diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,46668 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9967894376104758,
+  "eval_steps": 500,
+  "global_step": 5183,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.282051282051282e-07,
+      "loss": 5.0419,
+      "max_memory_allocated (GB)": 87.56,
+      "memory_allocated (GB)": 32.9,
+      "step": 1,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.564102564102564e-07,
+      "loss": 5.0909,
+      "max_memory_allocated (GB)": 88.61,
+      "memory_allocated (GB)": 32.9,
+      "step": 2,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.846153846153847e-07,
+      "loss": 4.8702,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 3,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 5.128205128205128e-07,
+      "loss": 4.9061,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 4,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6.41025641025641e-07,
+      "loss": 5.0151,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 5,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 7.692307692307694e-07,
+      "loss": 4.2406,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 6,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 8.974358974358975e-07,
+      "loss": 3.3876,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 7,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.0256410256410257e-06,
+      "loss": 2.3355,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 8,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.153846153846154e-06,
+      "loss": 2.3637,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 9,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.282051282051282e-06,
+      "loss": 1.8849,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 10,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.4102564102564104e-06,
+      "loss": 1.9877,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 11,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.5384615384615387e-06,
+      "loss": 1.726,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 12,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.6666666666666667e-06,
+      "loss": 1.6483,
+      "max_memory_allocated (GB)": 88.62,
+      "memory_allocated (GB)": 32.9,
+      "step": 13,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.794871794871795e-06,
+      "loss": 1.492,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 14,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9230769230769234e-06,
+      "loss": 1.6606,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 15,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.0512820512820513e-06,
+      "loss": 1.5232,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 16,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.1794871794871797e-06,
+      "loss": 1.5564,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 17,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.307692307692308e-06,
+      "loss": 1.5043,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 18,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.435897435897436e-06,
+      "loss": 1.6335,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 19,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.564102564102564e-06,
+      "loss": 1.3802,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 20,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6923076923076923e-06,
+      "loss": 1.4938,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 21,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.8205128205128207e-06,
+      "loss": 1.4434,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 22,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.948717948717949e-06,
+      "loss": 1.4612,
+      "max_memory_allocated (GB)": 88.63,
+      "memory_allocated (GB)": 32.9,
+      "step": 23,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.0769230769230774e-06,
+      "loss": 1.5417,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 24,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.205128205128206e-06,
+      "loss": 1.3469,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 25,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 1.3657,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 26,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.4615384615384617e-06,
+      "loss": 1.2795,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 27,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.58974358974359e-06,
+      "loss": 1.3712,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 28,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.7179487179487184e-06,
+      "loss": 1.3219,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 29,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.846153846153847e-06,
+      "loss": 1.3452,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 30,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.974358974358974e-06,
+      "loss": 1.3006,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 31,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.102564102564103e-06,
+      "loss": 1.2738,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 32,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.230769230769231e-06,
+      "loss": 1.2685,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 33,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.358974358974359e-06,
+      "loss": 1.1807,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 34,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.487179487179488e-06,
+      "loss": 1.3283,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 35,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.615384615384616e-06,
+      "loss": 1.2482,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 36,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.743589743589744e-06,
+      "loss": 1.7232,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 37,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.871794871794872e-06,
+      "loss": 1.2049,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 38,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5e-06,
+      "loss": 1.329,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 39,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.128205128205128e-06,
+      "loss": 1.3295,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 40,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.256410256410257e-06,
+      "loss": 1.265,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 41,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.384615384615385e-06,
+      "loss": 1.2644,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 42,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.512820512820514e-06,
+      "loss": 1.2203,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 43,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.641025641025641e-06,
+      "loss": 1.3162,
+      "max_memory_allocated (GB)": 88.7,
+      "memory_allocated (GB)": 32.9,
+      "step": 44,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.769230769230769e-06,
+      "loss": 1.3006,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 45,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.897435897435898e-06,
+      "loss": 1.2414,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 46,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.025641025641026e-06,
+      "loss": 1.1741,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 47,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.153846153846155e-06,
+      "loss": 1.1372,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 48,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.282051282051282e-06,
+      "loss": 1.0859,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 49,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.410256410256412e-06,
+      "loss": 1.1843,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 50,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.538461538461539e-06,
+      "loss": 1.1602,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 51,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 1.2352,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 52,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.794871794871796e-06,
+      "loss": 1.2688,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 53,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.923076923076923e-06,
+      "loss": 1.1544,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 54,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.051282051282053e-06,
+      "loss": 1.2196,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 55,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.17948717948718e-06,
+      "loss": 1.4153,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 56,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.307692307692308e-06,
+      "loss": 1.169,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 57,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.435897435897437e-06,
+      "loss": 1.1213,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 58,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.564102564102564e-06,
+      "loss": 1.2714,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 59,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.692307692307694e-06,
+      "loss": 1.1379,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 60,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.820512820512822e-06,
+      "loss": 1.1791,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 61,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.948717948717949e-06,
+      "loss": 1.0279,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 62,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.076923076923077e-06,
+      "loss": 1.0883,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 63,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.205128205128205e-06,
+      "loss": 1.1943,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 64,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 1.094,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 65,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.461538461538462e-06,
+      "loss": 1.1094,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 66,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.58974358974359e-06,
+      "loss": 1.0365,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 67,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.717948717948719e-06,
+      "loss": 1.0937,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 68,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.846153846153847e-06,
+      "loss": 1.0787,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 69,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.974358974358976e-06,
+      "loss": 1.1043,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 70,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.102564102564104e-06,
+      "loss": 1.1339,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 71,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.230769230769232e-06,
+      "loss": 1.1356,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 72,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.358974358974359e-06,
+      "loss": 1.1154,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 73,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.487179487179487e-06,
+      "loss": 1.1558,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 74,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.615384615384616e-06,
+      "loss": 1.1046,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 75,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.743589743589744e-06,
+      "loss": 1.0347,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 76,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.871794871794872e-06,
+      "loss": 1.0846,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 77,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1e-05,
+      "loss": 1.1847,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 78,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.012820512820513e-05,
+      "loss": 1.0964,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 79,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0256410256410256e-05,
+      "loss": 1.1101,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 80,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0384615384615386e-05,
+      "loss": 1.1466,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 81,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0512820512820514e-05,
+      "loss": 1.1885,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 82,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0641025641025643e-05,
+      "loss": 1.1013,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 83,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.076923076923077e-05,
+      "loss": 1.1045,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 84,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0897435897435898e-05,
+      "loss": 1.0846,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 85,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1025641025641028e-05,
+      "loss": 1.1053,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 86,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1153846153846154e-05,
+      "loss": 1.1261,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 87,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1282051282051283e-05,
+      "loss": 1.2072,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 88,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1410256410256411e-05,
+      "loss": 1.3755,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 89,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1538461538461538e-05,
+      "loss": 1.0645,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 90,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1666666666666668e-05,
+      "loss": 1.0801,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 91,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1794871794871796e-05,
+      "loss": 1.0802,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 92,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1923076923076925e-05,
+      "loss": 1.1642,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 93,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2051282051282051e-05,
+      "loss": 1.0672,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 94,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.217948717948718e-05,
+      "loss": 1.3549,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 95,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.230769230769231e-05,
+      "loss": 1.0759,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 96,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2435897435897436e-05,
+      "loss": 1.2034,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 97,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2564102564102565e-05,
+      "loss": 1.1588,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 98,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2692307692307693e-05,
+      "loss": 0.8926,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 99,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2820512820512823e-05,
+      "loss": 1.2735,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 100,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.294871794871795e-05,
+      "loss": 0.9688,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 101,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3076923076923078e-05,
+      "loss": 1.1541,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 102,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3205128205128207e-05,
+      "loss": 1.2338,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 103,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 1.1006,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 104,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3461538461538463e-05,
+      "loss": 1.124,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 105,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3589743589743592e-05,
+      "loss": 1.087,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 106,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3717948717948718e-05,
+      "loss": 1.204,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 107,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3846153846153847e-05,
+      "loss": 1.1559,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 108,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3974358974358975e-05,
+      "loss": 1.0595,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 109,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4102564102564105e-05,
+      "loss": 1.0187,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 110,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4230769230769232e-05,
+      "loss": 1.0689,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 111,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.435897435897436e-05,
+      "loss": 1.2682,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 112,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4487179487179489e-05,
+      "loss": 1.0948,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 113,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4615384615384615e-05,
+      "loss": 1.1873,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 114,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4743589743589745e-05,
+      "loss": 1.0228,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 115,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4871794871794874e-05,
+      "loss": 1.3312,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 116,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 1.218,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 117,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5128205128205129e-05,
+      "loss": 1.0815,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 118,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5256410256410257e-05,
+      "loss": 1.0591,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 119,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5384615384615387e-05,
+      "loss": 1.0373,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 120,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5512820512820516e-05,
+      "loss": 1.154,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 121,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5641025641025644e-05,
+      "loss": 1.2847,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 122,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.576923076923077e-05,
+      "loss": 1.0008,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 123,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5897435897435897e-05,
+      "loss": 1.1318,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 124,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.602564102564103e-05,
+      "loss": 1.1578,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 125,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.6153846153846154e-05,
+      "loss": 1.1477,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 126,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.6282051282051282e-05,
+      "loss": 1.1747,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 127,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.641025641025641e-05,
+      "loss": 1.0401,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 128,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.653846153846154e-05,
+      "loss": 1.1364,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 129,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.0791,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 130,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.6794871794871796e-05,
+      "loss": 1.1458,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 131,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.6923076923076924e-05,
+      "loss": 1.0609,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 132,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7051282051282053e-05,
+      "loss": 1.0709,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 133,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.717948717948718e-05,
+      "loss": 1.0295,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 134,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.730769230769231e-05,
+      "loss": 1.0817,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 135,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7435897435897438e-05,
+      "loss": 1.0684,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 136,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7564102564102566e-05,
+      "loss": 1.1873,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 137,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7692307692307694e-05,
+      "loss": 1.1055,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 138,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7820512820512823e-05,
+      "loss": 1.1328,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 139,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.794871794871795e-05,
+      "loss": 1.2054,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 140,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.807692307692308e-05,
+      "loss": 1.2512,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 141,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8205128205128208e-05,
+      "loss": 1.0686,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 142,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8333333333333333e-05,
+      "loss": 1.2072,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 143,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8461538461538465e-05,
+      "loss": 1.2191,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 144,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8589743589743593e-05,
+      "loss": 0.9532,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 145,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8717948717948718e-05,
+      "loss": 1.0728,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 146,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8846153846153846e-05,
+      "loss": 1.1814,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 147,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8974358974358975e-05,
+      "loss": 1.1219,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 148,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9102564102564106e-05,
+      "loss": 1.0889,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 149,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 1.1068,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 150,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.935897435897436e-05,
+      "loss": 1.0249,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 151,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9487179487179488e-05,
+      "loss": 1.2038,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 152,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9615384615384617e-05,
+      "loss": 1.0291,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 153,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9743589743589745e-05,
+      "loss": 1.1584,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 154,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9871794871794873e-05,
+      "loss": 1.1428,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 155,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2e-05,
+      "loss": 1.1915,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 156,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999998058057616e-05,
+      "loss": 1.1086,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 157,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999992232231216e-05,
+      "loss": 1.1155,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 158,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999998252252306e-05,
+      "loss": 1.0491,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 159,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999968928936924e-05,
+      "loss": 1.0762,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 160,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999995145147809e-05,
+      "loss": 1.0274,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 161,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999930090153335e-05,
+      "loss": 1.0535,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 162,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999904844970963e-05,
+      "loss": 1.1377,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 163,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999987571594078e-05,
+      "loss": 1.2134,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 164,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.99998427030741e-05,
+      "loss": 1.1997,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 165,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999980580638374e-05,
+      "loss": 1.1486,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 166,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999976502588403e-05,
+      "loss": 0.9881,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 167,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999720361590812e-05,
+      "loss": 1.1388,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 168,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999671813521435e-05,
+      "loss": 1.137,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 169,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999961938169475e-05,
+      "loss": 1.0168,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 170,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999563066131124e-05,
+      "loss": 1.0751,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 171,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999502866852427e-05,
+      "loss": 1.1973,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 172,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999943878388204e-05,
+      "loss": 1.0632,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 173,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999370817244853e-05,
+      "loss": 1.0566,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 174,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999298966967264e-05,
+      "loss": 1.1778,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 175,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999223233077178e-05,
+      "loss": 1.0958,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 176,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999914361560401e-05,
+      "loss": 1.0432,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 177,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999060114578682e-05,
+      "loss": 1.1018,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 178,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9998972730033624e-05,
+      "loss": 1.1107,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 179,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9998881462002778e-05,
+      "loss": 1.1775,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 180,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9998786310521585e-05,
+      "loss": 0.991,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 181,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9998687275627008e-05,
+      "loss": 1.1135,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 182,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9998584357357503e-05,
+      "loss": 1.213,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 183,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9998477555753054e-05,
+      "loss": 1.0965,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 184,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9998366870855134e-05,
+      "loss": 1.0543,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 185,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999825230270673e-05,
+      "loss": 1.0159,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 186,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9998133851352342e-05,
+      "loss": 1.0994,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 187,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9998011516837974e-05,
+      "loss": 1.0587,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 188,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999788529921114e-05,
+      "loss": 1.0818,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 189,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999775519852086e-05,
+      "loss": 1.1591,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 190,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999762121481767e-05,
+      "loss": 1.0631,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 191,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.99974833481536e-05,
+      "loss": 0.9815,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 192,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9997341598582197e-05,
+      "loss": 1.1882,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 193,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9997195966158518e-05,
+      "loss": 1.1721,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 194,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9997046450939122e-05,
+      "loss": 1.0896,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 195,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9996893052982083e-05,
+      "loss": 1.1871,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 196,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9996735772346973e-05,
+      "loss": 1.1536,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 197,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9996574609094887e-05,
+      "loss": 1.0109,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 198,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9996409563288404e-05,
+      "loss": 1.1366,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 199,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9996240634991645e-05,
+      "loss": 1.2406,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 200,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9996067824270204e-05,
+      "loss": 1.1421,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 201,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999589113119121e-05,
+      "loss": 1.2233,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 202,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9995710555823277e-05,
+      "loss": 1.166,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 203,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999552609823655e-05,
+      "loss": 1.0766,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 204,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999533775850266e-05,
+      "loss": 1.1354,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 205,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9995145536694764e-05,
+      "loss": 1.0694,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 206,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9994949432887512e-05,
+      "loss": 1.1565,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 207,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999474944715708e-05,
+      "loss": 1.1699,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 208,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9994545579581125e-05,
+      "loss": 1.1257,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 209,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9994337830238836e-05,
+      "loss": 1.0717,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 210,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9994126199210897e-05,
+      "loss": 1.0414,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 211,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999391068657951e-05,
+      "loss": 0.9398,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 212,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9993691292428364e-05,
+      "loss": 1.071,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 213,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9993468016842684e-05,
+      "loss": 1.0351,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 214,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999324085990918e-05,
+      "loss": 1.054,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 215,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9993009821716076e-05,
+      "loss": 1.1882,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 216,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9992774902353104e-05,
+      "loss": 1.1033,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 217,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999253610191151e-05,
+      "loss": 1.0884,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 218,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999229342048404e-05,
+      "loss": 1.1947,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 219,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9992046858164942e-05,
+      "loss": 0.997,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 220,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999179641504999e-05,
+      "loss": 1.135,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 221,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9991542091236438e-05,
+      "loss": 1.1298,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 222,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9991283886823075e-05,
+      "loss": 1.1214,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 223,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9991021801910177e-05,
+      "loss": 1.1645,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 224,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999075583659954e-05,
+      "loss": 1.0652,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 225,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999048599099446e-05,
+      "loss": 1.1792,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 226,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9990212265199738e-05,
+      "loss": 0.9891,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 227,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.998993465932169e-05,
+      "loss": 1.1012,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 228,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9989653173468137e-05,
+      "loss": 1.1443,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 229,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.99893678077484e-05,
+      "loss": 1.0133,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 230,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9989078562273313e-05,
+      "loss": 1.0825,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 231,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9988785437155222e-05,
+      "loss": 0.9752,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 232,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9988488432507963e-05,
+      "loss": 1.2117,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 233,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9988187548446895e-05,
+      "loss": 1.0888,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 234,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998788278508888e-05,
+      "loss": 1.0258,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 235,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9987574142552274e-05,
+      "loss": 1.0853,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 236,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9987261620956964e-05,
+      "loss": 1.197,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 237,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9986945220424326e-05,
+      "loss": 1.0696,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 238,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998662494107724e-05,
+      "loss": 1.0865,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 239,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.99863007830401e-05,
+      "loss": 1.0969,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 240,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9985972746438815e-05,
+      "loss": 1.0442,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 241,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9985640831400778e-05,
+      "loss": 1.0567,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 242,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998530503805491e-05,
+      "loss": 1.1494,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 243,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9984965366531624e-05,
+      "loss": 1.096,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 244,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9984621816962843e-05,
+      "loss": 1.1517,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 245,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9984274389482005e-05,
+      "loss": 1.166,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 246,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9983923084224047e-05,
+      "loss": 1.054,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 247,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9983567901325404e-05,
+      "loss": 1.0908,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 248,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9983208840924028e-05,
+      "loss": 1.0767,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 249,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998284590315937e-05,
+      "loss": 1.1489,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 250,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9982479088172403e-05,
+      "loss": 1.0805,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 251,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9982108396105584e-05,
+      "loss": 1.1553,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 252,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9981733827102884e-05,
+      "loss": 1.0538,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 253,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998135538130979e-05,
+      "loss": 1.1037,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 254,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998097305887328e-05,
+      "loss": 1.0941,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 255,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9980586859941846e-05,
+      "loss": 1.1155,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 256,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998019678466548e-05,
+      "loss": 1.081,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 257,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997980283319568e-05,
+      "loss": 1.0829,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 258,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9979405005685466e-05,
+      "loss": 1.192,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 259,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9979003302289336e-05,
+      "loss": 1.1276,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 260,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997859772316331e-05,
+      "loss": 1.0779,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 261,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9978188268464912e-05,
+      "loss": 1.0693,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 262,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997777493835317e-05,
+      "loss": 1.1073,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 263,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9977357732988616e-05,
+      "loss": 1.1787,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 264,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9976936652533288e-05,
+      "loss": 1.0436,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 265,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997651169715073e-05,
+      "loss": 1.0036,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 266,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9976082867005985e-05,
+      "loss": 1.0062,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 267,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997565016226561e-05,
+      "loss": 1.0631,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 268,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997521358309766e-05,
+      "loss": 1.0205,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 269,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.99747731296717e-05,
+      "loss": 1.0898,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 270,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9974328802158798e-05,
+      "loss": 1.0692,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 271,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997388060073152e-05,
+      "loss": 1.0717,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 272,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9973428525563948e-05,
+      "loss": 1.0247,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 273,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9972972576831656e-05,
+      "loss": 1.0159,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 274,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9972512754711738e-05,
+      "loss": 1.092,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 275,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997204905938278e-05,
+      "loss": 0.99,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 276,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9971581491024873e-05,
+      "loss": 1.1328,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 277,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997111004981962e-05,
+      "loss": 1.0559,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 278,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9970634735950117e-05,
+      "loss": 1.078,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 279,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9970155549600978e-05,
+      "loss": 1.0592,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 280,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9969672490958304e-05,
+      "loss": 1.1519,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 281,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.996918556020972e-05,
+      "loss": 1.0722,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 282,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.996869475754434e-05,
+      "loss": 1.0396,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 283,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9968200083152784e-05,
+      "loss": 1.0369,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 284,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9967701537227175e-05,
+      "loss": 1.0957,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 285,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996719911996115e-05,
+      "loss": 1.0437,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 286,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996669283154984e-05,
+      "loss": 0.9609,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 287,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996618267218988e-05,
+      "loss": 1.1141,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 288,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996566864207941e-05,
+      "loss": 1.0669,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 289,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9965150741418072e-05,
+      "loss": 1.0819,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 290,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9964628970407018e-05,
+      "loss": 1.1049,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 291,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9964103329248892e-05,
+      "loss": 1.0351,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 292,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996357381814785e-05,
+      "loss": 1.0807,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 293,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996304043730955e-05,
+      "loss": 1.0917,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 294,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9962503186941143e-05,
+      "loss": 0.9774,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 295,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9961962067251298e-05,
+      "loss": 1.06,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 296,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9961417078450177e-05,
+      "loss": 1.1479,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 297,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996086822074945e-05,
+      "loss": 1.0987,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 298,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9960315494362286e-05,
+      "loss": 1.1848,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 299,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9959758899503355e-05,
+      "loss": 1.0277,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 300,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.995919843638883e-05,
+      "loss": 1.1071,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 301,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9958634105236395e-05,
+      "loss": 1.147,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 302,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9958065906265228e-05,
+      "loss": 0.98,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 303,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9957493839696013e-05,
+      "loss": 1.0608,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 304,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9956917905750926e-05,
+      "loss": 1.081,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 305,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.995633810465366e-05,
+      "loss": 0.9972,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 306,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.99557544366294e-05,
+      "loss": 1.0564,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 307,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9955166901904838e-05,
+      "loss": 0.9646,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 308,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9954575500708164e-05,
+      "loss": 1.0321,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 309,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.995398023326907e-05,
+      "loss": 1.059,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 310,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9953381099818756e-05,
+      "loss": 0.9983,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 311,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9952778100589912e-05,
+      "loss": 1.0171,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 312,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9952171235816747e-05,
+      "loss": 1.1193,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 313,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9951560505734948e-05,
+      "loss": 1.058,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 314,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9950945910581718e-05,
+      "loss": 1.1393,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 315,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9950327450595766e-05,
+      "loss": 1.1299,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 316,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9949705126017286e-05,
+      "loss": 0.9804,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 317,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9949078937087988e-05,
+      "loss": 1.0717,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 318,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.994844888405107e-05,
+      "loss": 1.014,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 319,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9947814967151246e-05,
+      "loss": 1.0682,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 320,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9947177186634716e-05,
+      "loss": 1.0543,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 321,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9946535542749187e-05,
+      "loss": 1.0027,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 322,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9945890035743866e-05,
+      "loss": 1.1269,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 323,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9945240665869465e-05,
+      "loss": 1.0095,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 324,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9944587433378187e-05,
+      "loss": 1.0266,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 325,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.994393033852374e-05,
+      "loss": 0.9564,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 326,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9943269381561334e-05,
+      "loss": 1.1965,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 327,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.994260456274768e-05,
+      "loss": 1.0536,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 328,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9941935882340976e-05,
+      "loss": 0.9459,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 329,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.994126334060094e-05,
+      "loss": 1.0124,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 330,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.994058693778878e-05,
+      "loss": 1.1309,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 331,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9939906674167192e-05,
+      "loss": 1.0432,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 332,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.993922255000039e-05,
+      "loss": 1.0465,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 333,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.993853456555408e-05,
+      "loss": 1.0424,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 334,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9937842721095468e-05,
+      "loss": 1.2064,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 335,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9937147016893257e-05,
+      "loss": 1.1232,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 336,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9936447453217646e-05,
+      "loss": 0.9379,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 337,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9935744030340347e-05,
+      "loss": 1.1346,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 338,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9935036748534555e-05,
+      "loss": 1.1157,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 339,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.993432560807497e-05,
+      "loss": 1.0909,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 340,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.993361060923779e-05,
+      "loss": 1.0839,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 341,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9932891752300717e-05,
+      "loss": 1.0112,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 342,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9932169037542947e-05,
+      "loss": 1.1445,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 343,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9931442465245164e-05,
+      "loss": 1.0993,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 344,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9930712035689576e-05,
+      "loss": 1.0797,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 345,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.992997774915986e-05,
+      "loss": 1.1259,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 346,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.992923960594121e-05,
+      "loss": 1.1209,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 347,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9928497606320308e-05,
+      "loss": 1.0791,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 348,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.992775175058535e-05,
+      "loss": 1.0323,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 349,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9927002039026002e-05,
+      "loss": 0.9789,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 350,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9926248471933453e-05,
+      "loss": 1.1618,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 351,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9925491049600382e-05,
+      "loss": 1.1606,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 352,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9924729772320953e-05,
+      "loss": 1.0509,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 353,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9923964640390846e-05,
+      "loss": 1.1702,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 354,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9923195654107227e-05,
+      "loss": 1.0733,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 355,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.992242281376876e-05,
+      "loss": 0.9595,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 356,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9921646119675606e-05,
+      "loss": 1.0569,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 357,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9920865572129426e-05,
+      "loss": 1.0241,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 358,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9920081171433377e-05,
+      "loss": 1.115,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 359,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.991929291789211e-05,
+      "loss": 1.1446,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 360,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9918500811811778e-05,
+      "loss": 0.9648,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 361,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.991770485350002e-05,
+      "loss": 1.1275,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 362,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.991690504326597e-05,
+      "loss": 1.1452,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 363,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9916101381420285e-05,
+      "loss": 1.0887,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 364,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9915293868275083e-05,
+      "loss": 1.0066,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 365,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9914482504143996e-05,
+      "loss": 1.0761,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 366,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9913667289342147e-05,
+      "loss": 0.9545,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 367,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.991284822418616e-05,
+      "loss": 1.0862,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 368,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9912025308994146e-05,
+      "loss": 1.0777,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 369,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9911198544085723e-05,
+      "loss": 1.1125,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 370,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.991036792978199e-05,
+      "loss": 1.0655,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 371,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.990953346640555e-05,
+      "loss": 0.9908,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 372,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9908695154280496e-05,
+      "loss": 1.0545,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 373,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9907852993732425e-05,
+      "loss": 0.9889,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 374,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.990700698508842e-05,
+      "loss": 1.1477,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 375,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.990615712867706e-05,
+      "loss": 0.976,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 376,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9905303424828418e-05,
+      "loss": 1.2375,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 377,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9904445873874068e-05,
+      "loss": 0.9397,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 378,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9903584476147066e-05,
+      "loss": 1.1345,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 379,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9902719231981975e-05,
+      "loss": 1.0242,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 380,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9901850141714843e-05,
+      "loss": 1.0839,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 381,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9900977205683213e-05,
+      "loss": 1.036,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 382,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9900100424226124e-05,
+      "loss": 1.034,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 383,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9899219797684113e-05,
+      "loss": 1.0706,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 384,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.98983353263992e-05,
+      "loss": 1.1147,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 385,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9897447010714905e-05,
+      "loss": 1.0043,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 386,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.989655485097624e-05,
+      "loss": 1.144,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 387,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.989565884752971e-05,
+      "loss": 0.9317,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 388,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9894759000723308e-05,
+      "loss": 1.0306,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 389,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9893855310906526e-05,
+      "loss": 1.0647,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 390,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9892947778430352e-05,
+      "loss": 1.108,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 391,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9892036403647256e-05,
+      "loss": 1.0414,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 392,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9891121186911207e-05,
+      "loss": 1.1499,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 393,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9890202128577664e-05,
+      "loss": 1.0495,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 394,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.988927922900358e-05,
+      "loss": 0.963,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 395,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9888352488547397e-05,
+      "loss": 1.0728,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 396,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.988742190756905e-05,
+      "loss": 1.0464,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 397,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9886487486429966e-05,
+      "loss": 1.1102,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 398,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9885549225493064e-05,
+      "loss": 1.1094,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 399,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9884607125122753e-05,
+      "loss": 1.0193,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 400,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.988366118568494e-05,
+      "loss": 1.0869,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 401,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.988271140754701e-05,
+      "loss": 1.1525,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 402,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9881757791077848e-05,
+      "loss": 1.1522,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 403,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9880800336647825e-05,
+      "loss": 1.0949,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 404,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987983904462881e-05,
+      "loss": 1.0171,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 405,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9878873915394154e-05,
+      "loss": 1.1389,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 406,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9877904949318704e-05,
+      "loss": 1.1088,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 407,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9876932146778796e-05,
+      "loss": 1.0629,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 408,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9875955508152254e-05,
+      "loss": 1.1109,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 409,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987497503381839e-05,
+      "loss": 1.0699,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 410,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9873990724158014e-05,
+      "loss": 1.0767,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 411,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987300257955342e-05,
+      "loss": 0.9827,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 412,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987201060038839e-05,
+      "loss": 1.09,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 413,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9871014787048197e-05,
+      "loss": 1.0856,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 414,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9870015139919606e-05,
+      "loss": 0.9354,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 415,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9869011659390866e-05,
+      "loss": 1.0883,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 416,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9868004345851716e-05,
+      "loss": 1.0296,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 417,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9866993199693393e-05,
+      "loss": 1.0273,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 418,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.98659782213086e-05,
+      "loss": 1.0166,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 419,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.986495941109156e-05,
+      "loss": 1.0247,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 420,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9863936769437956e-05,
+      "loss": 1.0919,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 421,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.986291029674497e-05,
+      "loss": 1.1047,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 422,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.986187999341128e-05,
+      "loss": 1.0532,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 423,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9860845859837034e-05,
+      "loss": 1.0285,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 424,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.985980789642388e-05,
+      "loss": 0.9373,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 425,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.985876610357496e-05,
+      "loss": 0.9868,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 426,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9857720481694887e-05,
+      "loss": 1.0782,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 427,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9856671031189765e-05,
+      "loss": 1.0746,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 428,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.98556177524672e-05,
+      "loss": 1.0183,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 429,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9854560645936262e-05,
+      "loss": 1.094,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 430,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9853499712007523e-05,
+      "loss": 1.0098,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 431,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9852434951093035e-05,
+      "loss": 1.0299,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 432,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.985136636360635e-05,
+      "loss": 1.1126,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 433,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.985029394996248e-05,
+      "loss": 1.4721,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 434,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9849217710577945e-05,
+      "loss": 1.1353,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 435,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9848137645870745e-05,
+      "loss": 1.008,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 436,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9847053756260363e-05,
+      "loss": 1.2472,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 437,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.984596604216777e-05,
+      "loss": 1.0619,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 438,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.984487450401542e-05,
+      "loss": 1.0255,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 439,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9843779142227258e-05,
+      "loss": 0.9325,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 440,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9842679957228706e-05,
+      "loss": 1.1618,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 441,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9841576949446675e-05,
+      "loss": 1.1014,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 442,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.984047011930956e-05,
+      "loss": 1.0868,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 443,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9839359467247243e-05,
+      "loss": 1.0787,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 444,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.983824499369109e-05,
+      "loss": 1.1838,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 445,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9837126699073948e-05,
+      "loss": 1.0964,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 446,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9836004583830146e-05,
+      "loss": 1.0599,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 447,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9834878648395507e-05,
+      "loss": 1.2061,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 448,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9833748893207326e-05,
+      "loss": 1.113,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 449,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9832615318704388e-05,
+      "loss": 1.0275,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 450,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9831477925326962e-05,
+      "loss": 1.1061,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 451,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.98303367135168e-05,
+      "loss": 1.096,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 452,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9829191683717133e-05,
+      "loss": 1.0099,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 453,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9828042836372677e-05,
+      "loss": 1.0881,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 454,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9826890171929634e-05,
+      "loss": 1.0414,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 455,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.982573369083568e-05,
+      "loss": 1.0331,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 456,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9824573393539984e-05,
+      "loss": 1.004,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 457,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.982340928049319e-05,
+      "loss": 1.1558,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 458,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9822241352147426e-05,
+      "loss": 1.0457,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 459,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9821069608956307e-05,
+      "loss": 1.1044,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 460,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9819894051374917e-05,
+      "loss": 0.8994,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 461,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.981871467985983e-05,
+      "loss": 1.0814,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 462,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9817531494869105e-05,
+      "loss": 1.0687,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 463,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9816344496862272e-05,
+      "loss": 0.9628,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 464,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9815153686300352e-05,
+      "loss": 1.1146,
+      "max_memory_allocated (GB)": 88.73,
+      "memory_allocated (GB)": 32.9,
+      "step": 465,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.981395906364584e-05,
+      "loss": 1.0917,
+      "max_memory_allocated (GB)": 88.9,
+      "memory_allocated (GB)": 32.9,
+      "step": 466,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9812760629362714e-05,
+      "loss": 1.0371,
+      "max_memory_allocated (GB)": 89.01,
+      "memory_allocated (GB)": 32.9,
+      "step": 467,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.981155838391643e-05,
+      "loss": 0.9322,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 468,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9810352327773935e-05,
+      "loss": 1.1304,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 469,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9810352327773935e-05,
+      "loss": 1.1304,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 470,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9810352327773935e-05,
+      "loss": 1.1304,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 470,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9809142461403635e-05,
+      "loss": 1.0256,
+      "max_memory_allocated (GB)": 88.91,
+      "memory_allocated (GB)": 32.9,
+      "step": 472,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9807928785275433e-05,
+      "loss": 1.1549,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 473,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.980671129986071e-05,
+      "loss": 1.2215,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 474,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9805490005632323e-05,
+      "loss": 1.1055,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 475,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.98042649030646e-05,
+      "loss": 1.1383,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 476,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9803035992633366e-05,
+      "loss": 1.1798,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 477,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9801803274815915e-05,
+      "loss": 1.0348,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 478,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9800566750091018e-05,
+      "loss": 1.0653,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 479,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9799326418938924e-05,
+      "loss": 1.0506,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 480,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.979808228184137e-05,
+      "loss": 1.0277,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 481,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9796834339281557e-05,
+      "loss": 0.9415,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 482,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.979558259174418e-05,
+      "loss": 1.0419,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 483,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9794327039715395e-05,
+      "loss": 1.0983,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 484,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.979306768368285e-05,
+      "loss": 1.0081,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 485,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9791804524135663e-05,
+      "loss": 1.0138,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 486,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.979053756156443e-05,
+      "loss": 0.9369,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 487,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9789266796461222e-05,
+      "loss": 1.0604,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 488,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9787992229319594e-05,
+      "loss": 2.4527,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 489,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.978671386063457e-05,
+      "loss": 1.1163,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 490,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.978543169090265e-05,
+      "loss": 1.9193,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 491,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9784145720621827e-05,
+      "loss": 1.1662,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 492,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9782855950291542e-05,
+      "loss": 1.185,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 493,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.978156238041274e-05,
+      "loss": 1.1841,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 494,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9780265011487822e-05,
+      "loss": 1.0686,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 495,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9778963844020668e-05,
+      "loss": 1.9519,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 496,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.977765887851664e-05,
+      "loss": 1.0287,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 497,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.977635011548257e-05,
+      "loss": 1.0955,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 498,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9775037555426772e-05,
+      "loss": 1.1467,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 499,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9773721198859024e-05,
+      "loss": 1.171,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 500,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9772401046290584e-05,
+      "loss": 1.2194,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 501,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9771077098234187e-05,
+      "loss": 1.0974,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 502,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9769749355204034e-05,
+      "loss": 1.0343,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 503,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.976841781771581e-05,
+      "loss": 1.0246,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 504,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9767082486286667e-05,
+      "loss": 1.1038,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 505,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9765743361435234e-05,
+      "loss": 1.2095,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 506,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9764400443681607e-05,
+      "loss": 1.0411,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 507,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9763053733547367e-05,
+      "loss": 0.9722,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 508,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.976170323155555e-05,
+      "loss": 0.9409,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 509,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.976034893823069e-05,
+      "loss": 1.1191,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 510,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.975899085409876e-05,
+      "loss": 1.0557,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 511,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9757628979687247e-05,
+      "loss": 1.7761,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 512,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.975626331552507e-05,
+      "loss": 1.1445,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 513,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9754893862142643e-05,
+      "loss": 1.1471,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 514,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9753520620071846e-05,
+      "loss": 1.1639,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 515,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9752143589846027e-05,
+      "loss": 0.9976,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 516,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9750762772000014e-05,
+      "loss": 1.1256,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 517,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9749378167070097e-05,
+      "loss": 1.0454,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 518,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9747989775594044e-05,
+      "loss": 1.1032,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 519,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.974659759811109e-05,
+      "loss": 1.0752,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 520,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9745201635161938e-05,
+      "loss": 1.0852,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 521,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9743801887288762e-05,
+      "loss": 2.1771,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 522,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9742398355035212e-05,
+      "loss": 1.102,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 523,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9740991038946404e-05,
+      "loss": 1.1709,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 524,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.973957993956892e-05,
+      "loss": 1.2021,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 525,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9738165057450817e-05,
+      "loss": 1.1537,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 526,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9736746393141617e-05,
+      "loss": 1.0341,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 527,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9735323947192317e-05,
+      "loss": 1.0671,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 528,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9733897720155377e-05,
+      "loss": 1.1454,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 529,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9732467712584723e-05,
+      "loss": 1.0072,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 530,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.973103392503576e-05,
+      "loss": 1.0059,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 531,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9729596358065347e-05,
+      "loss": 1.1896,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 532,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9728155012231825e-05,
+      "loss": 1.1095,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 533,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9726709888094994e-05,
+      "loss": 1.1451,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 534,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.972526098621612e-05,
+      "loss": 1.0438,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 535,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.972380830715795e-05,
+      "loss": 1.1213,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 536,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9722351851484677e-05,
+      "loss": 1.0771,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 537,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9720891619761974e-05,
+      "loss": 1.0518,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 538,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9719427612556982e-05,
+      "loss": 1.1048,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 539,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9717959830438302e-05,
+      "loss": 1.0646,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 540,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9716488273976006e-05,
+      "loss": 1.0649,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 541,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.971501294374162e-05,
+      "loss": 0.9995,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 542,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.971353384030816e-05,
+      "loss": 1.0303,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 543,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9712050964250083e-05,
+      "loss": 0.9943,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 544,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9710564316143323e-05,
+      "loss": 1.1014,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 545,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9709073896565276e-05,
+      "loss": 1.0156,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 546,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9707579706094807e-05,
+      "loss": 1.128,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 547,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.970608174531224e-05,
+      "loss": 1.0487,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 548,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.970458001479937e-05,
+      "loss": 1.0739,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 549,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9703074515139445e-05,
+      "loss": 1.17,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 550,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9701565246917184e-05,
+      "loss": 1.131,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 551,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9700052210718775e-05,
+      "loss": 1.0608,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 552,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.969853540713186e-05,
+      "loss": 1.0111,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 553,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9697014836745552e-05,
+      "loss": 1.0283,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 554,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9695490500150418e-05,
+      "loss": 1.1523,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 555,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9693962397938495e-05,
+      "loss": 1.1307,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 556,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9692430530703282e-05,
+      "loss": 1.0352,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 557,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9690894899039735e-05,
+      "loss": 1.0097,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 558,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9689355503544277e-05,
+      "loss": 1.0034,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 559,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.968781234481479e-05,
+      "loss": 1.1114,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 560,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9686265423450624e-05,
+      "loss": 1.0374,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 561,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9684714740052584e-05,
+      "loss": 1.0581,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 562,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9683160295222934e-05,
+      "loss": 1.0116,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 563,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9681602089565403e-05,
+      "loss": 0.9809,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 564,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.968004012368518e-05,
+      "loss": 1.0599,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 565,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.967847439818892e-05,
+      "loss": 0.9924,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 566,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9676904913684725e-05,
+      "loss": 1.1208,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 567,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.967533167078217e-05,
+      "loss": 1.1154,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 568,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9673754670092283e-05,
+      "loss": 1.0631,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 569,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9672173912227556e-05,
+      "loss": 0.9523,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 570,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.967058939780193e-05,
+      "loss": 0.9994,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 571,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.966900112743082e-05,
+      "loss": 1.0797,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 572,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.966740910173108e-05,
+      "loss": 1.0526,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 573,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9665813321321054e-05,
+      "loss": 0.9983,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 574,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9664213786820502e-05,
+      "loss": 1.0757,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 575,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9662610498850684e-05,
+      "loss": 3.7067,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 576,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9661003458034288e-05,
+      "loss": 1.7643,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 577,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.965939266499547e-05,
+      "loss": 1.0804,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 578,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9657778120359848e-05,
+      "loss": 1.1026,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 579,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.965615982475449e-05,
+      "loss": 1.2011,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 580,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9654537778807924e-05,
+      "loss": 1.0886,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 581,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9652911983150135e-05,
+      "loss": 1.0998,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 582,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.965128243841256e-05,
+      "loss": 1.1019,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 583,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.96496491452281e-05,
+      "loss": 1.1456,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 584,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9648012104231106e-05,
+      "loss": 1.0244,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 585,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.964637131605738e-05,
+      "loss": 1.0919,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 586,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9644726781344197e-05,
+      "loss": 1.0883,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 587,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.964307850073026e-05,
+      "loss": 1.0581,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 588,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.964142647485576e-05,
+      "loss": 1.1115,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 589,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9639770704362305e-05,
+      "loss": 1.184,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 590,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9638111189892994e-05,
+      "loss": 2.1318,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 591,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9636447932092354e-05,
+      "loss": 1.0697,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 592,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.963478093160638e-05,
+      "loss": 0.9992,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 593,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9633110189082515e-05,
+      "loss": 1.0566,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 594,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.963143570516965e-05,
+      "loss": 1.0764,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 595,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9629757480518144e-05,
+      "loss": 1.1814,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 596,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9628075515779796e-05,
+      "loss": 1.0369,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 597,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.962638981160786e-05,
+      "loss": 1.014,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 598,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9624700368657045e-05,
+      "loss": 0.993,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 599,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9623007187583518e-05,
+      "loss": 1.0648,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 600,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.962131026904488e-05,
+      "loss": 1.0199,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 601,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.96196096137002e-05,
+      "loss": 0.964,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 602,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9617905222209998e-05,
+      "loss": 1.0844,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 603,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.961619709523623e-05,
+      "loss": 1.0313,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 604,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9614485233442316e-05,
+      "loss": 1.0706,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 605,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.961276963749313e-05,
+      "loss": 1.0101,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 606,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9611050308054982e-05,
+      "loss": 1.0268,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 607,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9609327245795642e-05,
+      "loss": 1.9502,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 608,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9607600451384327e-05,
+      "loss": 1.572,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 609,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.960586992549171e-05,
+      "loss": 1.0531,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 610,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9604135668789897e-05,
+      "loss": 0.999,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 611,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9602397681952462e-05,
+      "loss": 1.0659,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 612,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9600655965654413e-05,
+      "loss": 1.0525,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 613,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.959891052057222e-05,
+      "loss": 1.0204,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 614,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9597161347383783e-05,
+      "loss": 1.034,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 615,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.959540844676847e-05,
+      "loss": 1.0458,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 616,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9593651819407084e-05,
+      "loss": 1.0367,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 617,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.959189146598188e-05,
+      "loss": 0.9931,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 618,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9590127387176556e-05,
+      "loss": 0.9548,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 619,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9588359583676263e-05,
+      "loss": 0.9827,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 620,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9586588056167595e-05,
+      "loss": 1.0184,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 621,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.958481280533859e-05,
+      "loss": 1.1462,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 622,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.958303383187874e-05,
+      "loss": 1.1153,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 623,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9581251136478974e-05,
+      "loss": 1.1446,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 624,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9579464719831668e-05,
+      "loss": 0.9989,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 625,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9577674582630653e-05,
+      "loss": 0.8929,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 626,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.957588072557119e-05,
+      "loss": 1.0861,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 627,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.957408314935e-05,
+      "loss": 1.1166,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 628,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9572281854665233e-05,
+      "loss": 1.0363,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 629,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.95704768422165e-05,
+      "loss": 1.168,
+      "max_memory_allocated (GB)": 89.02,
+      "memory_allocated (GB)": 32.9,
+      "step": 630,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.956866811270484e-05,
+      "loss": 0.9943,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 631,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9566855666832743e-05,
+      "loss": 1.1955,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 632,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9565039505304145e-05,
+      "loss": 0.9805,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 633,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.956321962882442e-05,
+      "loss": 1.0245,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 634,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.956139603810039e-05,
+      "loss": 0.9259,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 635,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9559568733840317e-05,
+      "loss": 0.9851,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 636,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9557737716753898e-05,
+      "loss": 1.0636,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 637,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9555902987552283e-05,
+      "loss": 0.9513,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 638,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9554064546948064e-05,
+      "loss": 1.0804,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 639,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9552222395655262e-05,
+      "loss": 1.037,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 640,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9550376534389355e-05,
+      "loss": 1.0104,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 641,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9548526963867253e-05,
+      "loss": 1.1544,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 642,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9546673684807303e-05,
+      "loss": 1.0484,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 643,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.95448166979293e-05,
+      "loss": 1.0102,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 644,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9542956003954477e-05,
+      "loss": 0.9252,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 645,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9541091603605508e-05,
+      "loss": 1.0756,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 646,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.95392234976065e-05,
+      "loss": 1.0199,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 647,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9537351686683003e-05,
+      "loss": 1.0201,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 648,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9535476171562014e-05,
+      "loss": 0.9789,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 649,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9533596952971955e-05,
+      "loss": 1.0493,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 650,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9531714031642698e-05,
+      "loss": 1.0681,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 651,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9529827408305542e-05,
+      "loss": 1.0771,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 652,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9527937083693233e-05,
+      "loss": 0.9713,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 653,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.952604305853995e-05,
+      "loss": 1.0222,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 654,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9524145333581315e-05,
+      "loss": 1.0729,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 655,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9522243909554375e-05,
+      "loss": 1.4339,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 656,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.952033878719763e-05,
+      "loss": 1.0098,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 657,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9518429967251e-05,
+      "loss": 1.0286,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 658,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9516517450455853e-05,
+      "loss": 0.9516,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 659,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.951460123755499e-05,
+      "loss": 1.0231,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 660,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9512681329292635e-05,
+      "loss": 0.9191,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 661,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.951075772641447e-05,
+      "loss": 1.1452,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 662,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.95088304296676e-05,
+      "loss": 0.9491,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 663,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.950689943980056e-05,
+      "loss": 1.0214,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 664,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9504964757563322e-05,
+      "loss": 1.0195,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 665,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.95030263837073e-05,
+      "loss": 1.0887,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 666,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9501084318985335e-05,
+      "loss": 1.0853,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 667,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.94991385641517e-05,
+      "loss": 0.9542,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 668,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9497189119962105e-05,
+      "loss": 1.0228,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 669,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9495235987173693e-05,
+      "loss": 0.9758,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 670,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.949327916654504e-05,
+      "loss": 1.0342,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 671,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.949131865883614e-05,
+      "loss": 1.0243,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 672,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.948935446480845e-05,
+      "loss": 1.9403,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 673,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.948738658522483e-05,
+      "loss": 0.9719,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 674,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9485415020849583e-05,
+      "loss": 0.9678,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 675,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9483439772448444e-05,
+      "loss": 1.5443,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 676,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9481460840788573e-05,
+      "loss": 1.0756,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 677,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9479478226638565e-05,
+      "loss": 1.0588,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 678,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.947749193076845e-05,
+      "loss": 1.3991,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 679,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9475501953949674e-05,
+      "loss": 1.1567,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 680,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9473508296955126e-05,
+      "loss": 1.1187,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 681,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9471510960559122e-05,
+      "loss": 1.0886,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 682,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9469509945537395e-05,
+      "loss": 1.0254,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 683,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9467505252667126e-05,
+      "loss": 1.022,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 684,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9465496882726913e-05,
+      "loss": 1.0335,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 685,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.946348483649678e-05,
+      "loss": 1.1271,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 686,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9461469114758184e-05,
+      "loss": 1.0085,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 687,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9459449718294008e-05,
+      "loss": 1.0415,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 688,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.945742664788856e-05,
+      "loss": 1.007,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 689,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9455399904327585e-05,
+      "loss": 1.1749,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 690,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.945336948839824e-05,
+      "loss": 1.2586,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 691,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9451335400889114e-05,
+      "loss": 0.9869,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 692,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.944929764259023e-05,
+      "loss": 1.1122,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 693,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9447256214293026e-05,
+      "loss": 1.0145,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 694,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9445211116790365e-05,
+      "loss": 1.0227,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 695,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9443162350876544e-05,
+      "loss": 1.0371,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 696,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.944110991734728e-05,
+      "loss": 0.9908,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 697,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9439053816999717e-05,
+      "loss": 1.0362,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 698,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9436994050632415e-05,
+      "loss": 1.0163,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 699,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9434930619045367e-05,
+      "loss": 1.0351,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 700,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9432863523039986e-05,
+      "loss": 1.1172,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 701,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9430792763419105e-05,
+      "loss": 1.2417,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 702,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.942871834098699e-05,
+      "loss": 1.1057,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 703,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9426640256549313e-05,
+      "loss": 1.0237,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 704,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9424558510913186e-05,
+      "loss": 1.0893,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 705,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9422473104887133e-05,
+      "loss": 0.9626,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 706,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9420384039281103e-05,
+      "loss": 1.0749,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 707,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.941829131490646e-05,
+      "loss": 0.9246,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 708,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9416194932576e-05,
+      "loss": 1.0089,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 709,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.941409489310393e-05,
+      "loss": 1.1283,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 710,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9411991197305878e-05,
+      "loss": 1.0309,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 711,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9409883845998905e-05,
+      "loss": 0.99,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 712,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9407772840001473e-05,
+      "loss": 1.0541,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 713,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9405658180133477e-05,
+      "loss": 0.861,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 714,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9403539867216226e-05,
+      "loss": 1.0392,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 715,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9401417902072447e-05,
+      "loss": 1.1015,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 716,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9399292285526286e-05,
+      "loss": 0.9916,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 717,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.939716301840331e-05,
+      "loss": 0.9801,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 718,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9395030101530504e-05,
+      "loss": 1.0106,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 719,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.939289353573626e-05,
+      "loss": 1.0025,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 720,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9390753321850404e-05,
+      "loss": 1.0737,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 721,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.938860946070417e-05,
+      "loss": 0.9819,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 722,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.93864619531302e-05,
+      "loss": 0.985,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 723,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9384310799962575e-05,
+      "loss": 1.0403,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 724,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9382156002036764e-05,
+      "loss": 1.0701,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 725,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9379997560189677e-05,
+      "loss": 0.9652,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 726,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.937783547525962e-05,
+      "loss": 0.9689,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 727,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9375669748086326e-05,
+      "loss": 0.9719,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 728,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.937350037951094e-05,
+      "loss": 1.0209,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 729,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9371327370376018e-05,
+      "loss": 1.1596,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 730,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.936915072152553e-05,
+      "loss": 0.9865,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 731,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.936697043380486e-05,
+      "loss": 1.004,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 732,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.936478650806081e-05,
+      "loss": 1.0006,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 733,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.936259894514159e-05,
+      "loss": 0.987,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 734,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9360407745896828e-05,
+      "loss": 1.0622,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 735,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9358212911177556e-05,
+      "loss": 0.9537,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 736,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.935601444183622e-05,
+      "loss": 0.9752,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 737,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.935381233872669e-05,
+      "loss": 0.902,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 738,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.935160660270423e-05,
+      "loss": 0.9515,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 739,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.934939723462552e-05,
+      "loss": 0.913,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 740,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9347184235348663e-05,
+      "loss": 0.9348,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 741,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9344967605733154e-05,
+      "loss": 1.0165,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 742,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.934274734663991e-05,
+      "loss": 0.9033,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 743,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.934052345893125e-05,
+      "loss": 0.9912,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 744,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9338295943470915e-05,
+      "loss": 1.0053,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 745,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9336064801124034e-05,
+      "loss": 1.0212,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 746,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.933383003275717e-05,
+      "loss": 1.0412,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 747,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.933159163923827e-05,
+      "loss": 1.1691,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 748,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9329349621436708e-05,
+      "loss": 1.0698,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 749,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9327103980223255e-05,
+      "loss": 1.0045,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 750,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.932485471647009e-05,
+      "loss": 1.097,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 751,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9322601831050804e-05,
+      "loss": 1.0466,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 752,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9320345324840396e-05,
+      "loss": 0.9264,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 753,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9318085198715257e-05,
+      "loss": 1.0717,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 754,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.93158214535532e-05,
+      "loss": 1.0288,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 755,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9313554090233436e-05,
+      "loss": 1.0229,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 756,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9311283109636586e-05,
+      "loss": 1.0289,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 757,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9309008512644668e-05,
+      "loss": 1.0824,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 758,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.930673030014111e-05,
+      "loss": 1.0177,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 759,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.930444847301075e-05,
+      "loss": 0.9734,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 760,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9302163032139813e-05,
+      "loss": 0.8908,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 761,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9299873978415947e-05,
+      "loss": 1.0053,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 762,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9297581312728187e-05,
+      "loss": 1.0657,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 763,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.929528503596698e-05,
+      "loss": 0.9974,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 764,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.929298514902418e-05,
+      "loss": 0.9076,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 765,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.929068165279303e-05,
+      "loss": 0.9854,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 766,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.928837454816818e-05,
+      "loss": 0.9996,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 767,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9286063836045687e-05,
+      "loss": 0.9555,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 768,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9283749517323e-05,
+      "loss": 0.9222,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 769,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.928143159289898e-05,
+      "loss": 1.0284,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 770,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.927911006367388e-05,
+      "loss": 0.9361,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 771,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.927678493054935e-05,
+      "loss": 1.0542,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 772,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9274456194428454e-05,
+      "loss": 0.9539,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 773,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9272123856215643e-05,
+      "loss": 0.9354,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 774,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9269787916816764e-05,
+      "loss": 1.1557,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 775,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9267448377139074e-05,
+      "loss": 1.037,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 776,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9265105238091227e-05,
+      "loss": 0.9681,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 777,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9262758500583265e-05,
+      "loss": 1.0558,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 778,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9260408165526638e-05,
+      "loss": 1.0405,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 779,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9258054233834184e-05,
+      "loss": 0.933,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 780,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9255696706420147e-05,
+      "loss": 1.0162,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 781,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9253335584200165e-05,
+      "loss": 0.9868,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 782,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9250970868091268e-05,
+      "loss": 1.0336,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 783,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.924860255901188e-05,
+      "loss": 0.9952,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 784,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9246230657881834e-05,
+      "loss": 0.9365,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 785,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9243855165622345e-05,
+      "loss": 1.0028,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 786,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9241476083156026e-05,
+      "loss": 0.9438,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 787,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9239093411406885e-05,
+      "loss": 0.9471,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 788,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9236707151300326e-05,
+      "loss": 1.2483,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 789,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9234317303763145e-05,
+      "loss": 1.0449,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 790,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9231923869723528e-05,
+      "loss": 1.1264,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 791,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.922952685011106e-05,
+      "loss": 1.0405,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 792,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9227126245856716e-05,
+      "loss": 1.1871,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 793,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.922472205789286e-05,
+      "loss": 1.135,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 794,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9222314287153255e-05,
+      "loss": 1.041,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 795,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9219902934573048e-05,
+      "loss": 1.0352,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 796,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9217488001088784e-05,
+      "loss": 1.0382,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 797,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9215069487638396e-05,
+      "loss": 1.0523,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 798,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.92126473951612e-05,
+      "loss": 1.0533,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 799,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.921022172459791e-05,
+      "loss": 1.0541,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 800,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.920779247689064e-05,
+      "loss": 0.9164,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 801,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9205359652982868e-05,
+      "loss": 0.9055,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 802,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9202923253819482e-05,
+      "loss": 0.9669,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 803,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.920048328034675e-05,
+      "loss": 0.9932,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 804,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9198039733512326e-05,
+      "loss": 0.9323,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 805,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9195592614265262e-05,
+      "loss": 0.8887,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 806,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9193141923555984e-05,
+      "loss": 0.9546,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 807,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.919068766233632e-05,
+      "loss": 0.9826,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 808,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9188229831559468e-05,
+      "loss": 0.9988,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 809,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9185768432180026e-05,
+      "loss": 0.9876,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 810,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9183303465153972e-05,
+      "loss": 0.9493,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 811,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9180834931438673e-05,
+      "loss": 1.0299,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 812,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.917836283199288e-05,
+      "loss": 0.8924,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 813,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.917588716777672e-05,
+      "loss": 0.9699,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 814,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.917340793975172e-05,
+      "loss": 0.9987,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 815,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.917092514888078e-05,
+      "loss": 0.9867,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 816,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9168438796128193e-05,
+      "loss": 1.0349,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 817,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9165948882459623e-05,
+      "loss": 0.9249,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 818,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9163455408842123e-05,
+      "loss": 1.1235,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 819,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9160958376244138e-05,
+      "loss": 0.9179,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 820,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9158457785635478e-05,
+      "loss": 1.0256,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 821,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.915595363798735e-05,
+      "loss": 0.9294,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 822,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.915344593427233e-05,
+      "loss": 1.0153,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 823,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9150934675464384e-05,
+      "loss": 1.03,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 824,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9148419862538858e-05,
+      "loss": 0.9953,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 825,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9145901496472474e-05,
+      "loss": 1.032,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 826,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9143379578243335e-05,
+      "loss": 0.9679,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 827,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.914085410883093e-05,
+      "loss": 1.0664,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 828,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9138325089216118e-05,
+      "loss": 1.045,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 829,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.913579252038114e-05,
+      "loss": 1.0059,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 830,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9133256403309627e-05,
+      "loss": 0.9312,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 831,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.913071673898656e-05,
+      "loss": 0.9193,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 832,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.912817352839833e-05,
+      "loss": 1.0201,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 833,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9125626772532683e-05,
+      "loss": 1.0949,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 834,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9123076472378753e-05,
+      "loss": 0.9553,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 835,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9120522628927047e-05,
+      "loss": 0.9464,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 836,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9117965243169444e-05,
+      "loss": 1.0292,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 837,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9115404316099212e-05,
+      "loss": 1.2339,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 838,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9112839848710978e-05,
+      "loss": 1.0639,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 839,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9110271842000755e-05,
+      "loss": 1.0527,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 840,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9107700296965926e-05,
+      "loss": 1.0507,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 841,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.910512521460525e-05,
+      "loss": 0.9809,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 842,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9102546595918857e-05,
+      "loss": 0.91,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 843,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9099964441908258e-05,
+      "loss": 0.9898,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 844,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9097378753576327e-05,
+      "loss": 0.9117,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 845,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9094789531927315e-05,
+      "loss": 1.0747,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 846,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.909219677796685e-05,
+      "loss": 1.1363,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 847,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9089600492701926e-05,
+      "loss": 0.9566,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 848,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.908700067714091e-05,
+      "loss": 1.1245,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 849,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9084397332293537e-05,
+      "loss": 1.0726,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 850,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9081790459170926e-05,
+      "loss": 1.0695,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 851,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9079180058785547e-05,
+      "loss": 0.9547,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 852,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9076566132151255e-05,
+      "loss": 0.9231,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 853,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.907394868028326e-05,
+      "loss": 0.8824,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 854,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9071327704198163e-05,
+      "loss": 0.9557,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 855,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.906870320491391e-05,
+      "loss": 0.9647,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 856,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9066075183449835e-05,
+      "loss": 1.1103,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 857,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9063443640826624e-05,
+      "loss": 0.9727,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 858,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.906080857806634e-05,
+      "loss": 0.9818,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 859,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.905816999619242e-05,
+      "loss": 0.9003,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 860,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9055527896229642e-05,
+      "loss": 0.9861,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 861,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.905288227920418e-05,
+      "loss": 1.0248,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 862,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9050233146143554e-05,
+      "loss": 0.9547,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 863,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9047580498076663e-05,
+      "loss": 0.951,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 864,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.904492433603376e-05,
+      "loss": 1.0356,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 865,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.904226466104647e-05,
+      "loss": 1.1971,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 866,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.903960147414778e-05,
+      "loss": 0.9586,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 867,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.903693477637204e-05,
+      "loss": 0.9096,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 868,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9034264568754967e-05,
+      "loss": 0.9084,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 869,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9031590852333637e-05,
+      "loss": 0.9419,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 870,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9028913628146487e-05,
+      "loss": 1.0181,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 871,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.902623289723333e-05,
+      "loss": 0.9387,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 872,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.902354866063532e-05,
+      "loss": 0.8997,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 873,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9020860919394992e-05,
+      "loss": 0.9455,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 874,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9018169674556228e-05,
+      "loss": 1.0169,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 875,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.901547492716428e-05,
+      "loss": 0.958,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 876,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9012776678265756e-05,
+      "loss": 0.9787,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 877,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9010074928908624e-05,
+      "loss": 0.9763,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 878,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.900736968014221e-05,
+      "loss": 0.9692,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 879,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9004660933017208e-05,
+      "loss": 0.8802,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 880,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.900194868858566e-05,
+      "loss": 1.1157,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 881,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8999232947900968e-05,
+      "loss": 0.9711,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 882,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.89965137120179e-05,
+      "loss": 1.0174,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 883,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.899379098199257e-05,
+      "loss": 1.122,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 884,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.899106475888246e-05,
+      "loss": 0.981,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 885,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.89883350437464e-05,
+      "loss": 0.9266,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 886,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8985601837644586e-05,
+      "loss": 0.9492,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 887,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8982865141638557e-05,
+      "loss": 1.0015,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 888,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8980124956791216e-05,
+      "loss": 1.0116,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 889,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8977381284166818e-05,
+      "loss": 0.9577,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 890,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.897463412483098e-05,
+      "loss": 1.0373,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 891,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.897188347985066e-05,
+      "loss": 1.0138,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 892,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.896912935029418e-05,
+      "loss": 1.0552,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 893,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.896637173723121e-05,
+      "loss": 0.9514,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 894,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8963610641732777e-05,
+      "loss": 0.9818,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 895,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8960846064871257e-05,
+      "loss": 0.9104,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 896,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8958078007720387e-05,
+      "loss": 1.0788,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 897,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.895530647135524e-05,
+      "loss": 0.9386,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 898,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8952531456852248e-05,
+      "loss": 0.843,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 899,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8949752965289197e-05,
+      "loss": 1.032,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 900,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.894697099774523e-05,
+      "loss": 1.0075,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 901,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.894418555530082e-05,
+      "loss": 0.9043,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 902,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.89413966390378e-05,
+      "loss": 1.0094,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 903,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8938604250039362e-05,
+      "loss": 1.0138,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 904,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8935808389390032e-05,
+      "loss": 1.0404,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 905,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.893300905817569e-05,
+      "loss": 0.974,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 906,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8930206257483566e-05,
+      "loss": 0.9463,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 907,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8927399988402233e-05,
+      "loss": 1.192,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 908,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8924590252021614e-05,
+      "loss": 0.959,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 909,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8921777049432985e-05,
+      "loss": 0.8819,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 910,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8918960381728947e-05,
+      "loss": 1.0169,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 911,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8916140250003475e-05,
+      "loss": 0.984,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 912,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.891331665535187e-05,
+      "loss": 0.9452,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 913,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8910489598870784e-05,
+      "loss": 0.9275,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 914,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8907659081658214e-05,
+      "loss": 1.0207,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 915,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8904825104813497e-05,
+      "loss": 0.986,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 916,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8901987669437322e-05,
+      "loss": 0.9765,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 917,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.889914677663171e-05,
+      "loss": 1.0568,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 918,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8896302427500042e-05,
+      "loss": 1.0052,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 919,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8893454623147017e-05,
+      "loss": 0.9967,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 920,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.88906033646787e-05,
+      "loss": 0.9454,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 921,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8887748653202478e-05,
+      "loss": 0.9961,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 922,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8884890489827097e-05,
+      "loss": 1.0045,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 923,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8882028875662627e-05,
+      "loss": 0.8814,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 924,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8879163811820493e-05,
+      "loss": 0.9476,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 925,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8876295299413445e-05,
+      "loss": 1.0296,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 926,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8873423339555584e-05,
+      "loss": 0.9401,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 927,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8870547933362352e-05,
+      "loss": 1.002,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 928,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.886766908195051e-05,
+      "loss": 0.9831,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 929,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8864786786438187e-05,
+      "loss": 0.9834,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 930,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.886190104794482e-05,
+      "loss": 0.9959,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 931,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8859011867591203e-05,
+      "loss": 1.0769,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 932,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.885611924649946e-05,
+      "loss": 0.9393,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 933,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.885322318579305e-05,
+      "loss": 0.9342,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 934,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8850323686596766e-05,
+      "loss": 0.9694,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 935,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8847420750036748e-05,
+      "loss": 1.0275,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 936,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.884451437724046e-05,
+      "loss": 0.9105,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 937,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8841604569336702e-05,
+      "loss": 0.9017,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 938,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.883869132745561e-05,
+      "loss": 0.891,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 939,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.883577465272866e-05,
+      "loss": 1.0932,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 940,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8832854546288642e-05,
+      "loss": 0.9716,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 941,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8829931009269707e-05,
+      "loss": 0.9921,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 942,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.882700404280731e-05,
+      "loss": 0.9717,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 943,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8824073648038258e-05,
+      "loss": 1.0938,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 944,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.882113982610068e-05,
+      "loss": 0.9714,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 945,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.881820257813404e-05,
+      "loss": 1.0395,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 946,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8815261905279133e-05,
+      "loss": 1.07,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 947,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8812317808678075e-05,
+      "loss": 0.9481,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 948,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8809370289474327e-05,
+      "loss": 0.9794,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 949,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8806419348812673e-05,
+      "loss": 0.9037,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 950,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8803464987839217e-05,
+      "loss": 1.0449,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 951,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.88005072077014e-05,
+      "loss": 0.9948,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 952,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8797546009547996e-05,
+      "loss": 1.004,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 953,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.879458139452909e-05,
+      "loss": 0.8665,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 954,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8791613363796118e-05,
+      "loss": 0.8487,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 955,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8788641918501817e-05,
+      "loss": 0.996,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 956,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8785667059800264e-05,
+      "loss": 1.0264,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 957,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8782688788846865e-05,
+      "loss": 0.9379,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 958,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.877970710679834e-05,
+      "loss": 1.0095,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 959,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.877672201481275e-05,
+      "loss": 0.9866,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 960,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.877373351404946e-05,
+      "loss": 0.9943,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 961,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8770741605669173e-05,
+      "loss": 0.9369,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 962,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.876774629083391e-05,
+      "loss": 0.9413,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 963,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8764747570707017e-05,
+      "loss": 0.9878,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 964,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8761745446453167e-05,
+      "loss": 0.9585,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 965,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.875873991923835e-05,
+      "loss": 0.9175,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 966,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.875573099022987e-05,
+      "loss": 0.889,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 967,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8752718660596367e-05,
+      "loss": 0.8216,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 968,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8749702931507797e-05,
+      "loss": 1.0523,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 969,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.874668380413543e-05,
+      "loss": 0.9882,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 970,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8743661279651856e-05,
+      "loss": 0.8847,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 971,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8740635359231e-05,
+      "loss": 0.8922,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 972,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8737606044048086e-05,
+      "loss": 1.1394,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 973,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.873457333527967e-05,
+      "loss": 0.9595,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 974,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.873153723410362e-05,
+      "loss": 0.9096,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 975,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8728497741699115e-05,
+      "loss": 1.0112,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 976,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.872545485924667e-05,
+      "loss": 0.9931,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 977,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8722408587928104e-05,
+      "loss": 0.9311,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 978,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8719358928926546e-05,
+      "loss": 0.9951,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 979,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8716305883426456e-05,
+      "loss": 0.9587,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 980,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.87132494526136e-05,
+      "loss": 0.9122,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 981,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8710189637675055e-05,
+      "loss": 0.8611,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 982,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8707126439799225e-05,
+      "loss": 0.9489,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 983,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.870405986017582e-05,
+      "loss": 0.9422,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 984,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8700989899995857e-05,
+      "loss": 0.9194,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 985,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8697916560451682e-05,
+      "loss": 1.0236,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 986,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.869483984273694e-05,
+      "loss": 1.0629,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 987,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8691759748046594e-05,
+      "loss": 1.0123,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 988,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8688676277576916e-05,
+      "loss": 0.9558,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 989,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.868558943252549e-05,
+      "loss": 0.9737,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 990,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.868249921409122e-05,
+      "loss": 1.108,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 991,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8679405623474294e-05,
+      "loss": 0.9221,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 992,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8676308661876242e-05,
+      "loss": 1.0292,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 993,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8673208330499884e-05,
+      "loss": 0.9038,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 994,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8670104630549348e-05,
+      "loss": 1.055,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 995,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.866699756323008e-05,
+      "loss": 0.8954,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 996,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.866388712974883e-05,
+      "loss": 1.0475,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 997,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.866077333131365e-05,
+      "loss": 0.9047,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 998,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8657656169133908e-05,
+      "loss": 0.9793,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 999,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8654535644420276e-05,
+      "loss": 0.9155,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1000,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8651411758384718e-05,
+      "loss": 0.9468,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1001,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8648284512240527e-05,
+      "loss": 1.0423,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1002,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8645153907202285e-05,
+      "loss": 0.9356,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1003,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8642019944485884e-05,
+      "loss": 0.8951,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1004,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.863888262530852e-05,
+      "loss": 0.9495,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1005,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.863574195088869e-05,
+      "loss": 1.0376,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1006,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8632597922446195e-05,
+      "loss": 1.0222,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1007,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8629450541202142e-05,
+      "loss": 1.0252,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1008,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8626299808378933e-05,
+      "loss": 1.0583,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1009,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.862314572520028e-05,
+      "loss": 0.9406,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1010,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.861998829289119e-05,
+      "loss": 0.9702,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1011,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.861682751267798e-05,
+      "loss": 0.972,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1012,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.861366338578825e-05,
+      "loss": 1.0923,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1013,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8610495913450922e-05,
+      "loss": 0.9561,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1014,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8607325096896197e-05,
+      "loss": 1.0681,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1015,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8604150937355588e-05,
+      "loss": 1.0314,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1016,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.86009734360619e-05,
+      "loss": 1.0443,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1017,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8597792594249237e-05,
+      "loss": 0.9763,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1018,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8594608413153e-05,
+      "loss": 0.9024,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1019,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8591420894009897e-05,
+      "loss": 1.0511,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1020,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8588230038057913e-05,
+      "loss": 1.0147,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1021,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8585035846536347e-05,
+      "loss": 1.0014,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1022,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8581838320685782e-05,
+      "loss": 1.0213,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1023,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8578637461748105e-05,
+      "loss": 1.0117,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1024,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.857543327096649e-05,
+      "loss": 0.9576,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1025,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.85722257495854e-05,
+      "loss": 0.9753,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1026,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.856901489885061e-05,
+      "loss": 0.949,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1027,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.856580072000918e-05,
+      "loss": 0.9706,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1028,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8562583214309447e-05,
+      "loss": 0.9495,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1029,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.855936238300106e-05,
+      "loss": 1.0807,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1030,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8556138227334957e-05,
+      "loss": 1.0145,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1031,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.855291074856336e-05,
+      "loss": 1.03,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1032,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8549679947939778e-05,
+      "loss": 1.0111,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1033,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8546445826719023e-05,
+      "loss": 1.0127,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1034,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8543208386157195e-05,
+      "loss": 1.1083,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1035,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.853996762751167e-05,
+      "loss": 0.92,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1036,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8536723552041124e-05,
+      "loss": 0.9221,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1037,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.853347616100552e-05,
+      "loss": 0.9679,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1038,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8530225455666103e-05,
+      "loss": 1.0334,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1039,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8526971437285416e-05,
+      "loss": 0.9856,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1040,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8523714107127278e-05,
+      "loss": 0.9661,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1041,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8520453466456797e-05,
+      "loss": 1.0013,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1042,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8517189516540376e-05,
+      "loss": 1.0369,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1043,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8513922258645687e-05,
+      "loss": 0.9638,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1044,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8510651694041702e-05,
+      "loss": 0.9715,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1045,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8507377823998664e-05,
+      "loss": 0.951,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1046,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.850410064978811e-05,
+      "loss": 1.1493,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1047,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8500820172682858e-05,
+      "loss": 0.9052,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1048,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8497536393957005e-05,
+      "loss": 0.8357,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1049,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8494249314885932e-05,
+      "loss": 0.9368,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1050,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8490958936746304e-05,
+      "loss": 0.9589,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1051,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.848766526081607e-05,
+      "loss": 0.974,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1052,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8484368288374452e-05,
+      "loss": 0.9766,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1053,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8481068020701954e-05,
+      "loss": 1.1577,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1054,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8477764459080364e-05,
+      "loss": 0.9223,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1055,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8474457604792746e-05,
+      "loss": 0.9658,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1056,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8471147459123447e-05,
+      "loss": 0.963,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1057,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8467834023358088e-05,
+      "loss": 0.9934,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1058,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.846451729878357e-05,
+      "loss": 0.9883,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1059,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.846119728668807e-05,
+      "loss": 1.0051,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1060,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.845787398836104e-05,
+      "loss": 0.9668,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1061,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8454547405093212e-05,
+      "loss": 1.0654,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1062,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8451217538176597e-05,
+      "loss": 1.0316,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1063,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.844788438890447e-05,
+      "loss": 1.0989,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1064,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8444547958571396e-05,
+      "loss": 0.9813,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1065,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.84412082484732e-05,
+      "loss": 1.0055,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1066,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8437865259906987e-05,
+      "loss": 1.072,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1067,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8434518994171136e-05,
+      "loss": 0.9169,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1068,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.84311694525653e-05,
+      "loss": 0.9354,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1069,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.84278166363904e-05,
+      "loss": 0.9893,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1070,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8424460546948632e-05,
+      "loss": 0.9675,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1071,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8421101185543463e-05,
+      "loss": 0.9832,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1072,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.841773855347963e-05,
+      "loss": 1.0292,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1073,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.841437265206314e-05,
+      "loss": 0.9417,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1074,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.841100348260127e-05,
+      "loss": 0.9426,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1075,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.840763104640257e-05,
+      "loss": 0.8833,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1076,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8404255344776853e-05,
+      "loss": 1.0046,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1077,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.84008763790352e-05,
+      "loss": 0.8635,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1078,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8397494150489963e-05,
+      "loss": 1.0304,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1079,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8394108660454766e-05,
+      "loss": 1.0525,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1080,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8390719910244487e-05,
+      "loss": 1.0598,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1081,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8387327901175286e-05,
+      "loss": 1.0333,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1082,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.838393263456457e-05,
+      "loss": 0.9642,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1083,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.838053411173103e-05,
+      "loss": 1.0011,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1084,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8377132333994606e-05,
+      "loss": 0.9032,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1085,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.837372730267652e-05,
+      "loss": 0.9546,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1086,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8370319019099236e-05,
+      "loss": 0.9609,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1087,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8366907484586497e-05,
+      "loss": 0.9233,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1088,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.83634927004633e-05,
+      "loss": 0.9064,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1089,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8360074668055915e-05,
+      "loss": 1.0217,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1090,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8356653388691857e-05,
+      "loss": 0.9542,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1091,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8353228863699922e-05,
+      "loss": 0.8889,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1092,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8349801094410148e-05,
+      "loss": 0.9944,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1093,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8346370082153843e-05,
+      "loss": 0.8668,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1094,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8342935828263574e-05,
+      "loss": 0.9826,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1095,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8339498334073166e-05,
+      "loss": 0.9045,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1096,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.83360576009177e-05,
+      "loss": 0.8536,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1097,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.833261363013352e-05,
+      "loss": 1.0398,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1098,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.832916642305822e-05,
+      "loss": 1.0321,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1099,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.832571598103066e-05,
+      "loss": 0.8528,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1100,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8322262305390948e-05,
+      "loss": 0.9903,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1101,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8318805397480455e-05,
+      "loss": 0.9258,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1102,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8315345258641802e-05,
+      "loss": 0.9833,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1103,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8311881890218873e-05,
+      "loss": 0.9712,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1104,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.830841529355679e-05,
+      "loss": 0.9362,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1105,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8304945470001948e-05,
+      "loss": 1.0085,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1106,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8301472420901985e-05,
+      "loss": 0.9101,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1107,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8297996147605787e-05,
+      "loss": 1.0433,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1108,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.829451665146351e-05,
+      "loss": 1.0365,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1109,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8291033933826535e-05,
+      "loss": 0.7969,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1110,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8287547996047523e-05,
+      "loss": 0.9854,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1111,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8284058839480363e-05,
+      "loss": 1.1586,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1112,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8280566465480206e-05,
+      "loss": 0.9758,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1113,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8277070875403455e-05,
+      "loss": 0.9961,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1114,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8273572070607756e-05,
+      "loss": 0.9374,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1115,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8270070052451995e-05,
+      "loss": 1.0877,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1116,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8266564822296323e-05,
+      "loss": 1.0568,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1117,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.826305638150213e-05,
+      "loss": 0.9118,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1118,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.825954473143205e-05,
+      "loss": 1.1624,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1119,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8256029873449976e-05,
+      "loss": 0.9586,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1120,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.825251180892103e-05,
+      "loss": 0.9979,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1121,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8248990539211596e-05,
+      "loss": 0.9754,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1122,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8245466065689282e-05,
+      "loss": 0.828,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1123,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.824193838972297e-05,
+      "loss": 0.8219,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1124,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.823840751268275e-05,
+      "loss": 1.0423,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1125,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8234873435939987e-05,
+      "loss": 0.9553,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1126,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8231336160867275e-05,
+      "loss": 0.9638,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1127,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8227795688838446e-05,
+      "loss": 0.8767,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1128,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.822425202122858e-05,
+      "loss": 0.9399,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1129,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8220705159413996e-05,
+      "loss": 1.1306,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1130,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8217155104772256e-05,
+      "loss": 0.963,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1131,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8213601858682158e-05,
+      "loss": 1.047,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1132,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8210045422523744e-05,
+      "loss": 1.0337,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1133,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8206485797678294e-05,
+      "loss": 0.9521,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1134,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.820292298552832e-05,
+      "loss": 1.0345,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1135,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.819935698745759e-05,
+      "loss": 0.8703,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1136,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8195787804851076e-05,
+      "loss": 0.9588,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1137,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8192215439095025e-05,
+      "loss": 0.8626,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1138,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8188639891576893e-05,
+      "loss": 0.9861,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1139,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8185061163685386e-05,
+      "loss": 0.9608,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1140,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.818147925681044e-05,
+      "loss": 0.9812,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1141,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8177894172343227e-05,
+      "loss": 0.931,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1142,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.817430591167615e-05,
+      "loss": 1.1205,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1143,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8170714476202848e-05,
+      "loss": 0.8425,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1144,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8167119867318197e-05,
+      "loss": 0.9633,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1145,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.81635220864183e-05,
+      "loss": 0.9964,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1146,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8159921134900486e-05,
+      "loss": 0.8098,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1147,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8156317014163337e-05,
+      "loss": 0.8917,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1148,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8152709725606642e-05,
+      "loss": 1.0962,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1149,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8149099270631434e-05,
+      "loss": 0.887,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1150,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8145485650639973e-05,
+      "loss": 0.8585,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1151,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8141868867035745e-05,
+      "loss": 1.1873,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1152,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8138248921223465e-05,
+      "loss": 0.9963,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1153,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8134625814609084e-05,
+      "loss": 0.9031,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1154,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8130999548599767e-05,
+      "loss": 1.0145,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1155,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8127370124603927e-05,
+      "loss": 0.9462,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1156,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8123737544031178e-05,
+      "loss": 1.0329,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1157,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8120101808292373e-05,
+      "loss": 0.9204,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1158,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.81164629187996e-05,
+      "loss": 1.0089,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1159,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.811282087696615e-05,
+      "loss": 0.9801,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1160,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8109175684206558e-05,
+      "loss": 1.0081,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1161,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8105527341936574e-05,
+      "loss": 1.0906,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1162,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.810187585157317e-05,
+      "loss": 0.9506,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1163,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8098221214534543e-05,
+      "loss": 0.9337,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1164,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8094563432240107e-05,
+      "loss": 0.9752,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1165,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8090902506110513e-05,
+      "loss": 0.9042,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1166,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8087238437567614e-05,
+      "loss": 0.8993,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1167,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8083571228034498e-05,
+      "loss": 0.9838,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1168,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.807990087893546e-05,
+      "loss": 1.162,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1169,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.807622739169603e-05,
+      "loss": 0.9325,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1170,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.807255076774294e-05,
+      "loss": 1.0439,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1171,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8068871008504153e-05,
+      "loss": 0.9202,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1172,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8065188115408844e-05,
+      "loss": 0.906,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1173,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8061502089887406e-05,
+      "loss": 0.9022,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1174,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.805781293337145e-05,
+      "loss": 1.1762,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1175,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8054120647293798e-05,
+      "loss": 0.9484,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1176,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8050425233088496e-05,
+      "loss": 0.938,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1177,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.80467266921908e-05,
+      "loss": 0.8591,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1178,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8043025026037178e-05,
+      "loss": 1.0098,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1179,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8039320236065314e-05,
+      "loss": 0.9834,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1180,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.803561232371411e-05,
+      "loss": 1.0417,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1181,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.803190129042367e-05,
+      "loss": 0.9619,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1182,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8028187137635325e-05,
+      "loss": 0.9295,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1183,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8024469866791602e-05,
+      "loss": 1.0888,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1184,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.802074947933625e-05,
+      "loss": 0.8699,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1185,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.801702597671422e-05,
+      "loss": 0.9531,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1186,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8013299360371685e-05,
+      "loss": 0.9156,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1187,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8009569631756013e-05,
+      "loss": 0.974,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1188,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8005836792315793e-05,
+      "loss": 1.0119,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1189,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.800210084350081e-05,
+      "loss": 1.0822,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1190,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.799836178676207e-05,
+      "loss": 0.92,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1191,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.799461962355178e-05,
+      "loss": 0.9163,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1192,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7990874355323345e-05,
+      "loss": 0.9582,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1193,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7987125983531393e-05,
+      "loss": 0.9499,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1194,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7983374509631742e-05,
+      "loss": 0.8756,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1195,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7979619935081424e-05,
+      "loss": 0.8866,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1196,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.797586226133867e-05,
+      "loss": 0.985,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1197,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7972101489862924e-05,
+      "loss": 0.886,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1198,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7968337622114824e-05,
+      "loss": 1.0476,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1199,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7964570659556206e-05,
+      "loss": 0.9371,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1200,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.796080060365012e-05,
+      "loss": 0.873,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1201,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7957027455860815e-05,
+      "loss": 1.0597,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1202,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.795325121765373e-05,
+      "loss": 0.9182,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1203,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.794947189049552e-05,
+      "loss": 1.0928,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1204,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7945689475854033e-05,
+      "loss": 0.9737,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1205,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7941903975198305e-05,
+      "loss": 1.0107,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1206,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7938115389998595e-05,
+      "loss": 0.9616,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1207,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7934323721726334e-05,
+      "loss": 0.9166,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1208,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7930528971854166e-05,
+      "loss": 0.9764,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1209,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.792673114185593e-05,
+      "loss": 0.9438,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1210,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7922930233206656e-05,
+      "loss": 0.8865,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1211,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7919126247382576e-05,
+      "loss": 0.9971,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1212,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.791531918586112e-05,
+      "loss": 0.9028,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1213,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7911509050120892e-05,
+      "loss": 0.8338,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1214,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7907695841641716e-05,
+      "loss": 0.9552,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1215,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7903879561904597e-05,
+      "loss": 1.0554,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1216,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.790006021239173e-05,
+      "loss": 1.0702,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1217,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.789623779458651e-05,
+      "loss": 0.9452,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1218,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.789241230997352e-05,
+      "loss": 0.8666,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1219,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7888583760038534e-05,
+      "loss": 0.909,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1220,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7884752146268513e-05,
+      "loss": 0.9458,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1221,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7880917470151614e-05,
+      "loss": 0.9254,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1222,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7877079733177185e-05,
+      "loss": 0.9494,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1223,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7873238936835754e-05,
+      "loss": 0.917,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1224,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.786939508261904e-05,
+      "loss": 1.0745,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1225,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.786554817201996e-05,
+      "loss": 0.9106,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1226,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.78616982065326e-05,
+      "loss": 1.1049,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1227,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.785784518765225e-05,
+      "loss": 0.8526,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1228,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7853989116875373e-05,
+      "loss": 0.9962,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1229,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7850129995699626e-05,
+      "loss": 1.0685,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1230,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7846267825623843e-05,
+      "loss": 0.8834,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1231,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7842402608148053e-05,
+      "loss": 1.0382,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1232,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7838534344773453e-05,
+      "loss": 0.9291,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1233,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7834663037002444e-05,
+      "loss": 0.9099,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1234,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7830788686338586e-05,
+      "loss": 0.9808,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1235,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7826911294286636e-05,
+      "loss": 0.8074,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1236,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.782303086235253e-05,
+      "loss": 0.913,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1237,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.781914739204338e-05,
+      "loss": 1.0383,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1238,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7815260884867486e-05,
+      "loss": 1.0083,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1239,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.781137134233432e-05,
+      "loss": 0.9896,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1240,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7807478765954532e-05,
+      "loss": 0.901,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1241,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7803583157239958e-05,
+      "loss": 1.0675,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1242,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7799684517703605e-05,
+      "loss": 0.8845,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1243,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.779578284885966e-05,
+      "loss": 0.9676,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1244,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.779187815222349e-05,
+      "loss": 1.0221,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1245,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.778797042931163e-05,
+      "loss": 0.8864,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1246,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7784059681641798e-05,
+      "loss": 0.9903,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1247,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.778014591073288e-05,
+      "loss": 0.9741,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1248,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.777622911810494e-05,
+      "loss": 0.8989,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1249,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.777230930527922e-05,
+      "loss": 0.8729,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1250,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7768386473778124e-05,
+      "loss": 0.9686,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1251,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7764460625125236e-05,
+      "loss": 1.0475,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1252,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.776053176084531e-05,
+      "loss": 0.918,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1253,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7756599882464274e-05,
+      "loss": 0.9284,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1254,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7752664991509224e-05,
+      "loss": 1.0773,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1255,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7748727089508423e-05,
+      "loss": 0.9334,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1256,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7744786177991307e-05,
+      "loss": 0.9607,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1257,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.774084225848849e-05,
+      "loss": 0.9753,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1258,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.773689533253173e-05,
+      "loss": 0.8974,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1259,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7732945401653978e-05,
+      "loss": 0.877,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1260,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7728992467389342e-05,
+      "loss": 1.0117,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1261,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7725036531273087e-05,
+      "loss": 0.904,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1262,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7721077594841663e-05,
+      "loss": 0.9107,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1263,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.771711565963267e-05,
+      "loss": 0.9105,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1264,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7713150727184878e-05,
+      "loss": 0.8977,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1265,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.770918279903822e-05,
+      "loss": 0.935,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1266,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.77052118767338e-05,
+      "loss": 1.0097,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1267,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7701237961813874e-05,
+      "loss": 0.887,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1268,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7697261055821864e-05,
+      "loss": 0.8133,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1269,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7693281160302354e-05,
+      "loss": 0.9941,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1270,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7689298276801095e-05,
+      "loss": 0.9876,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1271,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7685312406864986e-05,
+      "loss": 1.0405,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1272,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7681323552042094e-05,
+      "loss": 0.8911,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1273,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.767733171388165e-05,
+      "loss": 0.9056,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1274,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7673336893934033e-05,
+      "loss": 0.955,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1275,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7669339093750786e-05,
+      "loss": 0.9728,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1276,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.766533831488461e-05,
+      "loss": 0.926,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1277,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7661334558889357e-05,
+      "loss": 0.8939,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1278,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7657327827320046e-05,
+      "loss": 0.8408,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1279,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.765331812173284e-05,
+      "loss": 0.9412,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1280,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7649305443685068e-05,
+      "loss": 0.9129,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1281,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.76452897947352e-05,
+      "loss": 1.1037,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1282,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7641271176442876e-05,
+      "loss": 0.8668,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1283,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7637249590368878e-05,
+      "loss": 0.9421,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1284,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.763322503807514e-05,
+      "loss": 0.9829,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1285,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7629197521124758e-05,
+      "loss": 0.8925,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1286,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7625167041081967e-05,
+      "loss": 1.0065,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1287,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7621133599512163e-05,
+      "loss": 0.9093,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1288,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.761709719798189e-05,
+      "loss": 1.0685,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1289,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.761305783805883e-05,
+      "loss": 0.882,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1290,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7609015521311836e-05,
+      "loss": 0.9039,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1291,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7604970249310893e-05,
+      "loss": 0.9817,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1292,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7600922023627137e-05,
+      "loss": 0.945,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1293,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.759687084583285e-05,
+      "loss": 1.0965,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1294,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.759281671750147e-05,
+      "loss": 0.9485,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1295,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7588759640207564e-05,
+      "loss": 0.9719,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1296,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7584699615526857e-05,
+      "loss": 1.2114,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1297,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7580636645036224e-05,
+      "loss": 0.9879,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1298,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.757657073031367e-05,
+      "loss": 0.9538,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1299,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7572501872938343e-05,
+      "loss": 0.9113,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1300,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.756843007449055e-05,
+      "loss": 1.044,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1301,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7564355336551727e-05,
+      "loss": 0.9205,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1302,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7560277660704455e-05,
+      "loss": 0.9842,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1303,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.755619704853246e-05,
+      "loss": 0.9335,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1304,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7552113501620595e-05,
+      "loss": 0.9057,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1305,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7548027021554874e-05,
+      "loss": 0.9999,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1306,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.754393760992243e-05,
+      "loss": 0.9269,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1307,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7539845268311548e-05,
+      "loss": 0.9934,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1308,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7535749998311645e-05,
+      "loss": 1.079,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1309,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.753165180151328e-05,
+      "loss": 1.0033,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1310,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.752755067950814e-05,
+      "loss": 0.9503,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1311,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.752344663388906e-05,
+      "loss": 0.9031,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1312,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7519339666249997e-05,
+      "loss": 0.9236,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1313,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7515229778186052e-05,
+      "loss": 0.9531,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1314,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7511116971293463e-05,
+      "loss": 0.937,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1315,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7507001247169587e-05,
+      "loss": 0.9142,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1316,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7502882607412933e-05,
+      "loss": 0.938,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1317,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.749876105362313e-05,
+      "loss": 0.9233,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1318,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7494636587400942e-05,
+      "loss": 0.8917,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1319,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.749050921034826e-05,
+      "loss": 0.9744,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1320,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7486378924068123e-05,
+      "loss": 0.9257,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1321,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.748224573016467e-05,
+      "loss": 0.9338,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1322,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7478109630243195e-05,
+      "loss": 0.8525,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1323,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.747397062591011e-05,
+      "loss": 1.0912,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1324,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.746982871877296e-05,
+      "loss": 0.8944,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1325,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7465683910440405e-05,
+      "loss": 0.8839,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1326,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7461536202522248e-05,
+      "loss": 0.9139,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1327,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.745738559662941e-05,
+      "loss": 0.954,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1328,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7453232094373936e-05,
+      "loss": 0.9049,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1329,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7449075697369005e-05,
+      "loss": 0.9215,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1330,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7444916407228904e-05,
+      "loss": 0.9552,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1331,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.744075422556906e-05,
+      "loss": 0.8058,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1332,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7436589154006014e-05,
+      "loss": 0.9084,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1333,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.743242119415743e-05,
+      "loss": 0.9959,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1334,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7428250347642102e-05,
+      "loss": 0.9461,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1335,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7424076616079933e-05,
+      "loss": 0.915,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1336,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7419900001091953e-05,
+      "loss": 0.9812,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1337,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7415720504300314e-05,
+      "loss": 0.9638,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1338,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.741153812732828e-05,
+      "loss": 0.8879,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1339,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7407352871800246e-05,
+      "loss": 0.9749,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1340,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7403164739341708e-05,
+      "loss": 0.9711,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1341,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.739897373157929e-05,
+      "loss": 0.868,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1342,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7394779850140736e-05,
+      "loss": 0.9555,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1343,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7390583096654895e-05,
+      "loss": 0.9936,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1344,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7386383472751745e-05,
+      "loss": 0.9412,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1345,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7382180980062365e-05,
+      "loss": 0.9315,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1346,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7377975620218954e-05,
+      "loss": 0.9285,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1347,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7373767394854836e-05,
+      "loss": 0.9285,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1348,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7369556305604422e-05,
+      "loss": 0.8137,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1349,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.736534235410326e-05,
+      "loss": 0.8696,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1350,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7361125541988e-05,
+      "loss": 0.9769,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1351,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7356905870896407e-05,
+      "loss": 1.0549,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1352,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.735268334246734e-05,
+      "loss": 0.9863,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1353,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7348457958340792e-05,
+      "loss": 0.838,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1354,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7344229720157846e-05,
+      "loss": 1.0284,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1355,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7339998629560705e-05,
+      "loss": 0.9555,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1356,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7335764688192676e-05,
+      "loss": 0.9662,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1357,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.733152789769817e-05,
+      "loss": 0.8698,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1358,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7327288259722714e-05,
+      "loss": 1.0138,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1359,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7323045775912927e-05,
+      "loss": 0.9287,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1360,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7318800447916543e-05,
+      "loss": 0.8777,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1361,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7314552277382403e-05,
+      "loss": 0.8544,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1362,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7310301265960446e-05,
+      "loss": 0.9087,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1363,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7306047415301706e-05,
+      "loss": 0.8901,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1364,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7301790727058344e-05,
+      "loss": 0.9002,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1365,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7297531202883598e-05,
+      "loss": 0.9878,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1366,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7293268844431826e-05,
+      "loss": 0.7884,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1367,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7289003653358472e-05,
+      "loss": 0.8939,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1368,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7284735631320093e-05,
+      "loss": 0.9995,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1369,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7280464779974335e-05,
+      "loss": 0.893,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1370,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7276191100979952e-05,
+      "loss": 0.9647,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1371,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7271914595996784e-05,
+      "loss": 1.0444,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1372,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7267635266685782e-05,
+      "loss": 0.8695,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1373,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7263353114708993e-05,
+      "loss": 1.2643,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1374,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7259068141729542e-05,
+      "loss": 0.9452,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1375,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7254780349411677e-05,
+      "loss": 1.0316,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1376,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7250489739420718e-05,
+      "loss": 0.866,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1377,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7246196313423095e-05,
+      "loss": 0.9906,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1378,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7241900073086318e-05,
+      "loss": 0.9786,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1379,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7237601020079003e-05,
+      "loss": 1.0086,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1380,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7233299156070852e-05,
+      "loss": 0.8975,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1381,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7228994482732653e-05,
+      "loss": 0.8514,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1382,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.72246870017363e-05,
+      "loss": 0.8301,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1383,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7220376714754766e-05,
+      "loss": 0.8835,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1384,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7216063623462112e-05,
+      "loss": 0.9916,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1385,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7211747729533504e-05,
+      "loss": 1.0161,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1386,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7207429034645176e-05,
+      "loss": 0.856,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1387,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.720310754047446e-05,
+      "loss": 0.972,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1388,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.719878324869978e-05,
+      "loss": 0.8772,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1389,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7194456161000634e-05,
+      "loss": 1.0968,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1390,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.719012627905762e-05,
+      "loss": 0.9627,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1391,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.718579360455241e-05,
+      "loss": 0.8736,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1392,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7181458139167767e-05,
+      "loss": 0.999,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1393,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7177119884587536e-05,
+      "loss": 1.0614,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1394,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.717277884249664e-05,
+      "loss": 0.8521,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1395,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.716843501458109e-05,
+      "loss": 0.9566,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1396,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.716408840252799e-05,
+      "loss": 1.0759,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1397,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7159739008025503e-05,
+      "loss": 0.977,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1398,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7155386832762892e-05,
+      "loss": 0.8968,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1399,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.715103187843048e-05,
+      "loss": 0.8959,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1400,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7146674146719688e-05,
+      "loss": 0.9068,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1401,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7142313639323012e-05,
+      "loss": 0.7979,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1402,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7137950357934017e-05,
+      "loss": 0.9235,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1403,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7133584304247354e-05,
+      "loss": 0.937,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1404,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7129215479958747e-05,
+      "loss": 0.8953,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1405,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7124843886765e-05,
+      "loss": 0.8883,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1406,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.712046952636398e-05,
+      "loss": 0.8984,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1407,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7116092400454655e-05,
+      "loss": 0.8976,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1408,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7111712510737035e-05,
+      "loss": 0.8874,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1409,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7107329858912226e-05,
+      "loss": 0.9634,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1410,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7102944446682393e-05,
+      "loss": 0.9748,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1411,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.709855627575079e-05,
+      "loss": 0.8625,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1412,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7094165347821724e-05,
+      "loss": 0.899,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1413,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7089771664600584e-05,
+      "loss": 1.1123,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1414,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.708537522779382e-05,
+      "loss": 0.9256,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1415,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7080976039108964e-05,
+      "loss": 0.8898,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1416,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7076574100254614e-05,
+      "loss": 0.8568,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1417,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.707216941294042e-05,
+      "loss": 0.9537,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1418,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.706776197887712e-05,
+      "loss": 0.835,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1419,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7063351799776514e-05,
+      "loss": 0.8794,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1420,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7058938877351456e-05,
+      "loss": 1.1134,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1421,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.705452321331588e-05,
+      "loss": 0.9065,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1422,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7050104809384774e-05,
+      "loss": 0.879,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1423,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.70456836672742e-05,
+      "loss": 0.9202,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1424,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.704125978870128e-05,
+      "loss": 1.0679,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1425,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7036833175384192e-05,
+      "loss": 1.0128,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1426,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7032403829042182e-05,
+      "loss": 0.8873,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1427,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7027971751395563e-05,
+      "loss": 0.8754,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1428,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7023536944165697e-05,
+      "loss": 0.9585,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1429,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7019099409075014e-05,
+      "loss": 0.9662,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1430,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7014659147847005e-05,
+      "loss": 0.9766,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1431,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.701021616220621e-05,
+      "loss": 0.9186,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1432,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7005770453878234e-05,
+      "loss": 0.9409,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1433,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7001322024589742e-05,
+      "loss": 0.8141,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1434,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6996870876068455e-05,
+      "loss": 0.8555,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1435,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6992417010043144e-05,
+      "loss": 0.9054,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1436,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6987960428243637e-05,
+      "loss": 0.9923,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1437,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6983501132400825e-05,
+      "loss": 1.0331,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1438,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6979039124246643e-05,
+      "loss": 0.9961,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1439,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6974574405514083e-05,
+      "loss": 1.0834,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1440,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6970106977937192e-05,
+      "loss": 0.8934,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1441,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.696563684325107e-05,
+      "loss": 0.9506,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1442,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6961164003191862e-05,
+      "loss": 0.8794,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1443,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6956688459496767e-05,
+      "loss": 0.9271,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1444,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.695221021390404e-05,
+      "loss": 1.0629,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1445,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6947729268152972e-05,
+      "loss": 0.911,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1446,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6943245623983918e-05,
+      "loss": 0.904,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1447,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6938759283138268e-05,
+      "loss": 0.9094,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1448,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.693427024735847e-05,
+      "loss": 0.9184,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1449,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.692977851838801e-05,
+      "loss": 0.9688,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1450,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6925284097971427e-05,
+      "loss": 0.8683,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1451,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6920786987854296e-05,
+      "loss": 0.983,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1452,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.691628718978325e-05,
+      "loss": 0.9946,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1453,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.691178470550596e-05,
+      "loss": 0.8606,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1454,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6907279536771127e-05,
+      "loss": 0.9887,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1455,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6902771685328524e-05,
+      "loss": 0.9495,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1456,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6898261152928933e-05,
+      "loss": 0.8934,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1457,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6893747941324197e-05,
+      "loss": 0.8083,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1458,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6889232052267203e-05,
+      "loss": 0.9133,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1459,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.688471348751186e-05,
+      "loss": 0.9058,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1460,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.688019224881313e-05,
+      "loss": 0.8322,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1461,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6875668337927014e-05,
+      "loss": 0.8985,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1462,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6871141756610544e-05,
+      "loss": 0.859,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1463,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6866612506621788e-05,
+      "loss": 0.897,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1464,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6862080589719863e-05,
+      "loss": 0.9366,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1465,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6857546007664908e-05,
+      "loss": 0.9536,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1466,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6853008762218103e-05,
+      "loss": 1.0747,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1467,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.684846885514166e-05,
+      "loss": 0.8692,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1468,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6843926288198828e-05,
+      "loss": 1.0779,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1469,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.683938106315389e-05,
+      "loss": 0.9356,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1470,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.683483318177216e-05,
+      "loss": 0.9965,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1471,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6830282645819974e-05,
+      "loss": 0.8964,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1472,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6825729457064718e-05,
+      "loss": 0.8639,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1473,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6821173617274793e-05,
+      "loss": 0.8528,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1474,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6816615128219635e-05,
+      "loss": 0.8779,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1475,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.681205399166971e-05,
+      "loss": 0.9345,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1476,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6807490209396506e-05,
+      "loss": 1.0219,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1477,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6802923783172553e-05,
+      "loss": 0.9083,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1478,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.679835471477139e-05,
+      "loss": 1.0069,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1479,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6793783005967593e-05,
+      "loss": 0.8775,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1480,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.678920865853676e-05,
+      "loss": 0.9081,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1481,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.678463167425552e-05,
+      "loss": 0.7907,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1482,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6780052054901512e-05,
+      "loss": 0.8617,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1483,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6775469802253416e-05,
+      "loss": 0.8645,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1484,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6770884918090923e-05,
+      "loss": 0.8106,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1485,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6766297404194745e-05,
+      "loss": 0.8994,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1486,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6761707262346624e-05,
+      "loss": 0.788,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1487,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.675711449432932e-05,
+      "loss": 0.9045,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1488,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6752519101926606e-05,
+      "loss": 0.9432,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1489,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6747921086923284e-05,
+      "loss": 0.9351,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1490,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.674332045110517e-05,
+      "loss": 0.9071,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1491,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6738717196259092e-05,
+      "loss": 0.9796,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1492,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.673411132417291e-05,
+      "loss": 0.8931,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1493,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.672950283663548e-05,
+      "loss": 0.926,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1494,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6724891735436697e-05,
+      "loss": 0.9691,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1495,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6720278022367453e-05,
+      "loss": 0.9028,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1496,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6715661699219664e-05,
+      "loss": 0.9186,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1497,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6711042767786257e-05,
+      "loss": 1.1821,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1498,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6706421229861168e-05,
+      "loss": 0.7864,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1499,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6701797087239354e-05,
+      "loss": 0.8505,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1500,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6697170341716772e-05,
+      "loss": 0.9178,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1501,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6692540995090403e-05,
+      "loss": 0.8491,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1502,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.668790904915823e-05,
+      "loss": 0.825,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1503,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6683274505719248e-05,
+      "loss": 0.8376,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1504,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6678637366573455e-05,
+      "loss": 0.9645,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1505,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.667399763352187e-05,
+      "loss": 0.7827,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1506,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.666935530836651e-05,
+      "loss": 0.9939,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1507,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6664710392910396e-05,
+      "loss": 0.8784,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1508,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6660062888957564e-05,
+      "loss": 0.7418,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1509,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.665541279831305e-05,
+      "loss": 0.872,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1510,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6650760122782898e-05,
+      "loss": 0.906,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1511,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6646104864174147e-05,
+      "loss": 0.8836,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1512,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.664144702429485e-05,
+      "loss": 0.9412,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1513,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.663678660495406e-05,
+      "loss": 0.9379,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1514,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.663212360796183e-05,
+      "loss": 0.8841,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1515,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.662745803512921e-05,
+      "loss": 0.9871,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1516,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.662278988826826e-05,
+      "loss": 0.9862,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1517,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6618119169192027e-05,
+      "loss": 0.8555,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1518,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.661344587971457e-05,
+      "loss": 0.8951,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1519,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6608770021650945e-05,
+      "loss": 0.9038,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1520,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6604091596817193e-05,
+      "loss": 0.9532,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1521,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6599410607030363e-05,
+      "loss": 0.8537,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1522,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6594727054108498e-05,
+      "loss": 0.9579,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1523,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.659004093987064e-05,
+      "loss": 0.9259,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1524,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6585352266136814e-05,
+      "loss": 0.8565,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1525,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6580661034728055e-05,
+      "loss": 0.881,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1526,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6575967247466376e-05,
+      "loss": 0.9063,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1527,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.657127090617479e-05,
+      "loss": 0.9136,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1528,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.656657201267731e-05,
+      "loss": 0.8688,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1529,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6561870568798927e-05,
+      "loss": 0.904,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1530,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.655716657636562e-05,
+      "loss": 0.866,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1531,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6552460037204382e-05,
+      "loss": 0.8714,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1532,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6547750953143168e-05,
+      "loss": 0.8882,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1533,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.654303932601093e-05,
+      "loss": 1.1904,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1534,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6538325157637614e-05,
+      "loss": 0.9614,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1535,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.653360844985415e-05,
+      "loss": 1.0211,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1536,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.652888920449245e-05,
+      "loss": 0.9168,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1537,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6524167423385414e-05,
+      "loss": 0.879,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1538,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.651944310836693e-05,
+      "loss": 0.8673,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1539,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6514716261271866e-05,
+      "loss": 1.1233,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1540,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6509986883936073e-05,
+      "loss": 0.8984,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1541,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.650525497819639e-05,
+      "loss": 0.885,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1542,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6500520545890634e-05,
+      "loss": 1.0673,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1543,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6495783588857605e-05,
+      "loss": 0.9425,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1544,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.649104410893708e-05,
+      "loss": 0.9437,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1545,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.648630210796982e-05,
+      "loss": 0.9613,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1546,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6481557587797562e-05,
+      "loss": 0.893,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1547,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6476810550263023e-05,
+      "loss": 0.9574,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1548,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6472060997209898e-05,
+      "loss": 0.8758,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1549,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6467308930482863e-05,
+      "loss": 0.8145,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1550,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6462554351927558e-05,
+      "loss": 0.8783,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1551,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6457797263390613e-05,
+      "loss": 0.9021,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1552,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6453037666719624e-05,
+      "loss": 0.9048,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1553,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6448275563763162e-05,
+      "loss": 0.9957,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1554,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.644351095637078e-05,
+      "loss": 0.9875,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1555,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6438743846392987e-05,
+      "loss": 0.8733,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1556,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6433974235681274e-05,
+      "loss": 0.9372,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1557,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6429202126088112e-05,
+      "loss": 0.8147,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1558,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6424427519466925e-05,
+      "loss": 0.8254,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1559,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.641965041767212e-05,
+      "loss": 0.8644,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1560,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6414870822559064e-05,
+      "loss": 0.9025,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1561,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6410088735984103e-05,
+      "loss": 0.8633,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1562,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6405304159804534e-05,
+      "loss": 0.9831,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1563,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6400517095878644e-05,
+      "loss": 0.9126,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1564,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6395727546065665e-05,
+      "loss": 0.9058,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1565,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6390935512225806e-05,
+      "loss": 1.0,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1566,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6386140996220232e-05,
+      "loss": 0.9942,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1567,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6381343999911088e-05,
+      "loss": 0.9257,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1568,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6376544525161463e-05,
+      "loss": 0.8673,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1569,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6371742573835426e-05,
+      "loss": 0.7389,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1570,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.636693814779799e-05,
+      "loss": 0.9156,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1571,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6362131248915145e-05,
+      "loss": 0.8895,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1572,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6357321879053833e-05,
+      "loss": 0.865,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1573,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6352510040081962e-05,
+      "loss": 0.8932,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1574,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.634769573386839e-05,
+      "loss": 0.9531,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1575,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.634287896228294e-05,
+      "loss": 0.8554,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1576,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6338059727196386e-05,
+      "loss": 0.9428,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1577,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6333238030480473e-05,
+      "loss": 0.8266,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1578,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6328413874007884e-05,
+      "loss": 1.0225,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1579,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6323587259652267e-05,
+      "loss": 0.9728,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1580,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6318758189288227e-05,
+      "loss": 0.9054,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1581,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6313926664791316e-05,
+      "loss": 0.8588,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1582,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6309092688038047e-05,
+      "loss": 0.9535,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1583,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6304256260905872e-05,
+      "loss": 1.0688,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1584,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6299417385273216e-05,
+      "loss": 0.9073,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1585,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.629457606301943e-05,
+      "loss": 0.8581,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1586,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6289732296024837e-05,
+      "loss": 1.0491,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1587,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6284886086170697e-05,
+      "loss": 0.8838,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1588,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.628003743533922e-05,
+      "loss": 1.0003,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1589,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6275186345413566e-05,
+      "loss": 0.8768,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1590,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.627033281827785e-05,
+      "loss": 0.9103,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1591,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6265476855817116e-05,
+      "loss": 0.9328,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1592,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6260618459917366e-05,
+      "loss": 0.8833,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1593,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6255757632465553e-05,
+      "loss": 0.9077,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1594,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.625089437534956e-05,
+      "loss": 0.9186,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1595,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.624602869045822e-05,
+      "loss": 1.0062,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1596,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.624116057968131e-05,
+      "loss": 0.9197,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1597,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6236290044909543e-05,
+      "loss": 1.1639,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1598,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6231417088034585e-05,
+      "loss": 0.975,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1599,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.622654171094904e-05,
+      "loss": 0.9754,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1600,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6221663915546437e-05,
+      "loss": 0.9284,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1601,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6216783703721265e-05,
+      "loss": 1.0059,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1602,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6211901077368937e-05,
+      "loss": 0.8508,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1603,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.620701603838581e-05,
+      "loss": 0.8763,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1604,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6202128588669177e-05,
+      "loss": 0.9261,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1605,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.619723873011727e-05,
+      "loss": 0.8481,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1606,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6192346464629247e-05,
+      "loss": 0.8435,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1607,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6187451794105212e-05,
+      "loss": 0.8867,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1608,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.61825547204462e-05,
+      "loss": 0.9204,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1609,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6177655245554177e-05,
+      "loss": 0.9215,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1610,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.617275337133204e-05,
+      "loss": 0.9142,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1611,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6167849099683623e-05,
+      "loss": 0.9021,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1612,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6162942432513687e-05,
+      "loss": 0.864,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1613,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6158033371727924e-05,
+      "loss": 0.9037,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1614,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6153121919232962e-05,
+      "loss": 0.9204,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1615,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.614820807693635e-05,
+      "loss": 0.868,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1616,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6143291846746563e-05,
+      "loss": 0.9363,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1617,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.613837323057301e-05,
+      "loss": 0.8409,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1618,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6133452230326035e-05,
+      "loss": 0.915,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1619,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6128528847916883e-05,
+      "loss": 0.7815,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1620,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6123603085257746e-05,
+      "loss": 0.9125,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1621,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6118674944261732e-05,
+      "loss": 0.8553,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1622,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6113744426842882e-05,
+      "loss": 0.9472,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1623,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6108811534916137e-05,
+      "loss": 0.8388,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1624,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6103876270397387e-05,
+      "loss": 0.9543,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1625,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.609893863520343e-05,
+      "loss": 0.8144,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1626,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.609399863125198e-05,
+      "loss": 0.85,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1627,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6089056260461687e-05,
+      "loss": 0.9283,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1628,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6084111524752107e-05,
+      "loss": 0.9444,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1629,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.607916442604372e-05,
+      "loss": 0.8521,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1630,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6074214966257914e-05,
+      "loss": 0.9599,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1631,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6069263147317015e-05,
+      "loss": 0.9151,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1632,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6064308971144236e-05,
+      "loss": 0.8621,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1633,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.605935243966374e-05,
+      "loss": 0.869,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1634,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6054393554800574e-05,
+      "loss": 0.9982,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1635,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.604943231848072e-05,
+      "loss": 0.9128,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1636,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.604446873263106e-05,
+      "loss": 0.8929,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1637,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.6039502799179394e-05,
+      "loss": 0.9128,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1638,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.6034534520054435e-05,
+      "loss": 0.8883,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1639,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.60295638971858e-05,
+      "loss": 0.9439,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1640,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.602459093250403e-05,
+      "loss": 1.5274,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1641,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.601961562794056e-05,
+      "loss": 0.8936,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1642,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.601463798542775e-05,
+      "loss": 0.7639,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1643,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.6009658006898848e-05,
+      "loss": 0.9839,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1644,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.600467569428803e-05,
+      "loss": 0.9168,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1645,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.599969104953036e-05,
+      "loss": 0.8958,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1646,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.599470407456182e-05,
+      "loss": 0.9227,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1647,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5989714771319297e-05,
+      "loss": 0.9218,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1648,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5984723141740578e-05,
+      "loss": 0.8987,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1649,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.597972918776435e-05,
+      "loss": 0.8786,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1650,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5974732911330208e-05,
+      "loss": 1.0545,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1651,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5969734314378654e-05,
+      "loss": 0.9101,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1652,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5964733398851078e-05,
+      "loss": 0.9353,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1653,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5959730166689783e-05,
+      "loss": 0.879,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1654,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5954724619837966e-05,
+      "loss": 0.9296,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1655,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5949716760239722e-05,
+      "loss": 0.9239,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1656,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5944706589840046e-05,
+      "loss": 0.9394,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1657,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5939694110584833e-05,
+      "loss": 0.8224,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1658,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.593467932442087e-05,
+      "loss": 0.9626,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1659,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5929662233295846e-05,
+      "loss": 0.8558,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1660,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5924642839158334e-05,
+      "loss": 0.967,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1661,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.591962114395781e-05,
+      "loss": 0.8304,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1662,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5914597149644654e-05,
+      "loss": 0.8212,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1663,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5909570858170115e-05,
+      "loss": 1.0121,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1664,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5904542271486346e-05,
+      "loss": 0.8349,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1665,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5899511391546403e-05,
+      "loss": 1.8412,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1666,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5894478220304215e-05,
+      "loss": 0.8881,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1667,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5889442759714603e-05,
+      "loss": 0.8679,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1668,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5884405011733294e-05,
+      "loss": 0.9124,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1669,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.587936497831688e-05,
+      "loss": 0.9043,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1670,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5874322661422856e-05,
+      "loss": 0.8847,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1671,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5869278063009602e-05,
+      "loss": 0.9898,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1672,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.586423118503638e-05,
+      "loss": 0.9907,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1673,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.585918202946334e-05,
+      "loss": 0.941,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1674,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5854130598251514e-05,
+      "loss": 0.9192,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1675,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5849076893362822e-05,
+      "loss": 0.9271,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1676,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.584402091676006e-05,
+      "loss": 0.857,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1677,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5838962670406918e-05,
+      "loss": 0.9739,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1678,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5833902156267956e-05,
+      "loss": 0.9153,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1679,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.582883937630862e-05,
+      "loss": 0.9258,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1680,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5823774332495236e-05,
+      "loss": 0.9564,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1681,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.581870702679501e-05,
+      "loss": 2.2129,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1682,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.581363746117602e-05,
+      "loss": 0.9528,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1683,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.580856563760724e-05,
+      "loss": 0.7877,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1684,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5803491558058486e-05,
+      "loss": 0.9662,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1685,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.579841522450049e-05,
+      "loss": 0.9242,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1686,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5793336638904838e-05,
+      "loss": 1.0073,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1687,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.578825580324399e-05,
+      "loss": 0.8346,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1688,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5783172719491288e-05,
+      "loss": 2.1736,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1689,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.577808738962094e-05,
+      "loss": 0.9057,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1690,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.577299981560803e-05,
+      "loss": 0.9776,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1691,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5767909999428513e-05,
+      "loss": 0.963,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1692,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.576281794305922e-05,
+      "loss": 0.8817,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1693,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.575772364847784e-05,
+      "loss": 0.9411,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1694,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.575262711766294e-05,
+      "loss": 0.9728,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1695,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5747528352593956e-05,
+      "loss": 0.9508,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1696,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.574242735525119e-05,
+      "loss": 0.9355,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1697,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5737324127615808e-05,
+      "loss": 0.8536,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1698,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5732218671669847e-05,
+      "loss": 0.9846,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1699,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5727110989396205e-05,
+      "loss": 0.8855,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1700,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5722001082778645e-05,
+      "loss": 0.9453,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1701,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5716888953801805e-05,
+      "loss": 2.2533,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1702,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5711774604451168e-05,
+      "loss": 1.5321,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1703,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5706658036713093e-05,
+      "loss": 0.8711,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1704,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5701539252574795e-05,
+      "loss": 0.9727,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1705,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5696418254024344e-05,
+      "loss": 0.8968,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1706,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.569129504305069e-05,
+      "loss": 0.8726,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1707,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.568616962164362e-05,
+      "loss": 0.9274,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1708,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5681041991793788e-05,
+      "loss": 0.8098,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1709,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.567591215549271e-05,
+      "loss": 0.8919,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1710,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.567078011473276e-05,
+      "loss": 0.8741,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1711,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5665645871507152e-05,
+      "loss": 0.9641,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1712,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5660509427809973e-05,
+      "loss": 0.8601,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1713,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.565537078563616e-05,
+      "loss": 0.8745,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1714,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.56502299469815e-05,
+      "loss": 0.9136,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1715,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.564508691384264e-05,
+      "loss": 0.8984,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1716,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5639941688217063e-05,
+      "loss": 0.9184,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1717,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5634794272103126e-05,
+      "loss": 0.8614,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1718,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.562964466750003e-05,
+      "loss": 0.8422,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1719,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.562449287640781e-05,
+      "loss": 0.9318,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1720,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5619338900827368e-05,
+      "loss": 0.9675,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1721,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5614182742760448e-05,
+      "loss": 0.8038,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1722,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5609024404209643e-05,
+      "loss": 0.903,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1723,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5603863887178393e-05,
+      "loss": 0.9238,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1724,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5598701193670983e-05,
+      "loss": 0.8534,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1725,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.559353632569254e-05,
+      "loss": 0.9487,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1726,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5588369285249048e-05,
+      "loss": 0.8368,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1727,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5583200074347318e-05,
+      "loss": 0.8708,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1728,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.557802869499501e-05,
+      "loss": 0.9878,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1729,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5572855149200637e-05,
+      "loss": 0.9338,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1730,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5567679438973543e-05,
+      "loss": 0.9553,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1731,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5562501566323906e-05,
+      "loss": 0.8971,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1732,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.555732153326276e-05,
+      "loss": 0.9462,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1733,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5552139341801965e-05,
+      "loss": 0.9055,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1734,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.554695499395423e-05,
+      "loss": 0.7971,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1735,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5541768491733092e-05,
+      "loss": 0.9059,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1736,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5536579837152927e-05,
+      "loss": 0.8309,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1737,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5531389032228955e-05,
+      "loss": 0.8194,
+      "max_memory_allocated (GB)": 89.03,
+      "memory_allocated (GB)": 32.9,
+      "step": 1738,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.552619607897722e-05,
+      "loss": 0.8811,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1739,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.55210009794146e-05,
+      "loss": 0.9337,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1740,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5515803735558827e-05,
+      "loss": 0.8751,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1741,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5510604349428438e-05,
+      "loss": 0.9225,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1742,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.550540282304282e-05,
+      "loss": 0.853,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1743,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.550019915842218e-05,
+      "loss": 0.8591,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1744,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.549499335758757e-05,
+      "loss": 0.8543,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1745,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.548978542256086e-05,
+      "loss": 0.8792,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1746,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5484575355364744e-05,
+      "loss": 0.899,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1747,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5479363158022763e-05,
+      "loss": 0.8061,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1748,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.547414883255927e-05,
+      "loss": 0.7989,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1749,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.546893238099945e-05,
+      "loss": 0.8424,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1750,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5463713805369312e-05,
+      "loss": 0.8554,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1751,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5458493107695688e-05,
+      "loss": 0.8201,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1752,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5453270290006237e-05,
+      "loss": 0.8508,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1753,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.544804535432945e-05,
+      "loss": 1.5364,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1754,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.544281830269462e-05,
+      "loss": 1.395,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1755,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5437589137131882e-05,
+      "loss": 0.9031,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1756,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5432357859672177e-05,
+      "loss": 0.8049,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1757,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.542712447234728e-05,
+      "loss": 0.9591,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1758,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.542188897718977e-05,
+      "loss": 1.5161,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1759,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5416651376233062e-05,
+      "loss": 0.9414,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1760,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5411411671511376e-05,
+      "loss": 0.8886,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1761,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5406169865059747e-05,
+      "loss": 0.8833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1762,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5400925958914045e-05,
+      "loss": 0.9514,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1763,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5395679955110927e-05,
+      "loss": 0.974,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1764,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.53904318556879e-05,
+      "loss": 0.8572,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1765,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5385181662683244e-05,
+      "loss": 0.8309,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1766,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5379929378136088e-05,
+      "loss": 1.0489,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1767,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5374675004086353e-05,
+      "loss": 0.8901,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1768,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5369418542574782e-05,
+      "loss": 0.9579,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1769,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.536415999564292e-05,
+      "loss": 0.9669,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1770,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5358899365333123e-05,
+      "loss": 0.9417,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1771,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5353636653688563e-05,
+      "loss": 0.9091,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1772,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.534837186275322e-05,
+      "loss": 0.8733,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1773,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5343104994571877e-05,
+      "loss": 0.9155,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1774,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.533783605119012e-05,
+      "loss": 0.8462,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1775,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5332565034654344e-05,
+      "loss": 0.9151,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1776,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5327291947011763e-05,
+      "loss": 0.8304,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1777,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5322016790310373e-05,
+      "loss": 0.8594,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1778,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5316739566598985e-05,
+      "loss": 0.9402,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1779,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.531146027792722e-05,
+      "loss": 0.7839,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1780,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.530617892634548e-05,
+      "loss": 1.8697,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1781,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5300895513904993e-05,
+      "loss": 1.014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1782,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.529561004265777e-05,
+      "loss": 0.9492,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1783,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5290322514656624e-05,
+      "loss": 0.8824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1784,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5285032931955177e-05,
+      "loss": 0.9749,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1785,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.527974129660784e-05,
+      "loss": 0.9247,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1786,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.527444761066982e-05,
+      "loss": 0.9825,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1787,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5269151876197127e-05,
+      "loss": 0.9151,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1788,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5263854095246557e-05,
+      "loss": 0.9362,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1789,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5258554269875716e-05,
+      "loss": 0.9764,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1790,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5253252402142989e-05,
+      "loss": 0.9298,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1791,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5247948494107566e-05,
+      "loss": 0.9205,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1792,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5242642547829416e-05,
+      "loss": 0.9132,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1793,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.523733456536931e-05,
+      "loss": 0.9225,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1794,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5232024548788813e-05,
+      "loss": 0.8875,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1795,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5226712500150267e-05,
+      "loss": 0.8222,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1796,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5221398421516816e-05,
+      "loss": 0.9187,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1797,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5216082314952383e-05,
+      "loss": 0.8552,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1798,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.521076418252168e-05,
+      "loss": 0.8893,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1799,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5205444026290218e-05,
+      "loss": 0.8965,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1800,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5200121848324276e-05,
+      "loss": 0.9101,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1801,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5194797650690926e-05,
+      "loss": 0.8211,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1802,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5189471435458032e-05,
+      "loss": 0.948,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1803,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5184143204694231e-05,
+      "loss": 0.8329,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1804,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5178812960468945e-05,
+      "loss": 0.831,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1805,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5173480704852379e-05,
+      "loss": 0.8764,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1806,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5168146439915525e-05,
+      "loss": 0.8666,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1807,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5162810167730144e-05,
+      "loss": 0.9324,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1808,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5157471890368785e-05,
+      "loss": 0.8165,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1809,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5152131609904773e-05,
+      "loss": 1.6963,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1810,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5146789328412213e-05,
+      "loss": 0.8647,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1811,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5141445047965984e-05,
+      "loss": 1.4063,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1812,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5136098770641741e-05,
+      "loss": 0.881,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1813,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.513075049851592e-05,
+      "loss": 0.8954,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1814,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5125400233665728e-05,
+      "loss": 0.8831,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1815,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5120047978169146e-05,
+      "loss": 0.8512,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1816,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5114693734104926e-05,
+      "loss": 0.8874,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1817,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5109337503552594e-05,
+      "loss": 0.8142,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1818,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5103979288592454e-05,
+      "loss": 0.8061,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1819,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5098619091305571e-05,
+      "loss": 0.9591,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1820,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5093256913773786e-05,
+      "loss": 1.2381,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1821,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.50878927580797e-05,
+      "loss": 0.7766,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1822,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5082526626306698e-05,
+      "loss": 0.8091,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1823,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5077158520538921e-05,
+      "loss": 1.0263,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1824,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5071788442861277e-05,
+      "loss": 0.917,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1825,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5066416395359444e-05,
+      "loss": 0.9324,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1826,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5061042380119864e-05,
+      "loss": 1.24,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1827,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5055666399229743e-05,
+      "loss": 0.9106,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1828,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5050288454777047e-05,
+      "loss": 0.9813,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1829,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.504490854885051e-05,
+      "loss": 0.8866,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1830,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5039526683539627e-05,
+      "loss": 0.8176,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1831,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5034142860934649e-05,
+      "loss": 0.8303,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1832,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5028757083126594e-05,
+      "loss": 0.9011,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1833,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5023369352207229e-05,
+      "loss": 1.0234,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1834,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5017979670269096e-05,
+      "loss": 0.8493,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1835,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.501258803940548e-05,
+      "loss": 0.8286,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1836,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.500719446171043e-05,
+      "loss": 1.1061,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1837,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.500179893927875e-05,
+      "loss": 0.9147,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1838,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4996401474205997e-05,
+      "loss": 0.8792,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1839,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4991002068588484e-05,
+      "loss": 0.9772,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1840,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4985600724523282e-05,
+      "loss": 0.8888,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1841,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4980197444108205e-05,
+      "loss": 0.9032,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1842,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4974792229441826e-05,
+      "loss": 0.8743,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1843,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4969385082623473e-05,
+      "loss": 0.9087,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1844,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4963976005753216e-05,
+      "loss": 0.8921,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1845,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4958565000931877e-05,
+      "loss": 1.0066,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1846,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4953152070261027e-05,
+      "loss": 0.8629,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1847,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.494773721584299e-05,
+      "loss": 0.9713,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1848,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4942320439780833e-05,
+      "loss": 0.8704,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1849,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4936901744178367e-05,
+      "loss": 1.285,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1850,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4931481131140149e-05,
+      "loss": 0.9602,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1851,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4926058602771484e-05,
+      "loss": 0.9059,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1852,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4920634161178424e-05,
+      "loss": 0.8868,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1853,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4915207808467756e-05,
+      "loss": 0.8029,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1854,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4909779546747011e-05,
+      "loss": 0.9223,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1855,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4904349378124467e-05,
+      "loss": 0.8033,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1856,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.489891730470914e-05,
+      "loss": 0.8177,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1857,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4893483328610778e-05,
+      "loss": 0.8664,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1858,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.488804745193988e-05,
+      "loss": 0.8658,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1859,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4882609676807675e-05,
+      "loss": 0.807,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1860,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4877170005326136e-05,
+      "loss": 0.8224,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1861,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4871728439607967e-05,
+      "loss": 0.8594,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1862,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4866284981766607e-05,
+      "loss": 0.9799,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1863,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4860839633916236e-05,
+      "loss": 0.7874,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1864,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4855392398171762e-05,
+      "loss": 0.865,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1865,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.484994327664883e-05,
+      "loss": 0.8083,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1866,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4844492271463814e-05,
+      "loss": 0.7936,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1867,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4839039384733821e-05,
+      "loss": 0.9145,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1868,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4833584618576695e-05,
+      "loss": 0.8434,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1869,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4828127975111e-05,
+      "loss": 0.8837,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1870,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4822669456456031e-05,
+      "loss": 0.8381,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1871,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4817209064731819e-05,
+      "loss": 0.7528,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1872,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4811746802059115e-05,
+      "loss": 0.9765,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1873,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.48062826705594e-05,
+      "loss": 0.9181,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1874,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4800816672354876e-05,
+      "loss": 0.8827,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1875,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4795348809568477e-05,
+      "loss": 0.8974,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1876,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4789879084323858e-05,
+      "loss": 0.864,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1877,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4784407498745394e-05,
+      "loss": 0.8106,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1878,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.477893405495819e-05,
+      "loss": 0.853,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1879,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4773458755088068e-05,
+      "loss": 0.8681,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1880,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4767981601261567e-05,
+      "loss": 0.8298,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1881,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4762502595605957e-05,
+      "loss": 0.872,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1882,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4757021740249213e-05,
+      "loss": 0.8245,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1883,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4751539037320044e-05,
+      "loss": 0.9131,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1884,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4746054488947863e-05,
+      "loss": 0.8085,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1885,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4740568097262811e-05,
+      "loss": 0.8682,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1886,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.473507986439573e-05,
+      "loss": 0.8688,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1887,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4729589792478193e-05,
+      "loss": 0.8256,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1888,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4724097883642482e-05,
+      "loss": 0.8075,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1889,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4718604140021588e-05,
+      "loss": 0.8303,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1890,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.471310856374922e-05,
+      "loss": 1.1227,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1891,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.470761115695979e-05,
+      "loss": 0.7256,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1892,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4702111921788437e-05,
+      "loss": 0.9365,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1893,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4696610860370997e-05,
+      "loss": 0.9025,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1894,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4691107974844015e-05,
+      "loss": 0.842,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1895,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.468560326734475e-05,
+      "loss": 0.8047,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1896,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4680096740011172e-05,
+      "loss": 0.8936,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1897,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4674588394981948e-05,
+      "loss": 0.8889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1898,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4669078234396454e-05,
+      "loss": 0.9261,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1899,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4663566260394775e-05,
+      "loss": 0.9568,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1900,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4658052475117704e-05,
+      "loss": 0.9438,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1901,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4652536880706723e-05,
+      "loss": 0.888,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1902,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4647019479304028e-05,
+      "loss": 0.7896,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1903,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4641500273052516e-05,
+      "loss": 0.8806,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1904,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.463597926409578e-05,
+      "loss": 0.8428,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1905,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4630456454578122e-05,
+      "loss": 0.8917,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1906,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.462493184664453e-05,
+      "loss": 0.8647,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1907,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4619405442440702e-05,
+      "loss": 1.1601,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1908,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4613877244113033e-05,
+      "loss": 0.9344,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1909,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4608347253808605e-05,
+      "loss": 0.786,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1910,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.460281547367521e-05,
+      "loss": 1.2132,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1911,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4597281905861318e-05,
+      "loss": 0.8744,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1912,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4591746552516109e-05,
+      "loss": 0.9162,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1913,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4586209415789452e-05,
+      "loss": 0.9174,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1914,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4580670497831904e-05,
+      "loss": 0.9462,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1915,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4575129800794718e-05,
+      "loss": 0.8009,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1916,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4569587326829834e-05,
+      "loss": 0.8547,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1917,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4564043078089891e-05,
+      "loss": 0.7538,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1918,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4558497056728205e-05,
+      "loss": 0.8634,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1919,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4552949264898795e-05,
+      "loss": 0.8083,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1920,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4547399704756348e-05,
+      "loss": 0.9455,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1921,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4541848378456255e-05,
+      "loss": 0.9095,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1922,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4536295288154594e-05,
+      "loss": 0.8457,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1923,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4530740436008111e-05,
+      "loss": 0.7834,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1924,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.452518382417425e-05,
+      "loss": 0.9431,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1925,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4519625454811135e-05,
+      "loss": 0.8339,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1926,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4514065330077575e-05,
+      "loss": 0.9434,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1927,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4508503452133053e-05,
+      "loss": 0.8529,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1928,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4502939823137744e-05,
+      "loss": 0.9412,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1929,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4497374445252496e-05,
+      "loss": 0.7744,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1930,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4491807320638835e-05,
+      "loss": 0.8936,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1931,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4486238451458972e-05,
+      "loss": 0.8607,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1932,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4480667839875786e-05,
+      "loss": 0.9286,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1933,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4475095488052843e-05,
+      "loss": 0.8584,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1934,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4469521398154381e-05,
+      "loss": 1.1665,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1935,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4463945572345308e-05,
+      "loss": 1.0006,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1936,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4458368012791213e-05,
+      "loss": 0.7824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1937,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4452788721658355e-05,
+      "loss": 0.8942,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1938,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4447207701113669e-05,
+      "loss": 0.9518,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1939,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4441624953324755e-05,
+      "loss": 0.973,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1940,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4436040480459891e-05,
+      "loss": 0.7518,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1941,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.443045428468802e-05,
+      "loss": 0.9058,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1942,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4424866368178761e-05,
+      "loss": 0.8903,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1943,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.441927673310239e-05,
+      "loss": 0.8578,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1944,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4413685381629855e-05,
+      "loss": 0.9004,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1945,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.440809231593278e-05,
+      "loss": 0.8983,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1946,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4402497538183444e-05,
+      "loss": 0.821,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1947,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4396901050554794e-05,
+      "loss": 0.8181,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1948,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4391302855220442e-05,
+      "loss": 0.891,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1949,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4385702954354662e-05,
+      "loss": 1.1816,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1950,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.438010135013239e-05,
+      "loss": 0.8801,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1951,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4374498044729225e-05,
+      "loss": 0.844,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1952,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4368893040321428e-05,
+      "loss": 0.8879,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1953,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4363286339085915e-05,
+      "loss": 0.8288,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1954,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.435767794320027e-05,
+      "loss": 0.8973,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1955,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4352067854842724e-05,
+      "loss": 0.8526,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1956,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.434645607619217e-05,
+      "loss": 1.2122,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1957,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.434084260942816e-05,
+      "loss": 0.9609,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1958,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4335227456730902e-05,
+      "loss": 0.7928,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1959,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4329610620281253e-05,
+      "loss": 0.8776,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1960,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4323992102260733e-05,
+      "loss": 0.7706,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1961,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4318371904851502e-05,
+      "loss": 0.7763,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1962,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4312750030236382e-05,
+      "loss": 0.81,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1963,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4307126480598852e-05,
+      "loss": 0.8886,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1964,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4301501258123024e-05,
+      "loss": 0.8617,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1965,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4295874364993672e-05,
+      "loss": 0.8352,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1966,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4290245803396221e-05,
+      "loss": 1.1705,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1967,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4284615575516737e-05,
+      "loss": 0.8673,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1968,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4278983683541934e-05,
+      "loss": 0.8305,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1969,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4273350129659173e-05,
+      "loss": 0.9117,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1970,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4267714916056465e-05,
+      "loss": 1.2997,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1971,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.426207804492246e-05,
+      "loss": 0.8479,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1972,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4256439518446456e-05,
+      "loss": 0.8235,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1973,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4250799338818388e-05,
+      "loss": 0.8062,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1974,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.424515750822884e-05,
+      "loss": 0.7605,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1975,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4239514028869032e-05,
+      "loss": 0.8603,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1976,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4233868902930827e-05,
+      "loss": 0.8749,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1977,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4228222132606729e-05,
+      "loss": 0.7778,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1978,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4222573720089874e-05,
+      "loss": 0.9701,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1979,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4216923667574042e-05,
+      "loss": 0.841,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1980,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4211271977253653e-05,
+      "loss": 0.752,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1981,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4205618651323753e-05,
+      "loss": 0.9428,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1982,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4199963691980027e-05,
+      "loss": 0.905,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1983,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4194307101418805e-05,
+      "loss": 0.879,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1984,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4188648881837033e-05,
+      "loss": 0.8653,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1985,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4182989035432299e-05,
+      "loss": 0.9532,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1986,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4177327564402825e-05,
+      "loss": 0.9748,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1987,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4171664470947464e-05,
+      "loss": 0.8953,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1988,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.416599975726569e-05,
+      "loss": 0.8823,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1989,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4160333425557616e-05,
+      "loss": 0.8101,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1990,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4154665478023977e-05,
+      "loss": 0.7878,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1991,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4148995916866139e-05,
+      "loss": 1.1473,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1992,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.41433247442861e-05,
+      "loss": 0.8093,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1993,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4137651962486472e-05,
+      "loss": 0.8673,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1994,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4131977573670499e-05,
+      "loss": 0.8629,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1995,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.412630158004205e-05,
+      "loss": 0.9057,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1996,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4120623983805617e-05,
+      "loss": 0.7963,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1997,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4114944787166307e-05,
+      "loss": 1.0128,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1998,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4109263992329858e-05,
+      "loss": 0.8453,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 1999,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4103581601502629e-05,
+      "loss": 0.865,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2000,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.409789761689159e-05,
+      "loss": 0.8354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2001,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4092212040704336e-05,
+      "loss": 1.1174,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2002,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.408652487514908e-05,
+      "loss": 0.8515,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2003,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.408083612243465e-05,
+      "loss": 0.917,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2004,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4075145784770496e-05,
+      "loss": 1.1573,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2005,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4069453864366678e-05,
+      "loss": 0.8935,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2006,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4063760363433867e-05,
+      "loss": 0.8484,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2007,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.405806528418336e-05,
+      "loss": 0.9107,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2008,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4052368628827057e-05,
+      "loss": 1.1222,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2009,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4046670399577478e-05,
+      "loss": 0.9275,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2010,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4040970598647742e-05,
+      "loss": 0.7457,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2011,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4035269228251589e-05,
+      "loss": 0.8623,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2012,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4029566290603368e-05,
+      "loss": 0.8104,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2013,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4023861787918031e-05,
+      "loss": 0.8855,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2014,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4018155722411144e-05,
+      "loss": 0.8919,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2015,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4012448096298874e-05,
+      "loss": 0.8127,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2016,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4006738911798001e-05,
+      "loss": 0.8605,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2017,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.40010281711259e-05,
+      "loss": 0.9202,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2018,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3995315876500565e-05,
+      "loss": 0.8525,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2019,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3989602030140581e-05,
+      "loss": 0.8774,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2020,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.398388663426514e-05,
+      "loss": 0.8688,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2021,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3978169691094037e-05,
+      "loss": 0.7947,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2022,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3972451202847665e-05,
+      "loss": 0.8021,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2023,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3966731171747024e-05,
+      "loss": 0.8598,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2024,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3961009600013702e-05,
+      "loss": 0.7859,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2025,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3955286489869894e-05,
+      "loss": 0.8695,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2026,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.394956184353839e-05,
+      "loss": 0.8166,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2027,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3943835663242577e-05,
+      "loss": 0.8792,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2028,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3938107951206438e-05,
+      "loss": 0.8466,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2029,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3932378709654548e-05,
+      "loss": 0.8396,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2030,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3926647940812081e-05,
+      "loss": 0.9513,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2031,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.39209156469048e-05,
+      "loss": 0.8031,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2032,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3915181830159061e-05,
+      "loss": 0.8286,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2033,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3909446492801819e-05,
+      "loss": 0.7859,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2034,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3903709637060605e-05,
+      "loss": 0.8325,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2035,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3897971265163546e-05,
+      "loss": 0.9152,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2036,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3892231379339369e-05,
+      "loss": 0.8099,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2037,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3886489981817375e-05,
+      "loss": 0.7986,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2038,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3880747074827454e-05,
+      "loss": 1.0069,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2039,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3875002660600085e-05,
+      "loss": 0.877,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2040,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.386925674136634e-05,
+      "loss": 1.0159,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2041,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3863509319357857e-05,
+      "loss": 0.9772,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2042,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3857760396806876e-05,
+      "loss": 0.8122,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2043,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3852009975946209e-05,
+      "loss": 0.9168,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2044,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3846258059009252e-05,
+      "loss": 0.824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2045,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.384050464822999e-05,
+      "loss": 0.809,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2046,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.383474974584297e-05,
+      "loss": 0.9063,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2047,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3828993354083342e-05,
+      "loss": 0.8367,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2048,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3823235475186816e-05,
+      "loss": 0.9153,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2049,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3817476111389685e-05,
+      "loss": 0.8112,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2050,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3811715264928824e-05,
+      "loss": 0.8918,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2051,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3805952938041674e-05,
+      "loss": 0.8081,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2052,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3800189132966257e-05,
+      "loss": 1.0556,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2053,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3794423851941174e-05,
+      "loss": 0.9076,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2054,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.378865709720559e-05,
+      "loss": 0.8424,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2055,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3782888870999245e-05,
+      "loss": 0.9023,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2056,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.377711917556245e-05,
+      "loss": 0.9184,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2057,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3771348013136096e-05,
+      "loss": 1.0911,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2058,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3765575385961627e-05,
+      "loss": 0.8413,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2059,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3759801296281072e-05,
+      "loss": 0.8479,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2060,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3754025746337014e-05,
+      "loss": 0.8053,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2061,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3748248738372616e-05,
+      "loss": 0.9574,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2062,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3742470274631599e-05,
+      "loss": 0.7754,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2063,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3736690357358253e-05,
+      "loss": 0.8201,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2064,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3730908988797427e-05,
+      "loss": 0.8716,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2065,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3725126171194543e-05,
+      "loss": 0.7841,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2066,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.371934190679558e-05,
+      "loss": 0.8361,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2067,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3713556197847076e-05,
+      "loss": 0.8652,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2068,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3707769046596136e-05,
+      "loss": 0.8015,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2069,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3701980455290425e-05,
+      "loss": 1.1597,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2070,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3696190426178162e-05,
+      "loss": 1.0824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2071,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3690398961508128e-05,
+      "loss": 0.8738,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2072,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3684606063529662e-05,
+      "loss": 0.8114,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2073,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3678811734492659e-05,
+      "loss": 0.8663,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2074,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.367301597664757e-05,
+      "loss": 0.8169,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2075,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.36672187922454e-05,
+      "loss": 0.8134,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2076,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3661420183537705e-05,
+      "loss": 0.768,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2077,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3655620152776605e-05,
+      "loss": 0.8336,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2078,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.364981870221476e-05,
+      "loss": 0.9109,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2079,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.364401583410539e-05,
+      "loss": 0.8058,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2080,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3638211550702256e-05,
+      "loss": 0.7393,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2081,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.363240585425968e-05,
+      "loss": 0.8561,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2082,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.362659874703253e-05,
+      "loss": 0.7976,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2083,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3620790231276213e-05,
+      "loss": 0.8793,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2084,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3614980309246692e-05,
+      "loss": 0.8352,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2085,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3609168983200474e-05,
+      "loss": 0.9015,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2086,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3603356255394613e-05,
+      "loss": 0.9293,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2087,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3597542128086702e-05,
+      "loss": 0.8557,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2088,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3591726603534885e-05,
+      "loss": 0.8533,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2089,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3585909683997842e-05,
+      "loss": 0.8091,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2090,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3580091371734798e-05,
+      "loss": 0.9242,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2091,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.357427166900552e-05,
+      "loss": 0.8096,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2092,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3568450578070309e-05,
+      "loss": 0.9409,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2093,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3562628101190015e-05,
+      "loss": 0.8098,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2094,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3556804240626019e-05,
+      "loss": 0.9731,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2095,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3550978998640241e-05,
+      "loss": 0.8157,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2096,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3545152377495136e-05,
+      "loss": 0.7835,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2097,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3539324379453698e-05,
+      "loss": 0.8745,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2098,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3533495006779455e-05,
+      "loss": 0.8765,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2099,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3527664261736471e-05,
+      "loss": 0.9366,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2100,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3521832146589335e-05,
+      "loss": 0.813,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2101,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3515998663603174e-05,
+      "loss": 0.6834,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2102,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3510163815043647e-05,
+      "loss": 0.8492,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2103,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3504327603176943e-05,
+      "loss": 0.9339,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2104,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3498490030269782e-05,
+      "loss": 0.9534,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2105,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3492651098589398e-05,
+      "loss": 0.795,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2106,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3486810810403578e-05,
+      "loss": 0.8249,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2107,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.348096916798062e-05,
+      "loss": 0.9354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2108,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3475126173589343e-05,
+      "loss": 0.869,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2109,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3469281829499107e-05,
+      "loss": 0.8105,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2110,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3463436137979786e-05,
+      "loss": 0.9336,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2111,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3457589101301776e-05,
+      "loss": 0.8889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2112,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3451740721736005e-05,
+      "loss": 1.1699,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2113,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3445891001553905e-05,
+      "loss": 0.9337,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2114,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3440039943027452e-05,
+      "loss": 0.8106,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2115,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3434187548429126e-05,
+      "loss": 1.0712,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2116,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3428333820031922e-05,
+      "loss": 0.8129,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2117,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3422478760109371e-05,
+      "loss": 0.7424,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2118,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3416622370935507e-05,
+      "loss": 0.8298,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2119,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3410764654784885e-05,
+      "loss": 0.8493,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2120,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3404905613932573e-05,
+      "loss": 0.9047,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2121,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3399045250654152e-05,
+      "loss": 0.8247,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2122,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3393183567225724e-05,
+      "loss": 0.8184,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2123,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3387320565923901e-05,
+      "loss": 0.9167,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2124,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.33814562490258e-05,
+      "loss": 0.8373,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2125,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3375590618809056e-05,
+      "loss": 1.0049,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2126,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3369723677551813e-05,
+      "loss": 0.9111,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2127,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3363855427532724e-05,
+      "loss": 0.7714,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2128,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3357985871030948e-05,
+      "loss": 0.8823,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2129,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3352115010326155e-05,
+      "loss": 0.889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2130,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3346242847698516e-05,
+      "loss": 0.8848,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2131,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3340369385428713e-05,
+      "loss": 0.7681,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2132,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3334494625797936e-05,
+      "loss": 0.9071,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2133,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3328618571087867e-05,
+      "loss": 0.8141,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2134,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.33227412235807e-05,
+      "loss": 0.8628,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2135,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3316862585559132e-05,
+      "loss": 0.8945,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2136,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3310982659306352e-05,
+      "loss": 0.9031,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2137,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3305101447106064e-05,
+      "loss": 0.8523,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2138,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3299218951242456e-05,
+      "loss": 0.9581,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2139,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3293335174000226e-05,
+      "loss": 0.8684,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2140,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.328745011766456e-05,
+      "loss": 0.864,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2141,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3281563784521154e-05,
+      "loss": 0.8656,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2142,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3275676176856185e-05,
+      "loss": 0.8379,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2143,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3269787296956333e-05,
+      "loss": 0.7752,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2144,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3263897147108778e-05,
+      "loss": 0.846,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2145,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3258005729601178e-05,
+      "loss": 0.9481,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2146,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3252113046721692e-05,
+      "loss": 0.9028,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2147,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3246219100758974e-05,
+      "loss": 0.9167,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2148,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3240323894002166e-05,
+      "loss": 0.7594,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2149,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3234427428740895e-05,
+      "loss": 0.8082,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2150,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3228529707265279e-05,
+      "loss": 0.8487,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2151,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.322263073186593e-05,
+      "loss": 0.8454,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2152,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3216730504833938e-05,
+      "loss": 0.934,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2153,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3210829028460883e-05,
+      "loss": 0.8764,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2154,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3204926305038832e-05,
+      "loss": 0.7922,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2155,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3199022336860335e-05,
+      "loss": 0.8562,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2156,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3193117126218425e-05,
+      "loss": 0.8681,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2157,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3187210675406617e-05,
+      "loss": 0.8525,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2158,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.318130298671891e-05,
+      "loss": 0.8654,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2159,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3175394062449777e-05,
+      "loss": 0.8248,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2160,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3169483904894185e-05,
+      "loss": 0.9097,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2161,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3163572516347565e-05,
+      "loss": 0.9002,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2162,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3157659899105835e-05,
+      "loss": 0.844,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2163,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.315174605546538e-05,
+      "loss": 0.8117,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2164,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3145830987723081e-05,
+      "loss": 0.8114,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2165,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3139914698176273e-05,
+      "loss": 0.7767,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2166,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3133997189122777e-05,
+      "loss": 0.8473,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2167,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3128078462860887e-05,
+      "loss": 0.8035,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2168,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3122158521689367e-05,
+      "loss": 0.921,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2169,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3116237367907454e-05,
+      "loss": 0.8009,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2170,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3110315003814855e-05,
+      "loss": 0.7825,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2171,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3104391431711748e-05,
+      "loss": 0.7557,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2172,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.309846665389878e-05,
+      "loss": 0.8214,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2173,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.309254067267707e-05,
+      "loss": 0.8657,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2174,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3086613490348198e-05,
+      "loss": 0.8471,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2175,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3080685109214208e-05,
+      "loss": 0.7968,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2176,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3074755531577628e-05,
+      "loss": 0.88,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2177,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3068824759741428e-05,
+      "loss": 0.9961,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2178,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.306289279600905e-05,
+      "loss": 0.822,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2179,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3056959642684404e-05,
+      "loss": 0.8659,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2180,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.305102530207186e-05,
+      "loss": 0.8729,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2181,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3045089776476246e-05,
+      "loss": 0.8323,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2182,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3039153068202853e-05,
+      "loss": 0.958,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2183,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3033215179557424e-05,
+      "loss": 0.889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2184,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3027276112846172e-05,
+      "loss": 0.8729,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2185,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3021335870375763e-05,
+      "loss": 0.8974,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2186,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3015394454453316e-05,
+      "loss": 1.016,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2187,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3009451867386411e-05,
+      "loss": 0.8782,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2188,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3003508111483077e-05,
+      "loss": 0.7932,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2189,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.29975631890518e-05,
+      "loss": 0.8132,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2190,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2991617102401524e-05,
+      "loss": 0.7649,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2191,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2985669853841635e-05,
+      "loss": 0.7932,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2192,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.297972144568198e-05,
+      "loss": 0.8334,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2193,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2973771880232853e-05,
+      "loss": 0.7925,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2194,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2967821159804994e-05,
+      "loss": 0.8108,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2195,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2961869286709594e-05,
+      "loss": 0.8023,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2196,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.295591626325829e-05,
+      "loss": 0.8737,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2197,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2949962091763174e-05,
+      "loss": 1.0771,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2198,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2944006774536773e-05,
+      "loss": 0.8666,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2199,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2938050313892062e-05,
+      "loss": 1.0906,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2200,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2932092712142468e-05,
+      "loss": 0.8247,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2201,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.292613397160185e-05,
+      "loss": 0.7949,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2202,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2920174094584514e-05,
+      "loss": 0.8215,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2203,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2914213083405211e-05,
+      "loss": 0.8154,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2204,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2908250940379124e-05,
+      "loss": 0.8098,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2205,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2902287667821885e-05,
+      "loss": 0.8032,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2206,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.289632326804956e-05,
+      "loss": 1.1264,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2207,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2890357743378649e-05,
+      "loss": 0.8201,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2208,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2884391096126098e-05,
+      "loss": 0.8521,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2209,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2878423328609281e-05,
+      "loss": 0.8233,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2210,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2872454443146015e-05,
+      "loss": 1.0543,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2211,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.286648444205454e-05,
+      "loss": 0.9307,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2212,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2860513327653537e-05,
+      "loss": 0.7663,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2213,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2854541102262119e-05,
+      "loss": 0.8058,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2214,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.284856776819983e-05,
+      "loss": 0.8974,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2215,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2842593327786649e-05,
+      "loss": 0.7683,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2216,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2836617783342968e-05,
+      "loss": 0.7995,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2217,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2830641137189628e-05,
+      "loss": 0.8404,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2218,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.282466339164789e-05,
+      "loss": 0.9115,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2219,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2818684549039437e-05,
+      "loss": 0.7557,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2220,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2812704611686386e-05,
+      "loss": 0.8848,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2221,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2806723581911274e-05,
+      "loss": 1.0051,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2222,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2800741462037065e-05,
+      "loss": 0.8159,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2223,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2794758254387147e-05,
+      "loss": 0.9305,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2224,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2788773961285323e-05,
+      "loss": 0.8853,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2225,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2782788585055829e-05,
+      "loss": 0.816,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2226,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2776802128023317e-05,
+      "loss": 0.7517,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2227,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2770814592512853e-05,
+      "loss": 0.9001,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2228,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2764825980849931e-05,
+      "loss": 0.8079,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2229,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2758836295360455e-05,
+      "loss": 0.8804,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2230,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2752845538370752e-05,
+      "loss": 0.8319,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2231,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2746853712207567e-05,
+      "loss": 0.9085,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2232,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.274086081919805e-05,
+      "loss": 0.8308,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2233,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.273486686166977e-05,
+      "loss": 0.8527,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2234,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2728871841950719e-05,
+      "loss": 0.8671,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2235,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2722875762369288e-05,
+      "loss": 0.8516,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2236,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2716878625254287e-05,
+      "loss": 0.8238,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2237,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2710880432934934e-05,
+      "loss": 0.9267,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2238,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.270488118774086e-05,
+      "loss": 0.884,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2239,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.26988808920021e-05,
+      "loss": 0.8639,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2240,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.26928795480491e-05,
+      "loss": 0.7859,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2241,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2686877158212715e-05,
+      "loss": 0.8203,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2242,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.26808737248242e-05,
+      "loss": 0.9382,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2243,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2674869250215225e-05,
+      "loss": 0.8033,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2244,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2668863736717855e-05,
+      "loss": 0.8635,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2245,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2662857186664558e-05,
+      "loss": 0.7858,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2246,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2656849602388222e-05,
+      "loss": 0.8373,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2247,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2650840986222111e-05,
+      "loss": 0.9054,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2248,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2644831340499906e-05,
+      "loss": 0.725,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2249,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2638820667555685e-05,
+      "loss": 0.9843,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2250,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2632808969723927e-05,
+      "loss": 0.9173,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2251,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.26267962493395e-05,
+      "loss": 1.0684,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2252,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2620782508737678e-05,
+      "loss": 0.8135,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2253,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2614767750254129e-05,
+      "loss": 0.8467,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2254,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2608751976224916e-05,
+      "loss": 0.8697,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2255,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2602735188986498e-05,
+      "loss": 0.8099,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2256,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2596717390875721e-05,
+      "loss": 0.9218,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2257,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2590698584229834e-05,
+      "loss": 0.7871,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2258,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2584678771386467e-05,
+      "loss": 0.8904,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2259,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2578657954683651e-05,
+      "loss": 0.7516,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2260,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2572636136459799e-05,
+      "loss": 0.8373,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2261,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2566613319053713e-05,
+      "loss": 0.8949,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2262,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2560589504804592e-05,
+      "loss": 1.0383,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2263,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2554564696052011e-05,
+      "loss": 0.8237,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2264,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2548538895135942e-05,
+      "loss": 0.8363,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2265,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.254251210439673e-05,
+      "loss": 0.7991,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2266,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2536484326175114e-05,
+      "loss": 0.8433,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2267,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2530455562812214e-05,
+      "loss": 0.9149,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2268,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.252442581664953e-05,
+      "loss": 0.8407,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2269,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2518395090028952e-05,
+      "loss": 0.8231,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2270,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2512363385292739e-05,
+      "loss": 0.8483,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2271,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2506330704783533e-05,
+      "loss": 0.8779,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2272,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2500297050844367e-05,
+      "loss": 1.0036,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2273,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2494262425818637e-05,
+      "loss": 0.8686,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2274,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2488226832050116e-05,
+      "loss": 0.8472,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2275,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2482190271882973e-05,
+      "loss": 0.8385,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2276,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2476152747661727e-05,
+      "loss": 0.8079,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2277,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2470114261731288e-05,
+      "loss": 0.7803,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2278,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.246407481643693e-05,
+      "loss": 0.8626,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2279,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.245803441412431e-05,
+      "loss": 0.8822,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2280,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2451993057139445e-05,
+      "loss": 0.8531,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2281,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2445950747828732e-05,
+      "loss": 0.8696,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2282,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2439907488538934e-05,
+      "loss": 0.8446,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2283,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.243386328161718e-05,
+      "loss": 0.8132,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2284,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2427818129410975e-05,
+      "loss": 0.8483,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2285,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2421772034268187e-05,
+      "loss": 0.8518,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2286,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2415724998537042e-05,
+      "loss": 0.8444,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2287,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2409677024566145e-05,
+      "loss": 0.8604,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2288,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.240362811470446e-05,
+      "loss": 0.8557,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2289,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2397578271301312e-05,
+      "loss": 0.7439,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2290,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2391527496706389e-05,
+      "loss": 0.7971,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2291,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2385475793269744e-05,
+      "loss": 0.8004,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2292,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2379423163341791e-05,
+      "loss": 0.7625,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2293,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2373369609273299e-05,
+      "loss": 0.8154,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2294,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2367315133415396e-05,
+      "loss": 0.7984,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2295,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2361259738119575e-05,
+      "loss": 0.7607,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2296,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2355203425737683e-05,
+      "loss": 0.7657,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2297,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2349146198621917e-05,
+      "loss": 1.0062,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2298,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2343088059124839e-05,
+      "loss": 0.9175,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2299,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2337029009599357e-05,
+      "loss": 0.8876,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2300,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2330969052398735e-05,
+      "loss": 0.8347,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2301,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2324908189876597e-05,
+      "loss": 0.928,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2302,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2318846424386907e-05,
+      "loss": 0.9616,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2303,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2312783758283981e-05,
+      "loss": 0.8006,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2304,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.23067201939225e-05,
+      "loss": 0.8211,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2305,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2300655733657475e-05,
+      "loss": 0.8529,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2306,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2294590379844268e-05,
+      "loss": 0.7621,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2307,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2288524134838602e-05,
+      "loss": 0.8111,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2308,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2282457000996533e-05,
+      "loss": 0.8061,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2309,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2276388980674465e-05,
+      "loss": 0.8488,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2310,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.227032007622915e-05,
+      "loss": 0.6354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2311,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2264250290017675e-05,
+      "loss": 0.7213,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2312,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2258179624397477e-05,
+      "loss": 0.843,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2313,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2252108081726337e-05,
+      "loss": 0.8312,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2314,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.224603566436237e-05,
+      "loss": 1.0912,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2315,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2239962374664029e-05,
+      "loss": 0.8277,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2316,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2233888214990113e-05,
+      "loss": 0.878,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2317,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2227813187699757e-05,
+      "loss": 0.8548,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2318,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.222173729515243e-05,
+      "loss": 0.786,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2319,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2215660539707936e-05,
+      "loss": 0.8639,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2320,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2209582923726424e-05,
+      "loss": 0.8498,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2321,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2203504449568361e-05,
+      "loss": 0.7923,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2322,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2197425119594563e-05,
+      "loss": 0.8018,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2323,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.219134493616617e-05,
+      "loss": 0.9094,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2324,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2185263901644653e-05,
+      "loss": 0.8347,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2325,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.217918201839182e-05,
+      "loss": 0.8556,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2326,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2173099288769799e-05,
+      "loss": 0.8159,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2327,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2167015715141057e-05,
+      "loss": 0.7305,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2328,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.216093129986838e-05,
+      "loss": 0.8452,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2329,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2154846045314885e-05,
+      "loss": 0.9178,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2330,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.214875995384402e-05,
+      "loss": 0.8186,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2331,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.214267302781955e-05,
+      "loss": 0.8555,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2332,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2136585269605558e-05,
+      "loss": 0.7876,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2333,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2130496681566475e-05,
+      "loss": 0.8879,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2334,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.212440726606703e-05,
+      "loss": 0.7579,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2335,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.211831702547228e-05,
+      "loss": 1.047,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2336,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2112225962147605e-05,
+      "loss": 0.7783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2337,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.210613407845871e-05,
+      "loss": 0.7616,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2338,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2100041376771605e-05,
+      "loss": 0.8451,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2339,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.209394785945263e-05,
+      "loss": 0.7791,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2340,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2087853528868432e-05,
+      "loss": 0.8671,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2341,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2081758387385982e-05,
+      "loss": 1.0025,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2342,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2075662437372567e-05,
+      "loss": 0.8803,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2343,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2069565681195776e-05,
+      "loss": 0.8673,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2344,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.206346812122352e-05,
+      "loss": 0.8822,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2345,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2057369759824025e-05,
+      "loss": 0.8535,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2346,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2051270599365825e-05,
+      "loss": 0.7665,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2347,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2045170642217756e-05,
+      "loss": 0.8421,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2348,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2039069890748978e-05,
+      "loss": 0.8923,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2349,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2032968347328952e-05,
+      "loss": 0.8082,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2350,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2026866014327446e-05,
+      "loss": 0.8815,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2351,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2020762894114535e-05,
+      "loss": 0.7572,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2352,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.20146589890606e-05,
+      "loss": 0.8234,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2353,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2008554301536328e-05,
+      "loss": 0.8417,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2354,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2002448833912712e-05,
+      "loss": 0.8546,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2355,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1996342588561042e-05,
+      "loss": 0.832,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2356,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1990235567852917e-05,
+      "loss": 0.8739,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2357,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1984127774160226e-05,
+      "loss": 0.7739,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2358,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1978019209855174e-05,
+      "loss": 0.9049,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2359,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1971909877310253e-05,
+      "loss": 0.8909,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2360,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1965799778898258e-05,
+      "loss": 0.868,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2361,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1959688916992279e-05,
+      "loss": 0.8529,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2362,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1953577293965707e-05,
+      "loss": 1.037,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2363,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1947464912192228e-05,
+      "loss": 0.828,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2364,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1941351774045815e-05,
+      "loss": 0.8711,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2365,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1935237881900743e-05,
+      "loss": 0.8279,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2366,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1929123238131579e-05,
+      "loss": 0.7245,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2367,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1923007845113178e-05,
+      "loss": 0.8118,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2368,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1916891705220689e-05,
+      "loss": 0.9094,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2369,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.191077482082955e-05,
+      "loss": 0.8214,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2370,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1904657194315486e-05,
+      "loss": 0.7885,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2371,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1898538828054517e-05,
+      "loss": 0.8017,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2372,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1892419724422946e-05,
+      "loss": 0.811,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2373,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1886299885797357e-05,
+      "loss": 0.84,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2374,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1880179314554629e-05,
+      "loss": 0.7773,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2375,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1874058013071923e-05,
+      "loss": 0.7941,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2376,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1867935983726676e-05,
+      "loss": 0.8362,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2377,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.186181322889662e-05,
+      "loss": 1.0691,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2378,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1855689750959759e-05,
+      "loss": 0.8369,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2379,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1849565552294379e-05,
+      "loss": 0.8551,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2380,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1843440635279056e-05,
+      "loss": 0.7616,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2381,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1837315002292629e-05,
+      "loss": 0.8499,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2382,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1831188655714225e-05,
+      "loss": 1.0223,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2383,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.182506159792325e-05,
+      "loss": 0.7929,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2384,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1818933831299381e-05,
+      "loss": 0.8211,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2385,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1812805358222571e-05,
+      "loss": 0.8092,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2386,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.180667618107305e-05,
+      "loss": 0.7935,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2387,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1800546302231317e-05,
+      "loss": 0.8479,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2388,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1794415724078147e-05,
+      "loss": 0.7595,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2389,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1788284448994588e-05,
+      "loss": 0.7665,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2390,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1782152479361956e-05,
+      "loss": 0.7639,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2391,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1776019817561834e-05,
+      "loss": 0.8923,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2392,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1769886465976086e-05,
+      "loss": 0.8525,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2393,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1763752426986823e-05,
+      "loss": 0.7896,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2394,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1757617702976443e-05,
+      "loss": 0.8067,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2395,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.17514822963276e-05,
+      "loss": 1.0233,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2396,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1745346209423216e-05,
+      "loss": 0.938,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2397,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1739209444646479e-05,
+      "loss": 0.7554,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2398,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1733072004380827e-05,
+      "loss": 0.8652,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2399,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1726933891009985e-05,
+      "loss": 0.7728,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2400,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1720795106917917e-05,
+      "loss": 0.7351,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2401,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.171465565448886e-05,
+      "loss": 0.8206,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2402,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1708515536107299e-05,
+      "loss": 0.8287,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2403,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1702374754157998e-05,
+      "loss": 0.8341,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2404,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1696233311025957e-05,
+      "loss": 0.8285,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2405,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1690091209096441e-05,
+      "loss": 0.8171,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2406,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1683948450754976e-05,
+      "loss": 0.7842,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2407,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1677805038387337e-05,
+      "loss": 0.8232,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2408,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1671660974379554e-05,
+      "loss": 0.8557,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2409,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1665516261117914e-05,
+      "loss": 0.8857,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2410,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1659370900988946e-05,
+      "loss": 1.0361,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2411,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.165322489637944e-05,
+      "loss": 0.8084,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2412,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.164707824967644e-05,
+      "loss": 0.8668,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2413,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1640930963267226e-05,
+      "loss": 0.8517,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2414,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1634783039539328e-05,
+      "loss": 0.832,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2415,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.162863448088054e-05,
+      "loss": 0.7941,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2416,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1622485289678886e-05,
+      "loss": 0.7793,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2417,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1616335468322641e-05,
+      "loss": 0.8047,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2418,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1610185019200324e-05,
+      "loss": 0.8552,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2419,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1604033944700701e-05,
+      "loss": 0.8536,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2420,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1597882247212776e-05,
+      "loss": 0.8022,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2421,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.15917299291258e-05,
+      "loss": 0.8058,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2422,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1585576992829261e-05,
+      "loss": 0.7926,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2423,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1579423440712887e-05,
+      "loss": 0.8228,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2424,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1573269275166652e-05,
+      "loss": 0.8149,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2425,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1567114498580758e-05,
+      "loss": 0.7806,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2426,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1560959113345649e-05,
+      "loss": 0.8751,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2427,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1554803121852005e-05,
+      "loss": 0.8171,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2428,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1548646526490749e-05,
+      "loss": 1.0371,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2429,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1542489329653024e-05,
+      "loss": 0.8218,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2430,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.153633153373022e-05,
+      "loss": 0.7779,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2431,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1530173141113947e-05,
+      "loss": 0.8605,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2432,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1524014154196063e-05,
+      "loss": 0.8723,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2433,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1517854575368644e-05,
+      "loss": 0.881,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2434,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1511694407023994e-05,
+      "loss": 0.8057,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2435,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1505533651554654e-05,
+      "loss": 0.8277,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2436,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1499372311353398e-05,
+      "loss": 0.7885,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2437,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.149321038881321e-05,
+      "loss": 0.785,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2438,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1487047886327314e-05,
+      "loss": 0.8765,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2439,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1480884806289151e-05,
+      "loss": 1.0653,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2440,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1474721151092397e-05,
+      "loss": 0.73,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2441,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1468556923130943e-05,
+      "loss": 0.7309,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2442,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.14623921247989e-05,
+      "loss": 0.7611,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2443,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1456226758490603e-05,
+      "loss": 0.8786,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2444,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1450060826600618e-05,
+      "loss": 0.8689,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2445,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1443894331523718e-05,
+      "loss": 0.7332,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2446,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1437727275654893e-05,
+      "loss": 1.1396,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2447,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1431559661389362e-05,
+      "loss": 0.8631,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2448,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1425391491122557e-05,
+      "loss": 0.83,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2449,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.141922276725012e-05,
+      "loss": 0.8824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2450,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1413053492167915e-05,
+      "loss": 0.7277,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2451,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1406883668272015e-05,
+      "loss": 0.8302,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2452,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.140071329795871e-05,
+      "loss": 0.8178,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2453,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.13945423836245e-05,
+      "loss": 0.8112,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2454,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1388370927666102e-05,
+      "loss": 0.9072,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2455,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1382198932480429e-05,
+      "loss": 0.9459,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2456,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1376026400464616e-05,
+      "loss": 0.7582,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2457,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.136985333401601e-05,
+      "loss": 0.9412,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2458,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1363679735532151e-05,
+      "loss": 1.0513,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2459,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1357505607410797e-05,
+      "loss": 0.8146,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2460,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1351330952049908e-05,
+      "loss": 0.7543,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2461,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1345155771847646e-05,
+      "loss": 0.75,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2462,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1338980069202388e-05,
+      "loss": 0.7364,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2463,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1332803846512697e-05,
+      "loss": 0.7972,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2464,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1326627106177348e-05,
+      "loss": 0.8529,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2465,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.132044985059532e-05,
+      "loss": 0.7848,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2466,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1314272082165785e-05,
+      "loss": 0.8048,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2467,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1308093803288119e-05,
+      "loss": 0.7842,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2468,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.130191501636189e-05,
+      "loss": 0.7953,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2469,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1295735723786872e-05,
+      "loss": 0.8268,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2470,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1289555927963032e-05,
+      "loss": 0.8582,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2471,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1283375631290528e-05,
+      "loss": 0.8328,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2472,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1277194836169714e-05,
+      "loss": 0.825,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2473,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1271013545001144e-05,
+      "loss": 0.8312,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2474,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1264831760185562e-05,
+      "loss": 0.8254,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2475,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1258649484123895e-05,
+      "loss": 0.8308,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2476,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1252466719217274e-05,
+      "loss": 0.7656,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2477,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1246283467867012e-05,
+      "loss": 0.8147,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2478,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1240099732474613e-05,
+      "loss": 0.8337,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2479,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1233915515441765e-05,
+      "loss": 0.7641,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2480,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1227730819170349e-05,
+      "loss": 0.8341,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2481,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1221545646062431e-05,
+      "loss": 0.8154,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2482,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.121535999852026e-05,
+      "loss": 0.7481,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2483,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1209173878946271e-05,
+      "loss": 0.7842,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2484,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1202987289743078e-05,
+      "loss": 0.8354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2485,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1196800233313488e-05,
+      "loss": 0.7798,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2486,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1190612712060475e-05,
+      "loss": 0.8766,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2487,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1184424728387204e-05,
+      "loss": 0.9484,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2488,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1178236284697017e-05,
+      "loss": 0.8346,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2489,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1172047383393434e-05,
+      "loss": 0.7652,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2490,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1165858026880151e-05,
+      "loss": 0.8432,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2491,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1159668217561048e-05,
+      "loss": 0.8323,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2492,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.115347795784017e-05,
+      "loss": 0.7213,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2493,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1147287250121745e-05,
+      "loss": 0.8406,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2494,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1141096096810174e-05,
+      "loss": 0.828,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2495,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1134904500310029e-05,
+      "loss": 0.869,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2496,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1128712463026048e-05,
+      "loss": 0.7427,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2497,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1122519987363156e-05,
+      "loss": 0.8081,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2498,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1116327075726436e-05,
+      "loss": 0.7502,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2499,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1110133730521142e-05,
+      "loss": 0.8471,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2500,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.11039399541527e-05,
+      "loss": 0.7247,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2501,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.10977457490267e-05,
+      "loss": 0.7436,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2502,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.10915511175489e-05,
+      "loss": 0.7674,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2503,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1085356062125225e-05,
+      "loss": 0.8406,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2504,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1079160585161759e-05,
+      "loss": 0.8286,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2505,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.107296468906476e-05,
+      "loss": 1.0107,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2506,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.106676837624064e-05,
+      "loss": 0.8209,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2507,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1060571649095972e-05,
+      "loss": 0.8133,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2508,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.10543745100375e-05,
+      "loss": 0.9187,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2509,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1048176961472114e-05,
+      "loss": 0.8491,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2510,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1041979005806876e-05,
+      "loss": 0.8811,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2511,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1035780645449001e-05,
+      "loss": 0.8331,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2512,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1029581882805857e-05,
+      "loss": 0.8467,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2513,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1023382720284973e-05,
+      "loss": 0.8819,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2514,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1017183160294033e-05,
+      "loss": 0.8223,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2515,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1010983205240878e-05,
+      "loss": 0.8994,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2516,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1004782857533488e-05,
+      "loss": 0.8231,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2517,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.099858211958002e-05,
+      "loss": 0.7807,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2518,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0992380993788763e-05,
+      "loss": 0.8719,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2519,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0986179482568162e-05,
+      "loss": 0.8362,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2520,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0979977588326815e-05,
+      "loss": 0.7277,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2521,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0973775313473465e-05,
+      "loss": 0.7921,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2522,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0967572660417001e-05,
+      "loss": 0.7978,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2523,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0961369631566468e-05,
+      "loss": 0.704,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2524,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0955166229331048e-05,
+      "loss": 0.767,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2525,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0948962456120068e-05,
+      "loss": 0.7418,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2526,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0942758314343007e-05,
+      "loss": 0.8499,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2527,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0936553806409482e-05,
+      "loss": 0.9592,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2528,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0930348934729249e-05,
+      "loss": 0.8624,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2529,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0924143701712211e-05,
+      "loss": 0.7932,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2530,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0917938109768404e-05,
+      "loss": 0.864,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2531,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0911732161308014e-05,
+      "loss": 0.8927,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2532,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0905525858741364e-05,
+      "loss": 0.8194,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2533,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.08993192044789e-05,
+      "loss": 0.9033,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2534,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.089311220093122e-05,
+      "loss": 0.8457,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2535,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0886904850509052e-05,
+      "loss": 0.7949,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2536,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0880697155623264e-05,
+      "loss": 0.8353,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2537,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0874489118684846e-05,
+      "loss": 0.8127,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2538,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.086828074210493e-05,
+      "loss": 0.8222,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2539,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0862072028294777e-05,
+      "loss": 0.7596,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2540,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0855862979665788e-05,
+      "loss": 0.7707,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2541,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0849653598629477e-05,
+      "loss": 0.8322,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2542,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0843443887597495e-05,
+      "loss": 0.9596,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2543,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0837233848981632e-05,
+      "loss": 0.8235,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2544,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0831023485193787e-05,
+      "loss": 0.7492,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2545,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0824812798645997e-05,
+      "loss": 0.8112,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2546,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0818601791750418e-05,
+      "loss": 0.8342,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2547,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0812390466919337e-05,
+      "loss": 0.8337,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2548,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0806178826565162e-05,
+      "loss": 0.8165,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2549,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0799966873100419e-05,
+      "loss": 0.8108,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2550,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0793754608937758e-05,
+      "loss": 0.8779,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2551,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0787542036489955e-05,
+      "loss": 0.8886,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2552,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0781329158169902e-05,
+      "loss": 0.7522,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2553,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0775115976390607e-05,
+      "loss": 0.7979,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2554,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0768902493565197e-05,
+      "loss": 0.898,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2555,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0762688712106918e-05,
+      "loss": 0.8419,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2556,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0756474634429133e-05,
+      "loss": 1.0007,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2557,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0750260262945314e-05,
+      "loss": 0.7885,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2558,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0744045600069055e-05,
+      "loss": 0.7326,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2559,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0737830648214063e-05,
+      "loss": 0.7783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2560,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0731615409794144e-05,
+      "loss": 0.8264,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2561,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0725399887223234e-05,
+      "loss": 0.8646,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2562,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0719184082915364e-05,
+      "loss": 0.7241,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2563,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0712967999284682e-05,
+      "loss": 0.8462,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2564,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0706751638745448e-05,
+      "loss": 0.7699,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2565,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0700535003712023e-05,
+      "loss": 0.7699,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2566,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.069431809659887e-05,
+      "loss": 0.8251,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2567,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.068810091982057e-05,
+      "loss": 0.8609,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2568,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0681883475791803e-05,
+      "loss": 0.8745,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2569,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.067566576692735e-05,
+      "loss": 0.8243,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2570,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0669447795642103e-05,
+      "loss": 0.6873,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2571,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.066322956435104e-05,
+      "loss": 0.8345,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2572,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.065701107546926e-05,
+      "loss": 0.8011,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2573,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.065079233141195e-05,
+      "loss": 0.7782,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2574,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0644573334594395e-05,
+      "loss": 0.7075,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2575,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0638354087431986e-05,
+      "loss": 0.7539,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2576,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0632134592340204e-05,
+      "loss": 0.9105,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2577,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0625914851734632e-05,
+      "loss": 0.738,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2578,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0619694868030943e-05,
+      "loss": 0.8134,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2579,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0613474643644907e-05,
+      "loss": 0.7441,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2580,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0607254180992391e-05,
+      "loss": 0.765,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2581,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0601033482489346e-05,
+      "loss": 0.82,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2582,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0594812550551826e-05,
+      "loss": 0.7993,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2583,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.058859138759596e-05,
+      "loss": 0.8191,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2584,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0582369996037985e-05,
+      "loss": 0.8125,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2585,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0576148378294213e-05,
+      "loss": 0.7801,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2586,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.056992653678105e-05,
+      "loss": 0.7516,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2587,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0563704473914986e-05,
+      "loss": 0.9212,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2588,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0557482192112603e-05,
+      "loss": 0.7524,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2589,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0551259693790556e-05,
+      "loss": 0.7666,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2590,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0545036981365601e-05,
+      "loss": 0.783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2591,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.053881405725456e-05,
+      "loss": 0.9181,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2592,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0532590923874349e-05,
+      "loss": 0.7866,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2593,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0526367583641958e-05,
+      "loss": 0.8189,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2594,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0520144038974468e-05,
+      "loss": 0.9064,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2595,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0513920292289021e-05,
+      "loss": 0.8348,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2596,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0507696346002857e-05,
+      "loss": 0.7475,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2597,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0501472202533285e-05,
+      "loss": 0.7674,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2598,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0495247864297684e-05,
+      "loss": 0.8128,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2599,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0489023333713522e-05,
+      "loss": 0.7844,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2600,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0482798613198328e-05,
+      "loss": 0.7224,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2601,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.047657370516972e-05,
+      "loss": 1.0722,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2602,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0470348612045376e-05,
+      "loss": 0.8538,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2603,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0464123336243049e-05,
+      "loss": 0.7251,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2604,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0457897880180566e-05,
+      "loss": 0.7531,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2605,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0451672246275826e-05,
+      "loss": 0.76,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2606,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0445446436946788e-05,
+      "loss": 0.8784,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2607,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0439220454611486e-05,
+      "loss": 0.845,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2608,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0432994301688021e-05,
+      "loss": 0.8834,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2609,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0426767980594559e-05,
+      "loss": 0.7431,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2610,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0420541493749332e-05,
+      "loss": 0.7391,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2611,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0414314843570634e-05,
+      "loss": 0.741,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2612,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0408088032476822e-05,
+      "loss": 0.7581,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2613,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0401861062886324e-05,
+      "loss": 0.8397,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2614,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0395633937217622e-05,
+      "loss": 0.9444,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2615,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0389406657889254e-05,
+      "loss": 0.8269,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2616,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0383179227319826e-05,
+      "loss": 0.7809,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2617,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0376951647928007e-05,
+      "loss": 0.8226,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2618,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0370723922132506e-05,
+      "loss": 0.897,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2619,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.036449605235211e-05,
+      "loss": 0.7871,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2620,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0358268041005644e-05,
+      "loss": 0.7171,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2621,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0352039890511997e-05,
+      "loss": 0.8552,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2622,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.034581160329012e-05,
+      "loss": 0.8223,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2623,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0339583181758997e-05,
+      "loss": 0.7562,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2624,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.033335462833768e-05,
+      "loss": 0.8172,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2625,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0327125945445265e-05,
+      "loss": 0.8181,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2626,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0320897135500904e-05,
+      "loss": 0.9881,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2627,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0314668200923791e-05,
+      "loss": 0.7409,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2628,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0308439144133177e-05,
+      "loss": 0.7337,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2629,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0302209967548354e-05,
+      "loss": 0.969,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2630,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.029598067358866e-05,
+      "loss": 0.7958,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2631,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0289751264673485e-05,
+      "loss": 0.7986,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2632,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0283521743222256e-05,
+      "loss": 0.7889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2633,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0277292111654447e-05,
+      "loss": 0.7607,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2634,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0271062372389582e-05,
+      "loss": 0.7624,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2635,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0264832527847212e-05,
+      "loss": 0.7443,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2636,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0258602580446941e-05,
+      "loss": 0.8181,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2637,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0252372532608405e-05,
+      "loss": 0.8649,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2638,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.024614238675129e-05,
+      "loss": 0.7387,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2639,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0239912145295303e-05,
+      "loss": 0.7184,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2640,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0233681810660207e-05,
+      "loss": 0.9087,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2641,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0227451385265788e-05,
+      "loss": 0.7638,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2642,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.022122087153187e-05,
+      "loss": 0.8593,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2643,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0214990271878319e-05,
+      "loss": 0.7566,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2644,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0208759588725016e-05,
+      "loss": 0.7824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2645,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0202528824491899e-05,
+      "loss": 0.778,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2646,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0196297981598921e-05,
+      "loss": 0.7978,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2647,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.019006706246607e-05,
+      "loss": 0.7119,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2648,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.018383606951336e-05,
+      "loss": 0.8297,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2649,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0177605005160837e-05,
+      "loss": 0.7364,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2650,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0171373871828578e-05,
+      "loss": 0.7403,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2651,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0165142671936685e-05,
+      "loss": 0.8945,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2652,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0158911407905279e-05,
+      "loss": 0.8617,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2653,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0152680082154514e-05,
+      "loss": 0.7961,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2654,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0146448697104561e-05,
+      "loss": 1.0225,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2655,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0140217255175626e-05,
+      "loss": 0.7142,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2656,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.013398575878792e-05,
+      "loss": 0.7905,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2657,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0127754210361694e-05,
+      "loss": 0.7644,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2658,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0121522612317204e-05,
+      "loss": 0.9753,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2659,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.011529096707473e-05,
+      "loss": 0.8566,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2660,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0109059277054574e-05,
+      "loss": 0.784,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2661,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.010282754467705e-05,
+      "loss": 0.9788,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2662,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0096595772362492e-05,
+      "loss": 0.726,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2663,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0090363962531251e-05,
+      "loss": 0.7751,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2664,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0084132117603689e-05,
+      "loss": 0.7993,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2665,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0077900240000181e-05,
+      "loss": 0.808,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2666,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0071668332141115e-05,
+      "loss": 0.8717,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2667,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0065436396446899e-05,
+      "loss": 0.8471,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2668,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0059204435337938e-05,
+      "loss": 0.8298,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2669,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0052972451234656e-05,
+      "loss": 0.7806,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2670,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0046740446557485e-05,
+      "loss": 0.8211,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2671,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0040508423726865e-05,
+      "loss": 0.9972,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2672,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0034276385163238e-05,
+      "loss": 0.8253,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2673,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0028044333287056e-05,
+      "loss": 0.8241,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2674,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.002181227051878e-05,
+      "loss": 0.8343,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2675,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0015580199278873e-05,
+      "loss": 0.9204,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2676,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.0009348121987795e-05,
+      "loss": 0.7604,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2677,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.000311604106601e-05,
+      "loss": 0.8384,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2678,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.996883958933993e-06,
+      "loss": 0.7471,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2679,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.99065187801221e-06,
+      "loss": 0.735,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2680,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.984419800721132e-06,
+      "loss": 0.9162,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2681,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.978187729481218e-06,
+      "loss": 0.6935,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2682,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.971955666712945e-06,
+      "loss": 0.8496,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2683,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.965723614836764e-06,
+      "loss": 0.7803,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2684,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.959491576273139e-06,
+      "loss": 0.8261,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2685,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.95325955344252e-06,
+      "loss": 0.8756,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2686,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.947027548765347e-06,
+      "loss": 0.8084,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2687,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.940795564662064e-06,
+      "loss": 0.7574,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2688,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.934563603553103e-06,
+      "loss": 0.7612,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2689,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.928331667858886e-06,
+      "loss": 0.8249,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2690,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.922099759999822e-06,
+      "loss": 0.7422,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2691,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.915867882396314e-06,
+      "loss": 0.8914,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2692,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.909636037468754e-06,
+      "loss": 0.9262,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2693,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.90340422763751e-06,
+      "loss": 0.762,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2694,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.897172455322953e-06,
+      "loss": 0.7475,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2695,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.890940722945429e-06,
+      "loss": 0.8436,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2696,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.884709032925274e-06,
+      "loss": 0.674,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2697,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.878477387682801e-06,
+      "loss": 0.9114,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2698,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.872245789638308e-06,
+      "loss": 0.7788,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2699,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.866014241212078e-06,
+      "loss": 0.8715,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2700,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.859782744824376e-06,
+      "loss": 0.8392,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2701,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.85355130289544e-06,
+      "loss": 0.8677,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2702,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.84731991784549e-06,
+      "loss": 0.8423,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2703,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.841088592094726e-06,
+      "loss": 0.7985,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2704,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.834857328063316e-06,
+      "loss": 0.8521,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2705,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.828626128171422e-06,
+      "loss": 0.8365,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2706,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.822394994839164e-06,
+      "loss": 0.8958,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2707,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.816163930486643e-06,
+      "loss": 0.8005,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2708,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.809932937533935e-06,
+      "loss": 0.8744,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2709,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.803702018401084e-06,
+      "loss": 0.833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2710,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.797471175508101e-06,
+      "loss": 0.8421,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2711,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.791240411274982e-06,
+      "loss": 0.7962,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2712,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.785009728121686e-06,
+      "loss": 0.7006,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2713,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.778779128468133e-06,
+      "loss": 0.7638,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2714,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.772548614734217e-06,
+      "loss": 0.9498,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2715,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.766318189339798e-06,
+      "loss": 0.7256,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2716,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.760087854704697e-06,
+      "loss": 0.7866,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2717,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.753857613248714e-06,
+      "loss": 0.7282,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2718,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.747627467391596e-06,
+      "loss": 0.8062,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2719,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.741397419553062e-06,
+      "loss": 0.8053,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2720,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.735167472152793e-06,
+      "loss": 0.8634,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2721,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.728937627610425e-06,
+      "loss": 0.7721,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2722,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.722707888345553e-06,
+      "loss": 0.7998,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2723,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.716478256777749e-06,
+      "loss": 0.8001,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2724,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.710248735326519e-06,
+      "loss": 0.7951,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2725,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.704019326411344e-06,
+      "loss": 0.7945,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2726,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.697790032451651e-06,
+      "loss": 0.8477,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2727,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.691560855866826e-06,
+      "loss": 0.7317,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2728,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.685331799076208e-06,
+      "loss": 0.8455,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2729,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.6791028644991e-06,
+      "loss": 0.727,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2730,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.672874054554738e-06,
+      "loss": 0.8008,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2731,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.666645371662324e-06,
+      "loss": 0.8167,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2732,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.660416818241007e-06,
+      "loss": 0.8338,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2733,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.654188396709882e-06,
+      "loss": 0.7844,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2734,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.647960109488003e-06,
+      "loss": 0.7194,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2735,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.64173195899436e-06,
+      "loss": 0.8019,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2736,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.635503947647894e-06,
+      "loss": 0.6896,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2737,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.629276077867497e-06,
+      "loss": 0.8253,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2738,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.623048352071998e-06,
+      "loss": 0.8259,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2739,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.616820772680174e-06,
+      "loss": 0.7392,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2740,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.610593342110746e-06,
+      "loss": 0.7903,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2741,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.604366062782381e-06,
+      "loss": 0.924,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2742,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.598138937113677e-06,
+      "loss": 0.7628,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2743,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.59191196752318e-06,
+      "loss": 0.8508,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2744,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.58568515642937e-06,
+      "loss": 0.6833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2745,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.579458506250668e-06,
+      "loss": 0.8155,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2746,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.573232019405441e-06,
+      "loss": 0.8031,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2747,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.567005698311982e-06,
+      "loss": 0.7976,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2748,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.560779545388517e-06,
+      "loss": 0.8252,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2749,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.554553563053217e-06,
+      "loss": 0.7594,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2750,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.548327753724181e-06,
+      "loss": 0.8398,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2751,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.542102119819436e-06,
+      "loss": 0.888,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2752,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.535876663756955e-06,
+      "loss": 0.7419,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2753,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.529651387954628e-06,
+      "loss": 0.8937,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2754,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.523426294830284e-06,
+      "loss": 0.8388,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2755,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.517201386801675e-06,
+      "loss": 0.778,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2756,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.510976666286484e-06,
+      "loss": 0.7242,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2757,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.504752135702318e-06,
+      "loss": 0.801,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2758,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.498527797466718e-06,
+      "loss": 0.8199,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2759,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.492303653997146e-06,
+      "loss": 0.8101,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2760,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.48607970771098e-06,
+      "loss": 1.1666,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2761,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.479855961025538e-06,
+      "loss": 0.7783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2762,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.473632416358045e-06,
+      "loss": 0.8199,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2763,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.467409076125653e-06,
+      "loss": 0.7351,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2764,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.461185942745443e-06,
+      "loss": 0.8069,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2765,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.454963018634402e-06,
+      "loss": 0.7603,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2766,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.448740306209447e-06,
+      "loss": 0.8311,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2767,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.442517807887402e-06,
+      "loss": 0.7869,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2768,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.436295526085016e-06,
+      "loss": 0.8227,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2769,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.430073463218952e-06,
+      "loss": 0.824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2770,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.423851621705789e-06,
+      "loss": 0.6961,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2771,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.41763000396202e-06,
+      "loss": 0.7906,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2772,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.411408612404043e-06,
+      "loss": 0.786,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2773,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.40518744944818e-06,
+      "loss": 0.7847,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2774,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.398966517510654e-06,
+      "loss": 0.984,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2775,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.39274581900761e-06,
+      "loss": 0.7139,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2776,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.386525356355095e-06,
+      "loss": 0.7681,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2777,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.380305131969059e-06,
+      "loss": 0.856,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2778,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.374085148265372e-06,
+      "loss": 0.7381,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2779,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.3678654076598e-06,
+      "loss": 0.8158,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2780,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.361645912568015e-06,
+      "loss": 0.7436,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2781,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.355426665405607e-06,
+      "loss": 0.7179,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2782,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.349207668588053e-06,
+      "loss": 0.7736,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2783,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.342988924530742e-06,
+      "loss": 0.8279,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2784,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.336770435648963e-06,
+      "loss": 0.8145,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2785,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.330552204357904e-06,
+      "loss": 0.7243,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2786,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.32433423307265e-06,
+      "loss": 0.7995,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2787,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.318116524208198e-06,
+      "loss": 0.8442,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2788,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.311899080179433e-06,
+      "loss": 0.7764,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2789,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.305681903401133e-06,
+      "loss": 0.7373,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2790,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.299464996287984e-06,
+      "loss": 0.8061,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2791,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.293248361254557e-06,
+      "loss": 0.8014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2792,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.287032000715318e-06,
+      "loss": 0.7965,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2793,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.28081591708464e-06,
+      "loss": 0.7909,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2794,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.27460011277677e-06,
+      "loss": 0.7852,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2795,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.268384590205858e-06,
+      "loss": 0.8536,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2796,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.262169351785944e-06,
+      "loss": 0.7909,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2797,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.255954399930948e-06,
+      "loss": 0.745,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2798,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.249739737054686e-06,
+      "loss": 0.7241,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2799,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.24352536557087e-06,
+      "loss": 0.725,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2800,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.237311287893086e-06,
+      "loss": 0.9439,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2801,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.231097506434808e-06,
+      "loss": 0.7805,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2802,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.224884023609398e-06,
+      "loss": 0.8101,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2803,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.218670841830098e-06,
+      "loss": 0.7742,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2804,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.212457963510045e-06,
+      "loss": 0.7592,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2805,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.206245391062243e-06,
+      "loss": 0.985,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2806,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.200033126899585e-06,
+      "loss": 0.7476,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2807,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.193821173434843e-06,
+      "loss": 0.7474,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2808,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.187609533080668e-06,
+      "loss": 0.8427,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2809,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.181398208249583e-06,
+      "loss": 0.8014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2810,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.175187201354005e-06,
+      "loss": 0.8121,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2811,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.168976514806216e-06,
+      "loss": 0.7825,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2812,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.162766151018372e-06,
+      "loss": 0.7348,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2813,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.156556112402508e-06,
+      "loss": 0.817,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2814,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.150346401370528e-06,
+      "loss": 0.8805,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2815,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.144137020334214e-06,
+      "loss": 0.8386,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2816,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.137927971705223e-06,
+      "loss": 0.7789,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2817,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.131719257895074e-06,
+      "loss": 0.7818,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2818,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.125510881315159e-06,
+      "loss": 0.7803,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2819,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.119302844376741e-06,
+      "loss": 0.8722,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2820,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.113095149490951e-06,
+      "loss": 0.8161,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2821,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.106887799068782e-06,
+      "loss": 0.8674,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2822,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.100680795521104e-06,
+      "loss": 0.8921,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2823,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.09447414125864e-06,
+      "loss": 0.8916,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2824,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.088267838691987e-06,
+      "loss": 0.9608,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2825,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.0820618902316e-06,
+      "loss": 0.7539,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2826,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.075856298287796e-06,
+      "loss": 0.7211,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2827,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.069651065270753e-06,
+      "loss": 0.7055,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2828,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.06344619359052e-06,
+      "loss": 0.7068,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2829,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.057241685656995e-06,
+      "loss": 0.7824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2830,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.051037543879933e-06,
+      "loss": 0.7354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2831,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.044833770668957e-06,
+      "loss": 0.8323,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2832,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.038630368433537e-06,
+      "loss": 0.8841,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2833,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.032427339583e-06,
+      "loss": 0.8102,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2834,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.026224686526539e-06,
+      "loss": 0.7042,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2835,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.020022411673186e-06,
+      "loss": 0.7761,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2836,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.013820517431841e-06,
+      "loss": 0.7346,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2837,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.00761900621124e-06,
+      "loss": 0.7481,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2838,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.00141788041998e-06,
+      "loss": 0.7111,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2839,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.99521714246651e-06,
+      "loss": 0.8192,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2840,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.989016794759127e-06,
+      "loss": 0.8997,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2841,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.98281683970597e-06,
+      "loss": 0.854,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2842,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.97661727971503e-06,
+      "loss": 0.8197,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2843,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.970418117194146e-06,
+      "loss": 0.8074,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2844,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.964219354550999e-06,
+      "loss": 0.8253,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2845,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.958020994193124e-06,
+      "loss": 0.8382,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2846,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.951823038527887e-06,
+      "loss": 0.8177,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2847,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.945625489962503e-06,
+      "loss": 0.7331,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2848,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.93942835090403e-06,
+      "loss": 0.7736,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2849,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.933231623759365e-06,
+      "loss": 0.7554,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2850,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.927035310935241e-06,
+      "loss": 0.7912,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2851,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.920839414838243e-06,
+      "loss": 0.8496,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2852,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.914643937874778e-06,
+      "loss": 0.8426,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2853,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.908448882451104e-06,
+      "loss": 0.7406,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2854,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.902254250973306e-06,
+      "loss": 0.7733,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2855,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.896060045847305e-06,
+      "loss": 0.7524,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2856,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.88986626947886e-06,
+      "loss": 0.897,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2857,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.883672924273566e-06,
+      "loss": 0.7767,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2858,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.877480012636847e-06,
+      "loss": 0.9496,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2859,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.871287536973954e-06,
+      "loss": 0.774,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2860,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.865095499689978e-06,
+      "loss": 0.7653,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2861,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.85890390318983e-06,
+      "loss": 0.8461,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2862,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.852712749878255e-06,
+      "loss": 0.7241,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2863,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.846522042159833e-06,
+      "loss": 0.8838,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2864,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.840331782438954e-06,
+      "loss": 0.7274,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2865,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.83414197311985e-06,
+      "loss": 0.8306,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2866,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.82795261660657e-06,
+      "loss": 0.809,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2867,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.821763715302986e-06,
+      "loss": 0.8325,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2868,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.815575271612798e-06,
+      "loss": 0.7637,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2869,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.809387287939528e-06,
+      "loss": 0.817,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2870,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.803199766686517e-06,
+      "loss": 0.7579,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2871,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.797012710256923e-06,
+      "loss": 0.7645,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2872,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.790826121053732e-06,
+      "loss": 0.7639,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2873,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.784640001479741e-06,
+      "loss": 0.7388,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2874,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.77845435393757e-06,
+      "loss": 0.8966,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2875,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.772269180829653e-06,
+      "loss": 0.7229,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2876,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.766084484558237e-06,
+      "loss": 0.7767,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2877,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.759900267525393e-06,
+      "loss": 0.8058,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2878,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.753716532132992e-06,
+      "loss": 0.7243,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2879,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.747533280782725e-06,
+      "loss": 0.8168,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2880,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.741350515876103e-06,
+      "loss": 0.8231,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2881,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.73516823981444e-06,
+      "loss": 0.7769,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2882,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.728986454998858e-06,
+      "loss": 0.7891,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2883,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.72280516383029e-06,
+      "loss": 0.805,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2884,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.716624368709477e-06,
+      "loss": 0.7817,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2885,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.71044407203697e-06,
+      "loss": 0.7592,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2886,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.70426427621313e-06,
+      "loss": 0.8505,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2887,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.698084983638111e-06,
+      "loss": 0.8353,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2888,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.691906196711884e-06,
+      "loss": 0.7941,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2889,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.685727917834218e-06,
+      "loss": 0.853,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2890,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.679550149404685e-06,
+      "loss": 0.7706,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2891,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.673372893822653e-06,
+      "loss": 0.8188,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2892,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.667196153487308e-06,
+      "loss": 0.8397,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2893,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.661019930797615e-06,
+      "loss": 0.6947,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2894,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.654844228152355e-06,
+      "loss": 0.8479,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2895,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.648669047950097e-06,
+      "loss": 0.7544,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2896,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.642494392589206e-06,
+      "loss": 0.83,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2897,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.63632026446785e-06,
+      "loss": 0.7084,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2898,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.630146665983993e-06,
+      "loss": 0.7685,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2899,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.623973599535385e-06,
+      "loss": 0.7433,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2900,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.617801067519575e-06,
+      "loss": 0.777,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2901,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.611629072333905e-06,
+      "loss": 0.6892,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2902,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.605457616375503e-06,
+      "loss": 0.8434,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2903,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.599286702041292e-06,
+      "loss": 1.0054,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2904,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.593116331727987e-06,
+      "loss": 0.7139,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2905,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.586946507832088e-06,
+      "loss": 0.7933,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2906,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.580777232749883e-06,
+      "loss": 0.845,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2907,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.574608508877448e-06,
+      "loss": 0.7833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2908,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.568440338610638e-06,
+      "loss": 0.7976,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2909,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.562272724345108e-06,
+      "loss": 0.7422,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2910,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.556105668476287e-06,
+      "loss": 0.9474,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2911,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.549939173399385e-06,
+      "loss": 0.7731,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2912,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.5437732415094e-06,
+      "loss": 0.8627,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2913,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.537607875201106e-06,
+      "loss": 0.7724,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2914,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.531443076869058e-06,
+      "loss": 0.8392,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2915,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.525278848907603e-06,
+      "loss": 0.7669,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2916,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.51911519371085e-06,
+      "loss": 0.7545,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2917,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.512952113672689e-06,
+      "loss": 0.7766,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2918,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.506789611186794e-06,
+      "loss": 0.8628,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2919,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.500627688646607e-06,
+      "loss": 0.8207,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2920,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.494466348445345e-06,
+      "loss": 0.7859,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2921,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.48830559297601e-06,
+      "loss": 0.7911,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2922,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.48214542463136e-06,
+      "loss": 0.7556,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2923,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.475985845803938e-06,
+      "loss": 0.7948,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2924,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.469826858886054e-06,
+      "loss": 0.82,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2925,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.463668466269785e-06,
+      "loss": 0.7782,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2926,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.457510670346976e-06,
+      "loss": 0.7473,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2927,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.451353473509254e-06,
+      "loss": 0.7091,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2928,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.445196878147997e-06,
+      "loss": 0.7896,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2929,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.439040886654354e-06,
+      "loss": 0.8268,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2930,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.432885501419248e-06,
+      "loss": 0.7659,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2931,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.426730724833354e-06,
+      "loss": 0.8271,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2932,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.420576559287112e-06,
+      "loss": 0.8507,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2933,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.414423007170742e-06,
+      "loss": 0.7745,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2934,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.408270070874201e-06,
+      "loss": 0.8014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2935,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.402117752787225e-06,
+      "loss": 0.8302,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2936,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.395966055299302e-06,
+      "loss": 0.7878,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2937,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.389814980799679e-06,
+      "loss": 0.7767,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2938,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.38366453167736e-06,
+      "loss": 0.7954,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2939,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.377514710321117e-06,
+      "loss": 0.8064,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2940,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.371365519119463e-06,
+      "loss": 0.813,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2941,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.365216960460675e-06,
+      "loss": 0.9442,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2942,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.359069036732781e-06,
+      "loss": 0.7692,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2943,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.352921750323562e-06,
+      "loss": 0.8361,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2944,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.346775103620559e-06,
+      "loss": 1.0508,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2945,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.340629099011057e-06,
+      "loss": 0.8241,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2946,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.33448373888209e-06,
+      "loss": 0.7926,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2947,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.328339025620449e-06,
+      "loss": 0.7618,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2948,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.322194961612668e-06,
+      "loss": 0.8575,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2949,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.316051549245026e-06,
+      "loss": 0.8321,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2950,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.309908790903562e-06,
+      "loss": 1.0012,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2951,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.303766688974047e-06,
+      "loss": 0.827,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2952,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.297625245842006e-06,
+      "loss": 0.8052,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2953,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.291484463892703e-06,
+      "loss": 0.8117,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2954,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.285344345511147e-06,
+      "loss": 0.8453,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2955,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.279204893082083e-06,
+      "loss": 0.8613,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2956,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.273066108990017e-06,
+      "loss": 0.786,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2957,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.266927995619175e-06,
+      "loss": 0.7876,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2958,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.260790555353526e-06,
+      "loss": 0.7929,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2959,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.254653790576787e-06,
+      "loss": 0.8085,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2960,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.248517703672405e-06,
+      "loss": 0.7131,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2961,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.242382297023558e-06,
+      "loss": 0.7736,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2962,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.23624757301318e-06,
+      "loss": 0.8617,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2963,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.230113534023917e-06,
+      "loss": 0.7895,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2964,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.223980182438167e-06,
+      "loss": 0.7328,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2965,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.217847520638049e-06,
+      "loss": 0.6636,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2966,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.211715551005414e-06,
+      "loss": 0.7735,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2967,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.205584275921854e-06,
+      "loss": 0.708,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2968,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.199453697768686e-06,
+      "loss": 0.7667,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2969,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.193323818926955e-06,
+      "loss": 0.8122,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2970,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.187194641777432e-06,
+      "loss": 0.7575,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2971,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.181066168700622e-06,
+      "loss": 0.7361,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2972,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.174938402076754e-06,
+      "loss": 0.7783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2973,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.168811344285776e-06,
+      "loss": 0.7827,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2974,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.162684997707374e-06,
+      "loss": 0.8171,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2975,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.156559364720947e-06,
+      "loss": 0.8349,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2976,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.150434447705623e-06,
+      "loss": 0.7737,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2977,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.144310249040246e-06,
+      "loss": 0.6985,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2978,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.138186771103382e-06,
+      "loss": 0.7215,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2979,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.132064016273325e-06,
+      "loss": 0.728,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2980,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.12594198692808e-06,
+      "loss": 0.7449,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2981,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.119820685445373e-06,
+      "loss": 0.8107,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2982,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.113700114202647e-06,
+      "loss": 0.8259,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2983,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.107580275577059e-06,
+      "loss": 0.7409,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2984,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.101461171945483e-06,
+      "loss": 0.7357,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2985,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.095342805684516e-06,
+      "loss": 0.9265,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2986,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.089225179170454e-06,
+      "loss": 0.7473,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2987,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.083108294779313e-06,
+      "loss": 1.0328,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2988,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.076992154886826e-06,
+      "loss": 0.8159,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2989,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.070876761868426e-06,
+      "loss": 0.7889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2990,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.064762118099258e-06,
+      "loss": 0.7941,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2991,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.058648225954188e-06,
+      "loss": 0.7649,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2992,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.052535087807774e-06,
+      "loss": 0.8235,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2993,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.046422706034294e-06,
+      "loss": 0.7791,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2994,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.040311083007725e-06,
+      "loss": 0.7499,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2995,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.034200221101746e-06,
+      "loss": 0.7492,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2996,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.028090122689747e-06,
+      "loss": 0.7251,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2997,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.021980790144828e-06,
+      "loss": 0.8543,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2998,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.015872225839776e-06,
+      "loss": 0.7699,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 2999,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.009764432147086e-06,
+      "loss": 0.8263,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3000,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.003657411438961e-06,
+      "loss": 0.858,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3001,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.997551166087293e-06,
+      "loss": 0.7937,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3002,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.991445698463672e-06,
+      "loss": 0.809,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3003,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.985341010939402e-06,
+      "loss": 0.7593,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3004,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.979237105885467e-06,
+      "loss": 0.829,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3005,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.973133985672558e-06,
+      "loss": 0.8117,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3006,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.967031652671051e-06,
+      "loss": 1.0803,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3007,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.960930109251023e-06,
+      "loss": 0.7704,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3008,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.954829357782243e-06,
+      "loss": 0.9001,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3009,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.948729400634178e-06,
+      "loss": 0.7354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3010,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.942630240175977e-06,
+      "loss": 0.6814,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3011,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.936531878776484e-06,
+      "loss": 0.735,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3012,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.930434318804229e-06,
+      "loss": 0.8166,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3013,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.924337562627435e-06,
+      "loss": 0.7354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3014,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.918241612614016e-06,
+      "loss": 0.7366,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3015,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.91214647113157e-06,
+      "loss": 0.6915,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3016,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.906052140547373e-06,
+      "loss": 0.6543,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3017,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.899958623228398e-06,
+      "loss": 0.7345,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3018,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.893865921541294e-06,
+      "loss": 0.7045,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3019,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.887774037852395e-06,
+      "loss": 0.7449,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3020,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.881682974527723e-06,
+      "loss": 0.7378,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3021,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.875592733932972e-06,
+      "loss": 0.7968,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3022,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.869503318433529e-06,
+      "loss": 0.7742,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3023,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.863414730394444e-06,
+      "loss": 0.8472,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3024,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.857326972180455e-06,
+      "loss": 0.8514,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3025,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.85124004615598e-06,
+      "loss": 0.7612,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3026,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.845153954685114e-06,
+      "loss": 0.8632,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3027,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.839068700131623e-06,
+      "loss": 0.8942,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3028,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.832984284858946e-06,
+      "loss": 0.8001,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3029,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.826900711230204e-06,
+      "loss": 0.7522,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3030,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.820817981608185e-06,
+      "loss": 0.7375,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3031,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.814736098355348e-06,
+      "loss": 0.847,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3032,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.808655063833832e-06,
+      "loss": 0.6929,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3033,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.802574880405438e-06,
+      "loss": 0.8082,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3034,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.79649555043164e-06,
+      "loss": 0.9872,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3035,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.790417076273581e-06,
+      "loss": 0.8613,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3036,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.784339460292065e-06,
+      "loss": 0.7876,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3037,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.77826270484757e-06,
+      "loss": 0.8214,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3038,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.772186812300244e-06,
+      "loss": 0.8043,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3039,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.766111785009888e-06,
+      "loss": 0.7631,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3040,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.760037625335973e-06,
+      "loss": 0.768,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3041,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.753964335637634e-06,
+      "loss": 0.8489,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3042,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.747891918273668e-06,
+      "loss": 0.771,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3043,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.741820375602524e-06,
+      "loss": 0.7025,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3044,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.735749709982329e-06,
+      "loss": 0.7791,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3045,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.729679923770855e-06,
+      "loss": 0.7674,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3046,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.723611019325538e-06,
+      "loss": 0.8708,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3047,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.71754299900347e-06,
+      "loss": 0.7733,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3048,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.7114758651614e-06,
+      "loss": 0.9352,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3049,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.705409620155733e-06,
+      "loss": 0.7742,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3050,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.699344266342529e-06,
+      "loss": 0.7509,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3051,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.693279806077504e-06,
+      "loss": 0.7607,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3052,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.68721624171602e-06,
+      "loss": 0.8014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3053,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.681153575613098e-06,
+      "loss": 0.8568,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3054,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.675091810123404e-06,
+      "loss": 0.8099,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3055,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.669030947601265e-06,
+      "loss": 0.7314,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3056,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.662970990400647e-06,
+      "loss": 0.7473,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3057,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.656911940875163e-06,
+      "loss": 0.7591,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3058,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.650853801378084e-06,
+      "loss": 0.7404,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3059,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.644796574262322e-06,
+      "loss": 0.9155,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3060,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.638740261880423e-06,
+      "loss": 1.0758,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3061,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.632684866584606e-06,
+      "loss": 0.9738,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3062,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.626630390726704e-06,
+      "loss": 0.8143,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3063,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.620576836658212e-06,
+      "loss": 0.806,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3064,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.61452420673026e-06,
+      "loss": 0.7454,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3065,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.608472503293615e-06,
+      "loss": 0.8151,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3066,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.60242172869869e-06,
+      "loss": 0.7912,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3067,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.596371885295542e-06,
+      "loss": 0.79,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3068,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.590322975433857e-06,
+      "loss": 0.856,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3069,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.584275001462961e-06,
+      "loss": 0.7867,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3070,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.578227965731819e-06,
+      "loss": 0.8014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3071,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.572181870589028e-06,
+      "loss": 0.8083,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3072,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.566136718382821e-06,
+      "loss": 0.7951,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3073,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.560092511461069e-06,
+      "loss": 0.6786,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3074,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.55404925217127e-06,
+      "loss": 0.7575,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3075,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.548006942860557e-06,
+      "loss": 0.9375,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3076,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.541965585875695e-06,
+      "loss": 0.6881,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3077,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.535925183563073e-06,
+      "loss": 0.7452,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3078,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.529885738268714e-06,
+      "loss": 0.8294,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3079,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.523847252338274e-06,
+      "loss": 0.8258,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3080,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.51780972811703e-06,
+      "loss": 1.051,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3081,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.511773167949885e-06,
+      "loss": 0.7656,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3082,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.5057375741813685e-06,
+      "loss": 0.7528,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3083,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.499702949155634e-06,
+      "loss": 0.779,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3084,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.493669295216467e-06,
+      "loss": 0.7982,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3085,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.487636614707265e-06,
+      "loss": 0.8458,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3086,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.48160490997105e-06,
+      "loss": 0.8504,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3087,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.475574183350471e-06,
+      "loss": 1.0613,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3088,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.46954443718779e-06,
+      "loss": 0.9385,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3089,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.463515673824888e-06,
+      "loss": 0.8068,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3090,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.457487895603273e-06,
+      "loss": 1.0204,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3091,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.451461104864061e-06,
+      "loss": 0.7683,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3092,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.44543530394799e-06,
+      "loss": 0.8391,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3093,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.439410495195411e-06,
+      "loss": 0.7034,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3094,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.433386680946288e-06,
+      "loss": 0.7572,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3095,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.427363863540202e-06,
+      "loss": 0.7917,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3096,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.421342045316351e-06,
+      "loss": 0.7859,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3097,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.415321228613534e-06,
+      "loss": 0.8263,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3098,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.409301415770168e-06,
+      "loss": 0.7993,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3099,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.403282609124281e-06,
+      "loss": 0.8809,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3100,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.397264811013507e-06,
+      "loss": 0.7385,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3101,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.391248023775084e-06,
+      "loss": 0.7827,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3102,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.385232249745873e-06,
+      "loss": 0.761,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3103,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.379217491262325e-06,
+      "loss": 0.7847,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3104,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.373203750660505e-06,
+      "loss": 0.7717,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3105,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.36719103027608e-06,
+      "loss": 0.9001,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3106,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.361179332444318e-06,
+      "loss": 0.6569,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3107,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.355168659500094e-06,
+      "loss": 0.8622,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3108,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.3491590137778915e-06,
+      "loss": 0.7112,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3109,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.343150397611782e-06,
+      "loss": 0.7752,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3110,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.3371428133354435e-06,
+      "loss": 0.7487,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3111,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.33113626328215e-06,
+      "loss": 0.7451,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3112,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.325130749784781e-06,
+      "loss": 0.8181,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3113,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.3191262751758005e-06,
+      "loss": 0.7062,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3114,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.3131228417872905e-06,
+      "loss": 0.7775,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3115,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.307120451950902e-06,
+      "loss": 0.7378,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3116,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.301119107997905e-06,
+      "loss": 0.765,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3117,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.295118812259145e-06,
+      "loss": 0.7358,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3118,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.289119567065068e-06,
+      "loss": 0.6991,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3119,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.2831213747457155e-06,
+      "loss": 0.8818,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3120,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.2771242376307125e-06,
+      "loss": 0.7448,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3121,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.271128158049283e-06,
+      "loss": 0.8292,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3122,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.2651331383302326e-06,
+      "loss": 0.693,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3123,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.2591391808019555e-06,
+      "loss": 0.7256,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3124,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.253146287792434e-06,
+      "loss": 0.7374,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3125,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.247154461629248e-06,
+      "loss": 0.8319,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3126,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.241163704639547e-06,
+      "loss": 0.9156,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3127,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.235174019150071e-06,
+      "loss": 0.6977,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3128,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.229185407487149e-06,
+      "loss": 0.7211,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3129,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.2231978719766884e-06,
+      "loss": 0.7182,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3130,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.217211414944171e-06,
+      "loss": 0.8692,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3131,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.2112260387146784e-06,
+      "loss": 0.7696,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3132,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.2052417456128565e-06,
+      "loss": 0.7246,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3133,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.199258537962936e-06,
+      "loss": 0.891,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3134,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.193276418088729e-06,
+      "loss": 0.7317,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3135,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.187295388313618e-06,
+      "loss": 0.8387,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3136,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.181315450960562e-06,
+      "loss": 0.8214,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3137,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.175336608352113e-06,
+      "loss": 0.72,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3138,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.169358862810374e-06,
+      "loss": 0.7987,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3139,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.163382216657033e-06,
+      "loss": 0.6453,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3140,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.1574066722133565e-06,
+      "loss": 0.7116,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3141,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.151432231800173e-06,
+      "loss": 0.7196,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3142,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.145458897737882e-06,
+      "loss": 0.8912,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3143,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.139486672346466e-06,
+      "loss": 0.7953,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3144,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.133515557945463e-06,
+      "loss": 0.7705,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3145,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.12754555685399e-06,
+      "loss": 0.7113,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3146,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.121576671390722e-06,
+      "loss": 0.8592,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3147,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.115608903873905e-06,
+      "loss": 0.6852,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3148,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.109642256621353e-06,
+      "loss": 0.8033,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3149,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.103676731950443e-06,
+      "loss": 0.7978,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3150,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.0977123321781176e-06,
+      "loss": 0.8356,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3151,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.091749059620881e-06,
+      "loss": 0.8064,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3152,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.0857869165947945e-06,
+      "loss": 0.8152,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3153,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.079825905415491e-06,
+      "loss": 0.7806,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3154,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.073866028398153e-06,
+      "loss": 0.7815,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3155,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.067907287857535e-06,
+      "loss": 0.7715,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3156,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.061949686107938e-06,
+      "loss": 0.8208,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3157,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.0559932254632315e-06,
+      "loss": 0.7819,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3158,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.0500379082368305e-06,
+      "loss": 0.789,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3159,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.044083736741711e-06,
+      "loss": 0.7444,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3160,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.03813071329041e-06,
+      "loss": 0.7387,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3161,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.032178840195009e-06,
+      "loss": 0.7931,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3162,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.026228119767149e-06,
+      "loss": 0.8126,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3163,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.020278554318023e-06,
+      "loss": 1.0375,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3164,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.014330146158367e-06,
+      "loss": 0.7803,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3165,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.008382897598477e-06,
+      "loss": 0.9142,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3166,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.002436810948201e-06,
+      "loss": 0.7863,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3167,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.996491888516927e-06,
+      "loss": 1.0304,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3168,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.990548132613592e-06,
+      "loss": 0.7653,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3169,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.984605545546686e-06,
+      "loss": 0.8265,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3170,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.978664129624241e-06,
+      "loss": 0.7391,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3171,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.972723887153828e-06,
+      "loss": 0.7788,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3172,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.9667848204425785e-06,
+      "loss": 0.9989,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3173,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.960846931797152e-06,
+      "loss": 0.7834,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3174,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.9549102235237565e-06,
+      "loss": 0.7407,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3175,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.948974697928144e-06,
+      "loss": 0.8248,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3176,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.943040357315598e-06,
+      "loss": 0.7383,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3177,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.9371072039909515e-06,
+      "loss": 0.7203,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3178,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.931175240258576e-06,
+      "loss": 0.6931,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3179,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.9252444684223765e-06,
+      "loss": 0.6914,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3180,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.919314890785793e-06,
+      "loss": 0.7418,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3181,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.913386509651807e-06,
+      "loss": 0.7128,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3182,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.907459327322934e-06,
+      "loss": 0.7777,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3183,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.90153334610122e-06,
+      "loss": 0.7734,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3184,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.895608568288255e-06,
+      "loss": 0.7693,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3185,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.889684996185148e-06,
+      "loss": 0.8179,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3186,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.88376263209255e-06,
+      "loss": 0.739,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3187,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.877841478310639e-06,
+      "loss": 0.8421,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3188,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.871921537139117e-06,
+      "loss": 0.6966,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3189,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.866002810877224e-06,
+      "loss": 0.8368,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3190,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.860085301823729e-06,
+      "loss": 0.741,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3191,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.854169012276923e-06,
+      "loss": 0.7569,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3192,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.848253944534622e-06,
+      "loss": 1.0546,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3193,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.84234010089417e-06,
+      "loss": 0.7675,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3194,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.836427483652436e-06,
+      "loss": 0.822,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3195,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.830516095105817e-06,
+      "loss": 0.7676,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3196,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.824605937550224e-06,
+      "loss": 0.7937,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3197,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.818697013281093e-06,
+      "loss": 0.8325,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3198,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.8127893245933864e-06,
+      "loss": 0.983,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3199,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.806882873781579e-06,
+      "loss": 0.7544,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3200,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.800977663139666e-06,
+      "loss": 0.7227,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3201,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.795073694961171e-06,
+      "loss": 0.8489,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3202,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.789170971539119e-06,
+      "loss": 0.7245,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3203,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.783269495166066e-06,
+      "loss": 0.6981,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3204,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.777369268134076e-06,
+      "loss": 0.717,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3205,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.771470292734723e-06,
+      "loss": 0.8109,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3206,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.7655725712591055e-06,
+      "loss": 0.7641,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3207,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.759676105997834e-06,
+      "loss": 0.7744,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3208,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.753780899241027e-06,
+      "loss": 0.8578,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3209,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.747886953278311e-06,
+      "loss": 0.7431,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3210,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.741994270398826e-06,
+      "loss": 0.7107,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3211,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.736102852891227e-06,
+      "loss": 0.7609,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3212,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.730212703043666e-06,
+      "loss": 0.7471,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3213,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.7243238231438176e-06,
+      "loss": 0.8181,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3214,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.718436215478849e-06,
+      "loss": 0.7521,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3215,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.712549882335442e-06,
+      "loss": 0.8367,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3216,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.70666482599978e-06,
+      "loss": 0.7382,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3217,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.7007810487575475e-06,
+      "loss": 0.7726,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3218,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.694898552893941e-06,
+      "loss": 0.7673,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3219,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.6890173406936485e-06,
+      "loss": 0.699,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3220,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.683137414440872e-06,
+      "loss": 0.8203,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3221,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.677258776419304e-06,
+      "loss": 0.7279,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3222,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.671381428912138e-06,
+      "loss": 0.7822,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3223,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.66550537420207e-06,
+      "loss": 0.8112,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3224,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.659630614571287e-06,
+      "loss": 0.9866,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3225,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.653757152301488e-06,
+      "loss": 0.7587,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3226,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.647884989673849e-06,
+      "loss": 0.7749,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3227,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.642014128969055e-06,
+      "loss": 0.8104,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3228,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.63614457246728e-06,
+      "loss": 0.7943,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3229,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.630276322448188e-06,
+      "loss": 0.7961,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3230,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.624409381190946e-06,
+      "loss": 0.7497,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3231,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.618543750974202e-06,
+      "loss": 0.7756,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3232,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.6126794340761025e-06,
+      "loss": 0.7438,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3233,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.606816432774279e-06,
+      "loss": 0.8904,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3234,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.600954749345851e-06,
+      "loss": 0.7135,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3235,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.595094386067428e-06,
+      "loss": 0.8407,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3236,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.589235345215117e-06,
+      "loss": 0.8342,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3237,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.583377629064494e-06,
+      "loss": 0.8073,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3238,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.5775212398906295e-06,
+      "loss": 0.7685,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3239,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.571666179968079e-06,
+      "loss": 0.8753,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3240,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.565812451570881e-06,
+      "loss": 0.7897,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3241,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.5599600569725495e-06,
+      "loss": 0.705,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3242,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.554108998446096e-06,
+      "loss": 0.7342,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3243,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.548259278263999e-06,
+      "loss": 0.7574,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3244,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.542410898698226e-06,
+      "loss": 0.7157,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3245,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.536563862020218e-06,
+      "loss": 0.6735,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3246,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.530718170500896e-06,
+      "loss": 0.784,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3247,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.524873826410658e-06,
+      "loss": 0.7104,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3248,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.519030832019383e-06,
+      "loss": 0.6732,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3249,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.513189189596422e-06,
+      "loss": 0.6676,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3250,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.507348901410604e-06,
+      "loss": 0.7373,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3251,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.501509969730224e-06,
+      "loss": 0.8184,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3252,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.495672396823061e-06,
+      "loss": 1.0026,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3253,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.489836184956353e-06,
+      "loss": 0.7462,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3254,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.484001336396828e-06,
+      "loss": 0.7933,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3255,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.478167853410668e-06,
+      "loss": 0.7234,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3256,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.472335738263534e-06,
+      "loss": 0.76,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3257,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.466504993220548e-06,
+      "loss": 0.7475,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3258,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.460675620546305e-06,
+      "loss": 0.8473,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3259,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.454847622504867e-06,
+      "loss": 0.7585,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3260,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.4490210013597635e-06,
+      "loss": 0.7822,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3261,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.4431957593739845e-06,
+      "loss": 0.8219,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3262,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.4373718988099896e-06,
+      "loss": 0.8105,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3263,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.431549421929694e-06,
+      "loss": 0.6499,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3264,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.4257283309944804e-06,
+      "loss": 0.8056,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3265,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.419908628265203e-06,
+      "loss": 0.7394,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3266,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.414090316002161e-06,
+      "loss": 0.7338,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3267,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.4082733964651166e-06,
+      "loss": 0.9461,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3268,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.4024578719133e-06,
+      "loss": 0.7389,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3269,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.396643744605391e-06,
+      "loss": 0.6846,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3270,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.390831016799527e-06,
+      "loss": 0.7577,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3271,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.385019690753311e-06,
+      "loss": 0.7659,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3272,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.379209768723791e-06,
+      "loss": 0.7161,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3273,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.373401252967475e-06,
+      "loss": 0.7032,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3274,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.367594145740324e-06,
+      "loss": 0.7741,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3275,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.361788449297748e-06,
+      "loss": 0.7813,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3276,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.355984165894613e-06,
+      "loss": 0.7619,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3277,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.350181297785242e-06,
+      "loss": 0.7804,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3278,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.344379847223398e-06,
+      "loss": 0.8278,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3279,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.338579816462298e-06,
+      "loss": 0.7471,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3280,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.332781207754605e-06,
+      "loss": 0.7644,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3281,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.326984023352435e-06,
+      "loss": 0.7516,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3282,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.321188265507342e-06,
+      "loss": 0.7504,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3283,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.31539393647034e-06,
+      "loss": 0.7596,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3284,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.309601038491874e-06,
+      "loss": 0.823,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3285,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.303809573821842e-06,
+      "loss": 0.755,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3286,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.298019544709579e-06,
+      "loss": 0.7239,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3287,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.292230953403866e-06,
+      "loss": 0.7196,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3288,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.286443802152926e-06,
+      "loss": 0.7376,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3289,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.280658093204422e-06,
+      "loss": 0.7672,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3290,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.274873828805459e-06,
+      "loss": 0.8166,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3291,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.269091011202576e-06,
+      "loss": 0.636,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3292,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.263309642641751e-06,
+      "loss": 0.79,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3293,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.257529725368405e-06,
+      "loss": 0.7798,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3294,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.251751261627386e-06,
+      "loss": 0.7808,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3295,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.245974253662988e-06,
+      "loss": 0.7689,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3296,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.240198703718932e-06,
+      "loss": 0.7096,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3297,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.234424614038375e-06,
+      "loss": 0.7633,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3298,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.2286519868639095e-06,
+      "loss": 0.8347,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3299,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.222880824437549e-06,
+      "loss": 0.8523,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3300,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.217111129000759e-06,
+      "loss": 0.7351,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3301,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.211342902794413e-06,
+      "loss": 0.8036,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3302,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.205576148058828e-06,
+      "loss": 0.7597,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3303,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.199810867033745e-06,
+      "loss": 0.7671,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3304,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.19404706195833e-06,
+      "loss": 0.7196,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3305,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.188284735071177e-06,
+      "loss": 0.6988,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3306,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.182523888610316e-06,
+      "loss": 0.7098,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3307,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.176764524813187e-06,
+      "loss": 0.8861,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3308,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.171006645916662e-06,
+      "loss": 0.7808,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3309,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.165250254157032e-06,
+      "loss": 0.7733,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3310,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.159495351770017e-06,
+      "loss": 0.8465,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3311,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.153741940990749e-06,
+      "loss": 0.7203,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3312,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.1479900240537956e-06,
+      "loss": 0.824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3313,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.142239603193128e-06,
+      "loss": 0.9152,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3314,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.136490680642146e-06,
+      "loss": 0.7386,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3315,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.130743258633667e-06,
+      "loss": 0.7264,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3316,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.124997339399916e-06,
+      "loss": 0.7368,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3317,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.119252925172549e-06,
+      "loss": 0.8478,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3318,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.113510018182628e-06,
+      "loss": 0.6687,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3319,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.107768620660633e-06,
+      "loss": 0.7237,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3320,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.102028734836456e-06,
+      "loss": 0.7405,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3321,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.0962903629394e-06,
+      "loss": 0.7297,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3322,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.090553507198187e-06,
+      "loss": 0.7635,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3323,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.0848181698409384e-06,
+      "loss": 0.7804,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3324,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.079084353095202e-06,
+      "loss": 0.7913,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3325,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.07335205918792e-06,
+      "loss": 0.6869,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3326,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.067621290345455e-06,
+      "loss": 0.8902,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3327,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.061892048793568e-06,
+      "loss": 0.7755,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3328,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.056164336757426e-06,
+      "loss": 0.6946,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3329,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.050438156461613e-06,
+      "loss": 0.7848,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3330,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.044713510130108e-06,
+      "loss": 0.7304,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3331,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.038990399986302e-06,
+      "loss": 0.7091,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3332,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.03326882825298e-06,
+      "loss": 0.8142,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3333,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.027548797152336e-06,
+      "loss": 0.6807,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3334,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.021830308905963e-06,
+      "loss": 0.8556,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3335,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.016113365734861e-06,
+      "loss": 0.6628,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3336,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.0103979698594215e-06,
+      "loss": 0.7698,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3337,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.004684123499436e-06,
+      "loss": 0.7404,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3338,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.998971828874102e-06,
+      "loss": 0.9567,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3339,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.993261088202005e-06,
+      "loss": 0.759,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3340,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.987551903701128e-06,
+      "loss": 0.7205,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3341,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.9818442775888595e-06,
+      "loss": 0.8005,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3342,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.97613821208197e-06,
+      "loss": 0.7577,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3343,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.970433709396635e-06,
+      "loss": 0.8034,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3344,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.964730771748415e-06,
+      "loss": 0.6824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3345,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.959029401352262e-06,
+      "loss": 0.9853,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3346,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.953329600422524e-06,
+      "loss": 0.6583,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3347,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.947631371172943e-06,
+      "loss": 0.7638,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3348,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.941934715816642e-06,
+      "loss": 0.8284,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3349,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.936239636566137e-06,
+      "loss": 0.6899,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3350,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.930546135633327e-06,
+      "loss": 0.7225,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3351,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.924854215229509e-06,
+      "loss": 0.8036,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3352,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.919163877565351e-06,
+      "loss": 0.8095,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3353,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.9134751248509236e-06,
+      "loss": 0.8348,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3354,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.9077879592956675e-06,
+      "loss": 0.8559,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3355,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.902102383108415e-06,
+      "loss": 0.8249,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3356,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.896418398497377e-06,
+      "loss": 0.7655,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3357,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.890736007670144e-06,
+      "loss": 0.8931,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3358,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.885055212833696e-06,
+      "loss": 0.7714,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3359,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.879376016194387e-06,
+      "loss": 0.7752,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3360,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.873698419957952e-06,
+      "loss": 0.7892,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3361,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.8680224263295045e-06,
+      "loss": 0.7309,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3362,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.862348037513533e-06,
+      "loss": 0.8528,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3363,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.856675255713905e-06,
+      "loss": 0.7545,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3364,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.851004083133862e-06,
+      "loss": 0.9626,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3365,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.8453345219760275e-06,
+      "loss": 0.762,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3366,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.839666574442389e-06,
+      "loss": 0.7421,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3367,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.834000242734317e-06,
+      "loss": 0.7542,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3368,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.828335529052541e-06,
+      "loss": 0.7142,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3369,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.822672435597172e-06,
+      "loss": 0.9974,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3370,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.817010964567702e-06,
+      "loss": 0.7772,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3371,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.811351118162969e-06,
+      "loss": 0.7548,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3372,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.805692898581196e-06,
+      "loss": 0.7559,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3373,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.800036308019974e-06,
+      "loss": 0.7925,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3374,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.79438134867625e-06,
+      "loss": 0.7238,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3375,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.788728022746348e-06,
+      "loss": 0.7709,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3376,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.783076332425957e-06,
+      "loss": 0.9134,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3377,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.777426279910125e-06,
+      "loss": 0.7797,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3378,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.771777867393275e-06,
+      "loss": 0.7782,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3379,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.766131097069174e-06,
+      "loss": 0.7272,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3380,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.760485971130969e-06,
+      "loss": 0.7361,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3381,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7548424917711596e-06,
+      "loss": 0.7372,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3382,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.749200661181611e-06,
+      "loss": 0.6817,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3383,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7435604815535475e-06,
+      "loss": 0.8113,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3384,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7379219550775415e-06,
+      "loss": 0.8358,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3385,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.732285083943537e-06,
+      "loss": 0.7491,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3386,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.726649870340833e-06,
+      "loss": 0.7429,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3387,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.721016316458068e-06,
+      "loss": 0.8335,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3388,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.715384424483268e-06,
+      "loss": 0.7896,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3389,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.709754196603781e-06,
+      "loss": 0.6888,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3390,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.704125635006329e-06,
+      "loss": 0.6347,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3391,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6984987418769825e-06,
+      "loss": 0.8383,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3392,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.692873519401154e-06,
+      "loss": 0.7095,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3393,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6872499697636195e-06,
+      "loss": 0.7559,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3394,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.681628095148502e-06,
+      "loss": 0.7222,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3395,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6760078977392706e-06,
+      "loss": 0.9734,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3396,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.67038937971875e-06,
+      "loss": 0.8222,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3397,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.664772543269101e-06,
+      "loss": 1.0563,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3398,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.659157390571842e-06,
+      "loss": 0.8644,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3399,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.653543923807833e-06,
+      "loss": 0.7433,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3400,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6479321451572785e-06,
+      "loss": 0.8251,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3401,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.642322056799732e-06,
+      "loss": 0.7362,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3402,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.636713660914087e-06,
+      "loss": 0.6906,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3403,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.631106959678575e-06,
+      "loss": 0.8337,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3404,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.625501955270777e-06,
+      "loss": 1.0842,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3405,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.619898649867612e-06,
+      "loss": 0.9883,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3406,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.614297045645339e-06,
+      "loss": 0.7726,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3407,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.6086971447795625e-06,
+      "loss": 0.9878,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3408,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.603098949445209e-06,
+      "loss": 0.7493,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3409,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.597502461816557e-06,
+      "loss": 0.738,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3410,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5919076840672215e-06,
+      "loss": 0.7549,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3411,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5863146183701454e-06,
+      "loss": 0.7911,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3412,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.580723266897616e-06,
+      "loss": 0.7196,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3413,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.575133631821243e-06,
+      "loss": 0.6502,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3414,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5695457153119806e-06,
+      "loss": 0.772,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3415,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.563959519540114e-06,
+      "loss": 0.7303,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3416,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.558375046675244e-06,
+      "loss": 0.7769,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3417,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.552792298886335e-06,
+      "loss": 0.6743,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3418,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.547211278341646e-06,
+      "loss": 0.7094,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3419,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.541631987208789e-06,
+      "loss": 0.6536,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3420,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.536054427654698e-06,
+      "loss": 0.7414,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3421,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.530478601845624e-06,
+      "loss": 0.9656,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3422,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.52490451194716e-06,
+      "loss": 0.8412,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3423,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.519332160124215e-06,
+      "loss": 0.7209,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3424,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.513761548541032e-06,
+      "loss": 0.6111,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3425,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.508192679361169e-06,
+      "loss": 0.7242,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3426,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.502625554747508e-06,
+      "loss": 0.6993,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3427,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.497060176862259e-06,
+      "loss": 0.6524,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3428,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.491496547866948e-06,
+      "loss": 1.0106,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3429,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.485934669922428e-06,
+      "loss": 0.7451,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3430,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.480374545188866e-06,
+      "loss": 0.7537,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3431,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.474816175825754e-06,
+      "loss": 0.7273,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3432,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.469259563991894e-06,
+      "loss": 0.7701,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3433,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.46370471184541e-06,
+      "loss": 0.8787,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3434,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.458151621543744e-06,
+      "loss": 0.7588,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3435,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.452600295243653e-06,
+      "loss": 0.8384,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3436,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4470507351012116e-06,
+      "loss": 0.8257,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3437,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.441502943271797e-06,
+      "loss": 0.7916,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3438,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4359569219101115e-06,
+      "loss": 0.7475,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3439,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.430412673170167e-06,
+      "loss": 0.8254,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3440,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.424870199205283e-06,
+      "loss": 0.7854,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3441,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4193295021681e-06,
+      "loss": 0.7624,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3442,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.413790584210551e-06,
+      "loss": 0.8546,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3443,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.408253447483892e-06,
+      "loss": 0.8321,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3444,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.402718094138688e-06,
+      "loss": 0.7339,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3445,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.397184526324792e-06,
+      "loss": 0.6385,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3446,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.391652746191398e-06,
+      "loss": 0.7869,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3447,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.38612275588697e-06,
+      "loss": 0.7154,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3448,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.380594557559298e-06,
+      "loss": 0.7292,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3449,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.375068153355474e-06,
+      "loss": 0.7893,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3450,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.369543545421883e-06,
+      "loss": 0.8254,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3451,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.364020735904223e-06,
+      "loss": 0.664,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3452,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.358499726947488e-06,
+      "loss": 0.7023,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3453,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.352980520695974e-06,
+      "loss": 0.7009,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3454,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.347463119293283e-06,
+      "loss": 0.821,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3455,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.341947524882301e-06,
+      "loss": 0.7124,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3456,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.336433739605227e-06,
+      "loss": 0.7865,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3457,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.330921765603549e-06,
+      "loss": 0.7018,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3458,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.325411605018056e-06,
+      "loss": 0.7664,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3459,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.31990325998883e-06,
+      "loss": 0.7236,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3460,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.314396732655253e-06,
+      "loss": 0.6596,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3461,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.308892025155989e-06,
+      "loss": 0.7999,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3462,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.303389139629007e-06,
+      "loss": 0.8039,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3463,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.297888078211564e-06,
+      "loss": 0.7594,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3464,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2923888430402085e-06,
+      "loss": 0.8065,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3465,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.286891436250785e-06,
+      "loss": 0.7112,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3466,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.281395859978414e-06,
+      "loss": 0.999,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3467,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2759021163575184e-06,
+      "loss": 0.7554,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3468,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.27041020752181e-06,
+      "loss": 0.6846,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3469,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.26492013560427e-06,
+      "loss": 0.8608,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3470,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.259431902737195e-06,
+      "loss": 0.7573,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3471,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2539455110521385e-06,
+      "loss": 0.7552,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3472,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.248460962679958e-06,
+      "loss": 0.7331,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3473,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.24297825975079e-06,
+      "loss": 0.9389,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3474,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.237497404394044e-06,
+      "loss": 0.6965,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3475,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.232018398738436e-06,
+      "loss": 0.7356,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3476,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.226541244911936e-06,
+      "loss": 0.7092,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3477,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.221065945041811e-06,
+      "loss": 0.8086,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3478,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.215592501254609e-06,
+      "loss": 0.7105,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3479,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.210120915676147e-06,
+      "loss": 0.7562,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3480,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2046511904315265e-06,
+      "loss": 0.7227,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3481,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.199183327645128e-06,
+      "loss": 0.7569,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3482,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.193717329440604e-06,
+      "loss": 0.7,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3483,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.188253197940889e-06,
+      "loss": 0.7484,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3484,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.182790935268185e-06,
+      "loss": 0.7727,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3485,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.177330543543971e-06,
+      "loss": 0.7594,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3486,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.171872024889004e-06,
+      "loss": 0.7517,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3487,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.166415381423306e-06,
+      "loss": 0.8324,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3488,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.160960615266179e-06,
+      "loss": 0.7543,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3489,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.155507728536191e-06,
+      "loss": 0.766,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3490,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.150056723351173e-06,
+      "loss": 0.7332,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3491,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.14460760182824e-06,
+      "loss": 0.8156,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3492,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.139160366083765e-06,
+      "loss": 0.8012,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3493,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.133715018233393e-06,
+      "loss": 0.7604,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3494,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.128271560392037e-06,
+      "loss": 0.6156,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3495,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.122829994673866e-06,
+      "loss": 0.7445,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3496,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.117390323192326e-06,
+      "loss": 0.8265,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3497,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.111952548060126e-06,
+      "loss": 0.7229,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3498,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.106516671389224e-06,
+      "loss": 0.8169,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3499,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.101082695290866e-06,
+      "loss": 0.8415,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3500,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.0956506218755344e-06,
+      "loss": 0.8229,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3501,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.09022045325299e-06,
+      "loss": 0.6767,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3502,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.0847921915322486e-06,
+      "loss": 0.7634,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3503,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.07936583882158e-06,
+      "loss": 0.8453,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3504,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.073941397228518e-06,
+      "loss": 0.8142,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3505,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.068518868859854e-06,
+      "loss": 0.748,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3506,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.063098255821637e-06,
+      "loss": 0.7986,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3507,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.0576795602191734e-06,
+      "loss": 0.7476,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3508,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.052262784157014e-06,
+      "loss": 0.7707,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3509,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.046847929738971e-06,
+      "loss": 0.7329,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3510,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.041434999068127e-06,
+      "loss": 0.7735,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3511,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.036023994246787e-06,
+      "loss": 0.9198,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3512,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.030614917376532e-06,
+      "loss": 0.7176,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3513,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.025207770558176e-06,
+      "loss": 0.7276,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3514,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.0198025558917985e-06,
+      "loss": 0.8485,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3515,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.014399275476721e-06,
+      "loss": 0.7346,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3516,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.008997931411517e-06,
+      "loss": 0.7379,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3517,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.003598525794002e-06,
+      "loss": 0.8018,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3518,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.998201060721253e-06,
+      "loss": 0.7005,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3519,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.992805538289571e-06,
+      "loss": 0.7801,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3520,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.987411960594521e-06,
+      "loss": 0.6777,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3521,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.982020329730904e-06,
+      "loss": 0.9217,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3522,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.976630647792771e-06,
+      "loss": 0.8199,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3523,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.971242916873412e-06,
+      "loss": 0.7522,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3524,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.965857139065354e-06,
+      "loss": 0.7206,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3525,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9604733164603755e-06,
+      "loss": 0.7079,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3526,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.955091451149495e-06,
+      "loss": 0.7662,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3527,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9497115452229535e-06,
+      "loss": 0.8023,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3528,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9443336007702614e-06,
+      "loss": 0.7225,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3529,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.938957619880138e-06,
+      "loss": 0.7201,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3530,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9335836046405575e-06,
+      "loss": 0.7419,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3531,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.928211557138728e-06,
+      "loss": 0.6777,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3532,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.922841479461083e-06,
+      "loss": 0.6856,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3533,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.917473373693305e-06,
+      "loss": 0.9854,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3534,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9121072419203016e-06,
+      "loss": 0.7266,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3535,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.906743086226218e-06,
+      "loss": 0.6624,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3536,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.901380908694434e-06,
+      "loss": 0.7935,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3537,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8960207114075495e-06,
+      "loss": 0.798,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3538,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.890662496447407e-06,
+      "loss": 0.7103,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3539,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8853062658950765e-06,
+      "loss": 0.7265,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3540,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.879952021830856e-06,
+      "loss": 0.8294,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3541,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.874599766334276e-06,
+      "loss": 0.6558,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3542,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8692495014840825e-06,
+      "loss": 1.0439,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3543,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.863901229358261e-06,
+      "loss": 0.8076,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3544,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.858554952034019e-06,
+      "loss": 0.7781,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3545,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.853210671587789e-06,
+      "loss": 0.7395,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3546,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.847868390095227e-06,
+      "loss": 1.0268,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3547,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.842528109631218e-06,
+      "loss": 0.7893,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3548,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.837189832269858e-06,
+      "loss": 0.6801,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3549,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8318535600844775e-06,
+      "loss": 0.7648,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3550,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8265192951476206e-06,
+      "loss": 0.6025,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3551,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8211870395310556e-06,
+      "loss": 0.7328,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3552,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.815856795305772e-06,
+      "loss": 0.7346,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3553,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.81052856454197e-06,
+      "loss": 0.7533,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3554,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.805202349309074e-06,
+      "loss": 0.811,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3555,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.7998781516757295e-06,
+      "loss": 0.7884,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3556,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.794555973709783e-06,
+      "loss": 0.7295,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3557,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.789235817478322e-06,
+      "loss": 0.7449,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3558,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.783917685047621e-06,
+      "loss": 0.7473,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3559,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.778601578483187e-06,
+      "loss": 0.7869,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3560,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.773287499849737e-06,
+      "loss": 0.7133,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3561,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.767975451211191e-06,
+      "loss": 0.7586,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3562,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.762665434630692e-06,
+      "loss": 0.7408,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3563,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.757357452170588e-06,
+      "loss": 0.7409,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3564,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.752051505892438e-06,
+      "loss": 0.7683,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3565,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.746747597857014e-06,
+      "loss": 0.7365,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3566,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.741445730124287e-06,
+      "loss": 0.6825,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3567,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.736145904753445e-06,
+      "loss": 0.8017,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3568,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.730848123802877e-06,
+      "loss": 0.7104,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3569,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.725552389330183e-06,
+      "loss": 0.789,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3570,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.720258703392161e-06,
+      "loss": 0.7101,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3571,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.714967068044826e-06,
+      "loss": 0.9889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3572,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7096774853433765e-06,
+      "loss": 0.6585,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3573,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.704389957342237e-06,
+      "loss": 0.8476,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3574,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.699104486095008e-06,
+      "loss": 0.6791,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3575,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.69382107365452e-06,
+      "loss": 0.7394,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3576,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6885397220727855e-06,
+      "loss": 0.6614,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3577,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.683260433401016e-06,
+      "loss": 0.7349,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3578,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.677983209689631e-06,
+      "loss": 0.6956,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3579,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6727080529882394e-06,
+      "loss": 0.7269,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3580,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.667434965345654e-06,
+      "loss": 0.8047,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3581,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6621639488098856e-06,
+      "loss": 0.7229,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3582,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.656895005428127e-06,
+      "loss": 0.7377,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3583,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.651628137246781e-06,
+      "loss": 0.7013,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3584,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6463633463114395e-06,
+      "loss": 0.9942,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3585,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.641100634666877e-06,
+      "loss": 0.6668,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3586,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.635840004357086e-06,
+      "loss": 0.775,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3587,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.630581457425222e-06,
+      "loss": 0.9134,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3588,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.625324995913648e-06,
+      "loss": 0.8063,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3589,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.620070621863917e-06,
+      "loss": 0.764,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3590,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.614818337316759e-06,
+      "loss": 0.7293,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3591,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.609568144312107e-06,
+      "loss": 0.6862,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3592,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6043200448890724e-06,
+      "loss": 0.7445,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3593,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.599074041085958e-06,
+      "loss": 0.8027,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3594,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.593830134940256e-06,
+      "loss": 0.7274,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3595,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.588588328488629e-06,
+      "loss": 0.6561,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3596,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5833486237669414e-06,
+      "loss": 0.7764,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3597,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.578111022810231e-06,
+      "loss": 0.7111,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3598,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5728755276527225e-06,
+      "loss": 0.7572,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3599,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.567642140327823e-06,
+      "loss": 0.7495,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3600,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.562410862868123e-06,
+      "loss": 0.9752,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3601,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.557181697305383e-06,
+      "loss": 0.7411,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3602,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.551954645670557e-06,
+      "loss": 0.77,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3603,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.546729709993762e-06,
+      "loss": 0.8205,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3604,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.541506892304314e-06,
+      "loss": 0.7183,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3605,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.536286194630694e-06,
+      "loss": 0.7441,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3606,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.531067619000553e-06,
+      "loss": 0.6822,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3607,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.525851167440731e-06,
+      "loss": 0.6776,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3608,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.52063684197724e-06,
+      "loss": 0.7668,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3609,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.515424644635254e-06,
+      "loss": 0.7728,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3610,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.510214577439146e-06,
+      "loss": 0.7293,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3611,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5050066424124324e-06,
+      "loss": 0.7478,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3612,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.49980084157782e-06,
+      "loss": 0.7902,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3613,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.494597176957186e-06,
+      "loss": 0.7316,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3614,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.489395650571562e-06,
+      "loss": 0.805,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3615,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4841962644411765e-06,
+      "loss": 0.7586,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3616,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4789990205854e-06,
+      "loss": 0.7146,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3617,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.473803921022784e-06,
+      "loss": 0.6802,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3618,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.468610967771051e-06,
+      "loss": 1.0096,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3619,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4634201628470766e-06,
+      "loss": 0.7605,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3620,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.458231508266912e-06,
+      "loss": 0.7619,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3621,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.453045006045773e-06,
+      "loss": 0.6833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3622,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.447860658198035e-06,
+      "loss": 0.7293,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3623,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.442678466737245e-06,
+      "loss": 0.7656,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3624,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4374984336760975e-06,
+      "loss": 0.7245,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3625,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.432320561026461e-06,
+      "loss": 0.6678,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3626,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.427144850799363e-06,
+      "loss": 0.9333,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3627,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.421971305004989e-06,
+      "loss": 0.6515,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3628,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.416799925652684e-06,
+      "loss": 0.6423,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3629,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.411630714750956e-06,
+      "loss": 0.7724,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3630,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4064636743074605e-06,
+      "loss": 0.876,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3631,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.40129880632902e-06,
+      "loss": 0.6995,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3632,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.396136112821608e-06,
+      "loss": 1.009,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3633,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.390975595790358e-06,
+      "loss": 0.8602,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3634,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.385817257239556e-06,
+      "loss": 0.7812,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3635,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.380661099172636e-06,
+      "loss": 0.7744,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3636,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.375507123592194e-06,
+      "loss": 0.7842,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3637,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.370355332499977e-06,
+      "loss": 0.7288,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3638,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.365205727896872e-06,
+      "loss": 0.7575,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3639,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.36005831178294e-06,
+      "loss": 0.6977,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3640,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.354913086157367e-06,
+      "loss": 0.6562,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3641,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.349770053018502e-06,
+      "loss": 0.6934,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3642,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.344629214363845e-06,
+      "loss": 0.8503,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3643,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.339490572190031e-06,
+      "loss": 0.7698,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3644,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.334354128492851e-06,
+      "loss": 0.6844,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3645,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.329219885267244e-06,
+      "loss": 0.6805,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3646,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.324087844507289e-06,
+      "loss": 0.7497,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3647,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.318958008206214e-06,
+      "loss": 0.705,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3648,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.313830378356384e-06,
+      "loss": 0.7163,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3649,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3087049569493136e-06,
+      "loss": 0.8242,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3650,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.303581745975656e-06,
+      "loss": 0.7476,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3651,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2984607474252084e-06,
+      "loss": 0.6882,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3652,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.293341963286912e-06,
+      "loss": 0.7085,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3653,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.288225395548835e-06,
+      "loss": 1.0283,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3654,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.283111046198198e-06,
+      "loss": 0.7479,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3655,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.277998917221354e-06,
+      "loss": 0.7224,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3656,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.272889010603798e-06,
+      "loss": 0.7397,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3657,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.267781328330155e-06,
+      "loss": 0.6077,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3658,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.262675872384197e-06,
+      "loss": 0.7722,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3659,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.257572644748813e-06,
+      "loss": 0.9669,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3660,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.252471647406045e-06,
+      "loss": 0.7444,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3661,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2473728823370605e-06,
+      "loss": 0.6917,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3662,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.242276351522161e-06,
+      "loss": 0.7573,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3663,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.237182056940784e-06,
+      "loss": 0.7454,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3664,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.232090000571488e-06,
+      "loss": 0.7367,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3665,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2270001843919714e-06,
+      "loss": 0.7117,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3666,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.221912610379065e-06,
+      "loss": 0.8695,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3667,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.216827280508712e-06,
+      "loss": 0.6405,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3668,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.211744196756011e-06,
+      "loss": 0.7787,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3669,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.206663361095164e-06,
+      "loss": 0.7217,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3670,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.201584775499509e-06,
+      "loss": 0.7908,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3671,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.196508441941516e-06,
+      "loss": 0.62,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3672,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.191434362392768e-06,
+      "loss": 0.7064,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3673,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.186362538823981e-06,
+      "loss": 1.0056,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3674,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.181292973204992e-06,
+      "loss": 0.6962,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3675,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1762256675047655e-06,
+      "loss": 0.7064,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3676,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.171160623691384e-06,
+      "loss": 0.6757,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3677,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.166097843732048e-06,
+      "loss": 0.779,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3678,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.161037329593085e-06,
+      "loss": 0.6467,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3679,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.155979083239942e-06,
+      "loss": 0.6987,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3680,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1509231066371815e-06,
+      "loss": 0.6895,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3681,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1458694017484915e-06,
+      "loss": 0.6559,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3682,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.140817970536664e-06,
+      "loss": 0.7464,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3683,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.135768814963622e-06,
+      "loss": 0.7064,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3684,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.130721936990399e-06,
+      "loss": 0.7244,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3685,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1256773385771444e-06,
+      "loss": 0.6919,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3686,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.120635021683122e-06,
+      "loss": 0.7821,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3687,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.115594988266711e-06,
+      "loss": 0.716,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3688,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1105572402853976e-06,
+      "loss": 0.6325,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3689,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1055217796957895e-06,
+      "loss": 0.7923,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3690,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.100488608453599e-06,
+      "loss": 0.7695,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3691,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.095457728513652e-06,
+      "loss": 0.7959,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3692,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.09042914182989e-06,
+      "loss": 0.786,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3693,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.08540285035535e-06,
+      "loss": 0.615,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3694,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0803788560421885e-06,
+      "loss": 0.7981,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3695,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.075357160841671e-06,
+      "loss": 0.8163,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3696,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.070337766704155e-06,
+      "loss": 0.738,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3697,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.065320675579132e-06,
+      "loss": 0.7265,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3698,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0603058894151685e-06,
+      "loss": 0.8106,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3699,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.055293410159954e-06,
+      "loss": 0.6844,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3700,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.050283239760282e-06,
+      "loss": 0.7824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3701,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.045275380162038e-06,
+      "loss": 0.7979,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3702,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.04026983331022e-06,
+      "loss": 0.7684,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3703,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.035266601148924e-06,
+      "loss": 0.7723,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3704,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.03026568562135e-06,
+      "loss": 0.6951,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3705,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.025267088669797e-06,
+      "loss": 0.6879,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3706,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.020270812235656e-06,
+      "loss": 0.7019,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3707,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.015276858259427e-06,
+      "loss": 0.6788,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3708,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.010285228680705e-06,
+      "loss": 0.7737,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3709,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.005295925438181e-06,
+      "loss": 0.6941,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3710,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.000308950469646e-06,
+      "loss": 0.778,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3711,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.995324305711976e-06,
+      "loss": 0.8007,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3712,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.990341993101154e-06,
+      "loss": 0.6167,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3713,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.985362014572256e-06,
+      "loss": 0.7684,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3714,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.9803843720594385e-06,
+      "loss": 0.7357,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3715,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.97540906749597e-06,
+      "loss": 0.7864,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3716,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.970436102814203e-06,
+      "loss": 0.7775,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3717,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.965465479945569e-06,
+      "loss": 0.6783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3718,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9604972008206085e-06,
+      "loss": 0.7589,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3719,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.955531267368942e-06,
+      "loss": 0.7179,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3720,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.950567681519279e-06,
+      "loss": 0.7413,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3721,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.945606445199427e-06,
+      "loss": 0.727,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3722,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.940647560336262e-06,
+      "loss": 0.8449,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3723,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.935691028855763e-06,
+      "loss": 0.7709,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3724,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.930736852682993e-06,
+      "loss": 0.7335,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3725,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9257850337420856e-06,
+      "loss": 0.6845,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3726,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.920835573956285e-06,
+      "loss": 0.7311,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3727,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.915888475247894e-06,
+      "loss": 0.6972,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3728,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.910943739538313e-06,
+      "loss": 0.6628,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3729,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.906001368748023e-06,
+      "loss": 0.7595,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3730,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.901061364796574e-06,
+      "loss": 0.9999,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3731,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8961237296026155e-06,
+      "loss": 0.7327,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3732,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.891188465083865e-06,
+      "loss": 0.6741,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3733,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.886255573157121e-06,
+      "loss": 0.7534,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3734,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.88132505573827e-06,
+      "loss": 0.7928,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3735,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.876396914742258e-06,
+      "loss": 0.7449,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3736,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.871471152083121e-06,
+      "loss": 0.6648,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3737,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.866547769673968e-06,
+      "loss": 0.6655,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3738,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.861626769426988e-06,
+      "loss": 0.6995,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3739,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8567081532534374e-06,
+      "loss": 0.83,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3740,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.851791923063655e-06,
+      "loss": 0.7407,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3741,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.846878080767039e-06,
+      "loss": 0.7809,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3742,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.841966628272079e-06,
+      "loss": 0.7747,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3743,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.837057567486314e-06,
+      "loss": 0.7789,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3744,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.832150900316377e-06,
+      "loss": 0.6704,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3745,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.827246628667962e-06,
+      "loss": 0.9923,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3746,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.822344754445826e-06,
+      "loss": 0.7118,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3747,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.817445279553801e-06,
+      "loss": 0.7713,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3748,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8125482058947905e-06,
+      "loss": 0.6819,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3749,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8076535353707523e-06,
+      "loss": 0.7505,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3750,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8027612698827344e-06,
+      "loss": 0.7082,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3751,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7978714113308246e-06,
+      "loss": 0.8254,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3752,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7929839616141917e-06,
+      "loss": 0.7899,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3753,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.788098922631067e-06,
+      "loss": 0.6644,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3754,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7832162962787355e-06,
+      "loss": 0.6948,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3755,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7783360844535653e-06,
+      "loss": 0.8339,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3756,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.773458289050963e-06,
+      "loss": 0.7014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3757,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.768582911965414e-06,
+      "loss": 0.7856,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3758,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.763709955090461e-06,
+      "loss": 0.7389,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3759,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7588394203186963e-06,
+      "loss": 0.9675,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3760,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.753971309541784e-06,
+      "loss": 0.6923,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3761,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7491056246504433e-06,
+      "loss": 0.7389,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3762,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7442423675344474e-06,
+      "loss": 0.7392,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3763,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.739381540082635e-06,
+      "loss": 0.7242,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3764,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7345231441828876e-06,
+      "loss": 0.761,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3765,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.729667181722154e-06,
+      "loss": 0.7362,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3766,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7248136545864345e-06,
+      "loss": 0.7544,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3767,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.719962564660783e-06,
+      "loss": 0.763,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3768,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7151139138293056e-06,
+      "loss": 1.0205,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3769,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7102677039751667e-06,
+      "loss": 0.7985,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3770,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.705423936980572e-06,
+      "loss": 0.7538,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3771,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.700582614726791e-06,
+      "loss": 0.6787,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3772,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6957437390941274e-06,
+      "loss": 0.7094,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3773,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6909073119619555e-06,
+      "loss": 0.7271,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3774,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6860733352086866e-06,
+      "loss": 0.6505,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3775,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6812418107117765e-06,
+      "loss": 0.7017,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3776,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6764127403477347e-06,
+      "loss": 0.7539,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3777,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6715861259921226e-06,
+      "loss": 0.8255,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3778,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6667619695195287e-06,
+      "loss": 0.7281,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3779,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6619402728036157e-06,
+      "loss": 0.8126,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3780,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.657121037717064e-06,
+      "loss": 0.6817,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3781,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.652304266131612e-06,
+      "loss": 0.8736,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3782,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6474899599180426e-06,
+      "loss": 0.7012,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3783,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.642678120946168e-06,
+      "loss": 0.7984,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3784,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6378687510848576e-06,
+      "loss": 0.7853,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3785,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6330618522020124e-06,
+      "loss": 0.8148,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3786,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6282574261645776e-06,
+      "loss": 0.8125,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3787,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.62345547483854e-06,
+      "loss": 0.7733,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3788,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.618656000088916e-06,
+      "loss": 0.7034,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3789,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6138590037797695e-06,
+      "loss": 0.777,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3790,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6090644877741986e-06,
+      "loss": 0.6736,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3791,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6042724539343378e-06,
+      "loss": 0.7582,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3792,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.599482904121361e-06,
+      "loss": 0.6689,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3793,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.594695840195468e-06,
+      "loss": 0.8086,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3794,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5899112640159017e-06,
+      "loss": 0.7962,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3795,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.585129177440938e-06,
+      "loss": 0.764,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3796,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.580349582327882e-06,
+      "loss": 0.6844,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3797,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.575572480533076e-06,
+      "loss": 0.7462,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3798,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.570797873911892e-06,
+      "loss": 0.7713,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3799,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.566025764318728e-06,
+      "loss": 0.7408,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3800,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5612561536070213e-06,
+      "loss": 0.7905,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3801,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5564890436292243e-06,
+      "loss": 0.8203,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3802,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5517244362368363e-06,
+      "loss": 0.7716,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3803,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5469623332803795e-06,
+      "loss": 0.6542,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3804,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5422027366093893e-06,
+      "loss": 0.6444,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3805,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5374456480724427e-06,
+      "loss": 0.6884,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3806,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.532691069517142e-06,
+      "loss": 0.7016,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3807,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5279390027901004e-06,
+      "loss": 0.7286,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3808,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5231894497369802e-06,
+      "loss": 0.9453,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3809,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5184424122024406e-06,
+      "loss": 0.7423,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3810,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5136978920301822e-06,
+      "loss": 0.7547,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3811,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.508955891062924e-06,
+      "loss": 0.7708,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3812,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5042164111423983e-06,
+      "loss": 0.7068,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3813,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4994794541093667e-06,
+      "loss": 1.0303,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3814,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4947450218036106e-06,
+      "loss": 0.716,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3815,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4900131160639283e-06,
+      "loss": 0.7917,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3816,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.485283738728139e-06,
+      "loss": 0.7195,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3817,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4805568916330747e-06,
+      "loss": 0.7074,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3818,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4758325766145896e-06,
+      "loss": 0.7748,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3819,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.471110795507554e-06,
+      "loss": 1.0817,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3820,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4663915501458523e-06,
+      "loss": 0.7324,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3821,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4616748423623893e-06,
+      "loss": 1.0445,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3822,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4569606739890737e-06,
+      "loss": 0.6497,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3823,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.452249046856836e-06,
+      "loss": 0.6991,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3824,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4475399627956197e-06,
+      "loss": 0.6723,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3825,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4428334236343774e-06,
+      "loss": 0.837,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3826,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.438129431201075e-06,
+      "loss": 0.7346,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3827,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.433427987322693e-06,
+      "loss": 0.7174,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3828,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4287290938252103e-06,
+      "loss": 0.6426,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3829,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.424032752533627e-06,
+      "loss": 0.6737,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3830,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4193389652719478e-06,
+      "loss": 0.7607,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3831,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4146477338631856e-06,
+      "loss": 0.8177,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3832,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4099590601293632e-06,
+      "loss": 0.7617,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3833,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4052729458915024e-06,
+      "loss": 0.7726,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3834,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4005893929696377e-06,
+      "loss": 0.7337,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3835,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3959084031828114e-06,
+      "loss": 0.7231,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3836,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3912299783490567e-06,
+      "loss": 0.7385,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3837,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3865541202854314e-06,
+      "loss": 0.7447,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3838,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3818808308079753e-06,
+      "loss": 0.7352,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3839,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3772101117317437e-06,
+      "loss": 0.5996,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3840,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.372541964870795e-06,
+      "loss": 0.6933,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3841,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.367876392038174e-06,
+      "loss": 0.6847,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3842,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.363213395045941e-06,
+      "loss": 0.642,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3843,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3585529757051504e-06,
+      "loss": 0.6917,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3844,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.353895135825854e-06,
+      "loss": 0.8559,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3845,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3492398772171074e-06,
+      "loss": 0.6958,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3846,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.344587201686952e-06,
+      "loss": 0.6944,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3847,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3399371110424372e-06,
+      "loss": 0.7343,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3848,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3352896070896057e-06,
+      "loss": 0.7707,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3849,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.330644691633492e-06,
+      "loss": 0.7767,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3850,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3260023664781326e-06,
+      "loss": 0.7187,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3851,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.321362633426547e-06,
+      "loss": 0.6585,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3852,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.316725494280757e-06,
+      "loss": 0.7014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3853,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3120909508417754e-06,
+      "loss": 0.775,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3854,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.307459004909599e-06,
+      "loss": 0.6235,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3855,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3028296582832285e-06,
+      "loss": 0.7541,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3856,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2982029127606517e-06,
+      "loss": 0.7754,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3857,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2935787701388346e-06,
+      "loss": 0.7401,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3858,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2889572322137454e-06,
+      "loss": 0.6946,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3859,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2843383007803364e-06,
+      "loss": 0.6795,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3860,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.279721977632546e-06,
+      "loss": 0.7463,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3861,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.275108264563306e-06,
+      "loss": 0.7267,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3862,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.270497163364521e-06,
+      "loss": 0.7743,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3863,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2658886758270947e-06,
+      "loss": 0.7376,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3864,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2612828037409116e-06,
+      "loss": 0.7166,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3865,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.256679548894831e-06,
+      "loss": 0.6498,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3866,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.252078913076718e-06,
+      "loss": 0.7168,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3867,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.247480898073395e-06,
+      "loss": 0.7373,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3868,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.242885505670681e-06,
+      "loss": 0.7592,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3869,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.238292737653379e-06,
+      "loss": 0.7367,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3870,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.233702595805258e-06,
+      "loss": 0.7132,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3871,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.229115081909082e-06,
+      "loss": 0.7763,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3872,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.224530197746587e-06,
+      "loss": 0.7474,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3873,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2199479450984892e-06,
+      "loss": 0.7488,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3874,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2153683257444856e-06,
+      "loss": 0.954,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3875,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.210791341463243e-06,
+      "loss": 0.7005,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3876,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.206216994032411e-06,
+      "loss": 0.7185,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3877,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2016452852286127e-06,
+      "loss": 0.9437,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3878,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1970762168274495e-06,
+      "loss": 0.6858,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3879,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1925097906034962e-06,
+      "loss": 0.99,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3880,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.187946008330295e-06,
+      "loss": 0.8002,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3881,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1833848717803674e-06,
+      "loss": 0.7626,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3882,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.178826382725212e-06,
+      "loss": 0.7306,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3883,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1742705429352827e-06,
+      "loss": 0.7223,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3884,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1697173541800254e-06,
+      "loss": 0.811,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3885,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.165166818227845e-06,
+      "loss": 0.7405,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3886,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1606189368461117e-06,
+      "loss": 0.7032,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3887,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.156073711801172e-06,
+      "loss": 0.9728,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3888,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.151531144858344e-06,
+      "loss": 0.7942,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3889,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.146991237781899e-06,
+      "loss": 0.7917,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3890,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.142453992335096e-06,
+      "loss": 0.988,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3891,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.137919410280139e-06,
+      "loss": 0.6492,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3892,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1333874933782114e-06,
+      "loss": 0.7721,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3893,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.128858243389461e-06,
+      "loss": 0.7643,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3894,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.124331662072987e-06,
+      "loss": 0.7099,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3895,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.119807751186872e-06,
+      "loss": 0.6299,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3896,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1152865124881436e-06,
+      "loss": 0.8067,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3897,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.110767947732801e-06,
+      "loss": 0.7355,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3898,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.106252058675806e-06,
+      "loss": 0.7866,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3899,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.101738847071072e-06,
+      "loss": 0.6338,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3900,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.097228314671481e-06,
+      "loss": 0.7723,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3901,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.092720463228872e-06,
+      "loss": 0.7408,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3902,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0882152944940423e-06,
+      "loss": 0.6979,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3903,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0837128102167514e-06,
+      "loss": 0.6804,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3904,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.079213012145705e-06,
+      "loss": 0.7162,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3905,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0747159020285766e-06,
+      "loss": 0.6859,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3906,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0702214816119925e-06,
+      "loss": 0.6922,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3907,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.065729752641532e-06,
+      "loss": 0.7614,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3908,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0612407168617352e-06,
+      "loss": 0.7827,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3909,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0567543760160866e-06,
+      "loss": 0.7086,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3910,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.05227073184703e-06,
+      "loss": 0.7477,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3911,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.047789786095967e-06,
+      "loss": 0.7131,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3912,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0433115405032334e-06,
+      "loss": 0.8856,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3913,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0388359968081395e-06,
+      "loss": 0.6817,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3914,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.034363156748933e-06,
+      "loss": 0.7378,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3915,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0298930220628086e-06,
+      "loss": 0.6895,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3916,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.025425594485919e-06,
+      "loss": 0.7278,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3917,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0209608757533626e-06,
+      "loss": 0.6543,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3918,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0164988675991768e-06,
+      "loss": 0.6447,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3919,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0120395717563655e-06,
+      "loss": 0.6656,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3920,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.00758298995686e-06,
+      "loss": 0.7115,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3921,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0031291239315473e-06,
+      "loss": 0.7387,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3922,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.9986779754102613e-06,
+      "loss": 0.7665,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3923,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.9942295461217698e-06,
+      "loss": 0.7233,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3924,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9897838377937947e-06,
+      "loss": 0.7611,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3925,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.985340852152999e-06,
+      "loss": 0.7319,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3926,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9809005909249866e-06,
+      "loss": 0.6217,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3927,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9764630558343064e-06,
+      "loss": 0.7107,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3928,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9720282486044407e-06,
+      "loss": 0.6877,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3929,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9675961709578194e-06,
+      "loss": 0.7576,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3930,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9631668246158105e-06,
+      "loss": 0.766,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3931,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.958740211298722e-06,
+      "loss": 0.7245,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3932,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9543163327258016e-06,
+      "loss": 0.7381,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3933,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.949895190615227e-06,
+      "loss": 0.7979,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3934,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9454767866841225e-06,
+      "loss": 0.7632,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3935,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.941061122648545e-06,
+      "loss": 0.7803,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3936,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9366482002234874e-06,
+      "loss": 0.9555,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3937,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.932238021122877e-06,
+      "loss": 0.768,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3938,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9278305870595814e-06,
+      "loss": 0.808,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3939,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.92342589974539e-06,
+      "loss": 0.7606,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3940,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.919023960891039e-06,
+      "loss": 0.647,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3941,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9146247722061806e-06,
+      "loss": 0.889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3942,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.910228335399419e-06,
+      "loss": 0.698,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3943,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.90583465217828e-06,
+      "loss": 0.8465,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3944,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9014437242492133e-06,
+      "loss": 0.8041,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3945,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.897055553317607e-06,
+      "loss": 0.7304,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3946,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.89267014108778e-06,
+      "loss": 0.6763,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3947,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8882874892629654e-06,
+      "loss": 0.7284,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3948,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.883907599545348e-06,
+      "loss": 0.7061,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3949,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8795304736360184e-06,
+      "loss": 0.6892,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3950,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8751561132350025e-06,
+      "loss": 0.7777,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3951,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8707845200412567e-06,
+      "loss": 0.9808,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3952,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.866415695752649e-06,
+      "loss": 0.6865,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3953,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.862049642065986e-06,
+      "loss": 0.6633,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3954,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.857686360676991e-06,
+      "loss": 0.7673,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3955,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.853325853280312e-06,
+      "loss": 0.7299,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3956,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8489681215695242e-06,
+      "loss": 0.7398,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3957,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8446131672371136e-06,
+      "loss": 0.7827,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3958,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.840260991974497e-06,
+      "loss": 0.8113,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3959,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.83591159747201e-06,
+      "loss": 0.909,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3960,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8315649854189066e-06,
+      "loss": 0.8098,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3961,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8272211575033635e-06,
+      "loss": 0.7373,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3962,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8228801154124687e-06,
+      "loss": 0.7381,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3963,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8185418608322344e-06,
+      "loss": 0.6979,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3964,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.814206395447593e-06,
+      "loss": 0.7843,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3965,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.80987372094238e-06,
+      "loss": 0.7467,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3966,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.805543838999364e-06,
+      "loss": 0.6986,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3967,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.801216751300223e-06,
+      "loss": 0.6953,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3968,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.796892459525541e-06,
+      "loss": 0.7615,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3969,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7925709653548295e-06,
+      "loss": 0.7314,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3970,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.788252270466497e-06,
+      "loss": 0.7618,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3971,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.783936376537886e-06,
+      "loss": 0.7404,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3972,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7796232852452378e-06,
+      "loss": 0.6931,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3973,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.775312998263703e-06,
+      "loss": 0.7115,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3974,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.771005517267349e-06,
+      "loss": 0.7256,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3975,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7667008439291552e-06,
+      "loss": 0.7534,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3976,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.762398979920998e-06,
+      "loss": 0.7252,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3977,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7580999269136854e-06,
+      "loss": 0.6848,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3978,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7538036865769093e-06,
+      "loss": 0.7364,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3979,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.749510260579282e-06,
+      "loss": 0.8702,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3980,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7452196505883265e-06,
+      "loss": 0.783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3981,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7409318582704594e-06,
+      "loss": 0.6735,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3982,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.736646885291011e-06,
+      "loss": 0.7007,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3983,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7323647333142176e-06,
+      "loss": 1.0129,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3984,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.728085404003217e-06,
+      "loss": 0.7564,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3985,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7238088990200538e-06,
+      "loss": 0.7188,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3986,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7195352200256675e-06,
+      "loss": 0.718,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3987,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7152643686799095e-06,
+      "loss": 0.6726,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3988,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.710996346641528e-06,
+      "loss": 0.6896,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3989,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.706731155568175e-06,
+      "loss": 0.7781,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3990,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7024687971164032e-06,
+      "loss": 0.668,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3991,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.698209272941659e-06,
+      "loss": 0.7267,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3992,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.693952584698294e-06,
+      "loss": 0.7369,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3993,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.689698734039561e-06,
+      "loss": 0.6216,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3994,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.685447722617597e-06,
+      "loss": 0.6884,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3995,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6811995520834543e-06,
+      "loss": 0.7568,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3996,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.676954224087075e-06,
+      "loss": 0.7723,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3997,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6727117402772886e-06,
+      "loss": 0.7574,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3998,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.668472102301829e-06,
+      "loss": 0.674,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 3999,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.664235311807327e-06,
+      "loss": 0.6729,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4000,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6600013704392946e-06,
+      "loss": 0.6765,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4001,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.655770279842157e-06,
+      "loss": 0.664,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4002,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.651542041659211e-06,
+      "loss": 0.6186,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4003,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6473166575326603e-06,
+      "loss": 0.7447,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4004,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6430941291035984e-06,
+      "loss": 0.7139,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4005,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6388744580119975e-06,
+      "loss": 0.8011,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4006,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6346576458967397e-06,
+      "loss": 0.7672,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4007,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.630443694395579e-06,
+      "loss": 0.7918,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4008,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6262326051451683e-06,
+      "loss": 0.7437,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4009,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6220243797810483e-06,
+      "loss": 0.6712,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4010,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6178190199376394e-06,
+      "loss": 0.5936,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4011,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6136165272482596e-06,
+      "loss": 0.8752,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4012,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6094169033451066e-06,
+      "loss": 0.7073,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4013,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.605220149859267e-06,
+      "loss": 0.7253,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4014,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6010262684207134e-06,
+      "loss": 0.8113,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4015,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.596835260658297e-06,
+      "loss": 0.7654,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4016,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5926471281997577e-06,
+      "loss": 0.6927,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4017,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.588461872671719e-06,
+      "loss": 0.677,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4018,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5842794956996863e-06,
+      "loss": 0.728,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4019,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.580099998908049e-06,
+      "loss": 0.6537,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4020,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.575923383920069e-06,
+      "loss": 0.8191,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4021,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5717496523578998e-06,
+      "loss": 0.751,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4022,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5675788058425723e-06,
+      "loss": 0.7102,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4023,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.563410845993988e-06,
+      "loss": 0.7117,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4024,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5592457744309405e-06,
+      "loss": 0.7685,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4025,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5550835927710982e-06,
+      "loss": 0.7334,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4026,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5509243026309983e-06,
+      "loss": 0.7545,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4027,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.546767905626063e-06,
+      "loss": 0.9028,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4028,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5426144033705937e-06,
+      "loss": 0.7322,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4029,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5384637974777513e-06,
+      "loss": 0.7524,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4030,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5343160895595977e-06,
+      "loss": 0.7415,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4031,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.530171281227044e-06,
+      "loss": 0.75,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4032,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.52602937408989e-06,
+      "loss": 1.0066,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4033,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5218903697568075e-06,
+      "loss": 0.7196,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4034,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.517754269835332e-06,
+      "loss": 0.8086,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4035,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5136210759318814e-06,
+      "loss": 0.7434,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4036,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5094907896517383e-06,
+      "loss": 0.7233,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4037,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.505363412599059e-06,
+      "loss": 0.8048,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4038,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5012389463768737e-06,
+      "loss": 0.7747,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4039,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4971173925870694e-06,
+      "loss": 0.7066,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4040,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4929987528304144e-06,
+      "loss": 0.7838,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4041,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4888830287065414e-06,
+      "loss": 1.0049,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4042,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4847702218139493e-06,
+      "loss": 0.7123,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4043,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.480660333750007e-06,
+      "loss": 0.6831,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4044,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.476553366110944e-06,
+      "loss": 0.7417,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4045,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4724493204918598e-06,
+      "loss": 0.7076,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4046,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4683481984867207e-06,
+      "loss": 0.7583,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4047,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4642500016883532e-06,
+      "loss": 0.8028,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4048,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4601547316884544e-06,
+      "loss": 0.6756,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4049,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4560623900775728e-06,
+      "loss": 0.7823,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4050,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.45197297844513e-06,
+      "loss": 0.7048,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4051,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.447886498379409e-06,
+      "loss": 0.5924,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4052,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4438029514675444e-06,
+      "loss": 0.673,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4053,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.439722339295545e-06,
+      "loss": 0.7447,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4054,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4356446634482756e-06,
+      "loss": 0.7089,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4055,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4315699255094516e-06,
+      "loss": 0.6451,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4056,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.427498127061658e-06,
+      "loss": 0.8339,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4057,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.423429269686336e-06,
+      "loss": 0.6584,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4058,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4193633549637765e-06,
+      "loss": 0.8972,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4059,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4153003844731425e-06,
+      "loss": 0.8084,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4060,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.411240359792438e-06,
+      "loss": 0.7529,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4061,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.407183282498534e-06,
+      "loss": 0.7962,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4062,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.403129154167153e-06,
+      "loss": 0.6766,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4063,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3990779763728666e-06,
+      "loss": 0.6529,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4064,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3950297506891084e-06,
+      "loss": 0.6899,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4065,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.390984478688164e-06,
+      "loss": 0.6791,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4066,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.386942161941169e-06,
+      "loss": 0.7224,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4067,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3829028020181154e-06,
+      "loss": 0.6807,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4068,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3788664004878405e-06,
+      "loss": 0.8405,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4069,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.374832958918035e-06,
+      "loss": 0.6829,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4070,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3708024788752448e-06,
+      "loss": 0.7562,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4071,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3667749619248614e-06,
+      "loss": 0.8058,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4072,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3627504096311273e-06,
+      "loss": 0.7722,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4073,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3587288235571258e-06,
+      "loss": 0.7011,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4074,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.354710205264801e-06,
+      "loss": 0.7577,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4075,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.350694556314934e-06,
+      "loss": 0.6664,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4076,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3466818782671597e-06,
+      "loss": 0.7464,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4077,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3426721726799573e-06,
+      "loss": 0.7562,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4078,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3386654411106446e-06,
+      "loss": 0.7059,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4079,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3346616851153935e-06,
+      "loss": 0.7482,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4080,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.330660906249218e-06,
+      "loss": 0.6966,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4081,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3266631060659685e-06,
+      "loss": 0.7735,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4082,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.32266828611835e-06,
+      "loss": 0.7451,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4083,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.318676447957907e-06,
+      "loss": 0.711,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4084,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3146875931350165e-06,
+      "loss": 0.7649,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4085,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.310701723198908e-06,
+      "loss": 0.7579,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4086,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3067188396976482e-06,
+      "loss": 0.8058,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4087,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3027389441781368e-06,
+      "loss": 0.7292,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4088,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2987620381861288e-06,
+      "loss": 0.7702,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4089,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2947881232662007e-06,
+      "loss": 0.6813,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4090,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.290817200961779e-06,
+      "loss": 0.7913,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4091,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.286849272815126e-06,
+      "loss": 0.718,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4092,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2828843403673338e-06,
+      "loss": 0.7789,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4093,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2789224051583403e-06,
+      "loss": 0.6325,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4094,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.274963468726914e-06,
+      "loss": 0.7386,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4095,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2710075326106618e-06,
+      "loss": 0.7309,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4096,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2670545983460245e-06,
+      "loss": 0.7933,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4097,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.263104667468272e-06,
+      "loss": 0.6545,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4098,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.259157741511515e-06,
+      "loss": 0.6731,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4099,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2552138220086927e-06,
+      "loss": 0.8125,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4100,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2512729104915787e-06,
+      "loss": 0.6674,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4101,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2473350084907806e-06,
+      "loss": 0.7115,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4102,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.243400117535729e-06,
+      "loss": 0.6024,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4103,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2394682391546928e-06,
+      "loss": 0.6526,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4104,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2355393748747702e-06,
+      "loss": 0.6461,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4105,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2316135262218787e-06,
+      "loss": 0.7764,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4106,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.227690694720784e-06,
+      "loss": 0.6847,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4107,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.223770881895061e-06,
+      "loss": 0.7011,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4108,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2198540892671215e-06,
+      "loss": 0.6987,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4109,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.215940318358206e-06,
+      "loss": 0.7587,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4110,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2120295706883698e-06,
+      "loss": 0.7053,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4111,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2081218477765097e-06,
+      "loss": 0.7068,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4112,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.204217151140342e-06,
+      "loss": 0.7379,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4113,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.200315482296398e-06,
+      "loss": 0.8016,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4114,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1964168427600462e-06,
+      "loss": 0.6707,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4115,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1925212340454737e-06,
+      "loss": 0.7464,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4116,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1886286576656834e-06,
+      "loss": 0.7869,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4117,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.184739115132517e-06,
+      "loss": 0.7327,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4118,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1808526079566215e-06,
+      "loss": 0.7597,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4119,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1769691376474722e-06,
+      "loss": 0.6909,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4120,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1730887057133678e-06,
+      "loss": 0.6606,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4121,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1692113136614177e-06,
+      "loss": 0.7033,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4122,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1653369629975595e-06,
+      "loss": 0.9585,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4123,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1614656552265457e-06,
+      "loss": 0.7442,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4124,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.157597391851949e-06,
+      "loss": 0.6545,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4125,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1537321743761587e-06,
+      "loss": 0.752,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4126,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1498700043003773e-06,
+      "loss": 0.803,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4127,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1460108831246295e-06,
+      "loss": 0.7377,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4128,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.142154812347753e-06,
+      "loss": 0.701,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4129,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1383017934674012e-06,
+      "loss": 0.6254,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4130,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1344518279800454e-06,
+      "loss": 0.6863,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4131,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.130604917380962e-06,
+      "loss": 0.6104,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4132,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.12676106316425e-06,
+      "loss": 0.7291,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4133,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1229202668228197e-06,
+      "loss": 0.714,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4134,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1190825298483855e-06,
+      "loss": 0.7006,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4135,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.115247853731488e-06,
+      "loss": 0.6948,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4136,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.11141623996147e-06,
+      "loss": 0.8221,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4137,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.107587690026481e-06,
+      "loss": 0.7729,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4138,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.103762205413493e-06,
+      "loss": 0.7525,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4139,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0999397876082726e-06,
+      "loss": 0.7262,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4140,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.096120438095404e-06,
+      "loss": 0.8352,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4141,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.092304158358286e-06,
+      "loss": 0.7527,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4142,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0884909498791106e-06,
+      "loss": 0.7244,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4143,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0846808141388852e-06,
+      "loss": 0.7133,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4144,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.080873752617426e-06,
+      "loss": 0.7242,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4145,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0770697667933436e-06,
+      "loss": 0.7057,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4146,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.073268858144074e-06,
+      "loss": 0.8058,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4147,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0694710281458372e-06,
+      "loss": 0.9874,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4148,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0656762782736693e-06,
+      "loss": 0.7316,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4149,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.061884610001411e-06,
+      "loss": 0.6986,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4150,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0580960248016966e-06,
+      "loss": 0.6766,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4151,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0543105241459713e-06,
+      "loss": 0.7011,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4152,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0505281095044804e-06,
+      "loss": 0.7571,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4153,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0467487823462696e-06,
+      "loss": 0.7507,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4154,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.042972544139189e-06,
+      "loss": 0.7117,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4155,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.039199396349881e-06,
+      "loss": 0.6848,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4156,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0354293404437963e-06,
+      "loss": 0.7387,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4157,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0316623778851784e-06,
+      "loss": 0.7363,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4158,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0278985101370753e-06,
+      "loss": 0.7309,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4159,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.024137738661329e-06,
+      "loss": 0.7399,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4160,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.020380064918579e-06,
+      "loss": 0.6827,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4161,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.01662549036826e-06,
+      "loss": 0.7372,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4162,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0128740164686134e-06,
+      "loss": 0.7126,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4163,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.009125644676656e-06,
+      "loss": 0.6895,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4164,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0053803764482226e-06,
+      "loss": 0.7083,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4165,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.001638213237932e-06,
+      "loss": 0.7825,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4166,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.997899156499191e-06,
+      "loss": 0.7372,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4167,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.994163207684212e-06,
+      "loss": 0.7206,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4168,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9904303682439896e-06,
+      "loss": 0.7251,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4169,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.986700639628316e-06,
+      "loss": 0.8213,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4170,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9829740232857807e-06,
+      "loss": 0.7288,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4171,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9792505206637523e-06,
+      "loss": 0.823,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4172,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9755301332083997e-06,
+      "loss": 0.6201,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4173,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9718128623646792e-06,
+      "loss": 0.6111,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4174,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9680987095763315e-06,
+      "loss": 0.7396,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4175,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.964387676285894e-06,
+      "loss": 0.9397,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4176,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9606797639346874e-06,
+      "loss": 0.7976,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4177,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9569749739628243e-06,
+      "loss": 0.7963,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4178,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9532733078092034e-06,
+      "loss": 0.6533,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4179,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9495747669115062e-06,
+      "loss": 0.7107,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4180,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9458793527062035e-06,
+      "loss": 0.6468,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4181,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9421870666285523e-06,
+      "loss": 0.7324,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4182,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9384979101125944e-06,
+      "loss": 0.7653,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4183,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.934811884591159e-06,
+      "loss": 0.6788,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4184,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.93112899149585e-06,
+      "loss": 0.7049,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4185,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9274492322570616e-06,
+      "loss": 0.6499,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4186,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.923772608303972e-06,
+      "loss": 0.7541,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4187,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9200991210645394e-06,
+      "loss": 0.6303,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4188,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.916428771965506e-06,
+      "loss": 0.6327,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4189,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.912761562432388e-06,
+      "loss": 0.6868,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4190,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9090974938894902e-06,
+      "loss": 0.7221,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4191,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9054365677598963e-06,
+      "loss": 0.6379,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4192,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9017787854654613e-06,
+      "loss": 0.9841,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4193,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.898124148426832e-06,
+      "loss": 0.6589,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4194,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8944726580634287e-06,
+      "loss": 0.5776,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4195,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8908243157934424e-06,
+      "loss": 0.6822,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4196,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8871791230338499e-06,
+      "loss": 0.7427,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4197,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.883537081200404e-06,
+      "loss": 0.6883,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4198,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8798981917076254e-06,
+      "loss": 0.6985,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4199,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.876262455968826e-06,
+      "loss": 0.7977,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4200,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.872629875396076e-06,
+      "loss": 0.7131,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4201,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8690004514002314e-06,
+      "loss": 0.7855,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4202,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8653741853909201e-06,
+      "loss": 0.6745,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4203,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.861751078776538e-06,
+      "loss": 0.7013,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4204,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8581311329642592e-06,
+      "loss": 0.732,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4205,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8545143493600293e-06,
+      "loss": 0.6354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4206,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8509007293685666e-06,
+      "loss": 0.6937,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4207,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8472902743933608e-06,
+      "loss": 0.6532,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4208,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8436829858366655e-06,
+      "loss": 0.7046,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4209,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8400788650995137e-06,
+      "loss": 0.7527,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4210,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8364779135817045e-06,
+      "loss": 0.6724,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4211,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8328801326818045e-06,
+      "loss": 0.6452,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4212,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.829285523797155e-06,
+      "loss": 0.6978,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4213,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8256940883238538e-06,
+      "loss": 0.6775,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4214,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.822105827656776e-06,
+      "loss": 0.721,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4215,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8185207431895613e-06,
+      "loss": 0.6867,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4216,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8149388363146148e-06,
+      "loss": 0.6889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4217,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8113601084231091e-06,
+      "loss": 0.7802,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4218,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8077845609049782e-06,
+      "loss": 0.7465,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4219,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8042121951489254e-06,
+      "loss": 0.641,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4220,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.800643012542418e-06,
+      "loss": 0.6831,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4221,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7970770144716777e-06,
+      "loss": 0.6879,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4222,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7935142023217056e-06,
+      "loss": 0.7245,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4223,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7899545774762573e-06,
+      "loss": 0.6838,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4224,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7863981413178433e-06,
+      "loss": 0.6996,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4225,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7828448952277456e-06,
+      "loss": 0.7259,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4226,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7792948405860079e-06,
+      "loss": 0.6763,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4227,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7757479787714217e-06,
+      "loss": 0.7203,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4228,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7722043111615572e-06,
+      "loss": 0.7575,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4229,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.768663839132727e-06,
+      "loss": 0.7289,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4230,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7651265640600113e-06,
+      "loss": 0.6561,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4231,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7615924873172506e-06,
+      "loss": 0.6378,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4232,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7580616102770353e-06,
+      "loss": 0.5976,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4233,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.754533934310717e-06,
+      "loss": 0.7174,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4234,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7510094607884075e-06,
+      "loss": 0.6628,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4235,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7474881910789698e-06,
+      "loss": 0.7519,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4236,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7439701265500274e-06,
+      "loss": 0.7085,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4237,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.740455268567951e-06,
+      "loss": 0.7338,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4238,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7369436184978738e-06,
+      "loss": 0.715,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4239,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7334351777036807e-06,
+      "loss": 0.7282,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4240,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.729929947548008e-06,
+      "loss": 0.6524,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4241,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7264279293922503e-06,
+      "loss": 0.6755,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4242,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7229291245965463e-06,
+      "loss": 0.7061,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4243,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7194335345197933e-06,
+      "loss": 0.7858,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4244,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7159411605196407e-06,
+      "loss": 0.6889,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4245,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7124520039524805e-06,
+      "loss": 0.645,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4246,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7089660661734685e-06,
+      "loss": 0.6926,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4247,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7054833485364962e-06,
+      "loss": 0.6556,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4248,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.702003852394214e-06,
+      "loss": 0.5869,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4249,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6985275790980205e-06,
+      "loss": 0.6666,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4250,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6950545299980526e-06,
+      "loss": 0.7275,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4251,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.691584706443209e-06,
+      "loss": 0.784,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4252,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6881181097811305e-06,
+      "loss": 0.6662,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4253,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6846547413581981e-06,
+      "loss": 0.6974,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4254,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6811946025195459e-06,
+      "loss": 0.6692,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4255,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6777376946090552e-06,
+      "loss": 0.7707,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4256,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.674284018969342e-06,
+      "loss": 0.7356,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4257,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6708335769417827e-06,
+      "loss": 0.6423,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4258,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.667386369866484e-06,
+      "loss": 0.6727,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4259,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6639423990823011e-06,
+      "loss": 0.8752,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4260,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.660501665926838e-06,
+      "loss": 0.7067,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4261,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6570641717364277e-06,
+      "loss": 0.6939,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4262,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.653629917846159e-06,
+      "loss": 0.7377,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4263,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6501989055898537e-06,
+      "loss": 0.7696,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4264,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6467711363000794e-06,
+      "loss": 0.6992,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4265,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6433466113081442e-06,
+      "loss": 0.7016,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4266,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6399253319440888e-06,
+      "loss": 0.7072,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4267,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6365072995367004e-06,
+      "loss": 0.6455,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4268,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6330925154135057e-06,
+      "loss": 0.7085,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4269,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6296809809007652e-06,
+      "loss": 0.7937,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4270,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6262726973234844e-06,
+      "loss": 0.7396,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4271,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6228676660053932e-06,
+      "loss": 0.7419,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4272,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6194658882689718e-06,
+      "loss": 0.9495,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4273,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6160673654354331e-06,
+      "loss": 0.6429,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4274,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6126720988247168e-06,
+      "loss": 0.7372,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4275,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.609280089755515e-06,
+      "loss": 0.6274,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4276,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.605891339545237e-06,
+      "loss": 0.6146,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4277,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6025058495100388e-06,
+      "loss": 0.6757,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4278,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5991236209648052e-06,
+      "loss": 0.6578,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4279,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5957446552231526e-06,
+      "loss": 0.7641,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4280,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5923689535974307e-06,
+      "loss": 0.761,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4281,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.588996517398731e-06,
+      "loss": 0.7576,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4282,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5856273479368611e-06,
+      "loss": 0.6125,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4283,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.582261446520371e-06,
+      "loss": 0.824,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4284,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5788988144565397e-06,
+      "loss": 0.7542,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4285,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.575539453051369e-06,
+      "loss": 0.7173,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4286,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.572183363609603e-06,
+      "loss": 0.7291,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4287,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.568830547434703e-06,
+      "loss": 0.935,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4288,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5654810058288661e-06,
+      "loss": 0.719,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4289,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5621347400930176e-06,
+      "loss": 0.6636,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4290,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5587917515268048e-06,
+      "loss": 0.7552,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4291,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5554520414286067e-06,
+      "loss": 0.7416,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4292,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5521156110955293e-06,
+      "loss": 0.718,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4293,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5487824618234049e-06,
+      "loss": 0.7591,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4294,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.54545259490679e-06,
+      "loss": 0.7105,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4295,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5421260116389636e-06,
+      "loss": 0.7603,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4296,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5388027133119343e-06,
+      "loss": 0.6768,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4297,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.535482701216433e-06,
+      "loss": 0.7037,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4298,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5321659766419129e-06,
+      "loss": 0.7986,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4299,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5288525408765564e-06,
+      "loss": 0.7424,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4300,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5255423952072567e-06,
+      "loss": 0.6304,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4301,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.52223554091964e-06,
+      "loss": 0.9617,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4302,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5189319792980517e-06,
+      "loss": 0.7753,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4303,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5156317116255515e-06,
+      "loss": 0.8064,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4304,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5123347391839305e-06,
+      "loss": 0.7026,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4305,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5090410632536968e-06,
+      "loss": 0.673,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4306,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5057506851140701e-06,
+      "loss": 0.7137,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4307,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5024636060429998e-06,
+      "loss": 0.6698,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4308,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4991798273171465e-06,
+      "loss": 0.6042,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4309,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.49589935021189e-06,
+      "loss": 0.9555,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4310,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4926221760013393e-06,
+      "loss": 0.568,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4311,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4893483059583014e-06,
+      "loss": 0.7221,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4312,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4860777413543138e-06,
+      "loss": 0.7389,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4313,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4828104834596268e-06,
+      "loss": 0.9268,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4314,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4795465335432036e-06,
+      "loss": 0.675,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4315,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4762858928727241e-06,
+      "loss": 0.6509,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4316,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4730285627145858e-06,
+      "loss": 0.6604,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4317,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4697745443338984e-06,
+      "loss": 0.7195,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4318,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4665238389944859e-06,
+      "loss": 0.7558,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4319,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.46327644795888e-06,
+      "loss": 0.7344,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4320,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4600323724883337e-06,
+      "loss": 0.6617,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4321,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4567916138428072e-06,
+      "loss": 0.6956,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4322,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4535541732809755e-06,
+      "loss": 0.7233,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4323,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4503200520602245e-06,
+      "loss": 0.769,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4324,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4470892514366442e-06,
+      "loss": 0.6681,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4325,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.443861772665044e-06,
+      "loss": 0.7721,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4326,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4406376169989389e-06,
+      "loss": 0.9618,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4327,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4374167856905542e-06,
+      "loss": 0.7345,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4328,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4341992799908255e-06,
+      "loss": 0.7124,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4329,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4309851011493903e-06,
+      "loss": 0.723,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4330,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.427774250414601e-06,
+      "loss": 0.7159,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4331,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4245667290335175e-06,
+      "loss": 0.7135,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4332,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.421362538251897e-06,
+      "loss": 0.6782,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4333,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4181616793142173e-06,
+      "loss": 0.658,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4334,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.414964153463655e-06,
+      "loss": 0.6315,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4335,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4117699619420878e-06,
+      "loss": 0.6748,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4336,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4085791059901077e-06,
+      "loss": 0.6475,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4337,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4053915868470013e-06,
+      "loss": 0.6723,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4338,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.402207405750765e-06,
+      "loss": 0.8447,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4339,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.399026563938105e-06,
+      "loss": 0.76,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4340,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3958490626444154e-06,
+      "loss": 0.7225,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4341,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3926749031038055e-06,
+      "loss": 0.71,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4342,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3895040865490817e-06,
+      "loss": 0.8073,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4343,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3863366142117506e-06,
+      "loss": 0.7318,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4344,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.383172487322023e-06,
+      "loss": 0.7035,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4345,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3800117071088104e-06,
+      "loss": 0.6679,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4346,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3768542747997215e-06,
+      "loss": 0.6937,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4347,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3737001916210713e-06,
+      "loss": 0.7014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4348,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.370549458797863e-06,
+      "loss": 0.7023,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4349,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3674020775538078e-06,
+      "loss": 0.6921,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4350,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3642580491113122e-06,
+      "loss": 0.6361,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4351,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3611173746914797e-06,
+      "loss": 0.7331,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4352,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3579800555141165e-06,
+      "loss": 0.6111,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4353,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3548460927977158e-06,
+      "loss": 0.6375,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4354,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.351715487759474e-06,
+      "loss": 0.6107,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4355,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3485882416152819e-06,
+      "loss": 0.6988,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4356,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3454643555797276e-06,
+      "loss": 0.6775,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4357,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3423438308660929e-06,
+      "loss": 0.7537,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4358,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3392266686863508e-06,
+      "loss": 0.695,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4359,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3361128702511716e-06,
+      "loss": 0.753,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4360,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3330024367699224e-06,
+      "loss": 0.7132,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4361,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3298953694506522e-06,
+      "loss": 0.7146,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4362,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3267916695001172e-06,
+      "loss": 0.68,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4363,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3236913381237592e-06,
+      "loss": 0.5906,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4364,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3205943765257057e-06,
+      "loss": 0.7642,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4365,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.317500785908783e-06,
+      "loss": 0.8648,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4366,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.31441056747451e-06,
+      "loss": 0.7129,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4367,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3113237224230836e-06,
+      "loss": 0.7054,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4368,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3082402519534076e-06,
+      "loss": 0.6888,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4369,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3051601572630611e-06,
+      "loss": 0.7478,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4370,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3020834395483195e-06,
+      "loss": 0.7229,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4371,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2990101000041445e-06,
+      "loss": 0.7505,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4372,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2959401398241844e-06,
+      "loss": 0.6515,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4373,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2928735602007768e-06,
+      "loss": 0.6806,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4374,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2898103623249458e-06,
+      "loss": 0.7741,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4375,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2867505473864029e-06,
+      "loss": 0.712,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4376,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.283694116573546e-06,
+      "loss": 0.7344,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4377,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2806410710734552e-06,
+      "loss": 0.7042,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4378,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2775914120718992e-06,
+      "loss": 0.7317,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4379,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2745451407533294e-06,
+      "loss": 0.7402,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4380,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2715022583008851e-06,
+      "loss": 0.763,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4381,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2684627658963865e-06,
+      "loss": 0.7779,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4382,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.265426664720334e-06,
+      "loss": 0.9447,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4383,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2623939559519161e-06,
+      "loss": 0.74,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4384,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2593646407690051e-06,
+      "loss": 0.7678,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4385,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2563387203481447e-06,
+      "loss": 0.7587,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4386,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2533161958645755e-06,
+      "loss": 0.6908,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4387,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2502970684922067e-06,
+      "loss": 0.7273,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4388,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2472813394036344e-06,
+      "loss": 0.743,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4389,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2442690097701327e-06,
+      "loss": 0.7109,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4390,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2412600807616526e-06,
+      "loss": 0.7207,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4391,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2382545535468316e-06,
+      "loss": 0.6987,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4392,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2352524292929823e-06,
+      "loss": 0.6531,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4393,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2322537091660912e-06,
+      "loss": 0.8289,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4394,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.22925839433083e-06,
+      "loss": 1.0015,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4395,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2262664859505434e-06,
+      "loss": 0.5727,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4396,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2232779851872511e-06,
+      "loss": 0.6776,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4397,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2202928932016588e-06,
+      "loss": 0.6618,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4398,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.217311211153137e-06,
+      "loss": 0.6307,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4399,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2143329401997372e-06,
+      "loss": 0.673,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4400,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2113580814981884e-06,
+      "loss": 0.7787,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4401,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2083866362038865e-06,
+      "loss": 0.9396,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4402,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2054186054709105e-06,
+      "loss": 0.7546,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4403,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2024539904520072e-06,
+      "loss": 0.6945,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4404,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1994927922985999e-06,
+      "loss": 0.6247,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4405,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1965350121607866e-06,
+      "loss": 0.6645,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4406,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1935806511873306e-06,
+      "loss": 0.7068,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4407,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1906297105256725e-06,
+      "loss": 0.9828,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4408,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.187682191321925e-06,
+      "loss": 0.9634,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4409,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1847380947208697e-06,
+      "loss": 0.7513,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4410,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1817974218659621e-06,
+      "loss": 0.7279,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4411,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.178860173899321e-06,
+      "loss": 0.7373,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4412,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1759263519617437e-06,
+      "loss": 0.8067,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4413,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.172995957192693e-06,
+      "loss": 0.6564,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4414,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1700689907302953e-06,
+      "loss": 0.6005,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4415,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.167145453711358e-06,
+      "loss": 0.7919,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4416,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1642253472713427e-06,
+      "loss": 0.7544,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4417,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.161308672544389e-06,
+      "loss": 0.6958,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4418,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1583954306633004e-06,
+      "loss": 0.7068,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4419,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1554856227595435e-06,
+      "loss": 0.7403,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4420,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1525792499632526e-06,
+      "loss": 0.7769,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4421,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1496763134032363e-06,
+      "loss": 0.648,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4422,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1467768142069546e-06,
+      "loss": 0.778,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4423,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1438807535005437e-06,
+      "loss": 0.6489,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4424,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1409881324088013e-06,
+      "loss": 0.7445,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4425,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.138098952055181e-06,
+      "loss": 0.7146,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4426,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1352132135618165e-06,
+      "loss": 0.7326,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4427,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.13233091804949e-06,
+      "loss": 0.6263,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4428,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1294520666376518e-06,
+      "loss": 0.6979,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4429,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1265766604444172e-06,
+      "loss": 0.7603,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4430,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1237047005865576e-06,
+      "loss": 0.6742,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4431,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1208361881795116e-06,
+      "loss": 0.8178,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4432,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1179711243373736e-06,
+      "loss": 0.7085,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4433,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1151095101729047e-06,
+      "loss": 0.6596,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4434,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1122513467975237e-06,
+      "loss": 0.7319,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4435,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1093966353213036e-06,
+      "loss": 0.7135,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4436,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1065453768529844e-06,
+      "loss": 0.6082,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4437,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.103697572499961e-06,
+      "loss": 0.925,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4438,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1008532233682878e-06,
+      "loss": 0.6679,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4439,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0980123305626812e-06,
+      "loss": 0.9922,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4440,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0951748951865048e-06,
+      "loss": 0.6198,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4441,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0923409183417887e-06,
+      "loss": 0.698,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4442,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0895104011292202e-06,
+      "loss": 0.6991,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4443,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0866833446481317e-06,
+      "loss": 0.7665,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4444,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0838597499965276e-06,
+      "loss": 0.7197,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4445,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0810396182710535e-06,
+      "loss": 0.6215,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4446,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0782229505670195e-06,
+      "loss": 0.8225,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4447,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0754097479783876e-06,
+      "loss": 0.6792,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4448,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0726000115977696e-06,
+      "loss": 0.7193,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4449,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.069793742516435e-06,
+      "loss": 0.6518,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4450,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.066990941824312e-06,
+      "loss": 0.7626,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4451,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0641916106099691e-06,
+      "loss": 0.7259,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4452,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0613957499606388e-06,
+      "loss": 0.7144,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4453,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0586033609622004e-06,
+      "loss": 0.737,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4454,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0558144446991836e-06,
+      "loss": 0.8599,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4455,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.053029002254773e-06,
+      "loss": 0.7632,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4456,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0502470347108017e-06,
+      "loss": 0.7342,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4457,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0474685431477537e-06,
+      "loss": 0.6668,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4458,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0446935286447657e-06,
+      "loss": 0.6876,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4459,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0419219922796175e-06,
+      "loss": 0.7335,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4460,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.039153935128744e-06,
+      "loss": 0.8051,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4461,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0363893582672246e-06,
+      "loss": 0.823,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4462,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.033628262768792e-06,
+      "loss": 0.6317,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4463,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0308706497058252e-06,
+      "loss": 0.7632,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4464,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0281165201493437e-06,
+      "loss": 0.9052,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4465,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0253658751690232e-06,
+      "loss": 0.8137,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4466,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0226187158331825e-06,
+      "loss": 0.7615,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4467,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0198750432087855e-06,
+      "loss": 0.7692,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4468,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.017134858361446e-06,
+      "loss": 0.6898,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4469,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0143981623554155e-06,
+      "loss": 0.7544,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4470,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0116649562535984e-06,
+      "loss": 0.7147,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4471,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0089352411175424e-06,
+      "loss": 0.6811,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4472,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.006209018007429e-06,
+      "loss": 0.7165,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4473,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0034862879821029e-06,
+      "loss": 0.7521,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4474,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0007670520990331e-06,
+      "loss": 0.7059,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4475,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.98051311414342e-07,
+      "loss": 0.6996,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4476,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.953390669827944e-07,
+      "loss": 0.6339,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4477,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.926303198577913e-07,
+      "loss": 0.9068,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4478,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.899250710913767e-07,
+      "loss": 0.7268,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4479,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.872233217342463e-07,
+      "loss": 0.7892,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4480,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.845250728357214e-07,
+      "loss": 0.8093,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4481,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.818303254437723e-07,
+      "loss": 0.6979,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4482,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.791390806050117e-07,
+      "loss": 0.7117,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4483,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.764513393646812e-07,
+      "loss": 0.7943,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4484,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.737671027666728e-07,
+      "loss": 0.731,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4485,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.710863718535135e-07,
+      "loss": 0.7036,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4486,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.684091476663659e-07,
+      "loss": 0.6637,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4487,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.657354312450363e-07,
+      "loss": 0.8136,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4488,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.630652236279626e-07,
+      "loss": 0.612,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4489,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.603985258522219e-07,
+      "loss": 0.7514,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4490,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.577353389535315e-07,
+      "loss": 0.7462,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4491,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.550756639662417e-07,
+      "loss": 0.7861,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4492,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.524195019233407e-07,
+      "loss": 0.9519,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4493,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.497668538564475e-07,
+      "loss": 0.69,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4494,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.471177207958238e-07,
+      "loss": 0.7457,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4495,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.444721037703597e-07,
+      "loss": 0.6946,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4496,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.418300038075845e-07,
+      "loss": 0.6685,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4497,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.391914219336606e-07,
+      "loss": 0.7341,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4498,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.365563591733784e-07,
+      "loss": 0.6526,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4499,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.33924816550168e-07,
+      "loss": 0.6525,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4500,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.31296795086093e-07,
+      "loss": 0.6907,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4501,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.286722958018391e-07,
+      "loss": 0.681,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4502,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.260513197167398e-07,
+      "loss": 0.7011,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4503,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.234338678487509e-07,
+      "loss": 0.7539,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4504,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.208199412144559e-07,
+      "loss": 0.7113,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4505,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.182095408290781e-07,
+      "loss": 0.6833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4506,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.156026677064633e-07,
+      "loss": 0.8533,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4507,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.129993228590917e-07,
+      "loss": 0.7908,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4508,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.103995072980765e-07,
+      "loss": 0.6557,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4509,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.078032220331523e-07,
+      "loss": 0.6593,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4510,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.052104680726859e-07,
+      "loss": 0.6983,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4511,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.026212464236772e-07,
+      "loss": 0.7188,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4512,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.000355580917464e-07,
+      "loss": 0.6676,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4513,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.974534040811444e-07,
+      "loss": 0.687,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4514,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.948747853947526e-07,
+      "loss": 0.772,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4515,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.922997030340752e-07,
+      "loss": 0.6787,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4516,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.897281579992467e-07,
+      "loss": 0.7021,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4517,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.871601512890238e-07,
+      "loss": 0.6416,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4518,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.845956839007897e-07,
+      "loss": 0.6838,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4519,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.820347568305543e-07,
+      "loss": 0.6817,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4520,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.794773710729543e-07,
+      "loss": 0.587,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4521,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.769235276212496e-07,
+      "loss": 0.6783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4522,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.743732274673189e-07,
+      "loss": 0.6318,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4523,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.718264716016722e-07,
+      "loss": 0.6922,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4524,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.692832610134428e-07,
+      "loss": 0.7293,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4525,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.66743596690377e-07,
+      "loss": 0.7189,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4526,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.642074796188594e-07,
+      "loss": 0.7119,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4527,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.61674910783884e-07,
+      "loss": 0.6479,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4528,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.59145891169072e-07,
+      "loss": 0.7247,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4529,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.566204217566664e-07,
+      "loss": 0.6741,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4530,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.540985035275273e-07,
+      "loss": 0.7159,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4531,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.515801374611432e-07,
+      "loss": 0.7764,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4532,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.490653245356184e-07,
+      "loss": 0.722,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4533,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.465540657276728e-07,
+      "loss": 0.8249,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4534,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.44046362012656e-07,
+      "loss": 0.72,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4535,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.415422143645247e-07,
+      "loss": 0.6903,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4536,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.390416237558641e-07,
+      "loss": 0.726,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4537,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.365445911578785e-07,
+      "loss": 0.7732,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4538,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.340511175403809e-07,
+      "loss": 0.7084,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4539,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.315612038718101e-07,
+      "loss": 0.6176,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4540,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.290748511192214e-07,
+      "loss": 0.7091,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4541,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.265920602482825e-07,
+      "loss": 0.8078,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4542,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.241128322232816e-07,
+      "loss": 0.72,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4543,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.216371680071244e-07,
+      "loss": 0.6722,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4544,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.191650685613273e-07,
+      "loss": 0.6562,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4545,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.166965348460298e-07,
+      "loss": 0.617,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4546,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.142315678199764e-07,
+      "loss": 0.7083,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4547,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.117701684405343e-07,
+      "loss": 0.6943,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4548,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.093123376636836e-07,
+      "loss": 0.6791,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4549,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.06858076444017e-07,
+      "loss": 0.6965,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4550,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.044073857347423e-07,
+      "loss": 0.6905,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4551,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.019602664876758e-07,
+      "loss": 0.6621,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4552,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.995167196532527e-07,
+      "loss": 0.66,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4553,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.970767461805218e-07,
+      "loss": 0.8024,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4554,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.946403470171326e-07,
+      "loss": 0.6685,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4555,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.922075231093628e-07,
+      "loss": 0.7393,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4556,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.897782754020889e-07,
+      "loss": 0.6711,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4557,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.873526048388025e-07,
+      "loss": 0.6517,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4558,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.849305123616091e-07,
+      "loss": 0.6902,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4559,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.825119989112173e-07,
+      "loss": 0.7195,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4560,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.800970654269513e-07,
+      "loss": 0.715,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4561,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.776857128467464e-07,
+      "loss": 0.5894,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4562,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.75277942107141e-07,
+      "loss": 0.6886,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4563,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.728737541432862e-07,
+      "loss": 0.734,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4564,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.704731498889428e-07,
+      "loss": 0.7279,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4565,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.680761302764727e-07,
+      "loss": 0.7118,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4566,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.65682696236858e-07,
+      "loss": 0.7424,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4567,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.632928486996749e-07,
+      "loss": 0.9538,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4568,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.609065885931155e-07,
+      "loss": 0.8135,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4569,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.585239168439762e-07,
+      "loss": 0.6758,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4570,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.561448343776567e-07,
+      "loss": 0.7726,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4571,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.537693421181658e-07,
+      "loss": 0.7109,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4572,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.513974409881186e-07,
+      "loss": 0.6771,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4573,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.49029131908734e-07,
+      "loss": 0.6421,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4574,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.466644157998371e-07,
+      "loss": 0.677,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4575,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.443032935798533e-07,
+      "loss": 0.7229,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4576,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.419457661658169e-07,
+      "loss": 0.7362,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4577,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.395918344733644e-07,
+      "loss": 0.6359,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4578,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.372414994167354e-07,
+      "loss": 0.7112,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4579,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.348947619087754e-07,
+      "loss": 0.6774,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4580,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.325516228609264e-07,
+      "loss": 0.6637,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4581,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.302120831832382e-07,
+      "loss": 0.8027,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4582,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.278761437843629e-07,
+      "loss": 0.6947,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4583,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.255438055715469e-07,
+      "loss": 0.6758,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4584,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.232150694506512e-07,
+      "loss": 0.6864,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4585,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.208899363261234e-07,
+      "loss": 0.7912,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4586,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.185684071010224e-07,
+      "loss": 0.7964,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4587,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.162504826770033e-07,
+      "loss": 0.7703,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4588,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.139361639543185e-07,
+      "loss": 0.6812,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4589,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.116254518318222e-07,
+      "loss": 0.7063,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4590,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.093183472069753e-07,
+      "loss": 0.7214,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4591,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.070148509758223e-07,
+      "loss": 0.7121,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4592,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.047149640330197e-07,
+      "loss": 0.729,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4593,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.024186872718164e-07,
+      "loss": 0.7169,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4594,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.001260215840567e-07,
+      "loss": 0.6763,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4595,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.978369678601892e-07,
+      "loss": 0.7391,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4596,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.955515269892533e-07,
+      "loss": 0.6979,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4597,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.932696998588895e-07,
+      "loss": 0.6636,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4598,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.909914873553347e-07,
+      "loss": 0.6531,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4599,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.887168903634178e-07,
+      "loss": 0.7818,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4600,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.864459097665654e-07,
+      "loss": 0.6376,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4601,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.84178546446802e-07,
+      "loss": 0.9174,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4602,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.819148012847454e-07,
+      "loss": 0.6358,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4603,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.796546751596089e-07,
+      "loss": 0.6666,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4604,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.77398168949196e-07,
+      "loss": 0.7814,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4605,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.751452835299111e-07,
+      "loss": 0.6995,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4606,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.728960197767475e-07,
+      "loss": 0.608,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4607,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.706503785632934e-07,
+      "loss": 0.6903,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4608,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.68408360761732e-07,
+      "loss": 0.6775,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4609,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.661699672428334e-07,
+      "loss": 0.7135,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4610,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.639351988759657e-07,
+      "loss": 0.7714,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4611,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.6170405652909e-07,
+      "loss": 0.6783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4612,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.594765410687487e-07,
+      "loss": 0.6356,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4613,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.57252653360092e-07,
+      "loss": 0.7137,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4614,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.550323942668469e-07,
+      "loss": 0.6846,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4615,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.528157646513378e-07,
+      "loss": 0.7524,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4616,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.506027653744796e-07,
+      "loss": 0.6642,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4617,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.483933972957734e-07,
+      "loss": 0.6314,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4618,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.461876612733109e-07,
+      "loss": 0.6828,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4619,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.4398555816378e-07,
+      "loss": 0.6813,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4620,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.417870888224476e-07,
+      "loss": 0.6781,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4621,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.395922541031741e-07,
+      "loss": 0.7435,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4622,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.374010548584119e-07,
+      "loss": 0.6328,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4623,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.352134919391928e-07,
+      "loss": 0.7171,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4624,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.330295661951436e-07,
+      "loss": 0.6501,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4625,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.308492784744746e-07,
+      "loss": 0.7014,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4626,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.286726296239854e-07,
+      "loss": 0.7901,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4627,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.264996204890628e-07,
+      "loss": 0.6497,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4628,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.24330251913674e-07,
+      "loss": 0.6432,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4629,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.221645247403807e-07,
+      "loss": 0.9222,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4630,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.200024398103255e-07,
+      "loss": 0.7335,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4631,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.178439979632367e-07,
+      "loss": 0.6802,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4632,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.156892000374293e-07,
+      "loss": 0.7243,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4633,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.135380468698004e-07,
+      "loss": 0.7289,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4634,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.113905392958342e-07,
+      "loss": 0.6753,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4635,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.092466781495976e-07,
+      "loss": 0.9165,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4636,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.071064642637404e-07,
+      "loss": 0.6659,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4637,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.049698984695007e-07,
+      "loss": 0.6606,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4638,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.028369815966917e-07,
+      "loss": 0.6534,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4639,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.007077144737161e-07,
+      "loss": 0.8123,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4640,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.985820979275569e-07,
+      "loss": 0.6507,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4641,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.96460132783776e-07,
+      "loss": 0.7446,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4642,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.943418198665251e-07,
+      "loss": 0.6155,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4643,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.922271599985286e-07,
+      "loss": 0.7105,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4644,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.901161540010969e-07,
+      "loss": 0.6955,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4645,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.880088026941233e-07,
+      "loss": 0.5853,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4646,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.859051068960741e-07,
+      "loss": 0.6778,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4647,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.838050674240025e-07,
+      "loss": 0.7065,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4648,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.817086850935416e-07,
+      "loss": 0.6777,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4649,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.796159607189001e-07,
+      "loss": 0.6478,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4650,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.775268951128676e-07,
+      "loss": 0.6777,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4651,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.754414890868154e-07,
+      "loss": 0.6921,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4652,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.733597434506877e-07,
+      "loss": 0.8063,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4653,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.712816590130133e-07,
+      "loss": 0.7692,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4654,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.692072365808954e-07,
+      "loss": 0.7175,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4655,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.671364769600162e-07,
+      "loss": 0.6675,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4656,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.650693809546348e-07,
+      "loss": 0.6988,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4657,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.630059493675866e-07,
+      "loss": 0.7338,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4658,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.60946183000285e-07,
+      "loss": 0.7016,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4659,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.5889008265272e-07,
+      "loss": 0.6644,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4660,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.568376491234562e-07,
+      "loss": 0.9257,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4661,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.547888832096382e-07,
+      "loss": 0.6565,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4662,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.527437857069784e-07,
+      "loss": 0.7851,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4663,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.507023574097725e-07,
+      "loss": 0.6962,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4664,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.486645991108875e-07,
+      "loss": 0.6226,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4665,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.466305116017623e-07,
+      "loss": 0.6929,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4666,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.446000956724174e-07,
+      "loss": 0.7025,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4667,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.425733521114396e-07,
+      "loss": 0.7306,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4668,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.405502817059937e-07,
+      "loss": 0.582,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4669,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.385308852418191e-07,
+      "loss": 0.6244,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4670,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.365151635032218e-07,
+      "loss": 0.6681,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4671,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.345031172730875e-07,
+      "loss": 0.7503,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4672,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.324947473328735e-07,
+      "loss": 0.6458,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4673,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.304900544626046e-07,
+      "loss": 0.7568,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4674,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.284890394408826e-07,
+      "loss": 0.7011,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4675,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.264917030448757e-07,
+      "loss": 0.7074,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4676,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.244980460503268e-07,
+      "loss": 0.6841,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4677,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.225080692315532e-07,
+      "loss": 0.6718,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4678,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.205217733614353e-07,
+      "loss": 0.6491,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4679,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.185391592114286e-07,
+      "loss": 0.8196,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4680,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.165602275515592e-07,
+      "loss": 0.7123,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4681,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.145849791504187e-07,
+      "loss": 0.7148,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4682,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.126134147751716e-07,
+      "loss": 0.6245,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4683,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.106455351915507e-07,
+      "loss": 0.9576,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4684,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.086813411638581e-07,
+      "loss": 0.7233,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4685,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.067208334549656e-07,
+      "loss": 0.9312,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4686,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.047640128263087e-07,
+      "loss": 0.6281,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4687,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.028108800378961e-07,
+      "loss": 0.7179,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4688,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.008614358483021e-07,
+      "loss": 0.6738,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4689,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.989156810146667e-07,
+      "loss": 0.8956,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4690,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.969736162927019e-07,
+      "loss": 0.6248,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4691,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.9503524243668e-07,
+      "loss": 0.6471,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4692,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.931005601994432e-07,
+      "loss": 0.6918,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4693,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.911695703324038e-07,
+      "loss": 0.6583,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4694,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.892422735855284e-07,
+      "loss": 0.672,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4695,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.873186707073663e-07,
+      "loss": 0.6825,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4696,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.853987624450151e-07,
+      "loss": 0.6675,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4697,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.834825495441475e-07,
+      "loss": 0.6743,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4698,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.815700327490014e-07,
+      "loss": 0.7292,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4699,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.796612128023726e-07,
+      "loss": 0.656,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4700,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.777560904456236e-07,
+      "loss": 0.7314,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4701,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.7585466641868696e-07,
+      "loss": 0.8904,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4702,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.7395694146004976e-07,
+      "loss": 0.7244,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4703,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.7206291630677024e-07,
+      "loss": 0.7228,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4704,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.7017259169446104e-07,
+      "loss": 0.6763,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4705,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.6828596835730487e-07,
+      "loss": 0.8872,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4706,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.664030470280467e-07,
+      "loss": 0.6767,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4707,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.645238284379883e-07,
+      "loss": 0.7011,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4708,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.626483133169968e-07,
+      "loss": 0.7428,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4709,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.60776502393504e-07,
+      "loss": 0.8478,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4710,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.5890839639449514e-07,
+      "loss": 0.6334,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4711,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.5704399604552417e-07,
+      "loss": 0.7571,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4712,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.551833020707008e-07,
+      "loss": 0.7161,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4713,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.533263151926981e-07,
+      "loss": 0.726,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4714,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.514730361327502e-07,
+      "loss": 0.7105,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4715,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4962346561064574e-07,
+      "loss": 0.7518,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4716,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4777760434473796e-07,
+      "loss": 0.9487,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4717,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4593545305193774e-07,
+      "loss": 0.7727,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4718,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.440970124477173e-07,
+      "loss": 0.6549,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4719,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4226228324610544e-07,
+      "loss": 0.6762,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4720,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.404312661596877e-07,
+      "loss": 0.6864,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4721,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.386039618996119e-07,
+      "loss": 0.6292,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4722,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.3678037117558135e-07,
+      "loss": 0.7955,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4723,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.349604946958563e-07,
+      "loss": 0.6945,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4724,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.331443331672591e-07,
+      "loss": 0.7038,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4725,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.313318872951633e-07,
+      "loss": 0.6829,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4726,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.295231577835024e-07,
+      "loss": 0.6613,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4727,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.2771814533476787e-07,
+      "loss": 0.7538,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4728,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.2591685065000223e-07,
+      "loss": 0.6838,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4729,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.241192744288092e-07,
+      "loss": 0.6319,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4730,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.223254173693492e-07,
+      "loss": 0.7826,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4731,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.2053528016833267e-07,
+      "loss": 0.6813,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4732,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.1874886352103015e-07,
+      "loss": 0.6994,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4733,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.1696616812126333e-07,
+      "loss": 0.6274,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4734,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.1518719466141165e-07,
+      "loss": 0.7494,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4735,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.13411943832408e-07,
+      "loss": 0.7393,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4736,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.116404163237386e-07,
+      "loss": 0.7241,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4737,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0987261282344425e-07,
+      "loss": 0.9446,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4738,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.081085340181223e-07,
+      "loss": 0.6481,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4739,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.06348180592917e-07,
+      "loss": 0.7874,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4740,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0459155323153034e-07,
+      "loss": 0.7149,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4741,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.028386526162176e-07,
+      "loss": 0.6907,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4742,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.010894794277831e-07,
+      "loss": 0.6396,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4743,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.993440343455879e-07,
+      "loss": 0.7176,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4744,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.976023180475397e-07,
+      "loss": 0.7155,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4745,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.95864331210104e-07,
+      "loss": 0.7831,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4746,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.941300745082932e-07,
+      "loss": 0.6232,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4747,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.9239954861567177e-07,
+      "loss": 0.6734,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4748,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.906727542043598e-07,
+      "loss": 0.7034,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4749,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8894969194502083e-07,
+      "loss": 0.6965,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4750,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.87230362506873e-07,
+      "loss": 0.7048,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4751,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8551476655768527e-07,
+      "loss": 0.7199,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4752,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8380290476377255e-07,
+      "loss": 0.949,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4753,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8209477779000637e-07,
+      "loss": 0.7157,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4754,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.803903862998004e-07,
+      "loss": 0.6667,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4755,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7868973095512185e-07,
+      "loss": 0.7425,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4756,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7699281241648565e-07,
+      "loss": 0.6895,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4757,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7529963134295466e-07,
+      "loss": 0.63,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4758,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.736101883921406e-07,
+      "loss": 0.6477,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4759,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.719244842202074e-07,
+      "loss": 0.7344,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4760,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.702425194818582e-07,
+      "loss": 0.6185,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4761,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.685642948303503e-07,
+      "loss": 0.793,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4762,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.66889810917489e-07,
+      "loss": 0.7007,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4763,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6521906839362187e-07,
+      "loss": 0.6822,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4764,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.635520679076465e-07,
+      "loss": 0.754,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4765,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6188881010700725e-07,
+      "loss": 0.7884,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4766,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6022929563769513e-07,
+      "loss": 0.7271,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4767,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5857352514424573e-07,
+      "loss": 0.6739,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4768,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5692149926974006e-07,
+      "loss": 0.743,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4769,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.552732186558072e-07,
+      "loss": 0.6465,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4770,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.536286839426195e-07,
+      "loss": 0.6993,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4771,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.51987895768896e-07,
+      "loss": 0.7322,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4772,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5035085477190143e-07,
+      "loss": 0.6908,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4773,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4871756158744054e-07,
+      "loss": 0.6723,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4774,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4708801684986693e-07,
+      "loss": 0.7477,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4775,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.454622211920766e-07,
+      "loss": 0.6956,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4776,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4384017524551116e-07,
+      "loss": 0.6976,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4777,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.422218796401544e-07,
+      "loss": 0.651,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4778,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4060733500453247e-07,
+      "loss": 0.681,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4779,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.38996541965716e-07,
+      "loss": 0.6298,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4780,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3738950114932e-07,
+      "loss": 0.6465,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4781,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3578621317949755e-07,
+      "loss": 0.7034,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4782,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.341866786789505e-07,
+      "loss": 0.7044,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4783,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.325908982689185e-07,
+      "loss": 0.6786,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4784,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.309988725691837e-07,
+      "loss": 0.6178,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4785,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.294106021980714e-07,
+      "loss": 0.7464,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4786,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.278260877724471e-07,
+      "loss": 0.6633,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4787,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2624532990771507e-07,
+      "loss": 0.7428,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4788,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2466832921782986e-07,
+      "loss": 0.7024,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4789,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2309508631527486e-07,
+      "loss": 0.6677,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4790,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.215256018110824e-07,
+      "loss": 0.7325,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4791,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.199598763148215e-07,
+      "loss": 0.6131,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4792,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.183979104346002e-07,
+      "loss": 0.7122,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4793,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1683970477706994e-07,
+      "loss": 0.7073,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4794,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1528525994741876e-07,
+      "loss": 0.7634,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4795,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.13734576549376e-07,
+      "loss": 0.7287,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4796,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.121876551852099e-07,
+      "loss": 0.6811,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4797,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1064449645572536e-07,
+      "loss": 0.7761,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4798,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.091051009602675e-07,
+      "loss": 0.7503,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4799,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0756946929672017e-07,
+      "loss": 0.6879,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4800,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.060376020615052e-07,
+      "loss": 0.7832,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4801,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0450949984958347e-07,
+      "loss": 0.6096,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4802,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0298516325444893e-07,
+      "loss": 0.7432,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4803,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0146459286813924e-07,
+      "loss": 0.6228,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4804,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.999477892812264e-07,
+      "loss": 0.7284,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4805,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.984347530828158e-07,
+      "loss": 0.6765,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4806,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.969254848605585e-07,
+      "loss": 0.7464,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4807,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.9541998520063344e-07,
+      "loss": 0.8763,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4808,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.9391825468775946e-07,
+      "loss": 0.7357,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4809,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.9242029390519454e-07,
+      "loss": 0.7559,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4810,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.909261034347255e-07,
+      "loss": 0.6579,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4811,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.894356838566792e-07,
+      "loss": 0.6815,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4812,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.879490357499204e-07,
+      "loss": 0.6495,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4813,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.864661596918428e-07,
+      "loss": 0.778,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4814,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.849870562583812e-07,
+      "loss": 0.7175,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4815,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8351172602399945e-07,
+      "loss": 0.6835,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4816,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8204016956169924e-07,
+      "loss": 0.6786,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4817,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8057238744301994e-07,
+      "loss": 0.6592,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4818,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7910838023802676e-07,
+      "loss": 0.7188,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4819,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7764814851532485e-07,
+      "loss": 0.7141,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4820,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.761916928420527e-07,
+      "loss": 0.6458,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4821,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.74739013783879e-07,
+      "loss": 0.7524,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4822,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7329011190500797e-07,
+      "loss": 0.9104,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4823,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7184498776817615e-07,
+      "loss": 0.7322,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4824,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.704036419346534e-07,
+      "loss": 0.761,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4825,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.689660749642442e-07,
+      "loss": 0.6843,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4826,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.675322874152786e-07,
+      "loss": 0.8215,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4827,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6610227984462556e-07,
+      "loss": 0.6936,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4828,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.646760528076842e-07,
+      "loss": 0.7807,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4829,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6325360685838243e-07,
+      "loss": 0.7169,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4830,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.618349425491851e-07,
+      "loss": 0.7142,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4831,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.604200604310825e-07,
+      "loss": 0.6953,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4832,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.590089610535984e-07,
+      "loss": 0.631,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4833,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5760164496479e-07,
+      "loss": 0.6911,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4834,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5619811271123897e-07,
+      "loss": 0.6513,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4835,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5479836483806586e-07,
+      "loss": 0.6542,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4836,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5340240188891143e-07,
+      "loss": 0.7192,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4837,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.520102244059552e-07,
+      "loss": 0.6582,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4838,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.506218329299026e-07,
+      "loss": 0.6833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4839,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4923722799998664e-07,
+      "loss": 0.7083,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4840,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4785641015397375e-07,
+      "loss": 0.7341,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4841,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.464793799281573e-07,
+      "loss": 0.9028,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4842,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4510613785735936e-07,
+      "loss": 0.7519,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4843,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4373668447493225e-07,
+      "loss": 0.7051,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4844,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.423710203127561e-07,
+      "loss": 0.7351,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4845,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.410091459012376e-07,
+      "loss": 0.6428,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4846,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3965106176931375e-07,
+      "loss": 0.7171,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4847,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3829676844444926e-07,
+      "loss": 0.7366,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4848,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3694626645263675e-07,
+      "loss": 0.6906,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4849,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3559955631839436e-07,
+      "loss": 0.654,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4850,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3425663856476932e-07,
+      "loss": 0.6841,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4851,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3291751371333438e-07,
+      "loss": 0.9194,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4852,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3158218228419127e-07,
+      "loss": 0.7454,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4853,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3025064479596625e-07,
+      "loss": 0.5955,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4854,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2892290176581678e-07,
+      "loss": 0.7004,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4855,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2759895370941809e-07,
+      "loss": 0.7265,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4856,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2627880114097779e-07,
+      "loss": 0.7262,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4857,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2496244457323013e-07,
+      "loss": 0.6964,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4858,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2364988451742953e-07,
+      "loss": 0.7118,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4859,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.2234112148336373e-07,
+      "loss": 0.6055,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4860,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.2103615597933613e-07,
+      "loss": 0.5958,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4861,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1973498851218244e-07,
+      "loss": 0.7551,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4862,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1843761958726283e-07,
+      "loss": 0.6881,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4863,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1714404970845647e-07,
+      "loss": 0.6877,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4864,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1585427937817594e-07,
+      "loss": 0.6663,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4865,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.145683090973494e-07,
+      "loss": 0.7329,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4866,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1328613936543396e-07,
+      "loss": 0.7058,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4867,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1200777068041134e-07,
+      "loss": 0.7354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4868,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1073320353878102e-07,
+      "loss": 0.7221,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4869,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0946243843557367e-07,
+      "loss": 0.7557,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4870,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0819547586434008e-07,
+      "loss": 0.7171,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4871,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0693231631715105e-07,
+      "loss": 0.7002,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4872,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0567296028460638e-07,
+      "loss": 0.7247,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4873,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0441740825582258e-07,
+      "loss": 0.6843,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4874,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0316566071844402e-07,
+      "loss": 0.7826,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4875,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0191771815863292e-07,
+      "loss": 0.7564,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4876,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0067358106107714e-07,
+      "loss": 0.7132,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4877,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.994332499089846e-07,
+      "loss": 0.6514,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4878,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9819672518408662e-07,
+      "loss": 0.6195,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4879,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9696400736663457e-07,
+      "loss": 1.0005,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4880,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9573509693540104e-07,
+      "loss": 0.6879,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4881,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9450999436768093e-07,
+      "loss": 0.6518,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4882,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9328870013929134e-07,
+      "loss": 0.669,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4883,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9207121472456846e-07,
+      "loss": 0.6937,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4884,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9085753859636736e-07,
+      "loss": 0.7354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4885,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8964767222606873e-07,
+      "loss": 0.8451,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4886,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8844161608356782e-07,
+      "loss": 0.6756,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4887,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.872393706372866e-07,
+      "loss": 0.5969,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4888,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8604093635416155e-07,
+      "loss": 0.7226,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4889,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8484631369964922e-07,
+      "loss": 0.9235,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4890,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8365550313772852e-07,
+      "loss": 0.9609,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4891,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8246850513089832e-07,
+      "loss": 0.7026,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4892,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8128532014017098e-07,
+      "loss": 0.658,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4893,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8010594862508669e-07,
+      "loss": 0.7354,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4894,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.789303910436968e-07,
+      "loss": 0.8372,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4895,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.777586478525739e-07,
+      "loss": 0.884,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4896,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7659071950681172e-07,
+      "loss": 0.6416,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4897,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.754266064600174e-07,
+      "loss": 0.5952,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4898,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.742663091643204e-07,
+      "loss": 0.7668,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4899,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7310982807036915e-07,
+      "loss": 0.7241,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4900,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.719571636273243e-07,
+      "loss": 0.6982,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4901,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7080831628286886e-07,
+      "loss": 0.745,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4902,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6966328648320152e-07,
+      "loss": 0.7349,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4903,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.685220746730387e-07,
+      "loss": 0.7163,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4904,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.673846812956137e-07,
+      "loss": 0.7371,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4905,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6625110679267642e-07,
+      "loss": 0.7887,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4906,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6512135160449583e-07,
+      "loss": 0.6848,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4907,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6399541616985648e-07,
+      "loss": 0.7342,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4908,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6287330092605525e-07,
+      "loss": 0.7342,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4909,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6175500630891128e-07,
+      "loss": 0.7663,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4910,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6064053275275716e-07,
+      "loss": 0.7182,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4911,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5952988069044105e-07,
+      "loss": 0.6472,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4912,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5842305055332796e-07,
+      "loss": 0.741,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4913,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.573200427712973e-07,
+      "loss": 0.6761,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4914,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.562208577727442e-07,
+      "loss": 0.7258,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4915,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.551254959845805e-07,
+      "loss": 0.5978,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4916,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.540339578322314e-07,
+      "loss": 0.6855,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4917,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5294624373963894e-07,
+      "loss": 0.6761,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4918,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5186235412925744e-07,
+      "loss": 0.6895,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4919,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5078228942205674e-07,
+      "loss": 0.613,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4920,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4970605003752359e-07,
+      "loss": 0.7462,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4921,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4863363639365357e-07,
+      "loss": 0.7026,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4922,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4756504890696466e-07,
+      "loss": 0.7262,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4923,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4650028799247928e-07,
+      "loss": 0.7335,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4924,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.454393540637411e-07,
+      "loss": 0.7359,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4925,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4438224753280384e-07,
+      "loss": 0.6797,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4926,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4332896881023462e-07,
+      "loss": 0.7363,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4927,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.422795183051151e-07,
+      "loss": 0.8919,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4928,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4123389642504148e-07,
+      "loss": 0.7556,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4929,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.401921035761189e-07,
+      "loss": 0.7274,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4930,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3915414016296925e-07,
+      "loss": 0.6783,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4931,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.381200065887256e-07,
+      "loss": 0.7759,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4932,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3708970325503222e-07,
+      "loss": 0.6451,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4933,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3606323056204795e-07,
+      "loss": 0.7258,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4934,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3504058890844274e-07,
+      "loss": 0.6895,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4935,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3402177869139887e-07,
+      "loss": 0.7395,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4936,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3300680030661096e-07,
+      "loss": 0.6302,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4937,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3199565414828363e-07,
+      "loss": 0.6087,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4938,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3098834060913612e-07,
+      "loss": 0.6624,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4939,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2998486008039545e-07,
+      "loss": 0.6969,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4940,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.289852129518032e-07,
+      "loss": 0.7312,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4941,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2798939961161217e-07,
+      "loss": 0.6207,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4942,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.269974204465818e-07,
+      "loss": 0.7331,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4943,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2600927584198618e-07,
+      "loss": 0.7415,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4944,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2502496618161165e-07,
+      "loss": 0.7424,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4945,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2404449184774904e-07,
+      "loss": 0.7583,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4946,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2306785322120596e-07,
+      "loss": 0.6973,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4947,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.220950506812968e-07,
+      "loss": 0.6556,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4948,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2112608460584707e-07,
+      "loss": 0.7417,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4949,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2016095537119242e-07,
+      "loss": 0.602,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4950,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1919966335217636e-07,
+      "loss": 0.7228,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4951,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1824220892215465e-07,
+      "loss": 0.7173,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4952,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1728859245299207e-07,
+      "loss": 0.6755,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4953,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1633881431506122e-07,
+      "loss": 0.7263,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4954,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1539287487724594e-07,
+      "loss": 0.7475,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4955,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1445077450693786e-07,
+      "loss": 0.7139,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4956,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1351251357003656e-07,
+      "loss": 0.8286,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4957,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1257809243095385e-07,
+      "loss": 0.6226,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4958,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1164751145260722e-07,
+      "loss": 0.7034,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4959,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.107207709964242e-07,
+      "loss": 0.6647,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4960,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0979787142233911e-07,
+      "loss": 0.5964,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4961,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0887881308879633e-07,
+      "loss": 0.7975,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4962,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0796359635274701e-07,
+      "loss": 0.718,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4963,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0705222156965011e-07,
+      "loss": 0.6341,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4964,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0614468909347476e-07,
+      "loss": 0.6383,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4965,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0524099927669563e-07,
+      "loss": 0.6789,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4966,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0434115247029419e-07,
+      "loss": 0.6929,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4967,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0344514902376201e-07,
+      "loss": 0.6286,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4968,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0255298928509627e-07,
+      "loss": 0.6576,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4969,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0166467360079979e-07,
+      "loss": 0.7079,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4970,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.007802023158877e-07,
+      "loss": 0.7473,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4971,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.989957577387521e-08,
+      "loss": 0.7086,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4972,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.902279431678874e-08,
+      "loss": 0.7077,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4973,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.814985828516033e-08,
+      "loss": 0.9243,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4974,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.728076801802656e-08,
+      "loss": 0.7369,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4975,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.641552385293518e-08,
+      "loss": 0.6914,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4976,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.555412612593518e-08,
+      "loss": 0.6975,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4977,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.469657517158226e-08,
+      "loss": 0.6776,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4978,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.384287132294223e-08,
+      "loss": 0.6995,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4979,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.299301491158207e-08,
+      "loss": 0.7087,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4980,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.214700626757667e-08,
+      "loss": 0.7687,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4981,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.130484571950538e-08,
+      "loss": 0.7329,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4982,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.046653359445323e-08,
+      "loss": 0.7063,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4983,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.963207021801423e-08,
+      "loss": 0.6481,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4984,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.880145591428024e-08,
+      "loss": 0.803,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4985,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.797469100585432e-08,
+      "loss": 0.8788,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4986,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.715177581384182e-08,
+      "loss": 0.7985,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4987,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.633271065785486e-08,
+      "loss": 0.6416,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4988,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.551749585600678e-08,
+      "loss": 0.6152,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4989,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.470613172491981e-08,
+      "loss": 0.7427,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4990,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.389861857971748e-08,
+      "loss": 0.6649,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4991,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.309495673402778e-08,
+      "loss": 0.725,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4992,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.229514649998438e-08,
+      "loss": 0.6441,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4993,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.149918818822433e-08,
+      "loss": 0.7082,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4994,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.070708210788925e-08,
+      "loss": 0.9191,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4995,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.991882856662303e-08,
+      "loss": 0.743,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4996,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.913442787057523e-08,
+      "loss": 0.6566,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4997,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.835388032439661e-08,
+      "loss": 0.6936,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4998,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.757718623124466e-08,
+      "loss": 0.7413,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 4999,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.680434589277696e-08,
+      "loss": 0.6059,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5000,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.603535960915675e-08,
+      "loss": 0.7499,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5001,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.527022767904957e-08,
+      "loss": 0.5827,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5002,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.450895039962214e-08,
+      "loss": 0.6721,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5003,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.375152806654685e-08,
+      "loss": 0.784,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5004,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.299796097399947e-08,
+      "loss": 0.613,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5005,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.224824941465369e-08,
+      "loss": 0.6488,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5006,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.150239367969102e-08,
+      "loss": 0.6616,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5007,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.076039405879309e-08,
+      "loss": 0.7225,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5008,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.002225084014269e-08,
+      "loss": 0.6621,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5009,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.928796431042717e-08,
+      "loss": 0.8404,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5010,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.855753475483507e-08,
+      "loss": 0.7148,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5011,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.783096245705612e-08,
+      "loss": 0.6612,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5012,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.710824769928349e-08,
+      "loss": 0.6931,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5013,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.63893907622104e-08,
+      "loss": 0.9298,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5014,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.567439192503244e-08,
+      "loss": 0.7605,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5015,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.496325146544746e-08,
+      "loss": 0.7396,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5016,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.425596965965453e-08,
+      "loss": 0.8034,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5017,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.35525467823539e-08,
+      "loss": 0.7036,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5018,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.285298310674703e-08,
+      "loss": 0.6987,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5019,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.215727890453438e-08,
+      "loss": 0.7549,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5020,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.14654344459209e-08,
+      "loss": 0.7034,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5021,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.077744999961166e-08,
+      "loss": 0.7255,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5022,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.009332583281069e-08,
+      "loss": 0.6726,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5023,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.941306221122545e-08,
+      "loss": 0.6094,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5024,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.873665939906015e-08,
+      "loss": 0.7815,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5025,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.806411765902353e-08,
+      "loss": 0.7475,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5026,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.739543725232333e-08,
+      "loss": 0.6749,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5027,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.673061843866623e-08,
+      "loss": 0.7071,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5028,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.606966147626125e-08,
+      "loss": 0.6443,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5029,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.5412566621815266e-08,
+      "loss": 0.6335,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5030,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.4759334130536355e-08,
+      "loss": 0.7506,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5031,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.41099642561338e-08,
+      "loss": 0.9009,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5032,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.3464457250814726e-08,
+      "loss": 0.6776,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5033,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.2822813365286386e-08,
+      "loss": 0.5985,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5034,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.218503284875609e-08,
+      "loss": 0.6802,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5035,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.155111594893014e-08,
+      "loss": 0.6772,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5036,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.092106291201604e-08,
+      "loss": 0.6929,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5037,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.029487398271693e-08,
+      "loss": 0.6339,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5038,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.967254940423716e-08,
+      "loss": 0.6439,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5039,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.905408941828338e-08,
+      "loss": 0.7641,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5040,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.8439494265055674e-08,
+      "loss": 0.6473,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5041,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.7828764183257545e-08,
+      "loss": 0.6039,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5042,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.722189941008703e-08,
+      "loss": 0.708,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5043,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.66189001812456e-08,
+      "loss": 0.7194,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5044,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.6019766730930336e-08,
+      "loss": 0.7929,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5045,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.542449929183845e-08,
+      "loss": 0.7899,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5046,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.4833098095165005e-08,
+      "loss": 0.7411,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5047,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.424556337060182e-08,
+      "loss": 0.6857,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5048,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.366189534634191e-08,
+      "loss": 0.6407,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5049,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.308209424907506e-08,
+      "loss": 0.7557,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5050,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.250616030399002e-08,
+      "loss": 0.7,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5051,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.1934093734771194e-08,
+      "loss": 0.7659,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5052,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.13658947636042e-08,
+      "loss": 0.7314,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5053,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.080156361117027e-08,
+      "loss": 0.7201,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5054,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.024110049664853e-08,
+      "loss": 0.5952,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5055,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.9684505637718194e-08,
+      "loss": 0.6896,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5056,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.913177925055189e-08,
+      "loss": 0.7414,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5057,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.858292154982457e-08,
+      "loss": 0.7142,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5058,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.8037932748704596e-08,
+      "loss": 0.6737,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5059,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.7496813058859325e-08,
+      "loss": 0.6529,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5060,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.695956269045509e-08,
+      "loss": 0.7292,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5061,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.642618185215163e-08,
+      "loss": 0.7695,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5062,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.589667075110992e-08,
+      "loss": 0.7319,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5063,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.537102959298322e-08,
+      "loss": 0.6686,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5064,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.4849258581928224e-08,
+      "loss": 0.6424,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5065,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.4331357920591726e-08,
+      "loss": 0.6927,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5066,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3817327810121706e-08,
+      "loss": 0.6433,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5067,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3307168450160685e-08,
+      "loss": 0.7229,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5068,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.280088003885018e-08,
+      "loss": 0.7187,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5069,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.229846277282511e-08,
+      "loss": 0.6555,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5070,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.1799916847220505e-08,
+      "loss": 0.7325,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5071,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.130524245566369e-08,
+      "loss": 0.7353,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5072,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.0814439790280984e-08,
+      "loss": 0.7521,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5073,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.032750904169546e-08,
+      "loss": 0.6856,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5074,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.9844450399024725e-08,
+      "loss": 0.7736,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5075,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.936526404988427e-08,
+      "loss": 0.6372,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5076,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.8889950180382985e-08,
+      "loss": 0.9226,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5077,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.8418508975127655e-08,
+      "loss": 0.7164,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5078,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.7950940617221812e-08,
+      "loss": 0.6479,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5079,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.7487245288261298e-08,
+      "loss": 0.7228,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5080,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.702742316834206e-08,
+      "loss": 0.6883,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5081,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.657147443605457e-08,
+      "loss": 0.6774,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5082,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.6119399268480505e-08,
+      "loss": 0.7907,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5083,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.5671197841203867e-08,
+      "loss": 0.8064,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5084,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.5226870328299845e-08,
+      "loss": 0.7413,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5085,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.4786416902339293e-08,
+      "loss": 0.5902,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5086,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.4349837734390923e-08,
+      "loss": 0.7009,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5087,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3917132994016878e-08,
+      "loss": 0.6593,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5088,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3488302849272726e-08,
+      "loss": 0.7391,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5089,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3063347466713014e-08,
+      "loss": 0.713,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5090,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.264226701138461e-08,
+      "loss": 0.7276,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5091,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.2225061646830025e-08,
+      "loss": 0.6458,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5092,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.181173153508853e-08,
+      "loss": 0.6928,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5093,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.1402276836691715e-08,
+      "loss": 0.7402,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5094,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.0996697710666812e-08,
+      "loss": 0.6956,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5095,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.059499431453671e-08,
+      "loss": 0.7159,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5096,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.0197166804317713e-08,
+      "loss": 0.7382,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5097,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.9803215334522895e-08,
+      "loss": 0.7553,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5098,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.9413140058156533e-08,
+      "loss": 0.7095,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5099,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.9026941126721876e-08,
+      "loss": 0.6615,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5100,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.864461869021117e-08,
+      "loss": 0.6683,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5101,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.826617289711563e-08,
+      "loss": 0.7431,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5102,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.7891603894418797e-08,
+      "loss": 0.757,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5103,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.7520911827598742e-08,
+      "loss": 0.7402,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5104,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.7154096840629186e-08,
+      "loss": 0.7008,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5105,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.679115907597617e-08,
+      "loss": 0.6561,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5106,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.6432098674600272e-08,
+      "loss": 0.6958,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5107,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.6076915775956604e-08,
+      "loss": 0.6195,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5108,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5725610517994816e-08,
+      "loss": 0.7258,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5109,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.537818303715688e-08,
+      "loss": 0.6714,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5110,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.50346334683793e-08,
+      "loss": 0.7435,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5111,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.4694961945093122e-08,
+      "loss": 0.6689,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5112,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.4359168599223926e-08,
+      "loss": 0.6628,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5113,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.4027253561188502e-08,
+      "loss": 0.6849,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5114,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3699216959899287e-08,
+      "loss": 0.9427,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5115,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.337505892276325e-08,
+      "loss": 0.6701,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5116,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3054779575677468e-08,
+      "loss": 0.6313,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5117,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.2738379043035765e-08,
+      "loss": 0.7068,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5118,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.2425857447725397e-08,
+      "loss": 0.6812,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5119,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.211721491112372e-08,
+      "loss": 0.7532,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5120,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.1812451553107063e-08,
+      "loss": 0.6705,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5121,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.1511567492038522e-08,
+      "loss": 0.6067,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5122,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.1214562844781285e-08,
+      "loss": 0.6886,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5123,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0921437726686413e-08,
+      "loss": 0.5711,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5124,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0632192251601726e-08,
+      "loss": 0.7149,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5125,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0346826531865139e-08,
+      "loss": 0.7086,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5126,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.006534067831022e-08,
+      "loss": 0.6644,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5127,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.78773480026396e-09,
+      "loss": 0.686,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5128,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.514009005543445e-09,
+      "loss": 0.6818,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5129,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.244163400462525e-09,
+      "loss": 0.6738,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5130,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.97819808982403e-09,
+      "loss": 0.7204,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5131,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.716113176927554e-09,
+      "loss": 0.7591,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5132,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.457908763562783e-09,
+      "loss": 0.7122,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5133,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.203584950013942e-09,
+      "loss": 0.7345,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5134,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.953141835057576e-09,
+      "loss": 0.7031,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5135,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.706579515962542e-09,
+      "loss": 0.7117,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5136,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.463898088490019e-09,
+      "loss": 0.6509,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5137,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.225097646895718e-09,
+      "loss": 0.6802,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5138,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.990178283927673e-09,
+      "loss": 0.7981,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5139,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.759140090824012e-09,
+      "loss": 0.7263,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5140,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.531983157318511e-09,
+      "loss": 0.6606,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5141,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.308707571636152e-09,
+      "loss": 0.7073,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5142,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.089313420494236e-09,
+      "loss": 0.7129,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5143,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.87380078910349e-09,
+      "loss": 0.672,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5144,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.662169761165848e-09,
+      "loss": 0.74,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5145,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.4544204188777815e-09,
+      "loss": 0.6122,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5146,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.25055284292475e-09,
+      "loss": 0.6616,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5147,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.050567112487858e-09,
+      "loss": 0.6879,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5148,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.85446330523831e-09,
+      "loss": 0.7538,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5149,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.662241497341846e-09,
+      "loss": 0.7506,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5150,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.473901763454302e-09,
+      "loss": 0.559,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5151,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.289444176724944e-09,
+      "loss": 0.6148,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5152,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.108868808794242e-09,
+      "loss": 0.7172,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5153,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.932175729797205e-09,
+      "loss": 0.7467,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5154,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.759365008357829e-09,
+      "loss": 0.702,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5155,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.590436711594647e-09,
+      "loss": 0.6674,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5156,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.4253909051173985e-09,
+      "loss": 0.6019,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5157,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.2642276530281404e-09,
+      "loss": 0.6538,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5158,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.1069470179201365e-09,
+      "loss": 0.7258,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5159,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.9535490608789687e-09,
+      "loss": 0.7214,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5160,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.8040338414847545e-09,
+      "loss": 0.5793,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5161,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.6584014178054894e-09,
+      "loss": 0.7188,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5162,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.516651846403706e-09,
+      "loss": 0.7676,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5163,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.378785182333143e-09,
+      "loss": 0.8996,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5164,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.2448014791398574e-09,
+      "loss": 0.6829,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5165,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.1147007888622227e-09,
+      "loss": 0.8135,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5166,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.9884831620287094e-09,
+      "loss": 0.8053,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5167,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.8661486476612144e-09,
+      "loss": 0.6971,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5168,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.747697293272843e-09,
+      "loss": 0.6774,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5169,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.633129144870127e-09,
+      "loss": 0.7314,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5170,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5224442469474743e-09,
+      "loss": 0.6201,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5171,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.4156426424960513e-09,
+      "loss": 0.675,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5172,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.3127243729949003e-09,
+      "loss": 0.6869,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5173,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.2136894784176011e-09,
+      "loss": 0.7049,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5174,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.1185379972256105e-09,
+      "loss": 0.6588,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5175,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0272699663782525e-09,
+      "loss": 0.6433,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5176,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.398854213193976e-10,
+      "loss": 0.6547,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5177,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 8.563843959907836e-10,
+      "loss": 0.6503,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5178,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.767669228231356e-10,
+      "loss": 0.7613,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5179,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.010330327372749e-10,
+      "loss": 0.656,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5180,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.291827551474505e-10,
+      "loss": 0.6833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5181,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.291827551474505e-10,
+      "loss": 0.6833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5182,
+      "total_memory_available (GB)": 94.62
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.291827551474505e-10,
+      "loss": 0.6833,
+      "max_memory_allocated (GB)": 89.04,
+      "memory_allocated (GB)": 32.9,
+      "step": 5183,
+      "total_memory_available (GB)": 94.62
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 5197,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 5196,
+  "total_flos": 6.606113109885898e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}