{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "220eae6e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.plotly.v1+json": {
       "config": {
        "plotlyServerURL": "https://plot.ly"
       },
       "data": [
        {
         "line": {
          "color": "blue",
          "width": 2
         },
         "mode": "lines",
         "name": "Loss",
         "type": "scatter",
         "x": [
          0,
          0,
          0.01,
          0.01,
          0.01,
          0.01,
          0.02,
          0.02,
          0.02,
          0.02,
          0.02,
          0.03,
          0.03,
          0.03,
          0.03,
          0.04,
          0.04,
          0.04,
          0.04,
          0.04,
          0.05,
          0.05,
          0.05,
          0.05,
          0.05,
          0.06,
          0.06,
          0.06,
          0.06,
          0.07,
          0.07,
          0.07,
          0.07,
          0.07,
          0.08,
          0.08,
          0.08,
          0.08,
          0.09,
          0.09,
          0.09,
          0.09,
          0.09,
          0.1,
          0.1,
          0.1,
          0.1,
          0.11,
          0.11,
          0.11,
          0.11,
          0.11,
          0.12,
          0.12,
          0.12,
          0.12,
          0.13,
          0.13,
          0.13,
          0.13,
          0.13,
          0.14,
          0.14,
          0.14,
          0.14,
          0.14,
          0.15,
          0.15,
          0.15,
          0.15,
          0.16,
          0.16,
          0.16,
          0.16,
          0.16,
          0.17,
          0.17,
          0.17,
          0.17,
          0.18,
          0.18,
          0.18,
          0.18,
          0.18,
          0.19,
          0.19,
          0.19,
          0.19,
          0.2,
          0.2,
          0.2,
          0.2,
          0.2,
          0.21,
          0.21,
          0.21,
          0.21,
          0.22,
          0.22,
          0.22,
          0.22,
          0.22,
          0.23,
          0.23,
          0.23,
          0.23,
          0.23,
          0.24,
          0.24,
          0.24,
          0.24,
          0.25,
          0.25,
          0.25,
          0.25,
          0.25,
          0.26,
          0.26,
          0.26,
          0.26,
          0.27,
          0.27,
          0.27,
          0.27,
          0.27,
          0.28,
          0.28,
          0.28,
          0.28,
          0.29,
          0.29,
          0.29,
          0.29,
          0.29,
          0.30000000000000004,
          0.30000000000000004,
          0.30000000000000004,
          0.30000000000000004,
          0.31,
          0.31,
          0.31,
          0.31,
          0.31,
          0.32,
          0.32,
          0.32,
          0.32,
          0.32,
          0.33,
          0.33,
          0.33,
          0.33,
          0.34,
          0.34,
          0.34,
          0.34,
          0.34,
          0.35000000000000003,
          0.35000000000000003,
          0.35000000000000003,
          0.35000000000000003,
          0.36,
          0.36,
          0.36,
          0.36,
          0.36,
          0.37,
          0.37,
          0.37,
          0.37,
          0.38,
          0.38,
          0.38,
          0.38,
          0.38,
          0.39,
          0.39,
          0.39,
          0.39,
          0.4,
          0.4,
          0.4,
          0.4,
          0.4,
          0.41000000000000003,
          0.41000000000000003,
          0.41000000000000003,
          0.41000000000000003,
          0.41000000000000003,
          0.42,
          0.42,
          0.42,
          0.42,
          0.43,
          0.43,
          0.43,
          0.43,
          0.43,
          0.44,
          0.44,
          0.44,
          0.44,
          0.45,
          0.45,
          0.45,
          0.45,
          0.45,
          0.46,
          0.46,
          0.46,
          0.46,
          0.47000000000000003,
          0.47000000000000003,
          0.47000000000000003,
          0.47000000000000003,
          0.47000000000000003,
          0.48,
          0.48,
          0.48,
          0.48,
          0.49,
          0.49,
          0.49,
          0.49,
          0.49,
          0.5,
          0.5,
          0.5,
          0.5,
          0.5,
          0.51,
          0.51,
          0.51,
          0.51,
          0.52,
          0.52,
          0.52,
          0.52,
          0.52,
          0.53,
          0.53,
          0.53,
          0.53,
          0.54,
          0.54,
          0.54,
          0.54,
          0.54,
          0.55,
          0.55,
          0.55,
          0.55,
          0.56,
          0.56,
          0.56,
          0.56,
          0.56,
          0.5700000000000001,
          0.5700000000000001,
          0.5700000000000001,
          0.5700000000000001,
          0.58,
          0.58,
          0.58,
          0.58,
          0.58,
          0.59,
          0.59,
          0.59,
          0.59,
          0.59,
          0.6000000000000001,
          0.6000000000000001,
          0.6000000000000001,
          0.6000000000000001,
          0.61,
          0.61,
          0.61,
          0.61,
          0.61,
          0.62,
          0.62,
          0.62,
          0.62,
          0.63,
          0.63,
          0.63,
          0.63,
          0.63,
          0.64,
          0.64,
          0.64,
          0.64,
          0.65,
          0.65,
          0.65,
          0.65,
          0.65,
          0.66,
          0.66,
          0.66,
          0.66,
          0.67,
          0.67,
          0.67,
          0.67,
          0.67,
          0.68,
          0.68,
          0.68,
          0.68,
          0.6900000000000001,
          0.6900000000000001,
          0.6900000000000001,
          0.6900000000000001,
          0.6900000000000001,
          0.7000000000000001,
          0.7000000000000001,
          0.7000000000000001,
          0.7000000000000001,
          0.7000000000000001,
          0.71,
          0.71,
          0.71,
          0.71,
          0.72,
          0.72,
          0.72,
          0.72,
          0.72,
          0.73,
          0.73,
          0.73,
          0.73,
          0.74,
          0.74,
          0.74,
          0.74,
          0.74,
          0.75,
          0.75,
          0.75,
          0.75,
          0.76,
          0.76,
          0.76,
          0.76,
          0.76,
          0.77,
          0.77,
          0.77,
          0.77,
          0.78,
          0.78,
          0.78,
          0.78,
          0.78,
          0.79,
          0.79,
          0.79,
          0.79,
          0.79,
          0.8,
          0.8,
          0.8,
          0.8,
          0.81,
          0.81,
          0.81,
          0.81,
          0.81,
          0.8200000000000001,
          0.8200000000000001,
          0.8200000000000001,
          0.8200000000000001,
          0.8300000000000001,
          0.8300000000000001,
          0.8300000000000001,
          0.8300000000000001,
          0.8300000000000001,
          0.84,
          0.84,
          0.84,
          0.84,
          0.85,
          0.85,
          0.85,
          0.85,
          0.85,
          0.86,
          0.86,
          0.86,
          0.86,
          0.87,
          0.87,
          0.87,
          0.87,
          0.87,
          0.88,
          0.88,
          0.88,
          0.88,
          0.88,
          0.89,
          0.89,
          0.89,
          0.89,
          0.9,
          0.9,
          0.9,
          0.9,
          0.9,
          0.91,
          0.91,
          0.91,
          0.91,
          0.92,
          0.92,
          0.92,
          0.92,
          0.92,
          0.93,
          0.93,
          0.93,
          0.93,
          0.9400000000000001,
          0.9400000000000001,
          0.9400000000000001,
          0.9400000000000001,
          0.9400000000000001,
          0.9500000000000001,
          0.9500000000000001,
          0.9500000000000001,
          0.9500000000000001,
          0.96,
          0.96,
          0.96,
          0.96,
          0.96,
          0.97,
          0.97,
          0.97,
          0.97,
          0.97,
          0.98,
          0.98,
          0.98,
          0.98,
          0.99,
          0.99,
          0.99,
          0.99,
          0.99,
          1,
          1,
          1,
          1,
          1.01,
          1.01,
          1.01,
          1.01,
          1.01,
          1.02,
          1.02,
          1.02,
          1.02,
          1.03,
          1.03,
          1.03,
          1.03,
          1.03,
          1.04,
          1.04,
          1.04,
          1.04,
          1.05,
          1.05,
          1.05,
          1.05,
          1.05,
          1.06,
          1.06,
          1.06,
          1.06,
          1.06,
          1.07,
          1.07,
          1.07,
          1.07,
          1.08,
          1.08,
          1.08,
          1.08,
          1.08,
          1.09,
          1.09,
          1.09,
          1.09,
          1.1,
          1.1,
          1.1,
          1.1,
          1.1,
          1.11,
          1.11,
          1.11,
          1.11,
          1.12,
          1.12,
          1.12,
          1.12,
          1.12,
          1.13,
          1.13,
          1.13,
          1.13,
          1.1400000000000001,
          1.1400000000000001,
          1.1400000000000001,
          1.1400000000000001,
          1.1400000000000001,
          1.15,
          1.15,
          1.15,
          1.15,
          1.15,
          1.16,
          1.16,
          1.16,
          1.16,
          1.17,
          1.17,
          1.17,
          1.17,
          1.17,
          1.18,
          1.18,
          1.18,
          1.18,
          1.19,
          1.19,
          1.19,
          1.19,
          1.19,
          1.2,
          1.2,
          1.2,
          1.2,
          1.21,
          1.21,
          1.21,
          1.21,
          1.21,
          1.22,
          1.22,
          1.22,
          1.22,
          1.23,
          1.23,
          1.23,
          1.23,
          1.23,
          1.24,
          1.24,
          1.24,
          1.24,
          1.24,
          1.25,
          1.25,
          1.25,
          1.25,
          1.26,
          1.26,
          1.26,
          1.26,
          1.26,
          1.27,
          1.27,
          1.27,
          1.27,
          1.28,
          1.28,
          1.28,
          1.28,
          1.28,
          1.29,
          1.29,
          1.29,
          1.29,
          1.3,
          1.3,
          1.3,
          1.3,
          1.3,
          1.31,
          1.31,
          1.31,
          1.31,
          1.32,
          1.32,
          1.32,
          1.32,
          1.32,
          1.33,
          1.33,
          1.33,
          1.33,
          1.33,
          1.34,
          1.34,
          1.34,
          1.34,
          1.35,
          1.35,
          1.35,
          1.35,
          1.35,
          1.3599999999999999,
          1.3599999999999999,
          1.3599999999999999,
          1.3599999999999999,
          1.37,
          1.37,
          1.37,
          1.37,
          1.37,
          1.38,
          1.38,
          1.38,
          1.38,
          1.3900000000000001,
          1.3900000000000001,
          1.3900000000000001,
          1.3900000000000001,
          1.3900000000000001,
          1.4,
          1.4,
          1.4,
          1.4,
          1.4100000000000001,
          1.4100000000000001,
          1.4100000000000001,
          1.4100000000000001,
          1.4100000000000001,
          1.42,
          1.42,
          1.42,
          1.42,
          1.42,
          1.43,
          1.43,
          1.43,
          1.43,
          1.44,
          1.44,
          1.44,
          1.44,
          1.44,
          1.45,
          1.45,
          1.45,
          1.45,
          1.46,
          1.46,
          1.46,
          1.46,
          1.46,
          1.47,
          1.47,
          1.47,
          1.47,
          1.48,
          1.48,
          1.48,
          1.48,
          1.48,
          1.49,
          1.49,
          1.49,
          1.49,
          1.5,
          1.5,
          1.5,
          1.5,
          1.5,
          1.51,
          1.51,
          1.51,
          1.51,
          1.51,
          1.52,
          1.52,
          1.52,
          1.52,
          1.53,
          1.53,
          1.53,
          1.53,
          1.53,
          1.54,
          1.54,
          1.54,
          1.54,
          1.55,
          1.55,
          1.55,
          1.55,
          1.55,
          1.56,
          1.56,
          1.56,
          1.56,
          1.57,
          1.57,
          1.57,
          1.57,
          1.57,
          1.58,
          1.58,
          1.58,
          1.58,
          1.5899999999999999,
          1.5899999999999999,
          1.5899999999999999,
          1.5899999999999999,
          1.5899999999999999,
          1.6,
          1.6,
          1.6,
          1.6,
          1.6,
          1.6099999999999999,
          1.6099999999999999,
          1.6099999999999999,
          1.6099999999999999,
          1.62,
          1.62,
          1.62,
          1.62,
          1.62,
          1.63,
          1.63,
          1.63,
          1.63,
          1.6400000000000001,
          1.6400000000000001,
          1.6400000000000001,
          1.6400000000000001,
          1.6400000000000001,
          1.65,
          1.65,
          1.65,
          1.65,
          1.6600000000000001,
          1.6600000000000001,
          1.6600000000000001,
          1.6600000000000001,
          1.6600000000000001,
          1.67,
          1.67,
          1.67,
          1.67,
          1.6800000000000002,
          1.6800000000000002,
          1.6800000000000002,
          1.6800000000000002,
          1.6800000000000002,
          1.69,
          1.69,
          1.69,
          1.69,
          1.69,
          1.7000000000000002,
          1.7000000000000002,
          1.7000000000000002,
          1.7000000000000002,
          1.71,
          1.71,
          1.71,
          1.71,
          1.71,
          1.72,
          1.72,
          1.72,
          1.72,
          1.73,
          1.73,
          1.73,
          1.73,
          1.73,
          1.74,
          1.74,
          1.74,
          1.74,
          1.75,
          1.75,
          1.75,
          1.75,
          1.75,
          1.76,
          1.76,
          1.76,
          1.76,
          1.77,
          1.77,
          1.77,
          1.77,
          1.77,
          1.78,
          1.78,
          1.78,
          1.78,
          1.78,
          1.79,
          1.79,
          1.79,
          1.79,
          1.8,
          1.8,
          1.8,
          1.8,
          1.8,
          1.81,
          1.81,
          1.81,
          1.81,
          1.82,
          1.82,
          1.82,
          1.82,
          1.82,
          1.83,
          1.83,
          1.83,
          1.83,
          1.8399999999999999,
          1.8399999999999999,
          1.8399999999999999,
          1.8399999999999999,
          1.8399999999999999,
          1.85,
          1.85,
          1.85,
          1.85,
          1.8599999999999999,
          1.8599999999999999,
          1.8599999999999999,
          1.8599999999999999,
          1.8599999999999999,
          1.87,
          1.87,
          1.87,
          1.87,
          1.87,
          1.88,
          1.88,
          1.88,
          1.88,
          1.8900000000000001,
          1.8900000000000001,
          1.8900000000000001,
          1.8900000000000001,
          1.8900000000000001,
          1.9,
          1.9,
          1.9,
          1.9,
          1.9100000000000001,
          1.9100000000000001,
          1.9100000000000001,
          1.9100000000000001,
          1.9100000000000001,
          1.92,
          1.92,
          1.92,
          1.92,
          1.9300000000000002,
          1.9300000000000002,
          1.9300000000000002,
          1.9300000000000002,
          1.9300000000000002,
          1.94,
          1.94,
          1.94,
          1.94,
          1.9500000000000002,
          1.9500000000000002,
          1.9500000000000002,
          1.9500000000000002,
          1.9500000000000002,
          1.96,
          1.96,
          1.96,
          1.96,
          1.97,
          1.97,
          1.97,
          1.97,
          1.97,
          1.98,
          1.98,
          1.98,
          1.98,
          1.98,
          1.99,
          1.99,
          1.99,
          1.99,
          2,
          2,
          2,
          2,
          2,
          2.01,
          2.01,
          2.01,
          2.01,
          2.02,
          2.02,
          2.02,
          2.02,
          2.02,
          2.03,
          2.03,
          2.03,
          2.03,
          2.04,
          2.04,
          2.04,
          2.04,
          2.04,
          2.05,
          2.05,
          2.05,
          2.05,
          2.06,
          2.06,
          2.06,
          2.06,
          2.06,
          2.07,
          2.07,
          2.07,
          2.07,
          2.07,
          2.08,
          2.08,
          2.08,
          2.08,
          2.09,
          2.09,
          2.09,
          2.09,
          2.09,
          2.1,
          2.1,
          2.1,
          2.1,
          2.11,
          2.11,
          2.11,
          2.11,
          2.11,
          2.12,
          2.12,
          2.12,
          2.12,
          2.13,
          2.13,
          2.13,
          2.13,
          2.13,
          2.14,
          2.14,
          2.14,
          2.14,
          2.15,
          2.15,
          2.15,
          2.15,
          2.15,
          2.16,
          2.16,
          2.16,
          2.16,
          2.16,
          2.17,
          2.17,
          2.17,
          2.17,
          2.18,
          2.18,
          2.18,
          2.18,
          2.18,
          2.19,
          2.19,
          2.19,
          2.19,
          2.2,
          2.2,
          2.2,
          2.2,
          2.2,
          2.21,
          2.21,
          2.21,
          2.21,
          2.22,
          2.22,
          2.22,
          2.22,
          2.22,
          2.23,
          2.23,
          2.23,
          2.23,
          2.24,
          2.24,
          2.24,
          2.24,
          2.24,
          2.25,
          2.25,
          2.25,
          2.25,
          2.25,
          2.26,
          2.26,
          2.26,
          2.26,
          2.27,
          2.27,
          2.27,
          2.27,
          2.27,
          2.2800000000000002,
          2.2800000000000002,
          2.2800000000000002,
          2.2800000000000002,
          2.29,
          2.29,
          2.29,
          2.29,
          2.29,
          2.3,
          2.3,
          2.3,
          2.3,
          2.31,
          2.31,
          2.31,
          2.31,
          2.31,
          2.32,
          2.32,
          2.32,
          2.32,
          2.33,
          2.33,
          2.33,
          2.33,
          2.33,
          2.34,
          2.34,
          2.34,
          2.34,
          2.34,
          2.35,
          2.35,
          2.35,
          2.35,
          2.36,
          2.36,
          2.36,
          2.36,
          2.36,
          2.37,
          2.37,
          2.37,
          2.37,
          2.38,
          2.38,
          2.38,
          2.38,
          2.38,
          2.39,
          2.39,
          2.39,
          2.39,
          2.4,
          2.4,
          2.4,
          2.4,
          2.4,
          2.41,
          2.41,
          2.41,
          2.41,
          2.42,
          2.42,
          2.42,
          2.42,
          2.42,
          2.43,
          2.43,
          2.43,
          2.43,
          2.43,
          2.44,
          2.44,
          2.44,
          2.44,
          2.45,
          2.45,
          2.45,
          2.45,
          2.45,
          2.46,
          2.46,
          2.46,
          2.46,
          2.47,
          2.47,
          2.47,
          2.47,
          2.47,
          2.48,
          2.48,
          2.48,
          2.48,
          2.49,
          2.49,
          2.49,
          2.49,
          2.49,
          2.5,
          2.5,
          2.5,
          2.5,
          2.51,
          2.51,
          2.51,
          2.51,
          2.51,
          2.52,
          2.52,
          2.52,
          2.52,
          2.52,
          2.5300000000000002,
          2.5300000000000002,
          2.5300000000000002,
          2.5300000000000002,
          2.54,
          2.54,
          2.54,
          2.54,
          2.54,
          2.55,
          2.55,
          2.55,
          2.55,
          2.56,
          2.56,
          2.56,
          2.56,
          2.56,
          2.5700000000000003,
          2.5700000000000003,
          2.5700000000000003,
          2.5700000000000003,
          2.58,
          2.58,
          2.58,
          2.58,
          2.58,
          2.59,
          2.59,
          2.59,
          2.59,
          2.6,
          2.6,
          2.6,
          2.6,
          2.6,
          2.61,
          2.61,
          2.61,
          2.61,
          2.61,
          2.62,
          2.62,
          2.62,
          2.62,
          2.63,
          2.63,
          2.63,
          2.63,
          2.63,
          2.64,
          2.64,
          2.64,
          2.64,
          2.65,
          2.65,
          2.65,
          2.65,
          2.65,
          2.66,
          2.66,
          2.66,
          2.66,
          2.67,
          2.67,
          2.67,
          2.67,
          2.67,
          2.68,
          2.68,
          2.68,
          2.68,
          2.69,
          2.69,
          2.69,
          2.69,
          2.69,
          2.7,
          2.7,
          2.7,
          2.7,
          2.7,
          2.71,
          2.71,
          2.71,
          2.71,
          2.7199999999999998,
          2.7199999999999998,
          2.7199999999999998,
          2.7199999999999998,
          2.7199999999999998,
          2.73,
          2.73,
          2.73,
          2.73,
          2.74,
          2.74,
          2.74,
          2.74,
          2.74,
          2.75,
          2.75,
          2.75,
          2.75,
          2.76,
          2.76,
          2.76,
          2.76,
          2.76,
          2.77,
          2.77,
          2.77,
          2.77,
          2.7800000000000002,
          2.7800000000000002,
          2.7800000000000002,
          2.7800000000000002,
          2.7800000000000002,
          2.79,
          2.79,
          2.79,
          2.79,
          2.79,
          2.8,
          2.8,
          2.8,
          2.8,
          2.81,
          2.81,
          2.81,
          2.81,
          2.81,
          2.8200000000000003,
          2.8200000000000003,
          2.8200000000000003,
          2.8200000000000003,
          2.83,
          2.83,
          2.83,
          2.83,
          2.83,
          2.84,
          2.84,
          2.84,
          2.84,
          2.85,
          2.85,
          2.85,
          2.85,
          2.85,
          2.86,
          2.86,
          2.86,
          2.86,
          2.87,
          2.87,
          2.87,
          2.87,
          2.87,
          2.88,
          2.88,
          2.88,
          2.88,
          2.88,
          2.89,
          2.89,
          2.89,
          2.89,
          2.9,
          2.9,
          2.9,
          2.9,
          2.9,
          2.91,
          2.91,
          2.91,
          2.91,
          2.92,
          2.92,
          2.92,
          2.92,
          2.92,
          2.93,
          2.93,
          2.93,
          2.93,
          2.94,
          2.94,
          2.94,
          2.94,
          2.94,
          2.95,
          2.95,
          2.95,
          2.95,
          2.96,
          2.96,
          2.96,
          2.96,
          2.96,
          2.9699999999999998,
          2.9699999999999998,
          2.9699999999999998,
          2.9699999999999998,
          2.9699999999999998,
          2.98,
          2.98,
          2.98,
          2.98,
          2.99,
          2.99,
          2.99,
          2.99,
          2.99,
          3,
          3,
          null
         ],
         "y": [
          1.7875,
          1.7396,
          1.7118,
          1.7065000000000001,
          1.698,
          1.6919,
          1.6989,
          1.6784,
          1.6807,
          1.6871,
          1.6708,
          1.6594,
          1.6701000000000001,
          1.6653,
          1.6653,
          1.6667,
          1.6589,
          1.6673,
          1.6612,
          1.649,
          1.6415000000000002,
          1.6449,
          1.6472,
          1.6556000000000002,
          1.6440000000000001,
          1.6387,
          1.6533,
          1.6425,
          1.6375000000000002,
          1.6520000000000001,
          1.6381999999999999,
          1.63,
          1.6421999999999999,
          1.6405,
          1.6394000000000002,
          1.6402,
          1.6419000000000001,
          1.6315,
          1.6376,
          1.6371,
          1.6185,
          1.6192000000000002,
          1.6314000000000002,
          1.6257000000000001,
          1.6355,
          1.6286,
          1.6391,
          1.6253000000000002,
          1.6261,
          1.6318000000000001,
          1.6289,
          1.613,
          1.6307,
          1.6251,
          1.6164,
          1.6239,
          1.6148,
          1.6191,
          1.6163,
          1.6258,
          1.6233,
          1.608,
          1.6132,
          1.6137000000000001,
          1.6208,
          1.6132,
          1.6134,
          1.6111,
          1.6185,
          1.5992000000000002,
          1.6179999999999999,
          1.6062,
          1.5988,
          1.6068,
          1.613,
          1.6041,
          1.6077,
          1.5987,
          1.6093000000000002,
          1.5935000000000001,
          1.6035,
          1.607,
          1.6108,
          1.5912000000000002,
          1.5958999999999999,
          1.6109,
          1.6021,
          1.6028,
          1.5993,
          1.5972,
          1.6042,
          1.5958,
          1.6014,
          1.5949,
          1.6019999999999999,
          1.601,
          1.6017000000000001,
          1.5913,
          1.6067,
          1.6002,
          1.5893000000000002,
          1.6048,
          1.6024,
          1.6034000000000002,
          1.5977999999999999,
          1.6012,
          1.5923,
          1.6001,
          1.6076000000000001,
          1.5937000000000001,
          1.5977999999999999,
          1.5854,
          1.5891000000000002,
          1.579,
          1.5941,
          1.5754000000000001,
          1.595,
          1.5915,
          1.5749,
          1.5878,
          1.5955,
          1.5799,
          1.5876000000000001,
          1.5931000000000002,
          1.5785,
          1.5796999999999999,
          1.5822,
          1.5798,
          1.5917,
          1.5884,
          1.5937000000000001,
          1.5756999999999999,
          1.5893000000000002,
          1.5926,
          1.5903,
          1.5884,
          1.5711,
          1.5859999999999999,
          1.5826,
          1.5878999999999999,
          1.5824,
          1.5747,
          1.5566,
          1.5786,
          1.5556,
          1.5716999999999999,
          1.5763,
          1.5723,
          1.5621,
          1.5774,
          1.5675,
          1.5687,
          1.5625,
          1.5657,
          1.5849,
          1.5824,
          1.5763,
          1.5691000000000002,
          1.5786,
          1.5670000000000002,
          1.5859999999999999,
          1.5548000000000002,
          1.5772,
          1.5669,
          1.5724,
          1.5664,
          1.562,
          1.5765,
          1.5822,
          1.5759,
          1.561,
          1.5691000000000002,
          1.5768,
          1.5721,
          1.5655000000000001,
          1.5636,
          1.5688,
          1.564,
          1.5676,
          1.5664,
          1.5682,
          1.5615,
          1.56,
          1.5638,
          1.5556,
          1.5681,
          1.5625,
          1.5622,
          1.5591,
          1.5588000000000002,
          1.5519,
          1.554,
          1.5645,
          1.5534,
          1.5692,
          1.5591,
          1.5715,
          1.5574,
          1.561,
          1.5613000000000001,
          1.5654,
          1.5535999999999999,
          1.5495999999999999,
          1.5497,
          1.5441,
          1.5639,
          1.5556999999999999,
          1.5551,
          1.5641,
          1.5574,
          1.5336,
          1.545,
          1.5489000000000002,
          1.5452,
          1.5658,
          1.5526,
          1.5434,
          1.554,
          1.5452,
          1.5455999999999999,
          1.5394,
          1.552,
          1.5573000000000001,
          1.5588000000000002,
          1.5438,
          1.5493000000000001,
          1.5468000000000002,
          1.5592000000000001,
          1.5441,
          1.5499,
          1.5453000000000001,
          1.5467,
          1.5510000000000002,
          1.5446,
          1.5563,
          1.5519,
          1.5402,
          1.5404,
          1.5427,
          1.5476,
          1.5531000000000001,
          1.5506,
          1.5361,
          1.5424,
          1.5373,
          1.5339,
          1.5425,
          1.5455,
          1.5453999999999999,
          1.5468000000000002,
          1.5421,
          1.5461,
          1.5463,
          1.5325,
          1.5417,
          1.5408,
          1.5389,
          1.5448,
          1.5242,
          1.5329000000000002,
          1.5452,
          1.5321,
          1.5371000000000001,
          1.5361,
          1.5405,
          1.5341,
          1.5274,
          1.537,
          1.5251000000000001,
          1.5368,
          1.5465,
          1.5424,
          1.5382,
          1.53,
          1.5277,
          1.5407000000000002,
          1.5283,
          1.5339,
          1.5417,
          1.5307,
          1.5312999999999999,
          1.5328,
          1.5253,
          1.5312000000000001,
          1.5283,
          1.5348000000000002,
          1.5302,
          1.5343,
          1.5379,
          1.5368,
          1.5287000000000002,
          1.5237,
          1.5289000000000001,
          1.5350000000000001,
          1.5277,
          1.5354999999999999,
          1.5292,
          1.5256,
          1.5148000000000001,
          1.528,
          1.5253,
          1.5328,
          1.526,
          1.5255,
          1.5191,
          1.5236,
          1.5324,
          1.5192999999999999,
          1.533,
          1.5139,
          1.5097,
          1.5298,
          1.5302,
          1.5199,
          1.5328,
          1.5239,
          1.5224,
          1.5227,
          1.5190000000000001,
          1.5164,
          1.5264,
          1.5119,
          1.5022,
          1.5245000000000002,
          1.5295,
          1.5189,
          1.5065,
          1.5261,
          1.5244,
          1.5189,
          1.5253999999999999,
          1.5157,
          1.5173999999999999,
          1.5191,
          1.5164,
          1.5216,
          1.5164,
          1.5141,
          1.5131999999999999,
          1.5110999999999999,
          1.5128,
          1.5241,
          1.4987,
          1.5239,
          1.5105,
          1.5114,
          1.5154,
          1.5179,
          1.5112999999999999,
          1.5114,
          1.5118,
          1.5257,
          1.5051999999999999,
          1.5256,
          1.5030999999999999,
          1.5137,
          1.5036,
          1.5165000000000002,
          1.5188000000000001,
          1.4965,
          1.4962,
          1.5142,
          1.5141,
          1.5157,
          1.5099,
          1.5176,
          1.5051,
          1.5002,
          1.5082,
          1.5042,
          1.5008,
          1.5091999999999999,
          1.5057,
          1.5127000000000002,
          1.513,
          1.5124,
          1.513,
          1.5058,
          1.5117,
          1.4978,
          1.5079,
          1.5046,
          1.5125000000000002,
          1.5091999999999999,
          1.5076,
          1.51,
          1.5126,
          1.5077,
          1.5011999999999999,
          1.5062,
          1.5043,
          1.5013,
          1.4952,
          1.4998,
          1.4978,
          1.4972,
          1.4966,
          1.4969999999999999,
          1.5182,
          1.5102,
          1.5105,
          1.4905,
          1.4966,
          1.5061,
          1.4983,
          1.5121,
          1.5049000000000001,
          1.502,
          1.4914,
          1.4958,
          1.4919,
          1.4943,
          1.4962,
          1.5059,
          1.5004,
          1.5044,
          1.5077,
          1.4931,
          1.5043,
          1.4922,
          1.4931,
          1.4972,
          1.4916,
          1.4966,
          1.4955,
          1.4976,
          1.4968,
          1.5,
          1.4804,
          1.4931,
          1.4924,
          1.4876,
          1.4834,
          1.4859,
          1.4926,
          1.4856,
          1.4998,
          1.4946000000000002,
          1.4883,
          1.4962,
          1.4868999999999999,
          1.5042,
          1.4868000000000001,
          1.4902,
          1.494,
          1.4982,
          1.4951,
          1.4826000000000001,
          1.4886,
          1.4923,
          1.5034,
          1.4953,
          1.4864,
          1.4831,
          1.4883,
          1.4822,
          1.475,
          1.4794,
          1.4772,
          1.4831,
          1.4867,
          1.4798,
          1.4777,
          1.4872,
          1.4875,
          1.4736,
          1.4773,
          1.488,
          1.4796,
          1.483,
          1.4805000000000001,
          1.4837,
          1.4773,
          1.491,
          1.4761,
          1.4824,
          1.4767000000000001,
          1.4718,
          1.4887000000000001,
          1.476,
          1.4795,
          1.4674,
          1.4809999999999999,
          1.49,
          1.4811,
          1.4741,
          1.4684,
          1.4863,
          1.4699,
          1.4665,
          1.4577,
          1.4852,
          1.4776,
          1.4705,
          1.4617,
          1.4691,
          1.4705,
          1.4794,
          1.476,
          1.4817,
          1.4653,
          1.4639,
          1.4806,
          1.4766,
          1.4691,
          1.4793,
          1.4678,
          1.475,
          1.4716,
          1.4663,
          1.4693,
          1.4735,
          1.4784000000000002,
          1.4716,
          1.4619,
          1.4704000000000002,
          1.4796,
          1.4783,
          1.4711,
          1.4638,
          1.4655,
          1.4595,
          1.4673,
          1.4682,
          1.4749,
          1.4524,
          1.4649,
          1.458,
          1.4653,
          1.4766,
          1.4627,
          1.4746000000000001,
          1.4701,
          1.4714,
          1.4657,
          1.4634,
          1.4654,
          1.4651,
          1.4647000000000001,
          1.4685000000000001,
          1.4768,
          1.47,
          1.4727999999999999,
          1.4801,
          1.4647000000000001,
          1.4687000000000001,
          1.4618,
          1.4551,
          1.4703,
          1.4583,
          1.4737,
          1.477,
          1.4586999999999999,
          1.4586999999999999,
          1.468,
          1.4589,
          1.4661,
          1.4504000000000001,
          1.4472,
          1.467,
          1.4575,
          1.4558,
          1.4492,
          1.4552,
          1.4646,
          1.4627,
          1.4544000000000001,
          1.4598,
          1.4671,
          1.4576,
          1.4607,
          1.4689,
          1.451,
          1.4459,
          1.4543,
          1.4457,
          1.4578,
          1.4534,
          1.462,
          1.464,
          1.4558,
          1.4746000000000001,
          1.4608,
          1.4552,
          1.4459,
          1.4538,
          1.4621,
          1.4639,
          1.4555,
          1.4574,
          1.4561,
          1.4475,
          1.4421,
          1.4492,
          1.468,
          1.4536,
          1.4538,
          1.4647000000000001,
          1.4547,
          1.4507,
          1.4644,
          1.4516,
          1.4417,
          1.4488,
          1.4614,
          1.4508,
          1.4504000000000001,
          1.4437,
          1.4503,
          1.456,
          1.4557,
          1.4514,
          1.4441,
          1.4497,
          1.4647000000000001,
          1.4527,
          1.4432,
          1.4485999999999999,
          1.4461,
          1.4458,
          1.4462000000000002,
          1.4523000000000001,
          1.453,
          1.4467,
          1.4449,
          1.4375,
          1.4475,
          1.4335,
          1.4456,
          1.4434,
          1.4475,
          1.4456,
          1.4445000000000001,
          1.4565000000000001,
          1.4396,
          1.4454,
          1.4381,
          1.4529,
          1.448,
          1.4328,
          1.448,
          1.4541,
          1.4476,
          1.4489,
          1.4618,
          1.4398,
          1.4411,
          1.4441,
          1.4395,
          1.4371,
          1.4468,
          1.4403000000000001,
          1.4377,
          1.4597,
          1.4503,
          1.4433,
          1.4418,
          1.445,
          1.4398,
          1.4406,
          1.4306,
          1.446,
          1.4414,
          1.4427,
          1.4269,
          1.4273,
          1.4398,
          1.4393,
          1.4275,
          1.4423,
          1.4364,
          1.4414,
          1.4501,
          1.4437,
          1.4224,
          1.4348,
          1.4394,
          1.4336,
          1.4445999999999999,
          1.4356,
          1.4399,
          1.4292,
          1.4266,
          1.4426,
          1.4315,
          1.4309,
          1.4369,
          1.4459,
          1.4316,
          1.432,
          1.4253,
          1.4421,
          1.4383,
          1.4369,
          1.443,
          1.4279,
          1.4255,
          1.433,
          1.4421,
          1.4499,
          1.4263,
          1.4236,
          1.441,
          1.4418,
          1.4189,
          1.4225,
          1.427,
          1.4288,
          1.4174,
          1.4329,
          1.4336,
          1.4388,
          1.4281000000000001,
          1.4196,
          1.4283000000000001,
          1.4332,
          1.4292,
          1.4226,
          1.4364,
          1.4235,
          1.4254,
          1.4348,
          1.4257,
          1.4319,
          1.4242,
          1.4264000000000001,
          1.427,
          1.4261,
          1.4274,
          1.4225,
          1.4236,
          1.4243000000000001,
          1.4178,
          1.4243999999999999,
          1.4273,
          1.4276,
          1.425,
          1.4162,
          1.4085,
          1.4235,
          1.426,
          1.4236,
          1.4346,
          1.4163000000000001,
          1.427,
          1.4308,
          1.4172,
          1.4327,
          1.437,
          1.421,
          1.4336,
          1.4263,
          1.4289,
          1.4185,
          1.4224,
          1.4195,
          1.4169,
          1.4122,
          1.4241000000000001,
          1.4257,
          1.4324,
          1.4189,
          1.4134,
          1.4238,
          1.4123,
          1.4131,
          1.4179,
          1.4139,
          1.4309,
          1.4202,
          1.4096,
          1.4156,
          1.4273,
          1.42,
          1.419,
          1.4246,
          1.4296,
          1.4141,
          1.426,
          1.4242,
          1.4317,
          1.4178,
          1.4106,
          1.4157,
          1.4140000000000001,
          1.4123,
          1.4141,
          1.4296,
          1.4074,
          1.4068,
          1.4139,
          1.4258,
          1.4275,
          1.4266,
          1.4043,
          1.4095,
          1.4199,
          1.4112,
          1.411,
          1.4181,
          1.4036,
          1.4165,
          1.4157,
          1.4258,
          1.4104,
          1.4068,
          1.4088,
          1.4253,
          1.4201000000000001,
          1.4153,
          1.4145,
          1.4058,
          1.4129,
          1.3999000000000001,
          1.4136,
          1.418,
          1.3983,
          1.4243000000000001,
          1.4031,
          1.4128,
          1.4104,
          1.3994,
          1.4002,
          1.4071,
          1.3979,
          1.4067,
          1.4121000000000001,
          1.4007,
          1.4051,
          1.3998,
          1.4020000000000001,
          1.4112,
          1.4155,
          1.4048,
          1.4107,
          1.4015,
          1.4005,
          1.4099,
          1.3981,
          1.4044,
          1.4102999999999999,
          1.4028,
          1.3967,
          1.4172,
          1.4028,
          1.4035,
          1.4115,
          1.4128,
          1.3945,
          1.3949,
          1.4021,
          1.4071,
          1.4107,
          1.3958,
          1.4203000000000001,
          1.4100000000000001,
          1.4073,
          1.4093,
          1.4112,
          1.3969,
          1.4068,
          1.4025,
          1.4085,
          1.4004,
          1.3999000000000001,
          1.4,
          1.3927,
          1.4053,
          1.3966,
          1.3804,
          1.4008,
          1.4011,
          1.4068,
          1.4059,
          1.4002,
          1.4019,
          1.4028,
          1.3993,
          1.3996,
          1.4043,
          1.4078,
          1.3996,
          1.3994,
          1.3899,
          1.3915,
          1.3932,
          1.4088,
          1.3854,
          1.3995,
          1.3955,
          1.4035,
          1.3868,
          1.3891,
          1.3975,
          1.3937,
          1.4002,
          1.4023,
          1.4124,
          1.3899,
          1.393,
          1.3891,
          1.3943,
          1.3819,
          1.395,
          1.3971,
          1.3918,
          1.401,
          1.3783,
          1.3959000000000001,
          1.3907,
          1.3914,
          1.3918,
          1.3777,
          1.3793,
          1.3961000000000001,
          1.3891,
          1.3831,
          1.3866,
          1.3961000000000001,
          1.3891,
          1.375,
          1.3786,
          1.3825,
          1.3741,
          1.3948,
          1.388,
          1.3855,
          1.3860999999999999,
          1.3949,
          1.3900000000000001,
          1.3827,
          1.3773,
          1.3845,
          1.3946,
          1.3823,
          1.377,
          1.3842,
          1.3839000000000001,
          1.3694,
          1.3808,
          1.3926,
          1.3834,
          1.3860000000000001,
          1.3794,
          1.3759000000000001,
          1.388,
          1.3761,
          1.3866,
          1.3835,
          1.3780000000000001,
          1.3784,
          1.3927,
          1.3864,
          1.3860000000000001,
          1.3788,
          1.3707,
          1.3688,
          1.3727,
          1.3761,
          1.3775,
          1.3772,
          1.3652,
          1.3798,
          1.379,
          1.3702,
          1.365,
          1.369,
          1.3969,
          1.3779,
          1.3796,
          1.3797000000000001,
          1.3757000000000001,
          1.3746,
          1.3759000000000001,
          1.3638,
          1.3832,
          1.379,
          1.3694,
          1.3698000000000001,
          1.3798,
          1.3824,
          1.3780999999999999,
          1.3780000000000001,
          1.3735,
          1.3645,
          1.387,
          1.3751,
          1.3807,
          1.3780999999999999,
          1.3763,
          1.3676,
          1.3703,
          1.3836,
          1.3748,
          1.3646,
          1.3874,
          1.3635,
          1.3712,
          1.373,
          1.3780000000000001,
          1.3719999999999999,
          1.3841,
          1.3825,
          1.3811,
          1.37,
          1.3668,
          1.3691,
          1.3772,
          1.3675,
          1.3739,
          1.3572,
          1.3754,
          1.3654,
          1.3652,
          1.373,
          1.3841,
          1.3595000000000002,
          1.367,
          1.3702,
          1.3707,
          1.3656000000000001,
          1.3808,
          1.3641,
          1.3663,
          1.3672,
          1.3626,
          1.3692,
          1.3803,
          1.3755,
          1.3726,
          1.3691,
          1.3659,
          1.3664,
          1.3668,
          1.3751,
          1.3743,
          1.3634,
          1.3559,
          1.3654,
          1.3643,
          1.3557000000000001,
          1.3618000000000001,
          1.367,
          1.3672,
          1.3629,
          1.3636,
          1.3646,
          1.3581,
          1.3597000000000001,
          1.3571,
          1.3767,
          1.3722,
          1.3621,
          1.357,
          1.3701,
          1.3566,
          1.3705,
          1.3597000000000001,
          1.3713,
          1.3763,
          1.3662,
          1.3618000000000001,
          1.366,
          1.37,
          1.3671,
          1.3631,
          1.3664,
          1.3647,
          1.3509,
          1.3613,
          1.3708,
          1.3521,
          1.3668,
          1.3668,
          1.353,
          1.3575,
          1.358,
          1.3632,
          1.3578000000000001,
          1.3506,
          1.3577,
          1.3575,
          1.3581,
          1.357,
          1.3578000000000001,
          1.3503,
          1.3621,
          1.3604,
          1.359,
          1.3771,
          1.3578000000000001,
          1.3601,
          1.3586,
          1.3545,
          1.3452,
          1.3501,
          1.3568,
          1.3667,
          1.3636,
          1.3585,
          1.3552,
          1.3517000000000001,
          1.3477999999999999,
          1.3516,
          1.3541,
          1.3551,
          1.359,
          1.3485,
          1.3409,
          1.3536000000000001,
          1.3572,
          1.3559,
          1.3642,
          1.3652,
          1.361,
          1.3511,
          1.3614,
          1.3533,
          1.3564,
          1.345,
          1.3464,
          1.3601,
          1.3547,
          1.3582,
          1.3534,
          1.3396,
          1.3508,
          1.3511,
          1.3571,
          1.3538000000000001,
          1.3447,
          1.3467,
          1.3417,
          1.346,
          1.344,
          1.3515000000000001,
          1.3618000000000001,
          1.3459,
          1.3507,
          1.3528,
          1.3498,
          1.3529,
          1.3504,
          1.3506,
          1.3471,
          1.3551,
          1.3549,
          1.3472,
          1.3395000000000001,
          1.3591,
          1.3509,
          1.3443,
          1.3603,
          1.3436,
          1.3421,
          1.3551,
          1.3581,
          1.3474,
          1.3456000000000001,
          1.3512,
          1.3494000000000002,
          1.3323,
          1.3456000000000001,
          1.3429,
          1.3494000000000002,
          1.3479,
          1.3486,
          1.3491,
          1.3462,
          1.3477000000000001,
          1.3465,
          1.3472,
          1.3523,
          1.3461,
          1.3461,
          1.3466,
          1.3501,
          1.3525,
          1.3393,
          1.3412,
          1.3463,
          1.3364,
          1.3401,
          1.3501,
          1.3375,
          1.3514,
          1.3331,
          1.3456000000000001,
          1.3397000000000001,
          1.3495,
          1.337,
          1.3484,
          1.3352,
          1.3477000000000001,
          1.3466,
          1.3371,
          1.3526,
          1.3368,
          1.3502,
          1.3446,
          1.3531,
          1.3437000000000001,
          1.3506,
          1.3396,
          1.3549,
          1.3492,
          1.3498,
          1.3447,
          1.3409,
          1.3428,
          1.341,
          1.3304,
          1.3499,
          1.3352,
          1.3362,
          1.3503,
          1.3452,
          1.3399,
          1.3465,
          1.3435000000000001,
          1.3437000000000001,
          1.3381,
          1.3415,
          1.3447,
          1.3381,
          1.3408,
          1.3424,
          1.3417,
          1.3431,
          1.3382,
          1.3343,
          1.3464,
          1.3378,
          1.3455,
          1.3371,
          1.3374000000000001,
          1.3382,
          1.3436,
          1.3405,
          1.3298,
          1.3321,
          1.3368,
          1.3388,
          1.3348,
          1.3473,
          1.3361,
          1.3396,
          1.3264,
          1.3346,
          1.3415,
          1.3327,
          1.3395000000000001,
          1.3383,
          1.3418,
          1.3266,
          1.346,
          1.3316,
          1.334,
          1.3275000000000001,
          1.3259,
          1.334,
          1.3437000000000001,
          1.3255,
          1.3243,
          1.3374000000000001,
          1.3235999999999999,
          1.3267,
          1.329,
          1.3338,
          1.3339,
          1.3229,
          1.3332,
          1.3309,
          1.3393,
          1.3255,
          1.3316,
          1.3307,
          1.3238,
          1.3271,
          1.3326,
          1.3344,
          1.3328,
          1.3275000000000001,
          1.33,
          1.3317,
          1.336,
          1.3303,
          1.3353000000000002,
          1.3191,
          1.3381,
          1.3213,
          1.3411,
          1.3401,
          1.3324,
          1.3351,
          1.3283,
          1.3221,
          1.338,
          1.3342,
          1.3353000000000002,
          1.3423,
          1.3436,
          1.3203,
          1.3413,
          1.3269,
          1.3249,
          1.3176,
          1.3226,
          1.329,
          1.3336000000000001,
          1.3308,
          1.3268,
          1.3149,
          1.3322,
          1.3207,
          1.3294000000000001,
          1.3317,
          1.3212000000000002,
          1.328,
          1.3315000000000001,
          1.3311,
          1.3252,
          1.3288,
          1.3344,
          1.3368,
          1.3204,
          1.3299,
          1.3284,
          1.3319,
          1.3274,
          1.3265,
          1.3263,
          1.3355000000000001,
          1.3206,
          1.3317,
          1.3282,
          1.3227,
          1.327,
          1.3195999999999999,
          1.3497,
          1.3402,
          1.3344,
          1.3278,
          1.3247,
          1.3366,
          1.3247,
          1.3243,
          1.3274,
          1.3312,
          1.3387,
          1.3341,
          1.3356,
          1.3261,
          1.3243,
          1.3181,
          1.3265,
          1.3207,
          1.3251,
          1.3292,
          1.3304,
          1.3353000000000002,
          1.329,
          1.3176,
          1.3152,
          1.3272,
          1.3272,
          null
         ]
        }
       ],
       "layout": {
        "template": {
         "data": {
          "bar": [
           {
            "error_x": {
             "color": "#2a3f5f"
            },
            "error_y": {
             "color": "#2a3f5f"
            },
            "marker": {
             "line": {
              "color": "white",
              "width": 0.5
             },
             "pattern": {
              "fillmode": "overlay",
              "size": 10,
              "solidity": 0.2
             }
            },
            "type": "bar"
           }
          ],
          "barpolar": [
           {
            "marker": {
             "line": {
              "color": "white",
              "width": 0.5
             },
             "pattern": {
              "fillmode": "overlay",
              "size": 10,
              "solidity": 0.2
             }
            },
            "type": "barpolar"
           }
          ],
          "carpet": [
           {
            "aaxis": {
             "endlinecolor": "#2a3f5f",
             "gridcolor": "#C8D4E3",
             "linecolor": "#C8D4E3",
             "minorgridcolor": "#C8D4E3",
             "startlinecolor": "#2a3f5f"
            },
            "baxis": {
             "endlinecolor": "#2a3f5f",
             "gridcolor": "#C8D4E3",
             "linecolor": "#C8D4E3",
             "minorgridcolor": "#C8D4E3",
             "startlinecolor": "#2a3f5f"
            },
            "type": "carpet"
           }
          ],
          "choropleth": [
           {
            "colorbar": {
             "outlinewidth": 0,
             "ticks": ""
            },
            "type": "choropleth"
           }
          ],
          "contour": [
           {
            "colorbar": {
             "outlinewidth": 0,
             "ticks": ""
            },
            "colorscale": [
             [
              0,
              "#0d0887"
             ],
             [
              0.1111111111111111,
              "#46039f"
             ],
             [
              0.2222222222222222,
              "#7201a8"
             ],
             [
              0.3333333333333333,
              "#9c179e"
             ],
             [
              0.4444444444444444,
              "#bd3786"
             ],
             [
              0.5555555555555556,
              "#d8576b"
             ],
             [
              0.6666666666666666,
              "#ed7953"
             ],
             [
              0.7777777777777778,
              "#fb9f3a"
             ],
             [
              0.8888888888888888,
              "#fdca26"
             ],
             [
              1,
              "#f0f921"
             ]
            ],
            "type": "contour"
           }
          ],
          "contourcarpet": [
           {
            "colorbar": {
             "outlinewidth": 0,
             "ticks": ""
            },
            "type": "contourcarpet"
           }
          ],
          "heatmap": [
           {
            "colorbar": {
             "outlinewidth": 0,
             "ticks": ""
            },
            "colorscale": [
             [
              0,
              "#0d0887"
             ],
             [
              0.1111111111111111,
              "#46039f"
             ],
             [
              0.2222222222222222,
              "#7201a8"
             ],
             [
              0.3333333333333333,
              "#9c179e"
             ],
             [
              0.4444444444444444,
              "#bd3786"
             ],
             [
              0.5555555555555556,
              "#d8576b"
             ],
             [
              0.6666666666666666,
              "#ed7953"
             ],
             [
              0.7777777777777778,
              "#fb9f3a"
             ],
             [
              0.8888888888888888,
              "#fdca26"
             ],
             [
              1,
              "#f0f921"
             ]
            ],
            "type": "heatmap"
           }
          ],
          "heatmapgl": [
           {
            "colorbar": {
             "outlinewidth": 0,
             "ticks": ""
            },
            "colorscale": [
             [
              0,
              "#0d0887"
             ],
             [
              0.1111111111111111,
              "#46039f"
             ],
             [
              0.2222222222222222,
              "#7201a8"
             ],
             [
              0.3333333333333333,
              "#9c179e"
             ],
             [
              0.4444444444444444,
              "#bd3786"
             ],
             [
              0.5555555555555556,
              "#d8576b"
             ],
             [
              0.6666666666666666,
              "#ed7953"
             ],
             [
              0.7777777777777778,
              "#fb9f3a"
             ],
             [
              0.8888888888888888,
              "#fdca26"
             ],
             [
              1,
              "#f0f921"
             ]
            ],
            "type": "heatmapgl"
           }
          ],
          "histogram": [
           {
            "marker": {
             "pattern": {
              "fillmode": "overlay",
              "size": 10,
              "solidity": 0.2
             }
            },
            "type": "histogram"
           }
          ],
          "histogram2d": [
           {
            "colorbar": {
             "outlinewidth": 0,
             "ticks": ""
            },
            "colorscale": [
             [
              0,
              "#0d0887"
             ],
             [
              0.1111111111111111,
              "#46039f"
             ],
             [
              0.2222222222222222,
              "#7201a8"
             ],
             [
              0.3333333333333333,
              "#9c179e"
             ],
             [
              0.4444444444444444,
              "#bd3786"
             ],
             [
              0.5555555555555556,
              "#d8576b"
             ],
             [
              0.6666666666666666,
              "#ed7953"
             ],
             [
              0.7777777777777778,
              "#fb9f3a"
             ],
             [
              0.8888888888888888,
              "#fdca26"
             ],
             [
              1,
              "#f0f921"
             ]
            ],
            "type": "histogram2d"
           }
          ],
          "histogram2dcontour": [
           {
            "colorbar": {
             "outlinewidth": 0,
             "ticks": ""
            },
            "colorscale": [
             [
              0,
              "#0d0887"
             ],
             [
              0.1111111111111111,
              "#46039f"
             ],
             [
              0.2222222222222222,
              "#7201a8"
             ],
             [
              0.3333333333333333,
              "#9c179e"
             ],
             [
              0.4444444444444444,
              "#bd3786"
             ],
             [
              0.5555555555555556,
              "#d8576b"
             ],
             [
              0.6666666666666666,
              "#ed7953"
             ],
             [
              0.7777777777777778,
              "#fb9f3a"
             ],
             [
              0.8888888888888888,
              "#fdca26"
             ],
             [
              1,
              "#f0f921"
             ]
            ],
            "type": "histogram2dcontour"
           }
          ],
          "mesh3d": [
           {
            "colorbar": {
             "outlinewidth": 0,
             "ticks": ""
            },
            "type": "mesh3d"
           }
          ],
          "parcoords": [
           {
            "line": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "type": "parcoords"
           }
          ],
          "pie": [
           {
            "automargin": true,
            "type": "pie"
           }
          ],
          "scatter": [
           {
            "fillpattern": {
             "fillmode": "overlay",
             "size": 10,
             "solidity": 0.2
            },
            "type": "scatter"
           }
          ],
          "scatter3d": [
           {
            "line": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "marker": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "type": "scatter3d"
           }
          ],
          "scattercarpet": [
           {
            "marker": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "type": "scattercarpet"
           }
          ],
          "scattergeo": [
           {
            "marker": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "type": "scattergeo"
           }
          ],
          "scattergl": [
           {
            "marker": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "type": "scattergl"
           }
          ],
          "scattermapbox": [
           {
            "marker": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "type": "scattermapbox"
           }
          ],
          "scatterpolar": [
           {
            "marker": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "type": "scatterpolar"
           }
          ],
          "scatterpolargl": [
           {
            "marker": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "type": "scatterpolargl"
           }
          ],
          "scatterternary": [
           {
            "marker": {
             "colorbar": {
              "outlinewidth": 0,
              "ticks": ""
             }
            },
            "type": "scatterternary"
           }
          ],
          "surface": [
           {
            "colorbar": {
             "outlinewidth": 0,
             "ticks": ""
            },
            "colorscale": [
             [
              0,
              "#0d0887"
             ],
             [
              0.1111111111111111,
              "#46039f"
             ],
             [
              0.2222222222222222,
              "#7201a8"
             ],
             [
              0.3333333333333333,
              "#9c179e"
             ],
             [
              0.4444444444444444,
              "#bd3786"
             ],
             [
              0.5555555555555556,
              "#d8576b"
             ],
             [
              0.6666666666666666,
              "#ed7953"
             ],
             [
              0.7777777777777778,
              "#fb9f3a"
             ],
             [
              0.8888888888888888,
              "#fdca26"
             ],
             [
              1,
              "#f0f921"
             ]
            ],
            "type": "surface"
           }
          ],
          "table": [
           {
            "cells": {
             "fill": {
              "color": "#EBF0F8"
             },
             "line": {
              "color": "white"
             }
            },
            "header": {
             "fill": {
              "color": "#C8D4E3"
             },
             "line": {
              "color": "white"
             }
            },
            "type": "table"
           }
          ]
         },
         "layout": {
          "annotationdefaults": {
           "arrowcolor": "#2a3f5f",
           "arrowhead": 0,
           "arrowwidth": 1
          },
          "autotypenumbers": "strict",
          "coloraxis": {
           "colorbar": {
            "outlinewidth": 0,
            "ticks": ""
           }
          },
          "colorscale": {
           "diverging": [
            [
             0,
             "#8e0152"
            ],
            [
             0.1,
             "#c51b7d"
            ],
            [
             0.2,
             "#de77ae"
            ],
            [
             0.3,
             "#f1b6da"
            ],
            [
             0.4,
             "#fde0ef"
            ],
            [
             0.5,
             "#f7f7f7"
            ],
            [
             0.6,
             "#e6f5d0"
            ],
            [
             0.7,
             "#b8e186"
            ],
            [
             0.8,
             "#7fbc41"
            ],
            [
             0.9,
             "#4d9221"
            ],
            [
             1,
             "#276419"
            ]
           ],
           "sequential": [
            [
             0,
             "#0d0887"
            ],
            [
             0.1111111111111111,
             "#46039f"
            ],
            [
             0.2222222222222222,
             "#7201a8"
            ],
            [
             0.3333333333333333,
             "#9c179e"
            ],
            [
             0.4444444444444444,
             "#bd3786"
            ],
            [
             0.5555555555555556,
             "#d8576b"
            ],
            [
             0.6666666666666666,
             "#ed7953"
            ],
            [
             0.7777777777777778,
             "#fb9f3a"
            ],
            [
             0.8888888888888888,
             "#fdca26"
            ],
            [
             1,
             "#f0f921"
            ]
           ],
           "sequentialminus": [
            [
             0,
             "#0d0887"
            ],
            [
             0.1111111111111111,
             "#46039f"
            ],
            [
             0.2222222222222222,
             "#7201a8"
            ],
            [
             0.3333333333333333,
             "#9c179e"
            ],
            [
             0.4444444444444444,
             "#bd3786"
            ],
            [
             0.5555555555555556,
             "#d8576b"
            ],
            [
             0.6666666666666666,
             "#ed7953"
            ],
            [
             0.7777777777777778,
             "#fb9f3a"
            ],
            [
             0.8888888888888888,
             "#fdca26"
            ],
            [
             1,
             "#f0f921"
            ]
           ]
          },
          "colorway": [
           "#636efa",
           "#EF553B",
           "#00cc96",
           "#ab63fa",
           "#FFA15A",
           "#19d3f3",
           "#FF6692",
           "#B6E880",
           "#FF97FF",
           "#FECB52"
          ],
          "font": {
           "color": "#2a3f5f"
          },
          "geo": {
           "bgcolor": "white",
           "lakecolor": "white",
           "landcolor": "white",
           "showlakes": true,
           "showland": true,
           "subunitcolor": "#C8D4E3"
          },
          "hoverlabel": {
           "align": "left"
          },
          "hovermode": "closest",
          "mapbox": {
           "style": "light"
          },
          "paper_bgcolor": "white",
          "plot_bgcolor": "white",
          "polar": {
           "angularaxis": {
            "gridcolor": "#EBF0F8",
            "linecolor": "#EBF0F8",
            "ticks": ""
           },
           "bgcolor": "white",
           "radialaxis": {
            "gridcolor": "#EBF0F8",
            "linecolor": "#EBF0F8",
            "ticks": ""
           }
          },
          "scene": {
           "xaxis": {
            "backgroundcolor": "white",
            "gridcolor": "#DFE8F3",
            "gridwidth": 2,
            "linecolor": "#EBF0F8",
            "showbackground": true,
            "ticks": "",
            "zerolinecolor": "#EBF0F8"
           },
           "yaxis": {
            "backgroundcolor": "white",
            "gridcolor": "#DFE8F3",
            "gridwidth": 2,
            "linecolor": "#EBF0F8",
            "showbackground": true,
            "ticks": "",
            "zerolinecolor": "#EBF0F8"
           },
           "zaxis": {
            "backgroundcolor": "white",
            "gridcolor": "#DFE8F3",
            "gridwidth": 2,
            "linecolor": "#EBF0F8",
            "showbackground": true,
            "ticks": "",
            "zerolinecolor": "#EBF0F8"
           }
          },
          "shapedefaults": {
           "line": {
            "color": "#2a3f5f"
           }
          },
          "ternary": {
           "aaxis": {
            "gridcolor": "#DFE8F3",
            "linecolor": "#A2B1C6",
            "ticks": ""
           },
           "baxis": {
            "gridcolor": "#DFE8F3",
            "linecolor": "#A2B1C6",
            "ticks": ""
           },
           "bgcolor": "white",
           "caxis": {
            "gridcolor": "#DFE8F3",
            "linecolor": "#A2B1C6",
            "ticks": ""
           }
          },
          "title": {
           "x": 0.05
          },
          "xaxis": {
           "automargin": true,
           "gridcolor": "#EBF0F8",
           "linecolor": "#EBF0F8",
           "ticks": "",
           "title": {
            "standoff": 15
           },
           "zerolinecolor": "#EBF0F8",
           "zerolinewidth": 2
          },
          "yaxis": {
           "automargin": true,
           "gridcolor": "#EBF0F8",
           "linecolor": "#EBF0F8",
           "ticks": "",
           "title": {
            "standoff": 15
           },
           "zerolinecolor": "#EBF0F8",
           "zerolinewidth": 2
          }
         }
        },
        "title": {
         "text": "Loss Curve for BERT-base (bookcorpus)"
        },
        "xaxis": {
         "title": {
          "text": "Epochs"
         }
        },
        "yaxis": {
         "title": {
          "text": "Loss"
         }
        }
       }
      }
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import plotly.graph_objs as go\n",
    "\n",
    "df = pd.read_json(\"trainer_state.json\")\n",
    "\n",
    "df['loss_curve'] = df.log_history[:-1].apply(lambda d: d[\"loss\"])\n",
    "df['epoch'] = df.log_history[:-1].apply(lambda d: d[\"epoch\"])\n",
    "\n",
    "df = df[['epoch', 'loss_curve']]\n",
    "\n",
    "trace = go.Scatter(x=df['epoch'], y=df['loss_curve'], \n",
    "                    mode='lines', name='Loss', line=dict(color='blue', width=2))\n",
    "\n",
    "layout = go.Layout(title=f'Loss Curve for BERT-base (bookcorpus)', \n",
    "                    xaxis=dict(title='Epochs'), \n",
    "                    yaxis=dict(title='Loss'), \n",
    "                    template='plotly_white')\n",
    "\n",
    "fig = go.Figure(data=[trace], layout=layout)\n",
    "fig.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}