{ "cells": [ { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "# Multi-layer perceptron name generator" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "## Data preprocessing\n", "\n", "First, let's import our dependencies:" ] }, { "cell_type": "code", "execution_count": 24, "metadata": {}, "outputs": [], "source": [ "import torch\n", "import torch.nn as nn\n", "import torch.nn.functional as F\n", "import pandas as pd\n", "import numpy as np" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Now we import our dataset:" ] }, { "cell_type": "code", "execution_count": 25, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
namegendercount
0EmilyF26539
1HannahF21677
2AlexisF19234
3SarahF19112
4SamanthaF19040
\n", "
" ], "text/plain": [ " name gender count\n", "0 Emily F 26539\n", "1 Hannah F 21677\n", "2 Alexis F 19234\n", "3 Sarah F 19112\n", "4 Samantha F 19040" ] }, "execution_count": 25, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df = pd.read_csv(\"datasets/names/yob1999.csv\", header=None)\n", "# Cool idea: maybe weight this by frequency somehow?\n", "df.columns = [\"name\", \"gender\", \"count\"]\n", "df.head()" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "We reprise our data cleaning steps from earlier:" ] }, { "cell_type": "code", "execution_count": 26, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
namegendercount
0emilyF26539
1hannahF21677
2alexisF19234
3sarahF19112
4samanthaF19040
............
16939zohalF5
16940zophiaF5
16941zuhaF5
16942zuhalF5
16943zuzuF5
\n", "

16944 rows × 3 columns

\n", "
" ], "text/plain": [ " name gender count\n", "0 emily F 26539\n", "1 hannah F 21677\n", "2 alexis F 19234\n", "3 sarah F 19112\n", "4 samantha F 19040\n", "... ... ... ...\n", "16939 zohal F 5\n", "16940 zophia F 5\n", "16941 zuha F 5\n", "16942 zuhal F 5\n", "16943 zuzu F 5\n", "\n", "[16944 rows x 3 columns]" ] }, "execution_count": 26, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Just for today, 2023-02-22\n", "df = df[df[\"gender\"] == \"F\"]\n", "df[\"name\"] = df[\"name\"].str.lower()\n", "df" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Now we break up the names such that we get the preceding three chars (or \".\") in one col and the char itself in another:" ] }, { "cell_type": "code", "execution_count": 27, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "[('c', '...'),\n", " ('a', '..c'),\n", " ('t', '.ca'),\n", " ('h', 'cat'),\n", " ('e', 'ath'),\n", " ('y', 'the'),\n", " ('.', 'hey')]" ] }, "execution_count": 27, "metadata": {}, "output_type": "execute_result" } ], "source": [ "test_name = \"cathey\"\n", "def split_name(name):\n", " pairs = []\n", " for idx, char in enumerate(name):\n", " triple = (name[max(0, idx-3):idx].rjust(3, '.'))\n", " pairs.append((char, triple))\n", "\n", " pairs.append(('.', name[max(0, len(name) - 3):].rjust(3, '.')))\n", " return(pairs)\n", "\n", "split_name(test_name)" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "We apply this to all names:" ] }, { "cell_type": "code", "execution_count": 28, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
namegendercountpairs
0emilyF26539(e, ...)
0emilyF26539(m, ..e)
0emilyF26539(i, .em)
0emilyF26539(l, emi)
0emilyF26539(y, mil)
...............
16943zuzuF5(z, ...)
16943zuzuF5(u, ..z)
16943zuzuF5(z, .zu)
16943zuzuF5(u, zuz)
16943zuzuF5(., uzu)
\n", "

124361 rows × 4 columns

\n", "
" ], "text/plain": [ " name gender count pairs\n", "0 emily F 26539 (e, ...)\n", "0 emily F 26539 (m, ..e)\n", "0 emily F 26539 (i, .em)\n", "0 emily F 26539 (l, emi)\n", "0 emily F 26539 (y, mil)\n", "... ... ... ... ...\n", "16943 zuzu F 5 (z, ...)\n", "16943 zuzu F 5 (u, ..z)\n", "16943 zuzu F 5 (z, .zu)\n", "16943 zuzu F 5 (u, zuz)\n", "16943 zuzu F 5 (., uzu)\n", "\n", "[124361 rows x 4 columns]" ] }, "execution_count": 28, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df[\"pairs\"] = df[\"name\"].apply(split_name)\n", "df = df.explode(\"pairs\")\n", "df" ] }, { "cell_type": "code", "execution_count": 29, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
labeltriple
0e...
1m..e
2i.em
3lemi
4ymil
.........
124356z...
124357u..z
124358z.zu
124359uzuz
124360.uzu
\n", "

124361 rows × 2 columns

\n", "
" ], "text/plain": [ " label triple\n", "0 e ...\n", "1 m ..e\n", "2 i .em\n", "3 l emi\n", "4 y mil\n", "... ... ...\n", "124356 z ...\n", "124357 u ..z\n", "124358 z .zu\n", "124359 u zuz\n", "124360 . uzu\n", "\n", "[124361 rows x 2 columns]" ] }, "execution_count": 29, "metadata": {}, "output_type": "execute_result" } ], "source": [ "foo = pd.DataFrame(df['pairs'].apply(lambda p: list(p)), index=df.index)\n", "data = pd.DataFrame(foo['pairs'].tolist(), columns=[\"label\", \"triple\"])\n", "data" ] }, { "cell_type": "code", "execution_count": 30, "metadata": {}, "outputs": [], "source": [ "df_old = df\n", "df = data" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Finally, we make this into tensors:" ] }, { "cell_type": "code", "execution_count": 31, "metadata": {}, "outputs": [], "source": [ "def char2idx(c):\n", " # Assumes valid input\n", " if c == \".\":\n", " return 0\n", " else:\n", " return ord(c) - ord(\"a\") + 1\n", "\n", "def idx2char(i):\n", " if i == 0:\n", " return \"\"\n", " elif i < 28:\n", " return(chr(i+ord(\"a\")-1))\n", " else:\n", " return(\"ERR\")\n", "\n", "df[\"label_int\"] = df['label'].apply(char2idx)\n", "labels = F.one_hot(torch.tensor(df[\"label_int\"]), 27)\n", "contexts = torch.tensor(df[\"triple\"].apply(lambda t: list(map(char2idx, t))))" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Finally, we put this into a *bona fide* PyTorch dataset:" ] }, { "cell_type": "code", "execution_count": 32, "metadata": {}, "outputs": [], "source": [ "from torch.utils.data import TensorDataset, DataLoader\n", "\n", "dataset = TensorDataset(contexts, labels)\n", "\n", "train_size = int(0.8 * len(contexts))\n", "test_size = len(contexts) - train_size\n", "train_len = int(train_size / len(dataset) * len(dataset))\n", "test_len = len(dataset) - train_len\n", "train_dataset, test_dataset= torch.utils.data.random_split(dataset, [train_len,test_len])" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "## Model setup" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "### Embed\n", "\n", "Now that we have `contexts` and `labels` properly constructed, let's construct the embedding layer.\n", "\n", "We embed the *output classes*: 27 chars, in 2 dimensions." ] }, { "cell_type": "code", "execution_count": 33, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "torch.Size([27, 2])" ] }, "execution_count": 33, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Name could be better\n", "EMBEDDING_NDIM = 2\n", "C = torch.randn(27, EMBEDDING_NDIM)\n", "C.shape" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "We can index into a tensor in **multiple dimensions**, which can effectively \"index for all\" if given another tensor to index in. This way, we can convert *all* our input \"context\" of 3 chars into embeddings." ] }, { "cell_type": "code", "execution_count": 34, "metadata": {}, "outputs": [], "source": [ "# We can index into a tensor **mu\n", "emb = C[contexts]" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "### Hidden layer\n", "\n", "Our \"hidden layer\" is an arbitrary set of neurons between the input embedding and the target extraction. Let's init:" ] }, { "cell_type": "code", "execution_count": 35, "metadata": {}, "outputs": [], "source": [ "HIDDEN_NDIM = 100\n", "W1 = torch.randn(6, HIDDEN_NDIM, requires_grad=True)\n", "b1 = torch.randn(HIDDEN_NDIM, requires_grad=True)" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "We can \"index into\" this tensor to get our stuff:" ] }, { "cell_type": "code", "execution_count": 36, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "torch.Size([124361, 100])" ] }, "execution_count": 36, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# TODO: SRS this\n", "foo = emb.view(-1, 6)\n", "(foo @ W1).shape" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "A standard activation would be as follows:" ] }, { "cell_type": "code", "execution_count": 37, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "torch.Size([124361, 100])" ] }, "execution_count": 37, "metadata": {}, "output_type": "execute_result" } ], "source": [ "h = torch.tanh(emb.view(-1, 6) @ W1 + b1)\n", "h.shape" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Finally, as in any other classification problem, we translate from this hidden layer to our output layer:" ] }, { "cell_type": "code", "execution_count": 38, "metadata": {}, "outputs": [], "source": [ "W2 = torch.randn(HIDDEN_NDIM, 27, requires_grad=True)\n", "B2 = torch.randn(27, requires_grad=True)" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Our loss function is the same as many other classification problems: plain old cross-entropy loss again." ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "## Training loop" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "I'm just going to write out the entire MLP class at once. This is terrible, but my laziness and depression have forced my hand.\n", "\n", "### Batch normalization\n", "\n", "Intuitively, what we're trying to do is to manually \"normalize\" the whole batch activations to be like the normal distribution around 0.\n", "\n", "How we accomplish this:\n", "- Kill bias layer in middle\n", "- Keep running mean and stdev of batch, which we (somewhat arbitrarily) set to update by 1e-3 each cycle\n", "- Subtract mean and divide by the standard deviation\n", "- Add learned bias?" ] }, { "cell_type": "code", "execution_count": 102, "metadata": {}, "outputs": [], "source": [ "class MLP:\n", " def __init__(self, embedding_size, hidden_size):\n", " self.embedding_size = embedding_size\n", " self.C = torch.randn(27, embedding_size)\n", "\n", " # Hidden layer\n", " self.W1 = torch.empty(3 * embedding_size, hidden_size)\n", " nn.init.kaiming_normal_(self.W1, nonlinearity=\"tanh\")\n", " #self.B1 = torch.randn(hidden_size) * 1e-4\n", " self.Gamma1 = torch.randn(hidden_size) * 1e-1\n", " self.Beta1 = torch.randn(hidden_size) * 1e-4 \n", "\n", " # Output layer\n", " self.W2 = torch.randn(hidden_size, 27) * 1e-1\n", " self.B2 = torch.randn(27) * 1e-4\n", " self.parameters = [self.C, self.W1, self.Gamma1, self.Beta1, self.W2, self.B2]\n", " for p in self.parameters:\n", " p.requires_grad = True\n", "\n", " # Batch norm setup\n", " self.running_mean = 0\n", " self.running_stdev = 1\n", " \n", " def infer(self, x):\n", " \"\"\"Returns logits for future use\"\"\"\n", " with torch.no_grad():\n", " emb = self.C[x]\n", " hidden_layer_output = torch.tanh(emb.view(-1,3 * self.embedding_size) @ self.W1)\n", " hidden_layer_norm = torch.mul((hidden_layer_output - self.running_mean) / self.running_stdev, self.Gamma1) + self.Beta1\n", " logits = hidden_layer_norm @ self.W2 + self.B2\n", " return(logits)\n", "\n", " def forward(self, x):\n", " \"\"\"Takes batch of contexts; returns logits\"\"\"\n", " # Embed batch\n", " emb = self.C[x]\n", " # Run hidden layer; apply nonlinearity; batch normalize\n", " hidden_layer_output = torch.tanh(emb.view(-1,3 * self.embedding_size) @ self.W1)\n", " hidden_layer_norm = self.Gamma1 * (hidden_layer_output - hidden_layer_output.mean(0, keepdim=True)) / hidden_layer_output.std(0, keepdim=True) + self.Beta1\n", " with torch.no_grad():\n", " DECAY = 1e-3\n", " self.running_mean = (1-DECAY) * self.running_mean + (DECAY) * torch.mean(hidden_layer_output)\n", " self.running_stdev = (1-DECAY) * self.running_stdev + (DECAY) * torch.std(hidden_layer_output)\n", "\n", " # Final layer: crunch down to output logits\n", " logits = hidden_layer_norm @ self.W2 + self.B2\n", " return(logits)\n", "\n", " def backward(self, x, y_true):\n", " y_pred = self.forward(x)\n", " loss = F.cross_entropy(y_pred, y_true)\n", "\n", " # Zero out gradients\n", " for p in self.parameters:\n", " p.grad = None\n", "\n", " loss.backward()\n", " print(f\"Loss: {loss.item()}\")\n", " return loss\n", " \n", " def update_parameters(self, lr):\n", " # Subtract the gradients\n", " with torch.no_grad():\n", " # There HAS to be a better way to do this\n", " for p in self.parameters:\n", " p.data -= lr * p.grad\n", "\n", " def fit_one_cycle(self, x, y_true, lr):\n", " self.backward(x, y_true)\n", " self.update_parameters(lr)\n", " \n" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Now it merely falls to us to write the driver code:" ] }, { "cell_type": "code", "execution_count": 103, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Step 0:\n", "Loss: 3.2795493602752686\n", "Step 1:\n", "Loss: 3.282184362411499\n", "Step 2:\n", "Loss: 3.2081804275512695\n", "Step 3:\n", "Loss: 3.1162936687469482\n", "Step 4:\n", "Loss: 3.1434404850006104\n", "Step 5:\n", "Loss: 3.0153775215148926\n", "Step 6:\n", "Loss: 2.978940963745117\n", "Step 7:\n", "Loss: 3.1653170585632324\n", "Step 8:\n", "Loss: 2.9737436771392822\n", "Step 9:\n", "Loss: 3.1229681968688965\n", "Step 10:\n", "Loss: 2.8577170372009277\n", "Step 11:\n", "Loss: 2.8505072593688965\n", "Step 12:\n", "Loss: 2.6333117485046387\n", "Step 13:\n", "Loss: 2.8333749771118164\n", "Step 14:\n", "Loss: 2.596050977706909\n", "Step 15:\n", "Loss: 2.692201614379883\n", "Step 16:\n", "Loss: 2.742772102355957\n", "Step 17:\n", "Loss: 3.4358773231506348\n", "Step 18:\n", "Loss: 2.678574562072754\n", "Step 19:\n", "Loss: 2.825331687927246\n", "Step 20:\n", "Loss: 2.867581605911255\n", "Step 21:\n", "Loss: 3.01842999458313\n", "Step 22:\n", "Loss: 2.944365978240967\n", "Step 23:\n", "Loss: 2.762953042984009\n", "Step 24:\n", "Loss: 2.868251323699951\n", "Step 25:\n", "Loss: 2.5128660202026367\n", "Step 26:\n", "Loss: 2.590178966522217\n", "Step 27:\n", "Loss: 2.8748583793640137\n", "Step 28:\n", "Loss: 3.1218554973602295\n", "Step 29:\n", "Loss: 2.634368419647217\n", "Step 30:\n", "Loss: 2.603227138519287\n", "Step 31:\n", "Loss: 2.4453206062316895\n", "Step 32:\n", "Loss: 2.8953664302825928\n", "Step 33:\n", "Loss: 2.616424560546875\n", "Step 34:\n", "Loss: 2.754727840423584\n", "Step 35:\n", "Loss: 3.003138780593872\n", "Step 36:\n", "Loss: 2.6607460975646973\n", "Step 37:\n", "Loss: 2.594059944152832\n", "Step 38:\n", "Loss: 2.490326166152954\n", "Step 39:\n", "Loss: 2.9089856147766113\n", "Step 40:\n", "Loss: 3.023057699203491\n", "Step 41:\n", "Loss: 2.8607189655303955\n", "Step 42:\n", "Loss: 2.3982808589935303\n", "Step 43:\n", "Loss: 3.234912157058716\n", "Step 44:\n", "Loss: 2.6971516609191895\n", "Step 45:\n", "Loss: 2.7725610733032227\n", "Step 46:\n", "Loss: 2.571516275405884\n", "Step 47:\n", "Loss: 2.5510611534118652\n", "Step 48:\n", "Loss: 2.342041492462158\n", "Step 49:\n", "Loss: 2.9586868286132812\n", "Step 50:\n", "Loss: 2.460322141647339\n", "Step 51:\n", "Loss: 3.204397678375244\n", "Step 52:\n", "Loss: 2.5272154808044434\n", "Step 53:\n", "Loss: 2.4541678428649902\n", "Step 54:\n", "Loss: 2.7599875926971436\n", "Step 55:\n", "Loss: 2.267486810684204\n", "Step 56:\n", "Loss: 3.109013080596924\n", "Step 57:\n", "Loss: 2.981980800628662\n", "Step 58:\n", "Loss: 2.46182918548584\n", "Step 59:\n", "Loss: 2.8262741565704346\n", "Step 60:\n", "Loss: 2.738542318344116\n", "Step 61:\n", "Loss: 3.0077385902404785\n", "Step 62:\n", "Loss: 2.688314437866211\n", "Step 63:\n", "Loss: 2.9375627040863037\n", "Step 64:\n", "Loss: 2.4975295066833496\n", "Step 65:\n", "Loss: 2.984158515930176\n", "Step 66:\n", "Loss: 2.7399990558624268\n", "Step 67:\n", "Loss: 2.6320152282714844\n", "Step 68:\n", "Loss: 3.053043842315674\n", "Step 69:\n", "Loss: 2.5476248264312744\n", "Step 70:\n", "Loss: 2.6933159828186035\n", "Step 71:\n", "Loss: 2.639854669570923\n", "Step 72:\n", "Loss: 2.75352144241333\n", "Step 73:\n", "Loss: 2.7813117504119873\n", "Step 74:\n", "Loss: 2.574190139770508\n", "Step 75:\n", "Loss: 2.7352354526519775\n", "Step 76:\n", "Loss: 3.1578750610351562\n", "Step 77:\n", "Loss: 2.940833330154419\n", "Step 78:\n", "Loss: 2.5428433418273926\n", "Step 79:\n", "Loss: 2.7239441871643066\n", "Step 80:\n", "Loss: 2.617978572845459\n", "Step 81:\n", "Loss: 2.918576240539551\n", "Step 82:\n", "Loss: 2.595494031906128\n", "Step 83:\n", "Loss: 2.2857818603515625\n", "Step 84:\n", "Loss: 2.3328652381896973\n", "Step 85:\n", "Loss: 2.1007604598999023\n", "Step 86:\n", "Loss: 2.6543378829956055\n", "Step 87:\n", "Loss: 2.3321855068206787\n", "Step 88:\n", "Loss: 2.5822455883026123\n", "Step 89:\n", "Loss: 2.730827808380127\n", "Step 90:\n", "Loss: 2.359241008758545\n", "Step 91:\n", "Loss: 2.3366458415985107\n", "Step 92:\n", "Loss: 2.2734580039978027\n", "Step 93:\n", "Loss: 2.9597625732421875\n", "Step 94:\n", "Loss: 2.723806619644165\n", "Step 95:\n", "Loss: 2.6171040534973145\n", "Step 96:\n", "Loss: 2.2285683155059814\n", "Step 97:\n", "Loss: 2.9284160137176514\n", "Step 98:\n", "Loss: 2.2966339588165283\n", "Step 99:\n", "Loss: 2.3867526054382324\n", "Step 100:\n", "Loss: 2.865108013153076\n", "Step 101:\n", "Loss: 2.531153440475464\n", "Step 102:\n", "Loss: 2.625507354736328\n", "Step 103:\n", "Loss: 2.881784439086914\n", "Step 104:\n", "Loss: 2.946882963180542\n", "Step 105:\n", "Loss: 2.6258623600006104\n", "Step 106:\n", "Loss: 2.7805335521698\n", "Step 107:\n", "Loss: 2.543097972869873\n", "Step 108:\n", "Loss: 2.623775005340576\n", "Step 109:\n", "Loss: 2.17645263671875\n", "Step 110:\n", "Loss: 2.4211008548736572\n", "Step 111:\n", "Loss: 2.431330919265747\n", "Step 112:\n", "Loss: 2.7168312072753906\n", "Step 113:\n", "Loss: 2.9493489265441895\n", "Step 114:\n", "Loss: 2.8363828659057617\n", "Step 115:\n", "Loss: 2.6815929412841797\n", "Step 116:\n", "Loss: 2.3125157356262207\n", "Step 117:\n", "Loss: 2.562591552734375\n", "Step 118:\n", "Loss: 2.5456326007843018\n", "Step 119:\n", "Loss: 2.7099475860595703\n", "Step 120:\n", "Loss: 2.661252498626709\n", "Step 121:\n", "Loss: 2.812373638153076\n", "Step 122:\n", "Loss: 2.9318525791168213\n", "Step 123:\n", "Loss: 2.7973976135253906\n", "Step 124:\n", "Loss: 2.42807936668396\n", "Step 125:\n", "Loss: 2.7585437297821045\n", "Step 126:\n", "Loss: 2.4931013584136963\n", "Step 127:\n", "Loss: 2.541775703430176\n", "Step 128:\n", "Loss: 2.471991539001465\n", "Step 129:\n", "Loss: 2.7278568744659424\n", "Step 130:\n", "Loss: 2.216540813446045\n", "Step 131:\n", "Loss: 2.9169235229492188\n", "Step 132:\n", "Loss: 2.4490089416503906\n", "Step 133:\n", "Loss: 3.062657594680786\n", "Step 134:\n", "Loss: 2.832766056060791\n", "Step 135:\n", "Loss: 2.500509738922119\n", "Step 136:\n", "Loss: 3.167698383331299\n", "Step 137:\n", "Loss: 2.135796070098877\n", "Step 138:\n", "Loss: 2.2896552085876465\n", "Step 139:\n", "Loss: 2.5691463947296143\n", "Step 140:\n", "Loss: 2.256350040435791\n", "Step 141:\n", "Loss: 2.937194347381592\n", "Step 142:\n", "Loss: 2.6764097213745117\n", "Step 143:\n", "Loss: 2.6731998920440674\n", "Step 144:\n", "Loss: 2.373807430267334\n", "Step 145:\n", "Loss: 2.365865468978882\n", "Step 146:\n", "Loss: 2.7661538124084473\n", "Step 147:\n", "Loss: 2.647796154022217\n", "Step 148:\n", "Loss: 2.918544054031372\n", "Step 149:\n", "Loss: 2.662583827972412\n", "Step 150:\n", "Loss: 2.502065896987915\n", "Step 151:\n", "Loss: 2.281890869140625\n", "Step 152:\n", "Loss: 2.3437554836273193\n", "Step 153:\n", "Loss: 2.746483564376831\n", "Step 154:\n", "Loss: 2.614351272583008\n", "Step 155:\n", "Loss: 2.693502426147461\n", "Step 156:\n", "Loss: 2.8220503330230713\n", "Step 157:\n", "Loss: 3.1720786094665527\n", "Step 158:\n", "Loss: 2.4710934162139893\n", "Step 159:\n", "Loss: 2.487976312637329\n", "Step 160:\n", "Loss: 3.002554178237915\n", "Step 161:\n", "Loss: 2.5976972579956055\n", "Step 162:\n", "Loss: 2.56007719039917\n", "Step 163:\n", "Loss: 2.456418037414551\n", "Step 164:\n", "Loss: 2.06982159614563\n", "Step 165:\n", "Loss: 2.4612839221954346\n", "Step 166:\n", "Loss: 2.4014806747436523\n", "Step 167:\n", "Loss: 2.6513092517852783\n", "Step 168:\n", "Loss: 2.3772387504577637\n", "Step 169:\n", "Loss: 2.077414035797119\n", "Step 170:\n", "Loss: 2.769495964050293\n", "Step 171:\n", "Loss: 2.6449413299560547\n", "Step 172:\n", "Loss: 2.3504574298858643\n", "Step 173:\n", "Loss: 2.1595354080200195\n", "Step 174:\n", "Loss: 3.0708060264587402\n", "Step 175:\n", "Loss: 3.001723289489746\n", "Step 176:\n", "Loss: 2.4257254600524902\n", "Step 177:\n", "Loss: 2.9447600841522217\n", "Step 178:\n", "Loss: 2.5970871448516846\n", "Step 179:\n", "Loss: 2.6000304222106934\n", "Step 180:\n", "Loss: 2.3360435962677\n", "Step 181:\n", "Loss: 2.4599552154541016\n", "Step 182:\n", "Loss: 2.4972286224365234\n", "Step 183:\n", "Loss: 2.3173413276672363\n", "Step 184:\n", "Loss: 2.59820556640625\n", "Step 185:\n", "Loss: 2.8107008934020996\n", "Step 186:\n", "Loss: 2.294123411178589\n", "Step 187:\n", "Loss: 2.571777820587158\n", "Step 188:\n", "Loss: 2.2672011852264404\n", "Step 189:\n", "Loss: 2.979865789413452\n", "Step 190:\n", "Loss: 2.1948704719543457\n", "Step 191:\n", "Loss: 2.818923234939575\n", "Step 192:\n", "Loss: 2.0881941318511963\n", "Step 193:\n", "Loss: 2.315427780151367\n", "Step 194:\n", "Loss: 2.8759586811065674\n", "Step 195:\n", "Loss: 2.1763412952423096\n", "Step 196:\n", "Loss: 2.2988436222076416\n", "Step 197:\n", "Loss: 2.549647569656372\n", "Step 198:\n", "Loss: 2.235809326171875\n", "Step 199:\n", "Loss: 2.1678125858306885\n", "Step 200:\n", "Loss: 2.2194886207580566\n", "Step 201:\n", "Loss: 2.2982261180877686\n", "Step 202:\n", "Loss: 2.6153481006622314\n", "Step 203:\n", "Loss: 2.627716541290283\n", "Step 204:\n", "Loss: 2.6107430458068848\n", "Step 205:\n", "Loss: 2.747431755065918\n", "Step 206:\n", "Loss: 2.6548540592193604\n", "Step 207:\n", "Loss: 2.3310389518737793\n", "Step 208:\n", "Loss: 2.1557068824768066\n", "Step 209:\n", "Loss: 2.6274092197418213\n", "Step 210:\n", "Loss: 2.0977206230163574\n", "Step 211:\n", "Loss: 2.680190324783325\n", "Step 212:\n", "Loss: 2.4548091888427734\n", "Step 213:\n", "Loss: 2.3273098468780518\n", "Step 214:\n", "Loss: 2.756824254989624\n", "Step 215:\n", "Loss: 2.387629747390747\n", "Step 216:\n", "Loss: 2.8235831260681152\n", "Step 217:\n", "Loss: 2.1654953956604004\n", "Step 218:\n", "Loss: 2.374319076538086\n", "Step 219:\n", "Loss: 2.7145657539367676\n", "Step 220:\n", "Loss: 2.5570430755615234\n", "Step 221:\n", "Loss: 2.1904261112213135\n", "Step 222:\n", "Loss: 3.078216552734375\n", "Step 223:\n", "Loss: 2.2580065727233887\n", "Step 224:\n", "Loss: 2.446850061416626\n", "Step 225:\n", "Loss: 2.2952327728271484\n", "Step 226:\n", "Loss: 2.2638492584228516\n", "Step 227:\n", "Loss: 2.8739724159240723\n", "Step 228:\n", "Loss: 2.6294074058532715\n", "Step 229:\n", "Loss: 2.6446211338043213\n", "Step 230:\n", "Loss: 2.3913328647613525\n", "Step 231:\n", "Loss: 2.717758893966675\n", "Step 232:\n", "Loss: 2.8331398963928223\n", "Step 233:\n", "Loss: 2.382579803466797\n", "Step 234:\n", "Loss: 2.455399990081787\n", "Step 235:\n", "Loss: 3.1512088775634766\n", "Step 236:\n", "Loss: 2.7266809940338135\n", "Step 237:\n", "Loss: 2.3799307346343994\n", "Step 238:\n", "Loss: 2.9032959938049316\n", "Step 239:\n", "Loss: 2.3490071296691895\n", "Step 240:\n", "Loss: 2.5188939571380615\n", "Step 241:\n", "Loss: 2.747377872467041\n", "Step 242:\n", "Loss: 2.5398647785186768\n", "Step 243:\n", "Loss: 2.3191676139831543\n", "Step 244:\n", "Loss: 2.346266746520996\n", "Step 245:\n", "Loss: 2.191466808319092\n", "Step 246:\n", "Loss: 2.255715847015381\n", "Step 247:\n", "Loss: 2.503382921218872\n", "Step 248:\n", "Loss: 3.089927911758423\n", "Step 249:\n", "Loss: 2.3190183639526367\n", "Step 250:\n", "Loss: 2.3789374828338623\n", "Step 251:\n", "Loss: 2.2638490200042725\n", "Step 252:\n", "Loss: 2.7745070457458496\n", "Step 253:\n", "Loss: 2.4163546562194824\n", "Step 254:\n", "Loss: 3.1976382732391357\n", "Step 255:\n", "Loss: 2.4764504432678223\n", "Step 256:\n", "Loss: 2.85640025138855\n", "Step 257:\n", "Loss: 2.585982322692871\n", "Step 258:\n", "Loss: 2.1474034786224365\n", "Step 259:\n", "Loss: 2.728670120239258\n", "Step 260:\n", "Loss: 2.3557958602905273\n", "Step 261:\n", "Loss: 2.8857550621032715\n", "Step 262:\n", "Loss: 2.3956096172332764\n", "Step 263:\n", "Loss: 2.1366641521453857\n", "Step 264:\n", "Loss: 2.2078189849853516\n", "Step 265:\n", "Loss: 2.2860164642333984\n", "Step 266:\n", "Loss: 2.538933277130127\n", "Step 267:\n", "Loss: 2.511000871658325\n", "Step 268:\n", "Loss: 1.707061767578125\n", "Step 269:\n", "Loss: 1.9190254211425781\n", "Step 270:\n", "Loss: 2.360456943511963\n", "Step 271:\n", "Loss: 2.826443910598755\n", "Step 272:\n", "Loss: 2.6440234184265137\n", "Step 273:\n", "Loss: 2.9344029426574707\n", "Step 274:\n", "Loss: 2.2405242919921875\n", "Step 275:\n", "Loss: 2.0912866592407227\n", "Step 276:\n", "Loss: 2.028531551361084\n", "Step 277:\n", "Loss: 2.5318996906280518\n", "Step 278:\n", "Loss: 2.416283130645752\n", "Step 279:\n", "Loss: 2.217423677444458\n", "Step 280:\n", "Loss: 3.0096852779388428\n", "Step 281:\n", "Loss: 2.361461877822876\n", "Step 282:\n", "Loss: 1.9781138896942139\n", "Step 283:\n", "Loss: 2.389141798019409\n", "Step 284:\n", "Loss: 2.428764820098877\n", "Step 285:\n", "Loss: 2.4544155597686768\n", "Step 286:\n", "Loss: 2.438262939453125\n", "Step 287:\n", "Loss: 2.511941909790039\n", "Step 288:\n", "Loss: 2.3758697509765625\n", "Step 289:\n", "Loss: 2.631126880645752\n", "Step 290:\n", "Loss: 2.4664111137390137\n", "Step 291:\n", "Loss: 2.526756525039673\n", "Step 292:\n", "Loss: 2.581897258758545\n", "Step 293:\n", "Loss: 2.5433645248413086\n", "Step 294:\n", "Loss: 2.4430453777313232\n", "Step 295:\n", "Loss: 2.369774103164673\n", "Step 296:\n", "Loss: 2.146228313446045\n", "Step 297:\n", "Loss: 2.7579987049102783\n", "Step 298:\n", "Loss: 2.108693838119507\n", "Step 299:\n", "Loss: 2.801872491836548\n", "Step 300:\n", "Loss: 3.086297035217285\n", "Step 301:\n", "Loss: 2.6803126335144043\n", "Step 302:\n", "Loss: 2.2146363258361816\n", "Step 303:\n", "Loss: 2.337308168411255\n", "Step 304:\n", "Loss: 2.6870672702789307\n", "Step 305:\n", "Loss: 2.691953182220459\n", "Step 306:\n", "Loss: 2.2439169883728027\n", "Step 307:\n", "Loss: 2.648862838745117\n", "Step 308:\n", "Loss: 1.844316840171814\n", "Step 309:\n", "Loss: 2.758094310760498\n", "Step 310:\n", "Loss: 2.3809053897857666\n", "Step 311:\n", "Loss: 2.1501364707946777\n", "Step 312:\n", "Loss: 2.69614839553833\n", "Step 313:\n", "Loss: 2.3431143760681152\n", "Step 314:\n", "Loss: 2.06483793258667\n", "Step 315:\n", "Loss: 2.259537696838379\n", "Step 316:\n", "Loss: 2.5851850509643555\n", "Step 317:\n", "Loss: 2.6724119186401367\n", "Step 318:\n", "Loss: 2.5423882007598877\n", "Step 319:\n", "Loss: 2.4117019176483154\n", "Step 320:\n", "Loss: 2.167509078979492\n", "Step 321:\n", "Loss: 2.3088090419769287\n", "Step 322:\n", "Loss: 2.8267874717712402\n", "Step 323:\n", "Loss: 1.7580615282058716\n", "Step 324:\n", "Loss: 3.0836222171783447\n", "Step 325:\n", "Loss: 2.6420702934265137\n", "Step 326:\n", "Loss: 2.757005214691162\n", "Step 327:\n", "Loss: 2.552432060241699\n", "Step 328:\n", "Loss: 2.350569486618042\n", "Step 329:\n", "Loss: 2.3448739051818848\n", "Step 330:\n", "Loss: 2.1138267517089844\n", "Step 331:\n", "Loss: 2.621046781539917\n", "Step 332:\n", "Loss: 2.766786813735962\n", "Step 333:\n", "Loss: 2.224383592605591\n", "Step 334:\n", "Loss: 1.7038354873657227\n", "Step 335:\n", "Loss: 2.58717679977417\n", "Step 336:\n", "Loss: 2.3509063720703125\n", "Step 337:\n", "Loss: 2.1695852279663086\n", "Step 338:\n", "Loss: 2.482877731323242\n", "Step 339:\n", "Loss: 2.4859683513641357\n", "Step 340:\n", "Loss: 3.217365264892578\n", "Step 341:\n", "Loss: 2.202871084213257\n", "Step 342:\n", "Loss: 2.232307195663452\n", "Step 343:\n", "Loss: 2.6847360134124756\n", "Step 344:\n", "Loss: 2.617147922515869\n", "Step 345:\n", "Loss: 2.559302806854248\n", "Step 346:\n", "Loss: 3.0867502689361572\n", "Step 347:\n", "Loss: 2.2485363483428955\n", "Step 348:\n", "Loss: 2.964803695678711\n", "Step 349:\n", "Loss: 2.0308215618133545\n", "Step 350:\n", "Loss: 2.4673237800598145\n", "Step 351:\n", "Loss: 2.5233447551727295\n", "Step 352:\n", "Loss: 2.1966934204101562\n", "Step 353:\n", "Loss: 2.405032157897949\n", "Step 354:\n", "Loss: 2.267880916595459\n", "Step 355:\n", "Loss: 3.0288338661193848\n", "Step 356:\n", "Loss: 2.681865930557251\n", "Step 357:\n", "Loss: 2.8474321365356445\n", "Step 358:\n", "Loss: 2.583430290222168\n", "Step 359:\n", "Loss: 2.5401501655578613\n", "Step 360:\n", "Loss: 2.580889940261841\n", "Step 361:\n", "Loss: 3.241971492767334\n", "Step 362:\n", "Loss: 2.3741865158081055\n", "Step 363:\n", "Loss: 2.703951597213745\n", "Step 364:\n", "Loss: 2.8475236892700195\n", "Step 365:\n", "Loss: 2.6311111450195312\n", "Step 366:\n", "Loss: 2.770784854888916\n", "Step 367:\n", "Loss: 2.59976863861084\n", "Step 368:\n", "Loss: 2.2702293395996094\n", "Step 369:\n", "Loss: 2.279021978378296\n", "Step 370:\n", "Loss: 2.679877996444702\n", "Step 371:\n", "Loss: 2.9459314346313477\n", "Step 372:\n", "Loss: 2.397576332092285\n", "Step 373:\n", "Loss: 2.280141830444336\n", "Step 374:\n", "Loss: 2.411708354949951\n", "Step 375:\n", "Loss: 1.691537618637085\n", "Step 376:\n", "Loss: 2.6051549911499023\n", "Step 377:\n", "Loss: 2.0986807346343994\n", "Step 378:\n", "Loss: 2.5952415466308594\n", "Step 379:\n", "Loss: 2.3211159706115723\n", "Step 380:\n", "Loss: 2.473093032836914\n", "Step 381:\n", "Loss: 2.597355365753174\n", "Step 382:\n", "Loss: 2.255896806716919\n", "Step 383:\n", "Loss: 2.3699791431427\n", "Step 384:\n", "Loss: 2.4373831748962402\n", "Step 385:\n", "Loss: 2.4202370643615723\n", "Step 386:\n", "Loss: 2.4008076190948486\n", "Step 387:\n", "Loss: 2.6273629665374756\n", "Step 388:\n", "Loss: 2.779299259185791\n", "Step 389:\n", "Loss: 2.4077301025390625\n", "Step 390:\n", "Loss: 2.4427950382232666\n", "Step 391:\n", "Loss: 2.8310019969940186\n", "Step 392:\n", "Loss: 2.148587703704834\n", "Step 393:\n", "Loss: 2.6517906188964844\n", "Step 394:\n", "Loss: 2.5837361812591553\n", "Step 395:\n", "Loss: 2.243995189666748\n", "Step 396:\n", "Loss: 2.327136754989624\n", "Step 397:\n", "Loss: 2.5767765045166016\n", "Step 398:\n", "Loss: 2.3611862659454346\n", "Step 399:\n", "Loss: 2.2561163902282715\n", "Step 400:\n", "Loss: 2.2686781883239746\n", "Step 401:\n", "Loss: 2.1488795280456543\n", "Step 402:\n", "Loss: 2.4815168380737305\n", "Step 403:\n", "Loss: 3.0555620193481445\n", "Step 404:\n", "Loss: 2.4026906490325928\n", "Step 405:\n", "Loss: 2.4730868339538574\n", "Step 406:\n", "Loss: 1.9036422967910767\n", "Step 407:\n", "Loss: 2.4236836433410645\n", "Step 408:\n", "Loss: 3.1061365604400635\n", "Step 409:\n", "Loss: 2.601081371307373\n", "Step 410:\n", "Loss: 2.1596083641052246\n", "Step 411:\n", "Loss: 2.7650694847106934\n", "Step 412:\n", "Loss: 2.3894662857055664\n", "Step 413:\n", "Loss: 2.2347240447998047\n", "Step 414:\n", "Loss: 2.344942092895508\n", "Step 415:\n", "Loss: 2.1792445182800293\n", "Step 416:\n", "Loss: 2.4551773071289062\n", "Step 417:\n", "Loss: 2.2071104049682617\n", "Step 418:\n", "Loss: 2.1504898071289062\n", "Step 419:\n", "Loss: 2.185298442840576\n", "Step 420:\n", "Loss: 2.317457914352417\n", "Step 421:\n", "Loss: 2.389669418334961\n", "Step 422:\n", "Loss: 2.7493324279785156\n", "Step 423:\n", "Loss: 2.0675852298736572\n", "Step 424:\n", "Loss: 2.6383562088012695\n", "Step 425:\n", "Loss: 2.820312023162842\n", "Step 426:\n", "Loss: 2.403762102127075\n", "Step 427:\n", "Loss: 2.0513596534729004\n", "Step 428:\n", "Loss: 2.4096932411193848\n", "Step 429:\n", "Loss: 2.27183198928833\n", "Step 430:\n", "Loss: 2.3522658348083496\n", "Step 431:\n", "Loss: 2.9996635913848877\n", "Step 432:\n", "Loss: 2.4935014247894287\n", "Step 433:\n", "Loss: 2.3950035572052\n", "Step 434:\n", "Loss: 2.522796154022217\n", "Step 435:\n", "Loss: 2.61063814163208\n", "Step 436:\n", "Loss: 2.266570806503296\n", "Step 437:\n", "Loss: 2.898550033569336\n", "Step 438:\n", "Loss: 2.1068217754364014\n", "Step 439:\n", "Loss: 1.9947116374969482\n", "Step 440:\n", "Loss: 2.1364941596984863\n", "Step 441:\n", "Loss: 2.5638773441314697\n", "Step 442:\n", "Loss: 2.879814624786377\n", "Step 443:\n", "Loss: 2.3643412590026855\n", "Step 444:\n", "Loss: 2.4005846977233887\n", "Step 445:\n", "Loss: 3.0907111167907715\n", "Step 446:\n", "Loss: 2.0443623065948486\n", "Step 447:\n", "Loss: 1.9888466596603394\n", "Step 448:\n", "Loss: 2.4330825805664062\n", "Step 449:\n", "Loss: 2.6228065490722656\n", "Step 450:\n", "Loss: 2.242490530014038\n", "Step 451:\n", "Loss: 2.39227032661438\n", "Step 452:\n", "Loss: 2.5509817600250244\n", "Step 453:\n", "Loss: 2.723320245742798\n", "Step 454:\n", "Loss: 2.4910879135131836\n", "Step 455:\n", "Loss: 2.6095473766326904\n", "Step 456:\n", "Loss: 2.228975772857666\n", "Step 457:\n", "Loss: 2.5044925212860107\n", "Step 458:\n", "Loss: 2.661954402923584\n", "Step 459:\n", "Loss: 2.2485945224761963\n", "Step 460:\n", "Loss: 2.6823697090148926\n", "Step 461:\n", "Loss: 2.2796857357025146\n", "Step 462:\n", "Loss: 2.547318935394287\n", "Step 463:\n", "Loss: 2.196011781692505\n", "Step 464:\n", "Loss: 2.3196256160736084\n", "Step 465:\n", "Loss: 2.2903430461883545\n", "Step 466:\n", "Loss: 2.5655789375305176\n", "Step 467:\n", "Loss: 3.0066797733306885\n", "Step 468:\n", "Loss: 2.0793235301971436\n", "Step 469:\n", "Loss: 2.3579745292663574\n", "Step 470:\n", "Loss: 2.661762237548828\n", "Step 471:\n", "Loss: 1.8267645835876465\n", "Step 472:\n", "Loss: 2.2781755924224854\n", "Step 473:\n", "Loss: 2.563335418701172\n", "Step 474:\n", "Loss: 2.5964393615722656\n", "Step 475:\n", "Loss: 2.8722925186157227\n", "Step 476:\n", "Loss: 2.361055374145508\n", "Step 477:\n", "Loss: 2.3786253929138184\n", "Step 478:\n", "Loss: 2.20371150970459\n", "Step 479:\n", "Loss: 2.484065532684326\n", "Step 480:\n", "Loss: 2.481555223464966\n", "Step 481:\n", "Loss: 2.09364914894104\n", "Step 482:\n", "Loss: 2.8099265098571777\n", "Step 483:\n", "Loss: 2.7805228233337402\n", "Step 484:\n", "Loss: 2.437359094619751\n", "Step 485:\n", "Loss: 2.4211599826812744\n", "Step 486:\n", "Loss: 2.6371774673461914\n", "Step 487:\n", "Loss: 1.9380823373794556\n", "Step 488:\n", "Loss: 2.447312831878662\n", "Step 489:\n", "Loss: 2.141862154006958\n", "Step 490:\n", "Loss: 2.479093313217163\n", "Step 491:\n", "Loss: 1.914705514907837\n", "Step 492:\n", "Loss: 2.6382598876953125\n", "Step 493:\n", "Loss: 2.259687900543213\n", "Step 494:\n", "Loss: 2.3279659748077393\n", "Step 495:\n", "Loss: 1.8480576276779175\n", "Step 496:\n", "Loss: 2.4890785217285156\n", "Step 497:\n", "Loss: 2.7856662273406982\n", "Step 498:\n", "Loss: 2.8353991508483887\n", "Step 499:\n", "Loss: 1.9817475080490112\n", "Step 500:\n", "Loss: 2.875173568725586\n", "Step 501:\n", "Loss: 2.130615472793579\n", "Step 502:\n", "Loss: 3.2214784622192383\n", "Step 503:\n", "Loss: 2.8362581729888916\n", "Step 504:\n", "Loss: 2.4574644565582275\n", "Step 505:\n", "Loss: 2.8403337001800537\n", "Step 506:\n", "Loss: 2.6157686710357666\n", "Step 507:\n", "Loss: 2.3643107414245605\n", "Step 508:\n", "Loss: 2.556697368621826\n", "Step 509:\n", "Loss: 2.520078420639038\n", "Step 510:\n", "Loss: 2.124654531478882\n", "Step 511:\n", "Loss: 2.532059669494629\n", "Step 512:\n", "Loss: 2.1165289878845215\n", "Step 513:\n", "Loss: 2.308202028274536\n", "Step 514:\n", "Loss: 2.1432723999023438\n", "Step 515:\n", "Loss: 2.5959017276763916\n", "Step 516:\n", "Loss: 2.6271142959594727\n", "Step 517:\n", "Loss: 2.413728952407837\n", "Step 518:\n", "Loss: 2.429326057434082\n", "Step 519:\n", "Loss: 2.3795130252838135\n", "Step 520:\n", "Loss: 2.238426685333252\n", "Step 521:\n", "Loss: 2.4257311820983887\n", "Step 522:\n", "Loss: 2.6800880432128906\n", "Step 523:\n", "Loss: 2.6810450553894043\n", "Step 524:\n", "Loss: 2.518268346786499\n", "Step 525:\n", "Loss: 2.8221993446350098\n", "Step 526:\n", "Loss: 2.5777251720428467\n", "Step 527:\n", "Loss: 1.8326847553253174\n", "Step 528:\n", "Loss: 2.5463647842407227\n", "Step 529:\n", "Loss: 2.3648791313171387\n", "Step 530:\n", "Loss: 2.6137173175811768\n", "Step 531:\n", "Loss: 2.615098476409912\n", "Step 532:\n", "Loss: 2.7663838863372803\n", "Step 533:\n", "Loss: 2.5386574268341064\n", "Step 534:\n", "Loss: 2.2019224166870117\n", "Step 535:\n", "Loss: 2.6935746669769287\n", "Step 536:\n", "Loss: 2.291019916534424\n", "Step 537:\n", "Loss: 3.14608097076416\n", "Step 538:\n", "Loss: 2.0779759883880615\n", "Step 539:\n", "Loss: 2.6485209465026855\n", "Step 540:\n", "Loss: 3.010622501373291\n", "Step 541:\n", "Loss: 2.4560627937316895\n", "Step 542:\n", "Loss: 2.6633994579315186\n", "Step 543:\n", "Loss: 2.7824923992156982\n", "Step 544:\n", "Loss: 2.073047637939453\n", "Step 545:\n", "Loss: 2.3412861824035645\n", "Step 546:\n", "Loss: 2.28659725189209\n", "Step 547:\n", "Loss: 2.0210351943969727\n", "Step 548:\n", "Loss: 2.829833984375\n", "Step 549:\n", "Loss: 2.18927001953125\n", "Step 550:\n", "Loss: 2.435473680496216\n", "Step 551:\n", "Loss: 2.440723419189453\n", "Step 552:\n", "Loss: 3.0604679584503174\n", "Step 553:\n", "Loss: 2.630359172821045\n", "Step 554:\n", "Loss: 2.1645288467407227\n", "Step 555:\n", "Loss: 2.6501994132995605\n", "Step 556:\n", "Loss: 2.6092634201049805\n", "Step 557:\n", "Loss: 2.129995107650757\n", "Step 558:\n", "Loss: 2.3220324516296387\n", "Step 559:\n", "Loss: 2.472074031829834\n", "Step 560:\n", "Loss: 2.2931480407714844\n", "Step 561:\n", "Loss: 2.1933186054229736\n", "Step 562:\n", "Loss: 2.62796950340271\n", "Step 563:\n", "Loss: 2.5094354152679443\n", "Step 564:\n", "Loss: 2.518711805343628\n", "Step 565:\n", "Loss: 2.706305503845215\n", "Step 566:\n", "Loss: 2.3198649883270264\n", "Step 567:\n", "Loss: 2.0660793781280518\n", "Step 568:\n", "Loss: 2.5146679878234863\n", "Step 569:\n", "Loss: 2.039654493331909\n", "Step 570:\n", "Loss: 1.6091936826705933\n", "Step 571:\n", "Loss: 2.179778814315796\n", "Step 572:\n", "Loss: 2.7400147914886475\n", "Step 573:\n", "Loss: 2.725145101547241\n", "Step 574:\n", "Loss: 2.073751926422119\n", "Step 575:\n", "Loss: 3.083124876022339\n", "Step 576:\n", "Loss: 2.8210692405700684\n", "Step 577:\n", "Loss: 2.067530632019043\n", "Step 578:\n", "Loss: 2.5874931812286377\n", "Step 579:\n", "Loss: 2.2412211894989014\n", "Step 580:\n", "Loss: 2.6132006645202637\n", "Step 581:\n", "Loss: 2.578805446624756\n", "Step 582:\n", "Loss: 2.470630407333374\n", "Step 583:\n", "Loss: 2.2770161628723145\n", "Step 584:\n", "Loss: 2.1780691146850586\n", "Step 585:\n", "Loss: 2.3340392112731934\n", "Step 586:\n", "Loss: 2.219491958618164\n", "Step 587:\n", "Loss: 2.2166128158569336\n", "Step 588:\n", "Loss: 2.128617525100708\n", "Step 589:\n", "Loss: 2.382087469100952\n", "Step 590:\n", "Loss: 2.298067092895508\n", "Step 591:\n", "Loss: 2.4719491004943848\n", "Step 592:\n", "Loss: 2.715463399887085\n", "Step 593:\n", "Loss: 2.5155279636383057\n", "Step 594:\n", "Loss: 2.358790397644043\n", "Step 595:\n", "Loss: 2.489121675491333\n", "Step 596:\n", "Loss: 2.7865400314331055\n", "Step 597:\n", "Loss: 2.243748903274536\n", "Step 598:\n", "Loss: 2.325467824935913\n", "Step 599:\n", "Loss: 2.1813840866088867\n", "Step 600:\n", "Loss: 2.2518577575683594\n", "Step 601:\n", "Loss: 2.809021472930908\n", "Step 602:\n", "Loss: 2.2771942615509033\n", "Step 603:\n", "Loss: 2.0091495513916016\n", "Step 604:\n", "Loss: 2.2708473205566406\n", "Step 605:\n", "Loss: 2.6443469524383545\n", "Step 606:\n", "Loss: 2.4317269325256348\n", "Step 607:\n", "Loss: 2.0881807804107666\n", "Step 608:\n", "Loss: 1.756967306137085\n", "Step 609:\n", "Loss: 2.505974054336548\n", "Step 610:\n", "Loss: 2.8446269035339355\n", "Step 611:\n", "Loss: 2.5825016498565674\n", "Step 612:\n", "Loss: 2.6868340969085693\n", "Step 613:\n", "Loss: 2.8005523681640625\n", "Step 614:\n", "Loss: 2.7439680099487305\n", "Step 615:\n", "Loss: 2.154597043991089\n", "Step 616:\n", "Loss: 2.6135013103485107\n", "Step 617:\n", "Loss: 2.7189788818359375\n", "Step 618:\n", "Loss: 2.9063563346862793\n", "Step 619:\n", "Loss: 2.212282657623291\n", "Step 620:\n", "Loss: 2.463921546936035\n", "Step 621:\n", "Loss: 2.4539237022399902\n", "Step 622:\n", "Loss: 2.669649839401245\n", "Step 623:\n", "Loss: 2.263577699661255\n", "Step 624:\n", "Loss: 2.3388960361480713\n", "Step 625:\n", "Loss: 2.7935667037963867\n", "Step 626:\n", "Loss: 2.3245599269866943\n", "Step 627:\n", "Loss: 2.234318971633911\n", "Step 628:\n", "Loss: 2.615521192550659\n", "Step 629:\n", "Loss: 2.0440731048583984\n", "Step 630:\n", "Loss: 3.129725217819214\n", "Step 631:\n", "Loss: 1.8225904703140259\n", "Step 632:\n", "Loss: 2.488150119781494\n", "Step 633:\n", "Loss: 2.384766101837158\n", "Step 634:\n", "Loss: 2.0713021755218506\n", "Step 635:\n", "Loss: 2.886667251586914\n", "Step 636:\n", "Loss: 2.430002450942993\n", "Step 637:\n", "Loss: 2.3399014472961426\n", "Step 638:\n", "Loss: 2.4125263690948486\n", "Step 639:\n", "Loss: 2.5913264751434326\n", "Step 640:\n", "Loss: 2.4721457958221436\n", "Step 641:\n", "Loss: 2.3799490928649902\n", "Step 642:\n", "Loss: 2.669996500015259\n", "Step 643:\n", "Loss: 2.5535190105438232\n", "Step 644:\n", "Loss: 3.039097309112549\n", "Step 645:\n", "Loss: 2.53909969329834\n", "Step 646:\n", "Loss: 1.8843121528625488\n", "Step 647:\n", "Loss: 3.0963082313537598\n", "Step 648:\n", "Loss: 2.5644898414611816\n", "Step 649:\n", "Loss: 2.6796460151672363\n", "Step 650:\n", "Loss: 2.180931806564331\n", "Step 651:\n", "Loss: 2.504171848297119\n", "Step 652:\n", "Loss: 2.306300640106201\n", "Step 653:\n", "Loss: 1.8538721799850464\n", "Step 654:\n", "Loss: 2.820143222808838\n", "Step 655:\n", "Loss: 2.3012781143188477\n", "Step 656:\n", "Loss: 2.1386172771453857\n", "Step 657:\n", "Loss: 2.53790020942688\n", "Step 658:\n", "Loss: 2.1996099948883057\n", "Step 659:\n", "Loss: 2.0399067401885986\n", "Step 660:\n", "Loss: 2.5686612129211426\n", "Step 661:\n", "Loss: 2.527878522872925\n", "Step 662:\n", "Loss: 2.453556776046753\n", "Step 663:\n", "Loss: 2.5857019424438477\n", "Step 664:\n", "Loss: 2.0585217475891113\n", "Step 665:\n", "Loss: 2.3750112056732178\n", "Step 666:\n", "Loss: 2.7629899978637695\n", "Step 667:\n", "Loss: 2.3113739490509033\n", "Step 668:\n", "Loss: 2.2751810550689697\n", "Step 669:\n", "Loss: 2.2657670974731445\n", "Step 670:\n", "Loss: 2.129133701324463\n", "Step 671:\n", "Loss: 2.225797653198242\n", "Step 672:\n", "Loss: 2.7077558040618896\n", "Step 673:\n", "Loss: 2.336172580718994\n", "Step 674:\n", "Loss: 2.367685079574585\n", "Step 675:\n", "Loss: 2.6643691062927246\n", "Step 676:\n", "Loss: 2.009718894958496\n", "Step 677:\n", "Loss: 2.3643882274627686\n", "Step 678:\n", "Loss: 2.1423697471618652\n", "Step 679:\n", "Loss: 2.887320041656494\n", "Step 680:\n", "Loss: 2.059011220932007\n", "Step 681:\n", "Loss: 2.2146339416503906\n", "Step 682:\n", "Loss: 2.5391688346862793\n", "Step 683:\n", "Loss: 2.1982128620147705\n", "Step 684:\n", "Loss: 1.972025990486145\n", "Step 685:\n", "Loss: 2.607802152633667\n", "Step 686:\n", "Loss: 1.8463858366012573\n", "Step 687:\n", "Loss: 1.9009416103363037\n", "Step 688:\n", "Loss: 2.6737873554229736\n", "Step 689:\n", "Loss: 2.679567337036133\n", "Step 690:\n", "Loss: 2.9423558712005615\n", "Step 691:\n", "Loss: 2.0272579193115234\n", "Step 692:\n", "Loss: 2.1971473693847656\n", "Step 693:\n", "Loss: 2.334033489227295\n", "Step 694:\n", "Loss: 2.1380510330200195\n", "Step 695:\n", "Loss: 2.281367301940918\n", "Step 696:\n", "Loss: 2.293753147125244\n", "Step 697:\n", "Loss: 2.9662623405456543\n", "Step 698:\n", "Loss: 2.9089369773864746\n", "Step 699:\n", "Loss: 2.521942615509033\n", "Step 700:\n", "Loss: 2.779162883758545\n", "Step 701:\n", "Loss: 2.172044277191162\n", "Step 702:\n", "Loss: 2.5690906047821045\n", "Step 703:\n", "Loss: 1.9589533805847168\n", "Step 704:\n", "Loss: 2.1374950408935547\n", "Step 705:\n", "Loss: 3.028507709503174\n", "Step 706:\n", "Loss: 2.752469062805176\n", "Step 707:\n", "Loss: 2.1530227661132812\n", "Step 708:\n", "Loss: 2.009293794631958\n", "Step 709:\n", "Loss: 1.9738750457763672\n", "Step 710:\n", "Loss: 2.0583584308624268\n", "Step 711:\n", "Loss: 2.6952385902404785\n", "Step 712:\n", "Loss: 2.397407054901123\n", "Step 713:\n", "Loss: 2.6286466121673584\n", "Step 714:\n", "Loss: 2.312371253967285\n", "Step 715:\n", "Loss: 2.626844882965088\n", "Step 716:\n", "Loss: 2.6337335109710693\n", "Step 717:\n", "Loss: 2.205493211746216\n", "Step 718:\n", "Loss: 1.8569364547729492\n", "Step 719:\n", "Loss: 2.292473077774048\n", "Step 720:\n", "Loss: 3.054368734359741\n", "Step 721:\n", "Loss: 2.1721456050872803\n", "Step 722:\n", "Loss: 2.305523157119751\n", "Step 723:\n", "Loss: 2.370244264602661\n", "Step 724:\n", "Loss: 2.3667235374450684\n", "Step 725:\n", "Loss: 2.4255495071411133\n", "Step 726:\n", "Loss: 1.7320359945297241\n", "Step 727:\n", "Loss: 1.993501901626587\n", "Step 728:\n", "Loss: 2.8134241104125977\n", "Step 729:\n", "Loss: 2.5797226428985596\n", "Step 730:\n", "Loss: 2.470836639404297\n", "Step 731:\n", "Loss: 2.3733129501342773\n", "Step 732:\n", "Loss: 2.5063564777374268\n", "Step 733:\n", "Loss: 2.362565040588379\n", "Step 734:\n", "Loss: 2.8112478256225586\n", "Step 735:\n", "Loss: 2.283987045288086\n", "Step 736:\n", "Loss: 2.3628463745117188\n", "Step 737:\n", "Loss: 2.4346909523010254\n", "Step 738:\n", "Loss: 2.258406639099121\n", "Step 739:\n", "Loss: 2.2829933166503906\n", "Step 740:\n", "Loss: 1.9201116561889648\n", "Step 741:\n", "Loss: 2.8198556900024414\n", "Step 742:\n", "Loss: 2.125581741333008\n", "Step 743:\n", "Loss: 1.887853980064392\n", "Step 744:\n", "Loss: 2.8710789680480957\n", "Step 745:\n", "Loss: 2.9773435592651367\n", "Step 746:\n", "Loss: 2.5902256965637207\n", "Step 747:\n", "Loss: 2.1817829608917236\n", "Step 748:\n", "Loss: 2.544416666030884\n", "Step 749:\n", "Loss: 2.1152069568634033\n", "Step 750:\n", "Loss: 2.2085931301116943\n", "Step 751:\n", "Loss: 2.46462345123291\n", "Step 752:\n", "Loss: 2.2774298191070557\n", "Step 753:\n", "Loss: 2.6371800899505615\n", "Step 754:\n", "Loss: 2.3652515411376953\n", "Step 755:\n", "Loss: 2.017519950866699\n", "Step 756:\n", "Loss: 2.0203115940093994\n", "Step 757:\n", "Loss: 2.6399893760681152\n", "Step 758:\n", "Loss: 2.5046422481536865\n", "Step 759:\n", "Loss: 2.1518590450286865\n", "Step 760:\n", "Loss: 1.845731496810913\n", "Step 761:\n", "Loss: 2.044947862625122\n", "Step 762:\n", "Loss: 2.347370147705078\n", "Step 763:\n", "Loss: 2.86544132232666\n", "Step 764:\n", "Loss: 2.5369856357574463\n", "Step 765:\n", "Loss: 1.9640107154846191\n", "Step 766:\n", "Loss: 1.9652236700057983\n", "Step 767:\n", "Loss: 3.1534810066223145\n", "Step 768:\n", "Loss: 2.422943592071533\n", "Step 769:\n", "Loss: 2.4496376514434814\n", "Step 770:\n", "Loss: 2.029762029647827\n", "Step 771:\n", "Loss: 2.2791690826416016\n", "Step 772:\n", "Loss: 2.3722996711730957\n", "Step 773:\n", "Loss: 2.0159595012664795\n", "Step 774:\n", "Loss: 2.420658588409424\n", "Step 775:\n", "Loss: 2.4524621963500977\n", "Step 776:\n", "Loss: 2.4559338092803955\n", "Step 777:\n", "Loss: 2.645554542541504\n", "Step 778:\n", "Loss: 2.595423936843872\n", "Step 779:\n", "Loss: 3.2430419921875\n", "Step 780:\n", "Loss: 2.514758586883545\n", "Step 781:\n", "Loss: 2.277336597442627\n", "Step 782:\n", "Loss: 2.5358572006225586\n", "Step 783:\n", "Loss: 2.1722121238708496\n", "Step 784:\n", "Loss: 2.1173019409179688\n", "Step 785:\n", "Loss: 2.6324379444122314\n", "Step 786:\n", "Loss: 2.2822766304016113\n", "Step 787:\n", "Loss: 3.00345516204834\n", "Step 788:\n", "Loss: 2.2081315517425537\n", "Step 789:\n", "Loss: 2.490513324737549\n", "Step 790:\n", "Loss: 2.150813579559326\n", "Step 791:\n", "Loss: 3.2576820850372314\n", "Step 792:\n", "Loss: 2.7993903160095215\n", "Step 793:\n", "Loss: 2.257537841796875\n", "Step 794:\n", "Loss: 2.48722505569458\n", "Step 795:\n", "Loss: 2.475649118423462\n", "Step 796:\n", "Loss: 2.4543426036834717\n", "Step 797:\n", "Loss: 2.059023380279541\n", "Step 798:\n", "Loss: 2.491253137588501\n", "Step 799:\n", "Loss: 2.122969150543213\n", "Step 800:\n", "Loss: 2.6433305740356445\n", "Step 801:\n", "Loss: 2.4562816619873047\n", "Step 802:\n", "Loss: 2.220111131668091\n", "Step 803:\n", "Loss: 1.8283803462982178\n", "Step 804:\n", "Loss: 1.9605776071548462\n", "Step 805:\n", "Loss: 2.22668719291687\n", "Step 806:\n", "Loss: 1.8838679790496826\n", "Step 807:\n", "Loss: 2.5451409816741943\n", "Step 808:\n", "Loss: 1.9693400859832764\n", "Step 809:\n", "Loss: 2.132105827331543\n", "Step 810:\n", "Loss: 2.266702175140381\n", "Step 811:\n", "Loss: 2.7186477184295654\n", "Step 812:\n", "Loss: 2.247626781463623\n", "Step 813:\n", "Loss: 2.051229476928711\n", "Step 814:\n", "Loss: 2.2223117351531982\n", "Step 815:\n", "Loss: 1.9708870649337769\n", "Step 816:\n", "Loss: 3.089806318283081\n", "Step 817:\n", "Loss: 2.5078787803649902\n", "Step 818:\n", "Loss: 2.276473045349121\n", "Step 819:\n", "Loss: 2.2442333698272705\n", "Step 820:\n", "Loss: 2.332834243774414\n", "Step 821:\n", "Loss: 2.4491214752197266\n", "Step 822:\n", "Loss: 3.0125772953033447\n", "Step 823:\n", "Loss: 2.463496685028076\n", "Step 824:\n", "Loss: 1.8728210926055908\n", "Step 825:\n", "Loss: 2.5512008666992188\n", "Step 826:\n", "Loss: 2.60197114944458\n", "Step 827:\n", "Loss: 2.654951572418213\n", "Step 828:\n", "Loss: 2.130268096923828\n", "Step 829:\n", "Loss: 2.075847625732422\n", "Step 830:\n", "Loss: 1.7312628030776978\n", "Step 831:\n", "Loss: 1.9144325256347656\n", "Step 832:\n", "Loss: 2.311946392059326\n", "Step 833:\n", "Loss: 2.4536843299865723\n", "Step 834:\n", "Loss: 2.0515904426574707\n", "Step 835:\n", "Loss: 3.057827949523926\n", "Step 836:\n", "Loss: 2.070223093032837\n", "Step 837:\n", "Loss: 2.5922634601593018\n", "Step 838:\n", "Loss: 2.403855323791504\n", "Step 839:\n", "Loss: 2.5897796154022217\n", "Step 840:\n", "Loss: 2.48964524269104\n", "Step 841:\n", "Loss: 1.9304792881011963\n", "Step 842:\n", "Loss: 2.5385401248931885\n", "Step 843:\n", "Loss: 1.8396304845809937\n", "Step 844:\n", "Loss: 2.043545722961426\n", "Step 845:\n", "Loss: 2.2647504806518555\n", "Step 846:\n", "Loss: 3.1318271160125732\n", "Step 847:\n", "Loss: 1.8649611473083496\n", "Step 848:\n", "Loss: 2.6575441360473633\n", "Step 849:\n", "Loss: 2.9308688640594482\n", "Step 850:\n", "Loss: 2.0480213165283203\n", "Step 851:\n", "Loss: 2.517287254333496\n", "Step 852:\n", "Loss: 1.7897047996520996\n", "Step 853:\n", "Loss: 2.8354153633117676\n", "Step 854:\n", "Loss: 2.5592997074127197\n", "Step 855:\n", "Loss: 2.4987831115722656\n", "Step 856:\n", "Loss: 2.246025323867798\n", "Step 857:\n", "Loss: 2.1034293174743652\n", "Step 858:\n", "Loss: 2.7523770332336426\n", "Step 859:\n", "Loss: 1.99906587600708\n", "Step 860:\n", "Loss: 2.496708869934082\n", "Step 861:\n", "Loss: 2.3438189029693604\n", "Step 862:\n", "Loss: 2.2174932956695557\n", "Step 863:\n", "Loss: 2.626156806945801\n", "Step 864:\n", "Loss: 1.7440232038497925\n", "Step 865:\n", "Loss: 2.147636651992798\n", "Step 866:\n", "Loss: 2.1875274181365967\n", "Step 867:\n", "Loss: 2.675344944000244\n", "Step 868:\n", "Loss: 3.281010627746582\n", "Step 869:\n", "Loss: 2.5191047191619873\n", "Step 870:\n", "Loss: 2.2169690132141113\n", "Step 871:\n", "Loss: 2.1451005935668945\n", "Step 872:\n", "Loss: 2.3961358070373535\n", "Step 873:\n", "Loss: 2.551933526992798\n", "Step 874:\n", "Loss: 2.4551122188568115\n", "Step 875:\n", "Loss: 2.427116870880127\n", "Step 876:\n", "Loss: 2.3585221767425537\n", "Step 877:\n", "Loss: 1.8850311040878296\n", "Step 878:\n", "Loss: 2.4740166664123535\n", "Step 879:\n", "Loss: 2.320366382598877\n", "Step 880:\n", "Loss: 2.20230770111084\n", "Step 881:\n", "Loss: 2.688478469848633\n", "Step 882:\n", "Loss: 2.67755126953125\n", "Step 883:\n", "Loss: 2.9317967891693115\n", "Step 884:\n", "Loss: 2.1998462677001953\n", "Step 885:\n", "Loss: 2.536719799041748\n", "Step 886:\n", "Loss: 2.5563766956329346\n", "Step 887:\n", "Loss: 2.6837947368621826\n", "Step 888:\n", "Loss: 2.4409732818603516\n", "Step 889:\n", "Loss: 2.5971615314483643\n", "Step 890:\n", "Loss: 2.413166046142578\n", "Step 891:\n", "Loss: 2.5296695232391357\n", "Step 892:\n", "Loss: 2.455760955810547\n", "Step 893:\n", "Loss: 2.6794190406799316\n", "Step 894:\n", "Loss: 2.4407620429992676\n", "Step 895:\n", "Loss: 1.8305021524429321\n", "Step 896:\n", "Loss: 2.839644432067871\n", "Step 897:\n", "Loss: 2.6012933254241943\n", "Step 898:\n", "Loss: 1.834521770477295\n", "Step 899:\n", "Loss: 2.428964614868164\n", "Step 900:\n", "Loss: 2.5164999961853027\n", "Step 901:\n", "Loss: 2.4630956649780273\n", "Step 902:\n", "Loss: 2.6825642585754395\n", "Step 903:\n", "Loss: 2.13088059425354\n", "Step 904:\n", "Loss: 2.6917998790740967\n", "Step 905:\n", "Loss: 2.384389877319336\n", "Step 906:\n", "Loss: 1.8915868997573853\n", "Step 907:\n", "Loss: 2.5726585388183594\n", "Step 908:\n", "Loss: 2.0540714263916016\n", "Step 909:\n", "Loss: 2.7140283584594727\n", "Step 910:\n", "Loss: 2.3510026931762695\n", "Step 911:\n", "Loss: 3.007439136505127\n", "Step 912:\n", "Loss: 2.7438817024230957\n", "Step 913:\n", "Loss: 2.2973034381866455\n", "Step 914:\n", "Loss: 2.40120267868042\n", "Step 915:\n", "Loss: 2.4130210876464844\n", "Step 916:\n", "Loss: 2.16972017288208\n", "Step 917:\n", "Loss: 2.0815231800079346\n", "Step 918:\n", "Loss: 2.5120558738708496\n", "Step 919:\n", "Loss: 2.4073472023010254\n", "Step 920:\n", "Loss: 2.7490854263305664\n", "Step 921:\n", "Loss: 2.050975799560547\n", "Step 922:\n", "Loss: 2.9396579265594482\n", "Step 923:\n", "Loss: 2.538836717605591\n", "Step 924:\n", "Loss: 2.1399405002593994\n", "Step 925:\n", "Loss: 2.616793155670166\n", "Step 926:\n", "Loss: 2.2095603942871094\n", "Step 927:\n", "Loss: 2.6150736808776855\n", "Step 928:\n", "Loss: 2.3243472576141357\n", "Step 929:\n", "Loss: 2.348076343536377\n", "Step 930:\n", "Loss: 1.9930185079574585\n", "Step 931:\n", "Loss: 2.2920517921447754\n", "Step 932:\n", "Loss: 2.088057518005371\n", "Step 933:\n", "Loss: 2.2664408683776855\n", "Step 934:\n", "Loss: 1.8181499242782593\n", "Step 935:\n", "Loss: 2.2928826808929443\n", "Step 936:\n", "Loss: 2.2953364849090576\n", "Step 937:\n", "Loss: 2.4049572944641113\n", "Step 938:\n", "Loss: 2.4248030185699463\n", "Step 939:\n", "Loss: 2.5367257595062256\n", "Step 940:\n", "Loss: 2.2751779556274414\n", "Step 941:\n", "Loss: 2.341975688934326\n", "Step 942:\n", "Loss: 2.6196837425231934\n", "Step 943:\n", "Loss: 2.7859089374542236\n", "Step 944:\n", "Loss: 2.2704713344573975\n", "Step 945:\n", "Loss: 1.9107303619384766\n", "Step 946:\n", "Loss: 2.090085506439209\n", "Step 947:\n", "Loss: 1.915320634841919\n", "Step 948:\n", "Loss: 2.41081166267395\n", "Step 949:\n", "Loss: 2.3171792030334473\n", "Step 950:\n", "Loss: 2.0056912899017334\n", "Step 951:\n", "Loss: 2.462686061859131\n", "Step 952:\n", "Loss: 2.1886093616485596\n", "Step 953:\n", "Loss: 2.340365409851074\n", "Step 954:\n", "Loss: 2.175856113433838\n", "Step 955:\n", "Loss: 2.737034320831299\n", "Step 956:\n", "Loss: 1.8757579326629639\n", "Step 957:\n", "Loss: 2.324463129043579\n", "Step 958:\n", "Loss: 2.212798595428467\n", "Step 959:\n", "Loss: 2.6951210498809814\n", "Step 960:\n", "Loss: 2.9885597229003906\n", "Step 961:\n", "Loss: 2.662102699279785\n", "Step 962:\n", "Loss: 2.0362155437469482\n", "Step 963:\n", "Loss: 2.5809502601623535\n", "Step 964:\n", "Loss: 2.088453531265259\n", "Step 965:\n", "Loss: 2.4311463832855225\n", "Step 966:\n", "Loss: 2.1503357887268066\n", "Step 967:\n", "Loss: 2.392627239227295\n", "Step 968:\n", "Loss: 2.782235622406006\n", "Step 969:\n", "Loss: 2.394914150238037\n", "Step 970:\n", "Loss: 1.9829566478729248\n", "Step 971:\n", "Loss: 2.359049081802368\n", "Step 972:\n", "Loss: 2.4753687381744385\n", "Step 973:\n", "Loss: 1.8493587970733643\n", "Step 974:\n", "Loss: 2.0542080402374268\n", "Step 975:\n", "Loss: 2.1742024421691895\n", "Step 976:\n", "Loss: 2.254971981048584\n", "Step 977:\n", "Loss: 2.280500888824463\n", "Step 978:\n", "Loss: 2.1906051635742188\n", "Step 979:\n", "Loss: 2.541536808013916\n", "Step 980:\n", "Loss: 2.1971399784088135\n", "Step 981:\n", "Loss: 2.635241746902466\n", "Step 982:\n", "Loss: 2.4372267723083496\n", "Step 983:\n", "Loss: 2.551835060119629\n", "Step 984:\n", "Loss: 3.0778067111968994\n", "Step 985:\n", "Loss: 2.1251163482666016\n", "Step 986:\n", "Loss: 2.5804738998413086\n", "Step 987:\n", "Loss: 2.38881516456604\n", "Step 988:\n", "Loss: 2.4252777099609375\n", "Step 989:\n", "Loss: 2.3264126777648926\n", "Step 990:\n", "Loss: 2.25217866897583\n", "Step 991:\n", "Loss: 1.8739069700241089\n", "Step 992:\n", "Loss: 2.224669933319092\n", "Step 993:\n", "Loss: 1.9858207702636719\n", "Step 994:\n", "Loss: 2.4217822551727295\n", "Step 995:\n", "Loss: 2.289161443710327\n", "Step 996:\n", "Loss: 2.5057859420776367\n", "Step 997:\n", "Loss: 1.9935413599014282\n", "Step 998:\n", "Loss: 2.011003017425537\n", "Step 999:\n", "Loss: 2.420675277709961\n", "Step 1000:\n", "Loss: 2.6024067401885986\n", "Step 1001:\n", "Loss: 2.1283206939697266\n", "Step 1002:\n", "Loss: 2.0645265579223633\n", "Step 1003:\n", "Loss: 2.754359006881714\n", "Step 1004:\n", "Loss: 1.92951238155365\n", "Step 1005:\n", "Loss: 2.3992257118225098\n", "Step 1006:\n", "Loss: 2.6648736000061035\n", "Step 1007:\n", "Loss: 2.642009973526001\n", "Step 1008:\n", "Loss: 3.122036933898926\n", "Step 1009:\n", "Loss: 2.622642755508423\n", "Step 1010:\n", "Loss: 2.4697012901306152\n", "Step 1011:\n", "Loss: 2.3432345390319824\n", "Step 1012:\n", "Loss: 2.458341360092163\n", "Step 1013:\n", "Loss: 2.865985155105591\n", "Step 1014:\n", "Loss: 2.0923004150390625\n", "Step 1015:\n", "Loss: 2.5479815006256104\n", "Step 1016:\n", "Loss: 2.4314112663269043\n", "Step 1017:\n", "Loss: 2.306825637817383\n", "Step 1018:\n", "Loss: 2.1007649898529053\n", "Step 1019:\n", "Loss: 2.233828544616699\n", "Step 1020:\n", "Loss: 2.188849449157715\n", "Step 1021:\n", "Loss: 2.1468048095703125\n", "Step 1022:\n", "Loss: 2.527062177658081\n", "Step 1023:\n", "Loss: 2.243805408477783\n", "Step 1024:\n", "Loss: 2.436795234680176\n", "Step 1025:\n", "Loss: 2.3735742568969727\n", "Step 1026:\n", "Loss: 2.349559783935547\n", "Step 1027:\n", "Loss: 2.433473825454712\n", "Step 1028:\n", "Loss: 2.3102636337280273\n", "Step 1029:\n", "Loss: 1.7260067462921143\n", "Step 1030:\n", "Loss: 2.0596282482147217\n", "Step 1031:\n", "Loss: 2.72582745552063\n", "Step 1032:\n", "Loss: 2.5276198387145996\n", "Step 1033:\n", "Loss: 2.6514649391174316\n", "Step 1034:\n", "Loss: 2.4357478618621826\n", "Step 1035:\n", "Loss: 2.2916085720062256\n", "Step 1036:\n", "Loss: 2.0142416954040527\n", "Step 1037:\n", "Loss: 2.411998748779297\n", "Step 1038:\n", "Loss: 2.1317970752716064\n", "Step 1039:\n", "Loss: 2.6269450187683105\n", "Step 1040:\n", "Loss: 2.7200229167938232\n", "Step 1041:\n", "Loss: 2.1553752422332764\n", "Step 1042:\n", "Loss: 2.1475303173065186\n", "Step 1043:\n", "Loss: 2.212447166442871\n", "Step 1044:\n", "Loss: 1.8939381837844849\n", "Step 1045:\n", "Loss: 2.3731777667999268\n", "Step 1046:\n", "Loss: 3.204732656478882\n", "Step 1047:\n", "Loss: 1.8523602485656738\n", "Step 1048:\n", "Loss: 2.3797109127044678\n", "Step 1049:\n", "Loss: 2.4821362495422363\n", "Step 1050:\n", "Loss: 2.938605308532715\n", "Step 1051:\n", "Loss: 2.341099500656128\n", "Step 1052:\n", "Loss: 2.2389743328094482\n", "Step 1053:\n", "Loss: 2.3970112800598145\n", "Step 1054:\n", "Loss: 2.4981417655944824\n", "Step 1055:\n", "Loss: 2.496763229370117\n", "Step 1056:\n", "Loss: 2.4408044815063477\n", "Step 1057:\n", "Loss: 2.1602723598480225\n", "Step 1058:\n", "Loss: 2.3831396102905273\n", "Step 1059:\n", "Loss: 2.718013048171997\n", "Step 1060:\n", "Loss: 2.4375035762786865\n", "Step 1061:\n", "Loss: 2.29183292388916\n", "Step 1062:\n", "Loss: 2.4215221405029297\n", "Step 1063:\n", "Loss: 2.50441837310791\n", "Step 1064:\n", "Loss: 2.471161365509033\n", "Step 1065:\n", "Loss: 2.4757931232452393\n", "Step 1066:\n", "Loss: 2.385789632797241\n", "Step 1067:\n", "Loss: 2.244239568710327\n", "Step 1068:\n", "Loss: 2.198021411895752\n", "Step 1069:\n", "Loss: 2.297488212585449\n", "Step 1070:\n", "Loss: 2.7592105865478516\n", "Step 1071:\n", "Loss: 2.2887728214263916\n", "Step 1072:\n", "Loss: 1.9855536222457886\n", "Step 1073:\n", "Loss: 2.3534488677978516\n", "Step 1074:\n", "Loss: 2.0067503452301025\n", "Step 1075:\n", "Loss: 2.657625675201416\n", "Step 1076:\n", "Loss: 2.7091457843780518\n", "Step 1077:\n", "Loss: 2.2488417625427246\n", "Step 1078:\n", "Loss: 2.220404863357544\n", "Step 1079:\n", "Loss: 2.2743642330169678\n", "Step 1080:\n", "Loss: 1.9145981073379517\n", "Step 1081:\n", "Loss: 2.0123186111450195\n", "Step 1082:\n", "Loss: 2.4502975940704346\n", "Step 1083:\n", "Loss: 2.7125704288482666\n", "Step 1084:\n", "Loss: 2.1347923278808594\n", "Step 1085:\n", "Loss: 2.355402946472168\n", "Step 1086:\n", "Loss: 2.0844836235046387\n", "Step 1087:\n", "Loss: 2.9024624824523926\n", "Step 1088:\n", "Loss: 2.606072425842285\n", "Step 1089:\n", "Loss: 2.4642865657806396\n", "Step 1090:\n", "Loss: 2.104763984680176\n", "Step 1091:\n", "Loss: 2.518857479095459\n", "Step 1092:\n", "Loss: 2.5390682220458984\n", "Step 1093:\n", "Loss: 2.3181633949279785\n", "Step 1094:\n", "Loss: 2.4227664470672607\n", "Step 1095:\n", "Loss: 2.5907833576202393\n", "Step 1096:\n", "Loss: 1.9819601774215698\n", "Step 1097:\n", "Loss: 2.4034180641174316\n", "Step 1098:\n", "Loss: 3.0719213485717773\n", "Step 1099:\n", "Loss: 2.501509428024292\n", "Step 1100:\n", "Loss: 2.7956066131591797\n", "Step 1101:\n", "Loss: 2.472217321395874\n", "Step 1102:\n", "Loss: 2.7939066886901855\n", "Step 1103:\n", "Loss: 2.3842766284942627\n", "Step 1104:\n", "Loss: 2.0766382217407227\n", "Step 1105:\n", "Loss: 2.536778688430786\n", "Step 1106:\n", "Loss: 2.397357225418091\n", "Step 1107:\n", "Loss: 2.1436407566070557\n", "Step 1108:\n", "Loss: 2.4417810440063477\n", "Step 1109:\n", "Loss: 2.399448871612549\n", "Step 1110:\n", "Loss: 2.1962332725524902\n", "Step 1111:\n", "Loss: 2.3323326110839844\n", "Step 1112:\n", "Loss: 2.4649903774261475\n", "Step 1113:\n", "Loss: 2.026395320892334\n", "Step 1114:\n", "Loss: 2.048921823501587\n", "Step 1115:\n", "Loss: 1.9347556829452515\n", "Step 1116:\n", "Loss: 2.5208897590637207\n", "Step 1117:\n", "Loss: 2.5094590187072754\n", "Step 1118:\n", "Loss: 2.0852725505828857\n", "Step 1119:\n", "Loss: 2.292181968688965\n", "Step 1120:\n", "Loss: 2.2221124172210693\n", "Step 1121:\n", "Loss: 2.5249431133270264\n", "Step 1122:\n", "Loss: 2.195599317550659\n", "Step 1123:\n", "Loss: 2.3373985290527344\n", "Step 1124:\n", "Loss: 2.631281614303589\n", "Step 1125:\n", "Loss: 1.7914514541625977\n", "Step 1126:\n", "Loss: 2.536597967147827\n", "Step 1127:\n", "Loss: 1.9031257629394531\n", "Step 1128:\n", "Loss: 2.311628580093384\n", "Step 1129:\n", "Loss: 2.1605756282806396\n", "Step 1130:\n", "Loss: 1.997363805770874\n", "Step 1131:\n", "Loss: 2.0842466354370117\n", "Step 1132:\n", "Loss: 2.8979649543762207\n", "Step 1133:\n", "Loss: 2.1161274909973145\n", "Step 1134:\n", "Loss: 2.203218936920166\n", "Step 1135:\n", "Loss: 2.441349506378174\n", "Step 1136:\n", "Loss: 1.7891205549240112\n", "Step 1137:\n", "Loss: 2.701524019241333\n", "Step 1138:\n", "Loss: 2.113907814025879\n", "Step 1139:\n", "Loss: 2.448157548904419\n", "Step 1140:\n", "Loss: 2.2295145988464355\n", "Step 1141:\n", "Loss: 1.6253631114959717\n", "Step 1142:\n", "Loss: 2.4879953861236572\n", "Step 1143:\n", "Loss: 2.8634796142578125\n", "Step 1144:\n", "Loss: 2.8709139823913574\n", "Step 1145:\n", "Loss: 2.36100435256958\n", "Step 1146:\n", "Loss: 2.565643072128296\n", "Step 1147:\n", "Loss: 2.1119580268859863\n", "Step 1148:\n", "Loss: 2.579792022705078\n", "Step 1149:\n", "Loss: 1.8767168521881104\n", "Step 1150:\n", "Loss: 2.5898640155792236\n", "Step 1151:\n", "Loss: 2.127110719680786\n", "Step 1152:\n", "Loss: 2.4070162773132324\n", "Step 1153:\n", "Loss: 2.734971284866333\n", "Step 1154:\n", "Loss: 2.208252191543579\n", "Step 1155:\n", "Loss: 2.1591713428497314\n", "Step 1156:\n", "Loss: 2.652517795562744\n", "Step 1157:\n", "Loss: 2.517998695373535\n", "Step 1158:\n", "Loss: 2.2122018337249756\n", "Step 1159:\n", "Loss: 2.176321506500244\n", "Step 1160:\n", "Loss: 2.4115517139434814\n", "Step 1161:\n", "Loss: 2.204683780670166\n", "Step 1162:\n", "Loss: 2.5004382133483887\n", "Step 1163:\n", "Loss: 1.8184568881988525\n", "Step 1164:\n", "Loss: 1.6518195867538452\n", "Step 1165:\n", "Loss: 2.452828884124756\n", "Step 1166:\n", "Loss: 2.2099671363830566\n", "Step 1167:\n", "Loss: 2.384061813354492\n", "Step 1168:\n", "Loss: 2.314197301864624\n", "Step 1169:\n", "Loss: 2.189946174621582\n", "Step 1170:\n", "Loss: 2.0995187759399414\n", "Step 1171:\n", "Loss: 2.887413263320923\n", "Step 1172:\n", "Loss: 2.6203954219818115\n", "Step 1173:\n", "Loss: 2.59330677986145\n", "Step 1174:\n", "Loss: 2.124052047729492\n", "Step 1175:\n", "Loss: 2.4869401454925537\n", "Step 1176:\n", "Loss: 2.790799617767334\n", "Step 1177:\n", "Loss: 3.026667594909668\n", "Step 1178:\n", "Loss: 2.1569981575012207\n", "Step 1179:\n", "Loss: 2.0546789169311523\n", "Step 1180:\n", "Loss: 2.7987213134765625\n", "Step 1181:\n", "Loss: 1.810981035232544\n", "Step 1182:\n", "Loss: 2.329591751098633\n", "Step 1183:\n", "Loss: 2.4856791496276855\n", "Step 1184:\n", "Loss: 2.741581439971924\n", "Step 1185:\n", "Loss: 2.240845203399658\n", "Step 1186:\n", "Loss: 2.3015851974487305\n", "Step 1187:\n", "Loss: 2.51208233833313\n", "Step 1188:\n", "Loss: 2.065760612487793\n", "Step 1189:\n", "Loss: 2.7198567390441895\n", "Step 1190:\n", "Loss: 2.374201774597168\n", "Step 1191:\n", "Loss: 3.1015594005584717\n", "Step 1192:\n", "Loss: 2.5953805446624756\n", "Step 1193:\n", "Loss: 2.1562459468841553\n", "Step 1194:\n", "Loss: 2.4893698692321777\n", "Step 1195:\n", "Loss: 2.208103895187378\n", "Step 1196:\n", "Loss: 2.538161277770996\n", "Step 1197:\n", "Loss: 2.6586174964904785\n", "Step 1198:\n", "Loss: 2.4100961685180664\n", "Step 1199:\n", "Loss: 2.2733139991760254\n", "Step 1200:\n", "Loss: 1.9210457801818848\n", "Step 1201:\n", "Loss: 2.3830387592315674\n", "Step 1202:\n", "Loss: 2.228775978088379\n", "Step 1203:\n", "Loss: 2.5145511627197266\n", "Step 1204:\n", "Loss: 2.7145895957946777\n", "Step 1205:\n", "Loss: 2.1470119953155518\n", "Step 1206:\n", "Loss: 2.925597667694092\n", "Step 1207:\n", "Loss: 2.3443965911865234\n", "Step 1208:\n", "Loss: 2.5745022296905518\n", "Step 1209:\n", "Loss: 2.537048101425171\n", "Step 1210:\n", "Loss: 2.424354076385498\n", "Step 1211:\n", "Loss: 2.596256732940674\n", "Step 1212:\n", "Loss: 2.407711982727051\n", "Step 1213:\n", "Loss: 2.2944366931915283\n", "Step 1214:\n", "Loss: 2.4580698013305664\n", "Step 1215:\n", "Loss: 2.405744791030884\n", "Step 1216:\n", "Loss: 2.495149612426758\n", "Step 1217:\n", "Loss: 2.6213953495025635\n", "Step 1218:\n", "Loss: 2.2751376628875732\n", "Step 1219:\n", "Loss: 2.261152982711792\n", "Step 1220:\n", "Loss: 2.412078857421875\n", "Step 1221:\n", "Loss: 2.1939918994903564\n", "Step 1222:\n", "Loss: 2.1014556884765625\n", "Step 1223:\n", "Loss: 2.273805618286133\n", "Step 1224:\n", "Loss: 2.1596627235412598\n", "Step 1225:\n", "Loss: 2.5383083820343018\n", "Step 1226:\n", "Loss: 2.534546136856079\n", "Step 1227:\n", "Loss: 2.510082244873047\n", "Step 1228:\n", "Loss: 2.3012044429779053\n", "Step 1229:\n", "Loss: 2.299349784851074\n", "Step 1230:\n", "Loss: 2.2596116065979004\n", "Step 1231:\n", "Loss: 2.4544897079467773\n", "Step 1232:\n", "Loss: 2.5911014080047607\n", "Step 1233:\n", "Loss: 2.387242078781128\n", "Step 1234:\n", "Loss: 2.7976527214050293\n", "Step 1235:\n", "Loss: 2.368335485458374\n", "Step 1236:\n", "Loss: 2.4240024089813232\n", "Step 1237:\n", "Loss: 1.9785354137420654\n", "Step 1238:\n", "Loss: 2.1653101444244385\n", "Step 1239:\n", "Loss: 2.7784008979797363\n", "Step 1240:\n", "Loss: 2.421491861343384\n", "Step 1241:\n", "Loss: 2.5494775772094727\n", "Step 1242:\n", "Loss: 2.3845889568328857\n", "Step 1243:\n", "Loss: 2.5536577701568604\n", "Step 1244:\n", "Loss: 2.2553389072418213\n", "Step 1245:\n", "Loss: 2.419525384902954\n", "Step 1246:\n", "Loss: 2.3758656978607178\n", "Step 1247:\n", "Loss: 2.6786844730377197\n", "Step 1248:\n", "Loss: 2.4001123905181885\n", "Step 1249:\n", "Loss: 2.6930267810821533\n", "Step 1250:\n", "Loss: 2.5207862854003906\n", "Step 1251:\n", "Loss: 2.422464609146118\n", "Step 1252:\n", "Loss: 2.097529888153076\n", "Step 1253:\n", "Loss: 2.5879108905792236\n", "Step 1254:\n", "Loss: 2.303072452545166\n", "Step 1255:\n", "Loss: 2.0206403732299805\n", "Step 1256:\n", "Loss: 2.7009878158569336\n", "Step 1257:\n", "Loss: 2.3765554428100586\n", "Step 1258:\n", "Loss: 2.145381450653076\n", "Step 1259:\n", "Loss: 2.1906988620758057\n", "Step 1260:\n", "Loss: 2.190288782119751\n", "Step 1261:\n", "Loss: 2.08864164352417\n", "Step 1262:\n", "Loss: 2.0937869548797607\n", "Step 1263:\n", "Loss: 2.2899789810180664\n", "Step 1264:\n", "Loss: 1.9306509494781494\n", "Step 1265:\n", "Loss: 1.9502546787261963\n", "Step 1266:\n", "Loss: 2.4188408851623535\n", "Step 1267:\n", "Loss: 1.921028733253479\n", "Step 1268:\n", "Loss: 2.4030704498291016\n", "Step 1269:\n", "Loss: 2.5785279273986816\n", "Step 1270:\n", "Loss: 2.417196750640869\n", "Step 1271:\n", "Loss: 2.5498571395874023\n", "Step 1272:\n", "Loss: 2.1244449615478516\n", "Step 1273:\n", "Loss: 2.1392886638641357\n", "Step 1274:\n", "Loss: 2.368557929992676\n", "Step 1275:\n", "Loss: 2.554046630859375\n", "Step 1276:\n", "Loss: 2.665431022644043\n", "Step 1277:\n", "Loss: 2.364954948425293\n", "Step 1278:\n", "Loss: 2.55908465385437\n", "Step 1279:\n", "Loss: 2.5907340049743652\n", "Step 1280:\n", "Loss: 2.0123798847198486\n", "Step 1281:\n", "Loss: 2.153299331665039\n", "Step 1282:\n", "Loss: 2.676663637161255\n", "Step 1283:\n", "Loss: 2.362589120864868\n", "Step 1284:\n", "Loss: 2.239593505859375\n", "Step 1285:\n", "Loss: 2.417208671569824\n", "Step 1286:\n", "Loss: 2.3521811962127686\n", "Step 1287:\n", "Loss: 2.1826491355895996\n", "Step 1288:\n", "Loss: 2.6117300987243652\n", "Step 1289:\n", "Loss: 2.407235622406006\n", "Step 1290:\n", "Loss: 2.202975273132324\n", "Step 1291:\n", "Loss: 2.5772955417633057\n", "Step 1292:\n", "Loss: 2.5548996925354004\n", "Step 1293:\n", "Loss: 2.57958722114563\n", "Step 1294:\n", "Loss: 2.2569053173065186\n", "Step 1295:\n", "Loss: 2.443544864654541\n", "Step 1296:\n", "Loss: 2.3577144145965576\n", "Step 1297:\n", "Loss: 2.065986156463623\n", "Step 1298:\n", "Loss: 2.1118345260620117\n", "Step 1299:\n", "Loss: 2.700798511505127\n", "Step 1300:\n", "Loss: 2.202530860900879\n", "Step 1301:\n", "Loss: 2.591104745864868\n", "Step 1302:\n", "Loss: 3.12680721282959\n", "Step 1303:\n", "Loss: 2.05070424079895\n", "Step 1304:\n", "Loss: 2.3617658615112305\n", "Step 1305:\n", "Loss: 2.114899158477783\n", "Step 1306:\n", "Loss: 2.4264895915985107\n", "Step 1307:\n", "Loss: 2.493126630783081\n", "Step 1308:\n", "Loss: 2.2308273315429688\n", "Step 1309:\n", "Loss: 1.9331481456756592\n", "Step 1310:\n", "Loss: 2.5523900985717773\n", "Step 1311:\n", "Loss: 2.5847702026367188\n", "Step 1312:\n", "Loss: 1.9995527267456055\n", "Step 1313:\n", "Loss: 2.2969865798950195\n", "Step 1314:\n", "Loss: 1.8614833354949951\n", "Step 1315:\n", "Loss: 2.2486789226531982\n", "Step 1316:\n", "Loss: 2.0263686180114746\n", "Step 1317:\n", "Loss: 2.305234909057617\n", "Step 1318:\n", "Loss: 2.199705123901367\n", "Step 1319:\n", "Loss: 2.428563117980957\n", "Step 1320:\n", "Loss: 2.4546217918395996\n", "Step 1321:\n", "Loss: 2.590766429901123\n", "Step 1322:\n", "Loss: 2.290294647216797\n", "Step 1323:\n", "Loss: 1.89473557472229\n", "Step 1324:\n", "Loss: 2.0472679138183594\n", "Step 1325:\n", "Loss: 2.8187248706817627\n", "Step 1326:\n", "Loss: 2.6773569583892822\n", "Step 1327:\n", "Loss: 2.038325548171997\n", "Step 1328:\n", "Loss: 2.517300844192505\n", "Step 1329:\n", "Loss: 2.3172998428344727\n", "Step 1330:\n", "Loss: 2.1779463291168213\n", "Step 1331:\n", "Loss: 2.4568018913269043\n", "Step 1332:\n", "Loss: 2.0354135036468506\n", "Step 1333:\n", "Loss: 2.7328195571899414\n", "Step 1334:\n", "Loss: 2.2431626319885254\n", "Step 1335:\n", "Loss: 1.6710377931594849\n", "Step 1336:\n", "Loss: 1.6668429374694824\n", "Step 1337:\n", "Loss: 2.6622161865234375\n", "Step 1338:\n", "Loss: 2.7564291954040527\n", "Step 1339:\n", "Loss: 2.0357558727264404\n", "Step 1340:\n", "Loss: 2.036426067352295\n", "Step 1341:\n", "Loss: 3.2077202796936035\n", "Step 1342:\n", "Loss: 2.2022743225097656\n", "Step 1343:\n", "Loss: 2.347874641418457\n", "Step 1344:\n", "Loss: 2.3920536041259766\n", "Step 1345:\n", "Loss: 1.7648885250091553\n", "Step 1346:\n", "Loss: 2.5390625\n", "Step 1347:\n", "Loss: 2.5121445655822754\n", "Step 1348:\n", "Loss: 2.707296848297119\n", "Step 1349:\n", "Loss: 1.6292005777359009\n", "Step 1350:\n", "Loss: 2.1905345916748047\n", "Step 1351:\n", "Loss: 2.203627586364746\n", "Step 1352:\n", "Loss: 2.5182623863220215\n", "Step 1353:\n", "Loss: 2.3217129707336426\n", "Step 1354:\n", "Loss: 2.8478007316589355\n", "Step 1355:\n", "Loss: 2.688638210296631\n", "Step 1356:\n", "Loss: 2.055948495864868\n", "Step 1357:\n", "Loss: 1.9550635814666748\n", "Step 1358:\n", "Loss: 2.109834671020508\n", "Step 1359:\n", "Loss: 2.333218812942505\n", "Step 1360:\n", "Loss: 2.6130735874176025\n", "Step 1361:\n", "Loss: 1.8989710807800293\n", "Step 1362:\n", "Loss: 2.104205369949341\n", "Step 1363:\n", "Loss: 3.0676839351654053\n", "Step 1364:\n", "Loss: 2.0131993293762207\n", "Step 1365:\n", "Loss: 1.9675593376159668\n", "Step 1366:\n", "Loss: 2.649142026901245\n", "Step 1367:\n", "Loss: 2.4306211471557617\n", "Step 1368:\n", "Loss: 1.9180089235305786\n", "Step 1369:\n", "Loss: 2.3106343746185303\n", "Step 1370:\n", "Loss: 2.563513994216919\n", "Step 1371:\n", "Loss: 1.9487191438674927\n", "Step 1372:\n", "Loss: 1.5895968675613403\n", "Step 1373:\n", "Loss: 2.72343111038208\n", "Step 1374:\n", "Loss: 2.3692739009857178\n", "Step 1375:\n", "Loss: 2.5956642627716064\n", "Step 1376:\n", "Loss: 2.2025647163391113\n", "Step 1377:\n", "Loss: 2.9563040733337402\n", "Step 1378:\n", "Loss: 2.3045458793640137\n", "Step 1379:\n", "Loss: 2.8239057064056396\n", "Step 1380:\n", "Loss: 2.226548910140991\n", "Step 1381:\n", "Loss: 2.1912615299224854\n", "Step 1382:\n", "Loss: 2.031663417816162\n", "Step 1383:\n", "Loss: 2.69459867477417\n", "Step 1384:\n", "Loss: 2.3730690479278564\n", "Step 1385:\n", "Loss: 2.9549143314361572\n", "Step 1386:\n", "Loss: 2.115309953689575\n", "Step 1387:\n", "Loss: 1.765779733657837\n", "Step 1388:\n", "Loss: 2.102393627166748\n", "Step 1389:\n", "Loss: 2.415069103240967\n", "Step 1390:\n", "Loss: 2.8247647285461426\n", "Step 1391:\n", "Loss: 2.0108978748321533\n", "Step 1392:\n", "Loss: 2.263794422149658\n", "Step 1393:\n", "Loss: 2.2221298217773438\n", "Step 1394:\n", "Loss: 2.183382511138916\n", "Step 1395:\n", "Loss: 2.970484972000122\n", "Step 1396:\n", "Loss: 2.6614274978637695\n", "Step 1397:\n", "Loss: 2.49568247795105\n", "Step 1398:\n", "Loss: 2.393007516860962\n", "Step 1399:\n", "Loss: 2.6821844577789307\n", "Step 1400:\n", "Loss: 2.409543752670288\n", "Step 1401:\n", "Loss: 1.7685832977294922\n", "Step 1402:\n", "Loss: 2.426771640777588\n", "Step 1403:\n", "Loss: 2.1526501178741455\n", "Step 1404:\n", "Loss: 2.5535037517547607\n", "Step 1405:\n", "Loss: 2.0630898475646973\n", "Step 1406:\n", "Loss: 2.970733165740967\n", "Step 1407:\n", "Loss: 2.464493751525879\n", "Step 1408:\n", "Loss: 2.6416032314300537\n", "Step 1409:\n", "Loss: 1.8070223331451416\n", "Step 1410:\n", "Loss: 3.1757044792175293\n", "Step 1411:\n", "Loss: 1.9345614910125732\n", "Step 1412:\n", "Loss: 2.2412219047546387\n", "Step 1413:\n", "Loss: 1.7767727375030518\n", "Step 1414:\n", "Loss: 2.2475273609161377\n", "Step 1415:\n", "Loss: 2.492851734161377\n", "Step 1416:\n", "Loss: 2.3388261795043945\n", "Step 1417:\n", "Loss: 2.04028058052063\n", "Step 1418:\n", "Loss: 2.2933757305145264\n", "Step 1419:\n", "Loss: 2.649322271347046\n", "Step 1420:\n", "Loss: 3.0693228244781494\n", "Step 1421:\n", "Loss: 1.8159071207046509\n", "Step 1422:\n", "Loss: 2.5241036415100098\n", "Step 1423:\n", "Loss: 2.51259183883667\n", "Step 1424:\n", "Loss: 2.105435848236084\n", "Step 1425:\n", "Loss: 2.3941025733947754\n", "Step 1426:\n", "Loss: 1.9935085773468018\n", "Step 1427:\n", "Loss: 2.634338617324829\n", "Step 1428:\n", "Loss: 2.266984224319458\n", "Step 1429:\n", "Loss: 2.3523027896881104\n", "Step 1430:\n", "Loss: 2.7221407890319824\n", "Step 1431:\n", "Loss: 1.9962178468704224\n", "Step 1432:\n", "Loss: 2.571944236755371\n", "Step 1433:\n", "Loss: 2.2806012630462646\n", "Step 1434:\n", "Loss: 2.082730531692505\n", "Step 1435:\n", "Loss: 2.2407753467559814\n", "Step 1436:\n", "Loss: 2.83547043800354\n", "Step 1437:\n", "Loss: 2.434107542037964\n", "Step 1438:\n", "Loss: 2.146116018295288\n", "Step 1439:\n", "Loss: 2.2773942947387695\n", "Step 1440:\n", "Loss: 2.4453494548797607\n", "Step 1441:\n", "Loss: 2.435835361480713\n", "Step 1442:\n", "Loss: 2.2716569900512695\n", "Step 1443:\n", "Loss: 2.6329450607299805\n", "Step 1444:\n", "Loss: 2.1910908222198486\n", "Step 1445:\n", "Loss: 2.531721353530884\n", "Step 1446:\n", "Loss: 2.1880736351013184\n", "Step 1447:\n", "Loss: 2.174260377883911\n", "Step 1448:\n", "Loss: 2.379915237426758\n", "Step 1449:\n", "Loss: 2.7153236865997314\n", "Step 1450:\n", "Loss: 1.9710310697555542\n", "Step 1451:\n", "Loss: 2.2827041149139404\n", "Step 1452:\n", "Loss: 2.1984446048736572\n", "Step 1453:\n", "Loss: 1.9273555278778076\n", "Step 1454:\n", "Loss: 2.5878961086273193\n", "Step 1455:\n", "Loss: 2.0111374855041504\n", "Step 1456:\n", "Loss: 2.770329475402832\n", "Step 1457:\n", "Loss: 2.027163028717041\n", "Step 1458:\n", "Loss: 2.4604175090789795\n", "Step 1459:\n", "Loss: 2.1871705055236816\n", "Step 1460:\n", "Loss: 2.186523914337158\n", "Step 1461:\n", "Loss: 1.6750330924987793\n", "Step 1462:\n", "Loss: 2.4316298961639404\n", "Step 1463:\n", "Loss: 2.265493631362915\n", "Step 1464:\n", "Loss: 2.652662992477417\n", "Step 1465:\n", "Loss: 2.46602725982666\n", "Step 1466:\n", "Loss: 2.4136228561401367\n", "Step 1467:\n", "Loss: 1.8783009052276611\n", "Step 1468:\n", "Loss: 2.110926628112793\n", "Step 1469:\n", "Loss: 2.517592668533325\n", "Step 1470:\n", "Loss: 1.9330689907073975\n", "Step 1471:\n", "Loss: 1.977667212486267\n", "Step 1472:\n", "Loss: 2.1166419982910156\n", "Step 1473:\n", "Loss: 2.4957923889160156\n", "Step 1474:\n", "Loss: 2.169323205947876\n", "Step 1475:\n", "Loss: 2.3259551525115967\n", "Step 1476:\n", "Loss: 2.6652979850769043\n", "Step 1477:\n", "Loss: 2.541527032852173\n", "Step 1478:\n", "Loss: 1.8278716802597046\n", "Step 1479:\n", "Loss: 2.452023983001709\n", "Step 1480:\n", "Loss: 2.1189539432525635\n", "Step 1481:\n", "Loss: 2.1905086040496826\n", "Step 1482:\n", "Loss: 2.1587791442871094\n", "Step 1483:\n", "Loss: 2.6058802604675293\n", "Step 1484:\n", "Loss: 2.0143096446990967\n", "Step 1485:\n", "Loss: 2.5223987102508545\n", "Step 1486:\n", "Loss: 2.3016626834869385\n", "Step 1487:\n", "Loss: 2.258127212524414\n", "Step 1488:\n", "Loss: 2.5272703170776367\n", "Step 1489:\n", "Loss: 2.489655017852783\n", "Step 1490:\n", "Loss: 2.4749231338500977\n", "Step 1491:\n", "Loss: 2.511780261993408\n", "Step 1492:\n", "Loss: 2.6905152797698975\n", "Step 1493:\n", "Loss: 2.138451337814331\n", "Step 1494:\n", "Loss: 2.7031545639038086\n", "Step 1495:\n", "Loss: 2.1654882431030273\n", "Step 1496:\n", "Loss: 2.650092363357544\n", "Step 1497:\n", "Loss: 2.4653494358062744\n", "Step 1498:\n", "Loss: 1.8941454887390137\n", "Step 1499:\n", "Loss: 2.291980028152466\n", "Step 1500:\n", "Loss: 1.999131441116333\n", "Step 1501:\n", "Loss: 2.212533473968506\n", "Step 1502:\n", "Loss: 1.9878954887390137\n", "Step 1503:\n", "Loss: 2.6244864463806152\n", "Step 1504:\n", "Loss: 2.013960123062134\n", "Step 1505:\n", "Loss: 2.3330607414245605\n", "Step 1506:\n", "Loss: 2.097285747528076\n", "Step 1507:\n", "Loss: 2.0634732246398926\n", "Step 1508:\n", "Loss: 1.7728769779205322\n", "Step 1509:\n", "Loss: 2.401191234588623\n", "Step 1510:\n", "Loss: 2.108208179473877\n", "Step 1511:\n", "Loss: 2.074608564376831\n", "Step 1512:\n", "Loss: 2.4748446941375732\n", "Step 1513:\n", "Loss: 2.43483829498291\n", "Step 1514:\n", "Loss: 2.619673013687134\n", "Step 1515:\n", "Loss: 2.174116373062134\n", "Step 1516:\n", "Loss: 2.2102582454681396\n", "Step 1517:\n", "Loss: 2.336263656616211\n", "Step 1518:\n", "Loss: 2.0568995475769043\n", "Step 1519:\n", "Loss: 2.4341347217559814\n", "Step 1520:\n", "Loss: 2.186420440673828\n", "Step 1521:\n", "Loss: 2.0133450031280518\n", "Step 1522:\n", "Loss: 2.2441558837890625\n", "Step 1523:\n", "Loss: 2.151153326034546\n", "Step 1524:\n", "Loss: 1.6712735891342163\n", "Step 1525:\n", "Loss: 2.471651315689087\n", "Step 1526:\n", "Loss: 2.5333287715911865\n", "Step 1527:\n", "Loss: 2.131563186645508\n", "Step 1528:\n", "Loss: 2.5362892150878906\n", "Step 1529:\n", "Loss: 2.5095911026000977\n", "Step 1530:\n", "Loss: 2.3035941123962402\n", "Step 1531:\n", "Loss: 2.0388612747192383\n", "Step 1532:\n", "Loss: 1.965488076210022\n", "Step 1533:\n", "Loss: 2.1738600730895996\n", "Step 1534:\n", "Loss: 2.7241766452789307\n", "Step 1535:\n", "Loss: 2.3405418395996094\n", "Step 1536:\n", "Loss: 2.2287912368774414\n", "Step 1537:\n", "Loss: 1.7624642848968506\n", "Step 1538:\n", "Loss: 2.3509860038757324\n", "Step 1539:\n", "Loss: 2.601773738861084\n", "Step 1540:\n", "Loss: 2.273071050643921\n", "Step 1541:\n", "Loss: 2.327239990234375\n", "Step 1542:\n", "Loss: 2.3414859771728516\n", "Step 1543:\n", "Loss: 1.7646117210388184\n", "Step 1544:\n", "Loss: 2.714956521987915\n", "Step 1545:\n", "Loss: 2.3503687381744385\n", "Step 1546:\n", "Loss: 2.6285672187805176\n", "Step 1547:\n", "Loss: 2.600955009460449\n", "Step 1548:\n", "Loss: 2.1715924739837646\n", "Step 1549:\n", "Loss: 1.7272262573242188\n", "Step 1550:\n", "Loss: 2.1281192302703857\n", "Step 1551:\n", "Loss: 2.3967080116271973\n", "Step 1552:\n", "Loss: 2.049743413925171\n", "Step 1553:\n", "Loss: 2.816185474395752\n", "Step 1554:\n", "Loss: 2.2310194969177246\n", "Step 1555:\n", "Loss: 2.8651442527770996\n", "Step 1556:\n", "Loss: 2.184514045715332\n", "Step 1557:\n", "Loss: 2.476639747619629\n", "Step 1558:\n", "Loss: 2.2489616870880127\n", "Step 1559:\n", "Loss: 2.1448941230773926\n", "Step 1560:\n", "Loss: 2.099360942840576\n", "Step 1561:\n", "Loss: 2.3077030181884766\n", "Step 1562:\n", "Loss: 2.7236905097961426\n", "Step 1563:\n", "Loss: 2.094447612762451\n", "Step 1564:\n", "Loss: 2.662923574447632\n", "Step 1565:\n", "Loss: 2.0789546966552734\n", "Step 1566:\n", "Loss: 2.359985589981079\n", "Step 1567:\n", "Loss: 2.3486649990081787\n", "Step 1568:\n", "Loss: 2.1382031440734863\n", "Step 1569:\n", "Loss: 2.5802173614501953\n", "Step 1570:\n", "Loss: 2.5949108600616455\n", "Step 1571:\n", "Loss: 1.8825119733810425\n", "Step 1572:\n", "Loss: 2.5114831924438477\n", "Step 1573:\n", "Loss: 2.6208107471466064\n", "Step 1574:\n", "Loss: 2.432159423828125\n", "Step 1575:\n", "Loss: 1.9263957738876343\n", "Step 1576:\n", "Loss: 2.480649709701538\n", "Step 1577:\n", "Loss: 1.8016858100891113\n", "Step 1578:\n", "Loss: 2.528402328491211\n", "Step 1579:\n", "Loss: 2.786079168319702\n", "Step 1580:\n", "Loss: 2.524568796157837\n", "Step 1581:\n", "Loss: 2.6133971214294434\n", "Step 1582:\n", "Loss: 2.1537156105041504\n", "Step 1583:\n", "Loss: 2.452883243560791\n", "Step 1584:\n", "Loss: 2.485374689102173\n", "Step 1585:\n", "Loss: 2.7582967281341553\n", "Step 1586:\n", "Loss: 2.521355628967285\n", "Step 1587:\n", "Loss: 2.512655258178711\n", "Step 1588:\n", "Loss: 2.1323370933532715\n", "Step 1589:\n", "Loss: 2.090181827545166\n", "Step 1590:\n", "Loss: 2.506181240081787\n", "Step 1591:\n", "Loss: 2.3400583267211914\n", "Step 1592:\n", "Loss: 2.380368232727051\n", "Step 1593:\n", "Loss: 2.4484570026397705\n", "Step 1594:\n", "Loss: 2.1586062908172607\n", "Step 1595:\n", "Loss: 2.3334617614746094\n", "Step 1596:\n", "Loss: 1.7029341459274292\n", "Step 1597:\n", "Loss: 2.4385316371917725\n", "Step 1598:\n", "Loss: 2.033085584640503\n", "Step 1599:\n", "Loss: 2.868185043334961\n", "Step 1600:\n", "Loss: 1.8738365173339844\n", "Step 1601:\n", "Loss: 2.03798508644104\n", "Step 1602:\n", "Loss: 3.0347421169281006\n", "Step 1603:\n", "Loss: 2.5690248012542725\n", "Step 1604:\n", "Loss: 2.2545573711395264\n", "Step 1605:\n", "Loss: 2.234123706817627\n", "Step 1606:\n", "Loss: 3.0397746562957764\n", "Step 1607:\n", "Loss: 2.230954170227051\n", "Step 1608:\n", "Loss: 2.3763608932495117\n", "Step 1609:\n", "Loss: 1.9172687530517578\n", "Step 1610:\n", "Loss: 2.3039028644561768\n", "Step 1611:\n", "Loss: 2.480238199234009\n", "Step 1612:\n", "Loss: 2.312692642211914\n", "Step 1613:\n", "Loss: 1.95969557762146\n", "Step 1614:\n", "Loss: 2.2149736881256104\n", "Step 1615:\n", "Loss: 2.299410581588745\n", "Step 1616:\n", "Loss: 2.245513916015625\n", "Step 1617:\n", "Loss: 2.3510091304779053\n", "Step 1618:\n", "Loss: 2.4061689376831055\n", "Step 1619:\n", "Loss: 1.9782122373580933\n", "Step 1620:\n", "Loss: 2.202547788619995\n", "Step 1621:\n", "Loss: 2.288348436355591\n", "Step 1622:\n", "Loss: 1.9912707805633545\n", "Step 1623:\n", "Loss: 1.998088002204895\n", "Step 1624:\n", "Loss: 2.0496585369110107\n", "Step 1625:\n", "Loss: 3.2040491104125977\n", "Step 1626:\n", "Loss: 2.1311330795288086\n", "Step 1627:\n", "Loss: 1.7078473567962646\n", "Step 1628:\n", "Loss: 2.4397692680358887\n", "Step 1629:\n", "Loss: 2.01113224029541\n", "Step 1630:\n", "Loss: 2.2376999855041504\n", "Step 1631:\n", "Loss: 1.9356839656829834\n", "Step 1632:\n", "Loss: 2.6677956581115723\n", "Step 1633:\n", "Loss: 2.0852620601654053\n", "Step 1634:\n", "Loss: 2.6034936904907227\n", "Step 1635:\n", "Loss: 2.607731819152832\n", "Step 1636:\n", "Loss: 2.5361080169677734\n", "Step 1637:\n", "Loss: 2.048758029937744\n", "Step 1638:\n", "Loss: 2.5642406940460205\n", "Step 1639:\n", "Loss: 1.9542253017425537\n", "Step 1640:\n", "Loss: 2.6220598220825195\n", "Step 1641:\n", "Loss: 2.389601230621338\n", "Step 1642:\n", "Loss: 2.4623916149139404\n", "Step 1643:\n", "Loss: 2.1940841674804688\n", "Step 1644:\n", "Loss: 1.6236265897750854\n", "Step 1645:\n", "Loss: 2.6723828315734863\n", "Step 1646:\n", "Loss: 2.6594045162200928\n", "Step 1647:\n", "Loss: 2.2844107151031494\n", "Step 1648:\n", "Loss: 2.06777286529541\n", "Step 1649:\n", "Loss: 2.1597254276275635\n", "Step 1650:\n", "Loss: 2.4032764434814453\n", "Step 1651:\n", "Loss: 2.8351409435272217\n", "Step 1652:\n", "Loss: 1.9517531394958496\n", "Step 1653:\n", "Loss: 2.9037070274353027\n", "Step 1654:\n", "Loss: 2.251838207244873\n", "Step 1655:\n", "Loss: 2.6640801429748535\n", "Step 1656:\n", "Loss: 1.9549001455307007\n", "Step 1657:\n", "Loss: 2.2981338500976562\n", "Step 1658:\n", "Loss: 3.001812696456909\n", "Step 1659:\n", "Loss: 2.3404524326324463\n", "Step 1660:\n", "Loss: 2.2120680809020996\n", "Step 1661:\n", "Loss: 2.167144536972046\n", "Step 1662:\n", "Loss: 2.2690937519073486\n", "Step 1663:\n", "Loss: 2.057516574859619\n", "Step 1664:\n", "Loss: 2.386737585067749\n", "Step 1665:\n", "Loss: 2.43538498878479\n", "Step 1666:\n", "Loss: 2.5107126235961914\n", "Step 1667:\n", "Loss: 1.6903460025787354\n", "Step 1668:\n", "Loss: 2.0841054916381836\n", "Step 1669:\n", "Loss: 2.1496758460998535\n", "Step 1670:\n", "Loss: 2.2494161128997803\n", "Step 1671:\n", "Loss: 2.276240348815918\n", "Step 1672:\n", "Loss: 2.4252257347106934\n", "Step 1673:\n", "Loss: 1.733982801437378\n", "Step 1674:\n", "Loss: 2.4428954124450684\n", "Step 1675:\n", "Loss: 2.5649890899658203\n", "Step 1676:\n", "Loss: 1.847751259803772\n", "Step 1677:\n", "Loss: 2.0182173252105713\n", "Step 1678:\n", "Loss: 2.807298183441162\n", "Step 1679:\n", "Loss: 2.0030553340911865\n", "Step 1680:\n", "Loss: 2.126608371734619\n", "Step 1681:\n", "Loss: 2.349329948425293\n", "Step 1682:\n", "Loss: 2.0203864574432373\n", "Step 1683:\n", "Loss: 2.0271496772766113\n", "Step 1684:\n", "Loss: 2.696622371673584\n", "Step 1685:\n", "Loss: 2.096632480621338\n", "Step 1686:\n", "Loss: 2.795990467071533\n", "Step 1687:\n", "Loss: 2.4022886753082275\n", "Step 1688:\n", "Loss: 2.284402370452881\n", "Step 1689:\n", "Loss: 2.4401702880859375\n", "Step 1690:\n", "Loss: 2.8089354038238525\n", "Step 1691:\n", "Loss: 1.859806776046753\n", "Step 1692:\n", "Loss: 2.075745105743408\n", "Step 1693:\n", "Loss: 2.5474672317504883\n", "Step 1694:\n", "Loss: 2.492482900619507\n", "Step 1695:\n", "Loss: 2.771655321121216\n", "Step 1696:\n", "Loss: 1.9109852313995361\n", "Step 1697:\n", "Loss: 1.9860411882400513\n", "Step 1698:\n", "Loss: 2.2142422199249268\n", "Step 1699:\n", "Loss: 2.158926010131836\n", "Step 1700:\n", "Loss: 2.024747610092163\n", "Step 1701:\n", "Loss: 2.1342291831970215\n", "Step 1702:\n", "Loss: 1.755260705947876\n", "Step 1703:\n", "Loss: 2.3820228576660156\n", "Step 1704:\n", "Loss: 2.0273876190185547\n", "Step 1705:\n", "Loss: 2.44574236869812\n", "Step 1706:\n", "Loss: 2.0410239696502686\n", "Step 1707:\n", "Loss: 1.9419898986816406\n", "Step 1708:\n", "Loss: 2.442401885986328\n", "Step 1709:\n", "Loss: 1.9589197635650635\n", "Step 1710:\n", "Loss: 2.1299631595611572\n", "Step 1711:\n", "Loss: 2.1696765422821045\n", "Step 1712:\n", "Loss: 2.5557291507720947\n", "Step 1713:\n", "Loss: 2.105910062789917\n", "Step 1714:\n", "Loss: 2.4760801792144775\n", "Step 1715:\n", "Loss: 1.8013949394226074\n", "Step 1716:\n", "Loss: 1.8680230379104614\n", "Step 1717:\n", "Loss: 2.802532911300659\n", "Step 1718:\n", "Loss: 2.3655624389648438\n", "Step 1719:\n", "Loss: 2.3843488693237305\n", "Step 1720:\n", "Loss: 2.6063766479492188\n", "Step 1721:\n", "Loss: 2.0042061805725098\n", "Step 1722:\n", "Loss: 2.3213531970977783\n", "Step 1723:\n", "Loss: 2.2780094146728516\n", "Step 1724:\n", "Loss: 2.7111337184906006\n", "Step 1725:\n", "Loss: 1.9599311351776123\n", "Step 1726:\n", "Loss: 2.7094552516937256\n", "Step 1727:\n", "Loss: 2.3566150665283203\n", "Step 1728:\n", "Loss: 3.0511817932128906\n", "Step 1729:\n", "Loss: 2.1707448959350586\n", "Step 1730:\n", "Loss: 1.9789314270019531\n", "Step 1731:\n", "Loss: 2.858154296875\n", "Step 1732:\n", "Loss: 2.7692086696624756\n", "Step 1733:\n", "Loss: 2.3953731060028076\n", "Step 1734:\n", "Loss: 1.950950264930725\n", "Step 1735:\n", "Loss: 2.4932358264923096\n", "Step 1736:\n", "Loss: 2.091853380203247\n", "Step 1737:\n", "Loss: 2.529517650604248\n", "Step 1738:\n", "Loss: 2.562709331512451\n", "Step 1739:\n", "Loss: 2.0883431434631348\n", "Step 1740:\n", "Loss: 2.5534887313842773\n", "Step 1741:\n", "Loss: 2.393156051635742\n", "Step 1742:\n", "Loss: 2.5354859828948975\n", "Step 1743:\n", "Loss: 2.7533626556396484\n", "Step 1744:\n", "Loss: 2.300543785095215\n", "Step 1745:\n", "Loss: 2.3215548992156982\n", "Step 1746:\n", "Loss: 1.9126943349838257\n", "Step 1747:\n", "Loss: 1.9193179607391357\n", "Step 1748:\n", "Loss: 2.106614589691162\n", "Step 1749:\n", "Loss: 2.338056802749634\n", "Step 1750:\n", "Loss: 2.505920648574829\n", "Step 1751:\n", "Loss: 2.2209579944610596\n", "Step 1752:\n", "Loss: 2.6080875396728516\n", "Step 1753:\n", "Loss: 2.3316309452056885\n", "Step 1754:\n", "Loss: 2.2445757389068604\n", "Step 1755:\n", "Loss: 2.398184061050415\n", "Step 1756:\n", "Loss: 2.213423728942871\n", "Step 1757:\n", "Loss: 2.0582923889160156\n", "Step 1758:\n", "Loss: 2.256999969482422\n", "Step 1759:\n", "Loss: 2.6309609413146973\n", "Step 1760:\n", "Loss: 2.6385865211486816\n", "Step 1761:\n", "Loss: 2.0035250186920166\n", "Step 1762:\n", "Loss: 2.60003399848938\n", "Step 1763:\n", "Loss: 2.4309158325195312\n", "Step 1764:\n", "Loss: 2.203005790710449\n", "Step 1765:\n", "Loss: 2.845242500305176\n", "Step 1766:\n", "Loss: 1.9614125490188599\n", "Step 1767:\n", "Loss: 1.7718114852905273\n", "Step 1768:\n", "Loss: 2.677816152572632\n", "Step 1769:\n", "Loss: 2.1765999794006348\n", "Step 1770:\n", "Loss: 2.019482135772705\n", "Step 1771:\n", "Loss: 2.36993670463562\n", "Step 1772:\n", "Loss: 2.8446884155273438\n", "Step 1773:\n", "Loss: 2.4163100719451904\n", "Step 1774:\n", "Loss: 2.07570743560791\n", "Step 1775:\n", "Loss: 2.6799819469451904\n", "Step 1776:\n", "Loss: 2.672693967819214\n", "Step 1777:\n", "Loss: 2.8741354942321777\n", "Step 1778:\n", "Loss: 2.1875903606414795\n", "Step 1779:\n", "Loss: 2.174367666244507\n", "Step 1780:\n", "Loss: 2.6547186374664307\n", "Step 1781:\n", "Loss: 1.754183292388916\n", "Step 1782:\n", "Loss: 2.1200308799743652\n", "Step 1783:\n", "Loss: 2.005631446838379\n", "Step 1784:\n", "Loss: 2.144557237625122\n", "Step 1785:\n", "Loss: 2.196793556213379\n", "Step 1786:\n", "Loss: 2.8530354499816895\n", "Step 1787:\n", "Loss: 2.175877332687378\n", "Step 1788:\n", "Loss: 2.2030105590820312\n", "Step 1789:\n", "Loss: 2.7934763431549072\n", "Step 1790:\n", "Loss: 1.794351577758789\n", "Step 1791:\n", "Loss: 2.6347055435180664\n", "Step 1792:\n", "Loss: 2.2072441577911377\n", "Step 1793:\n", "Loss: 2.464968204498291\n", "Step 1794:\n", "Loss: 2.3733582496643066\n", "Step 1795:\n", "Loss: 2.2574987411499023\n", "Step 1796:\n", "Loss: 2.3004496097564697\n", "Step 1797:\n", "Loss: 2.2054643630981445\n", "Step 1798:\n", "Loss: 2.152177333831787\n", "Step 1799:\n", "Loss: 2.118682861328125\n", "Step 1800:\n", "Loss: 2.1548781394958496\n", "Step 1801:\n", "Loss: 1.841809630393982\n", "Step 1802:\n", "Loss: 1.9323852062225342\n", "Step 1803:\n", "Loss: 2.268787384033203\n", "Step 1804:\n", "Loss: 2.3207128047943115\n", "Step 1805:\n", "Loss: 1.9518132209777832\n", "Step 1806:\n", "Loss: 2.3458192348480225\n", "Step 1807:\n", "Loss: 2.296790838241577\n", "Step 1808:\n", "Loss: 2.5864880084991455\n", "Step 1809:\n", "Loss: 2.4807755947113037\n", "Step 1810:\n", "Loss: 1.9998859167099\n", "Step 1811:\n", "Loss: 2.617093563079834\n", "Step 1812:\n", "Loss: 2.2936906814575195\n", "Step 1813:\n", "Loss: 2.2924110889434814\n", "Step 1814:\n", "Loss: 2.3119709491729736\n", "Step 1815:\n", "Loss: 2.5265111923217773\n", "Step 1816:\n", "Loss: 2.0850727558135986\n", "Step 1817:\n", "Loss: 2.618046283721924\n", "Step 1818:\n", "Loss: 2.4228620529174805\n", "Step 1819:\n", "Loss: 2.364248752593994\n", "Step 1820:\n", "Loss: 2.7249858379364014\n", "Step 1821:\n", "Loss: 1.9398846626281738\n", "Step 1822:\n", "Loss: 2.275163173675537\n", "Step 1823:\n", "Loss: 2.569789409637451\n", "Step 1824:\n", "Loss: 2.269367218017578\n", "Step 1825:\n", "Loss: 2.1708500385284424\n", "Step 1826:\n", "Loss: 2.513190507888794\n", "Step 1827:\n", "Loss: 2.1016340255737305\n", "Step 1828:\n", "Loss: 2.3736484050750732\n", "Step 1829:\n", "Loss: 2.239797592163086\n", "Step 1830:\n", "Loss: 2.6330132484436035\n", "Step 1831:\n", "Loss: 1.9540143013000488\n", "Step 1832:\n", "Loss: 2.4540834426879883\n", "Step 1833:\n", "Loss: 2.182263135910034\n", "Step 1834:\n", "Loss: 2.51727557182312\n", "Step 1835:\n", "Loss: 2.4271621704101562\n", "Step 1836:\n", "Loss: 2.523338556289673\n", "Step 1837:\n", "Loss: 2.091567039489746\n", "Step 1838:\n", "Loss: 2.2126967906951904\n", "Step 1839:\n", "Loss: 2.2957818508148193\n", "Step 1840:\n", "Loss: 2.1101348400115967\n", "Step 1841:\n", "Loss: 1.7876452207565308\n", "Step 1842:\n", "Loss: 2.352360248565674\n", "Step 1843:\n", "Loss: 1.9028100967407227\n", "Step 1844:\n", "Loss: 2.7239038944244385\n", "Step 1845:\n", "Loss: 1.9624717235565186\n", "Step 1846:\n", "Loss: 1.9364116191864014\n", "Step 1847:\n", "Loss: 2.2376394271850586\n", "Step 1848:\n", "Loss: 2.876819610595703\n", "Step 1849:\n", "Loss: 2.0151729583740234\n", "Step 1850:\n", "Loss: 1.9732792377471924\n", "Step 1851:\n", "Loss: 2.2862346172332764\n", "Step 1852:\n", "Loss: 2.275263786315918\n", "Step 1853:\n", "Loss: 2.1137211322784424\n", "Step 1854:\n", "Loss: 1.9921987056732178\n", "Step 1855:\n", "Loss: 1.8567880392074585\n", "Step 1856:\n", "Loss: 2.2692415714263916\n", "Step 1857:\n", "Loss: 2.6641194820404053\n", "Step 1858:\n", "Loss: 2.384775400161743\n", "Step 1859:\n", "Loss: 2.467648506164551\n", "Step 1860:\n", "Loss: 1.7944059371948242\n", "Step 1861:\n", "Loss: 2.4660420417785645\n", "Step 1862:\n", "Loss: 2.566481590270996\n", "Step 1863:\n", "Loss: 1.9684321880340576\n", "Step 1864:\n", "Loss: 2.4037795066833496\n", "Step 1865:\n", "Loss: 2.848968505859375\n", "Step 1866:\n", "Loss: 2.146608352661133\n", "Step 1867:\n", "Loss: 1.7120616436004639\n", "Step 1868:\n", "Loss: 2.1683340072631836\n", "Step 1869:\n", "Loss: 2.5252327919006348\n", "Step 1870:\n", "Loss: 3.308089256286621\n", "Step 1871:\n", "Loss: 1.701930046081543\n", "Step 1872:\n", "Loss: 2.3435070514678955\n", "Step 1873:\n", "Loss: 2.159214735031128\n", "Step 1874:\n", "Loss: 1.9701305627822876\n", "Step 1875:\n", "Loss: 2.7475574016571045\n", "Step 1876:\n", "Loss: 1.744383692741394\n", "Step 1877:\n", "Loss: 1.7259942293167114\n", "Step 1878:\n", "Loss: 2.8749654293060303\n", "Step 1879:\n", "Loss: 2.0966367721557617\n", "Step 1880:\n", "Loss: 2.3905622959136963\n", "Step 1881:\n", "Loss: 2.4674670696258545\n", "Step 1882:\n", "Loss: 2.5852952003479004\n", "Step 1883:\n", "Loss: 2.1262400150299072\n", "Step 1884:\n", "Loss: 1.9774364233016968\n", "Step 1885:\n", "Loss: 2.8642656803131104\n", "Step 1886:\n", "Loss: 2.3643875122070312\n", "Step 1887:\n", "Loss: 2.326364517211914\n", "Step 1888:\n", "Loss: 2.4134581089019775\n", "Step 1889:\n", "Loss: 2.2905044555664062\n", "Step 1890:\n", "Loss: 2.272292375564575\n", "Step 1891:\n", "Loss: 2.125552177429199\n", "Step 1892:\n", "Loss: 1.587365984916687\n", "Step 1893:\n", "Loss: 2.2895593643188477\n", "Step 1894:\n", "Loss: 1.9267504215240479\n", "Step 1895:\n", "Loss: 2.594372272491455\n", "Step 1896:\n", "Loss: 2.514125108718872\n", "Step 1897:\n", "Loss: 2.8448352813720703\n", "Step 1898:\n", "Loss: 2.0975849628448486\n", "Step 1899:\n", "Loss: 2.26566743850708\n", "Step 1900:\n", "Loss: 2.516941785812378\n", "Step 1901:\n", "Loss: 2.037841558456421\n", "Step 1902:\n", "Loss: 2.089193820953369\n", "Step 1903:\n", "Loss: 2.888432741165161\n", "Step 1904:\n", "Loss: 2.5963451862335205\n", "Step 1905:\n", "Loss: 2.2883689403533936\n", "Step 1906:\n", "Loss: 2.966111183166504\n", "Step 1907:\n", "Loss: 2.126199960708618\n", "Step 1908:\n", "Loss: 2.188605308532715\n", "Step 1909:\n", "Loss: 2.1220970153808594\n", "Step 1910:\n", "Loss: 2.2372384071350098\n", "Step 1911:\n", "Loss: 2.4255597591400146\n", "Step 1912:\n", "Loss: 2.279857635498047\n", "Step 1913:\n", "Loss: 1.5072989463806152\n", "Step 1914:\n", "Loss: 2.48044753074646\n", "Step 1915:\n", "Loss: 2.294647216796875\n", "Step 1916:\n", "Loss: 1.905609130859375\n", "Step 1917:\n", "Loss: 2.425464391708374\n", "Step 1918:\n", "Loss: 1.9142885208129883\n", "Step 1919:\n", "Loss: 2.1519596576690674\n", "Step 1920:\n", "Loss: 2.315077304840088\n", "Step 1921:\n", "Loss: 2.7365052700042725\n", "Step 1922:\n", "Loss: 2.444429397583008\n", "Step 1923:\n", "Loss: 2.7955517768859863\n", "Step 1924:\n", "Loss: 2.0075862407684326\n", "Step 1925:\n", "Loss: 2.2104077339172363\n", "Step 1926:\n", "Loss: 2.199153184890747\n", "Step 1927:\n", "Loss: 1.851930856704712\n", "Step 1928:\n", "Loss: 2.2660841941833496\n", "Step 1929:\n", "Loss: 2.197722911834717\n", "Step 1930:\n", "Loss: 2.2773404121398926\n", "Step 1931:\n", "Loss: 1.8585389852523804\n", "Step 1932:\n", "Loss: 2.085453987121582\n", "Step 1933:\n", "Loss: 2.0076744556427\n", "Step 1934:\n", "Loss: 2.2727060317993164\n", "Step 1935:\n", "Loss: 2.3039052486419678\n", "Step 1936:\n", "Loss: 2.08864426612854\n", "Step 1937:\n", "Loss: 1.8495750427246094\n", "Step 1938:\n", "Loss: 2.6763863563537598\n", "Step 1939:\n", "Loss: 2.4569849967956543\n", "Step 1940:\n", "Loss: 2.2075321674346924\n", "Step 1941:\n", "Loss: 2.132284164428711\n", "Step 1942:\n", "Loss: 2.624704599380493\n", "Step 1943:\n", "Loss: 1.8345777988433838\n", "Step 1944:\n", "Loss: 1.9979802370071411\n", "Step 1945:\n", "Loss: 2.1554617881774902\n", "Step 1946:\n", "Loss: 2.067836046218872\n", "Step 1947:\n", "Loss: 2.443990707397461\n", "Step 1948:\n", "Loss: 2.639542818069458\n", "Step 1949:\n", "Loss: 2.0067811012268066\n", "Step 1950:\n", "Loss: 2.0886173248291016\n", "Step 1951:\n", "Loss: 2.352618455886841\n", "Step 1952:\n", "Loss: 2.57670521736145\n", "Step 1953:\n", "Loss: 2.4496443271636963\n", "Step 1954:\n", "Loss: 2.7444753646850586\n", "Step 1955:\n", "Loss: 1.8764700889587402\n", "Step 1956:\n", "Loss: 2.4674487113952637\n", "Step 1957:\n", "Loss: 1.9222321510314941\n", "Step 1958:\n", "Loss: 3.169560194015503\n", "Step 1959:\n", "Loss: 2.310292959213257\n", "Step 1960:\n", "Loss: 2.556867837905884\n", "Step 1961:\n", "Loss: 2.2865712642669678\n", "Step 1962:\n", "Loss: 2.213113307952881\n", "Step 1963:\n", "Loss: 2.652113199234009\n", "Step 1964:\n", "Loss: 1.9540430307388306\n", "Step 1965:\n", "Loss: 2.754723310470581\n", "Step 1966:\n", "Loss: 2.6429529190063477\n", "Step 1967:\n", "Loss: 1.905834436416626\n", "Step 1968:\n", "Loss: 2.922776937484741\n", "Step 1969:\n", "Loss: 2.636147975921631\n", "Step 1970:\n", "Loss: 2.157604455947876\n", "Step 1971:\n", "Loss: 1.9515483379364014\n", "Step 1972:\n", "Loss: 2.578218936920166\n", "Step 1973:\n", "Loss: 2.2865710258483887\n", "Step 1974:\n", "Loss: 1.9392671585083008\n", "Step 1975:\n", "Loss: 3.0146195888519287\n", "Step 1976:\n", "Loss: 2.123093366622925\n", "Step 1977:\n", "Loss: 1.814200520515442\n", "Step 1978:\n", "Loss: 2.3405425548553467\n", "Step 1979:\n", "Loss: 1.9775890111923218\n", "Step 1980:\n", "Loss: 2.2810287475585938\n", "Step 1981:\n", "Loss: 2.199085235595703\n", "Step 1982:\n", "Loss: 2.3740572929382324\n", "Step 1983:\n", "Loss: 2.1976053714752197\n", "Step 1984:\n", "Loss: 2.19140625\n", "Step 1985:\n", "Loss: 2.3304600715637207\n", "Step 1986:\n", "Loss: 2.289055585861206\n", "Step 1987:\n", "Loss: 2.0904200077056885\n", "Step 1988:\n", "Loss: 2.2534313201904297\n", "Step 1989:\n", "Loss: 2.5144999027252197\n", "Step 1990:\n", "Loss: 3.0803909301757812\n", "Step 1991:\n", "Loss: 2.3369734287261963\n", "Step 1992:\n", "Loss: 2.159191370010376\n", "Step 1993:\n", "Loss: 2.3635077476501465\n", "Step 1994:\n", "Loss: 2.339668035507202\n", "Step 1995:\n", "Loss: 2.5728752613067627\n", "Step 1996:\n", "Loss: 2.7819976806640625\n", "Step 1997:\n", "Loss: 2.032478094100952\n", "Step 1998:\n", "Loss: 1.543703556060791\n", "Step 1999:\n", "Loss: 2.593874454498291\n", "Step 2000:\n", "Loss: 2.4530959129333496\n", "Step 2001:\n", "Loss: 1.9750947952270508\n", "Step 2002:\n", "Loss: 2.408846855163574\n", "Step 2003:\n", "Loss: 2.70343279838562\n", "Step 2004:\n", "Loss: 2.430717706680298\n", "Step 2005:\n", "Loss: 2.559108018875122\n", "Step 2006:\n", "Loss: 1.8913391828536987\n", "Step 2007:\n", "Loss: 2.416891574859619\n", "Step 2008:\n", "Loss: 2.517150402069092\n", "Step 2009:\n", "Loss: 2.302311658859253\n", "Step 2010:\n", "Loss: 1.7979729175567627\n", "Step 2011:\n", "Loss: 2.2433393001556396\n", "Step 2012:\n", "Loss: 2.112680673599243\n", "Step 2013:\n", "Loss: 2.3334946632385254\n", "Step 2014:\n", "Loss: 2.2211532592773438\n", "Step 2015:\n", "Loss: 2.513730764389038\n", "Step 2016:\n", "Loss: 2.240633964538574\n", "Step 2017:\n", "Loss: 2.0861802101135254\n", "Step 2018:\n", "Loss: 2.828289270401001\n", "Step 2019:\n", "Loss: 2.234992027282715\n", "Step 2020:\n", "Loss: 1.9473000764846802\n", "Step 2021:\n", "Loss: 2.50055193901062\n", "Step 2022:\n", "Loss: 2.580042839050293\n", "Step 2023:\n", "Loss: 2.2860608100891113\n", "Step 2024:\n", "Loss: 1.6685633659362793\n", "Step 2025:\n", "Loss: 1.8158262968063354\n", "Step 2026:\n", "Loss: 2.616610288619995\n", "Step 2027:\n", "Loss: 2.436894178390503\n", "Step 2028:\n", "Loss: 2.307523727416992\n", "Step 2029:\n", "Loss: 2.097886085510254\n", "Step 2030:\n", "Loss: 2.278707265853882\n", "Step 2031:\n", "Loss: 2.2760424613952637\n", "Step 2032:\n", "Loss: 2.2669544219970703\n", "Step 2033:\n", "Loss: 2.422304153442383\n", "Step 2034:\n", "Loss: 1.9369471073150635\n", "Step 2035:\n", "Loss: 2.0585598945617676\n", "Step 2036:\n", "Loss: 1.9685039520263672\n", "Step 2037:\n", "Loss: 2.0690295696258545\n", "Step 2038:\n", "Loss: 2.476198434829712\n", "Step 2039:\n", "Loss: 2.0782341957092285\n", "Step 2040:\n", "Loss: 2.0727601051330566\n", "Step 2041:\n", "Loss: 2.1855039596557617\n", "Step 2042:\n", "Loss: 2.1412672996520996\n", "Step 2043:\n", "Loss: 1.9755128622055054\n", "Step 2044:\n", "Loss: 2.3537707328796387\n", "Step 2045:\n", "Loss: 2.3938727378845215\n", "Step 2046:\n", "Loss: 2.247835636138916\n", "Step 2047:\n", "Loss: 2.795482635498047\n", "Step 2048:\n", "Loss: 1.9013909101486206\n", "Step 2049:\n", "Loss: 2.562804698944092\n", "Step 2050:\n", "Loss: 2.0834946632385254\n", "Step 2051:\n", "Loss: 2.2164690494537354\n", "Step 2052:\n", "Loss: 2.4565958976745605\n", "Step 2053:\n", "Loss: 2.312223196029663\n", "Step 2054:\n", "Loss: 2.2350013256073\n", "Step 2055:\n", "Loss: 2.6829123497009277\n", "Step 2056:\n", "Loss: 2.2363343238830566\n", "Step 2057:\n", "Loss: 2.3373637199401855\n", "Step 2058:\n", "Loss: 2.2481794357299805\n", "Step 2059:\n", "Loss: 2.449467658996582\n", "Step 2060:\n", "Loss: 2.3187155723571777\n", "Step 2061:\n", "Loss: 2.7178988456726074\n", "Step 2062:\n", "Loss: 2.087892532348633\n", "Step 2063:\n", "Loss: 2.267451286315918\n", "Step 2064:\n", "Loss: 2.5504190921783447\n", "Step 2065:\n", "Loss: 2.172849178314209\n", "Step 2066:\n", "Loss: 1.4584977626800537\n", "Step 2067:\n", "Loss: 2.0090179443359375\n", "Step 2068:\n", "Loss: 2.0983471870422363\n", "Step 2069:\n", "Loss: 2.5574052333831787\n", "Step 2070:\n", "Loss: 2.3788654804229736\n", "Step 2071:\n", "Loss: 3.0350587368011475\n", "Step 2072:\n", "Loss: 2.5914294719696045\n", "Step 2073:\n", "Loss: 2.322357654571533\n", "Step 2074:\n", "Loss: 2.2239277362823486\n", "Step 2075:\n", "Loss: 2.5673890113830566\n", "Step 2076:\n", "Loss: 1.9941920042037964\n", "Step 2077:\n", "Loss: 1.8967777490615845\n", "Step 2078:\n", "Loss: 2.458096504211426\n", "Step 2079:\n", "Loss: 2.476775646209717\n", "Step 2080:\n", "Loss: 2.514906406402588\n", "Step 2081:\n", "Loss: 2.7962536811828613\n", "Step 2082:\n", "Loss: 2.390681505203247\n", "Step 2083:\n", "Loss: 2.008796215057373\n", "Step 2084:\n", "Loss: 2.558401346206665\n", "Step 2085:\n", "Loss: 2.021639108657837\n", "Step 2086:\n", "Loss: 2.422431468963623\n", "Step 2087:\n", "Loss: 2.3399064540863037\n", "Step 2088:\n", "Loss: 2.668966770172119\n", "Step 2089:\n", "Loss: 1.8255623579025269\n", "Step 2090:\n", "Loss: 1.9282845258712769\n", "Step 2091:\n", "Loss: 2.2898287773132324\n", "Step 2092:\n", "Loss: 2.309617280960083\n", "Step 2093:\n", "Loss: 2.601623773574829\n", "Step 2094:\n", "Loss: 2.2417047023773193\n", "Step 2095:\n", "Loss: 1.8023983240127563\n", "Step 2096:\n", "Loss: 2.5215961933135986\n", "Step 2097:\n", "Loss: 2.2382898330688477\n", "Step 2098:\n", "Loss: 2.8924944400787354\n", "Step 2099:\n", "Loss: 1.9169094562530518\n", "Step 2100:\n", "Loss: 2.46547794342041\n", "Step 2101:\n", "Loss: 2.9046332836151123\n", "Step 2102:\n", "Loss: 2.303048610687256\n", "Step 2103:\n", "Loss: 2.2041587829589844\n", "Step 2104:\n", "Loss: 1.6654750108718872\n", "Step 2105:\n", "Loss: 2.7429046630859375\n", "Step 2106:\n", "Loss: 2.1043055057525635\n", "Step 2107:\n", "Loss: 1.8975629806518555\n", "Step 2108:\n", "Loss: 2.042855978012085\n", "Step 2109:\n", "Loss: 2.075441837310791\n", "Step 2110:\n", "Loss: 2.2943062782287598\n", "Step 2111:\n", "Loss: 2.6011295318603516\n", "Step 2112:\n", "Loss: 2.2706410884857178\n", "Step 2113:\n", "Loss: 2.6472558975219727\n", "Step 2114:\n", "Loss: 1.8903253078460693\n", "Step 2115:\n", "Loss: 1.7710901498794556\n", "Step 2116:\n", "Loss: 2.070967674255371\n", "Step 2117:\n", "Loss: 1.9622867107391357\n", "Step 2118:\n", "Loss: 2.1685574054718018\n", "Step 2119:\n", "Loss: 2.4961459636688232\n", "Step 2120:\n", "Loss: 2.2973434925079346\n", "Step 2121:\n", "Loss: 2.028407573699951\n", "Step 2122:\n", "Loss: 2.9507901668548584\n", "Step 2123:\n", "Loss: 2.773545742034912\n", "Step 2124:\n", "Loss: 2.449784278869629\n", "Step 2125:\n", "Loss: 2.1878814697265625\n", "Step 2126:\n", "Loss: 1.9654200077056885\n", "Step 2127:\n", "Loss: 2.2511229515075684\n", "Step 2128:\n", "Loss: 2.586787223815918\n", "Step 2129:\n", "Loss: 2.1832754611968994\n", "Step 2130:\n", "Loss: 2.448065996170044\n", "Step 2131:\n", "Loss: 2.3772239685058594\n", "Step 2132:\n", "Loss: 1.7930783033370972\n", "Step 2133:\n", "Loss: 2.645402193069458\n", "Step 2134:\n", "Loss: 2.261700391769409\n", "Step 2135:\n", "Loss: 2.0157790184020996\n", "Step 2136:\n", "Loss: 2.8724558353424072\n", "Step 2137:\n", "Loss: 2.248103618621826\n", "Step 2138:\n", "Loss: 2.6228718757629395\n", "Step 2139:\n", "Loss: 2.5107388496398926\n", "Step 2140:\n", "Loss: 2.428354263305664\n", "Step 2141:\n", "Loss: 1.9572402238845825\n", "Step 2142:\n", "Loss: 1.775104284286499\n", "Step 2143:\n", "Loss: 2.5986568927764893\n", "Step 2144:\n", "Loss: 1.8482199907302856\n", "Step 2145:\n", "Loss: 2.5362234115600586\n", "Step 2146:\n", "Loss: 1.9331114292144775\n", "Step 2147:\n", "Loss: 1.9426329135894775\n", "Step 2148:\n", "Loss: 2.023803949356079\n", "Step 2149:\n", "Loss: 2.6512908935546875\n", "Step 2150:\n", "Loss: 2.301705837249756\n", "Step 2151:\n", "Loss: 3.1873421669006348\n", "Step 2152:\n", "Loss: 2.186753034591675\n", "Step 2153:\n", "Loss: 2.1703028678894043\n", "Step 2154:\n", "Loss: 1.9942883253097534\n", "Step 2155:\n", "Loss: 1.9608540534973145\n", "Step 2156:\n", "Loss: 2.2372968196868896\n", "Step 2157:\n", "Loss: 2.379805326461792\n", "Step 2158:\n", "Loss: 2.5555362701416016\n", "Step 2159:\n", "Loss: 2.3055930137634277\n", "Step 2160:\n", "Loss: 1.9421769380569458\n", "Step 2161:\n", "Loss: 2.1704001426696777\n", "Step 2162:\n", "Loss: 2.2190322875976562\n", "Step 2163:\n", "Loss: 2.0636866092681885\n", "Step 2164:\n", "Loss: 1.8734389543533325\n", "Step 2165:\n", "Loss: 2.2154974937438965\n", "Step 2166:\n", "Loss: 2.67379093170166\n", "Step 2167:\n", "Loss: 2.071434259414673\n", "Step 2168:\n", "Loss: 2.3380448818206787\n", "Step 2169:\n", "Loss: 2.0682926177978516\n", "Step 2170:\n", "Loss: 2.3081257343292236\n", "Step 2171:\n", "Loss: 2.054656744003296\n", "Step 2172:\n", "Loss: 2.188507080078125\n", "Step 2173:\n", "Loss: 2.1871609687805176\n", "Step 2174:\n", "Loss: 2.3549859523773193\n", "Step 2175:\n", "Loss: 1.9076567888259888\n", "Step 2176:\n", "Loss: 2.2504727840423584\n", "Step 2177:\n", "Loss: 2.3448240756988525\n", "Step 2178:\n", "Loss: 2.5635788440704346\n", "Step 2179:\n", "Loss: 2.0992658138275146\n", "Step 2180:\n", "Loss: 2.2112560272216797\n", "Step 2181:\n", "Loss: 2.456265449523926\n", "Step 2182:\n", "Loss: 2.256373643875122\n", "Step 2183:\n", "Loss: 1.6899638175964355\n", "Step 2184:\n", "Loss: 2.482790946960449\n", "Step 2185:\n", "Loss: 2.24922251701355\n", "Step 2186:\n", "Loss: 2.3417809009552\n", "Step 2187:\n", "Loss: 2.312898874282837\n", "Step 2188:\n", "Loss: 2.829928159713745\n", "Step 2189:\n", "Loss: 2.184396505355835\n", "Step 2190:\n", "Loss: 2.158346176147461\n", "Step 2191:\n", "Loss: 2.297564744949341\n", "Step 2192:\n", "Loss: 1.8317582607269287\n", "Step 2193:\n", "Loss: 1.821492314338684\n", "Step 2194:\n", "Loss: 2.322575092315674\n", "Step 2195:\n", "Loss: 2.121638298034668\n", "Step 2196:\n", "Loss: 1.8824701309204102\n", "Step 2197:\n", "Loss: 1.7848625183105469\n", "Step 2198:\n", "Loss: 2.67230486869812\n", "Step 2199:\n", "Loss: 1.5177161693572998\n", "Step 2200:\n", "Loss: 2.458435535430908\n", "Step 2201:\n", "Loss: 2.4327611923217773\n", "Step 2202:\n", "Loss: 2.183443307876587\n", "Step 2203:\n", "Loss: 2.2036707401275635\n", "Step 2204:\n", "Loss: 2.145216464996338\n", "Step 2205:\n", "Loss: 2.559352397918701\n", "Step 2206:\n", "Loss: 2.00527024269104\n", "Step 2207:\n", "Loss: 2.5589327812194824\n", "Step 2208:\n", "Loss: 2.108712673187256\n", "Step 2209:\n", "Loss: 1.8422508239746094\n", "Step 2210:\n", "Loss: 2.0815048217773438\n", "Step 2211:\n", "Loss: 2.0645275115966797\n", "Step 2212:\n", "Loss: 2.1048367023468018\n", "Step 2213:\n", "Loss: 2.3879153728485107\n", "Step 2214:\n", "Loss: 2.4220051765441895\n", "Step 2215:\n", "Loss: 2.6060538291931152\n", "Step 2216:\n", "Loss: 1.861915946006775\n", "Step 2217:\n", "Loss: 2.940223455429077\n", "Step 2218:\n", "Loss: 2.4993908405303955\n", "Step 2219:\n", "Loss: 2.300039291381836\n", "Step 2220:\n", "Loss: 2.6302385330200195\n", "Step 2221:\n", "Loss: 2.1218650341033936\n", "Step 2222:\n", "Loss: 2.2478208541870117\n", "Step 2223:\n", "Loss: 2.5527613162994385\n", "Step 2224:\n", "Loss: 2.0632777214050293\n", "Step 2225:\n", "Loss: 2.858522891998291\n", "Step 2226:\n", "Loss: 2.0177834033966064\n", "Step 2227:\n", "Loss: 2.2955992221832275\n", "Step 2228:\n", "Loss: 2.419189453125\n", "Step 2229:\n", "Loss: 2.069148063659668\n", "Step 2230:\n", "Loss: 1.71979558467865\n", "Step 2231:\n", "Loss: 2.6545684337615967\n", "Step 2232:\n", "Loss: 2.0519919395446777\n", "Step 2233:\n", "Loss: 2.191391944885254\n", "Step 2234:\n", "Loss: 2.7122297286987305\n", "Step 2235:\n", "Loss: 2.415984869003296\n", "Step 2236:\n", "Loss: 1.6472859382629395\n", "Step 2237:\n", "Loss: 2.3131115436553955\n", "Step 2238:\n", "Loss: 1.9909534454345703\n", "Step 2239:\n", "Loss: 1.3884162902832031\n", "Step 2240:\n", "Loss: 2.3974692821502686\n", "Step 2241:\n", "Loss: 1.9831520318984985\n", "Step 2242:\n", "Loss: 2.064453363418579\n", "Step 2243:\n", "Loss: 3.257495164871216\n", "Step 2244:\n", "Loss: 2.2524826526641846\n", "Step 2245:\n", "Loss: 1.7445313930511475\n", "Step 2246:\n", "Loss: 1.8139209747314453\n", "Step 2247:\n", "Loss: 2.007192850112915\n", "Step 2248:\n", "Loss: 2.681774616241455\n", "Step 2249:\n", "Loss: 2.724069356918335\n", "Step 2250:\n", "Loss: 2.24422025680542\n", "Step 2251:\n", "Loss: 2.165802001953125\n", "Step 2252:\n", "Loss: 1.7700424194335938\n", "Step 2253:\n", "Loss: 1.9288334846496582\n", "Step 2254:\n", "Loss: 1.6935973167419434\n", "Step 2255:\n", "Loss: 2.115452289581299\n", "Step 2256:\n", "Loss: 2.0764989852905273\n", "Step 2257:\n", "Loss: 1.9432008266448975\n", "Step 2258:\n", "Loss: 2.175276279449463\n", "Step 2259:\n", "Loss: 2.3298990726470947\n", "Step 2260:\n", "Loss: 3.049616575241089\n", "Step 2261:\n", "Loss: 1.9162952899932861\n", "Step 2262:\n", "Loss: 2.9050276279449463\n", "Step 2263:\n", "Loss: 2.8208446502685547\n", "Step 2264:\n", "Loss: 2.0784268379211426\n", "Step 2265:\n", "Loss: 2.541080951690674\n", "Step 2266:\n", "Loss: 2.1880264282226562\n", "Step 2267:\n", "Loss: 2.0218706130981445\n", "Step 2268:\n", "Loss: 2.7104949951171875\n", "Step 2269:\n", "Loss: 2.036195993423462\n", "Step 2270:\n", "Loss: 2.7774345874786377\n", "Step 2271:\n", "Loss: 2.4483554363250732\n", "Step 2272:\n", "Loss: 2.1552186012268066\n", "Step 2273:\n", "Loss: 2.64601469039917\n", "Step 2274:\n", "Loss: 2.2079644203186035\n", "Step 2275:\n", "Loss: 1.9264593124389648\n", "Step 2276:\n", "Loss: 2.6091322898864746\n", "Step 2277:\n", "Loss: 1.867876648902893\n", "Step 2278:\n", "Loss: 2.3799445629119873\n", "Step 2279:\n", "Loss: 2.508427143096924\n", "Step 2280:\n", "Loss: 2.17887020111084\n", "Step 2281:\n", "Loss: 2.3896021842956543\n", "Step 2282:\n", "Loss: 2.181858777999878\n", "Step 2283:\n", "Loss: 2.092012882232666\n", "Step 2284:\n", "Loss: 1.9272394180297852\n", "Step 2285:\n", "Loss: 2.4175448417663574\n", "Step 2286:\n", "Loss: 1.90216064453125\n", "Step 2287:\n", "Loss: 2.141361713409424\n", "Step 2288:\n", "Loss: 1.9321438074111938\n", "Step 2289:\n", "Loss: 2.520050525665283\n", "Step 2290:\n", "Loss: 1.9423191547393799\n", "Step 2291:\n", "Loss: 2.648198127746582\n", "Step 2292:\n", "Loss: 1.560103416442871\n", "Step 2293:\n", "Loss: 2.1974282264709473\n", "Step 2294:\n", "Loss: 2.3472490310668945\n", "Step 2295:\n", "Loss: 2.1404881477355957\n", "Step 2296:\n", "Loss: 2.7104835510253906\n", "Step 2297:\n", "Loss: 2.627318859100342\n", "Step 2298:\n", "Loss: 2.0394463539123535\n", "Step 2299:\n", "Loss: 2.652930498123169\n", "Step 2300:\n", "Loss: 2.203796148300171\n", "Step 2301:\n", "Loss: 2.4331297874450684\n", "Step 2302:\n", "Loss: 2.0251660346984863\n", "Step 2303:\n", "Loss: 2.827334403991699\n", "Step 2304:\n", "Loss: 2.1824729442596436\n", "Step 2305:\n", "Loss: 2.414463758468628\n", "Step 2306:\n", "Loss: 2.0948240756988525\n", "Step 2307:\n", "Loss: 2.285313844680786\n", "Step 2308:\n", "Loss: 2.5047974586486816\n", "Step 2309:\n", "Loss: 2.1885085105895996\n", "Step 2310:\n", "Loss: 2.6582062244415283\n", "Step 2311:\n", "Loss: 2.180107831954956\n", "Step 2312:\n", "Loss: 2.704993724822998\n", "Step 2313:\n", "Loss: 2.69905686378479\n", "Step 2314:\n", "Loss: 2.473134994506836\n", "Step 2315:\n", "Loss: 1.9849097728729248\n", "Step 2316:\n", "Loss: 2.0885565280914307\n", "Step 2317:\n", "Loss: 2.2847461700439453\n", "Step 2318:\n", "Loss: 2.0187339782714844\n", "Step 2319:\n", "Loss: 2.4922444820404053\n", "Step 2320:\n", "Loss: 2.622466564178467\n", "Step 2321:\n", "Loss: 2.121842384338379\n", "Step 2322:\n", "Loss: 1.5966593027114868\n", "Step 2323:\n", "Loss: 2.3979854583740234\n", "Step 2324:\n", "Loss: 2.294649124145508\n", "Step 2325:\n", "Loss: 1.9446618556976318\n", "Step 2326:\n", "Loss: 2.658658266067505\n", "Step 2327:\n", "Loss: 2.267764091491699\n", "Step 2328:\n", "Loss: 2.844421625137329\n", "Step 2329:\n", "Loss: 2.2674877643585205\n", "Step 2330:\n", "Loss: 2.7521257400512695\n", "Step 2331:\n", "Loss: 2.690809726715088\n", "Step 2332:\n", "Loss: 1.860832929611206\n", "Step 2333:\n", "Loss: 2.2762229442596436\n", "Step 2334:\n", "Loss: 2.1527438163757324\n", "Step 2335:\n", "Loss: 2.3172354698181152\n", "Step 2336:\n", "Loss: 2.123218297958374\n", "Step 2337:\n", "Loss: 2.443199634552002\n", "Step 2338:\n", "Loss: 2.1134109497070312\n", "Step 2339:\n", "Loss: 2.013166666030884\n", "Step 2340:\n", "Loss: 2.652386426925659\n", "Step 2341:\n", "Loss: 1.9143548011779785\n", "Step 2342:\n", "Loss: 2.316072463989258\n", "Step 2343:\n", "Loss: 2.2610692977905273\n", "Step 2344:\n", "Loss: 1.953019380569458\n", "Step 2345:\n", "Loss: 2.047463893890381\n", "Step 2346:\n", "Loss: 2.6133034229278564\n", "Step 2347:\n", "Loss: 2.5226168632507324\n", "Step 2348:\n", "Loss: 2.6714203357696533\n", "Step 2349:\n", "Loss: 2.3141541481018066\n", "Step 2350:\n", "Loss: 2.242133855819702\n", "Step 2351:\n", "Loss: 2.012341022491455\n", "Step 2352:\n", "Loss: 2.1312167644500732\n", "Step 2353:\n", "Loss: 2.1886863708496094\n", "Step 2354:\n", "Loss: 2.04952335357666\n", "Step 2355:\n", "Loss: 2.316066265106201\n", "Step 2356:\n", "Loss: 2.4608407020568848\n", "Step 2357:\n", "Loss: 2.281714916229248\n", "Step 2358:\n", "Loss: 2.0640816688537598\n", "Step 2359:\n", "Loss: 3.2219319343566895\n", "Step 2360:\n", "Loss: 2.492920398712158\n", "Step 2361:\n", "Loss: 2.1020541191101074\n", "Step 2362:\n", "Loss: 2.189150810241699\n", "Step 2363:\n", "Loss: 2.5343308448791504\n", "Step 2364:\n", "Loss: 2.3490664958953857\n", "Step 2365:\n", "Loss: 2.1427175998687744\n", "Step 2366:\n", "Loss: 3.4557886123657227\n", "Step 2367:\n", "Loss: 2.6960487365722656\n", "Step 2368:\n", "Loss: 2.251006603240967\n", "Step 2369:\n", "Loss: 2.2289958000183105\n", "Step 2370:\n", "Loss: 2.1767022609710693\n", "Step 2371:\n", "Loss: 2.6053004264831543\n", "Step 2372:\n", "Loss: 2.6975553035736084\n", "Step 2373:\n", "Loss: 2.265005588531494\n", "Step 2374:\n", "Loss: 2.5180985927581787\n", "Step 2375:\n", "Loss: 2.2465665340423584\n", "Step 2376:\n", "Loss: 2.6873245239257812\n", "Step 2377:\n", "Loss: 2.019517421722412\n", "Step 2378:\n", "Loss: 2.1034278869628906\n", "Step 2379:\n", "Loss: 2.278508186340332\n", "Step 2380:\n", "Loss: 1.9799206256866455\n", "Step 2381:\n", "Loss: 2.3632092475891113\n", "Step 2382:\n", "Loss: 2.152686834335327\n", "Step 2383:\n", "Loss: 2.1187996864318848\n", "Step 2384:\n", "Loss: 2.0818493366241455\n", "Step 2385:\n", "Loss: 2.0923919677734375\n", "Step 2386:\n", "Loss: 2.4824531078338623\n", "Step 2387:\n", "Loss: 2.387092351913452\n", "Step 2388:\n", "Loss: 2.07262921333313\n", "Step 2389:\n", "Loss: 1.9056618213653564\n", "Step 2390:\n", "Loss: 1.7030577659606934\n", "Step 2391:\n", "Loss: 2.02327561378479\n", "Step 2392:\n", "Loss: 1.870322823524475\n", "Step 2393:\n", "Loss: 2.354665994644165\n", "Step 2394:\n", "Loss: 1.9381264448165894\n", "Step 2395:\n", "Loss: 2.370382070541382\n", "Step 2396:\n", "Loss: 2.0532474517822266\n", "Step 2397:\n", "Loss: 2.2143445014953613\n", "Step 2398:\n", "Loss: 2.5322117805480957\n", "Step 2399:\n", "Loss: 2.648056983947754\n", "Step 2400:\n", "Loss: 2.1288018226623535\n", "Step 2401:\n", "Loss: 2.280855178833008\n", "Step 2402:\n", "Loss: 2.7289071083068848\n", "Step 2403:\n", "Loss: 1.8104829788208008\n", "Step 2404:\n", "Loss: 2.413954496383667\n", "Step 2405:\n", "Loss: 2.688629388809204\n", "Step 2406:\n", "Loss: 2.2537100315093994\n", "Step 2407:\n", "Loss: 2.2459537982940674\n", "Step 2408:\n", "Loss: 2.325573682785034\n", "Step 2409:\n", "Loss: 2.3794567584991455\n", "Step 2410:\n", "Loss: 1.7359306812286377\n", "Step 2411:\n", "Loss: 2.3688175678253174\n", "Step 2412:\n", "Loss: 1.9465386867523193\n", "Step 2413:\n", "Loss: 2.319058418273926\n", "Step 2414:\n", "Loss: 2.264683485031128\n", "Step 2415:\n", "Loss: 2.3793158531188965\n", "Step 2416:\n", "Loss: 2.285452365875244\n", "Step 2417:\n", "Loss: 2.124816417694092\n", "Step 2418:\n", "Loss: 2.375943660736084\n", "Step 2419:\n", "Loss: 1.854253888130188\n", "Step 2420:\n", "Loss: 2.3340682983398438\n", "Step 2421:\n", "Loss: 2.106687068939209\n", "Step 2422:\n", "Loss: 2.2138924598693848\n", "Step 2423:\n", "Loss: 2.171895742416382\n", "Step 2424:\n", "Loss: 2.029726982116699\n", "Step 2425:\n", "Loss: 2.1385273933410645\n", "Step 2426:\n", "Loss: 2.267653465270996\n", "Step 2427:\n", "Loss: 2.6089580059051514\n", "Step 2428:\n", "Loss: 2.1599342823028564\n", "Step 2429:\n", "Loss: 2.240595579147339\n", "Step 2430:\n", "Loss: 2.138725996017456\n", "Step 2431:\n", "Loss: 2.193478584289551\n", "Step 2432:\n", "Loss: 1.8419508934020996\n", "Step 2433:\n", "Loss: 2.4561500549316406\n", "Step 2434:\n", "Loss: 2.6679558753967285\n", "Step 2435:\n", "Loss: 2.1587324142456055\n", "Step 2436:\n", "Loss: 2.095390558242798\n", "Step 2437:\n", "Loss: 2.4312496185302734\n", "Step 2438:\n", "Loss: 2.5761871337890625\n", "Step 2439:\n", "Loss: 2.6432602405548096\n", "Step 2440:\n", "Loss: 2.745649814605713\n", "Step 2441:\n", "Loss: 2.6184241771698\n", "Step 2442:\n", "Loss: 2.353487730026245\n", "Step 2443:\n", "Loss: 2.5470046997070312\n", "Step 2444:\n", "Loss: 2.039936065673828\n", "Step 2445:\n", "Loss: 2.772502899169922\n", "Step 2446:\n", "Loss: 2.4027676582336426\n", "Step 2447:\n", "Loss: 2.423114061355591\n", "Step 2448:\n", "Loss: 2.840683937072754\n", "Step 2449:\n", "Loss: 2.384918689727783\n", "Step 2450:\n", "Loss: 2.0917351245880127\n", "Step 2451:\n", "Loss: 2.0865323543548584\n", "Step 2452:\n", "Loss: 2.560419797897339\n", "Step 2453:\n", "Loss: 2.240410804748535\n", "Step 2454:\n", "Loss: 2.3137314319610596\n", "Step 2455:\n", "Loss: 2.512481927871704\n", "Step 2456:\n", "Loss: 2.2583889961242676\n", "Step 2457:\n", "Loss: 2.6737282276153564\n", "Step 2458:\n", "Loss: 1.996422290802002\n", "Step 2459:\n", "Loss: 1.925567388534546\n", "Step 2460:\n", "Loss: 2.379525899887085\n", "Step 2461:\n", "Loss: 2.2473390102386475\n", "Step 2462:\n", "Loss: 1.9679913520812988\n", "Step 2463:\n", "Loss: 2.1725525856018066\n", "Step 2464:\n", "Loss: 2.1852481365203857\n", "Step 2465:\n", "Loss: 2.842670440673828\n", "Step 2466:\n", "Loss: 2.2157630920410156\n", "Step 2467:\n", "Loss: 2.0376601219177246\n", "Step 2468:\n", "Loss: 2.4729127883911133\n", "Step 2469:\n", "Loss: 2.567401647567749\n", "Step 2470:\n", "Loss: 2.0958969593048096\n", "Step 2471:\n", "Loss: 2.061661720275879\n", "Step 2472:\n", "Loss: 2.521646499633789\n", "Step 2473:\n", "Loss: 2.7228968143463135\n", "Step 2474:\n", "Loss: 2.606807231903076\n", "Step 2475:\n", "Loss: 2.1683058738708496\n", "Step 2476:\n", "Loss: 2.3247458934783936\n", "Step 2477:\n", "Loss: 2.2181339263916016\n", "Step 2478:\n", "Loss: 2.072462558746338\n", "Step 2479:\n", "Loss: 2.3732197284698486\n", "Step 2480:\n", "Loss: 1.8926043510437012\n", "Step 2481:\n", "Loss: 2.607682704925537\n", "Step 2482:\n", "Loss: 2.4409360885620117\n", "Step 2483:\n", "Loss: 2.763967990875244\n", "Step 2484:\n", "Loss: 2.3514840602874756\n", "Step 2485:\n", "Loss: 2.1036527156829834\n", "Step 2486:\n", "Loss: 2.3657870292663574\n", "Step 2487:\n", "Loss: 2.552830934524536\n", "Step 2488:\n", "Loss: 2.398155450820923\n", "Step 2489:\n", "Loss: 2.2306575775146484\n", "Step 2490:\n", "Loss: 2.547877550125122\n", "Step 2491:\n", "Loss: 1.8454314470291138\n", "Step 2492:\n", "Loss: 2.763638734817505\n", "Step 2493:\n", "Loss: 2.4626355171203613\n", "Step 2494:\n", "Loss: 2.460770606994629\n", "Step 2495:\n", "Loss: 1.7036304473876953\n", "Step 2496:\n", "Loss: 2.1762187480926514\n", "Step 2497:\n", "Loss: 2.617849111557007\n", "Step 2498:\n", "Loss: 2.1305646896362305\n", "Step 2499:\n", "Loss: 2.471318006515503\n", "Step 2500:\n", "Loss: 2.8750195503234863\n", "Step 2501:\n", "Loss: 2.0623085498809814\n", "Step 2502:\n", "Loss: 1.9285407066345215\n", "Step 2503:\n", "Loss: 2.0420711040496826\n", "Step 2504:\n", "Loss: 2.5707530975341797\n", "Step 2505:\n", "Loss: 1.8809484243392944\n", "Step 2506:\n", "Loss: 2.363210916519165\n", "Step 2507:\n", "Loss: 2.6097726821899414\n", "Step 2508:\n", "Loss: 2.2663702964782715\n", "Step 2509:\n", "Loss: 2.289492607116699\n", "Step 2510:\n", "Loss: 2.4071924686431885\n", "Step 2511:\n", "Loss: 2.242706298828125\n", "Step 2512:\n", "Loss: 2.032099723815918\n", "Step 2513:\n", "Loss: 1.9911130666732788\n", "Step 2514:\n", "Loss: 2.695119857788086\n", "Step 2515:\n", "Loss: 2.0560998916625977\n", "Step 2516:\n", "Loss: 2.077178716659546\n", "Step 2517:\n", "Loss: 2.2263853549957275\n", "Step 2518:\n", "Loss: 2.5199196338653564\n", "Step 2519:\n", "Loss: 2.494990348815918\n", "Step 2520:\n", "Loss: 2.249907970428467\n", "Step 2521:\n", "Loss: 2.3275251388549805\n", "Step 2522:\n", "Loss: 2.513930320739746\n", "Step 2523:\n", "Loss: 2.476520538330078\n", "Step 2524:\n", "Loss: 2.0386829376220703\n", "Step 2525:\n", "Loss: 2.60331654548645\n", "Step 2526:\n", "Loss: 2.3639163970947266\n", "Step 2527:\n", "Loss: 2.1277425289154053\n", "Step 2528:\n", "Loss: 2.556703805923462\n", "Step 2529:\n", "Loss: 2.237750768661499\n", "Step 2530:\n", "Loss: 2.5437660217285156\n", "Step 2531:\n", "Loss: 2.272536516189575\n", "Step 2532:\n", "Loss: 2.793369770050049\n", "Step 2533:\n", "Loss: 2.4071993827819824\n", "Step 2534:\n", "Loss: 2.0583338737487793\n", "Step 2535:\n", "Loss: 2.7797093391418457\n", "Step 2536:\n", "Loss: 2.001986503601074\n", "Step 2537:\n", "Loss: 2.593766927719116\n", "Step 2538:\n", "Loss: 2.2799389362335205\n", "Step 2539:\n", "Loss: 2.2305452823638916\n", "Step 2540:\n", "Loss: 2.2019240856170654\n", "Step 2541:\n", "Loss: 2.2285308837890625\n", "Step 2542:\n", "Loss: 2.4665613174438477\n", "Step 2543:\n", "Loss: 1.9757981300354004\n", "Step 2544:\n", "Loss: 1.8912631273269653\n", "Step 2545:\n", "Loss: 2.215975761413574\n", "Step 2546:\n", "Loss: 2.2842841148376465\n", "Step 2547:\n", "Loss: 1.765370488166809\n", "Step 2548:\n", "Loss: 2.19644832611084\n", "Step 2549:\n", "Loss: 2.8647055625915527\n", "Step 2550:\n", "Loss: 1.6846122741699219\n", "Step 2551:\n", "Loss: 1.8007988929748535\n", "Step 2552:\n", "Loss: 2.513059139251709\n", "Step 2553:\n", "Loss: 2.4090676307678223\n", "Step 2554:\n", "Loss: 2.2313923835754395\n", "Step 2555:\n", "Loss: 2.2173397541046143\n", "Step 2556:\n", "Loss: 2.9124274253845215\n", "Step 2557:\n", "Loss: 2.398146867752075\n", "Step 2558:\n", "Loss: 2.4624712467193604\n", "Step 2559:\n", "Loss: 2.338315010070801\n", "Step 2560:\n", "Loss: 2.2147750854492188\n", "Step 2561:\n", "Loss: 2.4167144298553467\n", "Step 2562:\n", "Loss: 1.9812562465667725\n", "Step 2563:\n", "Loss: 2.1503641605377197\n", "Step 2564:\n", "Loss: 1.7949196100234985\n", "Step 2565:\n", "Loss: 2.0531015396118164\n", "Step 2566:\n", "Loss: 2.5428597927093506\n", "Step 2567:\n", "Loss: 2.716041326522827\n", "Step 2568:\n", "Loss: 2.0851783752441406\n", "Step 2569:\n", "Loss: 2.202712059020996\n", "Step 2570:\n", "Loss: 2.1276681423187256\n", "Step 2571:\n", "Loss: 2.007685422897339\n", "Step 2572:\n", "Loss: 2.434093952178955\n", "Step 2573:\n", "Loss: 2.3853609561920166\n", "Step 2574:\n", "Loss: 1.875553011894226\n", "Step 2575:\n", "Loss: 2.416478395462036\n", "Step 2576:\n", "Loss: 2.3978662490844727\n", "Step 2577:\n", "Loss: 2.037290573120117\n", "Step 2578:\n", "Loss: 2.573054790496826\n", "Step 2579:\n", "Loss: 1.5679296255111694\n", "Step 2580:\n", "Loss: 2.575319766998291\n", "Step 2581:\n", "Loss: 2.4635097980499268\n", "Step 2582:\n", "Loss: 1.9687647819519043\n", "Step 2583:\n", "Loss: 2.180612087249756\n", "Step 2584:\n", "Loss: 2.08880352973938\n", "Step 2585:\n", "Loss: 2.3689746856689453\n", "Step 2586:\n", "Loss: 1.924561619758606\n", "Step 2587:\n", "Loss: 2.2750067710876465\n", "Step 2588:\n", "Loss: 2.6211016178131104\n", "Step 2589:\n", "Loss: 1.8659002780914307\n", "Step 2590:\n", "Loss: 3.2290585041046143\n", "Step 2591:\n", "Loss: 2.174065589904785\n", "Step 2592:\n", "Loss: 2.5756947994232178\n", "Step 2593:\n", "Loss: 2.20623517036438\n", "Step 2594:\n", "Loss: 2.374326229095459\n", "Step 2595:\n", "Loss: 2.159670114517212\n", "Step 2596:\n", "Loss: 2.318894624710083\n", "Step 2597:\n", "Loss: 2.090137481689453\n", "Step 2598:\n", "Loss: 2.20284366607666\n", "Step 2599:\n", "Loss: 2.2085862159729004\n", "Step 2600:\n", "Loss: 2.259592294692993\n", "Step 2601:\n", "Loss: 2.548468589782715\n", "Step 2602:\n", "Loss: 2.429487705230713\n", "Step 2603:\n", "Loss: 2.248570203781128\n", "Step 2604:\n", "Loss: 2.521409034729004\n", "Step 2605:\n", "Loss: 2.0110044479370117\n", "Step 2606:\n", "Loss: 2.5571696758270264\n", "Step 2607:\n", "Loss: 2.305964469909668\n", "Step 2608:\n", "Loss: 2.272742509841919\n", "Step 2609:\n", "Loss: 2.618758201599121\n", "Step 2610:\n", "Loss: 2.6109070777893066\n", "Step 2611:\n", "Loss: 2.4869956970214844\n", "Step 2612:\n", "Loss: 2.2665059566497803\n", "Step 2613:\n", "Loss: 2.3055732250213623\n", "Step 2614:\n", "Loss: 2.3292524814605713\n", "Step 2615:\n", "Loss: 2.786839485168457\n", "Step 2616:\n", "Loss: 2.468379497528076\n", "Step 2617:\n", "Loss: 2.4466023445129395\n", "Step 2618:\n", "Loss: 1.8570289611816406\n", "Step 2619:\n", "Loss: 2.149651527404785\n", "Step 2620:\n", "Loss: 2.439591407775879\n", "Step 2621:\n", "Loss: 2.3508195877075195\n", "Step 2622:\n", "Loss: 1.997554063796997\n", "Step 2623:\n", "Loss: 2.2888026237487793\n", "Step 2624:\n", "Loss: 2.9849355220794678\n", "Step 2625:\n", "Loss: 2.5405848026275635\n", "Step 2626:\n", "Loss: 2.4484057426452637\n", "Step 2627:\n", "Loss: 2.617302894592285\n", "Step 2628:\n", "Loss: 2.2419769763946533\n", "Step 2629:\n", "Loss: 2.316689968109131\n", "Step 2630:\n", "Loss: 2.557095527648926\n", "Step 2631:\n", "Loss: 1.966424822807312\n", "Step 2632:\n", "Loss: 2.2480051517486572\n", "Step 2633:\n", "Loss: 1.6958657503128052\n", "Step 2634:\n", "Loss: 1.8788914680480957\n", "Step 2635:\n", "Loss: 2.3088841438293457\n", "Step 2636:\n", "Loss: 2.031073808670044\n", "Step 2637:\n", "Loss: 2.263943672180176\n", "Step 2638:\n", "Loss: 2.1499574184417725\n", "Step 2639:\n", "Loss: 2.544645309448242\n", "Step 2640:\n", "Loss: 2.006007194519043\n", "Step 2641:\n", "Loss: 2.4817798137664795\n", "Step 2642:\n", "Loss: 2.5017478466033936\n", "Step 2643:\n", "Loss: 2.3473072052001953\n", "Step 2644:\n", "Loss: 2.458568572998047\n", "Step 2645:\n", "Loss: 2.4933841228485107\n", "Step 2646:\n", "Loss: 2.4069323539733887\n", "Step 2647:\n", "Loss: 2.629119873046875\n", "Step 2648:\n", "Loss: 2.2977495193481445\n", "Step 2649:\n", "Loss: 2.2917709350585938\n", "Step 2650:\n", "Loss: 2.21246600151062\n", "Step 2651:\n", "Loss: 2.5362741947174072\n", "Step 2652:\n", "Loss: 1.6751627922058105\n", "Step 2653:\n", "Loss: 2.453798294067383\n", "Step 2654:\n", "Loss: 2.1690456867218018\n", "Step 2655:\n", "Loss: 1.8049321174621582\n", "Step 2656:\n", "Loss: 2.8216066360473633\n", "Step 2657:\n", "Loss: 2.353423595428467\n", "Step 2658:\n", "Loss: 2.2406833171844482\n", "Step 2659:\n", "Loss: 2.4732236862182617\n", "Step 2660:\n", "Loss: 2.3127713203430176\n", "Step 2661:\n", "Loss: 1.8388689756393433\n", "Step 2662:\n", "Loss: 1.902177333831787\n", "Step 2663:\n", "Loss: 2.715095043182373\n", "Step 2664:\n", "Loss: 2.7003660202026367\n", "Step 2665:\n", "Loss: 2.0430030822753906\n", "Step 2666:\n", "Loss: 1.9080959558486938\n", "Step 2667:\n", "Loss: 2.662881851196289\n", "Step 2668:\n", "Loss: 2.3760952949523926\n", "Step 2669:\n", "Loss: 2.573932647705078\n", "Step 2670:\n", "Loss: 2.145930767059326\n", "Step 2671:\n", "Loss: 2.0050644874572754\n", "Step 2672:\n", "Loss: 2.48075008392334\n", "Step 2673:\n", "Loss: 2.145336627960205\n", "Step 2674:\n", "Loss: 2.4211716651916504\n", "Step 2675:\n", "Loss: 2.2633581161499023\n", "Step 2676:\n", "Loss: 2.214895486831665\n", "Step 2677:\n", "Loss: 1.9358888864517212\n", "Step 2678:\n", "Loss: 2.258998394012451\n", "Step 2679:\n", "Loss: 1.894174337387085\n", "Step 2680:\n", "Loss: 2.1615071296691895\n", "Step 2681:\n", "Loss: 2.8003334999084473\n", "Step 2682:\n", "Loss: 2.001237630844116\n", "Step 2683:\n", "Loss: 2.7610645294189453\n", "Step 2684:\n", "Loss: 1.9876052141189575\n", "Step 2685:\n", "Loss: 2.098184823989868\n", "Step 2686:\n", "Loss: 1.9347546100616455\n", "Step 2687:\n", "Loss: 2.4427132606506348\n", "Step 2688:\n", "Loss: 2.053419589996338\n", "Step 2689:\n", "Loss: 2.1677439212799072\n", "Step 2690:\n", "Loss: 2.4732046127319336\n", "Step 2691:\n", "Loss: 2.7600064277648926\n", "Step 2692:\n", "Loss: 2.1464061737060547\n", "Step 2693:\n", "Loss: 2.0208239555358887\n", "Step 2694:\n", "Loss: 2.6983449459075928\n", "Step 2695:\n", "Loss: 1.6080126762390137\n", "Step 2696:\n", "Loss: 2.3277132511138916\n", "Step 2697:\n", "Loss: 2.629413604736328\n", "Step 2698:\n", "Loss: 2.4222686290740967\n", "Step 2699:\n", "Loss: 2.962674617767334\n", "Step 2700:\n", "Loss: 2.7589111328125\n", "Step 2701:\n", "Loss: 2.044487237930298\n", "Step 2702:\n", "Loss: 2.567655086517334\n", "Step 2703:\n", "Loss: 2.483769416809082\n", "Step 2704:\n", "Loss: 2.1292574405670166\n", "Step 2705:\n", "Loss: 3.0566153526306152\n", "Step 2706:\n", "Loss: 2.591834545135498\n", "Step 2707:\n", "Loss: 2.3748462200164795\n", "Step 2708:\n", "Loss: 2.693291187286377\n", "Step 2709:\n", "Loss: 2.3317034244537354\n", "Step 2710:\n", "Loss: 2.0759894847869873\n", "Step 2711:\n", "Loss: 2.0022292137145996\n", "Step 2712:\n", "Loss: 1.9677236080169678\n", "Step 2713:\n", "Loss: 1.9342620372772217\n", "Step 2714:\n", "Loss: 2.5273008346557617\n", "Step 2715:\n", "Loss: 2.228928565979004\n", "Step 2716:\n", "Loss: 2.065808057785034\n", "Step 2717:\n", "Loss: 2.897806167602539\n", "Step 2718:\n", "Loss: 2.0802409648895264\n", "Step 2719:\n", "Loss: 2.0083506107330322\n", "Step 2720:\n", "Loss: 1.9709712266921997\n", "Step 2721:\n", "Loss: 2.1461737155914307\n", "Step 2722:\n", "Loss: 2.5669798851013184\n", "Step 2723:\n", "Loss: 2.3797221183776855\n", "Step 2724:\n", "Loss: 2.4578535556793213\n", "Step 2725:\n", "Loss: 1.990185022354126\n", "Step 2726:\n", "Loss: 2.6519885063171387\n", "Step 2727:\n", "Loss: 1.9713821411132812\n", "Step 2728:\n", "Loss: 1.9355266094207764\n", "Step 2729:\n", "Loss: 2.3375346660614014\n", "Step 2730:\n", "Loss: 2.2758281230926514\n", "Step 2731:\n", "Loss: 2.6214613914489746\n", "Step 2732:\n", "Loss: 2.094888210296631\n", "Step 2733:\n", "Loss: 2.5895912647247314\n", "Step 2734:\n", "Loss: 1.6690847873687744\n", "Step 2735:\n", "Loss: 2.511369228363037\n", "Step 2736:\n", "Loss: 2.1407551765441895\n", "Step 2737:\n", "Loss: 1.975357174873352\n", "Step 2738:\n", "Loss: 2.188265800476074\n", "Step 2739:\n", "Loss: 2.0269951820373535\n", "Step 2740:\n", "Loss: 2.442629814147949\n", "Step 2741:\n", "Loss: 2.4595980644226074\n", "Step 2742:\n", "Loss: 1.7929750680923462\n", "Step 2743:\n", "Loss: 2.994675397872925\n", "Step 2744:\n", "Loss: 2.271634340286255\n", "Step 2745:\n", "Loss: 1.7237708568572998\n", "Step 2746:\n", "Loss: 1.6360844373703003\n", "Step 2747:\n", "Loss: 2.743852138519287\n", "Step 2748:\n", "Loss: 2.4863510131835938\n", "Step 2749:\n", "Loss: 1.9738621711730957\n", "Step 2750:\n", "Loss: 2.0081844329833984\n", "Step 2751:\n", "Loss: 1.9315370321273804\n", "Step 2752:\n", "Loss: 2.352734088897705\n", "Step 2753:\n", "Loss: 2.3619186878204346\n", "Step 2754:\n", "Loss: 2.4771528244018555\n", "Step 2755:\n", "Loss: 2.2822210788726807\n", "Step 2756:\n", "Loss: 1.8363556861877441\n", "Step 2757:\n", "Loss: 2.110074996948242\n", "Step 2758:\n", "Loss: 2.114044427871704\n", "Step 2759:\n", "Loss: 2.637148857116699\n", "Step 2760:\n", "Loss: 2.7522387504577637\n", "Step 2761:\n", "Loss: 2.32527232170105\n", "Step 2762:\n", "Loss: 2.1325485706329346\n", "Step 2763:\n", "Loss: 2.667315721511841\n", "Step 2764:\n", "Loss: 2.4355287551879883\n", "Step 2765:\n", "Loss: 2.0509467124938965\n", "Step 2766:\n", "Loss: 2.3352692127227783\n", "Step 2767:\n", "Loss: 1.690554141998291\n", "Step 2768:\n", "Loss: 2.443726062774658\n", "Step 2769:\n", "Loss: 2.472163200378418\n", "Step 2770:\n", "Loss: 2.0674962997436523\n", "Step 2771:\n", "Loss: 1.987725853919983\n", "Step 2772:\n", "Loss: 3.08847975730896\n", "Step 2773:\n", "Loss: 1.945793628692627\n", "Step 2774:\n", "Loss: 2.8689050674438477\n", "Step 2775:\n", "Loss: 2.684401512145996\n", "Step 2776:\n", "Loss: 2.096501350402832\n", "Step 2777:\n", "Loss: 2.1857192516326904\n", "Step 2778:\n", "Loss: 2.155735731124878\n", "Step 2779:\n", "Loss: 2.1649248600006104\n", "Step 2780:\n", "Loss: 2.3219902515411377\n", "Step 2781:\n", "Loss: 2.3349263668060303\n", "Step 2782:\n", "Loss: 2.303346633911133\n", "Step 2783:\n", "Loss: 2.7788517475128174\n", "Step 2784:\n", "Loss: 2.9669342041015625\n", "Step 2785:\n", "Loss: 2.4371719360351562\n", "Step 2786:\n", "Loss: 2.608267307281494\n", "Step 2787:\n", "Loss: 2.4984970092773438\n", "Step 2788:\n", "Loss: 1.7195892333984375\n", "Step 2789:\n", "Loss: 1.8440884351730347\n", "Step 2790:\n", "Loss: 1.9967985153198242\n", "Step 2791:\n", "Loss: 2.3046133518218994\n", "Step 2792:\n", "Loss: 2.242039442062378\n", "Step 2793:\n", "Loss: 2.284986734390259\n", "Step 2794:\n", "Loss: 2.2525794506073\n", "Step 2795:\n", "Loss: 1.915976643562317\n", "Step 2796:\n", "Loss: 2.4316158294677734\n", "Step 2797:\n", "Loss: 2.2538955211639404\n", "Step 2798:\n", "Loss: 1.745746374130249\n", "Step 2799:\n", "Loss: 2.5039963722229004\n", "Step 2800:\n", "Loss: 2.5924124717712402\n", "Step 2801:\n", "Loss: 2.278810977935791\n", "Step 2802:\n", "Loss: 2.134549140930176\n", "Step 2803:\n", "Loss: 2.226716995239258\n", "Step 2804:\n", "Loss: 2.2496285438537598\n", "Step 2805:\n", "Loss: 2.7392737865448\n", "Step 2806:\n", "Loss: 2.190561294555664\n", "Step 2807:\n", "Loss: 2.196204662322998\n", "Step 2808:\n", "Loss: 1.9016845226287842\n", "Step 2809:\n", "Loss: 3.1116209030151367\n", "Step 2810:\n", "Loss: 2.142380714416504\n", "Step 2811:\n", "Loss: 1.9138188362121582\n", "Step 2812:\n", "Loss: 2.08876371383667\n", "Step 2813:\n", "Loss: 2.670877456665039\n", "Step 2814:\n", "Loss: 1.8630282878875732\n", "Step 2815:\n", "Loss: 2.064847946166992\n", "Step 2816:\n", "Loss: 2.7829627990722656\n", "Step 2817:\n", "Loss: 2.2744991779327393\n", "Step 2818:\n", "Loss: 1.8996988534927368\n", "Step 2819:\n", "Loss: 2.018555164337158\n", "Step 2820:\n", "Loss: 2.4015517234802246\n", "Step 2821:\n", "Loss: 2.377105236053467\n", "Step 2822:\n", "Loss: 2.61366868019104\n", "Step 2823:\n", "Loss: 2.6830227375030518\n", "Step 2824:\n", "Loss: 2.402456283569336\n", "Step 2825:\n", "Loss: 2.290985584259033\n", "Step 2826:\n", "Loss: 2.3943428993225098\n", "Step 2827:\n", "Loss: 2.714219570159912\n", "Step 2828:\n", "Loss: 2.062790632247925\n", "Step 2829:\n", "Loss: 2.254427433013916\n", "Step 2830:\n", "Loss: 2.119007110595703\n", "Step 2831:\n", "Loss: 2.4263432025909424\n", "Step 2832:\n", "Loss: 3.09179949760437\n", "Step 2833:\n", "Loss: 2.7217674255371094\n", "Step 2834:\n", "Loss: 2.7006309032440186\n", "Step 2835:\n", "Loss: 2.1308646202087402\n", "Step 2836:\n", "Loss: 2.1984670162200928\n", "Step 2837:\n", "Loss: 2.6392605304718018\n", "Step 2838:\n", "Loss: 2.0710244178771973\n", "Step 2839:\n", "Loss: 2.1549787521362305\n", "Step 2840:\n", "Loss: 1.81768798828125\n", "Step 2841:\n", "Loss: 2.540226459503174\n", "Step 2842:\n", "Loss: 2.0599558353424072\n", "Step 2843:\n", "Loss: 2.1673831939697266\n", "Step 2844:\n", "Loss: 1.867821216583252\n", "Step 2845:\n", "Loss: 2.318603038787842\n", "Step 2846:\n", "Loss: 2.275723695755005\n", "Step 2847:\n", "Loss: 2.167353630065918\n", "Step 2848:\n", "Loss: 2.2698440551757812\n", "Step 2849:\n", "Loss: 2.486865282058716\n", "Step 2850:\n", "Loss: 2.2322750091552734\n", "Step 2851:\n", "Loss: 2.3465726375579834\n", "Step 2852:\n", "Loss: 1.7327513694763184\n", "Step 2853:\n", "Loss: 2.0191640853881836\n", "Step 2854:\n", "Loss: 1.9378864765167236\n", "Step 2855:\n", "Loss: 1.9794230461120605\n", "Step 2856:\n", "Loss: 2.691044330596924\n", "Step 2857:\n", "Loss: 2.378005027770996\n", "Step 2858:\n", "Loss: 1.8967782258987427\n", "Step 2859:\n", "Loss: 2.3687856197357178\n", "Step 2860:\n", "Loss: 1.8396222591400146\n", "Step 2861:\n", "Loss: 2.3898847103118896\n", "Step 2862:\n", "Loss: 2.3594913482666016\n", "Step 2863:\n", "Loss: 2.1355459690093994\n", "Step 2864:\n", "Loss: 2.1348447799682617\n", "Step 2865:\n", "Loss: 1.8907347917556763\n", "Step 2866:\n", "Loss: 1.9043526649475098\n", "Step 2867:\n", "Loss: 2.105447292327881\n", "Step 2868:\n", "Loss: 2.313230037689209\n", "Step 2869:\n", "Loss: 1.9506139755249023\n", "Step 2870:\n", "Loss: 2.1099472045898438\n", "Step 2871:\n", "Loss: 2.1300578117370605\n", "Step 2872:\n", "Loss: 2.4720566272735596\n", "Step 2873:\n", "Loss: 2.576195001602173\n", "Step 2874:\n", "Loss: 2.902238368988037\n", "Step 2875:\n", "Loss: 1.8324756622314453\n", "Step 2876:\n", "Loss: 1.8615806102752686\n", "Step 2877:\n", "Loss: 1.9475250244140625\n", "Step 2878:\n", "Loss: 2.3830206394195557\n", "Step 2879:\n", "Loss: 2.4242873191833496\n", "Step 2880:\n", "Loss: 1.6590152978897095\n", "Step 2881:\n", "Loss: 1.7990572452545166\n", "Step 2882:\n", "Loss: 2.1046183109283447\n", "Step 2883:\n", "Loss: 1.8750728368759155\n", "Step 2884:\n", "Loss: 1.9667980670928955\n", "Step 2885:\n", "Loss: 2.7214019298553467\n", "Step 2886:\n", "Loss: 2.2851600646972656\n", "Step 2887:\n", "Loss: 2.4503276348114014\n", "Step 2888:\n", "Loss: 1.864559531211853\n", "Step 2889:\n", "Loss: 2.305392265319824\n", "Step 2890:\n", "Loss: 1.771755337715149\n", "Step 2891:\n", "Loss: 2.4536259174346924\n", "Step 2892:\n", "Loss: 1.9165632724761963\n", "Step 2893:\n", "Loss: 2.339564800262451\n", "Step 2894:\n", "Loss: 1.9760571718215942\n", "Step 2895:\n", "Loss: 2.166260004043579\n", "Step 2896:\n", "Loss: 2.5274877548217773\n", "Step 2897:\n", "Loss: 2.3036293983459473\n", "Step 2898:\n", "Loss: 1.940407156944275\n", "Step 2899:\n", "Loss: 2.3497138023376465\n", "Step 2900:\n", "Loss: 1.9780690670013428\n", "Step 2901:\n", "Loss: 2.284820556640625\n", "Step 2902:\n", "Loss: 1.792809009552002\n", "Step 2903:\n", "Loss: 2.6085216999053955\n", "Step 2904:\n", "Loss: 2.318535566329956\n", "Step 2905:\n", "Loss: 1.9568910598754883\n", "Step 2906:\n", "Loss: 2.0183370113372803\n", "Step 2907:\n", "Loss: 2.0866644382476807\n", "Step 2908:\n", "Loss: 3.1616978645324707\n", "Step 2909:\n", "Loss: 2.353070020675659\n", "Step 2910:\n", "Loss: 1.8592504262924194\n", "Step 2911:\n", "Loss: 2.598818778991699\n", "Step 2912:\n", "Loss: 1.7140458822250366\n", "Step 2913:\n", "Loss: 1.9803043603897095\n", "Step 2914:\n", "Loss: 2.1285347938537598\n", "Step 2915:\n", "Loss: 2.611891031265259\n", "Step 2916:\n", "Loss: 1.8374789953231812\n", "Step 2917:\n", "Loss: 2.1526458263397217\n", "Step 2918:\n", "Loss: 1.9418660402297974\n", "Step 2919:\n", "Loss: 1.6809186935424805\n", "Step 2920:\n", "Loss: 2.3624355792999268\n", "Step 2921:\n", "Loss: 2.4716176986694336\n", "Step 2922:\n", "Loss: 2.3473093509674072\n", "Step 2923:\n", "Loss: 1.9455194473266602\n", "Step 2924:\n", "Loss: 2.032616138458252\n", "Step 2925:\n", "Loss: 2.132798910140991\n", "Step 2926:\n", "Loss: 2.866028308868408\n", "Step 2927:\n", "Loss: 2.244457960128784\n", "Step 2928:\n", "Loss: 2.0513367652893066\n", "Step 2929:\n", "Loss: 2.8407649993896484\n", "Step 2930:\n", "Loss: 3.455892324447632\n", "Step 2931:\n", "Loss: 1.9959815740585327\n", "Step 2932:\n", "Loss: 2.2195475101470947\n", "Step 2933:\n", "Loss: 1.8789094686508179\n", "Step 2934:\n", "Loss: 2.023926019668579\n", "Step 2935:\n", "Loss: 2.757256507873535\n", "Step 2936:\n", "Loss: 2.1795601844787598\n", "Step 2937:\n", "Loss: 2.087520122528076\n", "Step 2938:\n", "Loss: 2.092526435852051\n", "Step 2939:\n", "Loss: 2.324252128601074\n", "Step 2940:\n", "Loss: 2.2919960021972656\n", "Step 2941:\n", "Loss: 2.4420928955078125\n", "Step 2942:\n", "Loss: 2.2839157581329346\n", "Step 2943:\n", "Loss: 1.9907450675964355\n", "Step 2944:\n", "Loss: 2.4527552127838135\n", "Step 2945:\n", "Loss: 2.576155185699463\n", "Step 2946:\n", "Loss: 2.3908348083496094\n", "Step 2947:\n", "Loss: 2.0819976329803467\n", "Step 2948:\n", "Loss: 2.044220447540283\n", "Step 2949:\n", "Loss: 2.7423837184906006\n", "Step 2950:\n", "Loss: 2.1722710132598877\n", "Step 2951:\n", "Loss: 2.41170072555542\n", "Step 2952:\n", "Loss: 2.1647157669067383\n", "Step 2953:\n", "Loss: 1.933273196220398\n", "Step 2954:\n", "Loss: 2.130551338195801\n", "Step 2955:\n", "Loss: 2.618569850921631\n", "Step 2956:\n", "Loss: 1.6921002864837646\n", "Step 2957:\n", "Loss: 2.3666179180145264\n", "Step 2958:\n", "Loss: 2.5486207008361816\n", "Step 2959:\n", "Loss: 1.9223848581314087\n", "Step 2960:\n", "Loss: 2.710315704345703\n", "Step 2961:\n", "Loss: 1.9865608215332031\n", "Step 2962:\n", "Loss: 1.6819827556610107\n", "Step 2963:\n", "Loss: 2.538520336151123\n", "Step 2964:\n", "Loss: 1.7493857145309448\n", "Step 2965:\n", "Loss: 2.4941353797912598\n", "Step 2966:\n", "Loss: 2.206174850463867\n", "Step 2967:\n", "Loss: 2.4904651641845703\n", "Step 2968:\n", "Loss: 2.2736244201660156\n", "Step 2969:\n", "Loss: 1.9761942625045776\n", "Step 2970:\n", "Loss: 1.881773829460144\n", "Step 2971:\n", "Loss: 1.9970474243164062\n", "Step 2972:\n", "Loss: 2.5225250720977783\n", "Step 2973:\n", "Loss: 2.1130120754241943\n", "Step 2974:\n", "Loss: 2.2395102977752686\n", "Step 2975:\n", "Loss: 2.1380820274353027\n", "Step 2976:\n", "Loss: 2.3969855308532715\n", "Step 2977:\n", "Loss: 2.2741870880126953\n", "Step 2978:\n", "Loss: 2.4957733154296875\n", "Step 2979:\n", "Loss: 2.3992929458618164\n", "Step 2980:\n", "Loss: 2.457984209060669\n", "Step 2981:\n", "Loss: 1.9595693349838257\n", "Step 2982:\n", "Loss: 2.4292664527893066\n", "Step 2983:\n", "Loss: 1.7337768077850342\n", "Step 2984:\n", "Loss: 2.475341796875\n", "Step 2985:\n", "Loss: 1.9443851709365845\n", "Step 2986:\n", "Loss: 2.5466299057006836\n", "Step 2987:\n", "Loss: 1.9370126724243164\n", "Step 2988:\n", "Loss: 2.357837200164795\n", "Step 2989:\n", "Loss: 2.2179815769195557\n", "Step 2990:\n", "Loss: 1.9338535070419312\n", "Step 2991:\n", "Loss: 2.2537622451782227\n", "Step 2992:\n", "Loss: 2.401416540145874\n", "Step 2993:\n", "Loss: 2.187208652496338\n", "Step 2994:\n", "Loss: 2.3073923587799072\n", "Step 2995:\n", "Loss: 2.597546100616455\n", "Step 2996:\n", "Loss: 1.7753154039382935\n", "Step 2997:\n", "Loss: 2.4108200073242188\n", "Step 2998:\n", "Loss: 2.6615352630615234\n", "Step 2999:\n", "Loss: 1.8223397731781006\n", "Step 3000:\n", "Loss: 1.8355152606964111\n", "Step 3001:\n", "Loss: 2.457395553588867\n", "Step 3002:\n", "Loss: 2.4491236209869385\n", "Step 3003:\n", "Loss: 2.0980260372161865\n", "Step 3004:\n", "Loss: 2.60956072807312\n", "Step 3005:\n", "Loss: 2.2190113067626953\n", "Step 3006:\n", "Loss: 2.203934669494629\n", "Step 3007:\n", "Loss: 1.9009603261947632\n", "Step 3008:\n", "Loss: 2.782440662384033\n", "Step 3009:\n", "Loss: 2.620410919189453\n", "Step 3010:\n", "Loss: 2.2070443630218506\n", "Step 3011:\n", "Loss: 2.1643764972686768\n", "Step 3012:\n", "Loss: 2.216122627258301\n", "Step 3013:\n", "Loss: 2.299664258956909\n", "Step 3014:\n", "Loss: 2.6400880813598633\n", "Step 3015:\n", "Loss: 1.9040193557739258\n", "Step 3016:\n", "Loss: 2.4086718559265137\n", "Step 3017:\n", "Loss: 2.5685715675354004\n", "Step 3018:\n", "Loss: 2.4254281520843506\n", "Step 3019:\n", "Loss: 1.9346797466278076\n", "Step 3020:\n", "Loss: 1.891326904296875\n", "Step 3021:\n", "Loss: 1.6376920938491821\n", "Step 3022:\n", "Loss: 2.1914303302764893\n", "Step 3023:\n", "Loss: 2.322181463241577\n", "Step 3024:\n", "Loss: 2.3584275245666504\n", "Step 3025:\n", "Loss: 2.429990291595459\n", "Step 3026:\n", "Loss: 2.791273593902588\n", "Step 3027:\n", "Loss: 2.72428822517395\n", "Step 3028:\n", "Loss: 2.683647632598877\n", "Step 3029:\n", "Loss: 2.1476283073425293\n", "Step 3030:\n", "Loss: 1.821823000907898\n", "Step 3031:\n", "Loss: 2.2786664962768555\n", "Step 3032:\n", "Loss: 2.5279877185821533\n", "Step 3033:\n", "Loss: 2.7254185676574707\n", "Step 3034:\n", "Loss: 2.871901273727417\n", "Step 3035:\n", "Loss: 2.332080364227295\n", "Step 3036:\n", "Loss: 2.397747278213501\n", "Step 3037:\n", "Loss: 2.2368364334106445\n", "Step 3038:\n", "Loss: 1.9742786884307861\n", "Step 3039:\n", "Loss: 2.4283366203308105\n", "Step 3040:\n", "Loss: 2.265373945236206\n", "Step 3041:\n", "Loss: 2.362687587738037\n", "Step 3042:\n", "Loss: 2.3087098598480225\n", "Step 3043:\n", "Loss: 2.0515706539154053\n", "Step 3044:\n", "Loss: 2.662895441055298\n", "Step 3045:\n", "Loss: 1.9319781064987183\n", "Step 3046:\n", "Loss: 2.324174642562866\n", "Step 3047:\n", "Loss: 2.375225067138672\n", "Step 3048:\n", "Loss: 2.2720744609832764\n", "Step 3049:\n", "Loss: 2.4639322757720947\n", "Step 3050:\n", "Loss: 2.144866704940796\n", "Step 3051:\n", "Loss: 2.2213194370269775\n", "Step 3052:\n", "Loss: 2.42799711227417\n", "Step 3053:\n", "Loss: 2.160956382751465\n", "Step 3054:\n", "Loss: 1.8845638036727905\n", "Step 3055:\n", "Loss: 2.6187384128570557\n", "Step 3056:\n", "Loss: 2.365485906600952\n", "Step 3057:\n", "Loss: 2.504152297973633\n", "Step 3058:\n", "Loss: 1.9645849466323853\n", "Step 3059:\n", "Loss: 2.3618431091308594\n", "Step 3060:\n", "Loss: 2.3220221996307373\n", "Step 3061:\n", "Loss: 2.4643912315368652\n", "Step 3062:\n", "Loss: 2.007530927658081\n", "Step 3063:\n", "Loss: 2.150470018386841\n", "Step 3064:\n", "Loss: 2.3037941455841064\n", "Step 3065:\n", "Loss: 2.8370754718780518\n", "Step 3066:\n", "Loss: 2.2199535369873047\n", "Step 3067:\n", "Loss: 2.0610477924346924\n", "Step 3068:\n", "Loss: 2.110276937484741\n", "Step 3069:\n", "Loss: 2.3515632152557373\n", "Step 3070:\n", "Loss: 2.542435646057129\n", "Step 3071:\n", "Loss: 2.2340152263641357\n", "Step 3072:\n", "Loss: 2.489081621170044\n", "Step 3073:\n", "Loss: 2.415792942047119\n", "Step 3074:\n", "Loss: 2.3697075843811035\n", "Step 3075:\n", "Loss: 2.865833282470703\n", "Step 3076:\n", "Loss: 1.957168459892273\n", "Step 3077:\n", "Loss: 2.616452932357788\n", "Step 3078:\n", "Loss: 2.343020439147949\n", "Step 3079:\n", "Loss: 1.952218770980835\n", "Step 3080:\n", "Loss: 1.9998056888580322\n", "Step 3081:\n", "Loss: 2.2530782222747803\n", "Step 3082:\n", "Loss: 2.3249030113220215\n", "Step 3083:\n", "Loss: 1.896926999092102\n", "Step 3084:\n", "Loss: 2.2794687747955322\n", "Step 3085:\n", "Loss: 2.6639609336853027\n", "Step 3086:\n", "Loss: 1.7056097984313965\n", "Step 3087:\n", "Loss: 2.4928903579711914\n", "Step 3088:\n", "Loss: 2.199568271636963\n", "Step 3089:\n", "Loss: 2.2477059364318848\n", "Step 3090:\n", "Loss: 2.1256489753723145\n", "Step 3091:\n", "Loss: 2.2244770526885986\n", "Step 3092:\n", "Loss: 1.7245041131973267\n", "Step 3093:\n", "Loss: 2.2964999675750732\n", "Step 3094:\n", "Loss: 1.8278849124908447\n", "Step 3095:\n", "Loss: 2.3019659519195557\n", "Step 3096:\n", "Loss: 2.5849878787994385\n", "Step 3097:\n", "Loss: 1.9500091075897217\n", "Step 3098:\n", "Loss: 2.624871253967285\n", "Step 3099:\n", "Loss: 2.745623826980591\n", "Step 3100:\n", "Loss: 2.2705514430999756\n", "Step 3101:\n", "Loss: 2.1434690952301025\n", "Step 3102:\n", "Loss: 2.630460262298584\n", "Step 3103:\n", "Loss: 2.3294148445129395\n", "Step 3104:\n", "Loss: 2.2827537059783936\n", "Step 3105:\n", "Loss: 2.5391368865966797\n", "Step 3106:\n", "Loss: 2.07806134223938\n", "Step 3107:\n", "Loss: 2.1193222999572754\n", "Step 3108:\n", "Loss: 2.3100950717926025\n", "Step 3109:\n", "Loss: 2.4562230110168457\n", "Step 3110:\n", "Loss: 2.1808218955993652\n", "Step 3111:\n", "Loss: 1.7921650409698486\n", "Step 3112:\n", "Loss: 2.474276542663574\n", "Step 3113:\n", "Loss: 2.3465769290924072\n", "Step 3114:\n", "Loss: 2.3217577934265137\n", "Step 3115:\n", "Loss: 2.244023084640503\n", "Step 3116:\n", "Loss: 2.231816053390503\n", "Step 3117:\n", "Loss: 2.6984660625457764\n", "Step 3118:\n", "Loss: 1.6743016242980957\n", "Step 3119:\n", "Loss: 1.9540984630584717\n", "Step 3120:\n", "Loss: 2.5777719020843506\n", "Step 3121:\n", "Loss: 2.147122383117676\n", "Step 3122:\n", "Loss: 1.9957753419876099\n", "Step 3123:\n", "Loss: 3.023378610610962\n", "Step 3124:\n", "Loss: 2.5824227333068848\n", "Step 3125:\n", "Loss: 2.5262107849121094\n", "Step 3126:\n", "Loss: 2.5258913040161133\n", "Step 3127:\n", "Loss: 2.204860210418701\n", "Step 3128:\n", "Loss: 1.8106530904769897\n", "Step 3129:\n", "Loss: 2.2429208755493164\n", "Step 3130:\n", "Loss: 2.2861807346343994\n", "Step 3131:\n", "Loss: 2.1868231296539307\n", "Step 3132:\n", "Loss: 2.5960144996643066\n", "Step 3133:\n", "Loss: 1.9969775676727295\n", "Step 3134:\n", "Loss: 2.313495397567749\n", "Step 3135:\n", "Loss: 1.6669995784759521\n", "Step 3136:\n", "Loss: 2.19089937210083\n", "Step 3137:\n", "Loss: 2.185337543487549\n", "Step 3138:\n", "Loss: 2.1318798065185547\n", "Step 3139:\n", "Loss: 2.257580280303955\n", "Step 3140:\n", "Loss: 2.2244932651519775\n", "Step 3141:\n", "Loss: 2.092700242996216\n", "Step 3142:\n", "Loss: 2.063676357269287\n", "Step 3143:\n", "Loss: 2.1433420181274414\n", "Step 3144:\n", "Loss: 1.9844954013824463\n", "Step 3145:\n", "Loss: 2.357142448425293\n", "Step 3146:\n", "Loss: 2.075265884399414\n", "Step 3147:\n", "Loss: 2.4800291061401367\n", "Step 3148:\n", "Loss: 2.490253210067749\n", "Step 3149:\n", "Loss: 2.143324851989746\n", "Step 3150:\n", "Loss: 2.035551071166992\n", "Step 3151:\n", "Loss: 2.0382940769195557\n", "Step 3152:\n", "Loss: 1.9919781684875488\n", "Step 3153:\n", "Loss: 2.4840779304504395\n", "Step 3154:\n", "Loss: 1.895843267440796\n", "Step 3155:\n", "Loss: 1.8464958667755127\n", "Step 3156:\n", "Loss: 2.7349913120269775\n", "Step 3157:\n", "Loss: 1.8681310415267944\n", "Step 3158:\n", "Loss: 1.8247747421264648\n", "Step 3159:\n", "Loss: 1.723923683166504\n", "Step 3160:\n", "Loss: 2.1202809810638428\n", "Step 3161:\n", "Loss: 1.88441801071167\n", "Step 3162:\n", "Loss: 2.5862696170806885\n", "Step 3163:\n", "Loss: 1.5795904397964478\n", "Step 3164:\n", "Loss: 2.062546968460083\n", "Step 3165:\n", "Loss: 2.035184383392334\n", "Step 3166:\n", "Loss: 2.640852928161621\n", "Step 3167:\n", "Loss: 2.3124780654907227\n", "Step 3168:\n", "Loss: 2.067188024520874\n", "Step 3169:\n", "Loss: 2.2761316299438477\n", "Step 3170:\n", "Loss: 2.2578465938568115\n", "Step 3171:\n", "Loss: 2.199929714202881\n", "Step 3172:\n", "Loss: 1.8551791906356812\n", "Step 3173:\n", "Loss: 2.246567964553833\n", "Step 3174:\n", "Loss: 1.880307912826538\n", "Step 3175:\n", "Loss: 2.408024787902832\n", "Step 3176:\n", "Loss: 2.121426582336426\n", "Step 3177:\n", "Loss: 1.8536195755004883\n", "Step 3178:\n", "Loss: 3.084211587905884\n", "Step 3179:\n", "Loss: 2.234868288040161\n", "Step 3180:\n", "Loss: 2.1350247859954834\n", "Step 3181:\n", "Loss: 2.2030982971191406\n", "Step 3182:\n", "Loss: 2.77069091796875\n", "Step 3183:\n", "Loss: 2.3319573402404785\n", "Step 3184:\n", "Loss: 2.302231788635254\n", "Step 3185:\n", "Loss: 2.0571093559265137\n", "Step 3186:\n", "Loss: 2.023909330368042\n", "Step 3187:\n", "Loss: 2.3866801261901855\n", "Step 3188:\n", "Loss: 1.8545546531677246\n", "Step 3189:\n", "Loss: 2.249549388885498\n", "Step 3190:\n", "Loss: 2.010087728500366\n", "Step 3191:\n", "Loss: 1.7857599258422852\n", "Step 3192:\n", "Loss: 2.351337432861328\n", "Step 3193:\n", "Loss: 2.2169554233551025\n", "Step 3194:\n", "Loss: 2.652057647705078\n", "Step 3195:\n", "Loss: 2.8647332191467285\n", "Step 3196:\n", "Loss: 2.6318466663360596\n", "Step 3197:\n", "Loss: 1.8898663520812988\n", "Step 3198:\n", "Loss: 2.427567958831787\n", "Step 3199:\n", "Loss: 2.518024206161499\n", "Step 3200:\n", "Loss: 1.9891972541809082\n", "Step 3201:\n", "Loss: 2.16499662399292\n", "Step 3202:\n", "Loss: 2.527862548828125\n", "Step 3203:\n", "Loss: 2.0038902759552\n", "Step 3204:\n", "Loss: 2.4612576961517334\n", "Step 3205:\n", "Loss: 1.8357160091400146\n", "Step 3206:\n", "Loss: 2.0812718868255615\n", "Step 3207:\n", "Loss: 1.7780563831329346\n", "Step 3208:\n", "Loss: 2.4136602878570557\n", "Step 3209:\n", "Loss: 2.053642511367798\n", "Step 3210:\n", "Loss: 2.408642053604126\n", "Step 3211:\n", "Loss: 2.3674657344818115\n", "Step 3212:\n", "Loss: 2.2191057205200195\n", "Step 3213:\n", "Loss: 2.071657180786133\n", "Step 3214:\n", "Loss: 2.4215545654296875\n", "Step 3215:\n", "Loss: 1.8956760168075562\n", "Step 3216:\n", "Loss: 1.8053945302963257\n", "Step 3217:\n", "Loss: 2.1967124938964844\n", "Step 3218:\n", "Loss: 2.3174774646759033\n", "Step 3219:\n", "Loss: 2.3125884532928467\n", "Step 3220:\n", "Loss: 2.683757781982422\n", "Step 3221:\n", "Loss: 1.9743746519088745\n", "Step 3222:\n", "Loss: 2.2656779289245605\n", "Step 3223:\n", "Loss: 2.64376163482666\n", "Step 3224:\n", "Loss: 2.4874534606933594\n", "Step 3225:\n", "Loss: 2.2203526496887207\n", "Step 3226:\n", "Loss: 2.490304708480835\n", "Step 3227:\n", "Loss: 2.6542396545410156\n", "Step 3228:\n", "Loss: 2.2336323261260986\n", "Step 3229:\n", "Loss: 1.7995445728302002\n", "Step 3230:\n", "Loss: 1.958390474319458\n", "Step 3231:\n", "Loss: 2.0394985675811768\n", "Step 3232:\n", "Loss: 2.190483808517456\n", "Step 3233:\n", "Loss: 2.972419261932373\n", "Step 3234:\n", "Loss: 2.2205870151519775\n", "Step 3235:\n", "Loss: 1.969408631324768\n", "Step 3236:\n", "Loss: 1.6380956172943115\n", "Step 3237:\n", "Loss: 2.2810096740722656\n", "Step 3238:\n", "Loss: 2.180161237716675\n", "Step 3239:\n", "Loss: 1.9053878784179688\n", "Step 3240:\n", "Loss: 2.174071788787842\n", "Step 3241:\n", "Loss: 2.3589797019958496\n", "Step 3242:\n", "Loss: 1.7644867897033691\n", "Step 3243:\n", "Loss: 1.9474730491638184\n", "Step 3244:\n", "Loss: 2.722010612487793\n", "Step 3245:\n", "Loss: 2.025813579559326\n", "Step 3246:\n", "Loss: 2.1828835010528564\n", "Step 3247:\n", "Loss: 2.6253905296325684\n", "Step 3248:\n", "Loss: 2.5300605297088623\n", "Step 3249:\n", "Loss: 2.093630313873291\n", "Step 3250:\n", "Loss: 2.597174882888794\n", "Step 3251:\n", "Loss: 2.4120748043060303\n", "Step 3252:\n", "Loss: 1.9477933645248413\n", "Step 3253:\n", "Loss: 2.220431327819824\n", "Step 3254:\n", "Loss: 2.2373383045196533\n", "Step 3255:\n", "Loss: 2.9178051948547363\n", "Step 3256:\n", "Loss: 1.966957688331604\n", "Step 3257:\n", "Loss: 1.9865010976791382\n", "Step 3258:\n", "Loss: 2.46203351020813\n", "Step 3259:\n", "Loss: 2.593005657196045\n", "Step 3260:\n", "Loss: 2.970820903778076\n", "Step 3261:\n", "Loss: 2.7701916694641113\n", "Step 3262:\n", "Loss: 2.9282259941101074\n", "Step 3263:\n", "Loss: 2.459052085876465\n", "Step 3264:\n", "Loss: 2.5670647621154785\n", "Step 3265:\n", "Loss: 2.2260873317718506\n", "Step 3266:\n", "Loss: 2.3394010066986084\n", "Step 3267:\n", "Loss: 2.7334866523742676\n", "Step 3268:\n", "Loss: 2.537872552871704\n", "Step 3269:\n", "Loss: 2.237997531890869\n", "Step 3270:\n", "Loss: 1.8321130275726318\n", "Step 3271:\n", "Loss: 2.153472900390625\n", "Step 3272:\n", "Loss: 2.323026418685913\n", "Step 3273:\n", "Loss: 2.3435730934143066\n", "Step 3274:\n", "Loss: 2.142914295196533\n", "Step 3275:\n", "Loss: 1.52620530128479\n", "Step 3276:\n", "Loss: 2.6251063346862793\n", "Step 3277:\n", "Loss: 1.938751220703125\n", "Step 3278:\n", "Loss: 1.67604660987854\n", "Step 3279:\n", "Loss: 1.9348430633544922\n", "Step 3280:\n", "Loss: 2.1540913581848145\n", "Step 3281:\n", "Loss: 2.0259885787963867\n", "Step 3282:\n", "Loss: 2.2430946826934814\n", "Step 3283:\n", "Loss: 2.240884304046631\n", "Step 3284:\n", "Loss: 2.2099833488464355\n", "Step 3285:\n", "Loss: 2.2041077613830566\n", "Step 3286:\n", "Loss: 2.0718188285827637\n", "Step 3287:\n", "Loss: 2.043905735015869\n", "Step 3288:\n", "Loss: 2.0987658500671387\n", "Step 3289:\n", "Loss: 1.5589014291763306\n", "Step 3290:\n", "Loss: 1.6354066133499146\n", "Step 3291:\n", "Loss: 1.7514280080795288\n", "Step 3292:\n", "Loss: 2.4111270904541016\n", "Step 3293:\n", "Loss: 1.9904457330703735\n", "Step 3294:\n", "Loss: 2.492995023727417\n", "Step 3295:\n", "Loss: 2.358214855194092\n", "Step 3296:\n", "Loss: 2.6339223384857178\n", "Step 3297:\n", "Loss: 2.4984021186828613\n", "Step 3298:\n", "Loss: 2.521827220916748\n", "Step 3299:\n", "Loss: 2.288473606109619\n", "Step 3300:\n", "Loss: 2.5314362049102783\n", "Step 3301:\n", "Loss: 2.0723907947540283\n", "Step 3302:\n", "Loss: 2.2336156368255615\n", "Step 3303:\n", "Loss: 1.8756237030029297\n", "Step 3304:\n", "Loss: 1.8099207878112793\n", "Step 3305:\n", "Loss: 2.626800298690796\n", "Step 3306:\n", "Loss: 2.5084800720214844\n", "Step 3307:\n", "Loss: 2.2809925079345703\n", "Step 3308:\n", "Loss: 2.524296998977661\n", "Step 3309:\n", "Loss: 2.190687417984009\n", "Step 3310:\n", "Loss: 2.391204357147217\n", "Step 3311:\n", "Loss: 2.3342413902282715\n", "Step 3312:\n", "Loss: 1.9932794570922852\n", "Step 3313:\n", "Loss: 2.6693825721740723\n", "Step 3314:\n", "Loss: 2.710186004638672\n", "Step 3315:\n", "Loss: 1.9129164218902588\n", "Step 3316:\n", "Loss: 2.281780958175659\n", "Step 3317:\n", "Loss: 2.1066858768463135\n", "Step 3318:\n", "Loss: 2.2953975200653076\n", "Step 3319:\n", "Loss: 2.3404362201690674\n", "Step 3320:\n", "Loss: 2.7032406330108643\n", "Step 3321:\n", "Loss: 2.7032644748687744\n", "Step 3322:\n", "Loss: 1.9994494915008545\n", "Step 3323:\n", "Loss: 2.285468578338623\n", "Step 3324:\n", "Loss: 2.0988564491271973\n", "Step 3325:\n", "Loss: 2.452145576477051\n", "Step 3326:\n", "Loss: 2.213167905807495\n", "Step 3327:\n", "Loss: 1.9911558628082275\n", "Step 3328:\n", "Loss: 2.08691668510437\n", "Step 3329:\n", "Loss: 1.9760394096374512\n", "Step 3330:\n", "Loss: 2.3869123458862305\n", "Step 3331:\n", "Loss: 2.195613145828247\n", "Step 3332:\n", "Loss: 2.19832181930542\n", "Step 3333:\n", "Loss: 3.0344398021698\n", "Step 3334:\n", "Loss: 1.7022359371185303\n", "Step 3335:\n", "Loss: 2.8084630966186523\n", "Step 3336:\n", "Loss: 1.9801567792892456\n", "Step 3337:\n", "Loss: 2.704951047897339\n", "Step 3338:\n", "Loss: 1.9593802690505981\n", "Step 3339:\n", "Loss: 2.0620970726013184\n", "Step 3340:\n", "Loss: 2.288832664489746\n", "Step 3341:\n", "Loss: 2.1858129501342773\n", "Step 3342:\n", "Loss: 2.570435047149658\n", "Step 3343:\n", "Loss: 2.444533109664917\n", "Step 3344:\n", "Loss: 1.7420258522033691\n", "Step 3345:\n", "Loss: 2.5945329666137695\n", "Step 3346:\n", "Loss: 2.390812397003174\n", "Step 3347:\n", "Loss: 2.4085559844970703\n", "Step 3348:\n", "Loss: 2.0334222316741943\n", "Step 3349:\n", "Loss: 1.6959120035171509\n", "Step 3350:\n", "Loss: 2.434210777282715\n", "Step 3351:\n", "Loss: 2.5155062675476074\n", "Step 3352:\n", "Loss: 1.956763505935669\n", "Step 3353:\n", "Loss: 2.105750322341919\n", "Step 3354:\n", "Loss: 2.2891602516174316\n", "Step 3355:\n", "Loss: 2.073759078979492\n", "Step 3356:\n", "Loss: 2.453690528869629\n", "Step 3357:\n", "Loss: 2.1451611518859863\n", "Step 3358:\n", "Loss: 2.0096397399902344\n", "Step 3359:\n", "Loss: 2.0811545848846436\n", "Step 3360:\n", "Loss: 1.9339268207550049\n", "Step 3361:\n", "Loss: 2.3676648139953613\n", "Step 3362:\n", "Loss: 2.0810728073120117\n", "Step 3363:\n", "Loss: 2.1540162563323975\n", "Step 3364:\n", "Loss: 2.158693790435791\n", "Step 3365:\n", "Loss: 2.253962993621826\n", "Step 3366:\n", "Loss: 2.572269916534424\n", "Step 3367:\n", "Loss: 1.9932700395584106\n", "Step 3368:\n", "Loss: 2.245842695236206\n", "Step 3369:\n", "Loss: 2.667283296585083\n", "Step 3370:\n", "Loss: 2.1282219886779785\n", "Step 3371:\n", "Loss: 1.6973958015441895\n", "Step 3372:\n", "Loss: 2.0694918632507324\n", "Step 3373:\n", "Loss: 1.8030641078948975\n", "Step 3374:\n", "Loss: 2.4466161727905273\n", "Step 3375:\n", "Loss: 2.0908353328704834\n", "Step 3376:\n", "Loss: 1.974076747894287\n", "Step 3377:\n", "Loss: 2.065242052078247\n", "Step 3378:\n", "Loss: 2.6467387676239014\n", "Step 3379:\n", "Loss: 2.2632124423980713\n", "Step 3380:\n", "Loss: 1.893910527229309\n", "Step 3381:\n", "Loss: 1.717339277267456\n", "Step 3382:\n", "Loss: 2.4750869274139404\n", "Step 3383:\n", "Loss: 2.211381435394287\n", "Step 3384:\n", "Loss: 2.100649118423462\n", "Step 3385:\n", "Loss: 2.089474678039551\n", "Step 3386:\n", "Loss: 2.2100601196289062\n", "Step 3387:\n", "Loss: 1.954270839691162\n", "Step 3388:\n", "Loss: 1.8792365789413452\n", "Step 3389:\n", "Loss: 1.975904941558838\n", "Step 3390:\n", "Loss: 2.4764113426208496\n", "Step 3391:\n", "Loss: 2.1052193641662598\n", "Step 3392:\n", "Loss: 2.0139479637145996\n", "Step 3393:\n", "Loss: 2.1531856060028076\n", "Step 3394:\n", "Loss: 2.3608238697052\n", "Step 3395:\n", "Loss: 2.298643112182617\n", "Step 3396:\n", "Loss: 2.0600745677948\n", "Step 3397:\n", "Loss: 2.2747769355773926\n", "Step 3398:\n", "Loss: 2.076112747192383\n", "Step 3399:\n", "Loss: 1.7800989151000977\n", "Step 3400:\n", "Loss: 2.1979901790618896\n", "Step 3401:\n", "Loss: 2.256256103515625\n", "Step 3402:\n", "Loss: 2.2690696716308594\n", "Step 3403:\n", "Loss: 2.201864719390869\n", "Step 3404:\n", "Loss: 1.9482223987579346\n", "Step 3405:\n", "Loss: 1.9516270160675049\n", "Step 3406:\n", "Loss: 2.093029022216797\n", "Step 3407:\n", "Loss: 2.2928783893585205\n", "Step 3408:\n", "Loss: 2.2564165592193604\n", "Step 3409:\n", "Loss: 1.7766740322113037\n", "Step 3410:\n", "Loss: 2.420048475265503\n", "Step 3411:\n", "Loss: 2.232048988342285\n", "Step 3412:\n", "Loss: 2.2417824268341064\n", "Step 3413:\n", "Loss: 2.556973457336426\n", "Step 3414:\n", "Loss: 2.6208763122558594\n", "Step 3415:\n", "Loss: 1.7747795581817627\n", "Step 3416:\n", "Loss: 2.1842200756073\n", "Step 3417:\n", "Loss: 1.8853721618652344\n", "Step 3418:\n", "Loss: 2.899304151535034\n", "Step 3419:\n", "Loss: 2.0549745559692383\n", "Step 3420:\n", "Loss: 2.859184980392456\n", "Step 3421:\n", "Loss: 1.9493021965026855\n", "Step 3422:\n", "Loss: 2.18613862991333\n", "Step 3423:\n", "Loss: 2.1909406185150146\n", "Step 3424:\n", "Loss: 2.51066255569458\n", "Step 3425:\n", "Loss: 1.8043408393859863\n", "Step 3426:\n", "Loss: 3.075050115585327\n", "Step 3427:\n", "Loss: 2.3763155937194824\n", "Step 3428:\n", "Loss: 2.4832777976989746\n", "Step 3429:\n", "Loss: 1.6561081409454346\n", "Step 3430:\n", "Loss: 1.8452881574630737\n", "Step 3431:\n", "Loss: 2.1478912830352783\n", "Step 3432:\n", "Loss: 2.4446778297424316\n", "Step 3433:\n", "Loss: 2.197273015975952\n", "Step 3434:\n", "Loss: 2.137881278991699\n", "Step 3435:\n", "Loss: 2.0012404918670654\n", "Step 3436:\n", "Loss: 2.360424041748047\n", "Step 3437:\n", "Loss: 2.2594010829925537\n", "Step 3438:\n", "Loss: 2.3872852325439453\n", "Step 3439:\n", "Loss: 2.539036512374878\n", "Step 3440:\n", "Loss: 2.1588499546051025\n", "Step 3441:\n", "Loss: 2.376769781112671\n", "Step 3442:\n", "Loss: 2.646106481552124\n", "Step 3443:\n", "Loss: 2.3552005290985107\n", "Step 3444:\n", "Loss: 2.110671281814575\n", "Step 3445:\n", "Loss: 2.147186517715454\n", "Step 3446:\n", "Loss: 2.814107894897461\n", "Step 3447:\n", "Loss: 2.322592258453369\n", "Step 3448:\n", "Loss: 2.4611001014709473\n", "Step 3449:\n", "Loss: 2.444265604019165\n", "Step 3450:\n", "Loss: 2.4487361907958984\n", "Step 3451:\n", "Loss: 2.272294044494629\n", "Step 3452:\n", "Loss: 2.617871046066284\n", "Step 3453:\n", "Loss: 1.758894681930542\n", "Step 3454:\n", "Loss: 2.0145862102508545\n", "Step 3455:\n", "Loss: 2.1778507232666016\n", "Step 3456:\n", "Loss: 2.380113124847412\n", "Step 3457:\n", "Loss: 1.8236337900161743\n", "Step 3458:\n", "Loss: 2.06235671043396\n", "Step 3459:\n", "Loss: 2.1393637657165527\n", "Step 3460:\n", "Loss: 1.7995010614395142\n", "Step 3461:\n", "Loss: 1.8361847400665283\n", "Step 3462:\n", "Loss: 2.2846531867980957\n", "Step 3463:\n", "Loss: 2.6925737857818604\n", "Step 3464:\n", "Loss: 2.026671886444092\n", "Step 3465:\n", "Loss: 2.3586597442626953\n", "Step 3466:\n", "Loss: 2.484863519668579\n", "Step 3467:\n", "Loss: 2.3304059505462646\n", "Step 3468:\n", "Loss: 2.2052035331726074\n", "Step 3469:\n", "Loss: 2.3920812606811523\n", "Step 3470:\n", "Loss: 2.043372631072998\n", "Step 3471:\n", "Loss: 2.2117652893066406\n", "Step 3472:\n", "Loss: 1.6211017370224\n", "Step 3473:\n", "Loss: 1.983560562133789\n", "Step 3474:\n", "Loss: 1.7845083475112915\n", "Step 3475:\n", "Loss: 2.081976890563965\n", "Step 3476:\n", "Loss: 2.3675310611724854\n", "Step 3477:\n", "Loss: 1.8616677522659302\n", "Step 3478:\n", "Loss: 3.036717653274536\n", "Step 3479:\n", "Loss: 2.447114944458008\n", "Step 3480:\n", "Loss: 1.8589043617248535\n", "Step 3481:\n", "Loss: 1.8844740390777588\n", "Step 3482:\n", "Loss: 3.09187912940979\n", "Step 3483:\n", "Loss: 2.5516512393951416\n", "Step 3484:\n", "Loss: 2.9901297092437744\n", "Step 3485:\n", "Loss: 2.6963541507720947\n", "Step 3486:\n", "Loss: 1.9470165967941284\n", "Step 3487:\n", "Loss: 2.7500412464141846\n", "Step 3488:\n", "Loss: 2.677244186401367\n", "Step 3489:\n", "Loss: 2.314897060394287\n", "Step 3490:\n", "Loss: 2.2212862968444824\n", "Step 3491:\n", "Loss: 2.0225119590759277\n", "Step 3492:\n", "Loss: 2.44297194480896\n", "Step 3493:\n", "Loss: 2.2159242630004883\n", "Step 3494:\n", "Loss: 1.7905232906341553\n", "Step 3495:\n", "Loss: 1.909656286239624\n", "Step 3496:\n", "Loss: 1.9067960977554321\n", "Step 3497:\n", "Loss: 2.178068161010742\n", "Step 3498:\n", "Loss: 2.0056278705596924\n", "Step 3499:\n", "Loss: 2.223418712615967\n", "Step 3500:\n", "Loss: 1.7515636682510376\n", "Step 3501:\n", "Loss: 2.120431900024414\n", "Step 3502:\n", "Loss: 2.618957996368408\n", "Step 3503:\n", "Loss: 2.0746607780456543\n", "Step 3504:\n", "Loss: 2.2007851600646973\n", "Step 3505:\n", "Loss: 2.537961959838867\n", "Step 3506:\n", "Loss: 1.7774202823638916\n", "Step 3507:\n", "Loss: 2.3369696140289307\n", "Step 3508:\n", "Loss: 2.079904079437256\n", "Step 3509:\n", "Loss: 2.5081613063812256\n", "Step 3510:\n", "Loss: 2.1800389289855957\n", "Step 3511:\n", "Loss: 1.8352940082550049\n", "Step 3512:\n", "Loss: 2.2897281646728516\n", "Step 3513:\n", "Loss: 1.962164044380188\n", "Step 3514:\n", "Loss: 1.9780828952789307\n", "Step 3515:\n", "Loss: 1.9065247774124146\n", "Step 3516:\n", "Loss: 1.541689395904541\n", "Step 3517:\n", "Loss: 3.2637104988098145\n", "Step 3518:\n", "Loss: 2.4535040855407715\n", "Step 3519:\n", "Loss: 2.277217388153076\n", "Step 3520:\n", "Loss: 2.323511838912964\n", "Step 3521:\n", "Loss: 2.430521011352539\n", "Step 3522:\n", "Loss: 2.2657980918884277\n", "Step 3523:\n", "Loss: 2.5143563747406006\n", "Step 3524:\n", "Loss: 2.470480442047119\n", "Step 3525:\n", "Loss: 2.247068166732788\n", "Step 3526:\n", "Loss: 2.3227272033691406\n", "Step 3527:\n", "Loss: 2.129395008087158\n", "Step 3528:\n", "Loss: 1.6667511463165283\n", "Step 3529:\n", "Loss: 2.2166035175323486\n", "Step 3530:\n", "Loss: 2.851515769958496\n", "Step 3531:\n", "Loss: 2.1191720962524414\n", "Step 3532:\n", "Loss: 2.3488364219665527\n", "Step 3533:\n", "Loss: 2.466785192489624\n", "Step 3534:\n", "Loss: 2.021228551864624\n", "Step 3535:\n", "Loss: 2.3622336387634277\n", "Step 3536:\n", "Loss: 2.4557747840881348\n", "Step 3537:\n", "Loss: 2.137618064880371\n", "Step 3538:\n", "Loss: 2.751399040222168\n", "Step 3539:\n", "Loss: 2.3539671897888184\n", "Step 3540:\n", "Loss: 2.1063392162323\n", "Step 3541:\n", "Loss: 2.407104969024658\n", "Step 3542:\n", "Loss: 2.111480951309204\n", "Step 3543:\n", "Loss: 2.120983123779297\n", "Step 3544:\n", "Loss: 2.6638970375061035\n", "Step 3545:\n", "Loss: 1.8495280742645264\n", "Step 3546:\n", "Loss: 2.233720541000366\n", "Step 3547:\n", "Loss: 2.238400459289551\n", "Step 3548:\n", "Loss: 2.260704755783081\n", "Step 3549:\n", "Loss: 2.4872307777404785\n", "Step 3550:\n", "Loss: 2.4013125896453857\n", "Step 3551:\n", "Loss: 2.5139291286468506\n", "Step 3552:\n", "Loss: 2.5382156372070312\n", "Step 3553:\n", "Loss: 2.5137314796447754\n", "Step 3554:\n", "Loss: 2.222515821456909\n", "Step 3555:\n", "Loss: 2.4352025985717773\n", "Step 3556:\n", "Loss: 2.210576057434082\n", "Step 3557:\n", "Loss: 1.8642581701278687\n", "Step 3558:\n", "Loss: 2.3528661727905273\n", "Step 3559:\n", "Loss: 2.250443696975708\n", "Step 3560:\n", "Loss: 2.114382266998291\n", "Step 3561:\n", "Loss: 2.3867857456207275\n", "Step 3562:\n", "Loss: 1.872957468032837\n", "Step 3563:\n", "Loss: 2.464512348175049\n", "Step 3564:\n", "Loss: 1.8235453367233276\n", "Step 3565:\n", "Loss: 2.5656113624572754\n", "Step 3566:\n", "Loss: 2.166315793991089\n", "Step 3567:\n", "Loss: 2.093289375305176\n", "Step 3568:\n", "Loss: 1.655842661857605\n", "Step 3569:\n", "Loss: 2.3228724002838135\n", "Step 3570:\n", "Loss: 2.1551458835601807\n", "Step 3571:\n", "Loss: 2.2188563346862793\n", "Step 3572:\n", "Loss: 2.6094608306884766\n", "Step 3573:\n", "Loss: 3.128854751586914\n", "Step 3574:\n", "Loss: 2.4700405597686768\n", "Step 3575:\n", "Loss: 2.0854697227478027\n", "Step 3576:\n", "Loss: 1.9303056001663208\n", "Step 3577:\n", "Loss: 2.1803176403045654\n", "Step 3578:\n", "Loss: 2.9736857414245605\n", "Step 3579:\n", "Loss: 1.902761459350586\n", "Step 3580:\n", "Loss: 2.0224640369415283\n", "Step 3581:\n", "Loss: 2.7226827144622803\n", "Step 3582:\n", "Loss: 2.543163537979126\n", "Step 3583:\n", "Loss: 2.2627105712890625\n", "Step 3584:\n", "Loss: 2.527146577835083\n", "Step 3585:\n", "Loss: 2.3742291927337646\n", "Step 3586:\n", "Loss: 2.5566067695617676\n", "Step 3587:\n", "Loss: 2.196580171585083\n", "Step 3588:\n", "Loss: 2.5854010581970215\n", "Step 3589:\n", "Loss: 1.651318073272705\n", "Step 3590:\n", "Loss: 1.7587543725967407\n", "Step 3591:\n", "Loss: 2.3325533866882324\n", "Step 3592:\n", "Loss: 2.3129897117614746\n", "Step 3593:\n", "Loss: 2.239706039428711\n", "Step 3594:\n", "Loss: 2.039365530014038\n", "Step 3595:\n", "Loss: 2.4142494201660156\n", "Step 3596:\n", "Loss: 1.971277117729187\n", "Step 3597:\n", "Loss: 2.144554615020752\n", "Step 3598:\n", "Loss: 1.8233933448791504\n", "Step 3599:\n", "Loss: 1.8886845111846924\n", "Step 3600:\n", "Loss: 2.384690761566162\n", "Step 3601:\n", "Loss: 2.1162705421447754\n", "Step 3602:\n", "Loss: 1.897016167640686\n", "Step 3603:\n", "Loss: 2.46909236907959\n", "Step 3604:\n", "Loss: 1.5054987668991089\n", "Step 3605:\n", "Loss: 2.0274658203125\n", "Step 3606:\n", "Loss: 2.1005847454071045\n", "Step 3607:\n", "Loss: 2.5154314041137695\n", "Step 3608:\n", "Loss: 1.9730124473571777\n", "Step 3609:\n", "Loss: 2.135519027709961\n", "Step 3610:\n", "Loss: 2.001910924911499\n", "Step 3611:\n", "Loss: 2.0934553146362305\n", "Step 3612:\n", "Loss: 2.3304781913757324\n", "Step 3613:\n", "Loss: 2.0827999114990234\n", "Step 3614:\n", "Loss: 1.7644052505493164\n", "Step 3615:\n", "Loss: 2.256190299987793\n", "Step 3616:\n", "Loss: 2.1778695583343506\n", "Step 3617:\n", "Loss: 2.2088258266448975\n", "Step 3618:\n", "Loss: 2.0469138622283936\n", "Step 3619:\n", "Loss: 1.9966185092926025\n", "Step 3620:\n", "Loss: 2.592968463897705\n", "Step 3621:\n", "Loss: 2.306192398071289\n", "Step 3622:\n", "Loss: 1.6075395345687866\n", "Step 3623:\n", "Loss: 1.8214874267578125\n", "Step 3624:\n", "Loss: 2.0626888275146484\n", "Step 3625:\n", "Loss: 2.6908555030822754\n", "Step 3626:\n", "Loss: 2.0563199520111084\n", "Step 3627:\n", "Loss: 2.471928834915161\n", "Step 3628:\n", "Loss: 2.5413713455200195\n", "Step 3629:\n", "Loss: 1.3829933404922485\n", "Step 3630:\n", "Loss: 2.1702985763549805\n", "Step 3631:\n", "Loss: 1.9317861795425415\n", "Step 3632:\n", "Loss: 1.9127676486968994\n", "Step 3633:\n", "Loss: 2.465488910675049\n", "Step 3634:\n", "Loss: 2.5801429748535156\n", "Step 3635:\n", "Loss: 2.296910047531128\n", "Step 3636:\n", "Loss: 2.25673770904541\n", "Step 3637:\n", "Loss: 1.7790608406066895\n", "Step 3638:\n", "Loss: 2.317250967025757\n", "Step 3639:\n", "Loss: 2.2254436016082764\n", "Step 3640:\n", "Loss: 2.6552112102508545\n", "Step 3641:\n", "Loss: 2.7554848194122314\n", "Step 3642:\n", "Loss: 2.47599196434021\n", "Step 3643:\n", "Loss: 2.3538060188293457\n", "Step 3644:\n", "Loss: 2.072739362716675\n", "Step 3645:\n", "Loss: 2.2692739963531494\n", "Step 3646:\n", "Loss: 2.9835362434387207\n", "Step 3647:\n", "Loss: 1.857102632522583\n", "Step 3648:\n", "Loss: 2.3240573406219482\n", "Step 3649:\n", "Loss: 2.2968626022338867\n", "Step 3650:\n", "Loss: 2.5157275199890137\n", "Step 3651:\n", "Loss: 2.127168893814087\n", "Step 3652:\n", "Loss: 2.307047128677368\n", "Step 3653:\n", "Loss: 1.9716544151306152\n", "Step 3654:\n", "Loss: 1.922633171081543\n", "Step 3655:\n", "Loss: 2.203456163406372\n", "Step 3656:\n", "Loss: 1.9521615505218506\n", "Step 3657:\n", "Loss: 2.664090633392334\n", "Step 3658:\n", "Loss: 1.9010443687438965\n", "Step 3659:\n", "Loss: 2.072904109954834\n", "Step 3660:\n", "Loss: 1.9151551723480225\n", "Step 3661:\n", "Loss: 2.736693859100342\n", "Step 3662:\n", "Loss: 2.0381553173065186\n", "Step 3663:\n", "Loss: 1.9656366109848022\n", "Step 3664:\n", "Loss: 2.0739431381225586\n", "Step 3665:\n", "Loss: 1.8584246635437012\n", "Step 3666:\n", "Loss: 2.2268102169036865\n", "Step 3667:\n", "Loss: 2.206521987915039\n", "Step 3668:\n", "Loss: 1.6489863395690918\n", "Step 3669:\n", "Loss: 2.512282133102417\n", "Step 3670:\n", "Loss: 2.3957114219665527\n", "Step 3671:\n", "Loss: 2.2938098907470703\n", "Step 3672:\n", "Loss: 2.3334414958953857\n", "Step 3673:\n", "Loss: 1.8658047914505005\n", "Step 3674:\n", "Loss: 2.2168500423431396\n", "Step 3675:\n", "Loss: 2.249788999557495\n", "Step 3676:\n", "Loss: 2.567361354827881\n", "Step 3677:\n", "Loss: 2.2107694149017334\n", "Step 3678:\n", "Loss: 2.173264503479004\n", "Step 3679:\n", "Loss: 2.728602647781372\n", "Step 3680:\n", "Loss: 2.396763324737549\n", "Step 3681:\n", "Loss: 2.237523317337036\n", "Step 3682:\n", "Loss: 1.7719385623931885\n", "Step 3683:\n", "Loss: 1.8405022621154785\n", "Step 3684:\n", "Loss: 2.193885326385498\n", "Step 3685:\n", "Loss: 2.518216133117676\n", "Step 3686:\n", "Loss: 2.4312705993652344\n", "Step 3687:\n", "Loss: 2.2096376419067383\n", "Step 3688:\n", "Loss: 2.066415309906006\n", "Step 3689:\n", "Loss: 1.7805341482162476\n", "Step 3690:\n", "Loss: 2.346271276473999\n", "Step 3691:\n", "Loss: 2.8126139640808105\n", "Step 3692:\n", "Loss: 2.3345718383789062\n", "Step 3693:\n", "Loss: 1.856640100479126\n", "Step 3694:\n", "Loss: 2.262155771255493\n", "Step 3695:\n", "Loss: 1.8606113195419312\n", "Step 3696:\n", "Loss: 1.917769432067871\n", "Step 3697:\n", "Loss: 2.226853370666504\n", "Step 3698:\n", "Loss: 2.104037046432495\n", "Step 3699:\n", "Loss: 1.7357938289642334\n", "Step 3700:\n", "Loss: 2.3999252319335938\n", "Step 3701:\n", "Loss: 2.459073305130005\n", "Step 3702:\n", "Loss: 1.9686237573623657\n", "Step 3703:\n", "Loss: 1.8748327493667603\n", "Step 3704:\n", "Loss: 2.0462307929992676\n", "Step 3705:\n", "Loss: 2.2091097831726074\n", "Step 3706:\n", "Loss: 1.790950894355774\n", "Step 3707:\n", "Loss: 2.281702995300293\n", "Step 3708:\n", "Loss: 2.722644567489624\n", "Step 3709:\n", "Loss: 2.56378436088562\n", "Step 3710:\n", "Loss: 2.1862316131591797\n", "Step 3711:\n", "Loss: 2.427847385406494\n", "Step 3712:\n", "Loss: 3.0470943450927734\n", "Step 3713:\n", "Loss: 1.784905195236206\n", "Step 3714:\n", "Loss: 1.9643162488937378\n", "Step 3715:\n", "Loss: 1.9357036352157593\n", "Step 3716:\n", "Loss: 2.205214023590088\n", "Step 3717:\n", "Loss: 2.0221266746520996\n", "Step 3718:\n", "Loss: 2.234501838684082\n", "Step 3719:\n", "Loss: 2.561108350753784\n", "Step 3720:\n", "Loss: 2.188255786895752\n", "Step 3721:\n", "Loss: 2.5242018699645996\n", "Step 3722:\n", "Loss: 1.9610549211502075\n", "Step 3723:\n", "Loss: 2.321506977081299\n", "Step 3724:\n", "Loss: 3.3990583419799805\n", "Step 3725:\n", "Loss: 2.5746235847473145\n", "Step 3726:\n", "Loss: 2.8023574352264404\n", "Step 3727:\n", "Loss: 3.071199417114258\n", "Step 3728:\n", "Loss: 2.3249359130859375\n", "Step 3729:\n", "Loss: 2.367873430252075\n", "Step 3730:\n", "Loss: 2.1578640937805176\n", "Step 3731:\n", "Loss: 2.3375277519226074\n", "Step 3732:\n", "Loss: 2.1003901958465576\n", "Step 3733:\n", "Loss: 2.1970033645629883\n", "Step 3734:\n", "Loss: 2.2549304962158203\n", "Step 3735:\n", "Loss: 2.145437002182007\n", "Step 3736:\n", "Loss: 1.998672604560852\n", "Step 3737:\n", "Loss: 2.4318151473999023\n", "Step 3738:\n", "Loss: 1.8517471551895142\n", "Step 3739:\n", "Loss: 2.3058786392211914\n", "Step 3740:\n", "Loss: 1.6950476169586182\n", "Step 3741:\n", "Loss: 1.8406422138214111\n", "Step 3742:\n", "Loss: 2.003416061401367\n", "Step 3743:\n", "Loss: 2.3023486137390137\n", "Step 3744:\n", "Loss: 2.008098602294922\n", "Step 3745:\n", "Loss: 2.2021849155426025\n", "Step 3746:\n", "Loss: 2.335078477859497\n", "Step 3747:\n", "Loss: 2.2113735675811768\n", "Step 3748:\n", "Loss: 2.5569543838500977\n", "Step 3749:\n", "Loss: 2.4244275093078613\n", "Step 3750:\n", "Loss: 2.1694350242614746\n", "Step 3751:\n", "Loss: 2.416947841644287\n", "Step 3752:\n", "Loss: 2.8931467533111572\n", "Step 3753:\n", "Loss: 1.9353563785552979\n", "Step 3754:\n", "Loss: 1.6103934049606323\n", "Step 3755:\n", "Loss: 2.0119822025299072\n", "Step 3756:\n", "Loss: 2.3067033290863037\n", "Step 3757:\n", "Loss: 2.180009365081787\n", "Step 3758:\n", "Loss: 2.652085304260254\n", "Step 3759:\n", "Loss: 2.082754135131836\n", "Step 3760:\n", "Loss: 2.622321367263794\n", "Step 3761:\n", "Loss: 2.396845579147339\n", "Step 3762:\n", "Loss: 1.8997197151184082\n", "Step 3763:\n", "Loss: 2.0498170852661133\n", "Step 3764:\n", "Loss: 2.1305346488952637\n", "Step 3765:\n", "Loss: 1.6871569156646729\n", "Step 3766:\n", "Loss: 2.2713968753814697\n", "Step 3767:\n", "Loss: 1.8441195487976074\n", "Step 3768:\n", "Loss: 2.5769541263580322\n", "Step 3769:\n", "Loss: 2.548863649368286\n", "Step 3770:\n", "Loss: 1.8023028373718262\n", "Step 3771:\n", "Loss: 2.039351224899292\n", "Step 3772:\n", "Loss: 2.415294647216797\n", "Step 3773:\n", "Loss: 2.1302173137664795\n", "Step 3774:\n", "Loss: 1.944799542427063\n", "Step 3775:\n", "Loss: 1.7787610292434692\n", "Step 3776:\n", "Loss: 2.1196389198303223\n", "Step 3777:\n", "Loss: 2.3400356769561768\n", "Step 3778:\n", "Loss: 2.4899661540985107\n", "Step 3779:\n", "Loss: 2.0734260082244873\n", "Step 3780:\n", "Loss: 2.2629666328430176\n", "Step 3781:\n", "Loss: 2.6358299255371094\n", "Step 3782:\n", "Loss: 1.7420287132263184\n", "Step 3783:\n", "Loss: 2.0244171619415283\n", "Step 3784:\n", "Loss: 2.0039186477661133\n", "Step 3785:\n", "Loss: 2.624436855316162\n", "Step 3786:\n", "Loss: 1.969909429550171\n", "Step 3787:\n", "Loss: 2.0551376342773438\n", "Step 3788:\n", "Loss: 2.572899580001831\n", "Step 3789:\n", "Loss: 2.5950679779052734\n", "Step 3790:\n", "Loss: 2.211090087890625\n", "Step 3791:\n", "Loss: 1.657428503036499\n", "Step 3792:\n", "Loss: 2.326549530029297\n", "Step 3793:\n", "Loss: 1.9448108673095703\n", "Step 3794:\n", "Loss: 1.7375750541687012\n", "Step 3795:\n", "Loss: 2.0499327182769775\n", "Step 3796:\n", "Loss: 2.0818467140197754\n", "Step 3797:\n", "Loss: 2.505676507949829\n", "Step 3798:\n", "Loss: 2.1091248989105225\n", "Step 3799:\n", "Loss: 2.009399175643921\n", "Step 3800:\n", "Loss: 1.91799795627594\n", "Step 3801:\n", "Loss: 2.3749170303344727\n", "Step 3802:\n", "Loss: 2.525238513946533\n", "Step 3803:\n", "Loss: 2.0906293392181396\n", "Step 3804:\n", "Loss: 2.209627151489258\n", "Step 3805:\n", "Loss: 2.4122705459594727\n", "Step 3806:\n", "Loss: 2.0526020526885986\n", "Step 3807:\n", "Loss: 2.7441954612731934\n", "Step 3808:\n", "Loss: 2.189650535583496\n", "Step 3809:\n", "Loss: 2.594542980194092\n", "Step 3810:\n", "Loss: 2.5072505474090576\n", "Step 3811:\n", "Loss: 2.1056251525878906\n", "Step 3812:\n", "Loss: 2.0445311069488525\n", "Step 3813:\n", "Loss: 1.7107186317443848\n", "Step 3814:\n", "Loss: 2.9493329524993896\n", "Step 3815:\n", "Loss: 2.117414951324463\n", "Step 3816:\n", "Loss: 2.67604398727417\n", "Step 3817:\n", "Loss: 1.7365268468856812\n", "Step 3818:\n", "Loss: 1.9251971244812012\n", "Step 3819:\n", "Loss: 1.7841968536376953\n", "Step 3820:\n", "Loss: 1.8882428407669067\n", "Step 3821:\n", "Loss: 2.3568389415740967\n", "Step 3822:\n", "Loss: 1.730407953262329\n", "Step 3823:\n", "Loss: 2.105234384536743\n", "Step 3824:\n", "Loss: 1.9492167234420776\n", "Step 3825:\n", "Loss: 2.5853803157806396\n", "Step 3826:\n", "Loss: 2.087815523147583\n", "Step 3827:\n", "Loss: 2.155935287475586\n", "Step 3828:\n", "Loss: 2.3188633918762207\n", "Step 3829:\n", "Loss: 2.0317282676696777\n", "Step 3830:\n", "Loss: 2.939305067062378\n", "Step 3831:\n", "Loss: 2.521425724029541\n", "Step 3832:\n", "Loss: 2.0920827388763428\n", "Step 3833:\n", "Loss: 2.1077747344970703\n", "Step 3834:\n", "Loss: 2.3371376991271973\n", "Step 3835:\n", "Loss: 1.6623508930206299\n", "Step 3836:\n", "Loss: 1.9185245037078857\n", "Step 3837:\n", "Loss: 2.2291676998138428\n", "Step 3838:\n", "Loss: 2.7584168910980225\n", "Step 3839:\n", "Loss: 2.3310747146606445\n", "Step 3840:\n", "Loss: 2.798163414001465\n", "Step 3841:\n", "Loss: 2.346081018447876\n", "Step 3842:\n", "Loss: 1.8942795991897583\n", "Step 3843:\n", "Loss: 2.136913537979126\n", "Step 3844:\n", "Loss: 2.7127671241760254\n", "Step 3845:\n", "Loss: 2.528806209564209\n", "Step 3846:\n", "Loss: 2.3812053203582764\n", "Step 3847:\n", "Loss: 2.45998215675354\n", "Step 3848:\n", "Loss: 2.0598385334014893\n", "Step 3849:\n", "Loss: 2.2952606678009033\n", "Step 3850:\n", "Loss: 2.125497579574585\n", "Step 3851:\n", "Loss: 2.3571231365203857\n", "Step 3852:\n", "Loss: 2.2337610721588135\n", "Step 3853:\n", "Loss: 1.8369370698928833\n", "Step 3854:\n", "Loss: 2.730644941329956\n", "Step 3855:\n", "Loss: 2.650770902633667\n", "Step 3856:\n", "Loss: 2.3293848037719727\n", "Step 3857:\n", "Loss: 2.2284603118896484\n", "Step 3858:\n", "Loss: 2.5554862022399902\n", "Step 3859:\n", "Loss: 1.9457168579101562\n", "Step 3860:\n", "Loss: 1.659700632095337\n", "Step 3861:\n", "Loss: 2.5682477951049805\n", "Step 3862:\n", "Loss: 2.659008502960205\n", "Step 3863:\n", "Loss: 2.411264657974243\n", "Step 3864:\n", "Loss: 2.0771656036376953\n", "Step 3865:\n", "Loss: 2.609415054321289\n", "Step 3866:\n", "Loss: 2.7064177989959717\n", "Step 3867:\n", "Loss: 2.397212266921997\n", "Step 3868:\n", "Loss: 1.625311255455017\n", "Step 3869:\n", "Loss: 2.2682831287384033\n", "Step 3870:\n", "Loss: 3.061680316925049\n", "Step 3871:\n", "Loss: 1.708521842956543\n", "Step 3872:\n", "Loss: 2.390643358230591\n", "Step 3873:\n", "Loss: 2.2333903312683105\n", "Step 3874:\n", "Loss: 2.711676597595215\n", "Step 3875:\n", "Loss: 1.7965044975280762\n", "Step 3876:\n", "Loss: 2.701951503753662\n", "Step 3877:\n", "Loss: 1.9656716585159302\n", "Step 3878:\n", "Loss: 2.0731444358825684\n", "Step 3879:\n", "Loss: 2.704930543899536\n", "Step 3880:\n", "Loss: 2.1513147354125977\n", "Step 3881:\n", "Loss: 2.6800904273986816\n", "Step 3882:\n", "Loss: 2.6538710594177246\n", "Step 3883:\n", "Loss: 2.623525381088257\n", "Step 3884:\n", "Loss: 2.1403205394744873\n", "Step 3885:\n", "Loss: 2.112750291824341\n", "Step 3886:\n", "Loss: 2.3515467643737793\n", "Step 3887:\n", "Loss: 1.87905752658844\n", "Step 3888:\n", "Loss: 2.4680230617523193\n", "Step 3889:\n", "Loss: 2.4626076221466064\n", "Step 3890:\n", "Loss: 1.7638803720474243\n", "Step 3891:\n", "Loss: 2.114804267883301\n", "Step 3892:\n", "Loss: 2.28550124168396\n", "Step 3893:\n", "Loss: 2.0267930030822754\n", "Step 3894:\n", "Loss: 1.8249919414520264\n", "Step 3895:\n", "Loss: 2.217316150665283\n", "Step 3896:\n", "Loss: 1.7915328741073608\n", "Step 3897:\n", "Loss: 1.9000587463378906\n", "Step 3898:\n", "Loss: 1.9550645351409912\n", "Step 3899:\n", "Loss: 2.039231777191162\n", "Step 3900:\n", "Loss: 1.9615085124969482\n", "Step 3901:\n", "Loss: 1.8147714138031006\n", "Step 3902:\n", "Loss: 2.112466335296631\n", "Step 3903:\n", "Loss: 2.1737427711486816\n", "Step 3904:\n", "Loss: 1.678532361984253\n", "Step 3905:\n", "Loss: 2.051973819732666\n", "Step 3906:\n", "Loss: 1.8601388931274414\n", "Step 3907:\n", "Loss: 2.204294204711914\n", "Step 3908:\n", "Loss: 1.9620779752731323\n", "Step 3909:\n", "Loss: 1.9284043312072754\n", "Step 3910:\n", "Loss: 3.0987133979797363\n", "Step 3911:\n", "Loss: 2.1865410804748535\n", "Step 3912:\n", "Loss: 1.9035770893096924\n", "Step 3913:\n", "Loss: 2.547304630279541\n", "Step 3914:\n", "Loss: 2.345071315765381\n", "Step 3915:\n", "Loss: 2.3295302391052246\n", "Step 3916:\n", "Loss: 3.0486679077148438\n", "Step 3917:\n", "Loss: 1.992344617843628\n", "Step 3918:\n", "Loss: 1.7246451377868652\n", "Step 3919:\n", "Loss: 2.254204750061035\n", "Step 3920:\n", "Loss: 2.8108866214752197\n", "Step 3921:\n", "Loss: 2.1597707271575928\n", "Step 3922:\n", "Loss: 2.1355998516082764\n", "Step 3923:\n", "Loss: 2.311131238937378\n", "Step 3924:\n", "Loss: 2.188276767730713\n", "Step 3925:\n", "Loss: 2.535158395767212\n", "Step 3926:\n", "Loss: 2.138162851333618\n", "Step 3927:\n", "Loss: 2.631650686264038\n", "Step 3928:\n", "Loss: 2.359372854232788\n", "Step 3929:\n", "Loss: 2.256300210952759\n", "Step 3930:\n", "Loss: 2.138576030731201\n", "Step 3931:\n", "Loss: 2.09041428565979\n", "Step 3932:\n", "Loss: 2.026510715484619\n", "Step 3933:\n", "Loss: 1.882384181022644\n", "Step 3934:\n", "Loss: 2.209972858428955\n", "Step 3935:\n", "Loss: 2.1023480892181396\n", "Step 3936:\n", "Loss: 2.2707574367523193\n", "Step 3937:\n", "Loss: 1.8993953466415405\n", "Step 3938:\n", "Loss: 2.636167526245117\n", "Step 3939:\n", "Loss: 1.7198867797851562\n", "Step 3940:\n", "Loss: 2.416257858276367\n", "Step 3941:\n", "Loss: 2.0615553855895996\n", "Step 3942:\n", "Loss: 2.8057827949523926\n", "Step 3943:\n", "Loss: 2.032564878463745\n", "Step 3944:\n", "Loss: 2.0427823066711426\n", "Step 3945:\n", "Loss: 2.4487879276275635\n", "Step 3946:\n", "Loss: 2.4484431743621826\n", "Step 3947:\n", "Loss: 2.025646924972534\n", "Step 3948:\n", "Loss: 1.9743822813034058\n", "Step 3949:\n", "Loss: 2.6019070148468018\n", "Step 3950:\n", "Loss: 2.303370952606201\n", "Step 3951:\n", "Loss: 1.9142179489135742\n", "Step 3952:\n", "Loss: 1.9881047010421753\n", "Step 3953:\n", "Loss: 2.743218421936035\n", "Step 3954:\n", "Loss: 2.0529375076293945\n", "Step 3955:\n", "Loss: 2.4085612297058105\n", "Step 3956:\n", "Loss: 1.817007064819336\n", "Step 3957:\n", "Loss: 2.0943734645843506\n", "Step 3958:\n", "Loss: 2.605245590209961\n", "Step 3959:\n", "Loss: 1.5533068180084229\n", "Step 3960:\n", "Loss: 2.277228355407715\n", "Step 3961:\n", "Loss: 2.155769109725952\n", "Step 3962:\n", "Loss: 2.177713394165039\n", "Step 3963:\n", "Loss: 2.7158596515655518\n", "Step 3964:\n", "Loss: 1.7596163749694824\n", "Step 3965:\n", "Loss: 2.1076385974884033\n", "Step 3966:\n", "Loss: 2.1473238468170166\n", "Step 3967:\n", "Loss: 2.3511416912078857\n", "Step 3968:\n", "Loss: 1.7203654050827026\n", "Step 3969:\n", "Loss: 2.313974142074585\n", "Step 3970:\n", "Loss: 2.307373523712158\n", "Step 3971:\n", "Loss: 2.062591075897217\n", "Step 3972:\n", "Loss: 2.0459234714508057\n", "Step 3973:\n", "Loss: 2.0198466777801514\n", "Step 3974:\n", "Loss: 1.8629934787750244\n", "Step 3975:\n", "Loss: 2.132406711578369\n", "Step 3976:\n", "Loss: 1.887532353401184\n", "Step 3977:\n", "Loss: 1.8657498359680176\n", "Step 3978:\n", "Loss: 2.280040740966797\n", "Step 3979:\n", "Loss: 2.317896604537964\n", "Step 3980:\n", "Loss: 2.1720142364501953\n", "Step 3981:\n", "Loss: 2.8409156799316406\n", "Step 3982:\n", "Loss: 2.2491455078125\n", "Step 3983:\n", "Loss: 2.7300615310668945\n", "Step 3984:\n", "Loss: 2.0873095989227295\n", "Step 3985:\n", "Loss: 2.1985998153686523\n", "Step 3986:\n", "Loss: 2.0469305515289307\n", "Step 3987:\n", "Loss: 2.725942373275757\n", "Step 3988:\n", "Loss: 1.6257593631744385\n", "Step 3989:\n", "Loss: 2.60330867767334\n", "Step 3990:\n", "Loss: 1.9503426551818848\n", "Step 3991:\n", "Loss: 2.4406723976135254\n", "Step 3992:\n", "Loss: 1.893985390663147\n", "Step 3993:\n", "Loss: 2.3378005027770996\n", "Step 3994:\n", "Loss: 2.7689056396484375\n", "Step 3995:\n", "Loss: 1.944014310836792\n", "Step 3996:\n", "Loss: 2.30490779876709\n", "Step 3997:\n", "Loss: 2.2801809310913086\n", "Step 3998:\n", "Loss: 2.7433879375457764\n", "Step 3999:\n", "Loss: 2.4045116901397705\n", "Step 4000:\n", "Loss: 2.347377300262451\n", "Step 4001:\n", "Loss: 2.3316431045532227\n", "Step 4002:\n", "Loss: 1.7601035833358765\n", "Step 4003:\n", "Loss: 2.5972018241882324\n", "Step 4004:\n", "Loss: 2.106304168701172\n", "Step 4005:\n", "Loss: 2.1890981197357178\n", "Step 4006:\n", "Loss: 2.0185840129852295\n", "Step 4007:\n", "Loss: 2.615551471710205\n", "Step 4008:\n", "Loss: 2.0341062545776367\n", "Step 4009:\n", "Loss: 2.2877731323242188\n", "Step 4010:\n", "Loss: 2.559774398803711\n", "Step 4011:\n", "Loss: 1.917520523071289\n", "Step 4012:\n", "Loss: 2.170266628265381\n", "Step 4013:\n", "Loss: 2.5793349742889404\n", "Step 4014:\n", "Loss: 2.269120931625366\n", "Step 4015:\n", "Loss: 2.2727882862091064\n", "Step 4016:\n", "Loss: 2.755298614501953\n", "Step 4017:\n", "Loss: 2.4070613384246826\n", "Step 4018:\n", "Loss: 1.9368937015533447\n", "Step 4019:\n", "Loss: 2.390796184539795\n", "Step 4020:\n", "Loss: 2.636232614517212\n", "Step 4021:\n", "Loss: 2.3467626571655273\n", "Step 4022:\n", "Loss: 2.046677589416504\n", "Step 4023:\n", "Loss: 2.293440818786621\n", "Step 4024:\n", "Loss: 2.673964023590088\n", "Step 4025:\n", "Loss: 2.0896313190460205\n", "Step 4026:\n", "Loss: 2.1324257850646973\n", "Step 4027:\n", "Loss: 2.143420934677124\n", "Step 4028:\n", "Loss: 2.557063579559326\n", "Step 4029:\n", "Loss: 2.643155813217163\n", "Step 4030:\n", "Loss: 2.0683906078338623\n", "Step 4031:\n", "Loss: 2.634072780609131\n", "Step 4032:\n", "Loss: 2.2208170890808105\n", "Step 4033:\n", "Loss: 2.192197799682617\n", "Step 4034:\n", "Loss: 2.479397773742676\n", "Step 4035:\n", "Loss: 2.07488751411438\n", "Step 4036:\n", "Loss: 2.599019765853882\n", "Step 4037:\n", "Loss: 1.9562405347824097\n", "Step 4038:\n", "Loss: 2.6102542877197266\n", "Step 4039:\n", "Loss: 2.1414411067962646\n", "Step 4040:\n", "Loss: 2.38844895362854\n", "Step 4041:\n", "Loss: 1.9901450872421265\n", "Step 4042:\n", "Loss: 2.0613200664520264\n", "Step 4043:\n", "Loss: 1.9670860767364502\n", "Step 4044:\n", "Loss: 3.030348777770996\n", "Step 4045:\n", "Loss: 3.0628066062927246\n", "Step 4046:\n", "Loss: 1.9931563138961792\n", "Step 4047:\n", "Loss: 1.8989109992980957\n", "Step 4048:\n", "Loss: 1.974867582321167\n", "Step 4049:\n", "Loss: 1.7536190748214722\n", "Step 4050:\n", "Loss: 1.9477630853652954\n", "Step 4051:\n", "Loss: 2.124952793121338\n", "Step 4052:\n", "Loss: 1.8534650802612305\n", "Step 4053:\n", "Loss: 1.9048539400100708\n", "Step 4054:\n", "Loss: 2.7703607082366943\n", "Step 4055:\n", "Loss: 1.9841009378433228\n", "Step 4056:\n", "Loss: 2.3987655639648438\n", "Step 4057:\n", "Loss: 2.6378369331359863\n", "Step 4058:\n", "Loss: 2.731661319732666\n", "Step 4059:\n", "Loss: 2.4862258434295654\n", "Step 4060:\n", "Loss: 2.1025614738464355\n", "Step 4061:\n", "Loss: 2.5192415714263916\n", "Step 4062:\n", "Loss: 2.0478312969207764\n", "Step 4063:\n", "Loss: 2.326115608215332\n", "Step 4064:\n", "Loss: 2.3393640518188477\n", "Step 4065:\n", "Loss: 2.837559700012207\n", "Step 4066:\n", "Loss: 2.16991925239563\n", "Step 4067:\n", "Loss: 2.4385762214660645\n", "Step 4068:\n", "Loss: 1.9678313732147217\n", "Step 4069:\n", "Loss: 2.2112088203430176\n", "Step 4070:\n", "Loss: 2.30574631690979\n", "Step 4071:\n", "Loss: 2.0267577171325684\n", "Step 4072:\n", "Loss: 2.2801852226257324\n", "Step 4073:\n", "Loss: 2.172545909881592\n", "Step 4074:\n", "Loss: 2.9017140865325928\n", "Step 4075:\n", "Loss: 2.224276065826416\n", "Step 4076:\n", "Loss: 2.246156930923462\n", "Step 4077:\n", "Loss: 2.7021751403808594\n", "Step 4078:\n", "Loss: 2.451749563217163\n", "Step 4079:\n", "Loss: 2.099193811416626\n", "Step 4080:\n", "Loss: 2.4013614654541016\n", "Step 4081:\n", "Loss: 2.3721671104431152\n", "Step 4082:\n", "Loss: 1.968673825263977\n", "Step 4083:\n", "Loss: 2.2012691497802734\n", "Step 4084:\n", "Loss: 1.9434373378753662\n", "Step 4085:\n", "Loss: 2.8971762657165527\n", "Step 4086:\n", "Loss: 2.366393566131592\n", "Step 4087:\n", "Loss: 2.4753081798553467\n", "Step 4088:\n", "Loss: 2.479340076446533\n", "Step 4089:\n", "Loss: 1.991405963897705\n", "Step 4090:\n", "Loss: 1.9623076915740967\n", "Step 4091:\n", "Loss: 2.3316943645477295\n", "Step 4092:\n", "Loss: 2.74125075340271\n", "Step 4093:\n", "Loss: 2.1064717769622803\n", "Step 4094:\n", "Loss: 2.485814332962036\n", "Step 4095:\n", "Loss: 2.429135322570801\n", "Step 4096:\n", "Loss: 2.0243148803710938\n", "Step 4097:\n", "Loss: 2.0301783084869385\n", "Step 4098:\n", "Loss: 2.41125750541687\n", "Step 4099:\n", "Loss: 2.549983263015747\n", "Step 4100:\n", "Loss: 2.057346820831299\n", "Step 4101:\n", "Loss: 2.545341968536377\n", "Step 4102:\n", "Loss: 2.3130481243133545\n", "Step 4103:\n", "Loss: 2.2804834842681885\n", "Step 4104:\n", "Loss: 2.3710989952087402\n", "Step 4105:\n", "Loss: 1.9964581727981567\n", "Step 4106:\n", "Loss: 2.443516731262207\n", "Step 4107:\n", "Loss: 1.8475925922393799\n", "Step 4108:\n", "Loss: 2.0825250148773193\n", "Step 4109:\n", "Loss: 2.4861865043640137\n", "Step 4110:\n", "Loss: 1.8465532064437866\n", "Step 4111:\n", "Loss: 2.099165916442871\n", "Step 4112:\n", "Loss: 2.425067663192749\n", "Step 4113:\n", "Loss: 2.1374218463897705\n", "Step 4114:\n", "Loss: 2.231844425201416\n", "Step 4115:\n", "Loss: 2.6192855834960938\n", "Step 4116:\n", "Loss: 2.1221964359283447\n", "Step 4117:\n", "Loss: 1.9301947355270386\n", "Step 4118:\n", "Loss: 1.807446002960205\n", "Step 4119:\n", "Loss: 2.0565390586853027\n", "Step 4120:\n", "Loss: 2.2070162296295166\n", "Step 4121:\n", "Loss: 2.0749785900115967\n", "Step 4122:\n", "Loss: 2.070902109146118\n", "Step 4123:\n", "Loss: 2.022867202758789\n", "Step 4124:\n", "Loss: 2.538322925567627\n", "Step 4125:\n", "Loss: 1.8650144338607788\n", "Step 4126:\n", "Loss: 2.284085988998413\n", "Step 4127:\n", "Loss: 2.059609889984131\n", "Step 4128:\n", "Loss: 2.2384188175201416\n", "Step 4129:\n", "Loss: 2.291234254837036\n", "Step 4130:\n", "Loss: 2.4758050441741943\n", "Step 4131:\n", "Loss: 2.0389885902404785\n", "Step 4132:\n", "Loss: 2.9644784927368164\n", "Step 4133:\n", "Loss: 2.459120988845825\n", "Step 4134:\n", "Loss: 2.414205551147461\n", "Step 4135:\n", "Loss: 2.2689199447631836\n", "Step 4136:\n", "Loss: 2.450204372406006\n", "Step 4137:\n", "Loss: 2.6951026916503906\n", "Step 4138:\n", "Loss: 2.5644044876098633\n", "Step 4139:\n", "Loss: 2.4539427757263184\n", "Step 4140:\n", "Loss: 2.0719730854034424\n", "Step 4141:\n", "Loss: 2.12074613571167\n", "Step 4142:\n", "Loss: 2.3681280612945557\n", "Step 4143:\n", "Loss: 2.066390037536621\n", "Step 4144:\n", "Loss: 2.2148101329803467\n", "Step 4145:\n", "Loss: 2.017625331878662\n", "Step 4146:\n", "Loss: 1.7494454383850098\n", "Step 4147:\n", "Loss: 2.802135705947876\n", "Step 4148:\n", "Loss: 2.054732322692871\n", "Step 4149:\n", "Loss: 2.5021860599517822\n", "Step 4150:\n", "Loss: 2.4279680252075195\n", "Step 4151:\n", "Loss: 2.7012133598327637\n", "Step 4152:\n", "Loss: 1.8264323472976685\n", "Step 4153:\n", "Loss: 2.417560338973999\n", "Step 4154:\n", "Loss: 2.133232593536377\n", "Step 4155:\n", "Loss: 2.509444236755371\n", "Step 4156:\n", "Loss: 2.012152910232544\n", "Step 4157:\n", "Loss: 2.888023853302002\n", "Step 4158:\n", "Loss: 1.8943320512771606\n", "Step 4159:\n", "Loss: 2.6791627407073975\n", "Step 4160:\n", "Loss: 2.300140142440796\n", "Step 4161:\n", "Loss: 2.394853353500366\n", "Step 4162:\n", "Loss: 1.9183363914489746\n", "Step 4163:\n", "Loss: 1.669977068901062\n", "Step 4164:\n", "Loss: 2.1870198249816895\n", "Step 4165:\n", "Loss: 2.205674171447754\n", "Step 4166:\n", "Loss: 2.211055278778076\n", "Step 4167:\n", "Loss: 1.9737673997879028\n", "Step 4168:\n", "Loss: 2.405763864517212\n", "Step 4169:\n", "Loss: 1.8190096616744995\n", "Step 4170:\n", "Loss: 2.0993545055389404\n", "Step 4171:\n", "Loss: 2.182093858718872\n", "Step 4172:\n", "Loss: 2.102907180786133\n", "Step 4173:\n", "Loss: 1.6484906673431396\n", "Step 4174:\n", "Loss: 2.056623935699463\n", "Step 4175:\n", "Loss: 2.2114920616149902\n", "Step 4176:\n", "Loss: 2.1494429111480713\n", "Step 4177:\n", "Loss: 2.1436691284179688\n", "Step 4178:\n", "Loss: 2.062830686569214\n", "Step 4179:\n", "Loss: 2.3730263710021973\n", "Step 4180:\n", "Loss: 2.1018905639648438\n", "Step 4181:\n", "Loss: 2.0020344257354736\n", "Step 4182:\n", "Loss: 2.094691753387451\n", "Step 4183:\n", "Loss: 1.8628840446472168\n", "Step 4184:\n", "Loss: 2.6240804195404053\n", "Step 4185:\n", "Loss: 2.01867413520813\n", "Step 4186:\n", "Loss: 1.8504329919815063\n", "Step 4187:\n", "Loss: 2.3402397632598877\n", "Step 4188:\n", "Loss: 2.690261125564575\n", "Step 4189:\n", "Loss: 1.9346437454223633\n", "Step 4190:\n", "Loss: 2.390535593032837\n", "Step 4191:\n", "Loss: 2.54634428024292\n", "Step 4192:\n", "Loss: 2.1237072944641113\n", "Step 4193:\n", "Loss: 2.413322687149048\n", "Step 4194:\n", "Loss: 2.685361862182617\n", "Step 4195:\n", "Loss: 1.9879697561264038\n", "Step 4196:\n", "Loss: 2.1693429946899414\n", "Step 4197:\n", "Loss: 1.855975866317749\n", "Step 4198:\n", "Loss: 2.2864620685577393\n", "Step 4199:\n", "Loss: 2.018427848815918\n", "Step 4200:\n", "Loss: 2.4815633296966553\n", "Step 4201:\n", "Loss: 2.0841431617736816\n", "Step 4202:\n", "Loss: 2.355504274368286\n", "Step 4203:\n", "Loss: 2.140470027923584\n", "Step 4204:\n", "Loss: 2.5426788330078125\n", "Step 4205:\n", "Loss: 2.3359339237213135\n", "Step 4206:\n", "Loss: 2.3810367584228516\n", "Step 4207:\n", "Loss: 1.9580531120300293\n", "Step 4208:\n", "Loss: 2.2510008811950684\n", "Step 4209:\n", "Loss: 2.3399181365966797\n", "Step 4210:\n", "Loss: 2.10823392868042\n", "Step 4211:\n", "Loss: 2.45513653755188\n", "Step 4212:\n", "Loss: 2.634443521499634\n", "Step 4213:\n", "Loss: 2.0158252716064453\n", "Step 4214:\n", "Loss: 2.229374647140503\n", "Step 4215:\n", "Loss: 2.421475410461426\n", "Step 4216:\n", "Loss: 2.2213246822357178\n", "Step 4217:\n", "Loss: 2.100435972213745\n", "Step 4218:\n", "Loss: 1.8421642780303955\n", "Step 4219:\n", "Loss: 1.9061181545257568\n", "Step 4220:\n", "Loss: 2.0663399696350098\n", "Step 4221:\n", "Loss: 2.405585527420044\n", "Step 4222:\n", "Loss: 2.09023380279541\n", "Step 4223:\n", "Loss: 2.2691378593444824\n", "Step 4224:\n", "Loss: 2.5092363357543945\n", "Step 4225:\n", "Loss: 2.1140525341033936\n", "Step 4226:\n", "Loss: 2.3677220344543457\n", "Step 4227:\n", "Loss: 2.4756736755371094\n", "Step 4228:\n", "Loss: 2.4196412563323975\n", "Step 4229:\n", "Loss: 2.2337841987609863\n", "Step 4230:\n", "Loss: 2.3673620223999023\n", "Step 4231:\n", "Loss: 1.9407888650894165\n", "Step 4232:\n", "Loss: 2.2758448123931885\n", "Step 4233:\n", "Loss: 2.0616769790649414\n", "Step 4234:\n", "Loss: 2.1168360710144043\n", "Step 4235:\n", "Loss: 2.1916351318359375\n", "Step 4236:\n", "Loss: 2.089728832244873\n", "Step 4237:\n", "Loss: 2.309293031692505\n", "Step 4238:\n", "Loss: 2.0522572994232178\n", "Step 4239:\n", "Loss: 2.495481491088867\n", "Step 4240:\n", "Loss: 2.332918167114258\n", "Step 4241:\n", "Loss: 2.104509115219116\n", "Step 4242:\n", "Loss: 2.297039031982422\n", "Step 4243:\n", "Loss: 2.595304012298584\n", "Step 4244:\n", "Loss: 2.233180284500122\n", "Step 4245:\n", "Loss: 2.110464334487915\n", "Step 4246:\n", "Loss: 2.616793155670166\n", "Step 4247:\n", "Loss: 1.900256633758545\n", "Step 4248:\n", "Loss: 1.8446464538574219\n", "Step 4249:\n", "Loss: 2.479832649230957\n", "Step 4250:\n", "Loss: 2.4326140880584717\n", "Step 4251:\n", "Loss: 2.346418857574463\n", "Step 4252:\n", "Loss: 2.3931567668914795\n", "Step 4253:\n", "Loss: 2.080172300338745\n", "Step 4254:\n", "Loss: 1.7560968399047852\n", "Step 4255:\n", "Loss: 2.127340078353882\n", "Step 4256:\n", "Loss: 2.320909261703491\n", "Step 4257:\n", "Loss: 2.0302720069885254\n", "Step 4258:\n", "Loss: 2.2471046447753906\n", "Step 4259:\n", "Loss: 2.579138994216919\n", "Step 4260:\n", "Loss: 2.269266366958618\n", "Step 4261:\n", "Loss: 2.617647409439087\n", "Step 4262:\n", "Loss: 2.1137518882751465\n", "Step 4263:\n", "Loss: 2.096851110458374\n", "Step 4264:\n", "Loss: 2.0080454349517822\n", "Step 4265:\n", "Loss: 2.4031147956848145\n", "Step 4266:\n", "Loss: 2.1841166019439697\n", "Step 4267:\n", "Loss: 1.8571093082427979\n", "Step 4268:\n", "Loss: 1.676761269569397\n", "Step 4269:\n", "Loss: 2.6176657676696777\n", "Step 4270:\n", "Loss: 2.4714972972869873\n", "Step 4271:\n", "Loss: 1.8256497383117676\n", "Step 4272:\n", "Loss: 2.4204492568969727\n", "Step 4273:\n", "Loss: 2.163144826889038\n", "Step 4274:\n", "Loss: 2.410003662109375\n", "Step 4275:\n", "Loss: 2.0816965103149414\n", "Step 4276:\n", "Loss: 2.660902500152588\n", "Step 4277:\n", "Loss: 2.5679497718811035\n", "Step 4278:\n", "Loss: 2.22162127494812\n", "Step 4279:\n", "Loss: 2.5946221351623535\n", "Step 4280:\n", "Loss: 2.0380358695983887\n", "Step 4281:\n", "Loss: 2.075387954711914\n", "Step 4282:\n", "Loss: 1.7351336479187012\n", "Step 4283:\n", "Loss: 2.145747661590576\n", "Step 4284:\n", "Loss: 1.9751873016357422\n", "Step 4285:\n", "Loss: 2.343841314315796\n", "Step 4286:\n", "Loss: 2.8837647438049316\n", "Step 4287:\n", "Loss: 2.0700693130493164\n", "Step 4288:\n", "Loss: 2.2244114875793457\n", "Step 4289:\n", "Loss: 1.896828055381775\n", "Step 4290:\n", "Loss: 2.6027982234954834\n", "Step 4291:\n", "Loss: 2.364715099334717\n", "Step 4292:\n", "Loss: 2.458526372909546\n", "Step 4293:\n", "Loss: 1.941033959388733\n", "Step 4294:\n", "Loss: 2.11506724357605\n", "Step 4295:\n", "Loss: 2.328947067260742\n", "Step 4296:\n", "Loss: 2.1974031925201416\n", "Step 4297:\n", "Loss: 2.2593703269958496\n", "Step 4298:\n", "Loss: 2.3423922061920166\n", "Step 4299:\n", "Loss: 1.6096088886260986\n", "Step 4300:\n", "Loss: 1.9953198432922363\n", "Step 4301:\n", "Loss: 2.303858757019043\n", "Step 4302:\n", "Loss: 2.4492850303649902\n", "Step 4303:\n", "Loss: 1.7634022235870361\n", "Step 4304:\n", "Loss: 1.8435500860214233\n", "Step 4305:\n", "Loss: 1.9863996505737305\n", "Step 4306:\n", "Loss: 2.288175582885742\n", "Step 4307:\n", "Loss: 2.6886470317840576\n", "Step 4308:\n", "Loss: 2.2526731491088867\n", "Step 4309:\n", "Loss: 1.850676417350769\n", "Step 4310:\n", "Loss: 2.3753163814544678\n", "Step 4311:\n", "Loss: 2.0896613597869873\n", "Step 4312:\n", "Loss: 1.6101744174957275\n", "Step 4313:\n", "Loss: 1.9275346994400024\n", "Step 4314:\n", "Loss: 1.8164353370666504\n", "Step 4315:\n", "Loss: 2.1018571853637695\n", "Step 4316:\n", "Loss: 2.2615816593170166\n", "Step 4317:\n", "Loss: 2.232724189758301\n", "Step 4318:\n", "Loss: 2.316086530685425\n", "Step 4319:\n", "Loss: 1.7060258388519287\n", "Step 4320:\n", "Loss: 2.215653657913208\n", "Step 4321:\n", "Loss: 2.598824977874756\n", "Step 4322:\n", "Loss: 2.6142191886901855\n", "Step 4323:\n", "Loss: 1.9962387084960938\n", "Step 4324:\n", "Loss: 2.401132583618164\n", "Step 4325:\n", "Loss: 2.565634250640869\n", "Step 4326:\n", "Loss: 2.4469122886657715\n", "Step 4327:\n", "Loss: 2.4404425621032715\n", "Step 4328:\n", "Loss: 2.1057143211364746\n", "Step 4329:\n", "Loss: 2.1730425357818604\n", "Step 4330:\n", "Loss: 2.3577287197113037\n", "Step 4331:\n", "Loss: 2.082223892211914\n", "Step 4332:\n", "Loss: 2.1891884803771973\n", "Step 4333:\n", "Loss: 2.4169538021087646\n", "Step 4334:\n", "Loss: 2.1304640769958496\n", "Step 4335:\n", "Loss: 2.8593554496765137\n", "Step 4336:\n", "Loss: 2.438237190246582\n", "Step 4337:\n", "Loss: 2.0988616943359375\n", "Step 4338:\n", "Loss: 2.4336318969726562\n", "Step 4339:\n", "Loss: 2.2957396507263184\n", "Step 4340:\n", "Loss: 2.564654588699341\n", "Step 4341:\n", "Loss: 1.8706064224243164\n", "Step 4342:\n", "Loss: 2.246400833129883\n", "Step 4343:\n", "Loss: 2.2843360900878906\n", "Step 4344:\n", "Loss: 2.771279811859131\n", "Step 4345:\n", "Loss: 2.701307535171509\n", "Step 4346:\n", "Loss: 1.9291954040527344\n", "Step 4347:\n", "Loss: 1.9608265161514282\n", "Step 4348:\n", "Loss: 2.229255437850952\n", "Step 4349:\n", "Loss: 2.434683322906494\n", "Step 4350:\n", "Loss: 2.2448296546936035\n", "Step 4351:\n", "Loss: 2.6155471801757812\n", "Step 4352:\n", "Loss: 2.3082096576690674\n", "Step 4353:\n", "Loss: 2.2985680103302\n", "Step 4354:\n", "Loss: 2.018998622894287\n", "Step 4355:\n", "Loss: 2.2397093772888184\n", "Step 4356:\n", "Loss: 2.225240468978882\n", "Step 4357:\n", "Loss: 2.7356460094451904\n", "Step 4358:\n", "Loss: 2.311039686203003\n", "Step 4359:\n", "Loss: 2.5848588943481445\n", "Step 4360:\n", "Loss: 2.120281219482422\n", "Step 4361:\n", "Loss: 2.168046236038208\n", "Step 4362:\n", "Loss: 2.1708931922912598\n", "Step 4363:\n", "Loss: 2.6623871326446533\n", "Step 4364:\n", "Loss: 1.8806012868881226\n", "Step 4365:\n", "Loss: 2.1314525604248047\n", "Step 4366:\n", "Loss: 1.8698451519012451\n", "Step 4367:\n", "Loss: 2.3367950916290283\n", "Step 4368:\n", "Loss: 2.4437808990478516\n", "Step 4369:\n", "Loss: 3.0210700035095215\n", "Step 4370:\n", "Loss: 2.3289971351623535\n", "Step 4371:\n", "Loss: 2.1490378379821777\n", "Step 4372:\n", "Loss: 2.0665788650512695\n", "Step 4373:\n", "Loss: 2.3878378868103027\n", "Step 4374:\n", "Loss: 2.16914439201355\n", "Step 4375:\n", "Loss: 2.651456594467163\n", "Step 4376:\n", "Loss: 2.242302656173706\n", "Step 4377:\n", "Loss: 1.9103851318359375\n", "Step 4378:\n", "Loss: 2.1563074588775635\n", "Step 4379:\n", "Loss: 1.9065260887145996\n", "Step 4380:\n", "Loss: 2.366309404373169\n", "Step 4381:\n", "Loss: 2.4104208946228027\n", "Step 4382:\n", "Loss: 2.916447639465332\n", "Step 4383:\n", "Loss: 2.7399463653564453\n", "Step 4384:\n", "Loss: 1.9883249998092651\n", "Step 4385:\n", "Loss: 2.1377458572387695\n", "Step 4386:\n", "Loss: 2.935190200805664\n", "Step 4387:\n", "Loss: 2.448739767074585\n", "Step 4388:\n", "Loss: 2.3281617164611816\n", "Step 4389:\n", "Loss: 2.272979736328125\n", "Step 4390:\n", "Loss: 2.4366703033447266\n", "Step 4391:\n", "Loss: 2.5953845977783203\n", "Step 4392:\n", "Loss: 2.5710651874542236\n", "Step 4393:\n", "Loss: 2.3786752223968506\n", "Step 4394:\n", "Loss: 2.0427680015563965\n", "Step 4395:\n", "Loss: 2.123819351196289\n", "Step 4396:\n", "Loss: 2.3770079612731934\n", "Step 4397:\n", "Loss: 1.9780797958374023\n", "Step 4398:\n", "Loss: 2.260247230529785\n", "Step 4399:\n", "Loss: 1.8743377923965454\n", "Step 4400:\n", "Loss: 2.500824213027954\n", "Step 4401:\n", "Loss: 2.2569758892059326\n", "Step 4402:\n", "Loss: 2.1466116905212402\n", "Step 4403:\n", "Loss: 2.8922741413116455\n", "Step 4404:\n", "Loss: 2.2672412395477295\n", "Step 4405:\n", "Loss: 2.2263951301574707\n", "Step 4406:\n", "Loss: 1.8069984912872314\n", "Step 4407:\n", "Loss: 1.8683189153671265\n", "Step 4408:\n", "Loss: 1.8988490104675293\n", "Step 4409:\n", "Loss: 1.9704409837722778\n", "Step 4410:\n", "Loss: 2.178628921508789\n", "Step 4411:\n", "Loss: 2.189824342727661\n", "Step 4412:\n", "Loss: 2.4246647357940674\n", "Step 4413:\n", "Loss: 1.7254172563552856\n", "Step 4414:\n", "Loss: 1.9026387929916382\n", "Step 4415:\n", "Loss: 1.8711237907409668\n", "Step 4416:\n", "Loss: 1.816879391670227\n", "Step 4417:\n", "Loss: 2.1202242374420166\n", "Step 4418:\n", "Loss: 1.9851924180984497\n", "Step 4419:\n", "Loss: 2.4002881050109863\n", "Step 4420:\n", "Loss: 1.906769037246704\n", "Step 4421:\n", "Loss: 2.1996614933013916\n", "Step 4422:\n", "Loss: 2.226600408554077\n", "Step 4423:\n", "Loss: 2.081305980682373\n", "Step 4424:\n", "Loss: 2.1182007789611816\n", "Step 4425:\n", "Loss: 2.141676902770996\n", "Step 4426:\n", "Loss: 2.509836435317993\n", "Step 4427:\n", "Loss: 2.245279312133789\n", "Step 4428:\n", "Loss: 2.906937837600708\n", "Step 4429:\n", "Loss: 1.8914635181427002\n", "Step 4430:\n", "Loss: 2.9965806007385254\n", "Step 4431:\n", "Loss: 2.1677517890930176\n", "Step 4432:\n", "Loss: 1.8625024557113647\n", "Step 4433:\n", "Loss: 2.627919912338257\n", "Step 4434:\n", "Loss: 2.276961088180542\n", "Step 4435:\n", "Loss: 2.118093252182007\n", "Step 4436:\n", "Loss: 2.267695665359497\n", "Step 4437:\n", "Loss: 2.071373224258423\n", "Step 4438:\n", "Loss: 2.1806983947753906\n", "Step 4439:\n", "Loss: 1.98500657081604\n", "Step 4440:\n", "Loss: 2.017341136932373\n", "Step 4441:\n", "Loss: 2.018385410308838\n", "Step 4442:\n", "Loss: 2.2642807960510254\n", "Step 4443:\n", "Loss: 1.8319705724716187\n", "Step 4444:\n", "Loss: 2.450486421585083\n", "Step 4445:\n", "Loss: 2.193272352218628\n", "Step 4446:\n", "Loss: 2.501311779022217\n", "Step 4447:\n", "Loss: 2.722285747528076\n", "Step 4448:\n", "Loss: 1.8848451375961304\n", "Step 4449:\n", "Loss: 2.140390157699585\n", "Step 4450:\n", "Loss: 2.2735860347747803\n", "Step 4451:\n", "Loss: 2.303173542022705\n", "Step 4452:\n", "Loss: 2.9369115829467773\n", "Step 4453:\n", "Loss: 1.9914405345916748\n", "Step 4454:\n", "Loss: 1.9750264883041382\n", "Step 4455:\n", "Loss: 2.643110990524292\n", "Step 4456:\n", "Loss: 1.9152979850769043\n", "Step 4457:\n", "Loss: 1.8491971492767334\n", "Step 4458:\n", "Loss: 2.415426731109619\n", "Step 4459:\n", "Loss: 2.189138412475586\n", "Step 4460:\n", "Loss: 2.343320369720459\n", "Step 4461:\n", "Loss: 2.243759870529175\n", "Step 4462:\n", "Loss: 2.3446881771087646\n", "Step 4463:\n", "Loss: 2.20349383354187\n", "Step 4464:\n", "Loss: 1.9641032218933105\n", "Step 4465:\n", "Loss: 1.9392603635787964\n", "Step 4466:\n", "Loss: 2.360682964324951\n", "Step 4467:\n", "Loss: 1.8466747999191284\n", "Step 4468:\n", "Loss: 2.895646095275879\n", "Step 4469:\n", "Loss: 2.0875425338745117\n", "Step 4470:\n", "Loss: 2.5931003093719482\n", "Step 4471:\n", "Loss: 1.9511700868606567\n", "Step 4472:\n", "Loss: 1.9211816787719727\n", "Step 4473:\n", "Loss: 2.026553153991699\n", "Step 4474:\n", "Loss: 1.9922469854354858\n", "Step 4475:\n", "Loss: 2.2615299224853516\n", "Step 4476:\n", "Loss: 2.326046943664551\n", "Step 4477:\n", "Loss: 2.972085952758789\n", "Step 4478:\n", "Loss: 2.3149542808532715\n", "Step 4479:\n", "Loss: 1.895552158355713\n", "Step 4480:\n", "Loss: 2.254509449005127\n", "Step 4481:\n", "Loss: 1.9342114925384521\n", "Step 4482:\n", "Loss: 3.2992420196533203\n", "Step 4483:\n", "Loss: 2.2696094512939453\n", "Step 4484:\n", "Loss: 2.1078171730041504\n", "Step 4485:\n", "Loss: 2.590670585632324\n", "Step 4486:\n", "Loss: 2.0496561527252197\n", "Step 4487:\n", "Loss: 2.4623289108276367\n", "Step 4488:\n", "Loss: 2.4227242469787598\n", "Step 4489:\n", "Loss: 2.210397720336914\n", "Step 4490:\n", "Loss: 2.113741159439087\n", "Step 4491:\n", "Loss: 2.147221565246582\n", "Step 4492:\n", "Loss: 1.9313302040100098\n", "Step 4493:\n", "Loss: 1.9396648406982422\n", "Step 4494:\n", "Loss: 1.5052618980407715\n", "Step 4495:\n", "Loss: 3.0311174392700195\n", "Step 4496:\n", "Loss: 2.0130324363708496\n", "Step 4497:\n", "Loss: 2.4764981269836426\n", "Step 4498:\n", "Loss: 1.866835594177246\n", "Step 4499:\n", "Loss: 3.191161632537842\n", "Step 4500:\n", "Loss: 2.4151270389556885\n", "Step 4501:\n", "Loss: 2.421738862991333\n", "Step 4502:\n", "Loss: 2.1707732677459717\n", "Step 4503:\n", "Loss: 2.1067118644714355\n", "Step 4504:\n", "Loss: 2.246279001235962\n", "Step 4505:\n", "Loss: 2.7042863368988037\n", "Step 4506:\n", "Loss: 2.1360268592834473\n", "Step 4507:\n", "Loss: 2.357072591781616\n", "Step 4508:\n", "Loss: 2.2444632053375244\n", "Step 4509:\n", "Loss: 1.9606218338012695\n", "Step 4510:\n", "Loss: 2.743238687515259\n", "Step 4511:\n", "Loss: 2.5669431686401367\n", "Step 4512:\n", "Loss: 2.2369353771209717\n", "Step 4513:\n", "Loss: 2.0417098999023438\n", "Step 4514:\n", "Loss: 2.4786343574523926\n", "Step 4515:\n", "Loss: 2.169832706451416\n", "Step 4516:\n", "Loss: 2.346656322479248\n", "Step 4517:\n", "Loss: 1.9385712146759033\n", "Step 4518:\n", "Loss: 2.130005121231079\n", "Step 4519:\n", "Loss: 1.709277868270874\n", "Step 4520:\n", "Loss: 2.0437815189361572\n", "Step 4521:\n", "Loss: 2.267287015914917\n", "Step 4522:\n", "Loss: 2.3152716159820557\n", "Step 4523:\n", "Loss: 2.38273286819458\n", "Step 4524:\n", "Loss: 2.4307663440704346\n", "Step 4525:\n", "Loss: 2.2655060291290283\n", "Step 4526:\n", "Loss: 1.5961298942565918\n", "Step 4527:\n", "Loss: 2.0261037349700928\n", "Step 4528:\n", "Loss: 2.1426944732666016\n", "Step 4529:\n", "Loss: 1.9036850929260254\n", "Step 4530:\n", "Loss: 1.7688134908676147\n", "Step 4531:\n", "Loss: 2.1497015953063965\n", "Step 4532:\n", "Loss: 1.8623729944229126\n", "Step 4533:\n", "Loss: 2.542860507965088\n", "Step 4534:\n", "Loss: 1.8993525505065918\n", "Step 4535:\n", "Loss: 2.573840618133545\n", "Step 4536:\n", "Loss: 1.9902193546295166\n", "Step 4537:\n", "Loss: 2.116558313369751\n", "Step 4538:\n", "Loss: 2.2289271354675293\n", "Step 4539:\n", "Loss: 2.0234062671661377\n", "Step 4540:\n", "Loss: 1.9772700071334839\n", "Step 4541:\n", "Loss: 2.5825111865997314\n", "Step 4542:\n", "Loss: 1.8362704515457153\n", "Step 4543:\n", "Loss: 1.8380825519561768\n", "Step 4544:\n", "Loss: 2.1655755043029785\n", "Step 4545:\n", "Loss: 3.1864917278289795\n", "Step 4546:\n", "Loss: 2.050060749053955\n", "Step 4547:\n", "Loss: 2.688037633895874\n", "Step 4548:\n", "Loss: 2.3933398723602295\n", "Step 4549:\n", "Loss: 2.1113510131835938\n", "Step 4550:\n", "Loss: 2.237269401550293\n", "Step 4551:\n", "Loss: 1.9332953691482544\n", "Step 4552:\n", "Loss: 2.4605913162231445\n", "Step 4553:\n", "Loss: 3.039539098739624\n", "Step 4554:\n", "Loss: 2.0401251316070557\n", "Step 4555:\n", "Loss: 2.5334458351135254\n", "Step 4556:\n", "Loss: 2.096930503845215\n", "Step 4557:\n", "Loss: 2.0462772846221924\n", "Step 4558:\n", "Loss: 2.525301933288574\n", "Step 4559:\n", "Loss: 2.3991971015930176\n", "Step 4560:\n", "Loss: 1.777947187423706\n", "Step 4561:\n", "Loss: 2.8029987812042236\n", "Step 4562:\n", "Loss: 1.9312472343444824\n", "Step 4563:\n", "Loss: 2.1915884017944336\n", "Step 4564:\n", "Loss: 2.4252045154571533\n", "Step 4565:\n", "Loss: 2.019001007080078\n", "Step 4566:\n", "Loss: 2.1203510761260986\n", "Step 4567:\n", "Loss: 1.7049529552459717\n", "Step 4568:\n", "Loss: 2.2438676357269287\n", "Step 4569:\n", "Loss: 2.0278568267822266\n", "Step 4570:\n", "Loss: 2.2057430744171143\n", "Step 4571:\n", "Loss: 2.320892810821533\n", "Step 4572:\n", "Loss: 2.8819997310638428\n", "Step 4573:\n", "Loss: 2.532529354095459\n", "Step 4574:\n", "Loss: 2.20613431930542\n", "Step 4575:\n", "Loss: 2.475368022918701\n", "Step 4576:\n", "Loss: 2.6377313137054443\n", "Step 4577:\n", "Loss: 1.839212417602539\n", "Step 4578:\n", "Loss: 2.137308120727539\n", "Step 4579:\n", "Loss: 2.4214537143707275\n", "Step 4580:\n", "Loss: 1.9563655853271484\n", "Step 4581:\n", "Loss: 2.094756841659546\n", "Step 4582:\n", "Loss: 2.1130716800689697\n", "Step 4583:\n", "Loss: 1.6992802619934082\n", "Step 4584:\n", "Loss: 2.3011467456817627\n", "Step 4585:\n", "Loss: 2.2079825401306152\n", "Step 4586:\n", "Loss: 2.4896767139434814\n", "Step 4587:\n", "Loss: 1.6596254110336304\n", "Step 4588:\n", "Loss: 2.3255863189697266\n", "Step 4589:\n", "Loss: 1.8473749160766602\n", "Step 4590:\n", "Loss: 2.055615186691284\n", "Step 4591:\n", "Loss: 1.778085708618164\n", "Step 4592:\n", "Loss: 2.0575389862060547\n", "Step 4593:\n", "Loss: 1.9963626861572266\n", "Step 4594:\n", "Loss: 2.441099166870117\n", "Step 4595:\n", "Loss: 1.9589265584945679\n", "Step 4596:\n", "Loss: 2.067500591278076\n", "Step 4597:\n", "Loss: 2.412613868713379\n", "Step 4598:\n", "Loss: 2.8575780391693115\n", "Step 4599:\n", "Loss: 2.2580933570861816\n", "Step 4600:\n", "Loss: 1.8474689722061157\n", "Step 4601:\n", "Loss: 2.441143274307251\n", "Step 4602:\n", "Loss: 2.834808349609375\n", "Step 4603:\n", "Loss: 2.181762933731079\n", "Step 4604:\n", "Loss: 2.5939981937408447\n", "Step 4605:\n", "Loss: 2.318922519683838\n", "Step 4606:\n", "Loss: 2.11299729347229\n", "Step 4607:\n", "Loss: 2.047215461730957\n", "Step 4608:\n", "Loss: 1.976646065711975\n", "Step 4609:\n", "Loss: 2.4607889652252197\n", "Step 4610:\n", "Loss: 1.999098777770996\n", "Step 4611:\n", "Loss: 2.028611660003662\n", "Step 4612:\n", "Loss: 2.2047007083892822\n", "Step 4613:\n", "Loss: 2.129701614379883\n", "Step 4614:\n", "Loss: 2.270427942276001\n", "Step 4615:\n", "Loss: 2.3792884349823\n", "Step 4616:\n", "Loss: 2.3922386169433594\n", "Step 4617:\n", "Loss: 2.6037538051605225\n", "Step 4618:\n", "Loss: 2.4943790435791016\n", "Step 4619:\n", "Loss: 2.14597225189209\n", "Step 4620:\n", "Loss: 2.169034957885742\n", "Step 4621:\n", "Loss: 2.417349338531494\n", "Step 4622:\n", "Loss: 2.5292890071868896\n", "Step 4623:\n", "Loss: 2.461564064025879\n", "Step 4624:\n", "Loss: 2.298969268798828\n", "Step 4625:\n", "Loss: 2.0104708671569824\n", "Step 4626:\n", "Loss: 1.7876332998275757\n", "Step 4627:\n", "Loss: 2.0345420837402344\n", "Step 4628:\n", "Loss: 2.401662826538086\n", "Step 4629:\n", "Loss: 2.5520811080932617\n", "Step 4630:\n", "Loss: 2.24534273147583\n", "Step 4631:\n", "Loss: 2.4558091163635254\n", "Step 4632:\n", "Loss: 2.842031717300415\n", "Step 4633:\n", "Loss: 2.432518243789673\n", "Step 4634:\n", "Loss: 2.8893024921417236\n", "Step 4635:\n", "Loss: 1.8649084568023682\n", "Step 4636:\n", "Loss: 2.1279664039611816\n", "Step 4637:\n", "Loss: 1.9118146896362305\n", "Step 4638:\n", "Loss: 2.741206645965576\n", "Step 4639:\n", "Loss: 1.8503702878952026\n", "Step 4640:\n", "Loss: 2.2637953758239746\n", "Step 4641:\n", "Loss: 2.740978240966797\n", "Step 4642:\n", "Loss: 2.3713090419769287\n", "Step 4643:\n", "Loss: 1.6298041343688965\n", "Step 4644:\n", "Loss: 2.0304746627807617\n", "Step 4645:\n", "Loss: 2.136174440383911\n", "Step 4646:\n", "Loss: 2.6215367317199707\n", "Step 4647:\n", "Loss: 2.164177894592285\n", "Step 4648:\n", "Loss: 1.8689159154891968\n", "Step 4649:\n", "Loss: 2.2149593830108643\n", "Step 4650:\n", "Loss: 2.807168483734131\n", "Step 4651:\n", "Loss: 2.43068790435791\n", "Step 4652:\n", "Loss: 2.103898763656616\n", "Step 4653:\n", "Loss: 1.9046285152435303\n", "Step 4654:\n", "Loss: 2.89970326423645\n", "Step 4655:\n", "Loss: 1.891371726989746\n", "Step 4656:\n", "Loss: 1.5661345720291138\n", "Step 4657:\n", "Loss: 2.588425397872925\n", "Step 4658:\n", "Loss: 2.215710163116455\n", "Step 4659:\n", "Loss: 2.314852237701416\n", "Step 4660:\n", "Loss: 2.764538049697876\n", "Step 4661:\n", "Loss: 1.7540415525436401\n", "Step 4662:\n", "Loss: 1.8276093006134033\n", "Step 4663:\n", "Loss: 2.127333879470825\n", "Step 4664:\n", "Loss: 2.167795181274414\n", "Step 4665:\n", "Loss: 2.7119500637054443\n", "Step 4666:\n", "Loss: 2.4449779987335205\n", "Step 4667:\n", "Loss: 1.9447017908096313\n", "Step 4668:\n", "Loss: 2.1969966888427734\n", "Step 4669:\n", "Loss: 2.0782017707824707\n", "Step 4670:\n", "Loss: 1.8282703161239624\n", "Step 4671:\n", "Loss: 2.8710436820983887\n", "Step 4672:\n", "Loss: 2.2878267765045166\n", "Step 4673:\n", "Loss: 2.4085543155670166\n", "Step 4674:\n", "Loss: 2.083261013031006\n", "Step 4675:\n", "Loss: 2.3657498359680176\n", "Step 4676:\n", "Loss: 2.5581042766571045\n", "Step 4677:\n", "Loss: 2.1175849437713623\n", "Step 4678:\n", "Loss: 2.486896514892578\n", "Step 4679:\n", "Loss: 2.6199417114257812\n", "Step 4680:\n", "Loss: 2.4963979721069336\n", "Step 4681:\n", "Loss: 2.0592780113220215\n", "Step 4682:\n", "Loss: 2.3411707878112793\n", "Step 4683:\n", "Loss: 2.83343768119812\n", "Step 4684:\n", "Loss: 1.8596179485321045\n", "Step 4685:\n", "Loss: 1.8274235725402832\n", "Step 4686:\n", "Loss: 2.4369921684265137\n", "Step 4687:\n", "Loss: 2.2463741302490234\n", "Step 4688:\n", "Loss: 2.0563652515411377\n", "Step 4689:\n", "Loss: 2.1747236251831055\n", "Step 4690:\n", "Loss: 2.358072519302368\n", "Step 4691:\n", "Loss: 1.8126397132873535\n", "Step 4692:\n", "Loss: 2.0476036071777344\n", "Step 4693:\n", "Loss: 2.5377893447875977\n", "Step 4694:\n", "Loss: 1.979796051979065\n", "Step 4695:\n", "Loss: 1.7468680143356323\n", "Step 4696:\n", "Loss: 2.1881513595581055\n", "Step 4697:\n", "Loss: 1.809921383857727\n", "Step 4698:\n", "Loss: 2.4841692447662354\n", "Step 4699:\n", "Loss: 2.280221462249756\n", "Step 4700:\n", "Loss: 2.0969152450561523\n", "Step 4701:\n", "Loss: 2.629786252975464\n", "Step 4702:\n", "Loss: 2.365372657775879\n", "Step 4703:\n", "Loss: 2.150616407394409\n", "Step 4704:\n", "Loss: 2.205334186553955\n", "Step 4705:\n", "Loss: 2.1248998641967773\n", "Step 4706:\n", "Loss: 1.937760591506958\n", "Step 4707:\n", "Loss: 1.730896234512329\n", "Step 4708:\n", "Loss: 2.1938345432281494\n", "Step 4709:\n", "Loss: 1.6850762367248535\n", "Step 4710:\n", "Loss: 1.7590651512145996\n", "Step 4711:\n", "Loss: 2.2273457050323486\n", "Step 4712:\n", "Loss: 2.140270709991455\n", "Step 4713:\n", "Loss: 2.3191030025482178\n", "Step 4714:\n", "Loss: 1.685962200164795\n", "Step 4715:\n", "Loss: 2.12172269821167\n", "Step 4716:\n", "Loss: 2.0802054405212402\n", "Step 4717:\n", "Loss: 2.0917928218841553\n", "Step 4718:\n", "Loss: 2.2363908290863037\n", "Step 4719:\n", "Loss: 1.963411808013916\n", "Step 4720:\n", "Loss: 2.012179136276245\n", "Step 4721:\n", "Loss: 1.9752674102783203\n", "Step 4722:\n", "Loss: 2.0902957916259766\n", "Step 4723:\n", "Loss: 2.105504035949707\n", "Step 4724:\n", "Loss: 3.0337042808532715\n", "Step 4725:\n", "Loss: 1.9116069078445435\n", "Step 4726:\n", "Loss: 1.5606106519699097\n", "Step 4727:\n", "Loss: 1.8691967725753784\n", "Step 4728:\n", "Loss: 2.6358370780944824\n", "Step 4729:\n", "Loss: 2.243267059326172\n", "Step 4730:\n", "Loss: 1.886137843132019\n", "Step 4731:\n", "Loss: 2.19124698638916\n", "Step 4732:\n", "Loss: 1.8851954936981201\n", "Step 4733:\n", "Loss: 2.1301450729370117\n", "Step 4734:\n", "Loss: 1.7064768075942993\n", "Step 4735:\n", "Loss: 2.7667267322540283\n", "Step 4736:\n", "Loss: 2.150376558303833\n", "Step 4737:\n", "Loss: 2.136575698852539\n", "Step 4738:\n", "Loss: 2.224403142929077\n", "Step 4739:\n", "Loss: 2.355242967605591\n", "Step 4740:\n", "Loss: 2.087312698364258\n", "Step 4741:\n", "Loss: 2.159294843673706\n", "Step 4742:\n", "Loss: 2.1077370643615723\n", "Step 4743:\n", "Loss: 2.308880567550659\n", "Step 4744:\n", "Loss: 2.1227922439575195\n", "Step 4745:\n", "Loss: 2.7864344120025635\n", "Step 4746:\n", "Loss: 2.8464515209198\n", "Step 4747:\n", "Loss: 2.3442070484161377\n", "Step 4748:\n", "Loss: 2.3207719326019287\n", "Step 4749:\n", "Loss: 2.6965973377227783\n", "Step 4750:\n", "Loss: 2.220550537109375\n", "Step 4751:\n", "Loss: 2.595643997192383\n", "Step 4752:\n", "Loss: 2.483478307723999\n", "Step 4753:\n", "Loss: 2.074950933456421\n", "Step 4754:\n", "Loss: 2.1309926509857178\n", "Step 4755:\n", "Loss: 2.966392755508423\n", "Step 4756:\n", "Loss: 1.756789207458496\n", "Step 4757:\n", "Loss: 2.7515087127685547\n", "Step 4758:\n", "Loss: 3.0469555854797363\n", "Step 4759:\n", "Loss: 2.5867457389831543\n", "Step 4760:\n", "Loss: 1.7074917554855347\n", "Step 4761:\n", "Loss: 2.72135066986084\n", "Step 4762:\n", "Loss: 2.257995128631592\n", "Step 4763:\n", "Loss: 2.1776516437530518\n", "Step 4764:\n", "Loss: 1.8655757904052734\n", "Step 4765:\n", "Loss: 2.123351573944092\n", "Step 4766:\n", "Loss: 1.8529202938079834\n", "Step 4767:\n", "Loss: 2.2970199584960938\n", "Step 4768:\n", "Loss: 2.340683937072754\n", "Step 4769:\n", "Loss: 2.3742456436157227\n", "Step 4770:\n", "Loss: 1.9513545036315918\n", "Step 4771:\n", "Loss: 2.1573679447174072\n", "Step 4772:\n", "Loss: 2.312307834625244\n", "Step 4773:\n", "Loss: 2.080312728881836\n", "Step 4774:\n", "Loss: 2.792235851287842\n", "Step 4775:\n", "Loss: 2.516178846359253\n", "Step 4776:\n", "Loss: 2.3345096111297607\n", "Step 4777:\n", "Loss: 1.8720059394836426\n", "Step 4778:\n", "Loss: 2.338658571243286\n", "Step 4779:\n", "Loss: 1.9258981943130493\n", "Step 4780:\n", "Loss: 2.030634880065918\n", "Step 4781:\n", "Loss: 1.714561939239502\n", "Step 4782:\n", "Loss: 2.4197726249694824\n", "Step 4783:\n", "Loss: 2.3494908809661865\n", "Step 4784:\n", "Loss: 2.163578510284424\n", "Step 4785:\n", "Loss: 2.2423062324523926\n", "Step 4786:\n", "Loss: 2.113227367401123\n", "Step 4787:\n", "Loss: 1.7332324981689453\n", "Step 4788:\n", "Loss: 2.299499750137329\n", "Step 4789:\n", "Loss: 1.7915093898773193\n", "Step 4790:\n", "Loss: 2.042778491973877\n", "Step 4791:\n", "Loss: 2.6725029945373535\n", "Step 4792:\n", "Loss: 1.629481315612793\n", "Step 4793:\n", "Loss: 2.047727108001709\n", "Step 4794:\n", "Loss: 2.698707103729248\n", "Step 4795:\n", "Loss: 2.3347036838531494\n", "Step 4796:\n", "Loss: 1.6107072830200195\n", "Step 4797:\n", "Loss: 2.5815796852111816\n", "Step 4798:\n", "Loss: 2.08408522605896\n", "Step 4799:\n", "Loss: 2.280301332473755\n", "Step 4800:\n", "Loss: 2.7822718620300293\n", "Step 4801:\n", "Loss: 2.1414425373077393\n", "Step 4802:\n", "Loss: 1.981210470199585\n", "Step 4803:\n", "Loss: 2.529327630996704\n", "Step 4804:\n", "Loss: 2.3289055824279785\n", "Step 4805:\n", "Loss: 2.447986125946045\n", "Step 4806:\n", "Loss: 1.9248344898223877\n", "Step 4807:\n", "Loss: 2.3889973163604736\n", "Step 4808:\n", "Loss: 2.3838701248168945\n", "Step 4809:\n", "Loss: 2.0441863536834717\n", "Step 4810:\n", "Loss: 2.2654166221618652\n", "Step 4811:\n", "Loss: 1.9223741292953491\n", "Step 4812:\n", "Loss: 2.3219521045684814\n", "Step 4813:\n", "Loss: 1.7893462181091309\n", "Step 4814:\n", "Loss: 1.966817855834961\n", "Step 4815:\n", "Loss: 2.4737281799316406\n", "Step 4816:\n", "Loss: 2.3012964725494385\n", "Step 4817:\n", "Loss: 1.9067440032958984\n", "Step 4818:\n", "Loss: 1.9709845781326294\n", "Step 4819:\n", "Loss: 2.423698663711548\n", "Step 4820:\n", "Loss: 2.4484760761260986\n", "Step 4821:\n", "Loss: 2.4145660400390625\n", "Step 4822:\n", "Loss: 2.312067985534668\n", "Step 4823:\n", "Loss: 1.7319042682647705\n", "Step 4824:\n", "Loss: 2.331695318222046\n", "Step 4825:\n", "Loss: 2.162590503692627\n", "Step 4826:\n", "Loss: 2.232696294784546\n", "Step 4827:\n", "Loss: 2.6296210289001465\n", "Step 4828:\n", "Loss: 2.5852928161621094\n", "Step 4829:\n", "Loss: 3.0134336948394775\n", "Step 4830:\n", "Loss: 2.3115246295928955\n", "Step 4831:\n", "Loss: 2.4408955574035645\n", "Step 4832:\n", "Loss: 2.353407144546509\n", "Step 4833:\n", "Loss: 2.423382043838501\n", "Step 4834:\n", "Loss: 2.7198667526245117\n", "Step 4835:\n", "Loss: 1.7798413038253784\n", "Step 4836:\n", "Loss: 1.8913527727127075\n", "Step 4837:\n", "Loss: 1.859424114227295\n", "Step 4838:\n", "Loss: 1.9365592002868652\n", "Step 4839:\n", "Loss: 2.104631185531616\n", "Step 4840:\n", "Loss: 2.2339377403259277\n", "Step 4841:\n", "Loss: 1.9347888231277466\n", "Step 4842:\n", "Loss: 2.4127187728881836\n", "Step 4843:\n", "Loss: 2.8827109336853027\n", "Step 4844:\n", "Loss: 2.1353659629821777\n", "Step 4845:\n", "Loss: 2.004607915878296\n", "Step 4846:\n", "Loss: 2.36892032623291\n", "Step 4847:\n", "Loss: 2.326500415802002\n", "Step 4848:\n", "Loss: 2.4851269721984863\n", "Step 4849:\n", "Loss: 2.2462754249572754\n", "Step 4850:\n", "Loss: 2.2176520824432373\n", "Step 4851:\n", "Loss: 2.275573253631592\n", "Step 4852:\n", "Loss: 2.1606690883636475\n", "Step 4853:\n", "Loss: 2.4170241355895996\n", "Step 4854:\n", "Loss: 1.7928599119186401\n", "Step 4855:\n", "Loss: 2.053652286529541\n", "Step 4856:\n", "Loss: 2.180939197540283\n", "Step 4857:\n", "Loss: 2.120690107345581\n", "Step 4858:\n", "Loss: 1.7340692281723022\n", "Step 4859:\n", "Loss: 2.0517451763153076\n", "Step 4860:\n", "Loss: 2.4735183715820312\n", "Step 4861:\n", "Loss: 2.1704957485198975\n", "Step 4862:\n", "Loss: 2.224167823791504\n", "Step 4863:\n", "Loss: 2.147547721862793\n", "Step 4864:\n", "Loss: 1.9790832996368408\n", "Step 4865:\n", "Loss: 2.1493234634399414\n", "Step 4866:\n", "Loss: 2.8030014038085938\n", "Step 4867:\n", "Loss: 2.1213366985321045\n", "Step 4868:\n", "Loss: 1.7318010330200195\n", "Step 4869:\n", "Loss: 2.151406764984131\n", "Step 4870:\n", "Loss: 1.8830461502075195\n", "Step 4871:\n", "Loss: 1.9028306007385254\n", "Step 4872:\n", "Loss: 2.450690984725952\n", "Step 4873:\n", "Loss: 2.3382043838500977\n", "Step 4874:\n", "Loss: 2.467833995819092\n", "Step 4875:\n", "Loss: 2.2153401374816895\n", "Step 4876:\n", "Loss: 1.9668132066726685\n", "Step 4877:\n", "Loss: 2.2946979999542236\n", "Step 4878:\n", "Loss: 1.9024035930633545\n", "Step 4879:\n", "Loss: 2.3592677116394043\n", "Step 4880:\n", "Loss: 2.1705095767974854\n", "Step 4881:\n", "Loss: 2.4287586212158203\n", "Step 4882:\n", "Loss: 2.3561346530914307\n", "Step 4883:\n", "Loss: 2.530128002166748\n", "Step 4884:\n", "Loss: 2.4321019649505615\n", "Step 4885:\n", "Loss: 2.6074459552764893\n", "Step 4886:\n", "Loss: 2.369011163711548\n", "Step 4887:\n", "Loss: 1.8972662687301636\n", "Step 4888:\n", "Loss: 2.2313990592956543\n", "Step 4889:\n", "Loss: 2.6266775131225586\n", "Step 4890:\n", "Loss: 2.704819440841675\n", "Step 4891:\n", "Loss: 2.2047853469848633\n", "Step 4892:\n", "Loss: 2.4286746978759766\n", "Step 4893:\n", "Loss: 2.368659496307373\n", "Step 4894:\n", "Loss: 2.4071640968322754\n", "Step 4895:\n", "Loss: 1.5895050764083862\n", "Step 4896:\n", "Loss: 2.2860159873962402\n", "Step 4897:\n", "Loss: 3.4498159885406494\n", "Step 4898:\n", "Loss: 2.1621954441070557\n", "Step 4899:\n", "Loss: 2.292802095413208\n", "Step 4900:\n", "Loss: 2.139280319213867\n", "Step 4901:\n", "Loss: 2.191854953765869\n", "Step 4902:\n", "Loss: 2.2470507621765137\n", "Step 4903:\n", "Loss: 2.0688672065734863\n", "Step 4904:\n", "Loss: 2.303908109664917\n", "Step 4905:\n", "Loss: 2.4715347290039062\n", "Step 4906:\n", "Loss: 2.321922540664673\n", "Step 4907:\n", "Loss: 2.5455422401428223\n", "Step 4908:\n", "Loss: 1.852175235748291\n", "Step 4909:\n", "Loss: 2.8528623580932617\n", "Step 4910:\n", "Loss: 2.509431838989258\n", "Step 4911:\n", "Loss: 2.344172716140747\n", "Step 4912:\n", "Loss: 2.374774932861328\n", "Step 4913:\n", "Loss: 2.554192304611206\n", "Step 4914:\n", "Loss: 2.3936047554016113\n", "Step 4915:\n", "Loss: 2.084954023361206\n", "Step 4916:\n", "Loss: 2.8593974113464355\n", "Step 4917:\n", "Loss: 2.192396640777588\n", "Step 4918:\n", "Loss: 1.954704999923706\n", "Step 4919:\n", "Loss: 2.0810353755950928\n", "Step 4920:\n", "Loss: 1.8407840728759766\n", "Step 4921:\n", "Loss: 2.375204563140869\n", "Step 4922:\n", "Loss: 2.441253662109375\n", "Step 4923:\n", "Loss: 2.4252402782440186\n", "Step 4924:\n", "Loss: 2.1674039363861084\n", "Step 4925:\n", "Loss: 2.1600584983825684\n", "Step 4926:\n", "Loss: 1.4662467241287231\n", "Step 4927:\n", "Loss: 2.31785249710083\n", "Step 4928:\n", "Loss: 1.7961082458496094\n", "Step 4929:\n", "Loss: 2.8791890144348145\n", "Step 4930:\n", "Loss: 2.048424005508423\n", "Step 4931:\n", "Loss: 2.2405295372009277\n", "Step 4932:\n", "Loss: 2.3985748291015625\n", "Step 4933:\n", "Loss: 2.165112018585205\n", "Step 4934:\n", "Loss: 1.8207300901412964\n", "Step 4935:\n", "Loss: 1.7388079166412354\n", "Step 4936:\n", "Loss: 2.131322145462036\n", "Step 4937:\n", "Loss: 2.3847124576568604\n", "Step 4938:\n", "Loss: 1.8421125411987305\n", "Step 4939:\n", "Loss: 2.1796538829803467\n", "Step 4940:\n", "Loss: 2.0037379264831543\n", "Step 4941:\n", "Loss: 2.4167580604553223\n", "Step 4942:\n", "Loss: 2.199401378631592\n", "Step 4943:\n", "Loss: 2.310781240463257\n", "Step 4944:\n", "Loss: 2.0242161750793457\n", "Step 4945:\n", "Loss: 1.8151326179504395\n", "Step 4946:\n", "Loss: 1.6408289670944214\n", "Step 4947:\n", "Loss: 2.312309980392456\n", "Step 4948:\n", "Loss: 1.7478876113891602\n", "Step 4949:\n", "Loss: 2.261333465576172\n", "Step 4950:\n", "Loss: 2.4341297149658203\n", "Step 4951:\n", "Loss: 2.4769039154052734\n", "Step 4952:\n", "Loss: 2.590771198272705\n", "Step 4953:\n", "Loss: 1.9725685119628906\n", "Step 4954:\n", "Loss: 2.2901833057403564\n", "Step 4955:\n", "Loss: 2.4319629669189453\n", "Step 4956:\n", "Loss: 2.3447518348693848\n", "Step 4957:\n", "Loss: 2.2937941551208496\n", "Step 4958:\n", "Loss: 2.1667866706848145\n", "Step 4959:\n", "Loss: 2.3921449184417725\n", "Step 4960:\n", "Loss: 2.1428637504577637\n", "Step 4961:\n", "Loss: 2.240402936935425\n", "Step 4962:\n", "Loss: 2.276230573654175\n", "Step 4963:\n", "Loss: 2.4463179111480713\n", "Step 4964:\n", "Loss: 1.8408037424087524\n", "Step 4965:\n", "Loss: 2.075834274291992\n", "Step 4966:\n", "Loss: 1.9266777038574219\n", "Step 4967:\n", "Loss: 2.126608371734619\n", "Step 4968:\n", "Loss: 1.9614964723587036\n", "Step 4969:\n", "Loss: 2.2469327449798584\n", "Step 4970:\n", "Loss: 3.2366251945495605\n", "Step 4971:\n", "Loss: 2.615786075592041\n", "Step 4972:\n", "Loss: 1.808323860168457\n", "Step 4973:\n", "Loss: 2.4541568756103516\n", "Step 4974:\n", "Loss: 1.7460092306137085\n", "Step 4975:\n", "Loss: 2.2641773223876953\n", "Step 4976:\n", "Loss: 2.3737576007843018\n", "Step 4977:\n", "Loss: 1.8908694982528687\n", "Step 4978:\n", "Loss: 2.0449788570404053\n", "Step 4979:\n", "Loss: 2.2518765926361084\n", "Step 4980:\n", "Loss: 2.07416033744812\n", "Step 4981:\n", "Loss: 2.6243629455566406\n", "Step 4982:\n", "Loss: 2.394514799118042\n", "Step 4983:\n", "Loss: 2.068382501602173\n", "Step 4984:\n", "Loss: 2.1029999256134033\n", "Step 4985:\n", "Loss: 2.3186190128326416\n", "Step 4986:\n", "Loss: 2.904165506362915\n", "Step 4987:\n", "Loss: 2.003021478652954\n", "Step 4988:\n", "Loss: 1.981763482093811\n", "Step 4989:\n", "Loss: 2.289807081222534\n", "Step 4990:\n", "Loss: 1.9114265441894531\n", "Step 4991:\n", "Loss: 2.281914234161377\n", "Step 4992:\n", "Loss: 1.9957352876663208\n", "Step 4993:\n", "Loss: 2.327329397201538\n", "Step 4994:\n", "Loss: 2.114619493484497\n", "Step 4995:\n", "Loss: 1.7512062788009644\n", "Step 4996:\n", "Loss: 1.7631382942199707\n", "Step 4997:\n", "Loss: 2.37488055229187\n", "Step 4998:\n", "Loss: 2.4880871772766113\n", "Step 4999:\n", "Loss: 1.8769375085830688\n", "Step 5000:\n", "Loss: 2.242957592010498\n", "Step 5001:\n", "Loss: 2.168322801589966\n", "Step 5002:\n", "Loss: 2.502840042114258\n", "Step 5003:\n", "Loss: 2.557291269302368\n", "Step 5004:\n", "Loss: 2.001948833465576\n", "Step 5005:\n", "Loss: 2.382194995880127\n", "Step 5006:\n", "Loss: 1.9640815258026123\n", "Step 5007:\n", "Loss: 2.2563316822052\n", "Step 5008:\n", "Loss: 1.9758161306381226\n", "Step 5009:\n", "Loss: 2.274998664855957\n", "Step 5010:\n", "Loss: 2.351397752761841\n", "Step 5011:\n", "Loss: 2.116819381713867\n", "Step 5012:\n", "Loss: 2.6513943672180176\n", "Step 5013:\n", "Loss: 2.2028708457946777\n", "Step 5014:\n", "Loss: 2.218688488006592\n", "Step 5015:\n", "Loss: 2.231656789779663\n", "Step 5016:\n", "Loss: 1.5191302299499512\n", "Step 5017:\n", "Loss: 1.9569153785705566\n", "Step 5018:\n", "Loss: 2.677520513534546\n", "Step 5019:\n", "Loss: 1.719075083732605\n", "Step 5020:\n", "Loss: 2.252354860305786\n", "Step 5021:\n", "Loss: 1.6043035984039307\n", "Step 5022:\n", "Loss: 2.2196662425994873\n", "Step 5023:\n", "Loss: 2.2057294845581055\n", "Step 5024:\n", "Loss: 2.376284122467041\n", "Step 5025:\n", "Loss: 2.079564094543457\n", "Step 5026:\n", "Loss: 1.6167349815368652\n", "Step 5027:\n", "Loss: 2.114701271057129\n", "Step 5028:\n", "Loss: 2.117676258087158\n", "Step 5029:\n", "Loss: 1.9430749416351318\n", "Step 5030:\n", "Loss: 1.9253606796264648\n", "Step 5031:\n", "Loss: 2.1878957748413086\n", "Step 5032:\n", "Loss: 2.534721612930298\n", "Step 5033:\n", "Loss: 2.752096176147461\n", "Step 5034:\n", "Loss: 2.041356086730957\n", "Step 5035:\n", "Loss: 2.3551859855651855\n", "Step 5036:\n", "Loss: 1.7700650691986084\n", "Step 5037:\n", "Loss: 2.351217031478882\n", "Step 5038:\n", "Loss: 1.6029279232025146\n", "Step 5039:\n", "Loss: 1.9781160354614258\n", "Step 5040:\n", "Loss: 1.9768911600112915\n", "Step 5041:\n", "Loss: 2.128436803817749\n", "Step 5042:\n", "Loss: 2.100909948348999\n", "Step 5043:\n", "Loss: 1.9953279495239258\n", "Step 5044:\n", "Loss: 2.3166630268096924\n", "Step 5045:\n", "Loss: 2.6465001106262207\n", "Step 5046:\n", "Loss: 2.1094484329223633\n", "Step 5047:\n", "Loss: 2.109062433242798\n", "Step 5048:\n", "Loss: 2.1251778602600098\n", "Step 5049:\n", "Loss: 2.391810417175293\n", "Step 5050:\n", "Loss: 2.1591436862945557\n", "Step 5051:\n", "Loss: 2.0922622680664062\n", "Step 5052:\n", "Loss: 2.0695559978485107\n", "Step 5053:\n", "Loss: 2.2496659755706787\n", "Step 5054:\n", "Loss: 1.8516126871109009\n", "Step 5055:\n", "Loss: 2.1741065979003906\n", "Step 5056:\n", "Loss: 1.590935468673706\n", "Step 5057:\n", "Loss: 2.273196220397949\n", "Step 5058:\n", "Loss: 2.329716920852661\n", "Step 5059:\n", "Loss: 2.0105791091918945\n", "Step 5060:\n", "Loss: 2.1730687618255615\n", "Step 5061:\n", "Loss: 1.931307077407837\n", "Step 5062:\n", "Loss: 2.2767348289489746\n", "Step 5063:\n", "Loss: 2.320890188217163\n", "Step 5064:\n", "Loss: 2.3955094814300537\n", "Step 5065:\n", "Loss: 1.494683861732483\n", "Step 5066:\n", "Loss: 2.1525800228118896\n", "Step 5067:\n", "Loss: 2.0487358570098877\n", "Step 5068:\n", "Loss: 1.9284417629241943\n", "Step 5069:\n", "Loss: 2.170260429382324\n", "Step 5070:\n", "Loss: 2.1986467838287354\n", "Step 5071:\n", "Loss: 2.8071606159210205\n", "Step 5072:\n", "Loss: 2.6682162284851074\n", "Step 5073:\n", "Loss: 2.4340403079986572\n", "Step 5074:\n", "Loss: 2.4938316345214844\n", "Step 5075:\n", "Loss: 1.8766863346099854\n", "Step 5076:\n", "Loss: 2.234586238861084\n", "Step 5077:\n", "Loss: 2.5311896800994873\n", "Step 5078:\n", "Loss: 2.1124844551086426\n", "Step 5079:\n", "Loss: 1.8006815910339355\n", "Step 5080:\n", "Loss: 2.0334596633911133\n", "Step 5081:\n", "Loss: 2.1410138607025146\n", "Step 5082:\n", "Loss: 2.1340014934539795\n", "Step 5083:\n", "Loss: 2.5675032138824463\n", "Step 5084:\n", "Loss: 1.6733827590942383\n", "Step 5085:\n", "Loss: 2.1902472972869873\n", "Step 5086:\n", "Loss: 2.029064655303955\n", "Step 5087:\n", "Loss: 2.3275725841522217\n", "Step 5088:\n", "Loss: 2.111711025238037\n", "Step 5089:\n", "Loss: 1.953417181968689\n", "Step 5090:\n", "Loss: 2.090919017791748\n", "Step 5091:\n", "Loss: 2.0942494869232178\n", "Step 5092:\n", "Loss: 2.374800443649292\n", "Step 5093:\n", "Loss: 2.303353786468506\n", "Step 5094:\n", "Loss: 2.004607677459717\n", "Step 5095:\n", "Loss: 2.592824935913086\n", "Step 5096:\n", "Loss: 2.269498348236084\n", "Step 5097:\n", "Loss: 2.0856235027313232\n", "Step 5098:\n", "Loss: 2.54866886138916\n", "Step 5099:\n", "Loss: 2.2700142860412598\n", "Step 5100:\n", "Loss: 2.3165054321289062\n", "Step 5101:\n", "Loss: 2.9498889446258545\n", "Step 5102:\n", "Loss: 1.9593812227249146\n", "Step 5103:\n", "Loss: 2.1619131565093994\n", "Step 5104:\n", "Loss: 2.3856139183044434\n", "Step 5105:\n", "Loss: 2.2368264198303223\n", "Step 5106:\n", "Loss: 1.807464599609375\n", "Step 5107:\n", "Loss: 2.658214569091797\n", "Step 5108:\n", "Loss: 1.5409561395645142\n", "Step 5109:\n", "Loss: 2.058964252471924\n", "Step 5110:\n", "Loss: 2.746483564376831\n", "Step 5111:\n", "Loss: 2.044363498687744\n", "Step 5112:\n", "Loss: 1.9709479808807373\n", "Step 5113:\n", "Loss: 1.601667046546936\n", "Step 5114:\n", "Loss: 2.2693228721618652\n", "Step 5115:\n", "Loss: 2.4384870529174805\n", "Step 5116:\n", "Loss: 2.254807949066162\n", "Step 5117:\n", "Loss: 2.1591265201568604\n", "Step 5118:\n", "Loss: 1.9156115055084229\n", "Step 5119:\n", "Loss: 2.472599983215332\n", "Step 5120:\n", "Loss: 2.5304458141326904\n", "Step 5121:\n", "Loss: 1.8766319751739502\n", "Step 5122:\n", "Loss: 1.9240632057189941\n", "Step 5123:\n", "Loss: 2.4022157192230225\n", "Step 5124:\n", "Loss: 1.7836120128631592\n", "Step 5125:\n", "Loss: 3.052053928375244\n", "Step 5126:\n", "Loss: 2.0208206176757812\n", "Step 5127:\n", "Loss: 1.902245283126831\n", "Step 5128:\n", "Loss: 2.139834403991699\n", "Step 5129:\n", "Loss: 2.3117306232452393\n", "Step 5130:\n", "Loss: 2.3840694427490234\n", "Step 5131:\n", "Loss: 1.5165321826934814\n", "Step 5132:\n", "Loss: 2.5510878562927246\n", "Step 5133:\n", "Loss: 3.0268492698669434\n", "Step 5134:\n", "Loss: 2.4616360664367676\n", "Step 5135:\n", "Loss: 2.114610195159912\n", "Step 5136:\n", "Loss: 2.520146608352661\n", "Step 5137:\n", "Loss: 2.170609474182129\n", "Step 5138:\n", "Loss: 2.127988815307617\n", "Step 5139:\n", "Loss: 2.220176935195923\n", "Step 5140:\n", "Loss: 2.098515272140503\n", "Step 5141:\n", "Loss: 1.8956141471862793\n", "Step 5142:\n", "Loss: 1.9848074913024902\n", "Step 5143:\n", "Loss: 2.124079942703247\n", "Step 5144:\n", "Loss: 2.4741158485412598\n", "Step 5145:\n", "Loss: 2.380969524383545\n", "Step 5146:\n", "Loss: 2.0218820571899414\n", "Step 5147:\n", "Loss: 2.456857204437256\n", "Step 5148:\n", "Loss: 2.1160385608673096\n", "Step 5149:\n", "Loss: 1.7977361679077148\n", "Step 5150:\n", "Loss: 2.1438100337982178\n", "Step 5151:\n", "Loss: 2.455862283706665\n", "Step 5152:\n", "Loss: 2.33447527885437\n", "Step 5153:\n", "Loss: 2.3476428985595703\n", "Step 5154:\n", "Loss: 2.3037171363830566\n", "Step 5155:\n", "Loss: 1.9590072631835938\n", "Step 5156:\n", "Loss: 2.1062166690826416\n", "Step 5157:\n", "Loss: 2.299433469772339\n", "Step 5158:\n", "Loss: 2.604827404022217\n", "Step 5159:\n", "Loss: 2.585905075073242\n", "Step 5160:\n", "Loss: 2.0305135250091553\n", "Step 5161:\n", "Loss: 2.2745401859283447\n", "Step 5162:\n", "Loss: 2.124742031097412\n", "Step 5163:\n", "Loss: 1.7697302103042603\n", "Step 5164:\n", "Loss: 1.8632874488830566\n", "Step 5165:\n", "Loss: 2.0490469932556152\n", "Step 5166:\n", "Loss: 2.8685319423675537\n", "Step 5167:\n", "Loss: 2.461062431335449\n", "Step 5168:\n", "Loss: 2.2398722171783447\n", "Step 5169:\n", "Loss: 2.250473737716675\n", "Step 5170:\n", "Loss: 2.4081146717071533\n", "Step 5171:\n", "Loss: 1.930394172668457\n", "Step 5172:\n", "Loss: 2.2560219764709473\n", "Step 5173:\n", "Loss: 1.731016755104065\n", "Step 5174:\n", "Loss: 2.170382499694824\n", "Step 5175:\n", "Loss: 2.069143772125244\n", "Step 5176:\n", "Loss: 2.0848686695098877\n", "Step 5177:\n", "Loss: 2.2638888359069824\n", "Step 5178:\n", "Loss: 2.8135530948638916\n", "Step 5179:\n", "Loss: 2.573512554168701\n", "Step 5180:\n", "Loss: 2.8494367599487305\n", "Step 5181:\n", "Loss: 2.3471813201904297\n", "Step 5182:\n", "Loss: 2.068253993988037\n", "Step 5183:\n", "Loss: 1.8297839164733887\n", "Step 5184:\n", "Loss: 2.496540069580078\n", "Step 5185:\n", "Loss: 2.103083610534668\n", "Step 5186:\n", "Loss: 2.5436906814575195\n", "Step 5187:\n", "Loss: 2.4804437160491943\n", "Step 5188:\n", "Loss: 2.3199734687805176\n", "Step 5189:\n", "Loss: 2.8030238151550293\n", "Step 5190:\n", "Loss: 2.0832111835479736\n", "Step 5191:\n", "Loss: 2.1767520904541016\n", "Step 5192:\n", "Loss: 2.0619750022888184\n", "Step 5193:\n", "Loss: 2.0308873653411865\n", "Step 5194:\n", "Loss: 1.8691554069519043\n", "Step 5195:\n", "Loss: 2.116874933242798\n", "Step 5196:\n", "Loss: 2.233018636703491\n", "Step 5197:\n", "Loss: 2.5244319438934326\n", "Step 5198:\n", "Loss: 1.7537771463394165\n", "Step 5199:\n", "Loss: 2.9829354286193848\n", "Step 5200:\n", "Loss: 2.408586025238037\n", "Step 5201:\n", "Loss: 2.0419068336486816\n", "Step 5202:\n", "Loss: 2.077676296234131\n", "Step 5203:\n", "Loss: 2.3543195724487305\n", "Step 5204:\n", "Loss: 2.0649924278259277\n", "Step 5205:\n", "Loss: 2.1642141342163086\n", "Step 5206:\n", "Loss: 1.6113568544387817\n", "Step 5207:\n", "Loss: 2.4437217712402344\n", "Step 5208:\n", "Loss: 2.0820741653442383\n", "Step 5209:\n", "Loss: 2.3338661193847656\n", "Step 5210:\n", "Loss: 2.272696018218994\n", "Step 5211:\n", "Loss: 3.01652193069458\n", "Step 5212:\n", "Loss: 2.5908565521240234\n", "Step 5213:\n", "Loss: 2.0736334323883057\n", "Step 5214:\n", "Loss: 2.162895917892456\n", "Step 5215:\n", "Loss: 2.1337077617645264\n", "Step 5216:\n", "Loss: 2.1391892433166504\n", "Step 5217:\n", "Loss: 2.2807564735412598\n", "Step 5218:\n", "Loss: 2.235255479812622\n", "Step 5219:\n", "Loss: 2.5043790340423584\n", "Step 5220:\n", "Loss: 2.4289751052856445\n", "Step 5221:\n", "Loss: 2.0792181491851807\n", "Step 5222:\n", "Loss: 2.112062454223633\n", "Step 5223:\n", "Loss: 2.2033534049987793\n", "Step 5224:\n", "Loss: 2.5217223167419434\n", "Step 5225:\n", "Loss: 3.188410520553589\n", "Step 5226:\n", "Loss: 2.606078624725342\n", "Step 5227:\n", "Loss: 1.5383177995681763\n", "Step 5228:\n", "Loss: 2.5668439865112305\n", "Step 5229:\n", "Loss: 1.8064076900482178\n", "Step 5230:\n", "Loss: 2.879110336303711\n", "Step 5231:\n", "Loss: 2.313788414001465\n", "Step 5232:\n", "Loss: 1.8746148347854614\n", "Step 5233:\n", "Loss: 1.9997328519821167\n", "Step 5234:\n", "Loss: 1.7932395935058594\n", "Step 5235:\n", "Loss: 2.090494394302368\n", "Step 5236:\n", "Loss: 1.9954544305801392\n", "Step 5237:\n", "Loss: 2.2618889808654785\n", "Step 5238:\n", "Loss: 1.9158391952514648\n", "Step 5239:\n", "Loss: 2.489236831665039\n", "Step 5240:\n", "Loss: 2.0779318809509277\n", "Step 5241:\n", "Loss: 2.1881489753723145\n", "Step 5242:\n", "Loss: 1.9514248371124268\n", "Step 5243:\n", "Loss: 2.064296245574951\n", "Step 5244:\n", "Loss: 2.003121852874756\n", "Step 5245:\n", "Loss: 2.075169563293457\n", "Step 5246:\n", "Loss: 2.119743824005127\n", "Step 5247:\n", "Loss: 3.093081474304199\n", "Step 5248:\n", "Loss: 2.0031015872955322\n", "Step 5249:\n", "Loss: 1.871284008026123\n", "Step 5250:\n", "Loss: 1.5258222818374634\n", "Step 5251:\n", "Loss: 2.3803210258483887\n", "Step 5252:\n", "Loss: 2.1884286403656006\n", "Step 5253:\n", "Loss: 2.9570910930633545\n", "Step 5254:\n", "Loss: 2.549839735031128\n", "Step 5255:\n", "Loss: 2.075448989868164\n", "Step 5256:\n", "Loss: 2.211094617843628\n", "Step 5257:\n", "Loss: 2.0114943981170654\n", "Step 5258:\n", "Loss: 2.4785635471343994\n", "Step 5259:\n", "Loss: 1.860071063041687\n", "Step 5260:\n", "Loss: 1.9060643911361694\n", "Step 5261:\n", "Loss: 2.2521121501922607\n", "Step 5262:\n", "Loss: 1.9632641077041626\n", "Step 5263:\n", "Loss: 2.6635212898254395\n", "Step 5264:\n", "Loss: 2.5963358879089355\n", "Step 5265:\n", "Loss: 2.391650676727295\n", "Step 5266:\n", "Loss: 1.7289599180221558\n", "Step 5267:\n", "Loss: 2.0737504959106445\n", "Step 5268:\n", "Loss: 2.267606258392334\n", "Step 5269:\n", "Loss: 1.9604521989822388\n", "Step 5270:\n", "Loss: 1.9821171760559082\n", "Step 5271:\n", "Loss: 2.125441312789917\n", "Step 5272:\n", "Loss: 2.2523140907287598\n", "Step 5273:\n", "Loss: 2.095515489578247\n", "Step 5274:\n", "Loss: 2.540787696838379\n", "Step 5275:\n", "Loss: 2.842849016189575\n", "Step 5276:\n", "Loss: 2.2025043964385986\n", "Step 5277:\n", "Loss: 1.77938973903656\n", "Step 5278:\n", "Loss: 1.9749715328216553\n", "Step 5279:\n", "Loss: 1.8968137502670288\n", "Step 5280:\n", "Loss: 2.0371551513671875\n", "Step 5281:\n", "Loss: 2.0632309913635254\n", "Step 5282:\n", "Loss: 2.3279030323028564\n", "Step 5283:\n", "Loss: 2.453009605407715\n", "Step 5284:\n", "Loss: 2.0872962474823\n", "Step 5285:\n", "Loss: 3.0614981651306152\n", "Step 5286:\n", "Loss: 1.8046900033950806\n", "Step 5287:\n", "Loss: 2.080658197402954\n", "Step 5288:\n", "Loss: 2.17482590675354\n", "Step 5289:\n", "Loss: 2.1115517616271973\n", "Step 5290:\n", "Loss: 2.442391872406006\n", "Step 5291:\n", "Loss: 2.3232650756835938\n", "Step 5292:\n", "Loss: 2.2330143451690674\n", "Step 5293:\n", "Loss: 1.586525559425354\n", "Step 5294:\n", "Loss: 1.9595884084701538\n", "Step 5295:\n", "Loss: 1.9957994222640991\n", "Step 5296:\n", "Loss: 2.7770802974700928\n", "Step 5297:\n", "Loss: 2.7436983585357666\n", "Step 5298:\n", "Loss: 2.242678642272949\n", "Step 5299:\n", "Loss: 2.379300594329834\n", "Step 5300:\n", "Loss: 1.9616291522979736\n", "Step 5301:\n", "Loss: 2.61715030670166\n", "Step 5302:\n", "Loss: 2.4436466693878174\n", "Step 5303:\n", "Loss: 2.436410665512085\n", "Step 5304:\n", "Loss: 2.407092571258545\n", "Step 5305:\n", "Loss: 1.8757259845733643\n", "Step 5306:\n", "Loss: 2.4818432331085205\n", "Step 5307:\n", "Loss: 2.694291353225708\n", "Step 5308:\n", "Loss: 2.2138140201568604\n", "Step 5309:\n", "Loss: 2.1699507236480713\n", "Step 5310:\n", "Loss: 2.246197462081909\n", "Step 5311:\n", "Loss: 1.9013609886169434\n", "Step 5312:\n", "Loss: 1.629618763923645\n", "Step 5313:\n", "Loss: 2.5223278999328613\n", "Step 5314:\n", "Loss: 2.190547227859497\n", "Step 5315:\n", "Loss: 1.9523658752441406\n", "Step 5316:\n", "Loss: 2.120579481124878\n", "Step 5317:\n", "Loss: 2.0633416175842285\n", "Step 5318:\n", "Loss: 1.8343820571899414\n", "Step 5319:\n", "Loss: 2.534858226776123\n", "Step 5320:\n", "Loss: 2.210700273513794\n", "Step 5321:\n", "Loss: 2.0024664402008057\n", "Step 5322:\n", "Loss: 2.397416114807129\n", "Step 5323:\n", "Loss: 2.602973222732544\n", "Step 5324:\n", "Loss: 2.157560110092163\n", "Step 5325:\n", "Loss: 2.1076204776763916\n", "Step 5326:\n", "Loss: 2.410823345184326\n", "Step 5327:\n", "Loss: 2.3899011611938477\n", "Step 5328:\n", "Loss: 1.6013610363006592\n", "Step 5329:\n", "Loss: 2.334467887878418\n", "Step 5330:\n", "Loss: 2.1912360191345215\n", "Step 5331:\n", "Loss: 2.5571017265319824\n", "Step 5332:\n", "Loss: 1.9114376306533813\n", "Step 5333:\n", "Loss: 2.2330591678619385\n", "Step 5334:\n", "Loss: 2.148578405380249\n", "Step 5335:\n", "Loss: 2.537036418914795\n", "Step 5336:\n", "Loss: 2.12215518951416\n", "Step 5337:\n", "Loss: 2.1672263145446777\n", "Step 5338:\n", "Loss: 2.4107258319854736\n", "Step 5339:\n", "Loss: 2.5669469833374023\n", "Step 5340:\n", "Loss: 2.584832191467285\n", "Step 5341:\n", "Loss: 2.3615145683288574\n", "Step 5342:\n", "Loss: 1.8646377325057983\n", "Step 5343:\n", "Loss: 1.632218599319458\n", "Step 5344:\n", "Loss: 2.224050760269165\n", "Step 5345:\n", "Loss: 2.376723289489746\n", "Step 5346:\n", "Loss: 1.7154368162155151\n", "Step 5347:\n", "Loss: 2.3117835521698\n", "Step 5348:\n", "Loss: 2.4861481189727783\n", "Step 5349:\n", "Loss: 2.6908674240112305\n", "Step 5350:\n", "Loss: 2.4396469593048096\n", "Step 5351:\n", "Loss: 1.7346864938735962\n", "Step 5352:\n", "Loss: 2.186292886734009\n", "Step 5353:\n", "Loss: 2.378781318664551\n", "Step 5354:\n", "Loss: 2.574492931365967\n", "Step 5355:\n", "Loss: 2.502638101577759\n", "Step 5356:\n", "Loss: 2.1772079467773438\n", "Step 5357:\n", "Loss: 1.850203037261963\n", "Step 5358:\n", "Loss: 2.734032392501831\n", "Step 5359:\n", "Loss: 2.0856196880340576\n", "Step 5360:\n", "Loss: 2.631194829940796\n", "Step 5361:\n", "Loss: 1.830061674118042\n", "Step 5362:\n", "Loss: 2.2995898723602295\n", "Step 5363:\n", "Loss: 2.283935785293579\n", "Step 5364:\n", "Loss: 2.4677391052246094\n", "Step 5365:\n", "Loss: 2.0908637046813965\n", "Step 5366:\n", "Loss: 2.051809549331665\n", "Step 5367:\n", "Loss: 2.235189914703369\n", "Step 5368:\n", "Loss: 2.0182673931121826\n", "Step 5369:\n", "Loss: 2.1781015396118164\n", "Step 5370:\n", "Loss: 2.4913437366485596\n", "Step 5371:\n", "Loss: 2.047079563140869\n", "Step 5372:\n", "Loss: 2.2143781185150146\n", "Step 5373:\n", "Loss: 2.2714505195617676\n", "Step 5374:\n", "Loss: 2.5279221534729004\n", "Step 5375:\n", "Loss: 2.155273914337158\n", "Step 5376:\n", "Loss: 2.1431782245635986\n", "Step 5377:\n", "Loss: 2.17230486869812\n", "Step 5378:\n", "Loss: 2.9542737007141113\n", "Step 5379:\n", "Loss: 2.1842103004455566\n", "Step 5380:\n", "Loss: 1.9810211658477783\n", "Step 5381:\n", "Loss: 1.948510766029358\n", "Step 5382:\n", "Loss: 2.6398065090179443\n", "Step 5383:\n", "Loss: 1.9760947227478027\n", "Step 5384:\n", "Loss: 2.277602195739746\n", "Step 5385:\n", "Loss: 2.150297164916992\n", "Step 5386:\n", "Loss: 2.396531105041504\n", "Step 5387:\n", "Loss: 1.7582513093948364\n", "Step 5388:\n", "Loss: 2.02721905708313\n", "Step 5389:\n", "Loss: 2.243928909301758\n", "Step 5390:\n", "Loss: 2.220041513442993\n", "Step 5391:\n", "Loss: 2.389094829559326\n", "Step 5392:\n", "Loss: 1.9697343111038208\n", "Step 5393:\n", "Loss: 1.617002248764038\n", "Step 5394:\n", "Loss: 2.4076762199401855\n", "Step 5395:\n", "Loss: 2.3252627849578857\n", "Step 5396:\n", "Loss: 2.15048885345459\n", "Step 5397:\n", "Loss: 2.6194915771484375\n", "Step 5398:\n", "Loss: 2.2726097106933594\n", "Step 5399:\n", "Loss: 2.405601739883423\n", "Step 5400:\n", "Loss: 2.448864221572876\n", "Step 5401:\n", "Loss: 2.5092215538024902\n", "Step 5402:\n", "Loss: 1.953554391860962\n", "Step 5403:\n", "Loss: 1.8138737678527832\n", "Step 5404:\n", "Loss: 2.1738929748535156\n", "Step 5405:\n", "Loss: 1.8525317907333374\n", "Step 5406:\n", "Loss: 2.1708009243011475\n", "Step 5407:\n", "Loss: 2.358207941055298\n", "Step 5408:\n", "Loss: 2.3546717166900635\n", "Step 5409:\n", "Loss: 2.0749542713165283\n", "Step 5410:\n", "Loss: 1.6665595769882202\n", "Step 5411:\n", "Loss: 2.2629778385162354\n", "Step 5412:\n", "Loss: 2.132530927658081\n", "Step 5413:\n", "Loss: 2.3988027572631836\n", "Step 5414:\n", "Loss: 2.4366860389709473\n", "Step 5415:\n", "Loss: 2.446199417114258\n", "Step 5416:\n", "Loss: 2.805985450744629\n", "Step 5417:\n", "Loss: 2.4088387489318848\n", "Step 5418:\n", "Loss: 2.2181131839752197\n", "Step 5419:\n", "Loss: 1.9971139430999756\n", "Step 5420:\n", "Loss: 2.4525296688079834\n", "Step 5421:\n", "Loss: 2.101020097732544\n", "Step 5422:\n", "Loss: 2.7220771312713623\n", "Step 5423:\n", "Loss: 2.319934129714966\n", "Step 5424:\n", "Loss: 2.621079683303833\n", "Step 5425:\n", "Loss: 1.969491720199585\n", "Step 5426:\n", "Loss: 1.8715741634368896\n", "Step 5427:\n", "Loss: 2.4957218170166016\n", "Step 5428:\n", "Loss: 2.0983164310455322\n", "Step 5429:\n", "Loss: 2.5950815677642822\n", "Step 5430:\n", "Loss: 1.6725926399230957\n", "Step 5431:\n", "Loss: 1.8775032758712769\n", "Step 5432:\n", "Loss: 1.7018992900848389\n", "Step 5433:\n", "Loss: 2.0174522399902344\n", "Step 5434:\n", "Loss: 2.241486072540283\n", "Step 5435:\n", "Loss: 2.173798084259033\n", "Step 5436:\n", "Loss: 2.2260682582855225\n", "Step 5437:\n", "Loss: 2.1072733402252197\n", "Step 5438:\n", "Loss: 2.9867634773254395\n", "Step 5439:\n", "Loss: 1.682416319847107\n", "Step 5440:\n", "Loss: 2.043147563934326\n", "Step 5441:\n", "Loss: 1.9536545276641846\n", "Step 5442:\n", "Loss: 2.401724100112915\n", "Step 5443:\n", "Loss: 2.0502562522888184\n", "Step 5444:\n", "Loss: 2.0613276958465576\n", "Step 5445:\n", "Loss: 2.336622714996338\n", "Step 5446:\n", "Loss: 2.2778258323669434\n", "Step 5447:\n", "Loss: 2.778409957885742\n", "Step 5448:\n", "Loss: 2.012728691101074\n", "Step 5449:\n", "Loss: 2.0408501625061035\n", "Step 5450:\n", "Loss: 1.7989387512207031\n", "Step 5451:\n", "Loss: 2.088646411895752\n", "Step 5452:\n", "Loss: 2.460200786590576\n", "Step 5453:\n", "Loss: 2.6705875396728516\n", "Step 5454:\n", "Loss: 2.0496132373809814\n", "Step 5455:\n", "Loss: 2.011331796646118\n", "Step 5456:\n", "Loss: 1.97294020652771\n", "Step 5457:\n", "Loss: 2.220097064971924\n", "Step 5458:\n", "Loss: 2.8313510417938232\n", "Step 5459:\n", "Loss: 2.51889967918396\n", "Step 5460:\n", "Loss: 2.5592777729034424\n", "Step 5461:\n", "Loss: 1.8994754552841187\n", "Step 5462:\n", "Loss: 2.4550724029541016\n", "Step 5463:\n", "Loss: 2.3625435829162598\n", "Step 5464:\n", "Loss: 2.119231939315796\n", "Step 5465:\n", "Loss: 2.064058303833008\n", "Step 5466:\n", "Loss: 2.574007749557495\n", "Step 5467:\n", "Loss: 2.1657376289367676\n", "Step 5468:\n", "Loss: 1.9866533279418945\n", "Step 5469:\n", "Loss: 2.210789918899536\n", "Step 5470:\n", "Loss: 2.137998342514038\n", "Step 5471:\n", "Loss: 2.6455271244049072\n", "Step 5472:\n", "Loss: 2.0323033332824707\n", "Step 5473:\n", "Loss: 2.1100215911865234\n", "Step 5474:\n", "Loss: 2.059173583984375\n", "Step 5475:\n", "Loss: 2.3898980617523193\n", "Step 5476:\n", "Loss: 2.000791072845459\n", "Step 5477:\n", "Loss: 1.6479114294052124\n", "Step 5478:\n", "Loss: 2.0260190963745117\n", "Step 5479:\n", "Loss: 2.7696022987365723\n", "Step 5480:\n", "Loss: 2.02606201171875\n", "Step 5481:\n", "Loss: 2.3877010345458984\n", "Step 5482:\n", "Loss: 2.177560329437256\n", "Step 5483:\n", "Loss: 2.371793746948242\n", "Step 5484:\n", "Loss: 2.25522780418396\n", "Step 5485:\n", "Loss: 2.3617136478424072\n", "Step 5486:\n", "Loss: 2.135484218597412\n", "Step 5487:\n", "Loss: 2.014754056930542\n", "Step 5488:\n", "Loss: 2.0734925270080566\n", "Step 5489:\n", "Loss: 2.7589364051818848\n", "Step 5490:\n", "Loss: 1.971644401550293\n", "Step 5491:\n", "Loss: 2.6901190280914307\n", "Step 5492:\n", "Loss: 2.2185869216918945\n", "Step 5493:\n", "Loss: 2.142880439758301\n", "Step 5494:\n", "Loss: 2.4304935932159424\n", "Step 5495:\n", "Loss: 1.589799165725708\n", "Step 5496:\n", "Loss: 2.1059939861297607\n", "Step 5497:\n", "Loss: 2.6761655807495117\n", "Step 5498:\n", "Loss: 2.1406917572021484\n", "Step 5499:\n", "Loss: 2.0093863010406494\n", "Step 5500:\n", "Loss: 2.2430362701416016\n", "Step 5501:\n", "Loss: 1.4330742359161377\n", "Step 5502:\n", "Loss: 2.120419502258301\n", "Step 5503:\n", "Loss: 2.1896862983703613\n", "Step 5504:\n", "Loss: 1.9021615982055664\n", "Step 5505:\n", "Loss: 1.8929662704467773\n", "Step 5506:\n", "Loss: 2.6020071506500244\n", "Step 5507:\n", "Loss: 1.8272147178649902\n", "Step 5508:\n", "Loss: 2.271061897277832\n", "Step 5509:\n", "Loss: 2.3295979499816895\n", "Step 5510:\n", "Loss: 2.121034622192383\n", "Step 5511:\n", "Loss: 2.210670232772827\n", "Step 5512:\n", "Loss: 2.0723347663879395\n", "Step 5513:\n", "Loss: 1.9008986949920654\n", "Step 5514:\n", "Loss: 2.054300546646118\n", "Step 5515:\n", "Loss: 2.5508322715759277\n", "Step 5516:\n", "Loss: 2.391767978668213\n", "Step 5517:\n", "Loss: 2.342428684234619\n", "Step 5518:\n", "Loss: 2.6242127418518066\n", "Step 5519:\n", "Loss: 2.6336617469787598\n", "Step 5520:\n", "Loss: 1.7236971855163574\n", "Step 5521:\n", "Loss: 2.0808498859405518\n", "Step 5522:\n", "Loss: 2.4392828941345215\n", "Step 5523:\n", "Loss: 2.356649875640869\n", "Step 5524:\n", "Loss: 2.013340711593628\n", "Step 5525:\n", "Loss: 2.7343053817749023\n", "Step 5526:\n", "Loss: 2.27008318901062\n", "Step 5527:\n", "Loss: 2.3728137016296387\n", "Step 5528:\n", "Loss: 2.3362131118774414\n", "Step 5529:\n", "Loss: 2.4934329986572266\n", "Step 5530:\n", "Loss: 2.1747663021087646\n", "Step 5531:\n", "Loss: 2.4234349727630615\n", "Step 5532:\n", "Loss: 1.6745103597640991\n", "Step 5533:\n", "Loss: 2.5219340324401855\n", "Step 5534:\n", "Loss: 1.9881782531738281\n", "Step 5535:\n", "Loss: 2.577375650405884\n", "Step 5536:\n", "Loss: 2.170560836791992\n", "Step 5537:\n", "Loss: 2.4103636741638184\n", "Step 5538:\n", "Loss: 2.238050699234009\n", "Step 5539:\n", "Loss: 2.243123769760132\n", "Step 5540:\n", "Loss: 2.4400155544281006\n", "Step 5541:\n", "Loss: 2.3171091079711914\n", "Step 5542:\n", "Loss: 2.3068301677703857\n", "Step 5543:\n", "Loss: 2.5333454608917236\n", "Step 5544:\n", "Loss: 2.325404644012451\n", "Step 5545:\n", "Loss: 2.219311237335205\n", "Step 5546:\n", "Loss: 2.240039825439453\n", "Step 5547:\n", "Loss: 2.1892342567443848\n", "Step 5548:\n", "Loss: 2.49908447265625\n", "Step 5549:\n", "Loss: 1.9093319177627563\n", "Step 5550:\n", "Loss: 2.606527805328369\n", "Step 5551:\n", "Loss: 1.9995009899139404\n", "Step 5552:\n", "Loss: 2.3926737308502197\n", "Step 5553:\n", "Loss: 2.3635854721069336\n", "Step 5554:\n", "Loss: 2.2007296085357666\n", "Step 5555:\n", "Loss: 2.03930926322937\n", "Step 5556:\n", "Loss: 1.8944849967956543\n", "Step 5557:\n", "Loss: 2.3331289291381836\n", "Step 5558:\n", "Loss: 1.9958490133285522\n", "Step 5559:\n", "Loss: 2.671355724334717\n", "Step 5560:\n", "Loss: 2.1639060974121094\n", "Step 5561:\n", "Loss: 2.34938383102417\n", "Step 5562:\n", "Loss: 2.306001901626587\n", "Step 5563:\n", "Loss: 1.6873778104782104\n", "Step 5564:\n", "Loss: 1.7286081314086914\n", "Step 5565:\n", "Loss: 2.3840603828430176\n", "Step 5566:\n", "Loss: 2.130009651184082\n", "Step 5567:\n", "Loss: 2.5523486137390137\n", "Step 5568:\n", "Loss: 1.9827371835708618\n", "Step 5569:\n", "Loss: 2.2197718620300293\n", "Step 5570:\n", "Loss: 2.3991942405700684\n", "Step 5571:\n", "Loss: 2.1591482162475586\n", "Step 5572:\n", "Loss: 2.0174529552459717\n", "Step 5573:\n", "Loss: 2.620537519454956\n", "Step 5574:\n", "Loss: 2.6416802406311035\n", "Step 5575:\n", "Loss: 2.4510724544525146\n", "Step 5576:\n", "Loss: 2.1271860599517822\n", "Step 5577:\n", "Loss: 2.294560194015503\n", "Step 5578:\n", "Loss: 2.4382355213165283\n", "Step 5579:\n", "Loss: 2.4189302921295166\n", "Step 5580:\n", "Loss: 1.9020277261734009\n", "Step 5581:\n", "Loss: 2.0554869174957275\n", "Step 5582:\n", "Loss: 2.2585196495056152\n", "Step 5583:\n", "Loss: 2.1987357139587402\n", "Step 5584:\n", "Loss: 2.424654006958008\n", "Step 5585:\n", "Loss: 2.826561689376831\n", "Step 5586:\n", "Loss: 2.0661494731903076\n", "Step 5587:\n", "Loss: 2.071683168411255\n", "Step 5588:\n", "Loss: 2.370713233947754\n", "Step 5589:\n", "Loss: 2.5359551906585693\n", "Step 5590:\n", "Loss: 2.4330637454986572\n", "Step 5591:\n", "Loss: 1.9814419746398926\n", "Step 5592:\n", "Loss: 2.433924674987793\n", "Step 5593:\n", "Loss: 1.6879801750183105\n", "Step 5594:\n", "Loss: 2.2956957817077637\n", "Step 5595:\n", "Loss: 2.280275821685791\n", "Step 5596:\n", "Loss: 1.8186209201812744\n", "Step 5597:\n", "Loss: 2.288087844848633\n", "Step 5598:\n", "Loss: 1.9347580671310425\n", "Step 5599:\n", "Loss: 2.038041830062866\n", "Step 5600:\n", "Loss: 2.4008030891418457\n", "Step 5601:\n", "Loss: 2.745776414871216\n", "Step 5602:\n", "Loss: 2.340576410293579\n", "Step 5603:\n", "Loss: 1.9075288772583008\n", "Step 5604:\n", "Loss: 1.7628076076507568\n", "Step 5605:\n", "Loss: 2.102025270462036\n", "Step 5606:\n", "Loss: 1.8050658702850342\n", "Step 5607:\n", "Loss: 1.647446632385254\n", "Step 5608:\n", "Loss: 2.120967388153076\n", "Step 5609:\n", "Loss: 2.5799355506896973\n", "Step 5610:\n", "Loss: 2.2900500297546387\n", "Step 5611:\n", "Loss: 2.010287284851074\n", "Step 5612:\n", "Loss: 2.1569013595581055\n", "Step 5613:\n", "Loss: 2.071709632873535\n", "Step 5614:\n", "Loss: 2.1504149436950684\n", "Step 5615:\n", "Loss: 1.9009100198745728\n", "Step 5616:\n", "Loss: 2.582357406616211\n", "Step 5617:\n", "Loss: 2.523228168487549\n", "Step 5618:\n", "Loss: 1.6042799949645996\n", "Step 5619:\n", "Loss: 2.1843855381011963\n", "Step 5620:\n", "Loss: 2.2793474197387695\n", "Step 5621:\n", "Loss: 1.893463134765625\n", "Step 5622:\n", "Loss: 2.8596572875976562\n", "Step 5623:\n", "Loss: 2.2490782737731934\n", "Step 5624:\n", "Loss: 2.474912405014038\n", "Step 5625:\n", "Loss: 2.0348806381225586\n", "Step 5626:\n", "Loss: 2.138028621673584\n", "Step 5627:\n", "Loss: 1.9770140647888184\n", "Step 5628:\n", "Loss: 2.2862730026245117\n", "Step 5629:\n", "Loss: 2.291929006576538\n", "Step 5630:\n", "Loss: 2.936408758163452\n", "Step 5631:\n", "Loss: 2.088690757751465\n", "Step 5632:\n", "Loss: 2.1961796283721924\n", "Step 5633:\n", "Loss: 2.2014873027801514\n", "Step 5634:\n", "Loss: 2.404256820678711\n", "Step 5635:\n", "Loss: 2.480470895767212\n", "Step 5636:\n", "Loss: 2.1580893993377686\n", "Step 5637:\n", "Loss: 2.0044121742248535\n", "Step 5638:\n", "Loss: 2.4530115127563477\n", "Step 5639:\n", "Loss: 2.5191757678985596\n", "Step 5640:\n", "Loss: 2.0615475177764893\n", "Step 5641:\n", "Loss: 2.3036370277404785\n", "Step 5642:\n", "Loss: 2.3840837478637695\n", "Step 5643:\n", "Loss: 1.8898755311965942\n", "Step 5644:\n", "Loss: 2.410365104675293\n", "Step 5645:\n", "Loss: 1.9322054386138916\n", "Step 5646:\n", "Loss: 2.186619997024536\n", "Step 5647:\n", "Loss: 2.229557991027832\n", "Step 5648:\n", "Loss: 2.603562831878662\n", "Step 5649:\n", "Loss: 2.732769012451172\n", "Step 5650:\n", "Loss: 2.6119086742401123\n", "Step 5651:\n", "Loss: 2.468891143798828\n", "Step 5652:\n", "Loss: 2.0725955963134766\n", "Step 5653:\n", "Loss: 2.286113739013672\n", "Step 5654:\n", "Loss: 1.9690755605697632\n", "Step 5655:\n", "Loss: 2.6774532794952393\n", "Step 5656:\n", "Loss: 2.4132556915283203\n", "Step 5657:\n", "Loss: 1.8587156534194946\n", "Step 5658:\n", "Loss: 2.4560396671295166\n", "Step 5659:\n", "Loss: 1.942000389099121\n", "Step 5660:\n", "Loss: 2.201150894165039\n", "Step 5661:\n", "Loss: 2.1108295917510986\n", "Step 5662:\n", "Loss: 2.105860471725464\n", "Step 5663:\n", "Loss: 2.426666021347046\n", "Step 5664:\n", "Loss: 2.269068479537964\n", "Step 5665:\n", "Loss: 2.2436752319335938\n", "Step 5666:\n", "Loss: 2.057920217514038\n", "Step 5667:\n", "Loss: 2.6824707984924316\n", "Step 5668:\n", "Loss: 1.9956289529800415\n", "Step 5669:\n", "Loss: 2.7820513248443604\n", "Step 5670:\n", "Loss: 2.474504232406616\n", "Step 5671:\n", "Loss: 2.8340964317321777\n", "Step 5672:\n", "Loss: 2.098498821258545\n", "Step 5673:\n", "Loss: 2.0233206748962402\n", "Step 5674:\n", "Loss: 1.9167790412902832\n", "Step 5675:\n", "Loss: 2.2807724475860596\n", "Step 5676:\n", "Loss: 2.965579032897949\n", "Step 5677:\n", "Loss: 2.4831249713897705\n", "Step 5678:\n", "Loss: 2.541379928588867\n", "Step 5679:\n", "Loss: 2.056993007659912\n", "Step 5680:\n", "Loss: 2.4820303916931152\n", "Step 5681:\n", "Loss: 2.5220069885253906\n", "Step 5682:\n", "Loss: 2.2432470321655273\n", "Step 5683:\n", "Loss: 1.7632441520690918\n", "Step 5684:\n", "Loss: 2.1898653507232666\n", "Step 5685:\n", "Loss: 2.223011016845703\n", "Step 5686:\n", "Loss: 2.532109498977661\n", "Step 5687:\n", "Loss: 1.6503950357437134\n", "Step 5688:\n", "Loss: 2.092848539352417\n", "Step 5689:\n", "Loss: 2.024667501449585\n", "Step 5690:\n", "Loss: 2.3249495029449463\n", "Step 5691:\n", "Loss: 2.5141074657440186\n", "Step 5692:\n", "Loss: 1.6989742517471313\n", "Step 5693:\n", "Loss: 2.2785892486572266\n", "Step 5694:\n", "Loss: 2.469395160675049\n", "Step 5695:\n", "Loss: 2.2101049423217773\n", "Step 5696:\n", "Loss: 2.052971124649048\n", "Step 5697:\n", "Loss: 2.256781816482544\n", "Step 5698:\n", "Loss: 2.4443204402923584\n", "Step 5699:\n", "Loss: 2.556922197341919\n", "Step 5700:\n", "Loss: 2.0145421028137207\n", "Step 5701:\n", "Loss: 2.191603899002075\n", "Step 5702:\n", "Loss: 1.8080438375473022\n", "Step 5703:\n", "Loss: 1.8893015384674072\n", "Step 5704:\n", "Loss: 2.47843337059021\n", "Step 5705:\n", "Loss: 1.9715020656585693\n", "Step 5706:\n", "Loss: 2.0021812915802\n", "Step 5707:\n", "Loss: 1.8115894794464111\n", "Step 5708:\n", "Loss: 1.7370152473449707\n", "Step 5709:\n", "Loss: 2.3259682655334473\n", "Step 5710:\n", "Loss: 2.4642245769500732\n", "Step 5711:\n", "Loss: 2.384286880493164\n", "Step 5712:\n", "Loss: 2.5404298305511475\n", "Step 5713:\n", "Loss: 2.1173627376556396\n", "Step 5714:\n", "Loss: 1.974529504776001\n", "Step 5715:\n", "Loss: 1.9846248626708984\n", "Step 5716:\n", "Loss: 1.7760756015777588\n", "Step 5717:\n", "Loss: 2.258988857269287\n", "Step 5718:\n", "Loss: 2.4622459411621094\n", "Step 5719:\n", "Loss: 2.171679973602295\n", "Step 5720:\n", "Loss: 2.190253734588623\n", "Step 5721:\n", "Loss: 2.1454057693481445\n", "Step 5722:\n", "Loss: 2.191445827484131\n", "Step 5723:\n", "Loss: 2.3597474098205566\n", "Step 5724:\n", "Loss: 1.8209292888641357\n", "Step 5725:\n", "Loss: 2.0413312911987305\n", "Step 5726:\n", "Loss: 2.2871286869049072\n", "Step 5727:\n", "Loss: 3.206864833831787\n", "Step 5728:\n", "Loss: 1.8453954458236694\n", "Step 5729:\n", "Loss: 2.2612099647521973\n", "Step 5730:\n", "Loss: 2.3458547592163086\n", "Step 5731:\n", "Loss: 2.44775652885437\n", "Step 5732:\n", "Loss: 2.4056711196899414\n", "Step 5733:\n", "Loss: 2.3376924991607666\n", "Step 5734:\n", "Loss: 2.052640438079834\n", "Step 5735:\n", "Loss: 2.1041245460510254\n", "Step 5736:\n", "Loss: 2.453000545501709\n", "Step 5737:\n", "Loss: 2.513335943222046\n", "Step 5738:\n", "Loss: 1.9439682960510254\n", "Step 5739:\n", "Loss: 2.650542736053467\n", "Step 5740:\n", "Loss: 2.2851409912109375\n", "Step 5741:\n", "Loss: 2.2943100929260254\n", "Step 5742:\n", "Loss: 2.62669038772583\n", "Step 5743:\n", "Loss: 1.9366424083709717\n", "Step 5744:\n", "Loss: 1.929775357246399\n", "Step 5745:\n", "Loss: 2.1387569904327393\n", "Step 5746:\n", "Loss: 2.2250475883483887\n", "Step 5747:\n", "Loss: 2.6604180335998535\n", "Step 5748:\n", "Loss: 2.1549675464630127\n", "Step 5749:\n", "Loss: 2.1170597076416016\n", "Step 5750:\n", "Loss: 2.133183479309082\n", "Step 5751:\n", "Loss: 2.4601006507873535\n", "Step 5752:\n", "Loss: 2.2168350219726562\n", "Step 5753:\n", "Loss: 2.2827014923095703\n", "Step 5754:\n", "Loss: 1.8305174112319946\n", "Step 5755:\n", "Loss: 2.3407957553863525\n", "Step 5756:\n", "Loss: 2.028808116912842\n", "Step 5757:\n", "Loss: 2.327665090560913\n", "Step 5758:\n", "Loss: 2.4699251651763916\n", "Step 5759:\n", "Loss: 1.6624128818511963\n", "Step 5760:\n", "Loss: 1.7654088735580444\n", "Step 5761:\n", "Loss: 2.505725622177124\n", "Step 5762:\n", "Loss: 2.6164395809173584\n", "Step 5763:\n", "Loss: 1.855976939201355\n", "Step 5764:\n", "Loss: 1.9905929565429688\n", "Step 5765:\n", "Loss: 1.9996840953826904\n", "Step 5766:\n", "Loss: 2.163691759109497\n", "Step 5767:\n", "Loss: 1.9837608337402344\n", "Step 5768:\n", "Loss: 2.3814992904663086\n", "Step 5769:\n", "Loss: 2.135666608810425\n", "Step 5770:\n", "Loss: 1.8650509119033813\n", "Step 5771:\n", "Loss: 2.2154245376586914\n", "Step 5772:\n", "Loss: 2.185352087020874\n", "Step 5773:\n", "Loss: 1.8898017406463623\n", "Step 5774:\n", "Loss: 1.9714168310165405\n", "Step 5775:\n", "Loss: 2.311187505722046\n", "Step 5776:\n", "Loss: 2.2936174869537354\n", "Step 5777:\n", "Loss: 1.9015371799468994\n", "Step 5778:\n", "Loss: 2.3866021633148193\n", "Step 5779:\n", "Loss: 2.270141363143921\n", "Step 5780:\n", "Loss: 2.0855343341827393\n", "Step 5781:\n", "Loss: 2.5251681804656982\n", "Step 5782:\n", "Loss: 2.201148748397827\n", "Step 5783:\n", "Loss: 1.9847315549850464\n", "Step 5784:\n", "Loss: 2.7244296073913574\n", "Step 5785:\n", "Loss: 2.1963891983032227\n", "Step 5786:\n", "Loss: 2.1273670196533203\n", "Step 5787:\n", "Loss: 2.250716209411621\n", "Step 5788:\n", "Loss: 1.7608743906021118\n", "Step 5789:\n", "Loss: 2.1528220176696777\n", "Step 5790:\n", "Loss: 1.7958948612213135\n", "Step 5791:\n", "Loss: 2.4650769233703613\n", "Step 5792:\n", "Loss: 2.187058448791504\n", "Step 5793:\n", "Loss: 1.6904677152633667\n", "Step 5794:\n", "Loss: 2.3644230365753174\n", "Step 5795:\n", "Loss: 1.9195265769958496\n", "Step 5796:\n", "Loss: 1.4285733699798584\n", "Step 5797:\n", "Loss: 2.3175158500671387\n", "Step 5798:\n", "Loss: 1.8146706819534302\n", "Step 5799:\n", "Loss: 2.012943744659424\n", "Step 5800:\n", "Loss: 2.366382360458374\n", "Step 5801:\n", "Loss: 2.51896071434021\n", "Step 5802:\n", "Loss: 1.5965536832809448\n", "Step 5803:\n", "Loss: 2.1150941848754883\n", "Step 5804:\n", "Loss: 2.3562192916870117\n", "Step 5805:\n", "Loss: 2.444706439971924\n", "Step 5806:\n", "Loss: 2.3810675144195557\n", "Step 5807:\n", "Loss: 2.9582574367523193\n", "Step 5808:\n", "Loss: 2.155012369155884\n", "Step 5809:\n", "Loss: 1.8487582206726074\n", "Step 5810:\n", "Loss: 1.8113120794296265\n", "Step 5811:\n", "Loss: 1.9239192008972168\n", "Step 5812:\n", "Loss: 3.271397113800049\n", "Step 5813:\n", "Loss: 2.388094425201416\n", "Step 5814:\n", "Loss: 2.2568750381469727\n", "Step 5815:\n", "Loss: 2.5917954444885254\n", "Step 5816:\n", "Loss: 2.0930850505828857\n", "Step 5817:\n", "Loss: 2.9240942001342773\n", "Step 5818:\n", "Loss: 2.4853014945983887\n", "Step 5819:\n", "Loss: 2.026370048522949\n", "Step 5820:\n", "Loss: 2.4940693378448486\n", "Step 5821:\n", "Loss: 1.8972759246826172\n", "Step 5822:\n", "Loss: 2.2442972660064697\n", "Step 5823:\n", "Loss: 2.1596078872680664\n", "Step 5824:\n", "Loss: 2.330125331878662\n", "Step 5825:\n", "Loss: 3.0643229484558105\n", "Step 5826:\n", "Loss: 2.5134358406066895\n", "Step 5827:\n", "Loss: 2.3716511726379395\n", "Step 5828:\n", "Loss: 2.027517557144165\n", "Step 5829:\n", "Loss: 2.1407904624938965\n", "Step 5830:\n", "Loss: 2.2923738956451416\n", "Step 5831:\n", "Loss: 1.8571369647979736\n", "Step 5832:\n", "Loss: 2.6704370975494385\n", "Step 5833:\n", "Loss: 2.0911998748779297\n", "Step 5834:\n", "Loss: 2.2546842098236084\n", "Step 5835:\n", "Loss: 1.8797147274017334\n", "Step 5836:\n", "Loss: 2.1511175632476807\n", "Step 5837:\n", "Loss: 2.2989606857299805\n", "Step 5838:\n", "Loss: 2.249906063079834\n", "Step 5839:\n", "Loss: 2.4014220237731934\n", "Step 5840:\n", "Loss: 2.6969549655914307\n", "Step 5841:\n", "Loss: 1.8218343257904053\n", "Step 5842:\n", "Loss: 1.9805383682250977\n", "Step 5843:\n", "Loss: 1.8198728561401367\n", "Step 5844:\n", "Loss: 1.892841100692749\n", "Step 5845:\n", "Loss: 2.263500690460205\n", "Step 5846:\n", "Loss: 2.0022809505462646\n", "Step 5847:\n", "Loss: 2.602576971054077\n", "Step 5848:\n", "Loss: 2.059880495071411\n", "Step 5849:\n", "Loss: 1.87606942653656\n", "Step 5850:\n", "Loss: 1.9816908836364746\n", "Step 5851:\n", "Loss: 2.1198840141296387\n", "Step 5852:\n", "Loss: 1.9692232608795166\n", "Step 5853:\n", "Loss: 2.857590436935425\n", "Step 5854:\n", "Loss: 2.1800248622894287\n", "Step 5855:\n", "Loss: 2.3002285957336426\n", "Step 5856:\n", "Loss: 2.1942739486694336\n", "Step 5857:\n", "Loss: 1.8877888917922974\n", "Step 5858:\n", "Loss: 2.2637240886688232\n", "Step 5859:\n", "Loss: 2.050438404083252\n", "Step 5860:\n", "Loss: 2.027090072631836\n", "Step 5861:\n", "Loss: 1.7940417528152466\n", "Step 5862:\n", "Loss: 2.176021099090576\n", "Step 5863:\n", "Loss: 2.0237314701080322\n", "Step 5864:\n", "Loss: 1.9575334787368774\n", "Step 5865:\n", "Loss: 2.098160982131958\n", "Step 5866:\n", "Loss: 2.695944309234619\n", "Step 5867:\n", "Loss: 2.031700849533081\n", "Step 5868:\n", "Loss: 2.574024200439453\n", "Step 5869:\n", "Loss: 1.742860198020935\n", "Step 5870:\n", "Loss: 2.3183372020721436\n", "Step 5871:\n", "Loss: 2.4027152061462402\n", "Step 5872:\n", "Loss: 2.0856194496154785\n", "Step 5873:\n", "Loss: 1.5535850524902344\n", "Step 5874:\n", "Loss: 2.309884548187256\n", "Step 5875:\n", "Loss: 2.2087578773498535\n", "Step 5876:\n", "Loss: 1.8042559623718262\n", "Step 5877:\n", "Loss: 1.7556431293487549\n", "Step 5878:\n", "Loss: 2.0535383224487305\n", "Step 5879:\n", "Loss: 2.066246509552002\n", "Step 5880:\n", "Loss: 1.9327945709228516\n", "Step 5881:\n", "Loss: 2.557708978652954\n", "Step 5882:\n", "Loss: 2.439980983734131\n", "Step 5883:\n", "Loss: 2.318051338195801\n", "Step 5884:\n", "Loss: 2.0482747554779053\n", "Step 5885:\n", "Loss: 2.108720541000366\n", "Step 5886:\n", "Loss: 2.14677357673645\n", "Step 5887:\n", "Loss: 2.65592098236084\n", "Step 5888:\n", "Loss: 2.2421069145202637\n", "Step 5889:\n", "Loss: 2.285975456237793\n", "Step 5890:\n", "Loss: 2.0024940967559814\n", "Step 5891:\n", "Loss: 2.3392388820648193\n", "Step 5892:\n", "Loss: 2.0935916900634766\n", "Step 5893:\n", "Loss: 2.621943950653076\n", "Step 5894:\n", "Loss: 2.3295795917510986\n", "Step 5895:\n", "Loss: 1.977465033531189\n", "Step 5896:\n", "Loss: 1.9416208267211914\n", "Step 5897:\n", "Loss: 2.345270872116089\n", "Step 5898:\n", "Loss: 2.467956781387329\n", "Step 5899:\n", "Loss: 2.114480972290039\n", "Step 5900:\n", "Loss: 1.9531047344207764\n", "Step 5901:\n", "Loss: 2.0475070476531982\n", "Step 5902:\n", "Loss: 2.041386842727661\n", "Step 5903:\n", "Loss: 1.6776926517486572\n", "Step 5904:\n", "Loss: 1.4712674617767334\n", "Step 5905:\n", "Loss: 2.0954043865203857\n", "Step 5906:\n", "Loss: 1.9227988719940186\n", "Step 5907:\n", "Loss: 2.2220993041992188\n", "Step 5908:\n", "Loss: 1.545888066291809\n", "Step 5909:\n", "Loss: 2.473684072494507\n", "Step 5910:\n", "Loss: 2.1007790565490723\n", "Step 5911:\n", "Loss: 2.274583339691162\n", "Step 5912:\n", "Loss: 2.0128726959228516\n", "Step 5913:\n", "Loss: 1.9048129320144653\n", "Step 5914:\n", "Loss: 2.4555654525756836\n", "Step 5915:\n", "Loss: 2.299912452697754\n", "Step 5916:\n", "Loss: 2.919768810272217\n", "Step 5917:\n", "Loss: 1.5676823854446411\n", "Step 5918:\n", "Loss: 1.7920658588409424\n", "Step 5919:\n", "Loss: 1.9783403873443604\n", "Step 5920:\n", "Loss: 2.6857802867889404\n", "Step 5921:\n", "Loss: 2.4196834564208984\n", "Step 5922:\n", "Loss: 2.9219250679016113\n", "Step 5923:\n", "Loss: 2.124613046646118\n", "Step 5924:\n", "Loss: 2.534395217895508\n", "Step 5925:\n", "Loss: 2.0018327236175537\n", "Step 5926:\n", "Loss: 2.459603786468506\n", "Step 5927:\n", "Loss: 1.7570312023162842\n", "Step 5928:\n", "Loss: 2.0304839611053467\n", "Step 5929:\n", "Loss: 2.2793490886688232\n", "Step 5930:\n", "Loss: 2.282749891281128\n", "Step 5931:\n", "Loss: 2.1378233432769775\n", "Step 5932:\n", "Loss: 2.5555965900421143\n", "Step 5933:\n", "Loss: 2.1309425830841064\n", "Step 5934:\n", "Loss: 2.3195812702178955\n", "Step 5935:\n", "Loss: 3.2031002044677734\n", "Step 5936:\n", "Loss: 2.3478384017944336\n", "Step 5937:\n", "Loss: 2.2391979694366455\n", "Step 5938:\n", "Loss: 2.479161262512207\n", "Step 5939:\n", "Loss: 2.1058948040008545\n", "Step 5940:\n", "Loss: 2.373807907104492\n", "Step 5941:\n", "Loss: 1.9327689409255981\n", "Step 5942:\n", "Loss: 2.256227731704712\n", "Step 5943:\n", "Loss: 2.0601806640625\n", "Step 5944:\n", "Loss: 2.243710517883301\n", "Step 5945:\n", "Loss: 2.1337928771972656\n", "Step 5946:\n", "Loss: 2.4950997829437256\n", "Step 5947:\n", "Loss: 2.236999988555908\n", "Step 5948:\n", "Loss: 2.025282144546509\n", "Step 5949:\n", "Loss: 2.2214808464050293\n", "Step 5950:\n", "Loss: 2.2257566452026367\n", "Step 5951:\n", "Loss: 1.8322234153747559\n", "Step 5952:\n", "Loss: 2.170837163925171\n", "Step 5953:\n", "Loss: 2.2147278785705566\n", "Step 5954:\n", "Loss: 2.5195422172546387\n", "Step 5955:\n", "Loss: 2.0740392208099365\n", "Step 5956:\n", "Loss: 2.61128568649292\n", "Step 5957:\n", "Loss: 2.5222465991973877\n", "Step 5958:\n", "Loss: 1.833266019821167\n", "Step 5959:\n", "Loss: 2.207176923751831\n", "Step 5960:\n", "Loss: 2.4430313110351562\n", "Step 5961:\n", "Loss: 2.228057861328125\n", "Step 5962:\n", "Loss: 2.3021316528320312\n", "Step 5963:\n", "Loss: 1.7811803817749023\n", "Step 5964:\n", "Loss: 2.0704703330993652\n", "Step 5965:\n", "Loss: 2.1126484870910645\n", "Step 5966:\n", "Loss: 2.320507049560547\n", "Step 5967:\n", "Loss: 1.7474647760391235\n", "Step 5968:\n", "Loss: 2.35705828666687\n", "Step 5969:\n", "Loss: 2.326428174972534\n", "Step 5970:\n", "Loss: 2.1834075450897217\n", "Step 5971:\n", "Loss: 2.2208032608032227\n", "Step 5972:\n", "Loss: 2.240459680557251\n", "Step 5973:\n", "Loss: 2.4064531326293945\n", "Step 5974:\n", "Loss: 2.0853681564331055\n", "Step 5975:\n", "Loss: 2.4327030181884766\n", "Step 5976:\n", "Loss: 1.966979742050171\n", "Step 5977:\n", "Loss: 2.428321599960327\n", "Step 5978:\n", "Loss: 2.1435396671295166\n", "Step 5979:\n", "Loss: 1.9476401805877686\n", "Step 5980:\n", "Loss: 2.764533519744873\n", "Step 5981:\n", "Loss: 2.81209135055542\n", "Step 5982:\n", "Loss: 2.465280532836914\n", "Step 5983:\n", "Loss: 2.4755101203918457\n", "Step 5984:\n", "Loss: 1.9460692405700684\n", "Step 5985:\n", "Loss: 2.177182197570801\n", "Step 5986:\n", "Loss: 1.8559901714324951\n", "Step 5987:\n", "Loss: 2.1928510665893555\n", "Step 5988:\n", "Loss: 2.300825357437134\n", "Step 5989:\n", "Loss: 2.352524995803833\n", "Step 5990:\n", "Loss: 2.2993013858795166\n", "Step 5991:\n", "Loss: 1.9649121761322021\n", "Step 5992:\n", "Loss: 2.086085796356201\n", "Step 5993:\n", "Loss: 2.220792770385742\n", "Step 5994:\n", "Loss: 2.0027503967285156\n", "Step 5995:\n", "Loss: 1.6390299797058105\n", "Step 5996:\n", "Loss: 2.3096840381622314\n", "Step 5997:\n", "Loss: 2.258070707321167\n", "Step 5998:\n", "Loss: 2.037248373031616\n", "Step 5999:\n", "Loss: 2.210306406021118\n", "Step 6000:\n", "Loss: 2.5374438762664795\n", "Step 6001:\n", "Loss: 2.1540679931640625\n", "Step 6002:\n", "Loss: 1.978859543800354\n", "Step 6003:\n", "Loss: 2.1028287410736084\n", "Step 6004:\n", "Loss: 1.9283092021942139\n", "Step 6005:\n", "Loss: 2.292344331741333\n", "Step 6006:\n", "Loss: 2.283853530883789\n", "Step 6007:\n", "Loss: 2.1395692825317383\n", "Step 6008:\n", "Loss: 1.878646969795227\n", "Step 6009:\n", "Loss: 2.0895204544067383\n", "Step 6010:\n", "Loss: 2.0785446166992188\n", "Step 6011:\n", "Loss: 2.4494409561157227\n", "Step 6012:\n", "Loss: 2.5569353103637695\n", "Step 6013:\n", "Loss: 2.38934326171875\n", "Step 6014:\n", "Loss: 2.1885807514190674\n", "Step 6015:\n", "Loss: 2.1656100749969482\n", "Step 6016:\n", "Loss: 1.5850391387939453\n", "Step 6017:\n", "Loss: 2.583465337753296\n", "Step 6018:\n", "Loss: 2.389364242553711\n", "Step 6019:\n", "Loss: 1.8965275287628174\n", "Step 6020:\n", "Loss: 2.3046064376831055\n", "Step 6021:\n", "Loss: 2.133843183517456\n", "Step 6022:\n", "Loss: 2.3429067134857178\n", "Step 6023:\n", "Loss: 2.3983564376831055\n", "Step 6024:\n", "Loss: 1.8592604398727417\n", "Step 6025:\n", "Loss: 2.1472864151000977\n", "Step 6026:\n", "Loss: 2.348006248474121\n", "Step 6027:\n", "Loss: 1.5973987579345703\n", "Step 6028:\n", "Loss: 2.3930976390838623\n", "Step 6029:\n", "Loss: 2.1184895038604736\n", "Step 6030:\n", "Loss: 2.622755289077759\n", "Step 6031:\n", "Loss: 2.1684515476226807\n", "Step 6032:\n", "Loss: 1.8140162229537964\n", "Step 6033:\n", "Loss: 2.0486032962799072\n", "Step 6034:\n", "Loss: 2.8632121086120605\n", "Step 6035:\n", "Loss: 2.4663500785827637\n", "Step 6036:\n", "Loss: 1.9874074459075928\n", "Step 6037:\n", "Loss: 1.5597795248031616\n", "Step 6038:\n", "Loss: 2.002093553543091\n", "Step 6039:\n", "Loss: 1.9210433959960938\n", "Step 6040:\n", "Loss: 2.2236738204956055\n", "Step 6041:\n", "Loss: 1.88234281539917\n", "Step 6042:\n", "Loss: 2.202143907546997\n", "Step 6043:\n", "Loss: 2.4126651287078857\n", "Step 6044:\n", "Loss: 2.0705389976501465\n", "Step 6045:\n", "Loss: 2.5061938762664795\n", "Step 6046:\n", "Loss: 2.5938825607299805\n", "Step 6047:\n", "Loss: 2.4824440479278564\n", "Step 6048:\n", "Loss: 2.200305700302124\n", "Step 6049:\n", "Loss: 2.0792481899261475\n", "Step 6050:\n", "Loss: 2.049351692199707\n", "Step 6051:\n", "Loss: 1.980080246925354\n", "Step 6052:\n", "Loss: 2.3212883472442627\n", "Step 6053:\n", "Loss: 2.3367013931274414\n", "Step 6054:\n", "Loss: 1.985472559928894\n", "Step 6055:\n", "Loss: 2.495328903198242\n", "Step 6056:\n", "Loss: 2.3068361282348633\n", "Step 6057:\n", "Loss: 1.896954894065857\n", "Step 6058:\n", "Loss: 2.844910144805908\n", "Step 6059:\n", "Loss: 2.7011823654174805\n", "Step 6060:\n", "Loss: 2.629074811935425\n", "Step 6061:\n", "Loss: 2.3975348472595215\n", "Step 6062:\n", "Loss: 1.9595842361450195\n", "Step 6063:\n", "Loss: 2.4068901538848877\n", "Step 6064:\n", "Loss: 2.5614140033721924\n", "Step 6065:\n", "Loss: 1.757511854171753\n", "Step 6066:\n", "Loss: 2.5730581283569336\n", "Step 6067:\n", "Loss: 2.3441336154937744\n", "Step 6068:\n", "Loss: 2.049104928970337\n", "Step 6069:\n", "Loss: 2.18926739692688\n", "Step 6070:\n", "Loss: 1.909397006034851\n", "Step 6071:\n", "Loss: 2.4834580421447754\n", "Step 6072:\n", "Loss: 2.1354551315307617\n", "Step 6073:\n", "Loss: 2.1791911125183105\n", "Step 6074:\n", "Loss: 1.816904067993164\n", "Step 6075:\n", "Loss: 2.2445473670959473\n", "Step 6076:\n", "Loss: 2.5576391220092773\n", "Step 6077:\n", "Loss: 2.550332546234131\n", "Step 6078:\n", "Loss: 2.194270610809326\n", "Step 6079:\n", "Loss: 2.2560274600982666\n", "Step 6080:\n", "Loss: 1.7031967639923096\n", "Step 6081:\n", "Loss: 2.4764885902404785\n", "Step 6082:\n", "Loss: 1.9724769592285156\n", "Step 6083:\n", "Loss: 2.2837486267089844\n", "Step 6084:\n", "Loss: 2.4026973247528076\n", "Step 6085:\n", "Loss: 2.627040386199951\n", "Step 6086:\n", "Loss: 2.3203036785125732\n", "Step 6087:\n", "Loss: 2.7872467041015625\n", "Step 6088:\n", "Loss: 1.978244662284851\n", "Step 6089:\n", "Loss: 2.3014113903045654\n", "Step 6090:\n", "Loss: 2.2662973403930664\n", "Step 6091:\n", "Loss: 2.2882091999053955\n", "Step 6092:\n", "Loss: 2.215320587158203\n", "Step 6093:\n", "Loss: 1.5417900085449219\n", "Step 6094:\n", "Loss: 3.015216112136841\n", "Step 6095:\n", "Loss: 2.376347303390503\n", "Step 6096:\n", "Loss: 2.0314788818359375\n", "Step 6097:\n", "Loss: 2.200725793838501\n", "Step 6098:\n", "Loss: 1.8359371423721313\n", "Step 6099:\n", "Loss: 2.447432518005371\n", "Step 6100:\n", "Loss: 1.9333387613296509\n", "Step 6101:\n", "Loss: 2.4466211795806885\n", "Step 6102:\n", "Loss: 2.217961072921753\n", "Step 6103:\n", "Loss: 2.174739360809326\n", "Step 6104:\n", "Loss: 2.6408674716949463\n", "Step 6105:\n", "Loss: 1.8998535871505737\n", "Step 6106:\n", "Loss: 2.1519501209259033\n", "Step 6107:\n", "Loss: 2.219780445098877\n", "Step 6108:\n", "Loss: 2.0908401012420654\n", "Step 6109:\n", "Loss: 1.9187865257263184\n", "Step 6110:\n", "Loss: 2.1053693294525146\n", "Step 6111:\n", "Loss: 2.263629674911499\n", "Step 6112:\n", "Loss: 2.076282262802124\n", "Step 6113:\n", "Loss: 1.9176905155181885\n", "Step 6114:\n", "Loss: 1.8586254119873047\n", "Step 6115:\n", "Loss: 2.4624106884002686\n", "Step 6116:\n", "Loss: 2.230685234069824\n", "Step 6117:\n", "Loss: 2.3179306983947754\n", "Step 6118:\n", "Loss: 2.7077407836914062\n", "Step 6119:\n", "Loss: 2.2522950172424316\n", "Step 6120:\n", "Loss: 2.122864007949829\n", "Step 6121:\n", "Loss: 2.0807602405548096\n", "Step 6122:\n", "Loss: 1.990877389907837\n", "Step 6123:\n", "Loss: 2.2533066272735596\n", "Step 6124:\n", "Loss: 2.556541681289673\n", "Step 6125:\n", "Loss: 2.7127373218536377\n", "Step 6126:\n", "Loss: 2.4328880310058594\n", "Step 6127:\n", "Loss: 1.7939589023590088\n", "Step 6128:\n", "Loss: 1.9559009075164795\n", "Step 6129:\n", "Loss: 2.9368057250976562\n", "Step 6130:\n", "Loss: 2.612175941467285\n", "Step 6131:\n", "Loss: 2.3658318519592285\n", "Step 6132:\n", "Loss: 1.8566316366195679\n", "Step 6133:\n", "Loss: 1.688549280166626\n", "Step 6134:\n", "Loss: 1.8197505474090576\n", "Step 6135:\n", "Loss: 1.7031357288360596\n", "Step 6136:\n", "Loss: 2.2646806240081787\n", "Step 6137:\n", "Loss: 2.1234304904937744\n", "Step 6138:\n", "Loss: 2.0093212127685547\n", "Step 6139:\n", "Loss: 1.9043958187103271\n", "Step 6140:\n", "Loss: 2.434570074081421\n", "Step 6141:\n", "Loss: 2.570014476776123\n", "Step 6142:\n", "Loss: 2.3898024559020996\n", "Step 6143:\n", "Loss: 1.8375365734100342\n", "Step 6144:\n", "Loss: 2.128607749938965\n", "Step 6145:\n", "Loss: 2.395423173904419\n", "Step 6146:\n", "Loss: 1.5400886535644531\n", "Step 6147:\n", "Loss: 1.9370867013931274\n", "Step 6148:\n", "Loss: 2.0113511085510254\n", "Step 6149:\n", "Loss: 2.1287057399749756\n", "Step 6150:\n", "Loss: 1.5579040050506592\n", "Step 6151:\n", "Loss: 2.4393277168273926\n", "Step 6152:\n", "Loss: 2.3060312271118164\n", "Step 6153:\n", "Loss: 2.288148880004883\n", "Step 6154:\n", "Loss: 1.7128410339355469\n", "Step 6155:\n", "Loss: 2.1671464443206787\n", "Step 6156:\n", "Loss: 1.8760085105895996\n", "Step 6157:\n", "Loss: 1.910964846611023\n", "Step 6158:\n", "Loss: 2.4585933685302734\n", "Step 6159:\n", "Loss: 2.4223642349243164\n", "Step 6160:\n", "Loss: 1.5254700183868408\n", "Step 6161:\n", "Loss: 2.2275333404541016\n", "Step 6162:\n", "Loss: 1.923192024230957\n", "Step 6163:\n", "Loss: 1.8314645290374756\n", "Step 6164:\n", "Loss: 2.289793014526367\n", "Step 6165:\n", "Loss: 2.12894344329834\n", "Step 6166:\n", "Loss: 2.6924893856048584\n", "Step 6167:\n", "Loss: 1.832277536392212\n", "Step 6168:\n", "Loss: 1.9428319931030273\n", "Step 6169:\n", "Loss: 2.191457986831665\n", "Step 6170:\n", "Loss: 2.237692356109619\n", "Step 6171:\n", "Loss: 2.0820741653442383\n", "Step 6172:\n", "Loss: 2.6236495971679688\n", "Step 6173:\n", "Loss: 2.2300448417663574\n", "Step 6174:\n", "Loss: 2.4930694103240967\n", "Step 6175:\n", "Loss: 2.314596176147461\n", "Step 6176:\n", "Loss: 2.3790719509124756\n", "Step 6177:\n", "Loss: 2.1554131507873535\n", "Step 6178:\n", "Loss: 2.128523111343384\n", "Step 6179:\n", "Loss: 1.7533761262893677\n", "Step 6180:\n", "Loss: 2.5337438583374023\n", "Step 6181:\n", "Loss: 2.804152727127075\n", "Step 6182:\n", "Loss: 1.9477808475494385\n", "Step 6183:\n", "Loss: 2.084695339202881\n", "Step 6184:\n", "Loss: 2.415386199951172\n", "Step 6185:\n", "Loss: 3.28629207611084\n", "Step 6186:\n", "Loss: 2.3912739753723145\n", "Step 6187:\n", "Loss: 2.0415995121002197\n", "Step 6188:\n", "Loss: 1.9990193843841553\n", "Step 6189:\n", "Loss: 2.1287312507629395\n", "Step 6190:\n", "Loss: 2.4429259300231934\n", "Step 6191:\n", "Loss: 2.3772971630096436\n", "Step 6192:\n", "Loss: 2.1000797748565674\n", "Step 6193:\n", "Loss: 2.135364532470703\n", "Step 6194:\n", "Loss: 1.7846691608428955\n", "Step 6195:\n", "Loss: 2.3845338821411133\n", "Step 6196:\n", "Loss: 2.3811542987823486\n", "Step 6197:\n", "Loss: 2.2662765979766846\n", "Step 6198:\n", "Loss: 2.222679853439331\n", "Step 6199:\n", "Loss: 2.685445785522461\n", "Step 6200:\n", "Loss: 2.2146074771881104\n", "Step 6201:\n", "Loss: 2.427302360534668\n", "Step 6202:\n", "Loss: 2.333669900894165\n", "Step 6203:\n", "Loss: 2.134568214416504\n", "Step 6204:\n", "Loss: 2.301492691040039\n", "Step 6205:\n", "Loss: 2.1331515312194824\n", "Step 6206:\n", "Loss: 2.442131996154785\n", "Step 6207:\n", "Loss: 1.9685695171356201\n", "Step 6208:\n", "Loss: 1.808264970779419\n", "Step 6209:\n", "Loss: 2.080094575881958\n", "Step 6210:\n", "Loss: 2.154583215713501\n", "Step 6211:\n", "Loss: 1.7183994054794312\n", "Step 6212:\n", "Loss: 2.2681660652160645\n", "Step 6213:\n", "Loss: 2.175835371017456\n", "Step 6214:\n", "Loss: 2.3050308227539062\n", "Step 6215:\n", "Loss: 2.611682653427124\n", "Step 6216:\n", "Loss: 1.859946846961975\n", "Step 6217:\n", "Loss: 2.1903746128082275\n", "Step 6218:\n", "Loss: 3.1331536769866943\n", "Step 6219:\n", "Loss: 1.9696518182754517\n", "Step 6220:\n", "Loss: 2.4808685779571533\n", "Step 6221:\n", "Loss: 2.3101532459259033\n", "Step 6222:\n", "Loss: 2.0536975860595703\n", "Step 6223:\n", "Loss: 2.25879168510437\n", "Step 6224:\n", "Loss: 2.35854434967041\n", "Step 6225:\n", "Loss: 2.8652184009552\n", "Step 6226:\n", "Loss: 2.8839027881622314\n", "Step 6227:\n", "Loss: 2.4944586753845215\n", "Step 6228:\n", "Loss: 2.354464054107666\n", "Step 6229:\n", "Loss: 2.3677127361297607\n", "Step 6230:\n", "Loss: 2.3767197132110596\n", "Step 6231:\n", "Loss: 2.3838274478912354\n", "Step 6232:\n", "Loss: 2.150714874267578\n", "Step 6233:\n", "Loss: 2.195343017578125\n", "Step 6234:\n", "Loss: 2.5072638988494873\n", "Step 6235:\n", "Loss: 3.768378257751465\n", "Step 6236:\n", "Loss: 2.388026237487793\n", "Step 6237:\n", "Loss: 2.285451650619507\n", "Step 6238:\n", "Loss: 2.767277240753174\n", "Step 6239:\n", "Loss: 2.5724058151245117\n", "Step 6240:\n", "Loss: 2.569225311279297\n", "Step 6241:\n", "Loss: 2.6035585403442383\n", "Step 6242:\n", "Loss: 2.7190778255462646\n", "Step 6243:\n", "Loss: 2.238100290298462\n", "Step 6244:\n", "Loss: 2.0043559074401855\n", "Step 6245:\n", "Loss: 2.8079628944396973\n", "Step 6246:\n", "Loss: 2.886871576309204\n", "Step 6247:\n", "Loss: 2.103278636932373\n", "Step 6248:\n", "Loss: 1.9476420879364014\n", "Step 6249:\n", "Loss: 1.8592658042907715\n", "Step 6250:\n", "Loss: 2.6732065677642822\n", "Step 6251:\n", "Loss: 2.4371519088745117\n", "Step 6252:\n", "Loss: 3.1675503253936768\n", "Step 6253:\n", "Loss: 2.666562080383301\n", "Step 6254:\n", "Loss: 2.532400131225586\n", "Step 6255:\n", "Loss: 2.1963117122650146\n", "Step 6256:\n", "Loss: 2.032513380050659\n", "Step 6257:\n", "Loss: 2.5227746963500977\n", "Step 6258:\n", "Loss: 2.5603904724121094\n", "Step 6259:\n", "Loss: 2.2974839210510254\n", "Step 6260:\n", "Loss: 2.0720391273498535\n", "Step 6261:\n", "Loss: 3.3359124660491943\n", "Step 6262:\n", "Loss: 2.4041635990142822\n", "Step 6263:\n", "Loss: 2.6408309936523438\n", "Step 6264:\n", "Loss: 2.346298933029175\n", "Step 6265:\n", "Loss: 2.470799446105957\n", "Step 6266:\n", "Loss: 2.0321907997131348\n", "Step 6267:\n", "Loss: 2.8210742473602295\n", "Step 6268:\n", "Loss: 2.1818485260009766\n", "Step 6269:\n", "Loss: 3.172637701034546\n", "Step 6270:\n", "Loss: 2.2260751724243164\n", "Step 6271:\n", "Loss: 2.356761932373047\n", "Step 6272:\n", "Loss: 2.8862009048461914\n", "Step 6273:\n", "Loss: 1.9851789474487305\n", "Step 6274:\n", "Loss: 2.8106236457824707\n", "Step 6275:\n", "Loss: 2.6257710456848145\n", "Step 6276:\n", "Loss: 2.0927734375\n", "Step 6277:\n", "Loss: 2.283168315887451\n", "Step 6278:\n", "Loss: 2.5439443588256836\n", "Step 6279:\n", "Loss: 2.7950594425201416\n", "Step 6280:\n", "Loss: 2.395106554031372\n", "Step 6281:\n", "Loss: 2.8096399307250977\n", "Step 6282:\n", "Loss: 2.409621238708496\n", "Step 6283:\n", "Loss: 2.839844226837158\n", "Step 6284:\n", "Loss: 2.4806554317474365\n", "Step 6285:\n", "Loss: 2.4028470516204834\n", "Step 6286:\n", "Loss: 2.525928020477295\n", "Step 6287:\n", "Loss: 2.3797450065612793\n", "Step 6288:\n", "Loss: 2.6951169967651367\n", "Step 6289:\n", "Loss: 2.252237319946289\n", "Step 6290:\n", "Loss: 2.3833301067352295\n", "Step 6291:\n", "Loss: 2.546647787094116\n", "Step 6292:\n", "Loss: 2.7487335205078125\n", "Step 6293:\n", "Loss: 2.480327844619751\n", "Step 6294:\n", "Loss: 2.967895269393921\n", "Step 6295:\n", "Loss: 2.707523822784424\n", "Step 6296:\n", "Loss: 2.0714988708496094\n", "Step 6297:\n", "Loss: 2.592972993850708\n", "Step 6298:\n", "Loss: 2.283102512359619\n", "Step 6299:\n", "Loss: 3.149977207183838\n", "Step 6300:\n", "Loss: 2.11784291267395\n", "Step 6301:\n", "Loss: 2.211261749267578\n", "Step 6302:\n", "Loss: 1.949422836303711\n", "Step 6303:\n", "Loss: 2.0910720825195312\n", "Step 6304:\n", "Loss: 2.101727247238159\n", "Step 6305:\n", "Loss: 2.4378957748413086\n", "Step 6306:\n", "Loss: 2.4552807807922363\n", "Step 6307:\n", "Loss: 2.5433621406555176\n", "Step 6308:\n", "Loss: 2.16337251663208\n", "Step 6309:\n", "Loss: 2.2469635009765625\n", "Step 6310:\n", "Loss: 1.9557141065597534\n", "Step 6311:\n", "Loss: 2.7147207260131836\n", "Step 6312:\n", "Loss: 2.361848831176758\n", "Step 6313:\n", "Loss: 2.23764967918396\n", "Step 6314:\n", "Loss: 2.3670501708984375\n", "Step 6315:\n", "Loss: 2.8472442626953125\n", "Step 6316:\n", "Loss: 1.791963815689087\n", "Step 6317:\n", "Loss: 2.292203664779663\n", "Step 6318:\n", "Loss: 2.2897911071777344\n", "Step 6319:\n", "Loss: 2.385160207748413\n", "Step 6320:\n", "Loss: 2.5425033569335938\n", "Step 6321:\n", "Loss: 2.92032527923584\n", "Step 6322:\n", "Loss: 3.001816987991333\n", "Step 6323:\n", "Loss: 2.296525716781616\n", "Step 6324:\n", "Loss: 2.72003173828125\n", "Step 6325:\n", "Loss: 2.114454507827759\n", "Step 6326:\n", "Loss: 2.70383882522583\n", "Step 6327:\n", "Loss: 2.073065996170044\n", "Step 6328:\n", "Loss: 2.1326956748962402\n", "Step 6329:\n", "Loss: 2.4017860889434814\n", "Step 6330:\n", "Loss: 2.3062596321105957\n", "Step 6331:\n", "Loss: 2.9558520317077637\n", "Step 6332:\n", "Loss: 2.849059820175171\n", "Step 6333:\n", "Loss: 2.4769742488861084\n", "Step 6334:\n", "Loss: 2.410637140274048\n", "Step 6335:\n", "Loss: 2.35309100151062\n", "Step 6336:\n", "Loss: 2.1559033393859863\n", "Step 6337:\n", "Loss: 2.5086162090301514\n", "Step 6338:\n", "Loss: 2.7693967819213867\n", "Step 6339:\n", "Loss: 2.5447094440460205\n", "Step 6340:\n", "Loss: 2.4720160961151123\n", "Step 6341:\n", "Loss: 2.5354995727539062\n", "Step 6342:\n", "Loss: 2.219540596008301\n", "Step 6343:\n", "Loss: 2.4751713275909424\n", "Step 6344:\n", "Loss: 2.3606133460998535\n", "Step 6345:\n", "Loss: 2.2796974182128906\n", "Step 6346:\n", "Loss: 2.4462790489196777\n", "Step 6347:\n", "Loss: 2.7012529373168945\n", "Step 6348:\n", "Loss: 2.224379777908325\n", "Step 6349:\n", "Loss: 2.8178977966308594\n", "Step 6350:\n", "Loss: 2.4352402687072754\n", "Step 6351:\n", "Loss: 2.8945236206054688\n", "Step 6352:\n", "Loss: 2.4420928955078125\n", "Step 6353:\n", "Loss: 2.394672155380249\n", "Step 6354:\n", "Loss: 3.1017725467681885\n", "Step 6355:\n", "Loss: 1.8657571077346802\n", "Step 6356:\n", "Loss: 1.9439654350280762\n", "Step 6357:\n", "Loss: 2.605868339538574\n", "Step 6358:\n", "Loss: 2.072068214416504\n", "Step 6359:\n", "Loss: 2.6528329849243164\n", "Step 6360:\n", "Loss: 2.498552083969116\n", "Step 6361:\n", "Loss: 2.517643451690674\n", "Step 6362:\n", "Loss: 2.2419614791870117\n", "Step 6363:\n", "Loss: 2.0585579872131348\n", "Step 6364:\n", "Loss: 2.5450541973114014\n", "Step 6365:\n", "Loss: 2.588270664215088\n", "Step 6366:\n", "Loss: 2.5314700603485107\n", "Step 6367:\n", "Loss: 2.416729211807251\n", "Step 6368:\n", "Loss: 2.470660448074341\n", "Step 6369:\n", "Loss: 2.4486629962921143\n", "Step 6370:\n", "Loss: 2.3454384803771973\n", "Step 6371:\n", "Loss: 2.4495513439178467\n", "Step 6372:\n", "Loss: 2.4408469200134277\n", "Step 6373:\n", "Loss: 2.2022085189819336\n", "Step 6374:\n", "Loss: 2.5945515632629395\n", "Step 6375:\n", "Loss: 3.099270820617676\n", "Step 6376:\n", "Loss: 2.3433175086975098\n", "Step 6377:\n", "Loss: 2.4704513549804688\n", "Step 6378:\n", "Loss: 2.847118854522705\n", "Step 6379:\n", "Loss: 2.3817715644836426\n", "Step 6380:\n", "Loss: 2.34218168258667\n", "Step 6381:\n", "Loss: 2.419022560119629\n", "Step 6382:\n", "Loss: 1.9742064476013184\n", "Step 6383:\n", "Loss: 2.214728355407715\n", "Step 6384:\n", "Loss: 2.1733293533325195\n", "Step 6385:\n", "Loss: 2.6516547203063965\n", "Step 6386:\n", "Loss: 2.1193692684173584\n", "Step 6387:\n", "Loss: 2.1697466373443604\n", "Step 6388:\n", "Loss: 2.5604641437530518\n", "Step 6389:\n", "Loss: 2.4228060245513916\n", "Step 6390:\n", "Loss: 2.4130184650421143\n", "Step 6391:\n", "Loss: 1.9876130819320679\n", "Step 6392:\n", "Loss: 2.7794792652130127\n", "Step 6393:\n", "Loss: 2.7135696411132812\n", "Step 6394:\n", "Loss: 2.57023549079895\n", "Step 6395:\n", "Loss: 2.758219003677368\n", "Step 6396:\n", "Loss: 2.3718607425689697\n", "Step 6397:\n", "Loss: 2.6522934436798096\n", "Step 6398:\n", "Loss: 2.274674892425537\n", "Step 6399:\n", "Loss: 2.248896598815918\n", "Step 6400:\n", "Loss: 2.167292356491089\n", "Step 6401:\n", "Loss: 2.185910940170288\n", "Step 6402:\n", "Loss: 2.5448789596557617\n", "Step 6403:\n", "Loss: 2.542677879333496\n", "Step 6404:\n", "Loss: 1.933518409729004\n", "Step 6405:\n", "Loss: 2.3022966384887695\n", "Step 6406:\n", "Loss: 2.095921516418457\n", "Step 6407:\n", "Loss: 2.9825081825256348\n", "Step 6408:\n", "Loss: 2.28243350982666\n", "Step 6409:\n", "Loss: 2.539283275604248\n", "Step 6410:\n", "Loss: 2.0575778484344482\n", "Step 6411:\n", "Loss: 2.081113576889038\n", "Step 6412:\n", "Loss: 2.7663450241088867\n", "Step 6413:\n", "Loss: 2.2283108234405518\n", "Step 6414:\n", "Loss: 2.0947773456573486\n", "Step 6415:\n", "Loss: 2.5925261974334717\n", "Step 6416:\n", "Loss: 2.1836376190185547\n", "Step 6417:\n", "Loss: 2.1668519973754883\n", "Step 6418:\n", "Loss: 2.085549831390381\n", "Step 6419:\n", "Loss: 2.2517740726470947\n", "Step 6420:\n", "Loss: 2.566101551055908\n", "Step 6421:\n", "Loss: 2.368252754211426\n", "Step 6422:\n", "Loss: 2.447805166244507\n", "Step 6423:\n", "Loss: 2.498900890350342\n", "Step 6424:\n", "Loss: 2.6319150924682617\n", "Step 6425:\n", "Loss: 2.1881096363067627\n", "Step 6426:\n", "Loss: 2.058424711227417\n", "Step 6427:\n", "Loss: 2.667461633682251\n", "Step 6428:\n", "Loss: 1.8060797452926636\n", "Step 6429:\n", "Loss: 2.412837266921997\n", "Step 6430:\n", "Loss: 2.380553722381592\n", "Step 6431:\n", "Loss: 2.31781268119812\n", "Step 6432:\n", "Loss: 2.7692959308624268\n", "Step 6433:\n", "Loss: 2.2607181072235107\n", "Step 6434:\n", "Loss: 2.795473098754883\n", "Step 6435:\n", "Loss: 2.036844253540039\n", "Step 6436:\n", "Loss: 2.12900447845459\n", "Step 6437:\n", "Loss: 2.7744407653808594\n", "Step 6438:\n", "Loss: 2.398655652999878\n", "Step 6439:\n", "Loss: 2.0090599060058594\n", "Step 6440:\n", "Loss: 2.7396905422210693\n", "Step 6441:\n", "Loss: 1.9072563648223877\n", "Step 6442:\n", "Loss: 2.127499580383301\n", "Step 6443:\n", "Loss: 2.09727144241333\n", "Step 6444:\n", "Loss: 2.0658960342407227\n", "Step 6445:\n", "Loss: 2.6705422401428223\n", "Step 6446:\n", "Loss: 2.3701066970825195\n", "Step 6447:\n", "Loss: 2.5803043842315674\n", "Step 6448:\n", "Loss: 2.4427578449249268\n", "Step 6449:\n", "Loss: 2.6231322288513184\n", "Step 6450:\n", "Loss: 2.5552473068237305\n", "Step 6451:\n", "Loss: 2.234837532043457\n", "Step 6452:\n", "Loss: 2.213188886642456\n", "Step 6453:\n", "Loss: 2.932833671569824\n", "Step 6454:\n", "Loss: 2.4497814178466797\n", "Step 6455:\n", "Loss: 2.342081069946289\n", "Step 6456:\n", "Loss: 2.8290088176727295\n", "Step 6457:\n", "Loss: 2.3758769035339355\n", "Step 6458:\n", "Loss: 2.6866912841796875\n", "Step 6459:\n", "Loss: 2.6512722969055176\n", "Step 6460:\n", "Loss: 2.399540901184082\n", "Step 6461:\n", "Loss: 2.207052707672119\n", "Step 6462:\n", "Loss: 2.3257131576538086\n", "Step 6463:\n", "Loss: 2.120128870010376\n", "Step 6464:\n", "Loss: 2.2970974445343018\n", "Step 6465:\n", "Loss: 2.2984812259674072\n", "Step 6466:\n", "Loss: 3.0339651107788086\n", "Step 6467:\n", "Loss: 2.1872105598449707\n", "Step 6468:\n", "Loss: 2.4759953022003174\n", "Step 6469:\n", "Loss: 2.230710506439209\n", "Step 6470:\n", "Loss: 2.924239158630371\n", "Step 6471:\n", "Loss: 2.344062566757202\n", "Step 6472:\n", "Loss: 3.028052806854248\n", "Step 6473:\n", "Loss: 2.4396400451660156\n", "Step 6474:\n", "Loss: 2.56522274017334\n", "Step 6475:\n", "Loss: 2.483212947845459\n", "Step 6476:\n", "Loss: 1.990018606185913\n", "Step 6477:\n", "Loss: 2.5524280071258545\n", "Step 6478:\n", "Loss: 2.3053135871887207\n", "Step 6479:\n", "Loss: 2.926608085632324\n", "Step 6480:\n", "Loss: 2.505121946334839\n", "Step 6481:\n", "Loss: 2.0341782569885254\n", "Step 6482:\n", "Loss: 2.0940322875976562\n", "Step 6483:\n", "Loss: 2.119955062866211\n", "Step 6484:\n", "Loss: 2.591914653778076\n", "Step 6485:\n", "Loss: 2.4519124031066895\n", "Step 6486:\n", "Loss: 1.6442334651947021\n", "Step 6487:\n", "Loss: 1.8208633661270142\n", "Step 6488:\n", "Loss: 2.186328887939453\n", "Step 6489:\n", "Loss: 2.4739108085632324\n", "Step 6490:\n", "Loss: 2.4154930114746094\n", "Step 6491:\n", "Loss: 2.8333497047424316\n", "Step 6492:\n", "Loss: 2.2121479511260986\n", "Step 6493:\n", "Loss: 2.000593662261963\n", "Step 6494:\n", "Loss: 2.1592698097229004\n", "Step 6495:\n", "Loss: 2.5745203495025635\n", "Step 6496:\n", "Loss: 2.235225200653076\n", "Step 6497:\n", "Loss: 1.9321234226226807\n", "Step 6498:\n", "Loss: 2.838238000869751\n", "Step 6499:\n", "Loss: 2.330918788909912\n", "Step 6500:\n", "Loss: 1.6721616983413696\n", "Step 6501:\n", "Loss: 2.2766029834747314\n", "Step 6502:\n", "Loss: 2.3201818466186523\n", "Step 6503:\n", "Loss: 2.1612143516540527\n", "Step 6504:\n", "Loss: 2.312695026397705\n", "Step 6505:\n", "Loss: 2.400597095489502\n", "Step 6506:\n", "Loss: 2.350381374359131\n", "Step 6507:\n", "Loss: 2.5638785362243652\n", "Step 6508:\n", "Loss: 2.3646397590637207\n", "Step 6509:\n", "Loss: 2.372988700866699\n", "Step 6510:\n", "Loss: 2.4441134929656982\n", "Step 6511:\n", "Loss: 2.3367581367492676\n", "Step 6512:\n", "Loss: 2.335883378982544\n", "Step 6513:\n", "Loss: 2.239352226257324\n", "Step 6514:\n", "Loss: 2.001803159713745\n", "Step 6515:\n", "Loss: 2.59328031539917\n", "Step 6516:\n", "Loss: 2.26990008354187\n", "Step 6517:\n", "Loss: 2.6608433723449707\n", "Step 6518:\n", "Loss: 2.9116811752319336\n", "Step 6519:\n", "Loss: 2.609570264816284\n", "Step 6520:\n", "Loss: 2.108494281768799\n", "Step 6521:\n", "Loss: 2.210148811340332\n", "Step 6522:\n", "Loss: 2.5675711631774902\n", "Step 6523:\n", "Loss: 2.500674247741699\n", "Step 6524:\n", "Loss: 2.100921392440796\n", "Step 6525:\n", "Loss: 2.549467086791992\n", "Step 6526:\n", "Loss: 1.8229444026947021\n", "Step 6527:\n", "Loss: 2.7176804542541504\n", "Step 6528:\n", "Loss: 2.3521475791931152\n", "Step 6529:\n", "Loss: 1.9579135179519653\n", "Step 6530:\n", "Loss: 2.500676155090332\n", "Step 6531:\n", "Loss: 2.365105152130127\n", "Step 6532:\n", "Loss: 2.1145291328430176\n", "Step 6533:\n", "Loss: 2.166205406188965\n", "Step 6534:\n", "Loss: 2.5360143184661865\n", "Step 6535:\n", "Loss: 2.5494043827056885\n", "Step 6536:\n", "Loss: 2.5488829612731934\n", "Step 6537:\n", "Loss: 2.187983512878418\n", "Step 6538:\n", "Loss: 2.1531505584716797\n", "Step 6539:\n", "Loss: 2.3246002197265625\n", "Step 6540:\n", "Loss: 2.5583181381225586\n", "Step 6541:\n", "Loss: 1.714730978012085\n", "Step 6542:\n", "Loss: 3.031583547592163\n", "Step 6543:\n", "Loss: 2.6369481086730957\n", "Step 6544:\n", "Loss: 2.5897819995880127\n", "Step 6545:\n", "Loss: 2.3243491649627686\n", "Step 6546:\n", "Loss: 2.3184926509857178\n", "Step 6547:\n", "Loss: 2.28985857963562\n", "Step 6548:\n", "Loss: 1.9910980463027954\n", "Step 6549:\n", "Loss: 2.5579702854156494\n", "Step 6550:\n", "Loss: 2.510824680328369\n", "Step 6551:\n", "Loss: 2.1323680877685547\n", "Step 6552:\n", "Loss: 1.5237667560577393\n", "Step 6553:\n", "Loss: 2.4429128170013428\n", "Step 6554:\n", "Loss: 2.635441541671753\n", "Step 6555:\n", "Loss: 2.0136351585388184\n", "Step 6556:\n", "Loss: 2.288538694381714\n", "Step 6557:\n", "Loss: 2.4606781005859375\n", "Step 6558:\n", "Loss: 3.269270181655884\n", "Step 6559:\n", "Loss: 2.250251293182373\n", "Step 6560:\n", "Loss: 2.1792969703674316\n", "Step 6561:\n", "Loss: 2.4249930381774902\n", "Step 6562:\n", "Loss: 2.531209945678711\n", "Step 6563:\n", "Loss: 2.484639883041382\n", "Step 6564:\n", "Loss: 2.902513027191162\n", "Step 6565:\n", "Loss: 2.268299102783203\n", "Step 6566:\n", "Loss: 2.8325095176696777\n", "Step 6567:\n", "Loss: 1.9896209239959717\n", "Step 6568:\n", "Loss: 2.4469311237335205\n", "Step 6569:\n", "Loss: 2.350254535675049\n", "Step 6570:\n", "Loss: 2.0488791465759277\n", "Step 6571:\n", "Loss: 2.4264912605285645\n", "Step 6572:\n", "Loss: 2.3364598751068115\n", "Step 6573:\n", "Loss: 3.078319549560547\n", "Step 6574:\n", "Loss: 2.4596171379089355\n", "Step 6575:\n", "Loss: 2.5783848762512207\n", "Step 6576:\n", "Loss: 2.5179412364959717\n", "Step 6577:\n", "Loss: 2.5067365169525146\n", "Step 6578:\n", "Loss: 2.432978630065918\n", "Step 6579:\n", "Loss: 3.1693713665008545\n", "Step 6580:\n", "Loss: 2.2163071632385254\n", "Step 6581:\n", "Loss: 2.470322370529175\n", "Step 6582:\n", "Loss: 2.641155481338501\n", "Step 6583:\n", "Loss: 2.538090229034424\n", "Step 6584:\n", "Loss: 2.717662811279297\n", "Step 6585:\n", "Loss: 2.3489246368408203\n", "Step 6586:\n", "Loss: 2.149467706680298\n", "Step 6587:\n", "Loss: 2.21012806892395\n", "Step 6588:\n", "Loss: 2.7701528072357178\n", "Step 6589:\n", "Loss: 2.7879159450531006\n", "Step 6590:\n", "Loss: 2.382174015045166\n", "Step 6591:\n", "Loss: 2.294409990310669\n", "Step 6592:\n", "Loss: 2.2094602584838867\n", "Step 6593:\n", "Loss: 1.4801185131072998\n", "Step 6594:\n", "Loss: 2.3712525367736816\n", "Step 6595:\n", "Loss: 2.090503454208374\n", "Step 6596:\n", "Loss: 2.7143726348876953\n", "Step 6597:\n", "Loss: 2.283928871154785\n", "Step 6598:\n", "Loss: 2.3633220195770264\n", "Step 6599:\n", "Loss: 2.308478355407715\n", "Step 6600:\n", "Loss: 2.0787193775177\n", "Step 6601:\n", "Loss: 2.4703691005706787\n", "Step 6602:\n", "Loss: 2.251798629760742\n", "Step 6603:\n", "Loss: 2.203817367553711\n", "Step 6604:\n", "Loss: 2.3030765056610107\n", "Step 6605:\n", "Loss: 2.335996150970459\n", "Step 6606:\n", "Loss: 2.6195712089538574\n", "Step 6607:\n", "Loss: 2.3613100051879883\n", "Step 6608:\n", "Loss: 2.433655261993408\n", "Step 6609:\n", "Loss: 2.703878879547119\n", "Step 6610:\n", "Loss: 2.120478630065918\n", "Step 6611:\n", "Loss: 2.484858751296997\n", "Step 6612:\n", "Loss: 2.626087188720703\n", "Step 6613:\n", "Loss: 2.147581100463867\n", "Step 6614:\n", "Loss: 2.190497875213623\n", "Step 6615:\n", "Loss: 2.6389808654785156\n", "Step 6616:\n", "Loss: 2.445695400238037\n", "Step 6617:\n", "Loss: 2.2336277961730957\n", "Step 6618:\n", "Loss: 2.103083610534668\n", "Step 6619:\n", "Loss: 2.024509906768799\n", "Step 6620:\n", "Loss: 2.1908464431762695\n", "Step 6621:\n", "Loss: 3.249338150024414\n", "Step 6622:\n", "Loss: 2.420452117919922\n", "Step 6623:\n", "Loss: 2.507946252822876\n", "Step 6624:\n", "Loss: 1.828533411026001\n", "Step 6625:\n", "Loss: 2.3373935222625732\n", "Step 6626:\n", "Loss: 3.0341849327087402\n", "Step 6627:\n", "Loss: 2.4295666217803955\n", "Step 6628:\n", "Loss: 2.0127971172332764\n", "Step 6629:\n", "Loss: 2.5322458744049072\n", "Step 6630:\n", "Loss: 2.3786089420318604\n", "Step 6631:\n", "Loss: 2.2661678791046143\n", "Step 6632:\n", "Loss: 2.222689151763916\n", "Step 6633:\n", "Loss: 1.9161077737808228\n", "Step 6634:\n", "Loss: 2.3722031116485596\n", "Step 6635:\n", "Loss: 2.0977537631988525\n", "Step 6636:\n", "Loss: 2.206918239593506\n", "Step 6637:\n", "Loss: 2.073690414428711\n", "Step 6638:\n", "Loss: 2.2343733310699463\n", "Step 6639:\n", "Loss: 2.2879137992858887\n", "Step 6640:\n", "Loss: 2.4997050762176514\n", "Step 6641:\n", "Loss: 2.0662717819213867\n", "Step 6642:\n", "Loss: 2.6420185565948486\n", "Step 6643:\n", "Loss: 2.596646308898926\n", "Step 6644:\n", "Loss: 2.2713255882263184\n", "Step 6645:\n", "Loss: 1.882109522819519\n", "Step 6646:\n", "Loss: 2.456040382385254\n", "Step 6647:\n", "Loss: 2.1471447944641113\n", "Step 6648:\n", "Loss: 2.2845778465270996\n", "Step 6649:\n", "Loss: 2.983485698699951\n", "Step 6650:\n", "Loss: 2.1767263412475586\n", "Step 6651:\n", "Loss: 2.0719261169433594\n", "Step 6652:\n", "Loss: 2.3538646697998047\n", "Step 6653:\n", "Loss: 2.538057804107666\n", "Step 6654:\n", "Loss: 2.075432538986206\n", "Step 6655:\n", "Loss: 2.9844799041748047\n", "Step 6656:\n", "Loss: 2.05403208732605\n", "Step 6657:\n", "Loss: 2.133173942565918\n", "Step 6658:\n", "Loss: 1.9454312324523926\n", "Step 6659:\n", "Loss: 2.3278281688690186\n", "Step 6660:\n", "Loss: 2.848604679107666\n", "Step 6661:\n", "Loss: 2.3245155811309814\n", "Step 6662:\n", "Loss: 2.284212827682495\n", "Step 6663:\n", "Loss: 2.960902452468872\n", "Step 6664:\n", "Loss: 1.8731019496917725\n", "Step 6665:\n", "Loss: 1.9802160263061523\n", "Step 6666:\n", "Loss: 2.3429551124572754\n", "Step 6667:\n", "Loss: 2.567003011703491\n", "Step 6668:\n", "Loss: 2.1538920402526855\n", "Step 6669:\n", "Loss: 2.3462188243865967\n", "Step 6670:\n", "Loss: 2.577688694000244\n", "Step 6671:\n", "Loss: 2.6976847648620605\n", "Step 6672:\n", "Loss: 2.5082173347473145\n", "Step 6673:\n", "Loss: 2.402100086212158\n", "Step 6674:\n", "Loss: 2.1768035888671875\n", "Step 6675:\n", "Loss: 2.423710346221924\n", "Step 6676:\n", "Loss: 2.5157899856567383\n", "Step 6677:\n", "Loss: 2.1141304969787598\n", "Step 6678:\n", "Loss: 2.435842514038086\n", "Step 6679:\n", "Loss: 2.289769172668457\n", "Step 6680:\n", "Loss: 2.355170488357544\n", "Step 6681:\n", "Loss: 2.22247314453125\n", "Step 6682:\n", "Loss: 2.298682928085327\n", "Step 6683:\n", "Loss: 2.2809503078460693\n", "Step 6684:\n", "Loss: 2.4637017250061035\n", "Step 6685:\n", "Loss: 2.947249174118042\n", "Step 6686:\n", "Loss: 1.979933500289917\n", "Step 6687:\n", "Loss: 2.1900291442871094\n", "Step 6688:\n", "Loss: 2.565084218978882\n", "Step 6689:\n", "Loss: 1.8221768140792847\n", "Step 6690:\n", "Loss: 2.14035701751709\n", "Step 6691:\n", "Loss: 2.4113190174102783\n", "Step 6692:\n", "Loss: 2.6283578872680664\n", "Step 6693:\n", "Loss: 2.65102481842041\n", "Step 6694:\n", "Loss: 2.1980464458465576\n", "Step 6695:\n", "Loss: 2.0751402378082275\n", "Step 6696:\n", "Loss: 2.2480571269989014\n", "Step 6697:\n", "Loss: 2.504910945892334\n", "Step 6698:\n", "Loss: 2.3719959259033203\n", "Step 6699:\n", "Loss: 1.8562431335449219\n", "Step 6700:\n", "Loss: 2.7804245948791504\n", "Step 6701:\n", "Loss: 2.760136365890503\n", "Step 6702:\n", "Loss: 2.5493123531341553\n", "Step 6703:\n", "Loss: 2.46052885055542\n", "Step 6704:\n", "Loss: 2.6236114501953125\n", "Step 6705:\n", "Loss: 1.9665501117706299\n", "Step 6706:\n", "Loss: 2.056476593017578\n", "Step 6707:\n", "Loss: 2.101500988006592\n", "Step 6708:\n", "Loss: 2.4495227336883545\n", "Step 6709:\n", "Loss: 1.8326311111450195\n", "Step 6710:\n", "Loss: 2.792684555053711\n", "Step 6711:\n", "Loss: 1.9830303192138672\n", "Step 6712:\n", "Loss: 2.185147762298584\n", "Step 6713:\n", "Loss: 1.780390739440918\n", "Step 6714:\n", "Loss: 2.3535962104797363\n", "Step 6715:\n", "Loss: 2.674412250518799\n", "Step 6716:\n", "Loss: 2.673597812652588\n", "Step 6717:\n", "Loss: 1.8686357736587524\n", "Step 6718:\n", "Loss: 2.869680881500244\n", "Step 6719:\n", "Loss: 2.0761642456054688\n", "Step 6720:\n", "Loss: 3.3148388862609863\n", "Step 6721:\n", "Loss: 2.4875097274780273\n", "Step 6722:\n", "Loss: 2.3591203689575195\n", "Step 6723:\n", "Loss: 2.6526405811309814\n", "Step 6724:\n", "Loss: 2.468977212905884\n", "Step 6725:\n", "Loss: 2.2624359130859375\n", "Step 6726:\n", "Loss: 2.5957190990448\n", "Step 6727:\n", "Loss: 2.569169759750366\n", "Step 6728:\n", "Loss: 1.9222208261489868\n", "Step 6729:\n", "Loss: 2.5253820419311523\n", "Step 6730:\n", "Loss: 1.9687186479568481\n", "Step 6731:\n", "Loss: 2.5449938774108887\n", "Step 6732:\n", "Loss: 2.05427622795105\n", "Step 6733:\n", "Loss: 2.455308675765991\n", "Step 6734:\n", "Loss: 2.539900302886963\n", "Step 6735:\n", "Loss: 2.3179163932800293\n", "Step 6736:\n", "Loss: 2.35125470161438\n", "Step 6737:\n", "Loss: 2.196084499359131\n", "Step 6738:\n", "Loss: 2.1668660640716553\n", "Step 6739:\n", "Loss: 2.2865195274353027\n", "Step 6740:\n", "Loss: 2.7312088012695312\n", "Step 6741:\n", "Loss: 2.4138152599334717\n", "Step 6742:\n", "Loss: 2.6151511669158936\n", "Step 6743:\n", "Loss: 2.8399717807769775\n", "Step 6744:\n", "Loss: 2.400371789932251\n", "Step 6745:\n", "Loss: 1.8266392946243286\n", "Step 6746:\n", "Loss: 2.5757925510406494\n", "Step 6747:\n", "Loss: 2.3033945560455322\n", "Step 6748:\n", "Loss: 2.599130630493164\n", "Step 6749:\n", "Loss: 2.5108156204223633\n", "Step 6750:\n", "Loss: 2.5663840770721436\n", "Step 6751:\n", "Loss: 2.431372880935669\n", "Step 6752:\n", "Loss: 2.205897331237793\n", "Step 6753:\n", "Loss: 2.542695999145508\n", "Step 6754:\n", "Loss: 2.193916082382202\n", "Step 6755:\n", "Loss: 2.948488712310791\n", "Step 6756:\n", "Loss: 1.9209043979644775\n", "Step 6757:\n", "Loss: 2.3954083919525146\n", "Step 6758:\n", "Loss: 2.8946242332458496\n", "Step 6759:\n", "Loss: 2.4415838718414307\n", "Step 6760:\n", "Loss: 2.7959561347961426\n", "Step 6761:\n", "Loss: 3.091818332672119\n", "Step 6762:\n", "Loss: 1.8605148792266846\n", "Step 6763:\n", "Loss: 2.2650022506713867\n", "Step 6764:\n", "Loss: 2.002995491027832\n", "Step 6765:\n", "Loss: 2.131195545196533\n", "Step 6766:\n", "Loss: 2.7063965797424316\n", "Step 6767:\n", "Loss: 2.0814647674560547\n", "Step 6768:\n", "Loss: 2.325040102005005\n", "Step 6769:\n", "Loss: 2.246246576309204\n", "Step 6770:\n", "Loss: 3.0403902530670166\n", "Step 6771:\n", "Loss: 2.418928384780884\n", "Step 6772:\n", "Loss: 2.035069465637207\n", "Step 6773:\n", "Loss: 2.725802421569824\n", "Step 6774:\n", "Loss: 2.4733669757843018\n", "Step 6775:\n", "Loss: 2.056290626525879\n", "Step 6776:\n", "Loss: 2.3544318675994873\n", "Step 6777:\n", "Loss: 2.4266066551208496\n", "Step 6778:\n", "Loss: 2.262328863143921\n", "Step 6779:\n", "Loss: 1.9181491136550903\n", "Step 6780:\n", "Loss: 2.5789003372192383\n", "Step 6781:\n", "Loss: 2.5322115421295166\n", "Step 6782:\n", "Loss: 2.4064671993255615\n", "Step 6783:\n", "Loss: 2.6878509521484375\n", "Step 6784:\n", "Loss: 2.2732372283935547\n", "Step 6785:\n", "Loss: 2.0851001739501953\n", "Step 6786:\n", "Loss: 2.4130287170410156\n", "Step 6787:\n", "Loss: 2.045020580291748\n", "Step 6788:\n", "Loss: 1.5985780954360962\n", "Step 6789:\n", "Loss: 2.1117842197418213\n", "Step 6790:\n", "Loss: 2.8047757148742676\n", "Step 6791:\n", "Loss: 2.791654109954834\n", "Step 6792:\n", "Loss: 2.012303113937378\n", "Step 6793:\n", "Loss: 2.870063304901123\n", "Step 6794:\n", "Loss: 2.8479247093200684\n", "Step 6795:\n", "Loss: 1.9150364398956299\n", "Step 6796:\n", "Loss: 2.4715681076049805\n", "Step 6797:\n", "Loss: 2.2020723819732666\n", "Step 6798:\n", "Loss: 2.591360330581665\n", "Step 6799:\n", "Loss: 2.523667097091675\n", "Step 6800:\n", "Loss: 2.43648099899292\n", "Step 6801:\n", "Loss: 2.282409429550171\n", "Step 6802:\n", "Loss: 2.101608991622925\n", "Step 6803:\n", "Loss: 2.2710821628570557\n", "Step 6804:\n", "Loss: 2.1343166828155518\n", "Step 6805:\n", "Loss: 2.053370237350464\n", "Step 6806:\n", "Loss: 2.017822265625\n", "Step 6807:\n", "Loss: 2.4655165672302246\n", "Step 6808:\n", "Loss: 2.0793442726135254\n", "Step 6809:\n", "Loss: 2.289267063140869\n", "Step 6810:\n", "Loss: 2.579627513885498\n", "Step 6811:\n", "Loss: 2.3603358268737793\n", "Step 6812:\n", "Loss: 2.2881035804748535\n", "Step 6813:\n", "Loss: 2.3942930698394775\n", "Step 6814:\n", "Loss: 2.8927555084228516\n", "Step 6815:\n", "Loss: 2.136038303375244\n", "Step 6816:\n", "Loss: 2.3750596046447754\n", "Step 6817:\n", "Loss: 2.148679733276367\n", "Step 6818:\n", "Loss: 2.1750593185424805\n", "Step 6819:\n", "Loss: 2.8250107765197754\n", "Step 6820:\n", "Loss: 2.1565916538238525\n", "Step 6821:\n", "Loss: 1.9073188304901123\n", "Step 6822:\n", "Loss: 2.349924087524414\n", "Step 6823:\n", "Loss: 2.4256134033203125\n", "Step 6824:\n", "Loss: 2.3354058265686035\n", "Step 6825:\n", "Loss: 1.822627067565918\n", "Step 6826:\n", "Loss: 1.714802622795105\n", "Step 6827:\n", "Loss: 2.6460659503936768\n", "Step 6828:\n", "Loss: 2.906724691390991\n", "Step 6829:\n", "Loss: 2.5026931762695312\n", "Step 6830:\n", "Loss: 2.6062934398651123\n", "Step 6831:\n", "Loss: 2.6538162231445312\n", "Step 6832:\n", "Loss: 2.7146990299224854\n", "Step 6833:\n", "Loss: 2.013124942779541\n", "Step 6834:\n", "Loss: 2.527860641479492\n", "Step 6835:\n", "Loss: 2.8264265060424805\n", "Step 6836:\n", "Loss: 2.8215529918670654\n", "Step 6837:\n", "Loss: 2.2005550861358643\n", "Step 6838:\n", "Loss: 2.4276509284973145\n", "Step 6839:\n", "Loss: 2.2071573734283447\n", "Step 6840:\n", "Loss: 2.442918539047241\n", "Step 6841:\n", "Loss: 2.096442222595215\n", "Step 6842:\n", "Loss: 2.164395570755005\n", "Step 6843:\n", "Loss: 2.7800021171569824\n", "Step 6844:\n", "Loss: 2.1243057250976562\n", "Step 6845:\n", "Loss: 2.0907387733459473\n", "Step 6846:\n", "Loss: 2.5572867393493652\n", "Step 6847:\n", "Loss: 1.787278175354004\n", "Step 6848:\n", "Loss: 2.7884607315063477\n", "Step 6849:\n", "Loss: 1.6487212181091309\n", "Step 6850:\n", "Loss: 2.3973171710968018\n", "Step 6851:\n", "Loss: 2.5181639194488525\n", "Step 6852:\n", "Loss: 1.823160171508789\n", "Step 6853:\n", "Loss: 2.802816152572632\n", "Step 6854:\n", "Loss: 2.424074172973633\n", "Step 6855:\n", "Loss: 2.224903106689453\n", "Step 6856:\n", "Loss: 2.3204195499420166\n", "Step 6857:\n", "Loss: 2.647174596786499\n", "Step 6858:\n", "Loss: 2.50423002243042\n", "Step 6859:\n", "Loss: 2.1458888053894043\n", "Step 6860:\n", "Loss: 2.5387766361236572\n", "Step 6861:\n", "Loss: 2.528080701828003\n", "Step 6862:\n", "Loss: 3.130905866622925\n", "Step 6863:\n", "Loss: 2.2019965648651123\n", "Step 6864:\n", "Loss: 1.8182942867279053\n", "Step 6865:\n", "Loss: 3.0942702293395996\n", "Step 6866:\n", "Loss: 2.4960274696350098\n", "Step 6867:\n", "Loss: 2.7017438411712646\n", "Step 6868:\n", "Loss: 2.1327624320983887\n", "Step 6869:\n", "Loss: 2.607302665710449\n", "Step 6870:\n", "Loss: 2.22706937789917\n", "Step 6871:\n", "Loss: 1.6702028512954712\n", "Step 6872:\n", "Loss: 2.7647032737731934\n", "Step 6873:\n", "Loss: 2.1432671546936035\n", "Step 6874:\n", "Loss: 2.0481793880462646\n", "Step 6875:\n", "Loss: 2.438509464263916\n", "Step 6876:\n", "Loss: 2.1269259452819824\n", "Step 6877:\n", "Loss: 1.9922285079956055\n", "Step 6878:\n", "Loss: 2.3051199913024902\n", "Step 6879:\n", "Loss: 2.292337417602539\n", "Step 6880:\n", "Loss: 2.393005847930908\n", "Step 6881:\n", "Loss: 2.5780491828918457\n", "Step 6882:\n", "Loss: 2.0559260845184326\n", "Step 6883:\n", "Loss: 2.388246774673462\n", "Step 6884:\n", "Loss: 2.7289180755615234\n", "Step 6885:\n", "Loss: 2.069711446762085\n", "Step 6886:\n", "Loss: 2.146238327026367\n", "Step 6887:\n", "Loss: 2.2015767097473145\n", "Step 6888:\n", "Loss: 2.1268322467803955\n", "Step 6889:\n", "Loss: 2.128732204437256\n", "Step 6890:\n", "Loss: 2.6537041664123535\n", "Step 6891:\n", "Loss: 2.2024734020233154\n", "Step 6892:\n", "Loss: 2.284721612930298\n", "Step 6893:\n", "Loss: 2.552992343902588\n", "Step 6894:\n", "Loss: 2.0372376441955566\n", "Step 6895:\n", "Loss: 2.2692151069641113\n", "Step 6896:\n", "Loss: 2.1373963356018066\n", "Step 6897:\n", "Loss: 2.6952438354492188\n", "Step 6898:\n", "Loss: 1.9777292013168335\n", "Step 6899:\n", "Loss: 2.039937734603882\n", "Step 6900:\n", "Loss: 2.5687344074249268\n", "Step 6901:\n", "Loss: 2.1534016132354736\n", "Step 6902:\n", "Loss: 1.7837610244750977\n", "Step 6903:\n", "Loss: 2.284456491470337\n", "Step 6904:\n", "Loss: 1.8665510416030884\n", "Step 6905:\n", "Loss: 1.8212056159973145\n", "Step 6906:\n", "Loss: 2.6213393211364746\n", "Step 6907:\n", "Loss: 2.7365732192993164\n", "Step 6908:\n", "Loss: 2.7534146308898926\n", "Step 6909:\n", "Loss: 2.014920234680176\n", "Step 6910:\n", "Loss: 2.0454440116882324\n", "Step 6911:\n", "Loss: 2.2569472789764404\n", "Step 6912:\n", "Loss: 2.0842247009277344\n", "Step 6913:\n", "Loss: 2.2124650478363037\n", "Step 6914:\n", "Loss: 2.2199649810791016\n", "Step 6915:\n", "Loss: 2.894075393676758\n", "Step 6916:\n", "Loss: 2.6090970039367676\n", "Step 6917:\n", "Loss: 2.554798126220703\n", "Step 6918:\n", "Loss: 2.649585485458374\n", "Step 6919:\n", "Loss: 2.0773134231567383\n", "Step 6920:\n", "Loss: 2.5764670372009277\n", "Step 6921:\n", "Loss: 1.8878564834594727\n", "Step 6922:\n", "Loss: 1.9597188234329224\n", "Step 6923:\n", "Loss: 2.9876158237457275\n", "Step 6924:\n", "Loss: 2.7814369201660156\n", "Step 6925:\n", "Loss: 2.173301935195923\n", "Step 6926:\n", "Loss: 1.9746583700180054\n", "Step 6927:\n", "Loss: 1.811371922492981\n", "Step 6928:\n", "Loss: 1.9979686737060547\n", "Step 6929:\n", "Loss: 2.4163851737976074\n", "Step 6930:\n", "Loss: 2.2882399559020996\n", "Step 6931:\n", "Loss: 2.440495491027832\n", "Step 6932:\n", "Loss: 2.179727077484131\n", "Step 6933:\n", "Loss: 2.6903579235076904\n", "Step 6934:\n", "Loss: 2.7078957557678223\n", "Step 6935:\n", "Loss: 2.103022575378418\n", "Step 6936:\n", "Loss: 1.8458125591278076\n", "Step 6937:\n", "Loss: 2.3568668365478516\n", "Step 6938:\n", "Loss: 3.0850563049316406\n", "Step 6939:\n", "Loss: 2.0696346759796143\n", "Step 6940:\n", "Loss: 2.3715784549713135\n", "Step 6941:\n", "Loss: 2.3144609928131104\n", "Step 6942:\n", "Loss: 2.073667049407959\n", "Step 6943:\n", "Loss: 2.43082332611084\n", "Step 6944:\n", "Loss: 1.701275110244751\n", "Step 6945:\n", "Loss: 1.9772312641143799\n", "Step 6946:\n", "Loss: 2.647557497024536\n", "Step 6947:\n", "Loss: 2.630798578262329\n", "Step 6948:\n", "Loss: 2.3037703037261963\n", "Step 6949:\n", "Loss: 2.309579372406006\n", "Step 6950:\n", "Loss: 2.419525623321533\n", "Step 6951:\n", "Loss: 2.2488043308258057\n", "Step 6952:\n", "Loss: 2.641408920288086\n", "Step 6953:\n", "Loss: 2.2761778831481934\n", "Step 6954:\n", "Loss: 2.20963191986084\n", "Step 6955:\n", "Loss: 2.377110242843628\n", "Step 6956:\n", "Loss: 2.1117470264434814\n", "Step 6957:\n", "Loss: 2.261356830596924\n", "Step 6958:\n", "Loss: 2.0073461532592773\n", "Step 6959:\n", "Loss: 2.587488889694214\n", "Step 6960:\n", "Loss: 1.9843252897262573\n", "Step 6961:\n", "Loss: 1.771281361579895\n", "Step 6962:\n", "Loss: 2.7442374229431152\n", "Step 6963:\n", "Loss: 3.012220621109009\n", "Step 6964:\n", "Loss: 2.4381930828094482\n", "Step 6965:\n", "Loss: 2.095521926879883\n", "Step 6966:\n", "Loss: 2.438204288482666\n", "Step 6967:\n", "Loss: 2.1745567321777344\n", "Step 6968:\n", "Loss: 2.195309638977051\n", "Step 6969:\n", "Loss: 2.487117290496826\n", "Step 6970:\n", "Loss: 2.195281505584717\n", "Step 6971:\n", "Loss: 2.7478652000427246\n", "Step 6972:\n", "Loss: 2.3070218563079834\n", "Step 6973:\n", "Loss: 2.0650227069854736\n", "Step 6974:\n", "Loss: 1.922775149345398\n", "Step 6975:\n", "Loss: 2.54793643951416\n", "Step 6976:\n", "Loss: 2.3337979316711426\n", "Step 6977:\n", "Loss: 2.2297534942626953\n", "Step 6978:\n", "Loss: 1.813498854637146\n", "Step 6979:\n", "Loss: 2.004404306411743\n", "Step 6980:\n", "Loss: 2.3161847591400146\n", "Step 6981:\n", "Loss: 2.888892650604248\n", "Step 6982:\n", "Loss: 2.4167227745056152\n", "Step 6983:\n", "Loss: 1.8542931079864502\n", "Step 6984:\n", "Loss: 1.9066680669784546\n", "Step 6985:\n", "Loss: 3.017040967941284\n", "Step 6986:\n", "Loss: 2.540170907974243\n", "Step 6987:\n", "Loss: 2.355898380279541\n", "Step 6988:\n", "Loss: 2.075948715209961\n", "Step 6989:\n", "Loss: 2.1588222980499268\n", "Step 6990:\n", "Loss: 2.5842766761779785\n", "Step 6991:\n", "Loss: 1.9323558807373047\n", "Step 6992:\n", "Loss: 2.342045545578003\n", "Step 6993:\n", "Loss: 2.4501821994781494\n", "Step 6994:\n", "Loss: 2.350600481033325\n", "Step 6995:\n", "Loss: 2.5821852684020996\n", "Step 6996:\n", "Loss: 2.519611120223999\n", "Step 6997:\n", "Loss: 3.157460927963257\n", "Step 6998:\n", "Loss: 2.513427972793579\n", "Step 6999:\n", "Loss: 2.231693983078003\n", "Step 7000:\n", "Loss: 2.4062466621398926\n", "Step 7001:\n", "Loss: 1.9197460412979126\n", "Step 7002:\n", "Loss: 2.1810686588287354\n", "Step 7003:\n", "Loss: 2.5891799926757812\n", "Step 7004:\n", "Loss: 1.9981491565704346\n", "Step 7005:\n", "Loss: 2.8968868255615234\n", "Step 7006:\n", "Loss: 2.221621036529541\n", "Step 7007:\n", "Loss: 2.4543633460998535\n", "Step 7008:\n", "Loss: 2.000669002532959\n", "Step 7009:\n", "Loss: 3.039639472961426\n", "Step 7010:\n", "Loss: 2.771533966064453\n", "Step 7011:\n", "Loss: 1.8573622703552246\n", "Step 7012:\n", "Loss: 2.50101375579834\n", "Step 7013:\n", "Loss: 2.549750328063965\n", "Step 7014:\n", "Loss: 2.452150344848633\n", "Step 7015:\n", "Loss: 2.0289931297302246\n", "Step 7016:\n", "Loss: 2.354779005050659\n", "Step 7017:\n", "Loss: 2.10029673576355\n", "Step 7018:\n", "Loss: 2.5036165714263916\n", "Step 7019:\n", "Loss: 2.2625908851623535\n", "Step 7020:\n", "Loss: 2.0359020233154297\n", "Step 7021:\n", "Loss: 1.8127405643463135\n", "Step 7022:\n", "Loss: 1.8835784196853638\n", "Step 7023:\n", "Loss: 2.303224802017212\n", "Step 7024:\n", "Loss: 1.7078064680099487\n", "Step 7025:\n", "Loss: 2.417778491973877\n", "Step 7026:\n", "Loss: 1.7569376230239868\n", "Step 7027:\n", "Loss: 2.1737568378448486\n", "Step 7028:\n", "Loss: 2.084991216659546\n", "Step 7029:\n", "Loss: 2.6660513877868652\n", "Step 7030:\n", "Loss: 2.227632999420166\n", "Step 7031:\n", "Loss: 2.0100767612457275\n", "Step 7032:\n", "Loss: 2.268409013748169\n", "Step 7033:\n", "Loss: 1.9414663314819336\n", "Step 7034:\n", "Loss: 3.0097126960754395\n", "Step 7035:\n", "Loss: 2.5338425636291504\n", "Step 7036:\n", "Loss: 2.28226637840271\n", "Step 7037:\n", "Loss: 2.0988659858703613\n", "Step 7038:\n", "Loss: 2.098728895187378\n", "Step 7039:\n", "Loss: 2.462599515914917\n", "Step 7040:\n", "Loss: 2.949106454849243\n", "Step 7041:\n", "Loss: 2.495697498321533\n", "Step 7042:\n", "Loss: 1.7938892841339111\n", "Step 7043:\n", "Loss: 2.6282334327697754\n", "Step 7044:\n", "Loss: 2.4002606868743896\n", "Step 7045:\n", "Loss: 2.4961800575256348\n", "Step 7046:\n", "Loss: 2.1092681884765625\n", "Step 7047:\n", "Loss: 2.0700361728668213\n", "Step 7048:\n", "Loss: 1.7355763912200928\n", "Step 7049:\n", "Loss: 1.844897985458374\n", "Step 7050:\n", "Loss: 2.112727403640747\n", "Step 7051:\n", "Loss: 2.419508934020996\n", "Step 7052:\n", "Loss: 1.8432023525238037\n", "Step 7053:\n", "Loss: 2.9649126529693604\n", "Step 7054:\n", "Loss: 2.0728838443756104\n", "Step 7055:\n", "Loss: 2.535630702972412\n", "Step 7056:\n", "Loss: 2.0082736015319824\n", "Step 7057:\n", "Loss: 2.6512386798858643\n", "Step 7058:\n", "Loss: 2.288234233856201\n", "Step 7059:\n", "Loss: 1.8911842107772827\n", "Step 7060:\n", "Loss: 2.521045207977295\n", "Step 7061:\n", "Loss: 1.8015012741088867\n", "Step 7062:\n", "Loss: 1.9429540634155273\n", "Step 7063:\n", "Loss: 2.366564989089966\n", "Step 7064:\n", "Loss: 3.0805983543395996\n", "Step 7065:\n", "Loss: 1.7794036865234375\n", "Step 7066:\n", "Loss: 2.648247718811035\n", "Step 7067:\n", "Loss: 2.8941476345062256\n", "Step 7068:\n", "Loss: 1.8757418394088745\n", "Step 7069:\n", "Loss: 2.5224618911743164\n", "Step 7070:\n", "Loss: 1.738316297531128\n", "Step 7071:\n", "Loss: 2.628709316253662\n", "Step 7072:\n", "Loss: 2.402590274810791\n", "Step 7073:\n", "Loss: 2.487032413482666\n", "Step 7074:\n", "Loss: 2.116665840148926\n", "Step 7075:\n", "Loss: 2.143847703933716\n", "Step 7076:\n", "Loss: 2.826293468475342\n", "Step 7077:\n", "Loss: 2.047295331954956\n", "Step 7078:\n", "Loss: 2.406597852706909\n", "Step 7079:\n", "Loss: 2.2928249835968018\n", "Step 7080:\n", "Loss: 2.139531373977661\n", "Step 7081:\n", "Loss: 2.8539323806762695\n", "Step 7082:\n", "Loss: 1.9084546566009521\n", "Step 7083:\n", "Loss: 2.102689504623413\n", "Step 7084:\n", "Loss: 2.1074624061584473\n", "Step 7085:\n", "Loss: 2.5626678466796875\n", "Step 7086:\n", "Loss: 3.225086212158203\n", "Step 7087:\n", "Loss: 2.4612648487091064\n", "Step 7088:\n", "Loss: 2.144530773162842\n", "Step 7089:\n", "Loss: 2.069472312927246\n", "Step 7090:\n", "Loss: 2.205070972442627\n", "Step 7091:\n", "Loss: 2.5410211086273193\n", "Step 7092:\n", "Loss: 2.456468105316162\n", "Step 7093:\n", "Loss: 2.4517526626586914\n", "Step 7094:\n", "Loss: 2.2860848903656006\n", "Step 7095:\n", "Loss: 1.8828651905059814\n", "Step 7096:\n", "Loss: 2.473724842071533\n", "Step 7097:\n", "Loss: 2.2509987354278564\n", "Step 7098:\n", "Loss: 2.2324812412261963\n", "Step 7099:\n", "Loss: 2.6036429405212402\n", "Step 7100:\n", "Loss: 2.7438082695007324\n", "Step 7101:\n", "Loss: 2.9922523498535156\n", "Step 7102:\n", "Loss: 2.148426055908203\n", "Step 7103:\n", "Loss: 2.3589916229248047\n", "Step 7104:\n", "Loss: 2.4566097259521484\n", "Step 7105:\n", "Loss: 2.728059768676758\n", "Step 7106:\n", "Loss: 2.2913036346435547\n", "Step 7107:\n", "Loss: 2.5040698051452637\n", "Step 7108:\n", "Loss: 2.3999242782592773\n", "Step 7109:\n", "Loss: 2.4519481658935547\n", "Step 7110:\n", "Loss: 2.385401725769043\n", "Step 7111:\n", "Loss: 2.6740612983703613\n", "Step 7112:\n", "Loss: 2.321366786956787\n", "Step 7113:\n", "Loss: 1.7990127801895142\n", "Step 7114:\n", "Loss: 2.800889015197754\n", "Step 7115:\n", "Loss: 2.5848283767700195\n", "Step 7116:\n", "Loss: 1.7440787553787231\n", "Step 7117:\n", "Loss: 2.49345064163208\n", "Step 7118:\n", "Loss: 2.3757638931274414\n", "Step 7119:\n", "Loss: 2.4540505409240723\n", "Step 7120:\n", "Loss: 2.687722682952881\n", "Step 7121:\n", "Loss: 2.103952407836914\n", "Step 7122:\n", "Loss: 2.6931543350219727\n", "Step 7123:\n", "Loss: 2.2704195976257324\n", "Step 7124:\n", "Loss: 1.8178625106811523\n", "Step 7125:\n", "Loss: 2.477938175201416\n", "Step 7126:\n", "Loss: 2.0786895751953125\n", "Step 7127:\n", "Loss: 2.62846302986145\n", "Step 7128:\n", "Loss: 2.215864658355713\n", "Step 7129:\n", "Loss: 2.8680410385131836\n", "Step 7130:\n", "Loss: 2.67484712600708\n", "Step 7131:\n", "Loss: 2.2513411045074463\n", "Step 7132:\n", "Loss: 2.4047904014587402\n", "Step 7133:\n", "Loss: 2.4587907791137695\n", "Step 7134:\n", "Loss: 2.180408000946045\n", "Step 7135:\n", "Loss: 2.1527297496795654\n", "Step 7136:\n", "Loss: 2.338074207305908\n", "Step 7137:\n", "Loss: 2.2566962242126465\n", "Step 7138:\n", "Loss: 2.8314974308013916\n", "Step 7139:\n", "Loss: 1.9678930044174194\n", "Step 7140:\n", "Loss: 2.8452506065368652\n", "Step 7141:\n", "Loss: 2.450162172317505\n", "Step 7142:\n", "Loss: 2.0400924682617188\n", "Step 7143:\n", "Loss: 2.5677103996276855\n", "Step 7144:\n", "Loss: 2.127833366394043\n", "Step 7145:\n", "Loss: 2.6665656566619873\n", "Step 7146:\n", "Loss: 2.3221466541290283\n", "Step 7147:\n", "Loss: 2.3751156330108643\n", "Step 7148:\n", "Loss: 2.0942304134368896\n", "Step 7149:\n", "Loss: 2.274113178253174\n", "Step 7150:\n", "Loss: 2.0904407501220703\n", "Step 7151:\n", "Loss: 2.2568445205688477\n", "Step 7152:\n", "Loss: 1.7076117992401123\n", "Step 7153:\n", "Loss: 2.2799413204193115\n", "Step 7154:\n", "Loss: 2.1937835216522217\n", "Step 7155:\n", "Loss: 2.2358264923095703\n", "Step 7156:\n", "Loss: 2.3062686920166016\n", "Step 7157:\n", "Loss: 2.557903528213501\n", "Step 7158:\n", "Loss: 2.200411558151245\n", "Step 7159:\n", "Loss: 2.36710524559021\n", "Step 7160:\n", "Loss: 2.59372615814209\n", "Step 7161:\n", "Loss: 2.5500948429107666\n", "Step 7162:\n", "Loss: 2.276675224304199\n", "Step 7163:\n", "Loss: 1.9385287761688232\n", "Step 7164:\n", "Loss: 2.1166458129882812\n", "Step 7165:\n", "Loss: 1.8186005353927612\n", "Step 7166:\n", "Loss: 2.3382558822631836\n", "Step 7167:\n", "Loss: 2.30033278465271\n", "Step 7168:\n", "Loss: 1.9845478534698486\n", "Step 7169:\n", "Loss: 2.4408390522003174\n", "Step 7170:\n", "Loss: 2.281250476837158\n", "Step 7171:\n", "Loss: 2.291403293609619\n", "Step 7172:\n", "Loss: 2.123170852661133\n", "Step 7173:\n", "Loss: 2.632054090499878\n", "Step 7174:\n", "Loss: 1.8526250123977661\n", "Step 7175:\n", "Loss: 2.1249048709869385\n", "Step 7176:\n", "Loss: 2.0449318885803223\n", "Step 7177:\n", "Loss: 2.6599466800689697\n", "Step 7178:\n", "Loss: 3.013357400894165\n", "Step 7179:\n", "Loss: 2.663914680480957\n", "Step 7180:\n", "Loss: 2.008486032485962\n", "Step 7181:\n", "Loss: 2.3341922760009766\n", "Step 7182:\n", "Loss: 2.096717596054077\n", "Step 7183:\n", "Loss: 2.29905366897583\n", "Step 7184:\n", "Loss: 1.9797723293304443\n", "Step 7185:\n", "Loss: 2.112544536590576\n", "Step 7186:\n", "Loss: 2.7367615699768066\n", "Step 7187:\n", "Loss: 2.3772435188293457\n", "Step 7188:\n", "Loss: 1.8533706665039062\n", "Step 7189:\n", "Loss: 2.1500656604766846\n", "Step 7190:\n", "Loss: 2.340229034423828\n", "Step 7191:\n", "Loss: 1.8762937784194946\n", "Step 7192:\n", "Loss: 1.9888945817947388\n", "Step 7193:\n", "Loss: 2.1381592750549316\n", "Step 7194:\n", "Loss: 2.212573289871216\n", "Step 7195:\n", "Loss: 2.3080811500549316\n", "Step 7196:\n", "Loss: 2.116086483001709\n", "Step 7197:\n", "Loss: 2.4296364784240723\n", "Step 7198:\n", "Loss: 2.2260804176330566\n", "Step 7199:\n", "Loss: 2.6512439250946045\n", "Step 7200:\n", "Loss: 2.523958206176758\n", "Step 7201:\n", "Loss: 2.3682894706726074\n", "Step 7202:\n", "Loss: 3.109802484512329\n", "Step 7203:\n", "Loss: 2.051530122756958\n", "Step 7204:\n", "Loss: 2.575726270675659\n", "Step 7205:\n", "Loss: 2.3833298683166504\n", "Step 7206:\n", "Loss: 2.326249599456787\n", "Step 7207:\n", "Loss: 2.29925537109375\n", "Step 7208:\n", "Loss: 2.210340738296509\n", "Step 7209:\n", "Loss: 1.6632931232452393\n", "Step 7210:\n", "Loss: 2.116270065307617\n", "Step 7211:\n", "Loss: 1.897330403327942\n", "Step 7212:\n", "Loss: 2.4066672325134277\n", "Step 7213:\n", "Loss: 2.168339252471924\n", "Step 7214:\n", "Loss: 2.4189367294311523\n", "Step 7215:\n", "Loss: 2.1050446033477783\n", "Step 7216:\n", "Loss: 1.880631923675537\n", "Step 7217:\n", "Loss: 2.406290054321289\n", "Step 7218:\n", "Loss: 2.497468948364258\n", "Step 7219:\n", "Loss: 2.0033411979675293\n", "Step 7220:\n", "Loss: 1.9616655111312866\n", "Step 7221:\n", "Loss: 2.7566323280334473\n", "Step 7222:\n", "Loss: 1.9432919025421143\n", "Step 7223:\n", "Loss: 2.2386975288391113\n", "Step 7224:\n", "Loss: 2.5628538131713867\n", "Step 7225:\n", "Loss: 2.7040843963623047\n", "Step 7226:\n", "Loss: 3.043483018875122\n", "Step 7227:\n", "Loss: 2.5299932956695557\n", "Step 7228:\n", "Loss: 2.4157214164733887\n", "Step 7229:\n", "Loss: 2.0689425468444824\n", "Step 7230:\n", "Loss: 2.3310835361480713\n", "Step 7231:\n", "Loss: 2.747514486312866\n", "Step 7232:\n", "Loss: 2.0547142028808594\n", "Step 7233:\n", "Loss: 2.411750316619873\n", "Step 7234:\n", "Loss: 2.320685625076294\n", "Step 7235:\n", "Loss: 2.2332675457000732\n", "Step 7236:\n", "Loss: 1.9309183359146118\n", "Step 7237:\n", "Loss: 2.110142946243286\n", "Step 7238:\n", "Loss: 2.2309730052948\n", "Step 7239:\n", "Loss: 2.077239513397217\n", "Step 7240:\n", "Loss: 2.4233598709106445\n", "Step 7241:\n", "Loss: 2.2677032947540283\n", "Step 7242:\n", "Loss: 2.46882700920105\n", "Step 7243:\n", "Loss: 2.2811224460601807\n", "Step 7244:\n", "Loss: 2.2069339752197266\n", "Step 7245:\n", "Loss: 2.436680793762207\n", "Step 7246:\n", "Loss: 2.2105205059051514\n", "Step 7247:\n", "Loss: 1.5768873691558838\n", "Step 7248:\n", "Loss: 2.0111987590789795\n", "Step 7249:\n", "Loss: 2.546999454498291\n", "Step 7250:\n", "Loss: 2.4603641033172607\n", "Step 7251:\n", "Loss: 2.482499837875366\n", "Step 7252:\n", "Loss: 2.4857640266418457\n", "Step 7253:\n", "Loss: 2.2759757041931152\n", "Step 7254:\n", "Loss: 1.8600322008132935\n", "Step 7255:\n", "Loss: 2.329296588897705\n", "Step 7256:\n", "Loss: 2.0332818031311035\n", "Step 7257:\n", "Loss: 2.6288533210754395\n", "Step 7258:\n", "Loss: 2.6766517162323\n", "Step 7259:\n", "Loss: 2.176103115081787\n", "Step 7260:\n", "Loss: 2.181563138961792\n", "Step 7261:\n", "Loss: 1.9909251928329468\n", "Step 7262:\n", "Loss: 1.904672384262085\n", "Step 7263:\n", "Loss: 2.311817169189453\n", "Step 7264:\n", "Loss: 3.1781716346740723\n", "Step 7265:\n", "Loss: 1.8689699172973633\n", "Step 7266:\n", "Loss: 2.2584309577941895\n", "Step 7267:\n", "Loss: 2.410827398300171\n", "Step 7268:\n", "Loss: 2.8473877906799316\n", "Step 7269:\n", "Loss: 2.3259952068328857\n", "Step 7270:\n", "Loss: 2.296600580215454\n", "Step 7271:\n", "Loss: 2.26002836227417\n", "Step 7272:\n", "Loss: 2.3880491256713867\n", "Step 7273:\n", "Loss: 2.3949382305145264\n", "Step 7274:\n", "Loss: 2.2628862857818604\n", "Step 7275:\n", "Loss: 2.1922051906585693\n", "Step 7276:\n", "Loss: 2.4527411460876465\n", "Step 7277:\n", "Loss: 2.7765941619873047\n", "Step 7278:\n", "Loss: 2.392557144165039\n", "Step 7279:\n", "Loss: 2.300448417663574\n", "Step 7280:\n", "Loss: 2.3904123306274414\n", "Step 7281:\n", "Loss: 2.420916795730591\n", "Step 7282:\n", "Loss: 2.4482412338256836\n", "Step 7283:\n", "Loss: 2.413083076477051\n", "Step 7284:\n", "Loss: 2.2857251167297363\n", "Step 7285:\n", "Loss: 2.14308500289917\n", "Step 7286:\n", "Loss: 2.249835729598999\n", "Step 7287:\n", "Loss: 2.2198104858398438\n", "Step 7288:\n", "Loss: 2.7319495677948\n", "Step 7289:\n", "Loss: 2.2732794284820557\n", "Step 7290:\n", "Loss: 1.902229905128479\n", "Step 7291:\n", "Loss: 2.240180253982544\n", "Step 7292:\n", "Loss: 1.901634693145752\n", "Step 7293:\n", "Loss: 2.396397590637207\n", "Step 7294:\n", "Loss: 2.7592742443084717\n", "Step 7295:\n", "Loss: 2.354886054992676\n", "Step 7296:\n", "Loss: 2.2504167556762695\n", "Step 7297:\n", "Loss: 2.2889838218688965\n", "Step 7298:\n", "Loss: 1.7994821071624756\n", "Step 7299:\n", "Loss: 2.017897605895996\n", "Step 7300:\n", "Loss: 2.35435152053833\n", "Step 7301:\n", "Loss: 2.6020541191101074\n", "Step 7302:\n", "Loss: 2.113247871398926\n", "Step 7303:\n", "Loss: 2.410478115081787\n", "Step 7304:\n", "Loss: 1.88094162940979\n", "Step 7305:\n", "Loss: 2.8628382682800293\n", "Step 7306:\n", "Loss: 2.586817502975464\n", "Step 7307:\n", "Loss: 2.640101909637451\n", "Step 7308:\n", "Loss: 2.077697277069092\n", "Step 7309:\n", "Loss: 2.4908032417297363\n", "Step 7310:\n", "Loss: 2.3161606788635254\n", "Step 7311:\n", "Loss: 2.1526503562927246\n", "Step 7312:\n", "Loss: 2.2356622219085693\n", "Step 7313:\n", "Loss: 2.6198413372039795\n", "Step 7314:\n", "Loss: 1.93185555934906\n", "Step 7315:\n", "Loss: 2.265429973602295\n", "Step 7316:\n", "Loss: 3.1032090187072754\n", "Step 7317:\n", "Loss: 2.2799875736236572\n", "Step 7318:\n", "Loss: 2.6069443225860596\n", "Step 7319:\n", "Loss: 2.3940656185150146\n", "Step 7320:\n", "Loss: 2.6508402824401855\n", "Step 7321:\n", "Loss: 2.336667537689209\n", "Step 7322:\n", "Loss: 2.0732123851776123\n", "Step 7323:\n", "Loss: 2.501768112182617\n", "Step 7324:\n", "Loss: 2.170689582824707\n", "Step 7325:\n", "Loss: 2.0921337604522705\n", "Step 7326:\n", "Loss: 2.360941171646118\n", "Step 7327:\n", "Loss: 2.2454302310943604\n", "Step 7328:\n", "Loss: 2.228586196899414\n", "Step 7329:\n", "Loss: 2.3339803218841553\n", "Step 7330:\n", "Loss: 2.498648166656494\n", "Step 7331:\n", "Loss: 2.1082053184509277\n", "Step 7332:\n", "Loss: 1.8837344646453857\n", "Step 7333:\n", "Loss: 1.849613904953003\n", "Step 7334:\n", "Loss: 2.573460102081299\n", "Step 7335:\n", "Loss: 2.413940191268921\n", "Step 7336:\n", "Loss: 1.9975782632827759\n", "Step 7337:\n", "Loss: 2.3443121910095215\n", "Step 7338:\n", "Loss: 2.28346586227417\n", "Step 7339:\n", "Loss: 2.6118791103363037\n", "Step 7340:\n", "Loss: 2.121962070465088\n", "Step 7341:\n", "Loss: 2.209259033203125\n", "Step 7342:\n", "Loss: 2.471040964126587\n", "Step 7343:\n", "Loss: 1.6873849630355835\n", "Step 7344:\n", "Loss: 2.3650782108306885\n", "Step 7345:\n", "Loss: 1.9135220050811768\n", "Step 7346:\n", "Loss: 2.2113540172576904\n", "Step 7347:\n", "Loss: 2.072361707687378\n", "Step 7348:\n", "Loss: 1.9917725324630737\n", "Step 7349:\n", "Loss: 2.0183441638946533\n", "Step 7350:\n", "Loss: 2.833927631378174\n", "Step 7351:\n", "Loss: 2.030162811279297\n", "Step 7352:\n", "Loss: 2.1261894702911377\n", "Step 7353:\n", "Loss: 2.228034496307373\n", "Step 7354:\n", "Loss: 1.717728614807129\n", "Step 7355:\n", "Loss: 2.654484510421753\n", "Step 7356:\n", "Loss: 2.1029133796691895\n", "Step 7357:\n", "Loss: 2.354189395904541\n", "Step 7358:\n", "Loss: 2.215550661087036\n", "Step 7359:\n", "Loss: 1.6768507957458496\n", "Step 7360:\n", "Loss: 2.402942180633545\n", "Step 7361:\n", "Loss: 2.739075183868408\n", "Step 7362:\n", "Loss: 2.851958751678467\n", "Step 7363:\n", "Loss: 2.229393482208252\n", "Step 7364:\n", "Loss: 2.5188839435577393\n", "Step 7365:\n", "Loss: 1.9727997779846191\n", "Step 7366:\n", "Loss: 2.5572075843811035\n", "Step 7367:\n", "Loss: 1.7860658168792725\n", "Step 7368:\n", "Loss: 2.527639389038086\n", "Step 7369:\n", "Loss: 2.1664340496063232\n", "Step 7370:\n", "Loss: 2.310541868209839\n", "Step 7371:\n", "Loss: 2.7415080070495605\n", "Step 7372:\n", "Loss: 2.108356475830078\n", "Step 7373:\n", "Loss: 2.094334840774536\n", "Step 7374:\n", "Loss: 2.6118059158325195\n", "Step 7375:\n", "Loss: 2.494554281234741\n", "Step 7376:\n", "Loss: 2.1370863914489746\n", "Step 7377:\n", "Loss: 2.0010573863983154\n", "Step 7378:\n", "Loss: 2.362292528152466\n", "Step 7379:\n", "Loss: 2.1867294311523438\n", "Step 7380:\n", "Loss: 2.42574405670166\n", "Step 7381:\n", "Loss: 1.7803254127502441\n", "Step 7382:\n", "Loss: 1.5840784311294556\n", "Step 7383:\n", "Loss: 2.326692819595337\n", "Step 7384:\n", "Loss: 2.199404239654541\n", "Step 7385:\n", "Loss: 2.266714334487915\n", "Step 7386:\n", "Loss: 2.329221725463867\n", "Step 7387:\n", "Loss: 2.0897202491760254\n", "Step 7388:\n", "Loss: 2.1612017154693604\n", "Step 7389:\n", "Loss: 2.8774919509887695\n", "Step 7390:\n", "Loss: 2.5701181888580322\n", "Step 7391:\n", "Loss: 2.5375423431396484\n", "Step 7392:\n", "Loss: 2.090765953063965\n", "Step 7393:\n", "Loss: 2.4340925216674805\n", "Step 7394:\n", "Loss: 2.66233491897583\n", "Step 7395:\n", "Loss: 2.875185489654541\n", "Step 7396:\n", "Loss: 2.0374677181243896\n", "Step 7397:\n", "Loss: 1.9720416069030762\n", "Step 7398:\n", "Loss: 2.716251850128174\n", "Step 7399:\n", "Loss: 1.7625081539154053\n", "Step 7400:\n", "Loss: 2.3047094345092773\n", "Step 7401:\n", "Loss: 2.5192553997039795\n", "Step 7402:\n", "Loss: 2.686000347137451\n", "Step 7403:\n", "Loss: 2.1749472618103027\n", "Step 7404:\n", "Loss: 2.232980251312256\n", "Step 7405:\n", "Loss: 2.6890079975128174\n", "Step 7406:\n", "Loss: 2.069275379180908\n", "Step 7407:\n", "Loss: 2.5766286849975586\n", "Step 7408:\n", "Loss: 2.36826229095459\n", "Step 7409:\n", "Loss: 2.9562909603118896\n", "Step 7410:\n", "Loss: 2.3756468296051025\n", "Step 7411:\n", "Loss: 2.145333766937256\n", "Step 7412:\n", "Loss: 2.3318943977355957\n", "Step 7413:\n", "Loss: 2.135728120803833\n", "Step 7414:\n", "Loss: 2.588306188583374\n", "Step 7415:\n", "Loss: 2.6548147201538086\n", "Step 7416:\n", "Loss: 2.3270673751831055\n", "Step 7417:\n", "Loss: 2.25398850440979\n", "Step 7418:\n", "Loss: 1.85231351852417\n", "Step 7419:\n", "Loss: 2.2641584873199463\n", "Step 7420:\n", "Loss: 2.1330618858337402\n", "Step 7421:\n", "Loss: 2.518911123275757\n", "Step 7422:\n", "Loss: 2.6642651557922363\n", "Step 7423:\n", "Loss: 2.1799206733703613\n", "Step 7424:\n", "Loss: 2.9034202098846436\n", "Step 7425:\n", "Loss: 2.297278642654419\n", "Step 7426:\n", "Loss: 2.623518228530884\n", "Step 7427:\n", "Loss: 2.5033631324768066\n", "Step 7428:\n", "Loss: 2.2953543663024902\n", "Step 7429:\n", "Loss: 2.4694011211395264\n", "Step 7430:\n", "Loss: 2.4495341777801514\n", "Step 7431:\n", "Loss: 2.289074182510376\n", "Step 7432:\n", "Loss: 2.2942609786987305\n", "Step 7433:\n", "Loss: 2.525172233581543\n", "Step 7434:\n", "Loss: 2.616482734680176\n", "Step 7435:\n", "Loss: 2.5389935970306396\n", "Step 7436:\n", "Loss: 2.1624886989593506\n", "Step 7437:\n", "Loss: 2.220524787902832\n", "Step 7438:\n", "Loss: 2.33240008354187\n", "Step 7439:\n", "Loss: 2.0341944694519043\n", "Step 7440:\n", "Loss: 2.012622833251953\n", "Step 7441:\n", "Loss: 2.215209722518921\n", "Step 7442:\n", "Loss: 2.2172043323516846\n", "Step 7443:\n", "Loss: 2.4365992546081543\n", "Step 7444:\n", "Loss: 2.400587320327759\n", "Step 7445:\n", "Loss: 2.478609323501587\n", "Step 7446:\n", "Loss: 2.3410894870758057\n", "Step 7447:\n", "Loss: 2.2279751300811768\n", "Step 7448:\n", "Loss: 2.2872211933135986\n", "Step 7449:\n", "Loss: 2.3093864917755127\n", "Step 7450:\n", "Loss: 2.4107561111450195\n", "Step 7451:\n", "Loss: 2.2572073936462402\n", "Step 7452:\n", "Loss: 2.6472346782684326\n", "Step 7453:\n", "Loss: 2.4430172443389893\n", "Step 7454:\n", "Loss: 2.365777015686035\n", "Step 7455:\n", "Loss: 2.004195213317871\n", "Step 7456:\n", "Loss: 2.0867605209350586\n", "Step 7457:\n", "Loss: 2.7312426567077637\n", "Step 7458:\n", "Loss: 2.3765580654144287\n", "Step 7459:\n", "Loss: 2.4602832794189453\n", "Step 7460:\n", "Loss: 2.3711767196655273\n", "Step 7461:\n", "Loss: 2.35872745513916\n", "Step 7462:\n", "Loss: 2.2078585624694824\n", "Step 7463:\n", "Loss: 2.4522502422332764\n", "Step 7464:\n", "Loss: 2.2765185832977295\n", "Step 7465:\n", "Loss: 2.5928447246551514\n", "Step 7466:\n", "Loss: 2.1520843505859375\n", "Step 7467:\n", "Loss: 2.773674726486206\n", "Step 7468:\n", "Loss: 2.4701781272888184\n", "Step 7469:\n", "Loss: 2.3540897369384766\n", "Step 7470:\n", "Loss: 2.0372021198272705\n", "Step 7471:\n", "Loss: 2.5085785388946533\n", "Step 7472:\n", "Loss: 2.2096152305603027\n", "Step 7473:\n", "Loss: 1.945500373840332\n", "Step 7474:\n", "Loss: 2.576517343521118\n", "Step 7475:\n", "Loss: 2.3395137786865234\n", "Step 7476:\n", "Loss: 2.055663824081421\n", "Step 7477:\n", "Loss: 2.0356788635253906\n", "Step 7478:\n", "Loss: 2.198007822036743\n", "Step 7479:\n", "Loss: 2.1675825119018555\n", "Step 7480:\n", "Loss: 2.20961332321167\n", "Step 7481:\n", "Loss: 2.1880593299865723\n", "Step 7482:\n", "Loss: 1.9028129577636719\n", "Step 7483:\n", "Loss: 1.948279857635498\n", "Step 7484:\n", "Loss: 2.3817951679229736\n", "Step 7485:\n", "Loss: 1.9541875123977661\n", "Step 7486:\n", "Loss: 2.3954360485076904\n", "Step 7487:\n", "Loss: 2.624443292617798\n", "Step 7488:\n", "Loss: 2.256032943725586\n", "Step 7489:\n", "Loss: 2.484893560409546\n", "Step 7490:\n", "Loss: 2.0243492126464844\n", "Step 7491:\n", "Loss: 2.1162304878234863\n", "Step 7492:\n", "Loss: 2.1553642749786377\n", "Step 7493:\n", "Loss: 2.6210780143737793\n", "Step 7494:\n", "Loss: 2.673651695251465\n", "Step 7495:\n", "Loss: 2.40059232711792\n", "Step 7496:\n", "Loss: 2.470219135284424\n", "Step 7497:\n", "Loss: 2.389364719390869\n", "Step 7498:\n", "Loss: 1.9710962772369385\n", "Step 7499:\n", "Loss: 2.053053855895996\n", "Step 7500:\n", "Loss: 2.620781660079956\n", "Step 7501:\n", "Loss: 2.314063787460327\n", "Step 7502:\n", "Loss: 2.266265630722046\n", "Step 7503:\n", "Loss: 2.3138115406036377\n", "Step 7504:\n", "Loss: 2.2686684131622314\n", "Step 7505:\n", "Loss: 2.1214778423309326\n", "Step 7506:\n", "Loss: 2.611506938934326\n", "Step 7507:\n", "Loss: 2.3747246265411377\n", "Step 7508:\n", "Loss: 2.0994386672973633\n", "Step 7509:\n", "Loss: 2.442697525024414\n", "Step 7510:\n", "Loss: 2.5872445106506348\n", "Step 7511:\n", "Loss: 2.3764185905456543\n", "Step 7512:\n", "Loss: 2.215724468231201\n", "Step 7513:\n", "Loss: 2.2304704189300537\n", "Step 7514:\n", "Loss: 2.3543593883514404\n", "Step 7515:\n", "Loss: 2.022958278656006\n", "Step 7516:\n", "Loss: 2.109315872192383\n", "Step 7517:\n", "Loss: 2.641876220703125\n", "Step 7518:\n", "Loss: 2.23136568069458\n", "Step 7519:\n", "Loss: 2.555243730545044\n", "Step 7520:\n", "Loss: 2.977935552597046\n", "Step 7521:\n", "Loss: 2.0176830291748047\n", "Step 7522:\n", "Loss: 2.396167278289795\n", "Step 7523:\n", "Loss: 2.0678160190582275\n", "Step 7524:\n", "Loss: 2.2492895126342773\n", "Step 7525:\n", "Loss: 2.4940617084503174\n", "Step 7526:\n", "Loss: 2.3034491539001465\n", "Step 7527:\n", "Loss: 1.8441100120544434\n", "Step 7528:\n", "Loss: 2.4619297981262207\n", "Step 7529:\n", "Loss: 2.528923988342285\n", "Step 7530:\n", "Loss: 1.8179376125335693\n", "Step 7531:\n", "Loss: 2.174730062484741\n", "Step 7532:\n", "Loss: 1.825501561164856\n", "Step 7533:\n", "Loss: 2.0966429710388184\n", "Step 7534:\n", "Loss: 1.9835946559906006\n", "Step 7535:\n", "Loss: 2.1886463165283203\n", "Step 7536:\n", "Loss: 2.214406967163086\n", "Step 7537:\n", "Loss: 2.453476905822754\n", "Step 7538:\n", "Loss: 2.236421823501587\n", "Step 7539:\n", "Loss: 2.3839163780212402\n", "Step 7540:\n", "Loss: 2.099942684173584\n", "Step 7541:\n", "Loss: 1.7494893074035645\n", "Step 7542:\n", "Loss: 1.9399878978729248\n", "Step 7543:\n", "Loss: 2.6601555347442627\n", "Step 7544:\n", "Loss: 2.663357734680176\n", "Step 7545:\n", "Loss: 1.9733469486236572\n", "Step 7546:\n", "Loss: 2.488072395324707\n", "Step 7547:\n", "Loss: 2.2392852306365967\n", "Step 7548:\n", "Loss: 2.2038609981536865\n", "Step 7549:\n", "Loss: 2.372269868850708\n", "Step 7550:\n", "Loss: 2.046051263809204\n", "Step 7551:\n", "Loss: 2.701239824295044\n", "Step 7552:\n", "Loss: 2.1537022590637207\n", "Step 7553:\n", "Loss: 1.5756819248199463\n", "Step 7554:\n", "Loss: 1.550714135169983\n", "Step 7555:\n", "Loss: 2.616384267807007\n", "Step 7556:\n", "Loss: 2.6483840942382812\n", "Step 7557:\n", "Loss: 2.041609287261963\n", "Step 7558:\n", "Loss: 2.0122792720794678\n", "Step 7559:\n", "Loss: 3.0087695121765137\n", "Step 7560:\n", "Loss: 2.2394797801971436\n", "Step 7561:\n", "Loss: 2.2481257915496826\n", "Step 7562:\n", "Loss: 2.36427903175354\n", "Step 7563:\n", "Loss: 1.7997894287109375\n", "Step 7564:\n", "Loss: 2.7097384929656982\n", "Step 7565:\n", "Loss: 2.3510935306549072\n", "Step 7566:\n", "Loss: 2.603334426879883\n", "Step 7567:\n", "Loss: 1.579102873802185\n", "Step 7568:\n", "Loss: 2.1276471614837646\n", "Step 7569:\n", "Loss: 2.330880880355835\n", "Step 7570:\n", "Loss: 2.471959352493286\n", "Step 7571:\n", "Loss: 2.3381409645080566\n", "Step 7572:\n", "Loss: 2.6961846351623535\n", "Step 7573:\n", "Loss: 2.6630492210388184\n", "Step 7574:\n", "Loss: 2.091562271118164\n", "Step 7575:\n", "Loss: 1.852127194404602\n", "Step 7576:\n", "Loss: 1.8708868026733398\n", "Step 7577:\n", "Loss: 2.3141367435455322\n", "Step 7578:\n", "Loss: 2.657029151916504\n", "Step 7579:\n", "Loss: 1.9477477073669434\n", "Step 7580:\n", "Loss: 2.041463613510132\n", "Step 7581:\n", "Loss: 2.9541687965393066\n", "Step 7582:\n", "Loss: 2.010890483856201\n", "Step 7583:\n", "Loss: 1.8612639904022217\n", "Step 7584:\n", "Loss: 2.5603272914886475\n", "Step 7585:\n", "Loss: 2.38411545753479\n", "Step 7586:\n", "Loss: 1.9383455514907837\n", "Step 7587:\n", "Loss: 2.1709914207458496\n", "Step 7588:\n", "Loss: 2.65710186958313\n", "Step 7589:\n", "Loss: 1.8738479614257812\n", "Step 7590:\n", "Loss: 1.5365501642227173\n", "Step 7591:\n", "Loss: 2.6899261474609375\n", "Step 7592:\n", "Loss: 2.2447614669799805\n", "Step 7593:\n", "Loss: 2.6530537605285645\n", "Step 7594:\n", "Loss: 2.20737886428833\n", "Step 7595:\n", "Loss: 3.0215840339660645\n", "Step 7596:\n", "Loss: 2.4383251667022705\n", "Step 7597:\n", "Loss: 2.7645270824432373\n", "Step 7598:\n", "Loss: 2.232520341873169\n", "Step 7599:\n", "Loss: 2.0457398891448975\n", "Step 7600:\n", "Loss: 2.0272769927978516\n", "Step 7601:\n", "Loss: 2.5383338928222656\n", "Step 7602:\n", "Loss: 2.2761917114257812\n", "Step 7603:\n", "Loss: 2.825526714324951\n", "Step 7604:\n", "Loss: 1.9914295673370361\n", "Step 7605:\n", "Loss: 1.7024285793304443\n", "Step 7606:\n", "Loss: 2.148378372192383\n", "Step 7607:\n", "Loss: 2.4981565475463867\n", "Step 7608:\n", "Loss: 2.81675386428833\n", "Step 7609:\n", "Loss: 1.9775326251983643\n", "Step 7610:\n", "Loss: 2.2204720973968506\n", "Step 7611:\n", "Loss: 2.2200021743774414\n", "Step 7612:\n", "Loss: 2.0278069972991943\n", "Step 7613:\n", "Loss: 2.8711376190185547\n", "Step 7614:\n", "Loss: 2.5465850830078125\n", "Step 7615:\n", "Loss: 2.548377513885498\n", "Step 7616:\n", "Loss: 2.453345775604248\n", "Step 7617:\n", "Loss: 2.6390228271484375\n", "Step 7618:\n", "Loss: 2.4943299293518066\n", "Step 7619:\n", "Loss: 1.700961947441101\n", "Step 7620:\n", "Loss: 2.475947141647339\n", "Step 7621:\n", "Loss: 2.096118211746216\n", "Step 7622:\n", "Loss: 2.661041736602783\n", "Step 7623:\n", "Loss: 1.9502309560775757\n", "Step 7624:\n", "Loss: 3.0624613761901855\n", "Step 7625:\n", "Loss: 2.3143649101257324\n", "Step 7626:\n", "Loss: 2.5488338470458984\n", "Step 7627:\n", "Loss: 1.8096706867218018\n", "Step 7628:\n", "Loss: 2.9215312004089355\n", "Step 7629:\n", "Loss: 1.9324572086334229\n", "Step 7630:\n", "Loss: 2.24135160446167\n", "Step 7631:\n", "Loss: 1.7235102653503418\n", "Step 7632:\n", "Loss: 2.1992454528808594\n", "Step 7633:\n", "Loss: 2.4255218505859375\n", "Step 7634:\n", "Loss: 2.1483359336853027\n", "Step 7635:\n", "Loss: 1.8697618246078491\n", "Step 7636:\n", "Loss: 2.317716121673584\n", "Step 7637:\n", "Loss: 2.6208395957946777\n", "Step 7638:\n", "Loss: 3.044847011566162\n", "Step 7639:\n", "Loss: 1.7054120302200317\n", "Step 7640:\n", "Loss: 2.450267791748047\n", "Step 7641:\n", "Loss: 2.4545130729675293\n", "Step 7642:\n", "Loss: 2.030095100402832\n", "Step 7643:\n", "Loss: 2.256783962249756\n", "Step 7644:\n", "Loss: 1.8284778594970703\n", "Step 7645:\n", "Loss: 2.5916495323181152\n", "Step 7646:\n", "Loss: 2.141915798187256\n", "Step 7647:\n", "Loss: 2.374803304672241\n", "Step 7648:\n", "Loss: 2.748323440551758\n", "Step 7649:\n", "Loss: 1.8908106088638306\n", "Step 7650:\n", "Loss: 2.5140557289123535\n", "Step 7651:\n", "Loss: 2.2606489658355713\n", "Step 7652:\n", "Loss: 1.9735416173934937\n", "Step 7653:\n", "Loss: 2.0711934566497803\n", "Step 7654:\n", "Loss: 2.769530773162842\n", "Step 7655:\n", "Loss: 2.4555540084838867\n", "Step 7656:\n", "Loss: 2.059936761856079\n", "Step 7657:\n", "Loss: 2.1275205612182617\n", "Step 7658:\n", "Loss: 2.260165214538574\n", "Step 7659:\n", "Loss: 2.471972942352295\n", "Step 7660:\n", "Loss: 2.170726776123047\n", "Step 7661:\n", "Loss: 2.636688470840454\n", "Step 7662:\n", "Loss: 2.112649917602539\n", "Step 7663:\n", "Loss: 2.491466999053955\n", "Step 7664:\n", "Loss: 1.9667987823486328\n", "Step 7665:\n", "Loss: 2.1295700073242188\n", "Step 7666:\n", "Loss: 2.205878257751465\n", "Step 7667:\n", "Loss: 2.5451273918151855\n", "Step 7668:\n", "Loss: 1.9840480089187622\n", "Step 7669:\n", "Loss: 2.1566245555877686\n", "Step 7670:\n", "Loss: 2.1382429599761963\n", "Step 7671:\n", "Loss: 1.8267768621444702\n", "Step 7672:\n", "Loss: 2.652261257171631\n", "Step 7673:\n", "Loss: 1.9956245422363281\n", "Step 7674:\n", "Loss: 2.6591250896453857\n", "Step 7675:\n", "Loss: 1.9571317434310913\n", "Step 7676:\n", "Loss: 2.266228437423706\n", "Step 7677:\n", "Loss: 2.2502989768981934\n", "Step 7678:\n", "Loss: 2.10809326171875\n", "Step 7679:\n", "Loss: 1.6342650651931763\n", "Step 7680:\n", "Loss: 2.3774843215942383\n", "Step 7681:\n", "Loss: 2.3705687522888184\n", "Step 7682:\n", "Loss: 2.557007312774658\n", "Step 7683:\n", "Loss: 2.4800291061401367\n", "Step 7684:\n", "Loss: 2.377302885055542\n", "Step 7685:\n", "Loss: 1.785631775856018\n", "Step 7686:\n", "Loss: 2.197134256362915\n", "Step 7687:\n", "Loss: 2.6192500591278076\n", "Step 7688:\n", "Loss: 1.9206360578536987\n", "Step 7689:\n", "Loss: 1.910510540008545\n", "Step 7690:\n", "Loss: 2.1020636558532715\n", "Step 7691:\n", "Loss: 2.285787582397461\n", "Step 7692:\n", "Loss: 2.2815659046173096\n", "Step 7693:\n", "Loss: 2.4651501178741455\n", "Step 7694:\n", "Loss: 2.6032514572143555\n", "Step 7695:\n", "Loss: 2.40848708152771\n", "Step 7696:\n", "Loss: 1.7501790523529053\n", "Step 7697:\n", "Loss: 2.392909288406372\n", "Step 7698:\n", "Loss: 2.1129138469696045\n", "Step 7699:\n", "Loss: 2.081393241882324\n", "Step 7700:\n", "Loss: 2.088834047317505\n", "Step 7701:\n", "Loss: 2.5514683723449707\n", "Step 7702:\n", "Loss: 2.015216588973999\n", "Step 7703:\n", "Loss: 2.6017889976501465\n", "Step 7704:\n", "Loss: 2.282135009765625\n", "Step 7705:\n", "Loss: 2.17467999458313\n", "Step 7706:\n", "Loss: 2.5012431144714355\n", "Step 7707:\n", "Loss: 2.379615068435669\n", "Step 7708:\n", "Loss: 2.3930282592773438\n", "Step 7709:\n", "Loss: 2.54150652885437\n", "Step 7710:\n", "Loss: 2.698636293411255\n", "Step 7711:\n", "Loss: 1.9873416423797607\n", "Step 7712:\n", "Loss: 2.6932172775268555\n", "Step 7713:\n", "Loss: 2.0653724670410156\n", "Step 7714:\n", "Loss: 2.7055625915527344\n", "Step 7715:\n", "Loss: 2.3460187911987305\n", "Step 7716:\n", "Loss: 1.818933367729187\n", "Step 7717:\n", "Loss: 2.1618943214416504\n", "Step 7718:\n", "Loss: 1.9831634759902954\n", "Step 7719:\n", "Loss: 2.2732322216033936\n", "Step 7720:\n", "Loss: 2.026047706604004\n", "Step 7721:\n", "Loss: 2.611647129058838\n", "Step 7722:\n", "Loss: 2.1410906314849854\n", "Step 7723:\n", "Loss: 2.1460814476013184\n", "Step 7724:\n", "Loss: 2.048527479171753\n", "Step 7725:\n", "Loss: 2.0640463829040527\n", "Step 7726:\n", "Loss: 1.5699068307876587\n", "Step 7727:\n", "Loss: 2.2836294174194336\n", "Step 7728:\n", "Loss: 2.102647066116333\n", "Step 7729:\n", "Loss: 2.075610399246216\n", "Step 7730:\n", "Loss: 2.3349509239196777\n", "Step 7731:\n", "Loss: 2.408973217010498\n", "Step 7732:\n", "Loss: 2.66025447845459\n", "Step 7733:\n", "Loss: 2.068063974380493\n", "Step 7734:\n", "Loss: 2.1472103595733643\n", "Step 7735:\n", "Loss: 2.3651680946350098\n", "Step 7736:\n", "Loss: 1.962829828262329\n", "Step 7737:\n", "Loss: 2.4332995414733887\n", "Step 7738:\n", "Loss: 2.06839919090271\n", "Step 7739:\n", "Loss: 1.9178662300109863\n", "Step 7740:\n", "Loss: 2.159928321838379\n", "Step 7741:\n", "Loss: 2.1746509075164795\n", "Step 7742:\n", "Loss: 1.6557525396347046\n", "Step 7743:\n", "Loss: 2.4957938194274902\n", "Step 7744:\n", "Loss: 2.5413267612457275\n", "Step 7745:\n", "Loss: 2.0668883323669434\n", "Step 7746:\n", "Loss: 2.594749689102173\n", "Step 7747:\n", "Loss: 2.363854169845581\n", "Step 7748:\n", "Loss: 2.2016329765319824\n", "Step 7749:\n", "Loss: 1.886950969696045\n", "Step 7750:\n", "Loss: 1.9298551082611084\n", "Step 7751:\n", "Loss: 2.0155341625213623\n", "Step 7752:\n", "Loss: 2.8498587608337402\n", "Step 7753:\n", "Loss: 2.3397815227508545\n", "Step 7754:\n", "Loss: 2.1752171516418457\n", "Step 7755:\n", "Loss: 1.7940891981124878\n", "Step 7756:\n", "Loss: 2.266066312789917\n", "Step 7757:\n", "Loss: 2.626400947570801\n", "Step 7758:\n", "Loss: 2.0940017700195312\n", "Step 7759:\n", "Loss: 2.2584781646728516\n", "Step 7760:\n", "Loss: 2.1435155868530273\n", "Step 7761:\n", "Loss: 1.8085700273513794\n", "Step 7762:\n", "Loss: 2.6984853744506836\n", "Step 7763:\n", "Loss: 2.245595693588257\n", "Step 7764:\n", "Loss: 2.6273317337036133\n", "Step 7765:\n", "Loss: 2.4060826301574707\n", "Step 7766:\n", "Loss: 2.1336371898651123\n", "Step 7767:\n", "Loss: 1.698596715927124\n", "Step 7768:\n", "Loss: 2.1653780937194824\n", "Step 7769:\n", "Loss: 2.4765992164611816\n", "Step 7770:\n", "Loss: 2.0953927040100098\n", "Step 7771:\n", "Loss: 2.7850232124328613\n", "Step 7772:\n", "Loss: 2.1710665225982666\n", "Step 7773:\n", "Loss: 2.812652111053467\n", "Step 7774:\n", "Loss: 2.15716552734375\n", "Step 7775:\n", "Loss: 2.428410291671753\n", "Step 7776:\n", "Loss: 2.18784761428833\n", "Step 7777:\n", "Loss: 2.2328872680664062\n", "Step 7778:\n", "Loss: 1.98210871219635\n", "Step 7779:\n", "Loss: 2.2697935104370117\n", "Step 7780:\n", "Loss: 2.7539408206939697\n", "Step 7781:\n", "Loss: 1.9369778633117676\n", "Step 7782:\n", "Loss: 2.671464204788208\n", "Step 7783:\n", "Loss: 2.0969271659851074\n", "Step 7784:\n", "Loss: 2.1930625438690186\n", "Step 7785:\n", "Loss: 2.2727444171905518\n", "Step 7786:\n", "Loss: 2.0513155460357666\n", "Step 7787:\n", "Loss: 2.493034839630127\n", "Step 7788:\n", "Loss: 2.5861778259277344\n", "Step 7789:\n", "Loss: 1.7636934518814087\n", "Step 7790:\n", "Loss: 2.4529852867126465\n", "Step 7791:\n", "Loss: 2.498715877532959\n", "Step 7792:\n", "Loss: 2.3869221210479736\n", "Step 7793:\n", "Loss: 1.9437041282653809\n", "Step 7794:\n", "Loss: 2.276822090148926\n", "Step 7795:\n", "Loss: 1.6482162475585938\n", "Step 7796:\n", "Loss: 2.6924357414245605\n", "Step 7797:\n", "Loss: 2.611314058303833\n", "Step 7798:\n", "Loss: 2.472074031829834\n", "Step 7799:\n", "Loss: 2.5201668739318848\n", "Step 7800:\n", "Loss: 2.0862982273101807\n", "Step 7801:\n", "Loss: 2.4864792823791504\n", "Step 7802:\n", "Loss: 2.47599458694458\n", "Step 7803:\n", "Loss: 2.703930377960205\n", "Step 7804:\n", "Loss: 2.4772770404815674\n", "Step 7805:\n", "Loss: 2.5155134201049805\n", "Step 7806:\n", "Loss: 2.123213052749634\n", "Step 7807:\n", "Loss: 2.1120569705963135\n", "Step 7808:\n", "Loss: 2.587717056274414\n", "Step 7809:\n", "Loss: 2.308321952819824\n", "Step 7810:\n", "Loss: 2.4063336849212646\n", "Step 7811:\n", "Loss: 2.477107524871826\n", "Step 7812:\n", "Loss: 2.061539888381958\n", "Step 7813:\n", "Loss: 2.1964528560638428\n", "Step 7814:\n", "Loss: 1.7072807550430298\n", "Step 7815:\n", "Loss: 2.3127212524414062\n", "Step 7816:\n", "Loss: 2.079301595687866\n", "Step 7817:\n", "Loss: 2.9193389415740967\n", "Step 7818:\n", "Loss: 1.8640623092651367\n", "Step 7819:\n", "Loss: 1.9247524738311768\n", "Step 7820:\n", "Loss: 2.9488682746887207\n", "Step 7821:\n", "Loss: 2.493183135986328\n", "Step 7822:\n", "Loss: 2.2911407947540283\n", "Step 7823:\n", "Loss: 2.2505903244018555\n", "Step 7824:\n", "Loss: 3.0654585361480713\n", "Step 7825:\n", "Loss: 2.1566338539123535\n", "Step 7826:\n", "Loss: 2.25747013092041\n", "Step 7827:\n", "Loss: 1.8688175678253174\n", "Step 7828:\n", "Loss: 2.210683822631836\n", "Step 7829:\n", "Loss: 2.3952345848083496\n", "Step 7830:\n", "Loss: 2.3012635707855225\n", "Step 7831:\n", "Loss: 1.9779233932495117\n", "Step 7832:\n", "Loss: 2.135274648666382\n", "Step 7833:\n", "Loss: 1.9719979763031006\n", "Step 7834:\n", "Loss: 2.2393436431884766\n", "Step 7835:\n", "Loss: 2.3524374961853027\n", "Step 7836:\n", "Loss: 2.2782111167907715\n", "Step 7837:\n", "Loss: 1.9031345844268799\n", "Step 7838:\n", "Loss: 2.0619401931762695\n", "Step 7839:\n", "Loss: 2.257098913192749\n", "Step 7840:\n", "Loss: 1.9120254516601562\n", "Step 7841:\n", "Loss: 1.981605887413025\n", "Step 7842:\n", "Loss: 2.0341811180114746\n", "Step 7843:\n", "Loss: 3.2046453952789307\n", "Step 7844:\n", "Loss: 2.074861764907837\n", "Step 7845:\n", "Loss: 1.7815015316009521\n", "Step 7846:\n", "Loss: 2.3775675296783447\n", "Step 7847:\n", "Loss: 1.9929908514022827\n", "Step 7848:\n", "Loss: 2.168976068496704\n", "Step 7849:\n", "Loss: 1.8314273357391357\n", "Step 7850:\n", "Loss: 2.5843214988708496\n", "Step 7851:\n", "Loss: 2.197126865386963\n", "Step 7852:\n", "Loss: 2.4848337173461914\n", "Step 7853:\n", "Loss: 2.56661319732666\n", "Step 7854:\n", "Loss: 2.391218900680542\n", "Step 7855:\n", "Loss: 2.097963809967041\n", "Step 7856:\n", "Loss: 2.519318103790283\n", "Step 7857:\n", "Loss: 2.0692298412323\n", "Step 7858:\n", "Loss: 2.573671340942383\n", "Step 7859:\n", "Loss: 2.2850465774536133\n", "Step 7860:\n", "Loss: 2.362926483154297\n", "Step 7861:\n", "Loss: 2.111858367919922\n", "Step 7862:\n", "Loss: 1.624319314956665\n", "Step 7863:\n", "Loss: 2.5820438861846924\n", "Step 7864:\n", "Loss: 2.6347434520721436\n", "Step 7865:\n", "Loss: 2.0973522663116455\n", "Step 7866:\n", "Loss: 2.122129440307617\n", "Step 7867:\n", "Loss: 2.006955623626709\n", "Step 7868:\n", "Loss: 2.4339230060577393\n", "Step 7869:\n", "Loss: 2.7132339477539062\n", "Step 7870:\n", "Loss: 1.8913911581039429\n", "Step 7871:\n", "Loss: 2.7381181716918945\n", "Step 7872:\n", "Loss: 2.1844139099121094\n", "Step 7873:\n", "Loss: 2.694182872772217\n", "Step 7874:\n", "Loss: 1.9289276599884033\n", "Step 7875:\n", "Loss: 2.272144079208374\n", "Step 7876:\n", "Loss: 2.9454941749572754\n", "Step 7877:\n", "Loss: 2.260209560394287\n", "Step 7878:\n", "Loss: 2.1830711364746094\n", "Step 7879:\n", "Loss: 2.190418243408203\n", "Step 7880:\n", "Loss: 2.207669258117676\n", "Step 7881:\n", "Loss: 1.893188714981079\n", "Step 7882:\n", "Loss: 2.26456356048584\n", "Step 7883:\n", "Loss: 2.3347673416137695\n", "Step 7884:\n", "Loss: 2.413973331451416\n", "Step 7885:\n", "Loss: 1.6058850288391113\n", "Step 7886:\n", "Loss: 1.9959514141082764\n", "Step 7887:\n", "Loss: 2.15433931350708\n", "Step 7888:\n", "Loss: 2.1007370948791504\n", "Step 7889:\n", "Loss: 2.175661325454712\n", "Step 7890:\n", "Loss: 2.379650354385376\n", "Step 7891:\n", "Loss: 1.7470985651016235\n", "Step 7892:\n", "Loss: 2.3659064769744873\n", "Step 7893:\n", "Loss: 2.6368470191955566\n", "Step 7894:\n", "Loss: 1.7389744520187378\n", "Step 7895:\n", "Loss: 1.9567978382110596\n", "Step 7896:\n", "Loss: 2.673018217086792\n", "Step 7897:\n", "Loss: 2.053006649017334\n", "Step 7898:\n", "Loss: 2.102839469909668\n", "Step 7899:\n", "Loss: 2.4449973106384277\n", "Step 7900:\n", "Loss: 1.938416600227356\n", "Step 7901:\n", "Loss: 1.9089653491973877\n", "Step 7902:\n", "Loss: 2.598289966583252\n", "Step 7903:\n", "Loss: 1.9532876014709473\n", "Step 7904:\n", "Loss: 2.8787219524383545\n", "Step 7905:\n", "Loss: 2.4908013343811035\n", "Step 7906:\n", "Loss: 2.016443967819214\n", "Step 7907:\n", "Loss: 2.3164305686950684\n", "Step 7908:\n", "Loss: 2.9407219886779785\n", "Step 7909:\n", "Loss: 1.85640549659729\n", "Step 7910:\n", "Loss: 2.110048770904541\n", "Step 7911:\n", "Loss: 2.472799777984619\n", "Step 7912:\n", "Loss: 2.3176891803741455\n", "Step 7913:\n", "Loss: 2.668440818786621\n", "Step 7914:\n", "Loss: 1.808679223060608\n", "Step 7915:\n", "Loss: 1.9787278175354004\n", "Step 7916:\n", "Loss: 2.132087230682373\n", "Step 7917:\n", "Loss: 2.2021279335021973\n", "Step 7918:\n", "Loss: 1.936131477355957\n", "Step 7919:\n", "Loss: 1.9419872760772705\n", "Step 7920:\n", "Loss: 1.7762967348098755\n", "Step 7921:\n", "Loss: 2.2542128562927246\n", "Step 7922:\n", "Loss: 2.0231478214263916\n", "Step 7923:\n", "Loss: 2.34718656539917\n", "Step 7924:\n", "Loss: 2.084066867828369\n", "Step 7925:\n", "Loss: 1.912538766860962\n", "Step 7926:\n", "Loss: 2.334181785583496\n", "Step 7927:\n", "Loss: 1.9104183912277222\n", "Step 7928:\n", "Loss: 2.044118881225586\n", "Step 7929:\n", "Loss: 2.1803674697875977\n", "Step 7930:\n", "Loss: 2.454639196395874\n", "Step 7931:\n", "Loss: 1.9974228143692017\n", "Step 7932:\n", "Loss: 2.4539361000061035\n", "Step 7933:\n", "Loss: 1.8345224857330322\n", "Step 7934:\n", "Loss: 1.8577834367752075\n", "Step 7935:\n", "Loss: 2.880284070968628\n", "Step 7936:\n", "Loss: 2.3248698711395264\n", "Step 7937:\n", "Loss: 2.3732638359069824\n", "Step 7938:\n", "Loss: 2.656947612762451\n", "Step 7939:\n", "Loss: 1.9138257503509521\n", "Step 7940:\n", "Loss: 2.329310655593872\n", "Step 7941:\n", "Loss: 2.267488956451416\n", "Step 7942:\n", "Loss: 2.633923053741455\n", "Step 7943:\n", "Loss: 1.9240784645080566\n", "Step 7944:\n", "Loss: 2.663517951965332\n", "Step 7945:\n", "Loss: 2.2153496742248535\n", "Step 7946:\n", "Loss: 2.9187216758728027\n", "Step 7947:\n", "Loss: 2.0911450386047363\n", "Step 7948:\n", "Loss: 1.9719291925430298\n", "Step 7949:\n", "Loss: 2.7596421241760254\n", "Step 7950:\n", "Loss: 2.7465627193450928\n", "Step 7951:\n", "Loss: 2.307248830795288\n", "Step 7952:\n", "Loss: 1.8795993328094482\n", "Step 7953:\n", "Loss: 2.5828802585601807\n", "Step 7954:\n", "Loss: 2.040499210357666\n", "Step 7955:\n", "Loss: 2.462110757827759\n", "Step 7956:\n", "Loss: 2.4069457054138184\n", "Step 7957:\n", "Loss: 2.1336021423339844\n", "Step 7958:\n", "Loss: 2.683053493499756\n", "Step 7959:\n", "Loss: 2.373812437057495\n", "Step 7960:\n", "Loss: 2.457063674926758\n", "Step 7961:\n", "Loss: 2.6152541637420654\n", "Step 7962:\n", "Loss: 2.360630750656128\n", "Step 7963:\n", "Loss: 2.257986545562744\n", "Step 7964:\n", "Loss: 1.8924192190170288\n", "Step 7965:\n", "Loss: 1.8132398128509521\n", "Step 7966:\n", "Loss: 2.03149151802063\n", "Step 7967:\n", "Loss: 2.2882676124572754\n", "Step 7968:\n", "Loss: 2.527604579925537\n", "Step 7969:\n", "Loss: 2.273452043533325\n", "Step 7970:\n", "Loss: 2.5345208644866943\n", "Step 7971:\n", "Loss: 2.266951560974121\n", "Step 7972:\n", "Loss: 2.1775617599487305\n", "Step 7973:\n", "Loss: 2.3118062019348145\n", "Step 7974:\n", "Loss: 2.00549054145813\n", "Step 7975:\n", "Loss: 1.9595837593078613\n", "Step 7976:\n", "Loss: 2.3560750484466553\n", "Step 7977:\n", "Loss: 2.459794759750366\n", "Step 7978:\n", "Loss: 2.715603828430176\n", "Step 7979:\n", "Loss: 1.9725010395050049\n", "Step 7980:\n", "Loss: 2.503866195678711\n", "Step 7981:\n", "Loss: 2.2687017917633057\n", "Step 7982:\n", "Loss: 2.288288116455078\n", "Step 7983:\n", "Loss: 2.8171982765197754\n", "Step 7984:\n", "Loss: 1.9736448526382446\n", "Step 7985:\n", "Loss: 1.7212549448013306\n", "Step 7986:\n", "Loss: 2.6233627796173096\n", "Step 7987:\n", "Loss: 2.078866958618164\n", "Step 7988:\n", "Loss: 2.001495122909546\n", "Step 7989:\n", "Loss: 2.3417856693267822\n", "Step 7990:\n", "Loss: 2.8045477867126465\n", "Step 7991:\n", "Loss: 2.460408926010132\n", "Step 7992:\n", "Loss: 2.0539119243621826\n", "Step 7993:\n", "Loss: 2.763598918914795\n", "Step 7994:\n", "Loss: 2.5416622161865234\n", "Step 7995:\n", "Loss: 2.7922840118408203\n", "Step 7996:\n", "Loss: 2.0921590328216553\n", "Step 7997:\n", "Loss: 2.1222617626190186\n", "Step 7998:\n", "Loss: 2.609518051147461\n", "Step 7999:\n", "Loss: 1.772085428237915\n", "Step 8000:\n", "Loss: 2.172692060470581\n", "Step 8001:\n", "Loss: 1.9393064975738525\n", "Step 8002:\n", "Loss: 2.0992045402526855\n", "Step 8003:\n", "Loss: 2.0803959369659424\n", "Step 8004:\n", "Loss: 2.8648934364318848\n", "Step 8005:\n", "Loss: 2.1837759017944336\n", "Step 8006:\n", "Loss: 2.2561731338500977\n", "Step 8007:\n", "Loss: 2.7989816665649414\n", "Step 8008:\n", "Loss: 1.710937261581421\n", "Step 8009:\n", "Loss: 2.5818800926208496\n", "Step 8010:\n", "Loss: 2.100625514984131\n", "Step 8011:\n", "Loss: 2.261005163192749\n", "Step 8012:\n", "Loss: 2.378309488296509\n", "Step 8013:\n", "Loss: 2.2779650688171387\n", "Step 8014:\n", "Loss: 2.2965331077575684\n", "Step 8015:\n", "Loss: 2.227086305618286\n", "Step 8016:\n", "Loss: 2.162498712539673\n", "Step 8017:\n", "Loss: 2.037313461303711\n", "Step 8018:\n", "Loss: 2.08927321434021\n", "Step 8019:\n", "Loss: 1.8439264297485352\n", "Step 8020:\n", "Loss: 1.8585753440856934\n", "Step 8021:\n", "Loss: 2.299356460571289\n", "Step 8022:\n", "Loss: 2.1808929443359375\n", "Step 8023:\n", "Loss: 1.886645793914795\n", "Step 8024:\n", "Loss: 2.32566499710083\n", "Step 8025:\n", "Loss: 2.3538706302642822\n", "Step 8026:\n", "Loss: 2.7067856788635254\n", "Step 8027:\n", "Loss: 2.4895403385162354\n", "Step 8028:\n", "Loss: 1.9561570882797241\n", "Step 8029:\n", "Loss: 2.580087900161743\n", "Step 8030:\n", "Loss: 2.3712246417999268\n", "Step 8031:\n", "Loss: 2.2516419887542725\n", "Step 8032:\n", "Loss: 2.2420358657836914\n", "Step 8033:\n", "Loss: 2.502068042755127\n", "Step 8034:\n", "Loss: 2.0289695262908936\n", "Step 8035:\n", "Loss: 2.472945213317871\n", "Step 8036:\n", "Loss: 2.412144660949707\n", "Step 8037:\n", "Loss: 2.3345298767089844\n", "Step 8038:\n", "Loss: 2.778707981109619\n", "Step 8039:\n", "Loss: 2.003094434738159\n", "Step 8040:\n", "Loss: 2.2983157634735107\n", "Step 8041:\n", "Loss: 2.5067107677459717\n", "Step 8042:\n", "Loss: 2.2546515464782715\n", "Step 8043:\n", "Loss: 2.1208620071411133\n", "Step 8044:\n", "Loss: 2.3710813522338867\n", "Step 8045:\n", "Loss: 2.083112955093384\n", "Step 8046:\n", "Loss: 2.2788002490997314\n", "Step 8047:\n", "Loss: 2.134108781814575\n", "Step 8048:\n", "Loss: 2.5536341667175293\n", "Step 8049:\n", "Loss: 1.867375135421753\n", "Step 8050:\n", "Loss: 2.36432147026062\n", "Step 8051:\n", "Loss: 2.1358389854431152\n", "Step 8052:\n", "Loss: 2.432425022125244\n", "Step 8053:\n", "Loss: 2.417142152786255\n", "Step 8054:\n", "Loss: 2.482783555984497\n", "Step 8055:\n", "Loss: 1.9863224029541016\n", "Step 8056:\n", "Loss: 2.1241164207458496\n", "Step 8057:\n", "Loss: 2.2848947048187256\n", "Step 8058:\n", "Loss: 2.01127290725708\n", "Step 8059:\n", "Loss: 1.7140508890151978\n", "Step 8060:\n", "Loss: 2.2722220420837402\n", "Step 8061:\n", "Loss: 1.7708936929702759\n", "Step 8062:\n", "Loss: 2.7590386867523193\n", "Step 8063:\n", "Loss: 1.9736950397491455\n", "Step 8064:\n", "Loss: 1.9304615259170532\n", "Step 8065:\n", "Loss: 2.2694621086120605\n", "Step 8066:\n", "Loss: 2.665356159210205\n", "Step 8067:\n", "Loss: 2.0011324882507324\n", "Step 8068:\n", "Loss: 1.8248366117477417\n", "Step 8069:\n", "Loss: 2.164517402648926\n", "Step 8070:\n", "Loss: 2.0745599269866943\n", "Step 8071:\n", "Loss: 1.9256787300109863\n", "Step 8072:\n", "Loss: 2.0469255447387695\n", "Step 8073:\n", "Loss: 1.8349881172180176\n", "Step 8074:\n", "Loss: 2.2318503856658936\n", "Step 8075:\n", "Loss: 2.600475549697876\n", "Step 8076:\n", "Loss: 2.299349069595337\n", "Step 8077:\n", "Loss: 2.5493741035461426\n", "Step 8078:\n", "Loss: 1.7041749954223633\n", "Step 8079:\n", "Loss: 2.437199592590332\n", "Step 8080:\n", "Loss: 2.5258240699768066\n", "Step 8081:\n", "Loss: 1.9189859628677368\n", "Step 8082:\n", "Loss: 2.336606979370117\n", "Step 8083:\n", "Loss: 2.8318982124328613\n", "Step 8084:\n", "Loss: 2.1320600509643555\n", "Step 8085:\n", "Loss: 1.6497019529342651\n", "Step 8086:\n", "Loss: 2.193481922149658\n", "Step 8087:\n", "Loss: 2.544067859649658\n", "Step 8088:\n", "Loss: 3.3748021125793457\n", "Step 8089:\n", "Loss: 1.6112147569656372\n", "Step 8090:\n", "Loss: 2.1864776611328125\n", "Step 8091:\n", "Loss: 2.115231513977051\n", "Step 8092:\n", "Loss: 1.8960397243499756\n", "Step 8093:\n", "Loss: 2.5856781005859375\n", "Step 8094:\n", "Loss: 1.6169410943984985\n", "Step 8095:\n", "Loss: 1.7499059438705444\n", "Step 8096:\n", "Loss: 2.897975206375122\n", "Step 8097:\n", "Loss: 2.081693649291992\n", "Step 8098:\n", "Loss: 2.3851985931396484\n", "Step 8099:\n", "Loss: 2.488231658935547\n", "Step 8100:\n", "Loss: 2.5537500381469727\n", "Step 8101:\n", "Loss: 2.0940890312194824\n", "Step 8102:\n", "Loss: 2.01253604888916\n", "Step 8103:\n", "Loss: 2.8878211975097656\n", "Step 8104:\n", "Loss: 2.4191205501556396\n", "Step 8105:\n", "Loss: 2.3818836212158203\n", "Step 8106:\n", "Loss: 2.379042148590088\n", "Step 8107:\n", "Loss: 2.308382034301758\n", "Step 8108:\n", "Loss: 2.2771568298339844\n", "Step 8109:\n", "Loss: 2.089305877685547\n", "Step 8110:\n", "Loss: 1.5279819965362549\n", "Step 8111:\n", "Loss: 2.2932968139648438\n", "Step 8112:\n", "Loss: 1.8917441368103027\n", "Step 8113:\n", "Loss: 2.399174928665161\n", "Step 8114:\n", "Loss: 2.541172742843628\n", "Step 8115:\n", "Loss: 2.74367094039917\n", "Step 8116:\n", "Loss: 2.084075927734375\n", "Step 8117:\n", "Loss: 2.348742723464966\n", "Step 8118:\n", "Loss: 2.504988431930542\n", "Step 8119:\n", "Loss: 2.141555070877075\n", "Step 8120:\n", "Loss: 2.0513992309570312\n", "Step 8121:\n", "Loss: 2.834693431854248\n", "Step 8122:\n", "Loss: 2.5065834522247314\n", "Step 8123:\n", "Loss: 2.3462870121002197\n", "Step 8124:\n", "Loss: 2.830406665802002\n", "Step 8125:\n", "Loss: 2.1150412559509277\n", "Step 8126:\n", "Loss: 2.1886496543884277\n", "Step 8127:\n", "Loss: 1.992360234260559\n", "Step 8128:\n", "Loss: 2.165872573852539\n", "Step 8129:\n", "Loss: 2.4764950275421143\n", "Step 8130:\n", "Loss: 2.2189579010009766\n", "Step 8131:\n", "Loss: 1.3404406309127808\n", "Step 8132:\n", "Loss: 2.5148661136627197\n", "Step 8133:\n", "Loss: 2.2580180168151855\n", "Step 8134:\n", "Loss: 1.9010776281356812\n", "Step 8135:\n", "Loss: 2.387120246887207\n", "Step 8136:\n", "Loss: 1.9199066162109375\n", "Step 8137:\n", "Loss: 2.1680195331573486\n", "Step 8138:\n", "Loss: 2.2102863788604736\n", "Step 8139:\n", "Loss: 2.7094388008117676\n", "Step 8140:\n", "Loss: 2.490079879760742\n", "Step 8141:\n", "Loss: 2.7716798782348633\n", "Step 8142:\n", "Loss: 1.9813263416290283\n", "Step 8143:\n", "Loss: 2.1375246047973633\n", "Step 8144:\n", "Loss: 2.095381021499634\n", "Step 8145:\n", "Loss: 1.8071953058242798\n", "Step 8146:\n", "Loss: 2.194861888885498\n", "Step 8147:\n", "Loss: 2.20939564704895\n", "Step 8148:\n", "Loss: 2.2283577919006348\n", "Step 8149:\n", "Loss: 1.8262847661972046\n", "Step 8150:\n", "Loss: 2.093815326690674\n", "Step 8151:\n", "Loss: 2.010951519012451\n", "Step 8152:\n", "Loss: 2.303605794906616\n", "Step 8153:\n", "Loss: 2.221999406814575\n", "Step 8154:\n", "Loss: 2.0499958992004395\n", "Step 8155:\n", "Loss: 1.7416468858718872\n", "Step 8156:\n", "Loss: 2.648679494857788\n", "Step 8157:\n", "Loss: 2.5085864067077637\n", "Step 8158:\n", "Loss: 2.154310464859009\n", "Step 8159:\n", "Loss: 2.106255054473877\n", "Step 8160:\n", "Loss: 2.525684356689453\n", "Step 8161:\n", "Loss: 1.852303147315979\n", "Step 8162:\n", "Loss: 1.997180461883545\n", "Step 8163:\n", "Loss: 2.1297411918640137\n", "Step 8164:\n", "Loss: 1.9937759637832642\n", "Step 8165:\n", "Loss: 2.3681325912475586\n", "Step 8166:\n", "Loss: 2.517918586730957\n", "Step 8167:\n", "Loss: 1.8843140602111816\n", "Step 8168:\n", "Loss: 2.012188673019409\n", "Step 8169:\n", "Loss: 2.225356340408325\n", "Step 8170:\n", "Loss: 2.5766494274139404\n", "Step 8171:\n", "Loss: 2.513956069946289\n", "Step 8172:\n", "Loss: 2.668201446533203\n", "Step 8173:\n", "Loss: 1.6681764125823975\n", "Step 8174:\n", "Loss: 2.0388758182525635\n", "Step 8175:\n", "Loss: 1.9122657775878906\n", "Step 8176:\n", "Loss: 3.2063450813293457\n", "Step 8177:\n", "Loss: 2.2445645332336426\n", "Step 8178:\n", "Loss: 2.5310354232788086\n", "Step 8179:\n", "Loss: 2.26064133644104\n", "Step 8180:\n", "Loss: 2.1704490184783936\n", "Step 8181:\n", "Loss: 2.5940096378326416\n", "Step 8182:\n", "Loss: 1.8966360092163086\n", "Step 8183:\n", "Loss: 2.715567111968994\n", "Step 8184:\n", "Loss: 2.656095027923584\n", "Step 8185:\n", "Loss: 1.8784197568893433\n", "Step 8186:\n", "Loss: 2.822253704071045\n", "Step 8187:\n", "Loss: 2.4315569400787354\n", "Step 8188:\n", "Loss: 2.140946865081787\n", "Step 8189:\n", "Loss: 1.8570908308029175\n", "Step 8190:\n", "Loss: 2.6128461360931396\n", "Step 8191:\n", "Loss: 2.233883857727051\n", "Step 8192:\n", "Loss: 1.9025146961212158\n", "Step 8193:\n", "Loss: 3.0182530879974365\n", "Step 8194:\n", "Loss: 2.067324161529541\n", "Step 8195:\n", "Loss: 1.7621610164642334\n", "Step 8196:\n", "Loss: 2.3375613689422607\n", "Step 8197:\n", "Loss: 1.9734479188919067\n", "Step 8198:\n", "Loss: 2.2737486362457275\n", "Step 8199:\n", "Loss: 2.137894630432129\n", "Step 8200:\n", "Loss: 2.19205379486084\n", "Step 8201:\n", "Loss: 2.250431776046753\n", "Step 8202:\n", "Loss: 2.1885881423950195\n", "Step 8203:\n", "Loss: 2.204578399658203\n", "Step 8204:\n", "Loss: 2.1806414127349854\n", "Step 8205:\n", "Loss: 1.9653557538986206\n", "Step 8206:\n", "Loss: 2.2486016750335693\n", "Step 8207:\n", "Loss: 2.5620336532592773\n", "Step 8208:\n", "Loss: 2.990413188934326\n", "Step 8209:\n", "Loss: 2.1425232887268066\n", "Step 8210:\n", "Loss: 1.991910457611084\n", "Step 8211:\n", "Loss: 2.3081421852111816\n", "Step 8212:\n", "Loss: 2.26570987701416\n", "Step 8213:\n", "Loss: 2.6644067764282227\n", "Step 8214:\n", "Loss: 2.5442206859588623\n", "Step 8215:\n", "Loss: 2.107728958129883\n", "Step 8216:\n", "Loss: 1.4583075046539307\n", "Step 8217:\n", "Loss: 2.52842378616333\n", "Step 8218:\n", "Loss: 2.3714280128479004\n", "Step 8219:\n", "Loss: 2.0349531173706055\n", "Step 8220:\n", "Loss: 2.0992445945739746\n", "Step 8221:\n", "Loss: 2.6609556674957275\n", "Step 8222:\n", "Loss: 2.4107816219329834\n", "Step 8223:\n", "Loss: 2.5027287006378174\n", "Step 8224:\n", "Loss: 1.801182508468628\n", "Step 8225:\n", "Loss: 2.1513681411743164\n", "Step 8226:\n", "Loss: 2.5320332050323486\n", "Step 8227:\n", "Loss: 2.1341683864593506\n", "Step 8228:\n", "Loss: 1.7549200057983398\n", "Step 8229:\n", "Loss: 2.191422939300537\n", "Step 8230:\n", "Loss: 2.147106170654297\n", "Step 8231:\n", "Loss: 2.297070026397705\n", "Step 8232:\n", "Loss: 2.130275011062622\n", "Step 8233:\n", "Loss: 2.514345169067383\n", "Step 8234:\n", "Loss: 2.206937313079834\n", "Step 8235:\n", "Loss: 2.0995988845825195\n", "Step 8236:\n", "Loss: 2.7813398838043213\n", "Step 8237:\n", "Loss: 2.1604061126708984\n", "Step 8238:\n", "Loss: 1.9442219734191895\n", "Step 8239:\n", "Loss: 2.446896553039551\n", "Step 8240:\n", "Loss: 2.5205745697021484\n", "Step 8241:\n", "Loss: 2.360203266143799\n", "Step 8242:\n", "Loss: 1.6370280981063843\n", "Step 8243:\n", "Loss: 1.741268515586853\n", "Step 8244:\n", "Loss: 2.6596519947052\n", "Step 8245:\n", "Loss: 2.495849847793579\n", "Step 8246:\n", "Loss: 2.2818565368652344\n", "Step 8247:\n", "Loss: 2.114574432373047\n", "Step 8248:\n", "Loss: 2.3158419132232666\n", "Step 8249:\n", "Loss: 2.231489419937134\n", "Step 8250:\n", "Loss: 2.20865535736084\n", "Step 8251:\n", "Loss: 2.4577159881591797\n", "Step 8252:\n", "Loss: 1.9658472537994385\n", "Step 8253:\n", "Loss: 2.055778741836548\n", "Step 8254:\n", "Loss: 1.9743642807006836\n", "Step 8255:\n", "Loss: 2.0693304538726807\n", "Step 8256:\n", "Loss: 2.348635196685791\n", "Step 8257:\n", "Loss: 2.0035510063171387\n", "Step 8258:\n", "Loss: 1.9876266717910767\n", "Step 8259:\n", "Loss: 2.195089817047119\n", "Step 8260:\n", "Loss: 2.11982798576355\n", "Step 8261:\n", "Loss: 1.9484918117523193\n", "Step 8262:\n", "Loss: 2.249110460281372\n", "Step 8263:\n", "Loss: 2.269786834716797\n", "Step 8264:\n", "Loss: 2.2357144355773926\n", "Step 8265:\n", "Loss: 2.725463628768921\n", "Step 8266:\n", "Loss: 1.7849582433700562\n", "Step 8267:\n", "Loss: 2.5271010398864746\n", "Step 8268:\n", "Loss: 2.0705645084381104\n", "Step 8269:\n", "Loss: 2.200103282928467\n", "Step 8270:\n", "Loss: 2.3950552940368652\n", "Step 8271:\n", "Loss: 2.3439221382141113\n", "Step 8272:\n", "Loss: 2.2386724948883057\n", "Step 8273:\n", "Loss: 2.7465367317199707\n", "Step 8274:\n", "Loss: 2.220538854598999\n", "Step 8275:\n", "Loss: 2.09798264503479\n", "Step 8276:\n", "Loss: 2.3424415588378906\n", "Step 8277:\n", "Loss: 2.3409199714660645\n", "Step 8278:\n", "Loss: 2.2833092212677\n", "Step 8279:\n", "Loss: 2.7837777137756348\n", "Step 8280:\n", "Loss: 2.0353355407714844\n", "Step 8281:\n", "Loss: 2.18638014793396\n", "Step 8282:\n", "Loss: 2.4452452659606934\n", "Step 8283:\n", "Loss: 2.077847480773926\n", "Step 8284:\n", "Loss: 1.4907569885253906\n", "Step 8285:\n", "Loss: 1.9312797784805298\n", "Step 8286:\n", "Loss: 2.0102548599243164\n", "Step 8287:\n", "Loss: 2.4471919536590576\n", "Step 8288:\n", "Loss: 2.375354528427124\n", "Step 8289:\n", "Loss: 2.985041618347168\n", "Step 8290:\n", "Loss: 2.392714738845825\n", "Step 8291:\n", "Loss: 2.1644816398620605\n", "Step 8292:\n", "Loss: 2.2211551666259766\n", "Step 8293:\n", "Loss: 2.534590244293213\n", "Step 8294:\n", "Loss: 1.9266849756240845\n", "Step 8295:\n", "Loss: 1.8375515937805176\n", "Step 8296:\n", "Loss: 2.3832242488861084\n", "Step 8297:\n", "Loss: 2.3615264892578125\n", "Step 8298:\n", "Loss: 2.3881869316101074\n", "Step 8299:\n", "Loss: 2.735370397567749\n", "Step 8300:\n", "Loss: 2.381638765335083\n", "Step 8301:\n", "Loss: 1.9652501344680786\n", "Step 8302:\n", "Loss: 2.551359176635742\n", "Step 8303:\n", "Loss: 1.9639079570770264\n", "Step 8304:\n", "Loss: 2.329876661300659\n", "Step 8305:\n", "Loss: 2.203707218170166\n", "Step 8306:\n", "Loss: 2.623856544494629\n", "Step 8307:\n", "Loss: 1.8454861640930176\n", "Step 8308:\n", "Loss: 1.7950499057769775\n", "Step 8309:\n", "Loss: 2.2101857662200928\n", "Step 8310:\n", "Loss: 2.198335647583008\n", "Step 8311:\n", "Loss: 2.488403797149658\n", "Step 8312:\n", "Loss: 2.2774548530578613\n", "Step 8313:\n", "Loss: 1.754408359527588\n", "Step 8314:\n", "Loss: 2.6047635078430176\n", "Step 8315:\n", "Loss: 2.171459674835205\n", "Step 8316:\n", "Loss: 2.8693177700042725\n", "Step 8317:\n", "Loss: 1.791929006576538\n", "Step 8318:\n", "Loss: 2.3979880809783936\n", "Step 8319:\n", "Loss: 2.8614306449890137\n", "Step 8320:\n", "Loss: 2.3373332023620605\n", "Step 8321:\n", "Loss: 2.1154134273529053\n", "Step 8322:\n", "Loss: 1.6044528484344482\n", "Step 8323:\n", "Loss: 2.6032214164733887\n", "Step 8324:\n", "Loss: 1.9701956510543823\n", "Step 8325:\n", "Loss: 1.9351822137832642\n", "Step 8326:\n", "Loss: 2.064784049987793\n", "Step 8327:\n", "Loss: 2.019874095916748\n", "Step 8328:\n", "Loss: 2.26535701751709\n", "Step 8329:\n", "Loss: 2.594067335128784\n", "Step 8330:\n", "Loss: 2.2630538940429688\n", "Step 8331:\n", "Loss: 2.4553349018096924\n", "Step 8332:\n", "Loss: 1.8493239879608154\n", "Step 8333:\n", "Loss: 1.756651520729065\n", "Step 8334:\n", "Loss: 1.8970589637756348\n", "Step 8335:\n", "Loss: 1.8841121196746826\n", "Step 8336:\n", "Loss: 2.1779072284698486\n", "Step 8337:\n", "Loss: 2.354921579360962\n", "Step 8338:\n", "Loss: 2.2488088607788086\n", "Step 8339:\n", "Loss: 1.8332562446594238\n", "Step 8340:\n", "Loss: 2.8741073608398438\n", "Step 8341:\n", "Loss: 2.6268181800842285\n", "Step 8342:\n", "Loss: 2.444978713989258\n", "Step 8343:\n", "Loss: 2.0159621238708496\n", "Step 8344:\n", "Loss: 1.9320017099380493\n", "Step 8345:\n", "Loss: 2.2465083599090576\n", "Step 8346:\n", "Loss: 2.5182931423187256\n", "Step 8347:\n", "Loss: 2.1936824321746826\n", "Step 8348:\n", "Loss: 2.338862180709839\n", "Step 8349:\n", "Loss: 2.2715303897857666\n", "Step 8350:\n", "Loss: 1.768043875694275\n", "Step 8351:\n", "Loss: 2.597494602203369\n", "Step 8352:\n", "Loss: 2.2292468547821045\n", "Step 8353:\n", "Loss: 2.0099589824676514\n", "Step 8354:\n", "Loss: 2.8753201961517334\n", "Step 8355:\n", "Loss: 2.23990535736084\n", "Step 8356:\n", "Loss: 2.4075112342834473\n", "Step 8357:\n", "Loss: 2.4808874130249023\n", "Step 8358:\n", "Loss: 2.2966506481170654\n", "Step 8359:\n", "Loss: 1.8626558780670166\n", "Step 8360:\n", "Loss: 1.6898311376571655\n", "Step 8361:\n", "Loss: 2.6037230491638184\n", "Step 8362:\n", "Loss: 1.8826466798782349\n", "Step 8363:\n", "Loss: 2.494776487350464\n", "Step 8364:\n", "Loss: 1.8267900943756104\n", "Step 8365:\n", "Loss: 1.9171464443206787\n", "Step 8366:\n", "Loss: 2.0236120223999023\n", "Step 8367:\n", "Loss: 2.48004412651062\n", "Step 8368:\n", "Loss: 2.293100118637085\n", "Step 8369:\n", "Loss: 3.2378807067871094\n", "Step 8370:\n", "Loss: 2.146523952484131\n", "Step 8371:\n", "Loss: 2.053622245788574\n", "Step 8372:\n", "Loss: 1.9670231342315674\n", "Step 8373:\n", "Loss: 1.9358265399932861\n", "Step 8374:\n", "Loss: 2.2101027965545654\n", "Step 8375:\n", "Loss: 2.4369637966156006\n", "Step 8376:\n", "Loss: 2.553556442260742\n", "Step 8377:\n", "Loss: 2.3069956302642822\n", "Step 8378:\n", "Loss: 1.8500394821166992\n", "Step 8379:\n", "Loss: 2.2010114192962646\n", "Step 8380:\n", "Loss: 2.1592955589294434\n", "Step 8381:\n", "Loss: 2.1702399253845215\n", "Step 8382:\n", "Loss: 1.7638331651687622\n", "Step 8383:\n", "Loss: 1.8809999227523804\n", "Step 8384:\n", "Loss: 2.6223556995391846\n", "Step 8385:\n", "Loss: 2.01796817779541\n", "Step 8386:\n", "Loss: 2.2728271484375\n", "Step 8387:\n", "Loss: 2.065336227416992\n", "Step 8388:\n", "Loss: 2.3338375091552734\n", "Step 8389:\n", "Loss: 2.0625321865081787\n", "Step 8390:\n", "Loss: 2.2499709129333496\n", "Step 8391:\n", "Loss: 2.156402349472046\n", "Step 8392:\n", "Loss: 2.201329469680786\n", "Step 8393:\n", "Loss: 1.9677850008010864\n", "Step 8394:\n", "Loss: 2.276106595993042\n", "Step 8395:\n", "Loss: 2.2847704887390137\n", "Step 8396:\n", "Loss: 2.6936798095703125\n", "Step 8397:\n", "Loss: 2.0396742820739746\n", "Step 8398:\n", "Loss: 2.2024827003479004\n", "Step 8399:\n", "Loss: 2.5242488384246826\n", "Step 8400:\n", "Loss: 2.1532559394836426\n", "Step 8401:\n", "Loss: 1.690543293952942\n", "Step 8402:\n", "Loss: 2.4410266876220703\n", "Step 8403:\n", "Loss: 2.1804938316345215\n", "Step 8404:\n", "Loss: 2.17960524559021\n", "Step 8405:\n", "Loss: 2.238056182861328\n", "Step 8406:\n", "Loss: 2.7846856117248535\n", "Step 8407:\n", "Loss: 2.065913677215576\n", "Step 8408:\n", "Loss: 2.098688840866089\n", "Step 8409:\n", "Loss: 2.2943925857543945\n", "Step 8410:\n", "Loss: 1.787865400314331\n", "Step 8411:\n", "Loss: 1.7644641399383545\n", "Step 8412:\n", "Loss: 2.2368555068969727\n", "Step 8413:\n", "Loss: 2.208970308303833\n", "Step 8414:\n", "Loss: 1.8418819904327393\n", "Step 8415:\n", "Loss: 1.781686782836914\n", "Step 8416:\n", "Loss: 2.6226048469543457\n", "Step 8417:\n", "Loss: 1.4113209247589111\n", "Step 8418:\n", "Loss: 2.3564937114715576\n", "Step 8419:\n", "Loss: 2.353914499282837\n", "Step 8420:\n", "Loss: 2.1768789291381836\n", "Step 8421:\n", "Loss: 2.2068541049957275\n", "Step 8422:\n", "Loss: 2.068007469177246\n", "Step 8423:\n", "Loss: 2.4864978790283203\n", "Step 8424:\n", "Loss: 1.979384183883667\n", "Step 8425:\n", "Loss: 2.4350996017456055\n", "Step 8426:\n", "Loss: 2.076108694076538\n", "Step 8427:\n", "Loss: 1.7309670448303223\n", "Step 8428:\n", "Loss: 2.040508270263672\n", "Step 8429:\n", "Loss: 1.9746918678283691\n", "Step 8430:\n", "Loss: 2.001354932785034\n", "Step 8431:\n", "Loss: 2.3534231185913086\n", "Step 8432:\n", "Loss: 2.354349136352539\n", "Step 8433:\n", "Loss: 2.5879416465759277\n", "Step 8434:\n", "Loss: 1.8517001867294312\n", "Step 8435:\n", "Loss: 3.0213170051574707\n", "Step 8436:\n", "Loss: 2.429236650466919\n", "Step 8437:\n", "Loss: 2.3391408920288086\n", "Step 8438:\n", "Loss: 2.5152289867401123\n", "Step 8439:\n", "Loss: 2.0418894290924072\n", "Step 8440:\n", "Loss: 2.1531383991241455\n", "Step 8441:\n", "Loss: 2.4669530391693115\n", "Step 8442:\n", "Loss: 1.9324901103973389\n", "Step 8443:\n", "Loss: 2.747218608856201\n", "Step 8444:\n", "Loss: 1.9632813930511475\n", "Step 8445:\n", "Loss: 2.2762506008148193\n", "Step 8446:\n", "Loss: 2.3540313243865967\n", "Step 8447:\n", "Loss: 2.08235502243042\n", "Step 8448:\n", "Loss: 1.7371947765350342\n", "Step 8449:\n", "Loss: 2.679751396179199\n", "Step 8450:\n", "Loss: 1.9284043312072754\n", "Step 8451:\n", "Loss: 2.2147915363311768\n", "Step 8452:\n", "Loss: 2.703315496444702\n", "Step 8453:\n", "Loss: 2.3783273696899414\n", "Step 8454:\n", "Loss: 1.5981107950210571\n", "Step 8455:\n", "Loss: 2.2318179607391357\n", "Step 8456:\n", "Loss: 1.9877175092697144\n", "Step 8457:\n", "Loss: 1.3330774307250977\n", "Step 8458:\n", "Loss: 2.4129271507263184\n", "Step 8459:\n", "Loss: 1.9032751321792603\n", "Step 8460:\n", "Loss: 2.0254058837890625\n", "Step 8461:\n", "Loss: 3.2604572772979736\n", "Step 8462:\n", "Loss: 2.2379612922668457\n", "Step 8463:\n", "Loss: 1.6307003498077393\n", "Step 8464:\n", "Loss: 1.8683136701583862\n", "Step 8465:\n", "Loss: 1.9543057680130005\n", "Step 8466:\n", "Loss: 2.7138638496398926\n", "Step 8467:\n", "Loss: 2.613858699798584\n", "Step 8468:\n", "Loss: 2.2033185958862305\n", "Step 8469:\n", "Loss: 2.103062629699707\n", "Step 8470:\n", "Loss: 1.684983253479004\n", "Step 8471:\n", "Loss: 1.9140830039978027\n", "Step 8472:\n", "Loss: 1.6336653232574463\n", "Step 8473:\n", "Loss: 2.0145952701568604\n", "Step 8474:\n", "Loss: 2.105536699295044\n", "Step 8475:\n", "Loss: 1.9255138635635376\n", "Step 8476:\n", "Loss: 2.155045509338379\n", "Step 8477:\n", "Loss: 2.183933973312378\n", "Step 8478:\n", "Loss: 2.8535091876983643\n", "Step 8479:\n", "Loss: 1.8967949151992798\n", "Step 8480:\n", "Loss: 2.7852718830108643\n", "Step 8481:\n", "Loss: 2.679194688796997\n", "Step 8482:\n", "Loss: 2.125779628753662\n", "Step 8483:\n", "Loss: 2.4474215507507324\n", "Step 8484:\n", "Loss: 2.163811445236206\n", "Step 8485:\n", "Loss: 2.078808546066284\n", "Step 8486:\n", "Loss: 2.6641297340393066\n", "Step 8487:\n", "Loss: 2.0226657390594482\n", "Step 8488:\n", "Loss: 2.7083253860473633\n", "Step 8489:\n", "Loss: 2.296041965484619\n", "Step 8490:\n", "Loss: 2.1526496410369873\n", "Step 8491:\n", "Loss: 2.548099994659424\n", "Step 8492:\n", "Loss: 2.1812446117401123\n", "Step 8493:\n", "Loss: 1.8824915885925293\n", "Step 8494:\n", "Loss: 2.576892614364624\n", "Step 8495:\n", "Loss: 1.860230565071106\n", "Step 8496:\n", "Loss: 2.33074951171875\n", "Step 8497:\n", "Loss: 2.365225315093994\n", "Step 8498:\n", "Loss: 2.1685314178466797\n", "Step 8499:\n", "Loss: 2.396162986755371\n", "Step 8500:\n", "Loss: 2.147425651550293\n", "Step 8501:\n", "Loss: 2.1094939708709717\n", "Step 8502:\n", "Loss: 1.8944693803787231\n", "Step 8503:\n", "Loss: 2.362245798110962\n", "Step 8504:\n", "Loss: 1.992396593093872\n", "Step 8505:\n", "Loss: 2.035707712173462\n", "Step 8506:\n", "Loss: 1.8030365705490112\n", "Step 8507:\n", "Loss: 2.3808085918426514\n", "Step 8508:\n", "Loss: 1.8924286365509033\n", "Step 8509:\n", "Loss: 2.6165175437927246\n", "Step 8510:\n", "Loss: 1.5775518417358398\n", "Step 8511:\n", "Loss: 2.2113208770751953\n", "Step 8512:\n", "Loss: 2.2548675537109375\n", "Step 8513:\n", "Loss: 2.167361259460449\n", "Step 8514:\n", "Loss: 2.6802167892456055\n", "Step 8515:\n", "Loss: 2.744401693344116\n", "Step 8516:\n", "Loss: 2.0302610397338867\n", "Step 8517:\n", "Loss: 2.6274967193603516\n", "Step 8518:\n", "Loss: 2.115373373031616\n", "Step 8519:\n", "Loss: 2.3652877807617188\n", "Step 8520:\n", "Loss: 1.9865045547485352\n", "Step 8521:\n", "Loss: 2.6099255084991455\n", "Step 8522:\n", "Loss: 2.1876938343048096\n", "Step 8523:\n", "Loss: 2.3914153575897217\n", "Step 8524:\n", "Loss: 2.1089766025543213\n", "Step 8525:\n", "Loss: 2.2416043281555176\n", "Step 8526:\n", "Loss: 2.526524066925049\n", "Step 8527:\n", "Loss: 2.072617530822754\n", "Step 8528:\n", "Loss: 2.6141393184661865\n", "Step 8529:\n", "Loss: 2.0556507110595703\n", "Step 8530:\n", "Loss: 2.6269514560699463\n", "Step 8531:\n", "Loss: 2.510026216506958\n", "Step 8532:\n", "Loss: 2.4573521614074707\n", "Step 8533:\n", "Loss: 1.842802882194519\n", "Step 8534:\n", "Loss: 2.106435775756836\n", "Step 8535:\n", "Loss: 2.1859185695648193\n", "Step 8536:\n", "Loss: 2.0250661373138428\n", "Step 8537:\n", "Loss: 2.381784439086914\n", "Step 8538:\n", "Loss: 2.6160221099853516\n", "Step 8539:\n", "Loss: 2.1270089149475098\n", "Step 8540:\n", "Loss: 1.482846736907959\n", "Step 8541:\n", "Loss: 2.501692056655884\n", "Step 8542:\n", "Loss: 2.254039764404297\n", "Step 8543:\n", "Loss: 1.8962229490280151\n", "Step 8544:\n", "Loss: 2.612694263458252\n", "Step 8545:\n", "Loss: 2.245648145675659\n", "Step 8546:\n", "Loss: 2.853806972503662\n", "Step 8547:\n", "Loss: 2.2159786224365234\n", "Step 8548:\n", "Loss: 2.7667360305786133\n", "Step 8549:\n", "Loss: 2.645718574523926\n", "Step 8550:\n", "Loss: 1.7757699489593506\n", "Step 8551:\n", "Loss: 2.2278053760528564\n", "Step 8552:\n", "Loss: 2.0911858081817627\n", "Step 8553:\n", "Loss: 2.3149874210357666\n", "Step 8554:\n", "Loss: 1.9894163608551025\n", "Step 8555:\n", "Loss: 2.458059549331665\n", "Step 8556:\n", "Loss: 2.1548521518707275\n", "Step 8557:\n", "Loss: 2.0209527015686035\n", "Step 8558:\n", "Loss: 2.5557289123535156\n", "Step 8559:\n", "Loss: 1.8581101894378662\n", "Step 8560:\n", "Loss: 2.2422776222229004\n", "Step 8561:\n", "Loss: 2.07073974609375\n", "Step 8562:\n", "Loss: 1.9770076274871826\n", "Step 8563:\n", "Loss: 2.0510435104370117\n", "Step 8564:\n", "Loss: 2.673396110534668\n", "Step 8565:\n", "Loss: 2.4398512840270996\n", "Step 8566:\n", "Loss: 2.7476048469543457\n", "Step 8567:\n", "Loss: 2.2948684692382812\n", "Step 8568:\n", "Loss: 2.1599531173706055\n", "Step 8569:\n", "Loss: 2.0316076278686523\n", "Step 8570:\n", "Loss: 2.125230073928833\n", "Step 8571:\n", "Loss: 2.212646961212158\n", "Step 8572:\n", "Loss: 2.0266823768615723\n", "Step 8573:\n", "Loss: 2.2050652503967285\n", "Step 8574:\n", "Loss: 2.39190673828125\n", "Step 8575:\n", "Loss: 2.2161026000976562\n", "Step 8576:\n", "Loss: 1.9912644624710083\n", "Step 8577:\n", "Loss: 3.0780835151672363\n", "Step 8578:\n", "Loss: 2.4634156227111816\n", "Step 8579:\n", "Loss: 2.0230326652526855\n", "Step 8580:\n", "Loss: 2.125764846801758\n", "Step 8581:\n", "Loss: 2.556391477584839\n", "Step 8582:\n", "Loss: 2.3024535179138184\n", "Step 8583:\n", "Loss: 2.2165045738220215\n", "Step 8584:\n", "Loss: 3.3135476112365723\n", "Step 8585:\n", "Loss: 2.678230047225952\n", "Step 8586:\n", "Loss: 2.193146228790283\n", "Step 8587:\n", "Loss: 2.10442852973938\n", "Step 8588:\n", "Loss: 2.0669853687286377\n", "Step 8589:\n", "Loss: 2.664747476577759\n", "Step 8590:\n", "Loss: 2.731506586074829\n", "Step 8591:\n", "Loss: 2.1438910961151123\n", "Step 8592:\n", "Loss: 2.4197566509246826\n", "Step 8593:\n", "Loss: 2.156378984451294\n", "Step 8594:\n", "Loss: 2.7017428874969482\n", "Step 8595:\n", "Loss: 2.030094623565674\n", "Step 8596:\n", "Loss: 2.088204860687256\n", "Step 8597:\n", "Loss: 2.3146023750305176\n", "Step 8598:\n", "Loss: 1.940435528755188\n", "Step 8599:\n", "Loss: 2.3343348503112793\n", "Step 8600:\n", "Loss: 2.1303904056549072\n", "Step 8601:\n", "Loss: 2.0725529193878174\n", "Step 8602:\n", "Loss: 2.015591621398926\n", "Step 8603:\n", "Loss: 2.111285448074341\n", "Step 8604:\n", "Loss: 2.376885414123535\n", "Step 8605:\n", "Loss: 2.311044454574585\n", "Step 8606:\n", "Loss: 2.0563762187957764\n", "Step 8607:\n", "Loss: 1.8784394264221191\n", "Step 8608:\n", "Loss: 1.5860602855682373\n", "Step 8609:\n", "Loss: 2.008601427078247\n", "Step 8610:\n", "Loss: 1.8437834978103638\n", "Step 8611:\n", "Loss: 2.241530656814575\n", "Step 8612:\n", "Loss: 1.8772618770599365\n", "Step 8613:\n", "Loss: 2.31658935546875\n", "Step 8614:\n", "Loss: 2.0166664123535156\n", "Step 8615:\n", "Loss: 2.187882423400879\n", "Step 8616:\n", "Loss: 2.481520891189575\n", "Step 8617:\n", "Loss: 2.531423330307007\n", "Step 8618:\n", "Loss: 1.9775663614273071\n", "Step 8619:\n", "Loss: 2.16247820854187\n", "Step 8620:\n", "Loss: 2.618882894515991\n", "Step 8621:\n", "Loss: 1.7897052764892578\n", "Step 8622:\n", "Loss: 2.431887149810791\n", "Step 8623:\n", "Loss: 2.7521939277648926\n", "Step 8624:\n", "Loss: 2.3158082962036133\n", "Step 8625:\n", "Loss: 2.2184677124023438\n", "Step 8626:\n", "Loss: 2.217471122741699\n", "Step 8627:\n", "Loss: 2.4058125019073486\n", "Step 8628:\n", "Loss: 1.7448550462722778\n", "Step 8629:\n", "Loss: 2.3555078506469727\n", "Step 8630:\n", "Loss: 1.9269306659698486\n", "Step 8631:\n", "Loss: 2.158531665802002\n", "Step 8632:\n", "Loss: 2.1098670959472656\n", "Step 8633:\n", "Loss: 2.2782106399536133\n", "Step 8634:\n", "Loss: 2.3267362117767334\n", "Step 8635:\n", "Loss: 2.0581865310668945\n", "Step 8636:\n", "Loss: 2.400012254714966\n", "Step 8637:\n", "Loss: 1.7540923357009888\n", "Step 8638:\n", "Loss: 2.2802326679229736\n", "Step 8639:\n", "Loss: 2.0423927307128906\n", "Step 8640:\n", "Loss: 2.0623536109924316\n", "Step 8641:\n", "Loss: 2.0426230430603027\n", "Step 8642:\n", "Loss: 2.103313446044922\n", "Step 8643:\n", "Loss: 2.113382339477539\n", "Step 8644:\n", "Loss: 2.1805593967437744\n", "Step 8645:\n", "Loss: 2.495936632156372\n", "Step 8646:\n", "Loss: 2.049109697341919\n", "Step 8647:\n", "Loss: 2.1654980182647705\n", "Step 8648:\n", "Loss: 2.102308750152588\n", "Step 8649:\n", "Loss: 2.192279815673828\n", "Step 8650:\n", "Loss: 1.7308329343795776\n", "Step 8651:\n", "Loss: 2.4570319652557373\n", "Step 8652:\n", "Loss: 2.5279409885406494\n", "Step 8653:\n", "Loss: 2.1369030475616455\n", "Step 8654:\n", "Loss: 2.1226956844329834\n", "Step 8655:\n", "Loss: 2.3243701457977295\n", "Step 8656:\n", "Loss: 2.4446191787719727\n", "Step 8657:\n", "Loss: 2.4210150241851807\n", "Step 8658:\n", "Loss: 2.6664161682128906\n", "Step 8659:\n", "Loss: 2.4698853492736816\n", "Step 8660:\n", "Loss: 2.3475348949432373\n", "Step 8661:\n", "Loss: 2.5529837608337402\n", "Step 8662:\n", "Loss: 1.9660680294036865\n", "Step 8663:\n", "Loss: 2.5907163619995117\n", "Step 8664:\n", "Loss: 2.374155282974243\n", "Step 8665:\n", "Loss: 2.4176275730133057\n", "Step 8666:\n", "Loss: 2.7774658203125\n", "Step 8667:\n", "Loss: 2.3118298053741455\n", "Step 8668:\n", "Loss: 2.1263587474823\n", "Step 8669:\n", "Loss: 2.077876567840576\n", "Step 8670:\n", "Loss: 2.3509321212768555\n", "Step 8671:\n", "Loss: 2.2602651119232178\n", "Step 8672:\n", "Loss: 2.242300033569336\n", "Step 8673:\n", "Loss: 2.5327062606811523\n", "Step 8674:\n", "Loss: 2.206772804260254\n", "Step 8675:\n", "Loss: 2.80368709564209\n", "Step 8676:\n", "Loss: 1.976013422012329\n", "Step 8677:\n", "Loss: 1.920926809310913\n", "Step 8678:\n", "Loss: 2.2775936126708984\n", "Step 8679:\n", "Loss: 2.266329288482666\n", "Step 8680:\n", "Loss: 1.9454176425933838\n", "Step 8681:\n", "Loss: 2.0864884853363037\n", "Step 8682:\n", "Loss: 2.050629138946533\n", "Step 8683:\n", "Loss: 2.9963226318359375\n", "Step 8684:\n", "Loss: 2.2236294746398926\n", "Step 8685:\n", "Loss: 1.9609873294830322\n", "Step 8686:\n", "Loss: 2.3955729007720947\n", "Step 8687:\n", "Loss: 2.3833189010620117\n", "Step 8688:\n", "Loss: 2.0648586750030518\n", "Step 8689:\n", "Loss: 2.0448615550994873\n", "Step 8690:\n", "Loss: 2.453460454940796\n", "Step 8691:\n", "Loss: 2.600950241088867\n", "Step 8692:\n", "Loss: 2.6286308765411377\n", "Step 8693:\n", "Loss: 2.137272596359253\n", "Step 8694:\n", "Loss: 2.3144664764404297\n", "Step 8695:\n", "Loss: 2.1677281856536865\n", "Step 8696:\n", "Loss: 2.1218042373657227\n", "Step 8697:\n", "Loss: 2.247391939163208\n", "Step 8698:\n", "Loss: 2.0065200328826904\n", "Step 8699:\n", "Loss: 2.575936794281006\n", "Step 8700:\n", "Loss: 2.4614546298980713\n", "Step 8701:\n", "Loss: 2.5389652252197266\n", "Step 8702:\n", "Loss: 2.284024715423584\n", "Step 8703:\n", "Loss: 1.995566725730896\n", "Step 8704:\n", "Loss: 2.269935369491577\n", "Step 8705:\n", "Loss: 2.5613276958465576\n", "Step 8706:\n", "Loss: 2.36383056640625\n", "Step 8707:\n", "Loss: 2.2205405235290527\n", "Step 8708:\n", "Loss: 2.5034067630767822\n", "Step 8709:\n", "Loss: 1.7875030040740967\n", "Step 8710:\n", "Loss: 2.7475810050964355\n", "Step 8711:\n", "Loss: 2.280776262283325\n", "Step 8712:\n", "Loss: 2.4587011337280273\n", "Step 8713:\n", "Loss: 1.7407786846160889\n", "Step 8714:\n", "Loss: 2.1472911834716797\n", "Step 8715:\n", "Loss: 2.6059298515319824\n", "Step 8716:\n", "Loss: 2.1096091270446777\n", "Step 8717:\n", "Loss: 2.4746546745300293\n", "Step 8718:\n", "Loss: 2.8176684379577637\n", "Step 8719:\n", "Loss: 1.945505142211914\n", "Step 8720:\n", "Loss: 1.829735517501831\n", "Step 8721:\n", "Loss: 2.07167911529541\n", "Step 8722:\n", "Loss: 2.5715408325195312\n", "Step 8723:\n", "Loss: 1.8691935539245605\n", "Step 8724:\n", "Loss: 2.2767956256866455\n", "Step 8725:\n", "Loss: 2.492530345916748\n", "Step 8726:\n", "Loss: 2.214294910430908\n", "Step 8727:\n", "Loss: 2.2688941955566406\n", "Step 8728:\n", "Loss: 2.37587833404541\n", "Step 8729:\n", "Loss: 2.141432285308838\n", "Step 8730:\n", "Loss: 1.9962276220321655\n", "Step 8731:\n", "Loss: 1.7678759098052979\n", "Step 8732:\n", "Loss: 2.9037411212921143\n", "Step 8733:\n", "Loss: 1.930674433708191\n", "Step 8734:\n", "Loss: 2.1219544410705566\n", "Step 8735:\n", "Loss: 2.254154920578003\n", "Step 8736:\n", "Loss: 2.564422369003296\n", "Step 8737:\n", "Loss: 2.458099603652954\n", "Step 8738:\n", "Loss: 2.29205060005188\n", "Step 8739:\n", "Loss: 2.340205430984497\n", "Step 8740:\n", "Loss: 2.400648355484009\n", "Step 8741:\n", "Loss: 2.3693833351135254\n", "Step 8742:\n", "Loss: 2.0702295303344727\n", "Step 8743:\n", "Loss: 2.608630895614624\n", "Step 8744:\n", "Loss: 2.1788415908813477\n", "Step 8745:\n", "Loss: 2.0398857593536377\n", "Step 8746:\n", "Loss: 2.539238452911377\n", "Step 8747:\n", "Loss: 2.2573819160461426\n", "Step 8748:\n", "Loss: 2.3482742309570312\n", "Step 8749:\n", "Loss: 2.147430419921875\n", "Step 8750:\n", "Loss: 2.6610240936279297\n", "Step 8751:\n", "Loss: 2.3840572834014893\n", "Step 8752:\n", "Loss: 1.9768108129501343\n", "Step 8753:\n", "Loss: 2.6562626361846924\n", "Step 8754:\n", "Loss: 1.9004713296890259\n", "Step 8755:\n", "Loss: 2.4114904403686523\n", "Step 8756:\n", "Loss: 2.3386213779449463\n", "Step 8757:\n", "Loss: 2.2337779998779297\n", "Step 8758:\n", "Loss: 2.1830694675445557\n", "Step 8759:\n", "Loss: 2.2114663124084473\n", "Step 8760:\n", "Loss: 2.464412212371826\n", "Step 8761:\n", "Loss: 2.046884298324585\n", "Step 8762:\n", "Loss: 1.9377515316009521\n", "Step 8763:\n", "Loss: 2.203514814376831\n", "Step 8764:\n", "Loss: 2.2697033882141113\n", "Step 8765:\n", "Loss: 1.773903250694275\n", "Step 8766:\n", "Loss: 2.1435654163360596\n", "Step 8767:\n", "Loss: 2.7749500274658203\n", "Step 8768:\n", "Loss: 1.6887420415878296\n", "Step 8769:\n", "Loss: 1.8153495788574219\n", "Step 8770:\n", "Loss: 2.4459121227264404\n", "Step 8771:\n", "Loss: 2.3003780841827393\n", "Step 8772:\n", "Loss: 2.1781179904937744\n", "Step 8773:\n", "Loss: 2.178661346435547\n", "Step 8774:\n", "Loss: 2.852234363555908\n", "Step 8775:\n", "Loss: 2.3957080841064453\n", "Step 8776:\n", "Loss: 2.420938491821289\n", "Step 8777:\n", "Loss: 2.313960313796997\n", "Step 8778:\n", "Loss: 2.1400575637817383\n", "Step 8779:\n", "Loss: 2.3876912593841553\n", "Step 8780:\n", "Loss: 1.8922419548034668\n", "Step 8781:\n", "Loss: 2.052156925201416\n", "Step 8782:\n", "Loss: 1.6550899744033813\n", "Step 8783:\n", "Loss: 2.199448585510254\n", "Step 8784:\n", "Loss: 2.4511959552764893\n", "Step 8785:\n", "Loss: 2.6313157081604004\n", "Step 8786:\n", "Loss: 1.9896562099456787\n", "Step 8787:\n", "Loss: 2.212599039077759\n", "Step 8788:\n", "Loss: 2.161900758743286\n", "Step 8789:\n", "Loss: 1.9814844131469727\n", "Step 8790:\n", "Loss: 2.4726667404174805\n", "Step 8791:\n", "Loss: 2.4015257358551025\n", "Step 8792:\n", "Loss: 1.8545002937316895\n", "Step 8793:\n", "Loss: 2.3172402381896973\n", "Step 8794:\n", "Loss: 2.388827085494995\n", "Step 8795:\n", "Loss: 1.9763004779815674\n", "Step 8796:\n", "Loss: 2.487121105194092\n", "Step 8797:\n", "Loss: 1.5043692588806152\n", "Step 8798:\n", "Loss: 2.6598896980285645\n", "Step 8799:\n", "Loss: 2.427096366882324\n", "Step 8800:\n", "Loss: 1.9258086681365967\n", "Step 8801:\n", "Loss: 2.2565081119537354\n", "Step 8802:\n", "Loss: 2.0350730419158936\n", "Step 8803:\n", "Loss: 2.3184831142425537\n", "Step 8804:\n", "Loss: 1.9120244979858398\n", "Step 8805:\n", "Loss: 2.257218599319458\n", "Step 8806:\n", "Loss: 2.607532501220703\n", "Step 8807:\n", "Loss: 1.8470489978790283\n", "Step 8808:\n", "Loss: 3.2564539909362793\n", "Step 8809:\n", "Loss: 2.1371402740478516\n", "Step 8810:\n", "Loss: 2.5460000038146973\n", "Step 8811:\n", "Loss: 2.1535258293151855\n", "Step 8812:\n", "Loss: 2.4771268367767334\n", "Step 8813:\n", "Loss: 2.061817169189453\n", "Step 8814:\n", "Loss: 2.4612927436828613\n", "Step 8815:\n", "Loss: 2.08233904838562\n", "Step 8816:\n", "Loss: 2.162382125854492\n", "Step 8817:\n", "Loss: 2.134756088256836\n", "Step 8818:\n", "Loss: 2.1384236812591553\n", "Step 8819:\n", "Loss: 2.5284087657928467\n", "Step 8820:\n", "Loss: 2.2288901805877686\n", "Step 8821:\n", "Loss: 2.1929097175598145\n", "Step 8822:\n", "Loss: 2.558551788330078\n", "Step 8823:\n", "Loss: 1.9726929664611816\n", "Step 8824:\n", "Loss: 2.5973050594329834\n", "Step 8825:\n", "Loss: 2.2476062774658203\n", "Step 8826:\n", "Loss: 2.2822070121765137\n", "Step 8827:\n", "Loss: 2.5248425006866455\n", "Step 8828:\n", "Loss: 2.6574127674102783\n", "Step 8829:\n", "Loss: 2.5217156410217285\n", "Step 8830:\n", "Loss: 2.250568151473999\n", "Step 8831:\n", "Loss: 2.1285462379455566\n", "Step 8832:\n", "Loss: 2.3254926204681396\n", "Step 8833:\n", "Loss: 2.709970235824585\n", "Step 8834:\n", "Loss: 2.3305747509002686\n", "Step 8835:\n", "Loss: 2.424975633621216\n", "Step 8836:\n", "Loss: 1.7846006155014038\n", "Step 8837:\n", "Loss: 2.0414011478424072\n", "Step 8838:\n", "Loss: 2.2560014724731445\n", "Step 8839:\n", "Loss: 2.4008867740631104\n", "Step 8840:\n", "Loss: 1.995554804801941\n", "Step 8841:\n", "Loss: 2.306283950805664\n", "Step 8842:\n", "Loss: 2.9691295623779297\n", "Step 8843:\n", "Loss: 2.4599802494049072\n", "Step 8844:\n", "Loss: 2.378833055496216\n", "Step 8845:\n", "Loss: 2.5556654930114746\n", "Step 8846:\n", "Loss: 2.205713987350464\n", "Step 8847:\n", "Loss: 2.3464274406433105\n", "Step 8848:\n", "Loss: 2.4889066219329834\n", "Step 8849:\n", "Loss: 1.8810397386550903\n", "Step 8850:\n", "Loss: 2.2270946502685547\n", "Step 8851:\n", "Loss: 1.573992371559143\n", "Step 8852:\n", "Loss: 1.87835693359375\n", "Step 8853:\n", "Loss: 2.271674633026123\n", "Step 8854:\n", "Loss: 2.0353195667266846\n", "Step 8855:\n", "Loss: 2.29189133644104\n", "Step 8856:\n", "Loss: 1.9760463237762451\n", "Step 8857:\n", "Loss: 2.4698402881622314\n", "Step 8858:\n", "Loss: 2.037200450897217\n", "Step 8859:\n", "Loss: 2.623908519744873\n", "Step 8860:\n", "Loss: 2.4662039279937744\n", "Step 8861:\n", "Loss: 2.293518543243408\n", "Step 8862:\n", "Loss: 2.4412777423858643\n", "Step 8863:\n", "Loss: 2.417158603668213\n", "Step 8864:\n", "Loss: 2.3024723529815674\n", "Step 8865:\n", "Loss: 2.432770013809204\n", "Step 8866:\n", "Loss: 2.3201563358306885\n", "Step 8867:\n", "Loss: 2.3596372604370117\n", "Step 8868:\n", "Loss: 2.2299513816833496\n", "Step 8869:\n", "Loss: 2.5090105533599854\n", "Step 8870:\n", "Loss: 1.6983983516693115\n", "Step 8871:\n", "Loss: 2.453641414642334\n", "Step 8872:\n", "Loss: 2.0339765548706055\n", "Step 8873:\n", "Loss: 1.715425729751587\n", "Step 8874:\n", "Loss: 2.7761993408203125\n", "Step 8875:\n", "Loss: 2.2931509017944336\n", "Step 8876:\n", "Loss: 2.1404504776000977\n", "Step 8877:\n", "Loss: 2.4556381702423096\n", "Step 8878:\n", "Loss: 2.2104291915893555\n", "Step 8879:\n", "Loss: 1.74738609790802\n", "Step 8880:\n", "Loss: 1.9813976287841797\n", "Step 8881:\n", "Loss: 2.599799156188965\n", "Step 8882:\n", "Loss: 2.586033582687378\n", "Step 8883:\n", "Loss: 1.9407532215118408\n", "Step 8884:\n", "Loss: 1.7917399406433105\n", "Step 8885:\n", "Loss: 2.604775905609131\n", "Step 8886:\n", "Loss: 2.3834969997406006\n", "Step 8887:\n", "Loss: 2.620128870010376\n", "Step 8888:\n", "Loss: 2.131317138671875\n", "Step 8889:\n", "Loss: 2.000532388687134\n", "Step 8890:\n", "Loss: 2.386904716491699\n", "Step 8891:\n", "Loss: 2.2047009468078613\n", "Step 8892:\n", "Loss: 2.4310219287872314\n", "Step 8893:\n", "Loss: 2.236449718475342\n", "Step 8894:\n", "Loss: 2.2932980060577393\n", "Step 8895:\n", "Loss: 1.8836820125579834\n", "Step 8896:\n", "Loss: 2.1965456008911133\n", "Step 8897:\n", "Loss: 1.8163526058197021\n", "Step 8898:\n", "Loss: 2.206873655319214\n", "Step 8899:\n", "Loss: 2.6680777072906494\n", "Step 8900:\n", "Loss: 2.0389442443847656\n", "Step 8901:\n", "Loss: 2.6998813152313232\n", "Step 8902:\n", "Loss: 1.972691535949707\n", "Step 8903:\n", "Loss: 2.0634469985961914\n", "Step 8904:\n", "Loss: 1.8272844552993774\n", "Step 8905:\n", "Loss: 2.2613813877105713\n", "Step 8906:\n", "Loss: 1.9813008308410645\n", "Step 8907:\n", "Loss: 2.1510794162750244\n", "Step 8908:\n", "Loss: 2.4001948833465576\n", "Step 8909:\n", "Loss: 2.7665200233459473\n", "Step 8910:\n", "Loss: 2.054705858230591\n", "Step 8911:\n", "Loss: 1.9582287073135376\n", "Step 8912:\n", "Loss: 2.6111416816711426\n", "Step 8913:\n", "Loss: 1.6511404514312744\n", "Step 8914:\n", "Loss: 2.189420223236084\n", "Step 8915:\n", "Loss: 2.5295534133911133\n", "Step 8916:\n", "Loss: 2.287238121032715\n", "Step 8917:\n", "Loss: 2.8576316833496094\n", "Step 8918:\n", "Loss: 2.7098283767700195\n", "Step 8919:\n", "Loss: 2.0256550312042236\n", "Step 8920:\n", "Loss: 2.460258722305298\n", "Step 8921:\n", "Loss: 2.3235816955566406\n", "Step 8922:\n", "Loss: 2.0986502170562744\n", "Step 8923:\n", "Loss: 3.087606906890869\n", "Step 8924:\n", "Loss: 2.545966386795044\n", "Step 8925:\n", "Loss: 2.3995375633239746\n", "Step 8926:\n", "Loss: 2.635549545288086\n", "Step 8927:\n", "Loss: 2.4015026092529297\n", "Step 8928:\n", "Loss: 2.11084246635437\n", "Step 8929:\n", "Loss: 1.8015080690383911\n", "Step 8930:\n", "Loss: 1.8160808086395264\n", "Step 8931:\n", "Loss: 1.8967875242233276\n", "Step 8932:\n", "Loss: 2.4313504695892334\n", "Step 8933:\n", "Loss: 2.2774863243103027\n", "Step 8934:\n", "Loss: 1.9375731945037842\n", "Step 8935:\n", "Loss: 2.9130592346191406\n", "Step 8936:\n", "Loss: 2.043226718902588\n", "Step 8937:\n", "Loss: 1.9910361766815186\n", "Step 8938:\n", "Loss: 1.9651992321014404\n", "Step 8939:\n", "Loss: 1.9843379259109497\n", "Step 8940:\n", "Loss: 2.472381830215454\n", "Step 8941:\n", "Loss: 2.3412156105041504\n", "Step 8942:\n", "Loss: 2.5237882137298584\n", "Step 8943:\n", "Loss: 1.918466329574585\n", "Step 8944:\n", "Loss: 2.5555741786956787\n", "Step 8945:\n", "Loss: 1.8869901895523071\n", "Step 8946:\n", "Loss: 1.9606108665466309\n", "Step 8947:\n", "Loss: 2.3586533069610596\n", "Step 8948:\n", "Loss: 2.244798183441162\n", "Step 8949:\n", "Loss: 2.516460418701172\n", "Step 8950:\n", "Loss: 2.0434210300445557\n", "Step 8951:\n", "Loss: 2.65399169921875\n", "Step 8952:\n", "Loss: 1.6832228899002075\n", "Step 8953:\n", "Loss: 2.584257125854492\n", "Step 8954:\n", "Loss: 2.0385336875915527\n", "Step 8955:\n", "Loss: 1.917554259300232\n", "Step 8956:\n", "Loss: 2.1575467586517334\n", "Step 8957:\n", "Loss: 2.008794069290161\n", "Step 8958:\n", "Loss: 2.488306999206543\n", "Step 8959:\n", "Loss: 2.380678176879883\n", "Step 8960:\n", "Loss: 1.7703232765197754\n", "Step 8961:\n", "Loss: 3.018528699874878\n", "Step 8962:\n", "Loss: 2.260526180267334\n", "Step 8963:\n", "Loss: 1.6801849603652954\n", "Step 8964:\n", "Loss: 1.4963983297348022\n", "Step 8965:\n", "Loss: 2.6740779876708984\n", "Step 8966:\n", "Loss: 2.3648812770843506\n", "Step 8967:\n", "Loss: 1.9019876718521118\n", "Step 8968:\n", "Loss: 1.844241976737976\n", "Step 8969:\n", "Loss: 1.8012304306030273\n", "Step 8970:\n", "Loss: 2.3647878170013428\n", "Step 8971:\n", "Loss: 2.3698415756225586\n", "Step 8972:\n", "Loss: 2.4580464363098145\n", "Step 8973:\n", "Loss: 2.2211480140686035\n", "Step 8974:\n", "Loss: 1.810266137123108\n", "Step 8975:\n", "Loss: 2.096493721008301\n", "Step 8976:\n", "Loss: 2.127108335494995\n", "Step 8977:\n", "Loss: 2.714716672897339\n", "Step 8978:\n", "Loss: 2.6555707454681396\n", "Step 8979:\n", "Loss: 2.319448232650757\n", "Step 8980:\n", "Loss: 1.981163740158081\n", "Step 8981:\n", "Loss: 2.654142379760742\n", "Step 8982:\n", "Loss: 2.4378671646118164\n", "Step 8983:\n", "Loss: 1.9727137088775635\n", "Step 8984:\n", "Loss: 2.241302490234375\n", "Step 8985:\n", "Loss: 1.7283631563186646\n", "Step 8986:\n", "Loss: 2.510681629180908\n", "Step 8987:\n", "Loss: 2.5145936012268066\n", "Step 8988:\n", "Loss: 1.9866304397583008\n", "Step 8989:\n", "Loss: 1.9411163330078125\n", "Step 8990:\n", "Loss: 2.935004711151123\n", "Step 8991:\n", "Loss: 1.8948719501495361\n", "Step 8992:\n", "Loss: 2.8231563568115234\n", "Step 8993:\n", "Loss: 2.5976247787475586\n", "Step 8994:\n", "Loss: 1.9649808406829834\n", "Step 8995:\n", "Loss: 2.171858310699463\n", "Step 8996:\n", "Loss: 2.0192298889160156\n", "Step 8997:\n", "Loss: 2.071946382522583\n", "Step 8998:\n", "Loss: 2.1126058101654053\n", "Step 8999:\n", "Loss: 2.365121841430664\n", "Step 9000:\n", "Loss: 2.2784063816070557\n", "Step 9001:\n", "Loss: 2.5120937824249268\n", "Step 9002:\n", "Loss: 3.043858051300049\n", "Step 9003:\n", "Loss: 2.3997440338134766\n", "Step 9004:\n", "Loss: 2.766167402267456\n", "Step 9005:\n", "Loss: 2.562507390975952\n", "Step 9006:\n", "Loss: 1.6771950721740723\n", "Step 9007:\n", "Loss: 1.9064013957977295\n", "Step 9008:\n", "Loss: 2.0755157470703125\n", "Step 9009:\n", "Loss: 2.1685397624969482\n", "Step 9010:\n", "Loss: 2.063370704650879\n", "Step 9011:\n", "Loss: 2.2492523193359375\n", "Step 9012:\n", "Loss: 2.248366117477417\n", "Step 9013:\n", "Loss: 1.9084584712982178\n", "Step 9014:\n", "Loss: 2.4295620918273926\n", "Step 9015:\n", "Loss: 2.212246894836426\n", "Step 9016:\n", "Loss: 1.7029491662979126\n", "Step 9017:\n", "Loss: 2.5183820724487305\n", "Step 9018:\n", "Loss: 2.6262154579162598\n", "Step 9019:\n", "Loss: 2.248495578765869\n", "Step 9020:\n", "Loss: 2.060802698135376\n", "Step 9021:\n", "Loss: 2.1668519973754883\n", "Step 9022:\n", "Loss: 2.1717031002044678\n", "Step 9023:\n", "Loss: 2.755297899246216\n", "Step 9024:\n", "Loss: 2.034975051879883\n", "Step 9025:\n", "Loss: 2.1432645320892334\n", "Step 9026:\n", "Loss: 1.9254590272903442\n", "Step 9027:\n", "Loss: 3.072840452194214\n", "Step 9028:\n", "Loss: 2.1500377655029297\n", "Step 9029:\n", "Loss: 1.8787875175476074\n", "Step 9030:\n", "Loss: 1.9749857187271118\n", "Step 9031:\n", "Loss: 2.6380863189697266\n", "Step 9032:\n", "Loss: 1.84159255027771\n", "Step 9033:\n", "Loss: 1.9728097915649414\n", "Step 9034:\n", "Loss: 2.641345739364624\n", "Step 9035:\n", "Loss: 2.2235164642333984\n", "Step 9036:\n", "Loss: 1.7804336547851562\n", "Step 9037:\n", "Loss: 1.8682173490524292\n", "Step 9038:\n", "Loss: 2.4180829524993896\n", "Step 9039:\n", "Loss: 2.393441915512085\n", "Step 9040:\n", "Loss: 2.7011592388153076\n", "Step 9041:\n", "Loss: 2.5762686729431152\n", "Step 9042:\n", "Loss: 2.329007863998413\n", "Step 9043:\n", "Loss: 2.195516586303711\n", "Step 9044:\n", "Loss: 2.3914244174957275\n", "Step 9045:\n", "Loss: 2.5811195373535156\n", "Step 9046:\n", "Loss: 2.0018622875213623\n", "Step 9047:\n", "Loss: 2.2829160690307617\n", "Step 9048:\n", "Loss: 2.2387661933898926\n", "Step 9049:\n", "Loss: 2.4878039360046387\n", "Step 9050:\n", "Loss: 3.064908981323242\n", "Step 9051:\n", "Loss: 2.680692195892334\n", "Step 9052:\n", "Loss: 2.7275936603546143\n", "Step 9053:\n", "Loss: 2.1961495876312256\n", "Step 9054:\n", "Loss: 2.173322916030884\n", "Step 9055:\n", "Loss: 2.5308544635772705\n", "Step 9056:\n", "Loss: 2.0276806354522705\n", "Step 9057:\n", "Loss: 2.0427873134613037\n", "Step 9058:\n", "Loss: 1.8410462141036987\n", "Step 9059:\n", "Loss: 2.516108512878418\n", "Step 9060:\n", "Loss: 2.0310001373291016\n", "Step 9061:\n", "Loss: 2.194575548171997\n", "Step 9062:\n", "Loss: 1.8574522733688354\n", "Step 9063:\n", "Loss: 2.269886016845703\n", "Step 9064:\n", "Loss: 2.2673795223236084\n", "Step 9065:\n", "Loss: 2.193305492401123\n", "Step 9066:\n", "Loss: 2.247706890106201\n", "Step 9067:\n", "Loss: 2.404203414916992\n", "Step 9068:\n", "Loss: 2.2053236961364746\n", "Step 9069:\n", "Loss: 2.316887378692627\n", "Step 9070:\n", "Loss: 1.6956243515014648\n", "Step 9071:\n", "Loss: 1.9428772926330566\n", "Step 9072:\n", "Loss: 1.934024453163147\n", "Step 9073:\n", "Loss: 2.032658815383911\n", "Step 9074:\n", "Loss: 2.3648128509521484\n", "Step 9075:\n", "Loss: 2.263615369796753\n", "Step 9076:\n", "Loss: 1.9302945137023926\n", "Step 9077:\n", "Loss: 2.266310214996338\n", "Step 9078:\n", "Loss: 1.865807294845581\n", "Step 9079:\n", "Loss: 2.2587199211120605\n", "Step 9080:\n", "Loss: 2.2488980293273926\n", "Step 9081:\n", "Loss: 2.151655912399292\n", "Step 9082:\n", "Loss: 2.1898398399353027\n", "Step 9083:\n", "Loss: 1.862156867980957\n", "Step 9084:\n", "Loss: 1.8170000314712524\n", "Step 9085:\n", "Loss: 2.0577189922332764\n", "Step 9086:\n", "Loss: 2.2267496585845947\n", "Step 9087:\n", "Loss: 1.9527918100357056\n", "Step 9088:\n", "Loss: 2.0551116466522217\n", "Step 9089:\n", "Loss: 1.962293267250061\n", "Step 9090:\n", "Loss: 2.4278290271759033\n", "Step 9091:\n", "Loss: 2.497253894805908\n", "Step 9092:\n", "Loss: 2.740928888320923\n", "Step 9093:\n", "Loss: 1.8747477531433105\n", "Step 9094:\n", "Loss: 1.7740095853805542\n", "Step 9095:\n", "Loss: 1.7386773824691772\n", "Step 9096:\n", "Loss: 2.361647605895996\n", "Step 9097:\n", "Loss: 2.404130697250366\n", "Step 9098:\n", "Loss: 1.6796374320983887\n", "Step 9099:\n", "Loss: 1.855187177658081\n", "Step 9100:\n", "Loss: 2.049863576889038\n", "Step 9101:\n", "Loss: 1.7762680053710938\n", "Step 9102:\n", "Loss: 1.9019663333892822\n", "Step 9103:\n", "Loss: 2.6357061862945557\n", "Step 9104:\n", "Loss: 2.308692693710327\n", "Step 9105:\n", "Loss: 2.380542039871216\n", "Step 9106:\n", "Loss: 1.9131603240966797\n", "Step 9107:\n", "Loss: 2.2678275108337402\n", "Step 9108:\n", "Loss: 1.7994717359542847\n", "Step 9109:\n", "Loss: 2.3724467754364014\n", "Step 9110:\n", "Loss: 1.8723788261413574\n", "Step 9111:\n", "Loss: 2.3357062339782715\n", "Step 9112:\n", "Loss: 1.8876969814300537\n", "Step 9113:\n", "Loss: 2.1145808696746826\n", "Step 9114:\n", "Loss: 2.3832712173461914\n", "Step 9115:\n", "Loss: 2.2702808380126953\n", "Step 9116:\n", "Loss: 1.9451824426651\n", "Step 9117:\n", "Loss: 2.344083309173584\n", "Step 9118:\n", "Loss: 1.9433557987213135\n", "Step 9119:\n", "Loss: 2.234952449798584\n", "Step 9120:\n", "Loss: 1.7744135856628418\n", "Step 9121:\n", "Loss: 2.558561325073242\n", "Step 9122:\n", "Loss: 2.2899646759033203\n", "Step 9123:\n", "Loss: 1.8594390153884888\n", "Step 9124:\n", "Loss: 1.9807286262512207\n", "Step 9125:\n", "Loss: 2.0057308673858643\n", "Step 9126:\n", "Loss: 3.0950212478637695\n", "Step 9127:\n", "Loss: 2.206174612045288\n", "Step 9128:\n", "Loss: 1.8883718252182007\n", "Step 9129:\n", "Loss: 2.5572447776794434\n", "Step 9130:\n", "Loss: 1.6908948421478271\n", "Step 9131:\n", "Loss: 1.9041388034820557\n", "Step 9132:\n", "Loss: 2.0635156631469727\n", "Step 9133:\n", "Loss: 2.5377883911132812\n", "Step 9134:\n", "Loss: 1.7339463233947754\n", "Step 9135:\n", "Loss: 2.1513547897338867\n", "Step 9136:\n", "Loss: 1.8418031930923462\n", "Step 9137:\n", "Loss: 1.6006609201431274\n", "Step 9138:\n", "Loss: 2.2774112224578857\n", "Step 9139:\n", "Loss: 2.5452117919921875\n", "Step 9140:\n", "Loss: 2.2930679321289062\n", "Step 9141:\n", "Loss: 1.9279676675796509\n", "Step 9142:\n", "Loss: 1.9771684408187866\n", "Step 9143:\n", "Loss: 2.0575084686279297\n", "Step 9144:\n", "Loss: 2.815109968185425\n", "Step 9145:\n", "Loss: 2.184558868408203\n", "Step 9146:\n", "Loss: 2.061528444290161\n", "Step 9147:\n", "Loss: 2.797268867492676\n", "Step 9148:\n", "Loss: 3.4627108573913574\n", "Step 9149:\n", "Loss: 1.9688071012496948\n", "Step 9150:\n", "Loss: 2.0843944549560547\n", "Step 9151:\n", "Loss: 1.9762537479400635\n", "Step 9152:\n", "Loss: 2.0480079650878906\n", "Step 9153:\n", "Loss: 2.709696054458618\n", "Step 9154:\n", "Loss: 2.1838831901550293\n", "Step 9155:\n", "Loss: 2.0429463386535645\n", "Step 9156:\n", "Loss: 2.0268290042877197\n", "Step 9157:\n", "Loss: 2.2300801277160645\n", "Step 9158:\n", "Loss: 2.2735235691070557\n", "Step 9159:\n", "Loss: 2.4347617626190186\n", "Step 9160:\n", "Loss: 2.283209800720215\n", "Step 9161:\n", "Loss: 1.9696016311645508\n", "Step 9162:\n", "Loss: 2.3164451122283936\n", "Step 9163:\n", "Loss: 2.514951229095459\n", "Step 9164:\n", "Loss: 2.3115787506103516\n", "Step 9165:\n", "Loss: 1.9706512689590454\n", "Step 9166:\n", "Loss: 1.9641491174697876\n", "Step 9167:\n", "Loss: 2.706939935684204\n", "Step 9168:\n", "Loss: 2.066087245941162\n", "Step 9169:\n", "Loss: 2.474179744720459\n", "Step 9170:\n", "Loss: 2.0819623470306396\n", "Step 9171:\n", "Loss: 1.8828670978546143\n", "Step 9172:\n", "Loss: 2.1074180603027344\n", "Step 9173:\n", "Loss: 2.4681572914123535\n", "Step 9174:\n", "Loss: 1.6297156810760498\n", "Step 9175:\n", "Loss: 2.2971556186676025\n", "Step 9176:\n", "Loss: 2.55008864402771\n", "Step 9177:\n", "Loss: 1.8609439134597778\n", "Step 9178:\n", "Loss: 2.7198379039764404\n", "Step 9179:\n", "Loss: 1.9051929712295532\n", "Step 9180:\n", "Loss: 1.5466227531433105\n", "Step 9181:\n", "Loss: 2.4999642372131348\n", "Step 9182:\n", "Loss: 1.7660620212554932\n", "Step 9183:\n", "Loss: 2.388601303100586\n", "Step 9184:\n", "Loss: 2.1528332233428955\n", "Step 9185:\n", "Loss: 2.53710675239563\n", "Step 9186:\n", "Loss: 2.287745714187622\n", "Step 9187:\n", "Loss: 1.9401357173919678\n", "Step 9188:\n", "Loss: 1.7903605699539185\n", "Step 9189:\n", "Loss: 2.0060853958129883\n", "Step 9190:\n", "Loss: 2.566531181335449\n", "Step 9191:\n", "Loss: 2.095118522644043\n", "Step 9192:\n", "Loss: 2.184478998184204\n", "Step 9193:\n", "Loss: 2.008931875228882\n", "Step 9194:\n", "Loss: 2.4035539627075195\n", "Step 9195:\n", "Loss: 2.2861268520355225\n", "Step 9196:\n", "Loss: 2.258702278137207\n", "Step 9197:\n", "Loss: 2.3474185466766357\n", "Step 9198:\n", "Loss: 2.364208698272705\n", "Step 9199:\n", "Loss: 1.9173080921173096\n", "Step 9200:\n", "Loss: 2.300461769104004\n", "Step 9201:\n", "Loss: 1.7628647089004517\n", "Step 9202:\n", "Loss: 2.404661178588867\n", "Step 9203:\n", "Loss: 1.872391939163208\n", "Step 9204:\n", "Loss: 2.614906072616577\n", "Step 9205:\n", "Loss: 1.9959949254989624\n", "Step 9206:\n", "Loss: 2.3984100818634033\n", "Step 9207:\n", "Loss: 2.139880657196045\n", "Step 9208:\n", "Loss: 1.8214341402053833\n", "Step 9209:\n", "Loss: 2.202981472015381\n", "Step 9210:\n", "Loss: 2.4240729808807373\n", "Step 9211:\n", "Loss: 2.1462950706481934\n", "Step 9212:\n", "Loss: 2.2916712760925293\n", "Step 9213:\n", "Loss: 2.628848075866699\n", "Step 9214:\n", "Loss: 1.7449644804000854\n", "Step 9215:\n", "Loss: 2.349132776260376\n", "Step 9216:\n", "Loss: 2.4811861515045166\n", "Step 9217:\n", "Loss: 1.760041356086731\n", "Step 9218:\n", "Loss: 1.8091577291488647\n", "Step 9219:\n", "Loss: 2.3685781955718994\n", "Step 9220:\n", "Loss: 2.3027572631835938\n", "Step 9221:\n", "Loss: 1.8747962713241577\n", "Step 9222:\n", "Loss: 2.57783579826355\n", "Step 9223:\n", "Loss: 2.173511505126953\n", "Step 9224:\n", "Loss: 2.1004838943481445\n", "Step 9225:\n", "Loss: 1.8232760429382324\n", "Step 9226:\n", "Loss: 2.7894272804260254\n", "Step 9227:\n", "Loss: 2.576188087463379\n", "Step 9228:\n", "Loss: 2.0741658210754395\n", "Step 9229:\n", "Loss: 2.1437716484069824\n", "Step 9230:\n", "Loss: 2.0867788791656494\n", "Step 9231:\n", "Loss: 2.258314847946167\n", "Step 9232:\n", "Loss: 2.688997268676758\n", "Step 9233:\n", "Loss: 1.8431655168533325\n", "Step 9234:\n", "Loss: 2.265091896057129\n", "Step 9235:\n", "Loss: 2.569061040878296\n", "Step 9236:\n", "Loss: 2.3627004623413086\n", "Step 9237:\n", "Loss: 1.871241807937622\n", "Step 9238:\n", "Loss: 1.8264541625976562\n", "Step 9239:\n", "Loss: 1.6657603979110718\n", "Step 9240:\n", "Loss: 2.1628737449645996\n", "Step 9241:\n", "Loss: 2.1645500659942627\n", "Step 9242:\n", "Loss: 2.2731008529663086\n", "Step 9243:\n", "Loss: 2.4172043800354004\n", "Step 9244:\n", "Loss: 2.614772319793701\n", "Step 9245:\n", "Loss: 2.720405340194702\n", "Step 9246:\n", "Loss: 2.6403868198394775\n", "Step 9247:\n", "Loss: 2.1399667263031006\n", "Step 9248:\n", "Loss: 1.6379801034927368\n", "Step 9249:\n", "Loss: 2.2716312408447266\n", "Step 9250:\n", "Loss: 2.4795448780059814\n", "Step 9251:\n", "Loss: 2.6727137565612793\n", "Step 9252:\n", "Loss: 2.820622444152832\n", "Step 9253:\n", "Loss: 2.156191110610962\n", "Step 9254:\n", "Loss: 2.22957181930542\n", "Step 9255:\n", "Loss: 2.2012317180633545\n", "Step 9256:\n", "Loss: 1.9740798473358154\n", "Step 9257:\n", "Loss: 2.4173712730407715\n", "Step 9258:\n", "Loss: 2.1720926761627197\n", "Step 9259:\n", "Loss: 2.4081318378448486\n", "Step 9260:\n", "Loss: 2.2888638973236084\n", "Step 9261:\n", "Loss: 2.0743772983551025\n", "Step 9262:\n", "Loss: 2.724222183227539\n", "Step 9263:\n", "Loss: 1.9394149780273438\n", "Step 9264:\n", "Loss: 2.3907525539398193\n", "Step 9265:\n", "Loss: 2.3132476806640625\n", "Step 9266:\n", "Loss: 2.298356056213379\n", "Step 9267:\n", "Loss: 2.5064315795898438\n", "Step 9268:\n", "Loss: 2.099606513977051\n", "Step 9269:\n", "Loss: 2.193199634552002\n", "Step 9270:\n", "Loss: 2.430511236190796\n", "Step 9271:\n", "Loss: 2.0904839038848877\n", "Step 9272:\n", "Loss: 1.9242608547210693\n", "Step 9273:\n", "Loss: 2.5667638778686523\n", "Step 9274:\n", "Loss: 2.3481459617614746\n", "Step 9275:\n", "Loss: 2.4953532218933105\n", "Step 9276:\n", "Loss: 2.0572216510772705\n", "Step 9277:\n", "Loss: 2.3034286499023438\n", "Step 9278:\n", "Loss: 2.180083751678467\n", "Step 9279:\n", "Loss: 2.468278646469116\n", "Step 9280:\n", "Loss: 1.9811877012252808\n", "Step 9281:\n", "Loss: 2.15559458732605\n", "Step 9282:\n", "Loss: 2.220689296722412\n", "Step 9283:\n", "Loss: 2.7703394889831543\n", "Step 9284:\n", "Loss: 2.141932487487793\n", "Step 9285:\n", "Loss: 2.0757992267608643\n", "Step 9286:\n", "Loss: 2.047506809234619\n", "Step 9287:\n", "Loss: 2.345226764678955\n", "Step 9288:\n", "Loss: 2.4707136154174805\n", "Step 9289:\n", "Loss: 2.2036995887756348\n", "Step 9290:\n", "Loss: 2.3878045082092285\n", "Step 9291:\n", "Loss: 2.346344470977783\n", "Step 9292:\n", "Loss: 2.320255994796753\n", "Step 9293:\n", "Loss: 2.8653173446655273\n", "Step 9294:\n", "Loss: 1.9101264476776123\n", "Step 9295:\n", "Loss: 2.513270854949951\n", "Step 9296:\n", "Loss: 2.367568254470825\n", "Step 9297:\n", "Loss: 1.9417519569396973\n", "Step 9298:\n", "Loss: 2.0335888862609863\n", "Step 9299:\n", "Loss: 2.225212812423706\n", "Step 9300:\n", "Loss: 2.3280858993530273\n", "Step 9301:\n", "Loss: 1.9304099082946777\n", "Step 9302:\n", "Loss: 2.201772451400757\n", "Step 9303:\n", "Loss: 2.5986616611480713\n", "Step 9304:\n", "Loss: 1.6192697286605835\n", "Step 9305:\n", "Loss: 2.4181699752807617\n", "Step 9306:\n", "Loss: 2.140158176422119\n", "Step 9307:\n", "Loss: 2.305856943130493\n", "Step 9308:\n", "Loss: 2.080721855163574\n", "Step 9309:\n", "Loss: 2.2113070487976074\n", "Step 9310:\n", "Loss: 1.6620606184005737\n", "Step 9311:\n", "Loss: 2.282224178314209\n", "Step 9312:\n", "Loss: 1.7930539846420288\n", "Step 9313:\n", "Loss: 2.333895683288574\n", "Step 9314:\n", "Loss: 2.5988965034484863\n", "Step 9315:\n", "Loss: 1.87766432762146\n", "Step 9316:\n", "Loss: 2.4556102752685547\n", "Step 9317:\n", "Loss: 2.688528299331665\n", "Step 9318:\n", "Loss: 2.2482402324676514\n", "Step 9319:\n", "Loss: 2.1405601501464844\n", "Step 9320:\n", "Loss: 2.640408515930176\n", "Step 9321:\n", "Loss: 2.273405075073242\n", "Step 9322:\n", "Loss: 2.263916492462158\n", "Step 9323:\n", "Loss: 2.4994325637817383\n", "Step 9324:\n", "Loss: 1.996981143951416\n", "Step 9325:\n", "Loss: 2.086817502975464\n", "Step 9326:\n", "Loss: 2.418972969055176\n", "Step 9327:\n", "Loss: 2.3504347801208496\n", "Step 9328:\n", "Loss: 2.101405143737793\n", "Step 9329:\n", "Loss: 1.7267152070999146\n", "Step 9330:\n", "Loss: 2.5004754066467285\n", "Step 9331:\n", "Loss: 2.2568554878234863\n", "Step 9332:\n", "Loss: 2.1304235458374023\n", "Step 9333:\n", "Loss: 2.237642288208008\n", "Step 9334:\n", "Loss: 2.1777052879333496\n", "Step 9335:\n", "Loss: 2.7707712650299072\n", "Step 9336:\n", "Loss: 1.6667145490646362\n", "Step 9337:\n", "Loss: 1.9169259071350098\n", "Step 9338:\n", "Loss: 2.6021196842193604\n", "Step 9339:\n", "Loss: 2.1586837768554688\n", "Step 9340:\n", "Loss: 1.8993595838546753\n", "Step 9341:\n", "Loss: 2.9209506511688232\n", "Step 9342:\n", "Loss: 2.5169105529785156\n", "Step 9343:\n", "Loss: 2.4201889038085938\n", "Step 9344:\n", "Loss: 2.3302083015441895\n", "Step 9345:\n", "Loss: 2.2044193744659424\n", "Step 9346:\n", "Loss: 1.7462865114212036\n", "Step 9347:\n", "Loss: 2.1316721439361572\n", "Step 9348:\n", "Loss: 2.1787593364715576\n", "Step 9349:\n", "Loss: 2.130453586578369\n", "Step 9350:\n", "Loss: 2.5514402389526367\n", "Step 9351:\n", "Loss: 1.9986591339111328\n", "Step 9352:\n", "Loss: 2.2898318767547607\n", "Step 9353:\n", "Loss: 1.6207506656646729\n", "Step 9354:\n", "Loss: 2.225480318069458\n", "Step 9355:\n", "Loss: 2.207158088684082\n", "Step 9356:\n", "Loss: 1.9802937507629395\n", "Step 9357:\n", "Loss: 2.364088535308838\n", "Step 9358:\n", "Loss: 2.1709647178649902\n", "Step 9359:\n", "Loss: 2.1299729347229004\n", "Step 9360:\n", "Loss: 1.9911835193634033\n", "Step 9361:\n", "Loss: 2.0876927375793457\n", "Step 9362:\n", "Loss: 1.8323310613632202\n", "Step 9363:\n", "Loss: 2.3690295219421387\n", "Step 9364:\n", "Loss: 2.004312038421631\n", "Step 9365:\n", "Loss: 2.5324747562408447\n", "Step 9366:\n", "Loss: 2.4630367755889893\n", "Step 9367:\n", "Loss: 2.1042256355285645\n", "Step 9368:\n", "Loss: 1.9317654371261597\n", "Step 9369:\n", "Loss: 2.0679330825805664\n", "Step 9370:\n", "Loss: 1.8678388595581055\n", "Step 9371:\n", "Loss: 2.4621834754943848\n", "Step 9372:\n", "Loss: 1.9212820529937744\n", "Step 9373:\n", "Loss: 1.8215343952178955\n", "Step 9374:\n", "Loss: 2.6875839233398438\n", "Step 9375:\n", "Loss: 1.7783194780349731\n", "Step 9376:\n", "Loss: 1.7737056016921997\n", "Step 9377:\n", "Loss: 1.6766225099563599\n", "Step 9378:\n", "Loss: 2.049940824508667\n", "Step 9379:\n", "Loss: 1.8968026638031006\n", "Step 9380:\n", "Loss: 2.4442408084869385\n", "Step 9381:\n", "Loss: 1.4910976886749268\n", "Step 9382:\n", "Loss: 1.999728798866272\n", "Step 9383:\n", "Loss: 1.9267804622650146\n", "Step 9384:\n", "Loss: 2.5627923011779785\n", "Step 9385:\n", "Loss: 2.4039154052734375\n", "Step 9386:\n", "Loss: 2.0674705505371094\n", "Step 9387:\n", "Loss: 2.195970058441162\n", "Step 9388:\n", "Loss: 2.1600563526153564\n", "Step 9389:\n", "Loss: 2.174165725708008\n", "Step 9390:\n", "Loss: 1.7362321615219116\n", "Step 9391:\n", "Loss: 2.0227432250976562\n", "Step 9392:\n", "Loss: 1.7409172058105469\n", "Step 9393:\n", "Loss: 2.3503806591033936\n", "Step 9394:\n", "Loss: 2.0671277046203613\n", "Step 9395:\n", "Loss: 1.8532373905181885\n", "Step 9396:\n", "Loss: 3.0054993629455566\n", "Step 9397:\n", "Loss: 2.2255990505218506\n", "Step 9398:\n", "Loss: 2.23946475982666\n", "Step 9399:\n", "Loss: 2.0510590076446533\n", "Step 9400:\n", "Loss: 2.783895969390869\n", "Step 9401:\n", "Loss: 2.250091314315796\n", "Step 9402:\n", "Loss: 2.261812448501587\n", "Step 9403:\n", "Loss: 1.9818878173828125\n", "Step 9404:\n", "Loss: 1.9858393669128418\n", "Step 9405:\n", "Loss: 2.248640775680542\n", "Step 9406:\n", "Loss: 1.918482780456543\n", "Step 9407:\n", "Loss: 2.355358362197876\n", "Step 9408:\n", "Loss: 1.8934881687164307\n", "Step 9409:\n", "Loss: 1.799397349357605\n", "Step 9410:\n", "Loss: 2.306692123413086\n", "Step 9411:\n", "Loss: 2.073909282684326\n", "Step 9412:\n", "Loss: 2.642070770263672\n", "Step 9413:\n", "Loss: 2.650146722793579\n", "Step 9414:\n", "Loss: 2.6790175437927246\n", "Step 9415:\n", "Loss: 1.8503122329711914\n", "Step 9416:\n", "Loss: 2.302839517593384\n", "Step 9417:\n", "Loss: 2.4386467933654785\n", "Step 9418:\n", "Loss: 1.9405194520950317\n", "Step 9419:\n", "Loss: 2.0454859733581543\n", "Step 9420:\n", "Loss: 2.4884755611419678\n", "Step 9421:\n", "Loss: 2.055082321166992\n", "Step 9422:\n", "Loss: 2.457677125930786\n", "Step 9423:\n", "Loss: 1.7502717971801758\n", "Step 9424:\n", "Loss: 2.0299742221832275\n", "Step 9425:\n", "Loss: 1.6503300666809082\n", "Step 9426:\n", "Loss: 2.3547844886779785\n", "Step 9427:\n", "Loss: 2.0177195072174072\n", "Step 9428:\n", "Loss: 2.4193618297576904\n", "Step 9429:\n", "Loss: 2.3942995071411133\n", "Step 9430:\n", "Loss: 2.144066095352173\n", "Step 9431:\n", "Loss: 2.0481929779052734\n", "Step 9432:\n", "Loss: 2.411649703979492\n", "Step 9433:\n", "Loss: 1.8609275817871094\n", "Step 9434:\n", "Loss: 1.8619359731674194\n", "Step 9435:\n", "Loss: 2.0952343940734863\n", "Step 9436:\n", "Loss: 2.196122169494629\n", "Step 9437:\n", "Loss: 2.3311688899993896\n", "Step 9438:\n", "Loss: 2.6903021335601807\n", "Step 9439:\n", "Loss: 1.925156831741333\n", "Step 9440:\n", "Loss: 2.380007266998291\n", "Step 9441:\n", "Loss: 2.6537771224975586\n", "Step 9442:\n", "Loss: 2.6699581146240234\n", "Step 9443:\n", "Loss: 2.165238857269287\n", "Step 9444:\n", "Loss: 2.4809935092926025\n", "Step 9445:\n", "Loss: 2.6738600730895996\n", "Step 9446:\n", "Loss: 2.137582302093506\n", "Step 9447:\n", "Loss: 1.8178861141204834\n", "Step 9448:\n", "Loss: 2.0161209106445312\n", "Step 9449:\n", "Loss: 2.0027196407318115\n", "Step 9450:\n", "Loss: 2.203583002090454\n", "Step 9451:\n", "Loss: 2.96250319480896\n", "Step 9452:\n", "Loss: 2.1902666091918945\n", "Step 9453:\n", "Loss: 1.9335408210754395\n", "Step 9454:\n", "Loss: 1.678715467453003\n", "Step 9455:\n", "Loss: 2.290994644165039\n", "Step 9456:\n", "Loss: 2.1322884559631348\n", "Step 9457:\n", "Loss: 1.8645832538604736\n", "Step 9458:\n", "Loss: 2.155149459838867\n", "Step 9459:\n", "Loss: 2.3160319328308105\n", "Step 9460:\n", "Loss: 1.712369441986084\n", "Step 9461:\n", "Loss: 1.968613862991333\n", "Step 9462:\n", "Loss: 2.607058048248291\n", "Step 9463:\n", "Loss: 2.017319917678833\n", "Step 9464:\n", "Loss: 2.1610267162323\n", "Step 9465:\n", "Loss: 2.481161594390869\n", "Step 9466:\n", "Loss: 2.5110273361206055\n", "Step 9467:\n", "Loss: 2.104933977127075\n", "Step 9468:\n", "Loss: 2.5890958309173584\n", "Step 9469:\n", "Loss: 2.4213244915008545\n", "Step 9470:\n", "Loss: 1.9135348796844482\n", "Step 9471:\n", "Loss: 1.997852087020874\n", "Step 9472:\n", "Loss: 2.0995304584503174\n", "Step 9473:\n", "Loss: 2.8996646404266357\n", "Step 9474:\n", "Loss: 2.0021555423736572\n", "Step 9475:\n", "Loss: 1.8167283535003662\n", "Step 9476:\n", "Loss: 2.6350667476654053\n", "Step 9477:\n", "Loss: 2.586289882659912\n", "Step 9478:\n", "Loss: 2.9946508407592773\n", "Step 9479:\n", "Loss: 2.8062639236450195\n", "Step 9480:\n", "Loss: 2.9473676681518555\n", "Step 9481:\n", "Loss: 2.463510036468506\n", "Step 9482:\n", "Loss: 2.383223056793213\n", "Step 9483:\n", "Loss: 2.300185203552246\n", "Step 9484:\n", "Loss: 2.2162342071533203\n", "Step 9485:\n", "Loss: 2.67563533782959\n", "Step 9486:\n", "Loss: 2.548576593399048\n", "Step 9487:\n", "Loss: 2.1531524658203125\n", "Step 9488:\n", "Loss: 1.7279783487319946\n", "Step 9489:\n", "Loss: 2.2062857151031494\n", "Step 9490:\n", "Loss: 2.2281832695007324\n", "Step 9491:\n", "Loss: 2.305874824523926\n", "Step 9492:\n", "Loss: 2.2278506755828857\n", "Step 9493:\n", "Loss: 1.4177219867706299\n", "Step 9494:\n", "Loss: 2.6508846282958984\n", "Step 9495:\n", "Loss: 1.8497015237808228\n", "Step 9496:\n", "Loss: 1.6280474662780762\n", "Step 9497:\n", "Loss: 1.9157943725585938\n", "Step 9498:\n", "Loss: 2.1663246154785156\n", "Step 9499:\n", "Loss: 1.9679032564163208\n", "Step 9500:\n", "Loss: 2.229994297027588\n", "Step 9501:\n", "Loss: 2.1853344440460205\n", "Step 9502:\n", "Loss: 2.2332775592803955\n", "Step 9503:\n", "Loss: 2.133193254470825\n", "Step 9504:\n", "Loss: 2.0992159843444824\n", "Step 9505:\n", "Loss: 2.0378334522247314\n", "Step 9506:\n", "Loss: 2.085867404937744\n", "Step 9507:\n", "Loss: 1.4756412506103516\n", "Step 9508:\n", "Loss: 1.662619948387146\n", "Step 9509:\n", "Loss: 1.683478593826294\n", "Step 9510:\n", "Loss: 2.3389790058135986\n", "Step 9511:\n", "Loss: 1.865158200263977\n", "Step 9512:\n", "Loss: 2.3870880603790283\n", "Step 9513:\n", "Loss: 2.2077341079711914\n", "Step 9514:\n", "Loss: 2.595275640487671\n", "Step 9515:\n", "Loss: 2.478268623352051\n", "Step 9516:\n", "Loss: 2.5651469230651855\n", "Step 9517:\n", "Loss: 2.2031431198120117\n", "Step 9518:\n", "Loss: 2.5271353721618652\n", "Step 9519:\n", "Loss: 2.086254119873047\n", "Step 9520:\n", "Loss: 2.1073098182678223\n", "Step 9521:\n", "Loss: 1.8239001035690308\n", "Step 9522:\n", "Loss: 1.820486068725586\n", "Step 9523:\n", "Loss: 2.6132493019104004\n", "Step 9524:\n", "Loss: 2.382117748260498\n", "Step 9525:\n", "Loss: 2.3458261489868164\n", "Step 9526:\n", "Loss: 2.535627841949463\n", "Step 9527:\n", "Loss: 2.25984787940979\n", "Step 9528:\n", "Loss: 2.482577085494995\n", "Step 9529:\n", "Loss: 2.2647175788879395\n", "Step 9530:\n", "Loss: 2.1433310508728027\n", "Step 9531:\n", "Loss: 2.6166372299194336\n", "Step 9532:\n", "Loss: 2.6657609939575195\n", "Step 9533:\n", "Loss: 1.9311062097549438\n", "Step 9534:\n", "Loss: 2.2868824005126953\n", "Step 9535:\n", "Loss: 2.1144824028015137\n", "Step 9536:\n", "Loss: 2.2091476917266846\n", "Step 9537:\n", "Loss: 2.2366902828216553\n", "Step 9538:\n", "Loss: 2.6117446422576904\n", "Step 9539:\n", "Loss: 2.6640195846557617\n", "Step 9540:\n", "Loss: 1.9496468305587769\n", "Step 9541:\n", "Loss: 2.285632371902466\n", "Step 9542:\n", "Loss: 2.143113136291504\n", "Step 9543:\n", "Loss: 2.4052906036376953\n", "Step 9544:\n", "Loss: 2.1693274974823\n", "Step 9545:\n", "Loss: 1.9863643646240234\n", "Step 9546:\n", "Loss: 1.987716794013977\n", "Step 9547:\n", "Loss: 1.8716224431991577\n", "Step 9548:\n", "Loss: 2.2527213096618652\n", "Step 9549:\n", "Loss: 2.1977386474609375\n", "Step 9550:\n", "Loss: 2.0854151248931885\n", "Step 9551:\n", "Loss: 3.0918726921081543\n", "Step 9552:\n", "Loss: 1.582847237586975\n", "Step 9553:\n", "Loss: 2.7614569664001465\n", "Step 9554:\n", "Loss: 1.9389082193374634\n", "Step 9555:\n", "Loss: 2.7489495277404785\n", "Step 9556:\n", "Loss: 1.8252182006835938\n", "Step 9557:\n", "Loss: 2.074692964553833\n", "Step 9558:\n", "Loss: 2.2322490215301514\n", "Step 9559:\n", "Loss: 2.195817470550537\n", "Step 9560:\n", "Loss: 2.604259729385376\n", "Step 9561:\n", "Loss: 2.404905319213867\n", "Step 9562:\n", "Loss: 1.6776726245880127\n", "Step 9563:\n", "Loss: 2.5191826820373535\n", "Step 9564:\n", "Loss: 2.3998947143554688\n", "Step 9565:\n", "Loss: 2.344871997833252\n", "Step 9566:\n", "Loss: 1.9213988780975342\n", "Step 9567:\n", "Loss: 1.6511367559432983\n", "Step 9568:\n", "Loss: 2.3745131492614746\n", "Step 9569:\n", "Loss: 2.5429441928863525\n", "Step 9570:\n", "Loss: 1.884779930114746\n", "Step 9571:\n", "Loss: 1.983231544494629\n", "Step 9572:\n", "Loss: 2.178800344467163\n", "Step 9573:\n", "Loss: 2.152651309967041\n", "Step 9574:\n", "Loss: 2.5156185626983643\n", "Step 9575:\n", "Loss: 2.0146045684814453\n", "Step 9576:\n", "Loss: 1.945364236831665\n", "Step 9577:\n", "Loss: 2.0556259155273438\n", "Step 9578:\n", "Loss: 1.9188238382339478\n", "Step 9579:\n", "Loss: 2.2285821437835693\n", "Step 9580:\n", "Loss: 2.0474486351013184\n", "Step 9581:\n", "Loss: 2.096909999847412\n", "Step 9582:\n", "Loss: 2.2019400596618652\n", "Step 9583:\n", "Loss: 2.2177863121032715\n", "Step 9584:\n", "Loss: 2.549020528793335\n", "Step 9585:\n", "Loss: 1.9483978748321533\n", "Step 9586:\n", "Loss: 2.1547436714172363\n", "Step 9587:\n", "Loss: 2.7715423107147217\n", "Step 9588:\n", "Loss: 2.0839438438415527\n", "Step 9589:\n", "Loss: 1.6744015216827393\n", "Step 9590:\n", "Loss: 2.035627603530884\n", "Step 9591:\n", "Loss: 1.8495079278945923\n", "Step 9592:\n", "Loss: 2.268139362335205\n", "Step 9593:\n", "Loss: 2.0503883361816406\n", "Step 9594:\n", "Loss: 1.9530587196350098\n", "Step 9595:\n", "Loss: 2.0723659992218018\n", "Step 9596:\n", "Loss: 2.6559641361236572\n", "Step 9597:\n", "Loss: 2.3294830322265625\n", "Step 9598:\n", "Loss: 1.8890893459320068\n", "Step 9599:\n", "Loss: 1.7222833633422852\n", "Step 9600:\n", "Loss: 2.3914389610290527\n", "Step 9601:\n", "Loss: 2.187758445739746\n", "Step 9602:\n", "Loss: 2.0828697681427\n", "Step 9603:\n", "Loss: 2.112179756164551\n", "Step 9604:\n", "Loss: 2.22636342048645\n", "Step 9605:\n", "Loss: 1.876866340637207\n", "Step 9606:\n", "Loss: 1.8642815351486206\n", "Step 9607:\n", "Loss: 1.951316237449646\n", "Step 9608:\n", "Loss: 2.331169366836548\n", "Step 9609:\n", "Loss: 2.1074910163879395\n", "Step 9610:\n", "Loss: 1.9555107355117798\n", "Step 9611:\n", "Loss: 2.206220865249634\n", "Step 9612:\n", "Loss: 2.205763816833496\n", "Step 9613:\n", "Loss: 2.2284352779388428\n", "Step 9614:\n", "Loss: 1.98530912399292\n", "Step 9615:\n", "Loss: 2.337566375732422\n", "Step 9616:\n", "Loss: 2.0349528789520264\n", "Step 9617:\n", "Loss: 1.8612949848175049\n", "Step 9618:\n", "Loss: 2.149637222290039\n", "Step 9619:\n", "Loss: 2.2460732460021973\n", "Step 9620:\n", "Loss: 2.262606382369995\n", "Step 9621:\n", "Loss: 2.082794189453125\n", "Step 9622:\n", "Loss: 1.849616527557373\n", "Step 9623:\n", "Loss: 1.8821007013320923\n", "Step 9624:\n", "Loss: 2.0262317657470703\n", "Step 9625:\n", "Loss: 2.2583117485046387\n", "Step 9626:\n", "Loss: 2.2056751251220703\n", "Step 9627:\n", "Loss: 1.7990307807922363\n", "Step 9628:\n", "Loss: 2.1583573818206787\n", "Step 9629:\n", "Loss: 2.267228364944458\n", "Step 9630:\n", "Loss: 2.185337543487549\n", "Step 9631:\n", "Loss: 2.5848641395568848\n", "Step 9632:\n", "Loss: 2.6062324047088623\n", "Step 9633:\n", "Loss: 1.7110888957977295\n", "Step 9634:\n", "Loss: 2.115598678588867\n", "Step 9635:\n", "Loss: 1.8609979152679443\n", "Step 9636:\n", "Loss: 2.9541282653808594\n", "Step 9637:\n", "Loss: 2.072814702987671\n", "Step 9638:\n", "Loss: 2.9411659240722656\n", "Step 9639:\n", "Loss: 1.9038796424865723\n", "Step 9640:\n", "Loss: 2.170863389968872\n", "Step 9641:\n", "Loss: 2.1385395526885986\n", "Step 9642:\n", "Loss: 2.4446043968200684\n", "Step 9643:\n", "Loss: 1.703741192817688\n", "Step 9644:\n", "Loss: 3.104642391204834\n", "Step 9645:\n", "Loss: 2.3668832778930664\n", "Step 9646:\n", "Loss: 2.3439650535583496\n", "Step 9647:\n", "Loss: 1.6491562128067017\n", "Step 9648:\n", "Loss: 1.8070365190505981\n", "Step 9649:\n", "Loss: 2.1806211471557617\n", "Step 9650:\n", "Loss: 2.477598190307617\n", "Step 9651:\n", "Loss: 2.1482677459716797\n", "Step 9652:\n", "Loss: 2.185429811477661\n", "Step 9653:\n", "Loss: 2.0518245697021484\n", "Step 9654:\n", "Loss: 2.3703832626342773\n", "Step 9655:\n", "Loss: 2.105933666229248\n", "Step 9656:\n", "Loss: 2.2523984909057617\n", "Step 9657:\n", "Loss: 2.4626145362854004\n", "Step 9658:\n", "Loss: 2.1789989471435547\n", "Step 9659:\n", "Loss: 2.399996757507324\n", "Step 9660:\n", "Loss: 2.634617567062378\n", "Step 9661:\n", "Loss: 2.3630170822143555\n", "Step 9662:\n", "Loss: 2.079554557800293\n", "Step 9663:\n", "Loss: 2.107755661010742\n", "Step 9664:\n", "Loss: 2.7623157501220703\n", "Step 9665:\n", "Loss: 2.371626615524292\n", "Step 9666:\n", "Loss: 2.452913284301758\n", "Step 9667:\n", "Loss: 2.282851219177246\n", "Step 9668:\n", "Loss: 2.3785340785980225\n", "Step 9669:\n", "Loss: 2.227769136428833\n", "Step 9670:\n", "Loss: 2.6142919063568115\n", "Step 9671:\n", "Loss: 1.6524368524551392\n", "Step 9672:\n", "Loss: 2.05222225189209\n", "Step 9673:\n", "Loss: 2.106088399887085\n", "Step 9674:\n", "Loss: 2.193531036376953\n", "Step 9675:\n", "Loss: 1.7787888050079346\n", "Step 9676:\n", "Loss: 2.0193183422088623\n", "Step 9677:\n", "Loss: 2.06491756439209\n", "Step 9678:\n", "Loss: 1.7890923023223877\n", "Step 9679:\n", "Loss: 1.8425432443618774\n", "Step 9680:\n", "Loss: 2.1732475757598877\n", "Step 9681:\n", "Loss: 2.6764683723449707\n", "Step 9682:\n", "Loss: 1.9728155136108398\n", "Step 9683:\n", "Loss: 2.2359514236450195\n", "Step 9684:\n", "Loss: 2.333347797393799\n", "Step 9685:\n", "Loss: 2.0750222206115723\n", "Step 9686:\n", "Loss: 2.2055721282958984\n", "Step 9687:\n", "Loss: 2.338491678237915\n", "Step 9688:\n", "Loss: 2.011197328567505\n", "Step 9689:\n", "Loss: 2.1482856273651123\n", "Step 9690:\n", "Loss: 1.5552923679351807\n", "Step 9691:\n", "Loss: 1.9711982011795044\n", "Step 9692:\n", "Loss: 1.7622092962265015\n", "Step 9693:\n", "Loss: 2.1359541416168213\n", "Step 9694:\n", "Loss: 2.297163486480713\n", "Step 9695:\n", "Loss: 1.8640797138214111\n", "Step 9696:\n", "Loss: 3.1074655055999756\n", "Step 9697:\n", "Loss: 2.413084030151367\n", "Step 9698:\n", "Loss: 1.8142306804656982\n", "Step 9699:\n", "Loss: 1.770740032196045\n", "Step 9700:\n", "Loss: 3.0958807468414307\n", "Step 9701:\n", "Loss: 2.3798792362213135\n", "Step 9702:\n", "Loss: 2.888843536376953\n", "Step 9703:\n", "Loss: 2.7590909004211426\n", "Step 9704:\n", "Loss: 1.904882788658142\n", "Step 9705:\n", "Loss: 2.6840991973876953\n", "Step 9706:\n", "Loss: 2.5844647884368896\n", "Step 9707:\n", "Loss: 2.299070119857788\n", "Step 9708:\n", "Loss: 2.198486804962158\n", "Step 9709:\n", "Loss: 1.9478501081466675\n", "Step 9710:\n", "Loss: 2.3627920150756836\n", "Step 9711:\n", "Loss: 2.1287806034088135\n", "Step 9712:\n", "Loss: 1.686753273010254\n", "Step 9713:\n", "Loss: 1.967378854751587\n", "Step 9714:\n", "Loss: 1.8904328346252441\n", "Step 9715:\n", "Loss: 2.123396158218384\n", "Step 9716:\n", "Loss: 1.8355265855789185\n", "Step 9717:\n", "Loss: 2.2075719833374023\n", "Step 9718:\n", "Loss: 1.6502115726470947\n", "Step 9719:\n", "Loss: 2.170449733734131\n", "Step 9720:\n", "Loss: 2.6734471321105957\n", "Step 9721:\n", "Loss: 1.9573333263397217\n", "Step 9722:\n", "Loss: 2.1943676471710205\n", "Step 9723:\n", "Loss: 2.4835762977600098\n", "Step 9724:\n", "Loss: 1.8092271089553833\n", "Step 9725:\n", "Loss: 2.2356717586517334\n", "Step 9726:\n", "Loss: 2.0007264614105225\n", "Step 9727:\n", "Loss: 2.446362018585205\n", "Step 9728:\n", "Loss: 2.1498100757598877\n", "Step 9729:\n", "Loss: 1.8120591640472412\n", "Step 9730:\n", "Loss: 2.2469120025634766\n", "Step 9731:\n", "Loss: 1.8940620422363281\n", "Step 9732:\n", "Loss: 1.7953969240188599\n", "Step 9733:\n", "Loss: 1.8242034912109375\n", "Step 9734:\n", "Loss: 1.5204508304595947\n", "Step 9735:\n", "Loss: 3.2454185485839844\n", "Step 9736:\n", "Loss: 2.440281391143799\n", "Step 9737:\n", "Loss: 2.3298404216766357\n", "Step 9738:\n", "Loss: 2.0494585037231445\n", "Step 9739:\n", "Loss: 2.3401055335998535\n", "Step 9740:\n", "Loss: 2.275423049926758\n", "Step 9741:\n", "Loss: 2.526108980178833\n", "Step 9742:\n", "Loss: 2.479942798614502\n", "Step 9743:\n", "Loss: 2.159783124923706\n", "Step 9744:\n", "Loss: 2.2461676597595215\n", "Step 9745:\n", "Loss: 2.253525972366333\n", "Step 9746:\n", "Loss: 1.7063605785369873\n", "Step 9747:\n", "Loss: 2.2333261966705322\n", "Step 9748:\n", "Loss: 2.725917339324951\n", "Step 9749:\n", "Loss: 2.0731425285339355\n", "Step 9750:\n", "Loss: 2.216426372528076\n", "Step 9751:\n", "Loss: 2.4823391437530518\n", "Step 9752:\n", "Loss: 2.1037323474884033\n", "Step 9753:\n", "Loss: 2.2957398891448975\n", "Step 9754:\n", "Loss: 2.4917211532592773\n", "Step 9755:\n", "Loss: 2.1209876537323\n", "Step 9756:\n", "Loss: 2.6710739135742188\n", "Step 9757:\n", "Loss: 2.259906768798828\n", "Step 9758:\n", "Loss: 2.077951192855835\n", "Step 9759:\n", "Loss: 2.4241459369659424\n", "Step 9760:\n", "Loss: 1.9865505695343018\n", "Step 9761:\n", "Loss: 2.133131980895996\n", "Step 9762:\n", "Loss: 2.500399589538574\n", "Step 9763:\n", "Loss: 1.8282544612884521\n", "Step 9764:\n", "Loss: 2.162581443786621\n", "Step 9765:\n", "Loss: 2.2131688594818115\n", "Step 9766:\n", "Loss: 2.2220382690429688\n", "Step 9767:\n", "Loss: 2.475715398788452\n", "Step 9768:\n", "Loss: 2.36535906791687\n", "Step 9769:\n", "Loss: 2.451289653778076\n", "Step 9770:\n", "Loss: 2.5274786949157715\n", "Step 9771:\n", "Loss: 2.4598731994628906\n", "Step 9772:\n", "Loss: 2.155806541442871\n", "Step 9773:\n", "Loss: 2.4542927742004395\n", "Step 9774:\n", "Loss: 2.290788412094116\n", "Step 9775:\n", "Loss: 1.9337036609649658\n", "Step 9776:\n", "Loss: 2.305912494659424\n", "Step 9777:\n", "Loss: 2.296496868133545\n", "Step 9778:\n", "Loss: 2.0682661533355713\n", "Step 9779:\n", "Loss: 2.4020001888275146\n", "Step 9780:\n", "Loss: 1.8506747484207153\n", "Step 9781:\n", "Loss: 2.437849998474121\n", "Step 9782:\n", "Loss: 1.8543493747711182\n", "Step 9783:\n", "Loss: 2.527927875518799\n", "Step 9784:\n", "Loss: 2.2033936977386475\n", "Step 9785:\n", "Loss: 2.098794937133789\n", "Step 9786:\n", "Loss: 1.6226654052734375\n", "Step 9787:\n", "Loss: 2.1468026638031006\n", "Step 9788:\n", "Loss: 2.026977777481079\n", "Step 9789:\n", "Loss: 2.109114646911621\n", "Step 9790:\n", "Loss: 2.55251407623291\n", "Step 9791:\n", "Loss: 3.0858426094055176\n", "Step 9792:\n", "Loss: 2.435763120651245\n", "Step 9793:\n", "Loss: 1.8998777866363525\n", "Step 9794:\n", "Loss: 1.9189931154251099\n", "Step 9795:\n", "Loss: 2.1564242839813232\n", "Step 9796:\n", "Loss: 2.990466594696045\n", "Step 9797:\n", "Loss: 1.9114950895309448\n", "Step 9798:\n", "Loss: 2.007072687149048\n", "Step 9799:\n", "Loss: 2.697740316390991\n", "Step 9800:\n", "Loss: 2.606433868408203\n", "Step 9801:\n", "Loss: 2.2089545726776123\n", "Step 9802:\n", "Loss: 2.5250234603881836\n", "Step 9803:\n", "Loss: 2.3255577087402344\n", "Step 9804:\n", "Loss: 2.5564780235290527\n", "Step 9805:\n", "Loss: 2.07279372215271\n", "Step 9806:\n", "Loss: 2.6390745639801025\n", "Step 9807:\n", "Loss: 1.6825885772705078\n", "Step 9808:\n", "Loss: 1.6782127618789673\n", "Step 9809:\n", "Loss: 2.2783472537994385\n", "Step 9810:\n", "Loss: 2.2083914279937744\n", "Step 9811:\n", "Loss: 2.2361326217651367\n", "Step 9812:\n", "Loss: 1.9685256481170654\n", "Step 9813:\n", "Loss: 2.3735525608062744\n", "Step 9814:\n", "Loss: 1.9603790044784546\n", "Step 9815:\n", "Loss: 2.136075973510742\n", "Step 9816:\n", "Loss: 1.7402191162109375\n", "Step 9817:\n", "Loss: 1.8995248079299927\n", "Step 9818:\n", "Loss: 2.3218088150024414\n", "Step 9819:\n", "Loss: 2.1377973556518555\n", "Step 9820:\n", "Loss: 1.9249467849731445\n", "Step 9821:\n", "Loss: 2.469862461090088\n", "Step 9822:\n", "Loss: 1.5335805416107178\n", "Step 9823:\n", "Loss: 1.8463038206100464\n", "Step 9824:\n", "Loss: 2.0029571056365967\n", "Step 9825:\n", "Loss: 2.406703472137451\n", "Step 9826:\n", "Loss: 1.90923273563385\n", "Step 9827:\n", "Loss: 2.132662057876587\n", "Step 9828:\n", "Loss: 1.971988558769226\n", "Step 9829:\n", "Loss: 1.9451367855072021\n", "Step 9830:\n", "Loss: 2.2168991565704346\n", "Step 9831:\n", "Loss: 2.051301956176758\n", "Step 9832:\n", "Loss: 1.721731185913086\n", "Step 9833:\n", "Loss: 2.272243022918701\n", "Step 9834:\n", "Loss: 2.191192626953125\n", "Step 9835:\n", "Loss: 2.14976167678833\n", "Step 9836:\n", "Loss: 1.8851417303085327\n", "Step 9837:\n", "Loss: 2.006920337677002\n", "Step 9838:\n", "Loss: 2.549438953399658\n", "Step 9839:\n", "Loss: 2.3408679962158203\n", "Step 9840:\n", "Loss: 1.5105589628219604\n", "Step 9841:\n", "Loss: 1.8582992553710938\n", "Step 9842:\n", "Loss: 1.9364618062973022\n", "Step 9843:\n", "Loss: 2.562954902648926\n", "Step 9844:\n", "Loss: 2.0453293323516846\n", "Step 9845:\n", "Loss: 2.4558863639831543\n", "Step 9846:\n", "Loss: 2.5531039237976074\n", "Step 9847:\n", "Loss: 1.392423391342163\n", "Step 9848:\n", "Loss: 2.186328887939453\n", "Step 9849:\n", "Loss: 1.9275217056274414\n", "Step 9850:\n", "Loss: 1.915796160697937\n", "Step 9851:\n", "Loss: 2.4049782752990723\n", "Step 9852:\n", "Loss: 2.594520092010498\n", "Step 9853:\n", "Loss: 2.2445156574249268\n", "Step 9854:\n", "Loss: 2.328390598297119\n", "Step 9855:\n", "Loss: 1.8467004299163818\n", "Step 9856:\n", "Loss: 2.2683215141296387\n", "Step 9857:\n", "Loss: 2.2012269496917725\n", "Step 9858:\n", "Loss: 2.670779228210449\n", "Step 9859:\n", "Loss: 2.7337026596069336\n", "Step 9860:\n", "Loss: 2.399919033050537\n", "Step 9861:\n", "Loss: 2.4130897521972656\n", "Step 9862:\n", "Loss: 2.0440893173217773\n", "Step 9863:\n", "Loss: 2.12528920173645\n", "Step 9864:\n", "Loss: 2.98659610748291\n", "Step 9865:\n", "Loss: 1.8198761940002441\n", "Step 9866:\n", "Loss: 2.2585527896881104\n", "Step 9867:\n", "Loss: 2.236771821975708\n", "Step 9868:\n", "Loss: 2.432624578475952\n", "Step 9869:\n", "Loss: 2.139813184738159\n", "Step 9870:\n", "Loss: 2.3326539993286133\n", "Step 9871:\n", "Loss: 2.0346789360046387\n", "Step 9872:\n", "Loss: 1.9418861865997314\n", "Step 9873:\n", "Loss: 2.1457817554473877\n", "Step 9874:\n", "Loss: 1.8411433696746826\n", "Step 9875:\n", "Loss: 2.6937663555145264\n", "Step 9876:\n", "Loss: 1.8149925470352173\n", "Step 9877:\n", "Loss: 1.9762656688690186\n", "Step 9878:\n", "Loss: 1.9160455465316772\n", "Step 9879:\n", "Loss: 2.6516687870025635\n", "Step 9880:\n", "Loss: 2.1213667392730713\n", "Step 9881:\n", "Loss: 2.0249733924865723\n", "Step 9882:\n", "Loss: 2.072394847869873\n", "Step 9883:\n", "Loss: 1.8633877038955688\n", "Step 9884:\n", "Loss: 2.2305102348327637\n", "Step 9885:\n", "Loss: 2.2067601680755615\n", "Step 9886:\n", "Loss: 1.707837462425232\n", "Step 9887:\n", "Loss: 2.522367000579834\n", "Step 9888:\n", "Loss: 2.3509790897369385\n", "Step 9889:\n", "Loss: 2.145247459411621\n", "Step 9890:\n", "Loss: 2.4014782905578613\n", "Step 9891:\n", "Loss: 1.9045542478561401\n", "Step 9892:\n", "Loss: 2.1832523345947266\n", "Step 9893:\n", "Loss: 2.209127902984619\n", "Step 9894:\n", "Loss: 2.4825947284698486\n", "Step 9895:\n", "Loss: 2.1914303302764893\n", "Step 9896:\n", "Loss: 2.123929500579834\n", "Step 9897:\n", "Loss: 2.691746711730957\n", "Step 9898:\n", "Loss: 2.3743815422058105\n", "Step 9899:\n", "Loss: 2.207071542739868\n", "Step 9900:\n", "Loss: 1.8326079845428467\n", "Step 9901:\n", "Loss: 1.8163203001022339\n", "Step 9902:\n", "Loss: 2.160160779953003\n", "Step 9903:\n", "Loss: 2.4951491355895996\n", "Step 9904:\n", "Loss: 2.4200828075408936\n", "Step 9905:\n", "Loss: 2.0189616680145264\n", "Step 9906:\n", "Loss: 2.0287017822265625\n", "Step 9907:\n", "Loss: 1.7326455116271973\n", "Step 9908:\n", "Loss: 2.2476954460144043\n", "Step 9909:\n", "Loss: 2.909097671508789\n", "Step 9910:\n", "Loss: 2.2573399543762207\n", "Step 9911:\n", "Loss: 1.89655339717865\n", "Step 9912:\n", "Loss: 2.2187700271606445\n", "Step 9913:\n", "Loss: 1.756449818611145\n", "Step 9914:\n", "Loss: 1.7912671566009521\n", "Step 9915:\n", "Loss: 2.1965150833129883\n", "Step 9916:\n", "Loss: 2.0996880531311035\n", "Step 9917:\n", "Loss: 1.7423444986343384\n", "Step 9918:\n", "Loss: 2.3122339248657227\n", "Step 9919:\n", "Loss: 2.4440090656280518\n", "Step 9920:\n", "Loss: 1.8577842712402344\n", "Step 9921:\n", "Loss: 1.897993803024292\n", "Step 9922:\n", "Loss: 2.007338285446167\n", "Step 9923:\n", "Loss: 2.1152544021606445\n", "Step 9924:\n", "Loss: 1.789247751235962\n", "Step 9925:\n", "Loss: 2.286508321762085\n", "Step 9926:\n", "Loss: 2.67802095413208\n", "Step 9927:\n", "Loss: 2.502246618270874\n", "Step 9928:\n", "Loss: 1.9827184677124023\n", "Step 9929:\n", "Loss: 2.3700366020202637\n", "Step 9930:\n", "Loss: 2.985269784927368\n", "Step 9931:\n", "Loss: 1.7811273336410522\n", "Step 9932:\n", "Loss: 1.9871909618377686\n", "Step 9933:\n", "Loss: 1.8258692026138306\n", "Step 9934:\n", "Loss: 2.126824140548706\n", "Step 9935:\n", "Loss: 2.1409106254577637\n", "Step 9936:\n", "Loss: 2.2163796424865723\n", "Step 9937:\n", "Loss: 2.4849605560302734\n", "Step 9938:\n", "Loss: 2.1151113510131836\n", "Step 9939:\n", "Loss: 2.424323558807373\n", "Step 9940:\n", "Loss: 1.9622012376785278\n", "Step 9941:\n", "Loss: 2.3672423362731934\n", "Step 9942:\n", "Loss: 3.3301491737365723\n", "Step 9943:\n", "Loss: 2.4775707721710205\n", "Step 9944:\n", "Loss: 2.7152185440063477\n", "Step 9945:\n", "Loss: 3.070141077041626\n", "Step 9946:\n", "Loss: 2.2281699180603027\n", "Step 9947:\n", "Loss: 2.354703903198242\n", "Step 9948:\n", "Loss: 2.1651597023010254\n", "Step 9949:\n", "Loss: 2.302382230758667\n", "Step 9950:\n", "Loss: 2.1021409034729004\n", "Step 9951:\n", "Loss: 2.199793577194214\n", "Step 9952:\n", "Loss: 2.3788838386535645\n", "Step 9953:\n", "Loss: 2.1255228519439697\n", "Step 9954:\n", "Loss: 1.9321379661560059\n", "Step 9955:\n", "Loss: 2.2640089988708496\n", "Step 9956:\n", "Loss: 1.8789502382278442\n", "Step 9957:\n", "Loss: 2.3082387447357178\n", "Step 9958:\n", "Loss: 1.690366506576538\n", "Step 9959:\n", "Loss: 1.8915913105010986\n", "Step 9960:\n", "Loss: 2.0314905643463135\n", "Step 9961:\n", "Loss: 2.2799229621887207\n", "Step 9962:\n", "Loss: 1.9830397367477417\n", "Step 9963:\n", "Loss: 2.1055643558502197\n", "Step 9964:\n", "Loss: 2.235760450363159\n", "Step 9965:\n", "Loss: 2.1173887252807617\n", "Step 9966:\n", "Loss: 2.5549087524414062\n", "Step 9967:\n", "Loss: 2.420355796813965\n", "Step 9968:\n", "Loss: 2.0553529262542725\n", "Step 9969:\n", "Loss: 2.4300906658172607\n", "Step 9970:\n", "Loss: 2.77529239654541\n", "Step 9971:\n", "Loss: 1.9805912971496582\n", "Step 9972:\n", "Loss: 1.5824813842773438\n", "Step 9973:\n", "Loss: 2.0149753093719482\n", "Step 9974:\n", "Loss: 2.2266123294830322\n", "Step 9975:\n", "Loss: 2.1247406005859375\n", "Step 9976:\n", "Loss: 2.587862730026245\n", "Step 9977:\n", "Loss: 2.037261486053467\n", "Step 9978:\n", "Loss: 2.5174989700317383\n", "Step 9979:\n", "Loss: 2.2976796627044678\n", "Step 9980:\n", "Loss: 1.815524935722351\n", "Step 9981:\n", "Loss: 2.106562376022339\n", "Step 9982:\n", "Loss: 2.1568093299865723\n", "Step 9983:\n", "Loss: 1.5582654476165771\n", "Step 9984:\n", "Loss: 2.183426856994629\n", "Step 9985:\n", "Loss: 1.8335264921188354\n", "Step 9986:\n", "Loss: 2.529153347015381\n", "Step 9987:\n", "Loss: 2.3568482398986816\n", "Step 9988:\n", "Loss: 1.7989333868026733\n", "Step 9989:\n", "Loss: 1.9302277565002441\n", "Step 9990:\n", "Loss: 2.308467388153076\n", "Step 9991:\n", "Loss: 2.1249377727508545\n", "Step 9992:\n", "Loss: 1.9265892505645752\n", "Step 9993:\n", "Loss: 1.6701011657714844\n", "Step 9994:\n", "Loss: 2.1987390518188477\n", "Step 9995:\n", "Loss: 2.3438563346862793\n", "Step 9996:\n", "Loss: 2.313262462615967\n", "Step 9997:\n", "Loss: 2.0847458839416504\n", "Step 9998:\n", "Loss: 2.2267985343933105\n", "Step 9999:\n", "Loss: 2.537789821624756\n" ] } ], "source": [ "BATCH_SIZE = 16\n", "EMBEDDING_NDIM = 5\n", "HIDDEN_NDIM = 50\n", "STEPS=10000\n", "\n", "# Simple exponential decay\n", "lrs = 10 ** np.linspace(0, -3, STEPS + 1)\n", "\n", "train_dataloader = DataLoader(train_dataset, batch_size=BATCH_SIZE)\n", "model = MLP(EMBEDDING_NDIM, HIDDEN_NDIM)\n", "\n", "global_step = 0\n", "epoch = 0\n", "while global_step < STEPS:\n", " for step, (data, labels) in enumerate(train_dataloader):\n", " print(f\"Step {global_step}:\")\n", " model.fit_one_cycle(data, labels.float(), lrs[step])\n", "\n", " global_step += 1\n", " if global_step >= STEPS:\n", " break\n", " epoch += 1\n", " if global_step >= STEPS:\n", " break\n" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "After some tinkering, we find that small batch sizes (8), linear decay LR from 0.5 to 1e-2, and higher steps decrease rate (severe overfitting begins...)\n", "Finally, we get the loss on the training set (we technically need a validation, but I can't be bothered):" ] }, { "cell_type": "code", "execution_count": 104, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Loss: 2.1719954013824463\n" ] } ], "source": [ "test_dataloader = DataLoader(test_dataset, batch_size=len(test_dataset))\n", "test_loss = 0\n", "for data, labels in test_dataloader:\n", " loss = model.backward(data, labels.float())\n" ] }, { "cell_type": "code", "execution_count": 98, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "tensor(0.8726, grad_fn=)" ] }, "execution_count": 98, "metadata": {}, "output_type": "execute_result" } ], "source": [ "model.running_stdev" ] }, { "cell_type": "code", "execution_count": 222, "metadata": {}, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAp4AAAKTCAYAAACw6AhNAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy88F64QAAAACXBIWXMAAA9hAAAPYQGoP6dpAABbzUlEQVR4nO3de3xU5YH/8e+Zk0mEkEBCCGoImSDUS2OIEoKoS7UVbNUt9sfGWm1/al11+9NW1AWpvSitWgVa3LbWatu19MIikVasVQurrVSLBoIxREBAMyGESwgJuaHJMHN+f9CJhMxMbjPnJJnP+/Xy9TJnzjznyeOYfPNcDcuyLAEAAAAx5nK6AgAAAIgPBE8AAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwRYLTFYgkEAho3759SklJkWEYTlcHAAAAJ7EsSy0tLTr99NPlckXu0xzUwXPfvn3Kzs52uhoAAADoQU1NjSZMmBDxnkEdPFNSUiQd/0ZSU1Nj8gyfz6d169Zpzpw5crvdMXkGwqP9nUX7O4v2dw5t7yza31nRbv/m5mZlZ2d35rZIBnXwDA6vp6amxjR4jhw5UqmpqXz4HUD7O4v2dxbt7xza3lm0v7Ni1f69mRbJ4iIAAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC1sC56PPPKIDMPQ/Pnz7XokAAAABhFbguemTZv05JNPKj8/347HAUBMBAKW01UAgCEtIdYPaG1t1fXXX69f/OIXevDBB2P9OACImsraJpVsrlGpt0G761rl81tym4YmZ45SkSddxYXZyssa7XQ1AWDIiHnwvP3223XllVfqsssu6zF4tre3q729vfPr5uZmSZLP55PP54tJ/YLlxqp8REb7O4v2D23P4aP6zvOVKqtulOky5A9YcklKMiXJ0gd1zaqub9GqUq+m5aTp+5/P08SxI/v8HNrfObS9s2h/Z0W7/ftSjmFZVszGjlatWqWHHnpImzZt0imnnKJLLrlEBQUFeuyxx0Le/8ADD2jx4sXdrq9cuVIjR/b9hzoAAABi6+jRo7ruuuvU1NSk1NTUiPfGLHjW1NSosLBQ69ev75zb2VPwDNXjmZ2drfr6+h6/kf7y+Xxav369Zs+eLbfbHZNnIDza31m0f1cvbt2ve9dUqD8/FA1Jj87L1xXnntbr99D+zqHtnUX7Oyva7d/c3KyMjIxeBc+YDbWXlZWprq5O559/fuc1v9+vDRs26Kc//ana29tlmmaX9yQlJSkpKalbWW63O+YfTDuegfBof2fR/lJVfZsWrHlXHX6j32UsWPOupk4cK09Gcp/eR/s7h7Z3Fu3vrGi1f1/KiNmq9s985jPaunWrysvLO/8pLCzU9ddfr/Ly8m6hEwCcdO+aCvkHOADktywtXFMRpRoBwPATsx7PlJQU5eXldbmWnJyssWPHdrsOAE7aurdJpVUNAy7HH7BUWtWgytomVrsDQAicXAQg7j1bVqMEV/ch9v9zfpbe/s5sJZpdf1Q+9ZVp+tE1U0OWZboMlWyuiUk9AWCoszV4/u1vfwu7sAgAnFLqbdCxEJvD/7liv0yXocvOyey8NjY5UZeelamSzXtDluUPWNrkbYxZXQFgKKPHE0Dc213XGvJ6+7GA1pbvU/G07M5rV5+XpX1HPtTGDw6HLW9XXUvU6wgAwwHBE0BcCwQs+fzhFxWt2rRH/zIlQ+NTj++48W/TJujZstC9nUE+v8XxmgAQAsETQFxzuQy5zfBbKL27r1nb97do3vkTlJeVqk+MT+kxeLpNQ64Qc0YBIN7F/MhMABjsJmeO0vb94YfHn9m0RzddnKvxqafojd312t/0UcTypmSmRLuKADAs0OMJIO4VedJlRuihXFu+T6eNPkXXFmVrdQ8r1k2XoemetGhXEQCGBYIngLhXXJgtf4Q5mS3tx/RS5QEdbfdr3bsHI5blD1gqLsyOeA8AxCuCJ4C4l5c1WkW5kXs9T009Rc+V16rDHwh7j+kyVJSbzubxABAGwRMAJC2Zly/T6B48U0ck6PJPjtcFk8bqtxurI5ZhGoaWzMuPVRUBYMgjeAKAJE9GspYW5+vk6PniN/5FS4un6pGXduiD+raw7zckLS3OlycjOab1BIChjFXtwBARCFhs0RNjcwuyJEkLSirktyz5A5YufvSvEd9jugyZhqGlxfmd7wcAhEbwBAapytomlWyuUam3QbvrWuXzW3KbhiZnjlKRJ13FhdnMJYyBuQVZmjphjBauqVBpVYNMlxFy4VHwemFOmh6dR08nAPQGwRMYZLz1bWFDj89vafv+Fu082KoVG6tVlJuuJYSeqPNkJGv1bTM7w/8mb6N21bV0hv8pmSma7kkj/ANAHxE8gUFkbXlt5zCvpLBb/ASvl1U3as7yDQzzxkhe1uguwZLpDgAwMATPXuIXDmJtbXmt5q8qV19O+PYHLPllaf6qckkifMYYPwMAYGAInmEwvw52qqpv04KSil6FzlW3XqBt+5r1vRe2dV6zdHxBzNQJYxh2BwAMWgTPkzC/Dk64d83Hw+v95bcsLVxTodW3zYxSrQAAiC728TzB2vJazVm+QWXVjZJ6P79ubXmtbXXE8LN1b5NKqxoiHtnYG/6ApdKqBlXWNkWpZgAARBc9nv/04tb9mr96K/PrYLtny2qU4DJ0LETwHOE29eAX8vTZT56qtvZjeurvH0Qsy3QZKtlcwzQQAMCgRI/nP337j5V9Cp0nCs6v80Y41QQIp9TbEDJ0StJ9V5ytGbnpuuU3m/WVX5Xqgklj9cnTU8OW5Q9Y2uRtjFVVAQAYEILnP/n7HTv/+f5/zq8D+mp3XWvI6yMTTV0zfYIefnG7/vH+Yb13sEX3rH5HCa7I/9vuqmuJRTUBABiwuA+e2/Y1Swo/n/NkbjP0dirMr0N/BAKWfP7Qn72csSOVlGCqfM+RzmtNH/r0QX3ooBrk81sKDHC+KAAAsRD3czyfK69VQYTXV916gd470CJ/wNLV52XpvQMt+tIv3gx5L/Pr0FculyG3aYQNn/3hNg32mwQADEpx3+MZXMEeybxpE9ThD+jfnviHvvXHrWHvY34d+mNy5qiQ16sPH1XHsYAKJo7pvJY6IkG5PWzfNSUzJZrVAwAgauK+x/ODQ61STuR7vPVteuSlHb0q7+T5dZx4hJ4UedK182Brt+keRzv8Wr25RvddcbYaj/p0uLVdCy4/U5FG0U2XoemetBjXGACA/onr4BkIWPL1Yi7c1j7M2/T5LX33ua3aVN3IiUfoleLCbK3YWB3ytYdf3K6RiaZ+dUOh2tqP6Rd/r1LKKe6wZfkDlooLs2NVVQAABiSug6fLZcjdi97IDzv8fSr396U1nHiEXsvLGq2i3HSVVTeG7PW8e/U7unv1O53XntoQei9P02VoWk4af9gAAAatuJ/jOWlc6Pl1A8GJR+irJfPyZRoDm5JhGoaWzMuPUo0AAIi+uA+e03KiPx9u1a0X6LtXnRP2dX/AUoc/oPmrygmfkCR5MpK1tDhf/Y2ehqSlxfSiAwAGt7gPnl84z7ljLjnxCCeaW5Clx64tUKLpktnLBWmmy1Ci6dJj1xZwZCsAYNCL++B59mnHjx8M94v+2qfe1Pde2Baz53PiEU40tyBL6+6a1dkTH+5zGbxemJOmdXfNInQCAIaEuF5cdCJThjTAYzPDufTMTP3Xlwr0necqtbZ8X5fXTjzxyM5FIWzzNHh5MpK1+raZqqxtUsnmGm3yNmpXXUvnDglTMlM03ZPGDgkAgCGH4PlPD34hT/NXb4169Pz81NP10BfydOeqcr26oy7kPXaceBQMMaXeBrZ5GiLyskZ3+W/CHwsAgKGO4PlPV5x7muQytaCkQn7L6vXZ7ZF85YIcLbj8TP37is16q6oh7H2xPPHIW9+mhWsqVFrVINNlsM3TEEboBAAMdXE/x/NEfZ1fF8nnzj1V37nqHH35V29FDJ1BJ594FA1ry2s1Z/mGzmNB2eYJAAA4ieB5kuD8uhe+frG+PGOizjktVW7zeNB0m4bOOS1V1xdN7LGcd/c1q6GtQ9f08hQZn99SIAq9rEFry2s1f1W5OvyBXvfess3T8BXNzxYAAP3FUHsYPc2v+59Ne+Tzh/9lvufwUT305+1adesF8gcs3f/8uxGf5zaNqA2lVtW3aUFJRb/nqwa3eZo6YQzD7kMUc3oBAIMRwbOXTg6FkzNHafv+yMPjVfVt+tJTb3aGz0jbMk3JTIlKPSXp3jXH56kORHCbp9W3zYxSrWCHvs7p/cHc8AcdAAAQbQy191ORJ71Xcz0/qG/Tl37xlv516un61pVnh7zHdBma7onOCUpb9zaptKphwIujTtzmCUNDf+b0Xv34G7bVDwAAejz7qbgwWys2Vod87dqn3uzy9fuHWjX9of8NW5Y/YKm4l3NBe/JsWY0SXIaOhQkdhiHd+i+T9KWiiTptzCmqb+3Qyrf26PG/7u52rx3bPCE6gnN6+/Lnhj9gqcM4/o4Xt+7X3PN7nrsMAMBAEDxP0tu9EvOyRqsoN11l1Y0D6l00XYam5aRFLdyVehvChk5Juvfys3RtUba+/8I2bfI2KjMlSWdkjgp5byy3eUL09DSnd1lxvlJPcevW35aFLePbf6zU1IljmdMLAIipuA+e2/c3S5LmPfEPbT/Y1qdFGEvm5WvO8g3yD2DbedMwtGRefr/ff7Ldda1hX0tONHXTRR599/l3tWbL8VXrexqOanN1+HAZi22eEF09zeld/Pw2GT38LeUXc3oBALEXt3M8vfVtuubJjSp+cqMk6b2DLZ2r1IOLMH731h5d9ZPXdc2TG+Wtb+tWhicjWUuL89XfteiGpKXF0duwPRCwIq60n5w5SkluU2/sru91mdHe5gnR1Zs5vS3tx9T80bGI5TCnFwBgh7gMnicvwginNxurzy3I0mPXFijRdPVqsZF0fHg90XTpsWsLNLcgq+/fQBgul9G552goH/kCfS4zmts8IfqCc3ojWVacr6e+Mq3HsoJzegEAiJW4C56x2Fi9ryceFeakad1ds6IaOoMmh5mvKUnew236sMOviyZn9Lq8aG7zhOjraU5vXzCnFwAQa3E1x7M3G6uvuvUCbdvXHHLPzUgbqwdPPApu3L3J26hddS2dc0anZKZouict5ht3F3nStfNga8hQ3X4soJ+/9r6++bmz5PMHtNnbqLHJiZoyPkWrQ/R0RXObJ8RGpDm9/cGcXgBALMVV8LRjY/WeTjyKtUjbPEnSj1/dpWMBS3fP/oQyU05RXctHWvnWnpD3RnObJ0RfT3N6+yM4p5fpFQCAWIib4BlchDFQJy7C6E3Ppd2/wHva5smypMf/ujvkvp0nivY2T4i+4JzeaIZP5vQCAGIpbuZ49mYRRm8N9kUYS+bly+xp/5weRHubJ8RGpDm9/cGcXgBALMVN8IynRRiDbZsnxE5vj27tDeb0AgBiLW6CZ7wtwhhM2zwhdooLswd0ctaJmNMLAIi1uAiesVyEMZgNpm2eEBvBOb2R/rhINF1q6/BHLMd0GSrKTWdOLwAgpuJicVE8L8IYLNs8IXbCHd1qugzlZiTr/Jy0sDsXdN4r5vQCAGIvLoKndHwRxvb90RseH2qLMJze5gmxE5zTO39VeZfoeeb4FK352oXa+MFh/e6t8FtsSdKDX8hjTi8AIObiJnhG2li9r4bDIgxC5/ASnB6xoOT4XrX+gKVt+5t19ndfDvse02Uo0WVI8uuKc0+zqaYAgHgWF3M8JRZhYPjrz5ze526/yLb6AQAQNz2ePW2sHnTtU29GLIeN1TGY9XVOr8/nU6XTlQYAxI24CZ5S+EUYfcHG6hgKmNMLABiM4maoXWJjdcQvQicAYDCIqx5PqfsiDPWi99N0GTINQ0uL89njEgAAoJ/iqscz6ORFGOGwsToAAED0xF2PZ1BwEUbFnsOqevt1nTU+VdsOtrKxOgAAQIzEbfAMOvu0VFW9LT37tZlyu90swgCfAQAAYiTug+fJCBzxJ7j1UKm3QbvrPu71npw5SkWedHq9AQCIEoInhoRY9EJ669u0cE2FSqsaZLqMLvu7+vyWtu9v0c6DrVqxsVpFuelaMo8dDQAAGAiCJwalWPdCri2vPWFnA4U9VCB4vay6UXOWb2BnAwAABoDgiUHFjl7IteW1mr+qvE/HCPgDlvyyNH9VuSQRPgEA6Ie43E4Jg9Pa8lrNWb5BZdWNknrfC7m2vLbXz6iqb9OCkop+n11l6fgesN76tn6WAABA/CJ4YlB4cet+zV9Vrg5/IGzgPJk/YKnDH9D8VeW9Dp/3rvl4eL2//JalhWsqBlQGAADxiOCJQeHbf6yMeS/k1r1NKq1q6HWwDccfsFRa1aDK2qYBlQMAQLwheGJQ8IeJnatuvUDfveqcnt/fi17IZ8tqlBBmZXxyoqnHvligbd+7XKX3fUY3X5wb8dmmy1DJ5poe6wUAAD5G8ISjtu1rlhR+Pmdv9aYXstTboGNhnvPtq85RoSdN/75is778q7c03ZOuT56eGvF5m7yNA6pzrAQG2JYAAMQKq9rhiOC+nM+V16ogzD3LivN1waSxumDSWH314lxJ0sWPvqq9jR+GvD/YCxlum6Xdda0hrycnmpp3/gTduept/eP9w5KkBSXv6K1vfSbi97CrriXi63ZhA3wAwFBB8IQtwoWjEaZUMC30exY/v025GaP03oEWLV+/U5J0uK097DMi9UIGApZ8/tA9gRPHjlRigkvv1BzpvNbSfkwfHIo8Z9Tntxw9XpMN8AEAQw3BEzHVUzhyRVhS1NJ+TD5/QB/5/DrUGj5wnihcL6TLZchtGmHDZ3+4TcOx0MkG+ACAoYg5noiZ3u7LGU3BXshQJmeOCnl9z+Gj6jgWUH72mM5rKUkJyu2hd3BKZkq/6zkQwQ3wY731FAAA0RbT4PmDH/xA06dPV0pKijIzM3X11Vfrvffei+UjMUj0JxxFQ6ReyCJPuswQr7V1+LVmy17d97mzNXPSWE3JHKVH/y1fAcuSFaZH1nQZmu5Ji2rde4MN8AEAQ1lMg+drr72m22+/XW+++abWr18vn8+nOXPmqK2NX3rD2UDD0Yk6jgX6NJwdqReyuDA7bAh+8IVt2rKnUb+6sVC///cZKqtu1Pt1rWr3BULe7w9YKi7M7nW9ooUN8AEAQ1lM53i+/PLLXb7+9a9/rczMTJWVlWnWrFmxfDQcFI1wFLS38UMVZI/RhLQRams/piMf+hSu6J56IfOyRqsoN11l1Y3dAmhbh1/znynv/HqE29Sdn5milaXd9+o0XYam5aTZvlI8uAH+QJ249dSZmSOjUDMAAHrH1sVFTU3H91hMT08P+Xp7e7va2z9eRNLcfHyPR5/PJ5/PF5M6BcuNVfnxZtu+Zr2z57ASDCnB7Ppa1pgRenVB9y2K6uvrlbR5Y8jyVrzxvh75twKtv+tTGpFo6tNLX1HtkdDbKUmW5p13WsT/lj+Ye46ufvwNdRhdg+fZp6Vq0rhRqth7RCmnJOj2Sz8hSdrw3n4lmV3vTXQZ+sHcc2z/zPyhrFrJboXci/Q3N8/sXFg1tyBLx/yW/qfUq//6350hyzJdhtZsrtaC2ZMl8fl3Cj9/nEPbO4v2d1a0278v5RiWFaWuqR4EAgF9/vOf15EjR/T666+HvOeBBx7Q4sWLu11fuXKlRo6kZ2Y4SEpK6vLvF154obxer3bs2OFgraTRo0eroKBAo0aNUiAQ0JEjR1RZWamWlsGxV2dPLrroIo0ZM0bV1dXyer0aM2aMpk6dqsrKSlVXVztdPQDAMHb06FFdd911ampqUmpq+MNXJBuD59e+9jW99NJLev311zVhwoSQ94Tq8czOzlZ9fX2P30h/+Xw+rV+/XrNnz5bb7Y7JM+LJvCf+ofcO9hzWEhNc+u3NM9V0tF1H3ntL39nsUnug/1sTJbpceu72izRxbO/+QHlx6359+4+V8svq1eIn02XIlKEHv5CnK849rd/1HIjzvrdOvjB1/c3NMzV2VKKu/K/XOq/dM+csffrs8V2uncjtMlT6zUv5/DuInz/Ooe2dRfs7K9rt39zcrIyMjF4FT1uG2u+44w698MIL2rBhQ9jQKR3vATuxRyzI7XbH/INpxzPiwfaDbfL5ew6QS4qnamRSgr769Ju6v0BqDxhq78X7QjH+Wd4Zp/Z+zuXc8ydq6sSxYfcYDQpenzExXY86uAF7IGCp1Scd/267syRt2XOkSxtuqj6imy6eJF/AUKi82u6XTPP4jwA+/86i/Z1D2zuL9ndWtNq/L2XENHhalqWvf/3r+uMf/6i//e1vys3NjeXj4LBIpwOd6I5PT9asKeM09/E31Nbh7/fzTJch0zD6vSm6JyNZq2+b2Xmq0iZvo3bVtXSeqjQlM0XTPWmD4sjJ4bYBPgAgPsU0eN5+++1auXKl1q5dq5SUFB04cEDS8fl0I0aMiOWj4YDehKPP5p2qb3x6im58ulR7Go4qyQx7a1jBXsjCnLSo9ELmZY3uEiwHcgxmLI/QnJw5Stv3h5/GUHDCBviSdF72GHnr20L2dkrObYAPAIhfMQ2eTzzxhCTpkksu6XL96aef1o033hjLR8MhkcLRJ8aP0o+umaqfv/a+dh1s1bhRSUo0LbndPkmh98tMSnApYFm29kL2JTiGO4N+cuYoFXnSo1rPIk+6dh5sDTsn9fQxI/TtK8/Wyrf2KC9rtG640KOH/rw95L1ObYAPAIhvMR9qR3yJFI7yJ4zRyMQEfeMzU/SNz0zpvF5fXy+98Wa3+02XoWunZ2vx3LyY9iT2R09n0G/f36KdB1u1YmO1inLTtSQKPbPFhdlasTH8CvU/bNmrU9ymnrvjIgUClp5+w6uVpXtC3uvUBvgAgPhm6z6eGP4ihaNny/bq2bK9Xa4lmZaWFPkldR9zPzEcDabQuba8VgtKPt4kP1wPZPB6WXWj5izf0O+5qEGRNsCXpGN+S9974V19+7nKiOWcuAE+e+gBAOwU0yMzEX+C4SjUmeh9YboMFeWmO76o52T9OYPeH7DU4Q9o/qpyrS2vHdDzl8zLl2kMsG0NQ0vm5Q+oDAAA+oPgiagInBDChms4GugZ9JakBSUV8ta39bsOnoxkLS3OD7OpUs8MSUuLndsWCgAQ3xhqR7/0tKjmzsumaNlf3utXSBus4SgaZ9D7LUsL11Ro9W0z+11GcLg+ONzvD1i69qnuc2RPNNCtpwAAiAaCJ/qkt4tq/AFLk8Ylq6bhqAJW+HmQJxrM4Wjr3iaVVjUMuBx/wFJpVYMqa5sGNI1gbkGWpk4Y0+sN8KO19RQAAANB8ESv9XVRTfXho3JJ8owdqfcPtYUNR0GDORw9W1ajBJehY/+s/6pbL9COAy0KBCzNmzZBHccC+uG697S2fJ++N/eT+ty5p6m+pV0PPP+u/rbzUJeyTJehks01A56/OpQ2wAcAQCJ4opeCi2r6MtDsD1jyS/rgUJv+c84ndKilvVs4Omt8iqRGldw2U/kTx8ao9gNX6m3oDJ1B887P0pMbPtDcn76uq6aergevztPlnzxVf3n3gB7/627dfPEk/eiLBbrwkVf0ke/jfUr9AUubvI1Rq1s0N8AHACCWCJ7oUTQW1fz4ld1ad9csLZ6bJ+njcOTz+fTiiy/q7NNSo1bfWNhd19rt2vb9Lfrpq7slST/762597VNnqOFoh1ZtqpEk/fiVXfrKzBydfWqq3q450uW9u+rCn0A0UIROAMBgxap29Ciai2qChlI4CncG/Y4DzR/fY0mNRzv03oGPA+Wh1nZJ0thRid3e6/NbXXYCAAaKzxOAoYAeT0Q02BbVOCHcGfTHQoTRY/7uR3+6Qmwt5TaNIRW+MfjYeVwrAEQLwRMRnbyo5mSfyztVd142RZ6xyfqww6939zXrlt9s1oc+f7d7o7WoxgmRzqDvjymZKVErC/HFieNaASBaCJ6IKNSimqBxKUn68ZfO0yMv7dBf3j2g5MQETc9NV7i946O9qMZOkc6g7yvTZWi6Jy0KtUK8ceq4VgCIFoInIgq1qCYoMyVJbtOllysPqPbIh5Kk9w5G7hWM5aKaWIp0Bn1fnXgGPdBb/d9ZwtL8VeWSRPgE4DiCJ8IKt6gmaPv+Zr2+q14vz/8XbdhZr7/vOqQXK/er+cNjYd8TXFQz1OY3Bs+gL6tuDHtS0MWP/rXbNc+iP3f52nQZmpaTNiSnG8A50TqudeqEMQy7A3AUq9oRVnBRTTgBS/ryr97SjU9v0u66Ft1woUev3nOJJqSNCPueobyoZrieQY/BLxY7SwCAEwieiGhy5qge7ymrbtTy/92lK3/8d/n8AV3+yVPD3juUF9V4MpK1tDhf/Y2eg/UMegxuwZ0lBjq/+MSdJQDAKQy1I6JIi2oKssfowjPG6u+76nW4tV0FE8coPTlR74eZFzocFtUE58gFF3gM9TPoMfhF2lniU58Ypzs+PVlnjk+RP2Bpy55GLf7TNu1pOBqyrKG8swSA4YHgiYgiLapp+eiYZuSm66sX5yolKUF7j3yoh/68vdvZ5EHDZVHN3IIsTZ0wJuyWNkHB64P5DHoMfpF2lhiRaOqXf6/SjgPNSk5M0F2zP6EnvzJNV/z47wo1Mj+Ud5YAMDwQPBHRyYtqTvT+oVbd8PSmXpUz3BbVeDKStfq2mZ2beJ98Bv2UzBRN96SxiTcGLNLOEi9XHujy9cJn39Hb352jKZmjtPNg6PcN1Z0lAAwPBE/0aMm8fM1ZvkH+fq+pHb6LavKyRncJlkNxxT4Gr552lvCMHam7Z39CBdlpSkt2d56SdfqYEWGD51DdWQLA8MDiIvSIRTW9xy9zRFNPO0v86obpGjMyUYv+UKGrH/+Hrn78DUlSohn+R/tQ3lkCwNBH8ESvzC3I0mPXFijRdMns5S8t02Uo0XTpsWsLWFQD9FO4nSXGjHTrjMxR+smru/SP9w/r/UOtGj3C3WN5Q3lnCQBDH8ETvTa3IEvr7pqlaTnHV6aHC6DB64U5aVp31yxCJzAARZ70kP+vNX3oU0Nbh75UNFE5Y0dq5hlj9e2rzolY1nDYWQLA0MYcT/QJi2oAe4XbWcKypK//zxY98K+f1Lr5s/RBfZseeP5dPXPbzLBlDZedJQAMXQRP9AuLagB7RNpZ4o3dhzV7+YYu104+pjVouO0sAWBoYqgdUUHoBGKH41oBDBcET8AmgQEeeYj4xc4SAIYLhtqBGAnOgy31Nmh3XWvnPNjJmaNU5ElnHiz6hONaAQwHBE8gyrz1bWGP0/T5LW3f36KdB1u1YmO1inLTtYTjNNFLHNcKYKgjeAJRtLa8trNHSlLYXqng9bLqRs1ZvoEeKfQaO0sAGMoInkCUrC2v1fxV5X06WNQfsOSXpfmryiWJ8IleY2cJAEMRi4uAKKiqb9OCkoqIofPhL5yr8u/OlveRK3XOaaldXrN0fO6et74tpvXE8EXoBDAUEDyBKLh3zcfD66Fc8olx+rdpE/TVX2/W9Af/V+8dbOl2j9+ytHBNRSyrCQCAowiewABt3duk0qqGiKuMJ44dqbqWj7RlT6MOtbaHvNcfsFRa1aDK2qZYVhcAAMcQPIEBerasRgkRhjmXFefre3PzNCFtpLyPXKnX77007L2my1DJ5ppYVBMAAMexuAgYoFJvg45F6O1c/Pw2VR8+qi8VTdTcn74RcUjeH7C0ydsYi2oCAOA4gicwQLvrWiO+3tJ+TG3txxSwLB1qbe+xvF113ed/AgAwHDDUDgxAIGDJ54/uUZg+v8XxmsAgxv+fQP/R4wkMgMtlyG0aUQ2fbtNgaxxgEOH4WyB6CJ7AAE3OHKXt+6M3PD4lMyVqZQHoP46/BaKPofZ+YJgFJyrypMuMUg+l6TI03ZMWlbIA9N/a8lrNWb5BZdXHF/v19vjbteW1ttURGIro8ewFhlkQSXFhtlZsrI5KWf6ApeLC7KiUBaB/OP4WiB2CZwQMs6A38rJGqyg3XWXVjWF7Rf77Da/++w1vxHJMl6FpOWn8EQM4qDfH30YSPP526oQx/D4AQmCoPQyGWZwzFKcyLJmXL9MY2HC7aRhaMi8/SjUC0B89HX/bGxx/C4RHj2cIDLPY7+EXt+tN75EhO5XBk5GspcX5ff7cBBmSlhbTYw44KXj87UCdePztYP/ZBdiN4HkShlns461v031/KNcXx0vPbK7RUd/Hrw3FqQzBPzYWlBzvMYl0dnuQ6TJkGoaWFufzxwrgsODxt6FOIhvhNvXgF/L02U+eqrb2Y3rq7x/osrPHa9u+Zn3vhW3d7g8ef0vwBLpiqP0kDLPYIziVobzmiKThM5VhbkGW1t01S9Nyjq9MD7faPXi9MCdN6+6aRegEBoFIx9/ed8XZmpGbrlt+s1lf+VWpLpg0Vp88PTVsWRx/C4RG8DxBcJjl5BD0+r2X6qsXebpce/EbF2v+ZVNClnPiMAu6C05l6PAHetUrKB1v0w5/QPNXlQ/68OnJSNbq22bqha9frC/PmKhzTkuV2zweNN2moXNOS9WXZ0zUC1+/WM/cNnNQ9+IC8STc8bcjE01dM32CHn5xu/7x/mG9d7BF96x+RwmuyL9COf4W6I6h9hNEGmbpK4ZZQounqQx5WaO7/PcPBCxOJAIGqUjH3+aMHamkBFPle450Xmv60KcP6kMH1aDg8bf8fw98jB7PE0QaZukrhllCi+epDPzyAQav4PG30cTxt0B3BM8ThBtm6S+GWboKNZXhkjMzdcUVVyj4s/mc01LlfeRK3fvZMzvveWTeuVr+xYLOr5nKACAWJmeOCnm9+vBRdRwLqGDimM5rqSMSlNvDqAvH3wLdETz/KdIwSyAgGSft0Zhg9tx0wWEWHBecynCizd4GJSQk6JzTjw9Jz5iUrsOt7bpg0tjOe2bkjtWbHxzu8r7gVAYAiJZwx98e7fBr9eYa3XfF2Zp5xlh9Yvwo/bB4qiL9eOf4WyA0guc/RRpmaWhr17iUpM6vRyUlKDttZI9lMszSVaipDK3tx9TU1KSi3ONB84JJY/Wr16t0zumpGploanxqknIzkvXWScGTqQwAoq24MDvsgseHX9yu0qoG/eqGQv3+32dok7cx4qgLx98CoRE8TxBumOUf7x/W/zkvS9M9aTpzfIp+eM3UXs1TZJilq3BTGerr6zuD53RPuv7y7gG9X9eq6Z50zcgdqwNNH8l7+Gi39zGVAUA0BY+/Ddfreffqd3TOd/+i6Q+9oqc2fBC2HNNlqCg3ncWlQAgEzxOEG2b52d/e11tVDfrVjdP13zdN17p3D2jP4baIZTHM0lWkqQyHDx/WtJx0nXNaqo75A3r/UJve/KBBF0xK1wWT0vVW1eGQ72MqA4Bo4/hbILbYTukExYXZWrGxutv11vZj+vr/vN3l2potkfeSZJilq+BUhlDh8/Dhw0pOStDNF+fqrX8eV/fmB4f1tUvOUOoIt37599A9C0xlABBtHH8LxBY9nieINMzSFwyzhBZuKoPP59N7B5o1t+D0zkVEb1U16JOnj9YZ40bprQ9Cn53MVAYAsTC3IEuPXVugRNMV8ffBtU+92XlcpukylGi69Ni1BZxEBkRA8DwJwyyxE24qgyRtqjqsBNPVGTybPvRpd12L6po/0gf13ac1MJUBQCxx/C0QGwy1n4RhltgJN5VBkh5+cZvu/9P2Lteu+PHrYctiKgOAWAsef1tZ26SSzTXa5G3UrroW+fyW3KahKZkpmu5JU3FhNiNcQC8RPEMI/sW6oOT4KTu9OU/cdBkyDUNLi/P5izeM4FSGsurGXp/RHorpMjQtJ40f9ABswfG3QPQw1B4GwyyxwVQGAEMdoRPoP3o8I2CYJfqYygAAQPwiePYCwyzRdeJUBtMV6NV7mMoAAMDQR/DsB0LnwM0tyNLUCWN03x/KJdUfn7Lg736f6TLkD1gqzEnTo/Po6QQAYCgjeMIxnoxkrbipSC+++KK+WJitt7xNTGUAAGAYI3hiULjvirPldrslMZUBAIDhilXtGHTiKXRy1jwAIJ7Q4wnYKLhDQqm3QbvrWjunFUzOHKUiTzrTCgAAwxrBE7CBt75NC9dUqLSqoXPBVJDPb2n7/hbtPNiqFRurVZSbriUspAIADEMMtQMxtra8VnOWb1BZdaMkhT21KXi9rLpRc5Zv0NryWtvqCACAHejxBGJobXltnzfL9wcs+WVp/qpySWLfUgDAsEGPJ+KKnYt5qurbtKCkol8nNEmSpeOb7Hvr26JZLQAAHEOPJ4Y1Jxfz3LumQn5rYEHXb1lauKZCq2+bGaVaAQDgHIInhiWnF/Ns3duk0qqGAZfjD1gqrWpQZW0Tq90BAEMewRPDztryWi0o+bi3sbeLeaJ5DvyzZTVKcBk6FuLZq269QNv3N6v9WEDXTs+Wzx/Q79/ao8f+d1fIskyXoZLNNQRPAMCQZ8scz8cff1wej0ennHKKZsyYodLSUjseizgUXMzT4Q+EDZwn8wcsdfgDmr+qPGoryUu9DSFDZ9C8aRP0YYdfVz/+hn7w0g5949NTdPHkjLD12+RtjEq9AABwUsyD5zPPPKO7775b999/v7Zs2aKpU6fq8ssvV11dXawfjTgTbjHPqlsv0HevOqfH90dzMc/uutaIr+/Y36L/emWXvIeP6g9balVR26SLJo8Ne/+uupYB1wkAAKfFPHj+6Ec/0i233KKbbrpJ55xzjn7+859r5MiR+u///u9YPxpxJpqLeQYiELDk80eux44DzV2+PtTykcaOSgp7v89vcbwmAGDIi+kcz46ODpWVlemb3/xm5zWXy6XLLrtMGzdu7HZ/e3u72tvbO79ubj7+y9nn88nn88WkjsFyY1U+IotW+2/b16x39hxWgiElmF1fMySZhqUkszfBzdI7ew6rYs9hnX1aar/rM8ot+cIERUOSFQh0qY8hKcGlsHV0uwz5/cfk9/e7SiHx+XcW7e8c2t5ZtL+zot3+fSnHsKwBdhFFsG/fPmVlZekf//iHZs78eDuYhQsX6rXXXtNbb73V5f4HHnhAixcv7lbOypUrNXLkyFhVE8PcRRdd1PlHTHZ2tgKBgLxer3bs2OFYfZqamlRZWdl5raioSD6fT2+//bYjdQIAoL+OHj2q6667Tk1NTUpNjdxpM6hWtX/zm9/U3Xff3fl1c3OzsrOzNWfOnB6/kf7y+Xxav369Zs+eLbfbHZNnILxotf+8J/6h9w6Gngf5m3MN5WVN1LOb9+h/1r6uvKwx+t7V5+q329pVsnlPyPecNT5Vz36t/3tnPvzidj2zuSbkAqffnGtoxwFDD5d+3DX7+BRDzR8Z+map2e1+02Xoi4XZuu+Ks/tdn3D4/DuL9ncObe8s2t9Z0W7/YOdOb8Q0eGZkZMg0TR08eLDL9YMHD+rUU0/tdn9SUpKSkrrPc3O73TH/YNrxDIQ30PbffrBNPr8R8jVL0r4jH+r+P22XJO04eFRnZKbohgtz9bu3akK+Z9vB1oEF4cIcPb2xRscH0bvXx28Zaj+hvgHr+D/tob4H//HyYvn55PPvLNrfObS9s2h/Z0Wr/ftSRkwXFyUmJmratGl65ZVXOq8FAgG98sorXYbegYHozWKet2uOdPl6y54j8mQkyxU6qw54MU9e1mgV5abLDPGAa596U997YVuXa7f+tkz/WdJ9UZPpMlSUm84engCAYSHmq9rvvvtu/eIXv9CKFSu0fft2fe1rX1NbW5tuuummWD8accLlMuQ2wyTIfnKbhlzhUmkvLZmXL9MYWBmmYWjJvPwBlQEAwGAR8zmeX/ziF3Xo0CF997vf1YEDB1RQUKCXX35Z48ePj/WjEUcmZ47S9v3h97osyB7T5evzssfIW9+mcJ2aUzJTBlwnT0aylhbna/6q8m57i/aGIWlpcXSP8gQAwEm2nFx0xx13qLq6Wu3t7Xrrrbc0Y8YMOx6LOFLkCT2sHXT6mBH69pVna1JGsj4/9XTdcKFHT7/hDXmv6TI03ZMWlXrNLcjSY9cWKNF0Razfyc9PNF167NqCqB3hCQDAYDCoVrUD/VVcmK0VG6vDvv6HLXt1itvUc3dcpEDA0tNveLWyNPSKdn/AUnFhdtTqNrcgS1MnjNHCNRUqrWqQ6TJCrnYPXi/MSdOj8+jpBAAMPwRPDAvBxTxl1Y3dQt21T73Z+e/ffq7y5Ld2YboMTctJi/piHk9GslbfNlOVtU0q2VyjTd5G7aprkc9vyW0ampKZoumeNBUXZrOQCAAwbBE8MWwsmZevOcs3yN+vGZXHxXoxT17W6C7BMhCwBryICQCAocKWOZ6AHYKLefob45xYzEPoBADEE3o8MawEF+MsKKmQ37JCzqU8mekyZBqGlhbns5gHAIAYoscTw87cgiytu2uWpuUcX5kebjV58HphTprW3TWL0AkAQIzR44lhicU8AAAMPgRPDGss5gEAYPBgqB1xhdAJAIBzCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAACAYSYQsJyuQkgJTlcAAAAAA1NZ26SSzTUq9TZod12rfH5LbtPQ5MxRKvKkq7gwW3lZo52uJsETAABgqPLWt2nhmgqVVjXIdBnyn9DT6fNb2r6/RTsPtmrFxmoV5aZrybx8ZY1OdKy+DLUDAAAMQWvLazVn+QaVVTdKUpfQeaLg9bLqRs1ZvkEvbt1vWx1PRvAEAAAYYtaW12r+qnJ1+ANhA+fJ/AFLHf6A7l1TEePahUfwBAAAGEKq6tu0oKRC/V0+FHzfnsNHo1WlXiN4AgAADCH3rqmQ3xr4qvXvPF8Zhdr0DcETAABgiNi6t0mlVQ29Hl6PpKy6UZW1TVGoVe8RPAEAAIaIZ8tqlOAyolKW6TJUsrkmKmX1FsETAABgiCj1NuhYlDaH9wcsbfI2RqWs3iJ4AgAADBG761qjWt6uupaoltcTgicAAMAQEAhY8vmjexSmz2/ZerwmwRMAAGAIcLkMuc3ozO8McpuGXFGaM9obBE8AAIAhYnLmqKiWNyUzJarl9YTgCQwDdg6TAACcU+RJlxnFVe3TPWlRKau3Emx9GoCoqKxtUsnmGpV6G7S7rlU+vyW3aWhy5igVedJVXJitvKzRTlcTABBlxYXZWrGxOipl+QOWiguzo1JWbxE8gSHEW9+mhWsqVFrVINNldNlA2Oe3tH1/i3YebNWKjdUqyk3Xknn58mQkO1hjAEA05WWNVlFuusqqGwe8ify0nDTbOykYageGiLXltZqzfIPKqo/vuRbuB07well1o+Ys36C15bW21REAEHtL5uXLNAY+3P79z+dFoTZ9Q/AEhoC15bWav6pcHf5Ar//C9QcsdfgDmr+qnPAJAMOIJyNZS4vz1d/oGXzfxLEjo1WlXiN4AoNcVX2bFpRUqL8DKpakBSUV8ta3RbNaAAAHzS3I0mPXFijRdPV6sZHpMpRouvTovPwY1y48gicwyN27pkJ+a2DzePyWpYVrKqJUIwDAYDC3IEvr7pqlaTnHV6aHC6DB64U5aVp31yxdce5pttXxZCwuAgaxrXubVFrVMOBy/AFLpVUNqqxtYrU7AAwjnoxkrb5tZuduJ5u8jdpV19K528mUzBRN96R12e3E5/M5Vl+CJzCIPVtWowSXoWMh5nWmJyfqL/P/RU+/4dXP/va+JOn8iWladesFuvHpUv3j/cNd7jddhko21xA8AWAYyssa3eXneyBg2XoiUW8x1A4MYqXehpChU5Ia2jq04NkKzb/sEzo3a7SSE00t/+JU/Wajt1volI73em7yNsa6ygCAQWAwhk6JHk9gUNtd1xrx9b+9d0irNu3RY9cWaOveJh3t8GvJy++FvX9XXUu0qwgAQK/R4wkMUoGAJZ+/50VFD/15uxJchq4497TOLZfC8fktjtcEADiG4AkMUi6XIbfZ81BJztiRGp96ilyGNCF9RMR73aYxaIdfAADDH8ETGMQmZ46K+LrbNPTYFwv0QsU+/Wj9Tj3yf/I1Njkx7P1TMlOiXUUAAHqN4AkMYkWe9IgbA//nnDOVcopbDzy/TU+89r6q6tu05N9CbwxsugxN96TFqqoAAPSI4AkMYsWF2WGPyLxgUrq+enGu7nqmXK3tx2RZ0t2ryzU9N11fnjGx2/3+gKXiwuxYVxkAgLBY1Q4MYnlZo1WUm66y6sZuAfTNDxo05Vsvdbm2t/FD5T+wrls5psvQtJw09vAEADiKHk9gkFsyL1+mMbAFQaZhaImDZ/MCACARPIFBz5ORrKXF+epv9DQkLS3OlycjOZrVAgCgzxhqB4aAuQVZkqQFJRXyW1bYeZ8nMl2GTMPQ0uL8zvcDAOAkejyBIWJuQZbW3TVL03KOr0wPt9o9eL0wJ03r7ppF6AQADBr0eAJDiCcjWatvm6nK2iaVbK7RJm+jdtW1yOe35DYNTclM0XRPmooLs1lIBAAYdAiewBCUlzW6S7AMBCxOJAIADHoMtQPDAKETADAUEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGALgicAAABsQfAEAACALQieGNICAcvpKgAAgF5KcLoCQF9U1japZHONSr0N2l3XKp/fkts0NDlzlIo86SouzFZe1minqwkAAEIgeGJI8Na3aeGaCpVWNch0GfKf0NPp81vavr9FOw+2asXGahXlpmvJvHx5MpIdrDEAADgZQ+0Y9NaW12rO8g0qq26UpC6h80TB62XVjZqzfIPWltfaVkcAANAzejwxqK0tr9X8VeXqy0xOf8CSX5bmryqXJM0tyIpJ3QAAQN/Q44lBq6q+TQtKKvoUOk9kSVpQUiFvfVs0qwUAAPopZsHT6/Xq5ptvVm5urkaMGKEzzjhD999/vzo6OmL1SAwz966pkN8a2Kp1v2Vp4ZqKKNUIAAAMRMyG2nfs2KFAIKAnn3xSkydPVmVlpW655Ra1tbVp2bJlsXoshomte5tUWtUw4HL8AUulVQ2qrG1itTsAAA6LWY/nZz/7WT399NOaM2eOJk2apM9//vP6z//8T/3hD3+I1SMxjDxbVqMEl9Ht+peKsvXWfZ+RcdJLv/i/07Tk3/JDlmW6DJVsrolFNQEAQB/YurioqalJ6enpYV9vb29Xe3t759fNzc2SJJ/PJ5/PF5M6BcuNVfmILFz7v119WKYRkGl2vf9/392vxZ//pGZNTtebHxyWJI0e4danPjFOt6woVZIZamjeUnl1A/+NQ+Dz7yza3zm0vbNof2dFu/37Uo5hWQOcRNdLu3fv1rRp07Rs2TLdcsstIe954IEHtHjx4m7XV65cqZEjR8a6ihgiioqK1NHRofLycklSTk6OzjzzTK1bt87ZigEAEIeOHj2q6667Tk1NTUpNTY14b5+D56JFi/Too49GvGf79u0666yzOr+ura3Vpz71KV1yySX65S9/GfZ9oXo8s7OzVV9f3+M30l8+n0/r16/X7Nmz5Xa7Y/IMhBeq/QMBS/nfCx8iP5t3mr5/db4u/MF6+fwB/fbfZ6qy9ogefWl7xGdVfHeOXCGG7+MZn39n0f7Ooe2dRfs7K9rt39zcrIyMjF4Fzz4Ptd9zzz268cYbI94zadKkzn/ft2+fLr30Ul144YV66qmnIr4vKSlJSUlJ3a673e6YfzDteAbCO7n9A3LJ5w/9N9HL79bp+1+QLpoyXhV7j6gwJ12L/7RN7f7wodJtGkpKSox6vYcLPv/Oov2dQ9s7i/Z3VrTavy9l9Dl4jhs3TuPGjevVvbW1tbr00ks1bdo0Pf3003K52DYUvTM5c5S2728J+Vr7sYD+UnlAV593ujxjR+qD+ja9u685YnlTMlNiUU0AANAHMUuCtbW1uuSSSzRx4kQtW7ZMhw4d0oEDB3TgwIFYPRLDSJEnXWaEYfHnymv16TMzdU1htp7r4WhM02Vouict2lUEAAB9FLNV7evXr9fu3bu1e/duTZgwoctrNq1nwhBWXJitFRurw77+j/cP68iHPp2ROarHM9n9AUvFhdnRruKABQIWc04BAHElZsHzxhtv7HEuKBBOXtZoFeWmq6y6Uf5A9z9ULEua8fArPZZjugxNy0kbFJvHV9Y2qWRzjUq9Ddpd1yqf35LbNDQ5c5SKPOkqLsweFPUEACBWbN3HE+iLJfPyNWf5Bvn7fVq7ZBqGlswLvbG8Xbz1bVq4pkKlVQ0yXUaXIO3zW9q+v0U7D7ZqxcZqFeWma8m8fHkykh2sMQAAscFqHwxanoxkLS3OV38How1JS4udDXFry2s1Z/kGlVU3SlLI3tsTr5dVN2rO8g09Th8AAGAooscTg9rcgixJ0oKSCvktK2xwO5HpMmQahpYW53e+3wlry2s1f1V5n/pr/QFLflmav6pckhytPwAA0UaPJwa9uQVZWnfXLE3LOb4yPdxq9+D1wpw0rbtrlqOhraq+TQtKKrqFzlW3XqDvXnVOj++3dDxse+vbYlI/AACcQI8nhgRPRrJW3zazc4HOJm+jdtW1dC7QmZKZoumetEGzQOfeNcd7aAfCb1lauKZCq2+bGaVaAQDgLIInhpS8rNFdguVg3JJo694mlVY1DLgcf8BSaVWDKmubBkWYBgBgoAieGNIGW+iUpGfLapTgMnQszHxUw5AWfe4sXTs9Wz5/QL9/a48e+99dIe81XYZKNtcQPAEAwwJzPIEoK/U2hA2dkjRv2gR92OHX1Y+/oR+8tEPf+PQUXTw5I+S9/oClTd7GWFUVAABbETyBKNtd1xrx9R37W/Rfr+yS9/BR/WFLrSpqm3TR5LFh799VF/rMegAAhhqCJxBFgYAlnz/yoqIdB5q7fH2o5SONHZUU9n6f31KgF9tIAQAw2BE8gShyuQy5zcjzTo+dFEwtS4o0VdVtGoNyLisAAH1F8ASibHLmqKiWNyUzJarlAQDgFIInEGVFnvSwm9z3lekyNN2TFpWyAABwGsETiLLiwuxeHe3ZG/6ApeLC7KiUBQCA09jHE4iyvKzRKspNV1l1Y7cAeu1Tb3a7/9bfloUsx3QZmpaTxh6eAIBhgx5PIAaWzMuXaQxsuN00DC2Zlx+lGgEA4DyCJxADnoxkLS3OV3+jpyFpaXG+PBnJ0awWAACOYqgdiJG5BVmSpAUlFfJbVq/mfZouQ6ZhaGlxfuf7AQAYLujxBGJobkGW1t01S9Nyjq9MD7faPXi9MCdN6+6aRegEAAxL9HgCMebJSNbq22aqsrZJJZtrtMnbqF11LfL5LblNQ1MyUzTdk6biwmwWEgEAhjWCJ2CTvKzRXYJlIGBxIhEAIK4w1A44hNAJAIg3BE8AAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGALgicAAABsQfAEAACALQieAAAAsAXBEwAAALYgeAIAAMAWBE8AAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGALgicAAABsQfAEAACALQieAAAAsAXBEwAAALYgeAIAAMAWBE8AAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtbAme7e3tKigokGEYKi8vt+ORAAAAGGRsCZ4LFy7U6aefbsejAAAAMEjFPHi+9NJLWrdunZYtWxbrRwEAAGAQS4hl4QcPHtQtt9yi5557TiNHjuzx/vb2drW3t3d+3dzcLEny+Xzy+XwxqWOw3FiVj8hof2fR/s6i/Z1D2zuL9ndWtNu/L+UYlmVZUXnqSSzL0hVXXKGLLrpI3/72t+X1epWbm6u3335bBQUFId/zwAMPaPHixd2ur1y5slfBFQAAAPY6evSorrvuOjU1NSk1NTXivX0OnosWLdKjjz4a8Z7t27dr3bp1Wr16tV577TWZptmr4BmqxzM7O1v19fU9fiP95fP5tH79es2ePVtutzsmz0B4tL+zaP/oCQQsuVxGn95D+zuHtncW7e+saLd/c3OzMjIyehU8+zzUfs899+jGG2+MeM+kSZP06quvauPGjUpKSuryWmFhoa6//nqtWLGi2/uSkpK63S9Jbrc75h9MO56B8Gh/Z9H+fVdZ26SSzTUq9TZod12rfH5LbtPQ5MxRKvKkq7gwW3lZo3tVFu3vHNreWbS/s6LV/n0po8/Bc9y4cRo3blyP9/34xz/Wgw8+2Pn1vn37dPnll+uZZ57RjBkz+vpYABgUvPVtWrimQqVVDTJdhvyBjweNfH5L2/e3aOfBVq3YWK2i3HQtmZcvT0aygzUGgMEjZouLJk6c2OXrUaNGSZLOOOMMTZgwIVaPBYCYWVteqwUlFfL/c4bSiaHzRMHrZdWNmrN8g5YW52tuQZZt9QSAwSqmq9oBYLhYW16r+avK1ZdJ8f6AJb8szV9VLkmETwBxz7bg6fF4FKMF9AAQU1X1bVpQUtGn0HkiS9KCkgpNnTCGYXcAcY2z2gGgB/eu+Xh4vb/8lqWFayqiVCMAGJoIngAQwda9TSqtagg7n7O3/AFLpVUNqqxtilLNAGDoYY4nAETwbFmNElyGjoUInoYhfe1TZ+hLRRM1LiVJVfVt+vEru/RS5YGQZZkuQyWba3q9zRIADDcETwCIoNTbEDJ0StL/u2SyvnBelr71x62qOtymGblj9dgXC9TQVqq3qhq63e8PWNrkbYx1lQFg0CJ4AkAEu+taQ15PNF26/dIz9OVfvqUte45Ikmoa9qrQk6brZkwMGTwlaVddS6yqCgCDHsETAMIIBCz5/KF7O3PGjtTIxAT99uauB2K4TZe27Qs/j9Pnt/p1vCYADAcETwAIw+Uy5DaNkOEzOen4j8+v/nqTDjR/1OW1jmOBsGW6TYPQCSBuETwBIILJmaO0fX/34fFdB1vU7vPr9DEjwg6rhzIlMyWa1QOAIYXgCQARFHnStfNga7ftlNo6/Hrq7x/oO1edI5chbfI2KuWUBBV60tX6kU9rttR2K8t0GZruSbOr6gAw6BA8ASCC4sJsrdhYHfK1H67bqYa2Dv2/SyYrO32kmj/y6d3aJj3+t/dD3u8PWCouzI5ldQFgUCN4AkAEeVmjVZSbrrLqxpCbyD/9hldPv+HtsRzTZWhaThp7eAKIa5xcBAA9WDIvX6YxsAVBpmFoybz8KNUIAIYmgicA9MCTkaylxfnqb/Q0JC0tzpcnIzma1QKAIYehdgDohbkFWZKkBSUV8ltWr85uN12GTMPQ0uL8zvcDQDyjxxMAemluQZbW3TVL03KOr0w3w+zHGbxemJOmdXfNInQCwD/R4wkAfeDJSNbq22aqsrZJJZtrtMnbqF11LfL5LblNQ1MyUzTdk6biwmwWEgHASQieANAPeVmjuwRLjsEEgJ4x1A4AUUDoBICeETwBAABgC4InAAAAbEHwBAAAgC0IngBwgkAv9ucEAPQPq9oBxLXgtkil3gbtrmvt3BZpcuYoFXnS2RYJAKKI4AkgLnnr27RwTYVKqxpkuowuJxH5/Ja272/RzoOtWrGxWkW56VoyjyMvAWCgGGoHEHfWltdqzvINKqtulKSwx18Gr5dVN2rO8g1aW15rWx0BYDiixxNAXFlbXqv5q8rVl5mc/oAlvyzNX1UuSRyBCQD9RI8ngLhRVd+mBSUVfQqdJ7IkLSipkLe+LZrVAoC4QfAEEDfuXVMhvzWwVet+y9LCNRVRqhEAxBeG2gHEha17m1Ra1RDytUTTpW9ecZb+derpSklKUEVtk77/wjZV7G3qdq8/YKm0qkGVtU2sdgeAPqLHE0BceLasRglhzlP/5hVn6XN5p+k/V7+jK3/yuqoPt+k3Xy3S6BHukPebLkMlm2tiWV0AGJYIngDiQqm3QcdCrF4f4TZ1/YwcPfzidv1t5yHtrmvVojVb9ZEvoC9Ozw5Zlj9gaZO3MdZVBoBhh+AJIC7srmsNeT1n7EglJrg6t1aSpGMBS+/sPaLJmaPClrerriXqdQSA4Y7gCWDYCwQs+fzRPQrT57c4XhMA+ojgCWDYc7kMuc3Q8zurDx9V+zG/puWkdV5LcBnKnzBauw6G7iWVJLdpyBVmzigAIDRWtQOIC5MzR2n7/u7D4x/6/Pr9m3t03xVnq+lDn2qPfKj/+NQkjXCbembznrDlTclMiWV1AWBYIngCiAtFnnTtPNga8njMR1/eIcOQfnTNVI3653ZK//e/S9X84bGQZZkuQ9M9aSFfAwCER/AEEBeKC7O1YmN1yNfajwW0+E/btPhP23pVlj9gqbgw9Ip3AEB4zPEEEBfyskarKDdd5gDnZZouQ0W56WweDwD9QPAEEDeWzMuXaQwweBqGlszLj1KNACC+EDwBxA1PRrKWFuerv9HTkLS0OF+ejORoVgsA4gZzPAHElbkFWZKkBSUV8ltWyMVGJzNdhkzD0NLi/M73AwD6jh5PAHFnbkGW1t01q3PvznDzPoPXC3PStO6uWYROABggejwBxCVPRrJW3zZTlbVNKtlco03eRu2qa5HPb8ltGpqSmaLpnjQVF2azkAgAooTgCSCu5WWN7hIsAwGLE4kAIEYYageAExA6ASB2CJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGALgicAAABsQfAEAACALQieAAAAsAXBEwAAALYgeAIAAMAWBE8AAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgi5gGzz//+c+aMWOGRowYobS0NF199dWxfBwAAAAGsYRYFbxmzRrdcsstevjhh/XpT39ax44dU2VlZaweBwAAgEEuJsHz2LFjuvPOO7V06VLdfPPNndfPOeecWDwOAAAAQ0BMgueWLVtUW1srl8ul8847TwcOHFBBQYGWLl2qvLy8sO9rb29Xe3t759fNzc2SJJ/PJ5/PF4uqdpYbq/IRGe3vLNrfWbS/c2h7Z9H+zop2+/elHMOyLCsqTz3BqlWr9KUvfUkTJ07Uj370I3k8Hv3whz/UunXrtHPnTqWnp4d83wMPPKDFixd3u75y5UqNHDky2tUEAADAAB09elTXXXedmpqalJqaGvHePgXPRYsW6dFHH414z/bt27VlyxZdf/31evLJJ3XrrbdKOt6bOWHCBD344IO67bbbQr43VI9ndna26uvre/xG+svn82n9+vWaPXu23G53TJ6B8Gh/Z9H+zqL9nUPbO4v2d1a027+5uVkZGRm9Cp59Gmq/5557dOONN0a8Z9KkSdq/f7+krnM6k5KSNGnSJO3Zsyfse5OSkpSUlNTtutvtjvkH045nIDza31m0v7Nof+fQ9s6i/Z0VrfbvSxl9Cp7jxo3TuHHjerxv2rRpSkpK0nvvvaeLL75Y0vF07fV6lZOT05dHAgAAYJiIyeKi1NRU/cd//Ifuv/9+ZWdnKycnR0uXLpUkFRcXx+KRAAAAGORito/n0qVLlZCQoK985Sv68MMPNWPGDL366qtKS0uL1SMBAAAwiMUseLrdbi1btkzLli2L1SMAAAAwhHBWOwAAAGxB8AQAAIAtCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGALgicAAABsQfAEAACALQieAAAAsAXBEwAAALYgeAIAAMAWBE8AAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGALgicAAABsQfAEAACALQieAAAAsAXBEwAAALYgeAIAAMAWBE8AAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGALgicAAABsQfAEAACALQieAAAAsAXBEwAAALYgeAIAAMAWBE8AAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwRcyC586dOzV37lxlZGQoNTVVF198sf7617/G6nEAAAAY5GIWPK+66iodO3ZMr776qsrKyjR16lRdddVVOnDgQKweCQAAgEEsJsGzvr5eu3bt0qJFi5Sfn68pU6bokUce0dGjR1VZWRmLRwIAAGCQS4hFoWPHjtWZZ56p3/zmNzr//POVlJSkJ598UpmZmZo2bVrY97W3t6u9vb3z6+bmZkmSz+eTz+eLRVU7y41V+YiM9ncW7e8s2t85tL2zaH9nRbv9+1KOYVmWFZWnnmTv3r26+uqrtWXLFrlcLmVmZurPf/6zzjvvvLDveeCBB7R48eJu11euXKmRI0fGopoAAAAYgKNHj+q6665TU1OTUlNTI97bp+C5aNEiPfrooxHv2b59u84880xdffXV8vl8+ta3vqURI0bol7/8pZ5//nlt2rRJp512Wsj3hurxzM7OVn19fY/fSH/5fD6tX79es2fPltvtjskzEB7t7yza31m0v3Noe2fR/s6Kdvs3NzcrIyOjV8GzT0Pt99xzj2688caI90yaNEmvvvqqXnjhBTU2NnZW4Gc/+5nWr1+vFStWaNGiRSHfm5SUpKSkpG7X3W53zD+YdjwD4dH+zqL9nUX7O4e2dxbt76xotX9fyuhT8Bw3bpzGjRvX431Hjx6VJLlcXdcuuVwuBQKBvjwSAAAAw0RMVrXPnDlTaWlpuuGGG/TOO+9o586dWrBggaqqqnTllVfG4pEAAAAY5GISPDMyMvTyyy+rtbVVn/70p1VYWKjXX39da9eu1dSpU2PxSAAAAAxyMdlOSZIKCwv1l7/8JVbFAwAAYIjhrHYAAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGALgicAAABsQfAEAACALQieAAAAsAXBEwAAALYgeAIAAMAWBE8AAADYguAJAAAAWxA8AQAAYAuCJwAAAGxB8AQAAIAtCJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwR9wIBy+kqAAAQFxKcrgBgt8raJpVsrlGpt0G761rl81tym4YmZ45SkSddxYXZyssa7XQ1AQAYdgieiBve+jYtXFOh0qoGmS5D/hN6On1+S9v3t2jnwVat2Fitotx0LZmXL09GsoM1BgBgeGGoHXFhbXmt5izfoLLqRknqEjpPFLxeVt2oOcs3aG15rW11BABguKPHE8Pe2vJazV9Vrr7M5PQHLPllaf6qcknS3IKsmNQNAIB4Qo8nhrWq+jYtKKkIGzpX3XqBvnvVOWHfb0laUFIhb31bTOoHAEA8IXhiWLt3TYX8Vvi+ztt+W6YfrnsvYhl+y9LCNRXRrhoAAHGH4Ilha+veJpVWNYSdzylJTR/61Nbhj1iOP2CptKpBlbVN0a4iAABxheCJYevZsholuIyI9/Q01B5kugyVbK6JVtUAAIhLBE8MW6XeBh2L0ubw/oClTd7GqJQFAEC8Inhi2Npd1xrV8nbVtUS1PAAA4g3BE8NSIGDJ54/uUZg+v8XxmgAADADBE8OSy2XIbUae39lXbtOQq4c5owAAIDyCJ4atyZmjolrelMyUqJYHAEC8IXhi2CrypMuMUg+l6TI03ZMWlbIAAIhXBE8MW8WF2RH38OwLf8BScWF2VMoCACBecVY7hq28rNEqyk1XWXVj2AB67VNv9liO6TI0LSdNeVmjo11FAADiCj2eGNaWzMuXaQxsuN00DC2Zlx+lGgEAEL8InhjWPBnJWlqcr/5GT0PS0uJ8eTKSo1ktAADiEkPtGPbmFmRJkhaUVMhvWb2a92m6DJmGoaXF+Z3vBwAAA0OPJ+LC3IIsrbtrlqblHF+ZHm61e/B6YU6a1t01i9AJAEAU0eOJuOHJSNbq22aqsrZJJZtrtMnbqF11LfL5LblNQ1MyUzTdk6biwmwWEgEAEAMET8SdvKzRXYJlIGBxIhEAADZgqB1xj9AJAIA9CJ4AAACwBcETAAAAtiB4AgAAwBYETwAAANiC4AkAAABbEDwBAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGCLBKcrEIllWZKk5ubmmD3D5/Pp6NGjam5ultvtjtlzEBrt7yza31m0v3Noe2fR/s6KdvsHc1owt0UyqINnS0uLJCk7O9vhmgAAACCSlpYWjR49OuI9htWbeOqQQCCgffv2KSUlRYZhxOQZzc3Nys7OVk1NjVJTU2PyDIRH+zuL9ncW7e8c2t5ZtL+zot3+lmWppaVFp59+ulyuyLM4B3WPp8vl0oQJE2x5VmpqKh9+B9H+zqL9nUX7O4e2dxbt76xotn9PPZ1BLC4CAACALQieAAAAsEXcB8+kpCTdf//9SkpKcroqcYn2dxbt7yza3zm0vbNof2c52f6DenERAAAAho+47/EEAACAPQieAAAAsAXBEwAAALYgeAIAAMAWBE8AAADYguAZQnt7uwoKCmQYhsrLy52uTlzwer26+eablZubqxEjRuiMM87Q/fffr46ODqerNmw9/vjj8ng8OuWUUzRjxgyVlpY6XaW48IMf/EDTp09XSkqKMjMzdfXVV+u9995zulpx65FHHpFhGJo/f77TVYkbtbW1+vKXv6yxY8dqxIgROvfcc7V582anqxUX/H6/vvOd73T5Xfv9739fdm5wRPAMYeHChTr99NOdrkZc2bFjhwKBgJ588km9++67Wr58uX7+85/rvvvuc7pqw9Izzzyju+++W/fff7+2bNmiqVOn6vLLL1ddXZ3TVRv2XnvtNd1+++168803tX79evl8Ps2ZM0dtbW1OVy3ubNq0SU8++aTy8/OdrkrcaGxs1EUXXSS3262XXnpJ27Zt0w9/+EOlpaU5XbW48Oijj+qJJ57QT3/6U23fvl2PPvqolixZop/85Ce21YF9PE/y0ksv6e6779aaNWv0yU9+Um+//bYKCgqcrlZcWrp0qZ544gl98MEHTldl2JkxY4amT5+un/70p5KkQCCg7Oxsff3rX9eiRYscrl18OXTokDIzM/Xaa69p1qxZTlcnbrS2tur888/Xz372Mz344IMqKCjQY4895nS1hr1FixbpjTfe0N///nenqxKXrrrqKo0fP16/+tWvOq/NmzdPI0aM0O9+9ztb6kCP5wkOHjyoW265Rb/97W81cuRIp6sT95qampSenu50NYadjo4OlZWV6bLLLuu85nK5dNlll2njxo0O1iw+NTU1SRKfdZvdfvvtuvLKK7v8f4DYe/7551VYWKji4mJlZmbqvPPO0y9+8QunqxU3LrzwQr3yyivauXOnJOmdd97R66+/rs997nO21SHBticNcpZl6cYbb9R//Md/qLCwUF6v1+kqxbXdu3frJz/5iZYtW+Z0VYad+vp6+f1+jR8/vsv18ePHa8eOHQ7VKj4FAgHNnz9fF110kfLy8pyuTtxYtWqVtmzZok2bNjldlbjzwQcf6IknntDdd9+t++67T5s2bdI3vvENJSYm6oYbbnC6esPeokWL1NzcrLPOOkumacrv9+uhhx7S9ddfb1sdhn2P56JFi2QYRsR/duzYoZ/85CdqaWnRN7/5TaerPKz0tv1PVFtbq89+9rMqLi7WLbfc4lDNgdi7/fbbVVlZqVWrVjldlbhRU1OjO++8U7///e91yimnOF2duBMIBHT++efr4Ycf1nnnnadbb71Vt9xyi37+8587XbW4sHr1av3+97/XypUrtWXLFq1YsULLli3TihUrbKvDsJ/jeejQIR0+fDjiPZMmTdI111yjP/3pTzIMo/O63++XaZq6/vrrbf2PMpz0tv0TExMlSfv27dMll1yiCy64QL/+9a/lcg37v41s19HRoZEjR+rZZ5/V1Vdf3Xn9hhtu0JEjR7R27VrnKhdH7rjjDq1du1YbNmxQbm6u09WJG88995y+8IUvyDTNzmt+v1+GYcjlcqm9vb3La4iunJwczZ49W7/85S87rz3xxBN68MEHVVtb62DN4kN2drYWLVqk22+/vfPagw8+qN/97ne2jXgN+6H2cePGady4cT3e9+Mf/1gPPvhg59f79u3T5ZdfrmeeeUYzZsyIZRWHtd62v3S8p/PSSy/VtGnT9PTTTxM6YyQxMVHTpk3TK6+80hk8A4GAXnnlFd1xxx3OVi4OWJalr3/96/rjH/+ov/3tb4ROm33mM5/R1q1bu1y76aabdNZZZ+nee+8ldMbYRRdd1G37sJ07dyonJ8ehGsWXo0ePdvvdapqmAoGAbXUY9sGztyZOnNjl61GjRkmSzjjjDE2YMMGJKsWV2tpaXXLJJcrJydGyZct06NChztdOPfVUB2s2PN1999264YYbVFhYqKKiIj322GNqa2vTTTfd5HTVhr3bb79dK1eu1Nq1a5WSkqIDBw5IkkaPHq0RI0Y4XLvhLyUlpdt82uTkZI0dO5Z5tja46667dOGFF+rhhx/WNddco9LSUj311FN66qmnnK5aXPjXf/1XPfTQQ5o4cWLnzj0/+tGP9NWvftW+SlgIqaqqypJkvf32205XJS48/fTTlqSQ/yA2fvKTn1gTJ060EhMTraKiIuvNN990ukpxIdzn/Omnn3a6anHrU5/6lHXnnXc6XY248ac//cnKy8uzkpKSrLPOOst66qmnnK5S3GhubrbuvPNOa+LEidYpp5xiTZo0yfrWt75ltbe321aHYT/HEwAAAIMDk+gAAABgC4InAAAAbEHwBAAAgC0IngAAALAFwRMAAAC2IHgCAADAFgRPAAAA2ILgCQAAAFsQPAEAAGALgicAAABsQfAEAACALf4/f4WqmoXLNJYAAAAASUVORK5CYII=", "text/plain": [ "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "model.plot_embeddings()" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "## Generation" ] }, { "cell_type": "code", "execution_count": 99, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "trinlei\n", "shevia\n", "cha\n", "wia\n", "jalon\n", "melle\n", "niva\n", "janellan\n", "mavi\n", "deanna\n", "mabete\n", "stelyn\n", "gran\n", "zicfanza\n", "kra\n", "sona\n", "kvcennnnn\n", "vayza\n", "jamblyn\n", "jal\n" ] } ], "source": [ "g = torch.Generator()\n", "\n", "for _ in range(20):\n", " out = []\n", " context = [0,0,0]\n", " while True:\n", " logits = model.infer(torch.tensor([context]))\n", " probs = F.softmax(logits, dim=1)\n", " # randomly sample pred from distribution\n", " ix = torch.multinomial(probs, num_samples=1, generator=g).item()\n", " # shift context\n", " context = context[1:] + [ix]\n", " out.append(ix)\n", " if ix == 0:\n", " break\n", "\n", " print(''.join(idx2char(i) for i in out))" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "## Testing and validation" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "### Finding the learning rate\n", "\n", "This hyperparameter is kind of important (citation needed). To start, we want to implement something like the \"learning rate finder\", where we exponentially increase lr until we hit a wall and then find it somewhere around there. Let's give it a try! Let's go from $10^{-3}$ to $10^1$ in increments of 2x???" ] }, { "cell_type": "code", "execution_count": 60, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Loss: 7.430624008178711\n", "Loss: 5.907592296600342\n", "Loss: 6.736423969268799\n", "Loss: 6.276147842407227\n", "Loss: 8.191972732543945\n", "Loss: 6.006835460662842\n", "Loss: 7.029684066772461\n", "Loss: 5.80147647857666\n", "Loss: 6.876686096191406\n", "Loss: 6.443017482757568\n", "Loss: 6.2708916664123535\n", "Loss: 5.996418476104736\n", "Loss: 6.9694013595581055\n", "Loss: 7.181060314178467\n", "Loss: 7.285386562347412\n", "Loss: 6.76036262512207\n", "Loss: 4.900427341461182\n", "Loss: 6.592562198638916\n", "Loss: 7.163669586181641\n", "Loss: 6.860597133636475\n", "Loss: 6.350022315979004\n", "Loss: 6.802441120147705\n", "Loss: 5.725580215454102\n", "Loss: 6.045586109161377\n", "Loss: 7.162632465362549\n", "Loss: 6.112359046936035\n", "Loss: 6.745479106903076\n", "Loss: 8.428348541259766\n", "Loss: 7.566260814666748\n", "Loss: 7.213047027587891\n", "Loss: 6.1751508712768555\n", "Loss: 6.329876899719238\n", "Loss: 5.869903087615967\n", "Loss: 6.829679489135742\n", "Loss: 7.537769317626953\n", "Loss: 6.489545822143555\n", "Loss: 6.2317705154418945\n", "Loss: 6.0110626220703125\n", "Loss: 7.265320301055908\n", "Loss: 8.121577262878418\n", "Loss: 6.227502822875977\n", "Loss: 6.25087833404541\n", "Loss: 6.188232421875\n", "Loss: 6.488334655761719\n", "Loss: 6.584030628204346\n", "Loss: 7.6949005126953125\n", "Loss: 5.654526710510254\n", "Loss: 7.727835655212402\n", "Loss: 7.618391036987305\n", "Loss: 6.659497261047363\n", "Loss: 6.021166801452637\n", "Loss: 5.73284912109375\n", "Loss: 7.275735855102539\n", "Loss: 7.702166557312012\n", "Loss: 6.327794075012207\n", "Loss: 7.663393020629883\n", "Loss: 7.484796524047852\n", "Loss: 5.963756084442139\n", "Loss: 6.558468818664551\n", "Loss: 6.1140923500061035\n", "Loss: 6.24030876159668\n", "Loss: 7.007579803466797\n", "Loss: 6.0864386558532715\n", "Loss: 5.9844818115234375\n", "Loss: 6.91998291015625\n", "Loss: 6.734277725219727\n", "Loss: 6.336721420288086\n", "Loss: 7.672022819519043\n", "Loss: 5.989048957824707\n", "Loss: 6.733485698699951\n", "Loss: 5.5550537109375\n", "Loss: 5.841381072998047\n", "Loss: 5.7277727127075195\n", "Loss: 6.139680862426758\n", "Loss: 6.417255401611328\n", "Loss: 5.787105560302734\n", "Loss: 4.683682441711426\n", "Loss: 5.241340637207031\n", "Loss: 6.151970863342285\n", "Loss: 5.528073310852051\n", "Loss: 5.105097770690918\n", "Loss: 5.662375450134277\n", "Loss: 5.931535243988037\n", "Loss: 4.8722124099731445\n", "Loss: 5.265300750732422\n", "Loss: 4.733351707458496\n", "Loss: 4.9881744384765625\n", "Loss: 5.1370649337768555\n", "Loss: 3.952605724334717\n", "Loss: 4.298478126525879\n", "Loss: 4.196227073669434\n", "Loss: 5.217850208282471\n", "Loss: 4.802611351013184\n", "Loss: 5.492189884185791\n", "Loss: 4.618756294250488\n", "Loss: 4.8330888748168945\n", "Loss: 4.640590190887451\n", "Loss: 5.387992858886719\n", "Loss: 5.0618767738342285\n", "Loss: 3.449434757232666\n", "Loss: 4.841926574707031\n", "Loss: 4.253867149353027\n", "Loss: 4.5569047927856445\n", "Loss: 5.104475021362305\n", "Loss: 4.032567501068115\n", "Loss: 3.5253655910491943\n", "Loss: 3.4031808376312256\n", "Loss: 4.417699813842773\n", "Loss: 4.6852946281433105\n", "Loss: 3.9664392471313477\n", "Loss: 3.41298770904541\n", "Loss: 3.531296968460083\n", "Loss: 4.684194564819336\n", "Loss: 3.7923243045806885\n", "Loss: 3.382225751876831\n", "Loss: 4.090125560760498\n", "Loss: 3.427050828933716\n", "Loss: 2.887465476989746\n", "Loss: 3.5737202167510986\n", "Loss: 3.6871047019958496\n", "Loss: 3.307684898376465\n", "Loss: 3.452899932861328\n", "Loss: 3.6090240478515625\n", "Loss: 3.590327739715576\n", "Loss: 3.6102278232574463\n", "Loss: 3.439237117767334\n", "Loss: 2.721630573272705\n", "Loss: 3.2753853797912598\n", "Loss: 3.287172317504883\n", "Loss: 2.9930880069732666\n", "Loss: 3.0358457565307617\n", "Loss: 2.8183953762054443\n", "Loss: 3.1593668460845947\n", "Loss: 2.7558887004852295\n", "Loss: 3.4922285079956055\n", "Loss: 2.4574546813964844\n", "Loss: 2.955148220062256\n", "Loss: 2.599187135696411\n", "Loss: 2.853722333908081\n", "Loss: 2.9035115242004395\n", "Loss: 2.849900722503662\n", "Loss: 2.9229700565338135\n", "Loss: 2.854335308074951\n", "Loss: 3.0771515369415283\n", "Loss: 2.834442138671875\n", "Loss: 2.8727121353149414\n", "Loss: 2.5702261924743652\n", "Loss: 3.5756044387817383\n", "Loss: 3.2493510246276855\n", "Loss: 3.4860177040100098\n", "Loss: 3.0239930152893066\n", "Loss: 3.4398820400238037\n", "Loss: 3.3091492652893066\n", "Loss: 3.1710703372955322\n", "Loss: 2.9252288341522217\n", "Loss: 3.1941142082214355\n", "Loss: 3.1485743522644043\n", "Loss: 3.181817054748535\n", "Loss: 3.405029773712158\n", "Loss: 3.1574606895446777\n", "Loss: 4.207228660583496\n", "Loss: 4.8890156745910645\n", "Loss: 3.880110263824463\n", "Loss: 5.588428020477295\n", "Loss: 5.6451287269592285\n", "Loss: 4.581236839294434\n", "Loss: 4.6465253829956055\n", "Loss: 4.523091793060303\n", "Loss: 4.723302364349365\n", "Loss: 4.5816216468811035\n", "Loss: 4.333004474639893\n", "Loss: 4.123793601989746\n", "Loss: 5.062790870666504\n", "Loss: 4.318625450134277\n", "Loss: 6.228353023529053\n", "Loss: 4.212017059326172\n", "Loss: 7.172618865966797\n", "Loss: 6.527228355407715\n", "Loss: 6.876657009124756\n", "Loss: 9.410812377929688\n", "Loss: 6.641336441040039\n", "Loss: 7.134503364562988\n", "Loss: 5.322292804718018\n", "Loss: 6.1632280349731445\n", "Loss: 6.492981910705566\n", "Loss: 12.327178955078125\n", "Loss: 10.03088092803955\n", "Loss: 12.911327362060547\n", "Loss: 11.744782447814941\n" ] } ], "source": [ "lr_model = MLP(EMBEDDING_NDIM, HIDDEN_NDIM)\n", "lr = 10e-4\n", "\n", "# WHY IS THIS LANGUAGE NOT TYPED AARGH\n", "losses = []\n", "i = 0\n", "\n", "while lr < 10:\n", " start, end = i * BATCH_SIZE, (i+1) * BATCH_SIZE\n", " loss = lr_model.backward(contexts[start:end], labels[start:end].float())\n", " lr_model.update_parameters(lr)\n", " losses.append({\"loss\" : loss.item(), \"lr\": lr})\n", " lr *= 1.05\n", " i+=1\n", "\n", "loss_df = pd.DataFrame.from_records(losses)\n", "loss_df[\"loss_smooth\"] = loss_df[\"loss\"].rolling(window=5).mean()" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Now let's graph this:" ] }, { "cell_type": "code", "execution_count": 53, "metadata": {}, "outputs": [], "source": [ "import matplotlib.pyplot as plt" ] }, { "cell_type": "code", "execution_count": 61, "metadata": {}, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjMAAAG2CAYAAACKxwc0AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy88F64QAAAACXBIWXMAAA9hAAAPYQGoP6dpAABXbklEQVR4nO3dd3zTdf4H8FdGk+6U7g2lLXuPMgRFZAi4PTkniHqed56oePqTu3OdA9d5noqc58SBC8QtCMiQ2TJlthRKW7oHbdKVNMn390eSb1voSLq+3ySv5+ORx4Mm36RvCG3ffX/en/dHIQiCACIiIiI3pZQ6ACIiIqKuYDJDREREbo3JDBEREbk1JjNERETk1pjMEBERkVtjMkNERERujckMERERuTUmM0REROTWmMwQERGRW1NLHUBPs1qtKCwsRFBQEBQKhdThEBERkRMEQYDBYEBsbCyUyg5qL4KEtm7dKlxxxRVCTEyMAEBYu3Zti8fXrFkjzJw5UwgNDRUACAcOHHD5c+Tn5wsAeOONN9544403N7zl5+d3+LNe0spMbW0tRo4ciTvuuAPXXXddq49PmTIF8+fPxx/+8IdOfY6goCAAQH5+PoKDg7sULxEREfUOvV6PhIQE8ed4eyRNZubMmYM5c+a0+fhtt90GADhz5kynP4djaSk4OJjJDBERkZtxpkXE43pmjEYjjEaj+LFer5cwGiIiIuppHrebadmyZdDpdOItISFB6pCIiIioB3lcMrN06VJUV1eLt/z8fKlDIiIioh7kcctMWq0WWq1W6jCIiIiol3hcZYaIiIi8i6SVmZqaGmRnZ4sf5+Tk4ODBgwgNDUViYiIqKyuRl5eHwsJCAEBmZiYAIDo6GtHR0ZLETERERPIiaWVm7969GD16NEaPHg0AWLJkCUaPHo3HH38cAPDtt99i9OjRmDdvHgDgxhtvxOjRo/Hf//5XspiJiIhIXhSCIAhSB9GT9Ho9dDodqqurOWeGiIjITbjy85s9M0REROTWmMwQERGRW2MyQ0RERG6NyQwRERG5NSYzRERE1Cmf7MnFbe/uwRcZ0k7bZzJDREREnZJVbMCvJ8uRV1knaRxMZoiIiKhTaowWAECAVtrTkZjMEBERUafUGs0AgECtStI4mMwQERFRp9TYkxlWZoiIiMgt1YiVGSYzRERE5IZqmcwQERGRO6vlMhMRERG5M4OjMuPLZIaIiIjcjCAIXGYiIiIi99XQaIVVsP2Zy0xERETkdgzGRgCAQgH4+3DODBEREbmZWsf0X40aSqVC0liYzBAREZHLmnYySVuVAZjMEBERUScYGuSxLRtgMkNERESd4KjMBDGZISIiIndUa2JlhoiIiNyYXA6ZBJjMEBERUSfUNHCZiYiIiNyYXM5lApjMEBERUSfUOObMMJkhIiIid1RjnwAcyDkzRERE5I4cE4ClPmQSYDJDREREncDdTEREROTWHA3ArMwQERGRW3JUZgJ9mcwQERGRG+Iyk922bdtw5ZVXIjY2FgqFAl9//XWLxwVBwOOPP46YmBj4+flhxowZOHnypDTBEhERkYjLTHa1tbUYOXIkli9f3urjL774Il577TX897//xZ49exAQEIDZs2ejoaGhlyMlIiKi5uRUmZE0gjlz5mDOnDmtPiYIAl599VX84x//wNVXXw0A+PDDDxEVFYWvv/4aN954Y2+GSkRERHZGswWNFgEAKzPtysnJQXFxMWbMmCHep9PpMGHCBOzatavN5xmNRuj1+hY3IiIi6j6OGTMAEKDh0Lw2FRcXAwCioqJa3B8VFSU+1pply5ZBp9OJt4SEhB6Nk4iIyNs4+mV8fZRQq6RPJaSPoJstXboU1dXV4i0/P1/qkIiIiDyKocHR/OsjcSQ2sk1moqOjAQAlJSUt7i8pKREfa41Wq0VwcHCLGxEREXWfWpMjmZF+iQmQcTKTlJSE6OhobNq0SbxPr9djz549mDRpkoSREREReTc57WQCJN7NVFNTg+zsbPHjnJwcHDx4EKGhoUhMTMQDDzyAZ555BqmpqUhKSsJjjz2G2NhYXHPNNdIFTURE5OVqGuQzYwaQOJnZu3cvLr30UvHjJUuWAAAWLlyIDz74AI888ghqa2tx9913o6qqClOmTMG6devg6+srVchEREReT04D8wCJk5lp06ZBEIQ2H1coFPjnP/+Jf/7zn70YFREREbVHbstMsu2ZISIiInlyzJlhMkNERERuqcbYCAAIksGJ2QCTGSIiInJRjaMyo2EyQ0RERG6oVuyZ4ZwZIiIickOOBmAuMxEREZFb4m4mIiIicmu1TGaIiIjIncltaB6TGSIiInJJDZMZIiIicmdMZoiIiMhtWawCGhqtANgzQ0RERG6ovtEi/tlfwzkzRERE5GYamiUzWrU80gh5REFERERuod5kS2Z8fZRQKBQSR2PDZIaIiIic5qjM+PnIY4kJYDJDRERELqhnMkNERETurGmZickMERERuaEGs21bNpMZIiIickuOyoyfTLZlA0xmiIiIyAVsACYiIiK35mgA5jITERERuaWGxqY5M3Ihn0iIiIhI9rg1m4iIiNxaAxuAiYiIyJ2xMkNERERujQ3ARERE5NYaGjk0j4iIiNxY0zKTfFII+URCREREsscGYCIiInJr7JkhIiIit9bAZIaIiIjcWb29AZhbs11gMBjwwAMPoG/fvvDz88PkyZORkZEhdVhEREReSTxokj0zzrvrrruwYcMGfPTRRzh8+DBmzZqFGTNmoKCgQOrQiIiIvE69iUPzXFJfX481a9bgxRdfxMUXX4yUlBQ8+eSTSElJwYoVK1p9jtFohF6vb3EjIiKi7sEGYBeZzWZYLBb4+vq2uN/Pzw/bt29v9TnLli2DTqcTbwkJCb0RKhERkVfgqdkuCgoKwqRJk/D000+jsLAQFosFH3/8MXbt2oWioqJWn7N06VJUV1eLt/z8/F6OmoiIyDNZrQKMZjYAu+yjjz6CIAiIi4uDVqvFa6+9hptuuglKZeuha7VaBAcHt7gRERFR1zWYLeKf2QDsguTkZGzduhU1NTXIz89Heno6Ghsb0b9/f6lDIyIi8iqO5l8A8FUzmXFZQEAAYmJicO7cOaxfvx5XX3211CERERF5lQb7EpNGrYRSqZA4miZqqQPoyPr16yEIAgYOHIjs7Gw8/PDDGDRoEBYtWiR1aERERF5FjtuyATeozFRXV+Pee+/FoEGDsGDBAkyZMgXr16+Hj4+P1KERERF5FXFgnsySGdlXZubPn4/58+dLHQYREZHXq5fh9F/ADSozREREJA9yPGQSYDJDRERETnL0zMhpYB7AZIaIiIicVC/TnhkmM0REROQUuTYAM5khIiIip4jLTGwAJiIiInfUIMNzmQAmM0REROQkNgATERGRW2PPDBEREbk17mYiIiIityYOzWMDMBEREbmj+kZbA7CvmskMERERuSHx1GxWZoiIiMgdsQGYiIiI3Fo9D5okIiIidyZWZrjMRERERO5IrMyo5ZU+yCsaIiIikq0GNgATERGRO+PQPCIiInJrDY45M0xmiIiIyN0IgsDdTEREROS+jGar+Gf2zBAREZHbcUz/BbibiYiIiNyQY4lJo1JCrZJX+iCvaIiIiEiWxBOzfeSXOsgvIiIiIpIduTb/AkxmiIiIyAlyPcoAYDJDRERETqg32XYzyW1gHsBkhoiIiJzQwGUmIiIicmdyPcoAYDJDRERETqjnbiYiIiJyZ2wA7iSLxYLHHnsMSUlJ8PPzQ3JyMp5++mkIgiB1aERERF6lziTfnhm11AG054UXXsCKFSuwcuVKDB06FHv37sWiRYug0+mwePFiqcMjIiLyGhU1RgBAWIBG4kguJOtkZufOnbj66qsxb948AEC/fv3w6aefIj09XeLIiIiIvEuJ3pbMRAX7ShzJhWS9zDR58mRs2rQJWVlZAIBDhw5h+/btmDNnTpvPMRqN0Ov1LW5ERETUNSX6BgBApAyTGVlXZh599FHo9XoMGjQIKpUKFosFzz77LG655ZY2n7Ns2TI89dRTvRglERGR5ysz2CozkUFaiSO5kKwrM1988QU++eQTrFq1Cvv378fKlSvx8ssvY+XKlW0+Z+nSpaiurhZv+fn5vRgxERGRZ3JUZuS4zCTryszDDz+MRx99FDfeeCMAYPjw4cjNzcWyZcuwcOHCVp+j1Wqh1covayQiInJXNUYzau27mViZcVFdXR2UypYhqlQqWK1WiSIiIiLyPqX2qkygVo0ArfzqIPKLqJkrr7wSzz77LBITEzF06FAcOHAAr7zyCu644w6pQyMiIvIajp1MkcHyq8oAMk9mXn/9dTz22GP485//jNLSUsTGxuKPf/wjHn/8calDIyIi8hqlBvtOJhkuMQEyT2aCgoLw6quv4tVXX5U6FCIiIq9VKuMZM4DMe2aIiIhIenLeyQQwmSEiIqIOlMh4xgzAZIaIiIg6UCrj6b8AkxkiIiLqQKm9MhPFygwRERG5IzmfywQwmSEiIqJ21BjNqJPx9F+AyQwRERG1w1GVCZLp9F+AyQwRERG1wzFjJkKm038BJjNERETUDsf036ggefbLAExmiIiIqB1Nzb+szBAREZEbkvtRBgCTGSIiImqH3Kf/AkxmiIiIqB1ynzEDMJkhIiKidpTJfPovwGSGiIiI2lFRY0tmwgI1EkfSNiYzRERE1CpBEFBrn/4bqPWROJq2MZkhIiKiVhnNVlisAgAgQKuSOJq2MZkhIiKiVtUYzeKfAzTyPMoAYDJDREREbai1JzP+GhWUSoXE0bSNyQwRERG1ylGZkesBkw7yjo6IiIi6Tb3Jgmvf3IHCqnokhPpjUHQwHr9yCHR+rTf31jTYkpkgmSczrMwQdcKO7HJsP1kudRhERC45WliNE8UG6BvMOFqox5r9Z/HV/rNtXl9rco/KDJMZIhcZGhqx6IMM3PFBBqrqTFKHQ0TktIKqegDA8Dgdbp2YCABIz6ls8/oao21btpx3MgFMZohcdrK0BiazFSaLFQfyq6QOh4jIaY5kJjUqENeMigNgS2YEQWj1ekcDcKDMKzPyjo5kpbq+EccK9ThaWI0jBdWob7Tg6WuGITJIvud19ITskhrxzwdyz+HSgZESRkNE5LxCezITF+KH4fE6aNVKVNSacLq8FskRgRdcX8sGYPIUmzNL8dS3R3Gmou6Cx+obrVi5aDwUCvlu2etuJ0sN4p/351VJFwgRkYsKzjUlM1q1CqMSQrAnpxLpOZWtJjPuspuJy0zUoXd/zRETmYRQP1w+NBqLp6dAq1ZiW1YZPtqdK3GEvSurWWXmYH6VOB2TiEjuCqtsJ2DHhvgBACYkhQJou2+Gy0zkEQRBwNHCagDAl/dMwvh+oeJjoQEaPPndMTz7w3FMTg5HSuSFWb0nyi5tSmZqjGZkl9ZgYHSQhBEREXVMEASxZyaujy2ZGd9BMiM2AMt4+i/Aygx1oFjfgHN1jVApFRgep2vx2IJJ/TA1NRxGsxXP/3RCogh7V43RLH4zGBwTDAA4kHdOypCIiJyirzeLy0axOlsyMyaxD1RKBQqq6sXvbc019cxwNxO5saMFegBAamQgfH1a/mdWKhW4b3oqACCzRN/rsUnBUZWJCNJi+qAIAMB+JjNE5AYcyUpYgAZ+Gtv38wCtGsNibb+YZbRSnXGXZSYmM9Suo4W2JGWIvQpxPkepsri6AVY36B2xWgWcLqsRv0BddbLE1vybGhmI0Ql9ALAJmIjcgyOZcfTLOKTZl5r2tJLMsAG4m/Tr1w8KheKC27333it1aF7B0S8zJLb1ZCYqSAulAmi0CCivNfZmaC7JLjXg3lX7Me7ZjZj+r61Y9H5GJ1/HVplJjQzE6MQQ8b7q+sbuCpWIqEc035bdXFpSGABga2bpBRsaHBOAWZnpooyMDBQVFYm3DRs2AABuuOEGiSPzDseKbJWZobG6Vh9Xq5TinJkie5e8HL2wLhM//FaEylrbxN6M3ErUmywuv06WozITFYSwQC36hvkDsO1qIiKSs7YqM1NTw6Hz80FhdQO2ZZW1eKxWnADMZKZLIiIiEB0dLd6+//57JCcn45JLLpE6NI9XXdeIs/aZBG1VZgAgJsSezFRf2DwmB2aLFbtPVQAAXr9pNEIDNBCElruSnHWyWWUGsDXPAcC+M22PAycikoPzdzI5+Pqo8Lux8QCAT/a0HLVRwwbg7mcymfDxxx/jjjvuaHNIm9FohF6vb3GjzjlaZFtiiu/j1+aJqkBTV3yhTCszRwv1MBjNCPZVY+7wGAyMsm2jziwxdPDMlupMZjG5S7W/hmOr+u52zjYhIpKDpoF5F05tv3mC7ZymX06UttjVxAbgHvD111+jqqoKt99+e5vXLFu2DDqdTrwlJCT0XoAe5lihY4mp7aoMAMTo5F2Z2WmvykzoHwaVUiHOhMksdi3RdVRywgM1CA3QAAAmJdvWmg/mVaGh0fVlKyKi3tLUM+N/wWPJEYGY1D8MVgH4PD0PgG3DRJ2Jy0zd7t1338WcOXMQGxvb5jVLly5FdXW1eMvPz+/FCD1LUzLTer+MQ4x9/bWwWp6VmV2nbcnMZHviMUCszLi2zHTSfn3z4YD9wvwRHewLk8WKfbncok1E8mQ0W1BqsG3SiG2lMgMAt9hP0f4sIx+NFqvY/At4aGVm5cqV+OGHH8SPH3nkEYSEhGDy5MnIze2Z0fa5ubnYuHEj7rrrrnav02q1CA4ObnHrkXgqavHF3nzs9eBeiaNOVmZiHZWZVgYuSc1ktoqzExxVFEdlJqvYtWUmsfk3smnar0KhEF93l70CREQkN44NGr4+SrGyfL5ZQ6IRFqBBqcGIvWfOic2/KqUCWrW8ax+diu65556Dn5/tt/Fdu3Zh+fLlePHFFxEeHo4HH3ywWwN0eP/99xEZGYl58+b1yOu76rOMfDyy+jes2X9W6lB6REOjBdlltkpEe82/QLPKjAx7Zg6drUJ9owVhARoMsCchA6JslZVifQOq65zfUn3Cnvycf3TBpP72ZOY0kxkikqfCZjuZ2uo51aiV4mTzwqr6puZfjUr2hwl3KpnJz89HSkoKAFsfy/XXX4+7774by5Ytw6+//tqtAQKA1WrF+++/j4ULF0Ktlkepa4R9tP9vZ6sljqRnnD1XD4tVQJBWjejg1kuSDo7KTKmhAWaLtTfCc5qjWjIxOQxKpe2LMcjXR5yz4EoTcKY9mRl0fjJjr8wcyq/q9DA+IqKedLaNGTPniwzWAgBKDUYxmZH7EhPQyWQmMDAQFRW2HxI///wzZs6cCQDw9fVFfX33LzVs3LgReXl5uOOOO7r9tTtreLwtmcksNoiNn4fPVmPBe+nilNjuYjJbsf5oMepMvfeDstje/xKt8+0wIw8P1MJHpYBVAEoM8hqct/NUOYCm6omD2ATs5HtVXdeIYr3t32TAeclMfB8/xIX4wWwVsJd9M0QkQ20NzDufY25Yib6haSeTr4cmMzNnzsRdd92Fu+66C1lZWZg7dy4A4OjRo+jXr193xgcAmDVrFgRBwIABA7r9tTsrLsQPoQEamK2CuPywfHM2tmWV4fVfsrv1cz3x7RH88aN9+M/Gk936uu1x/OCO1rVflQFsZzRFBXdP38yvJ8tw7yf7xSrI+Qqr6mEyO1f9aWi0YH9uFYCm5l8HsQnYyR1NJ+zXxYX4Idi35TZ1hUKBif3ZN0NE8lXYxsC880XZKzNlzSozct/JBHQymVm+fDkmTZqEsrIyrFmzBmFhtm/k+/btw0033dStAcqVQtF0ivThs1WwWgWxZ2LziVKnf+B25FB+FT7LsO3I+uVEabe8pjOK7dusO1pichBnzXRhR1O9yYIHPz+IHw4X4Xf/3dniSPqCqnrc/eFeTH7+Fzz61W9Ovd6JYgNMFivCAjRICg9o8djAaFvfTFaxczuaHBWc85eYHBxLTVsyS7lFm4hkp8xeNY8M0rZ7naMyU2pocJsZMwDQqQhDQkLwxhtvXHD/U0891eWA3MnIeB22ZpXht7PVGJ2oF8/nMRjN2JNTgampEfhkTy7e+CUbHyxKu6BxtCNWq4DHvz0KwX5UxsnSGpToG8QqSE9ypTIDNJsC3IXKzCd7clFeYztuwNBgxq3v7sG84TEwNJixI7sc9fYk4duDhfjb3MEID2z/i9KxtXxIbPAFS2UDo2xNbieK9RAEocOltONFrTf/OkxNDYdGrcSJYgOufXMn3rh5NJIjAlu9loiotzm+t3b0fdPRM1OiN4rJTIBG/slMpyoz69atw/bt28WPly9fjlGjRuHmm2/GuXPe0zMwPD4EAHC4oPqC5YUNx0pQXd+I5388gaLqBvxwuMjl11+9/ywO5VchQKNCf3tlYUd2uUuvsWbfWfz5k30wNLh2EGLznhlnxNgrM0WdrMw0NFrw1rbTAIAnrxyCGYOjYDJbsfZAATYeL0F9owVp/UIxICoQZquAbw4Wdviax4raPiSzf0QAVEoF9A1mvLrxJO75aB++OVjQ5ms5lqPaSmaign3x9oJxCAvQ4HiRHle+vh3Zpd3bO0VE1FnlNbbKTEQHlZmoZpWZGjc5lwnoZDLz8MMPi8cEHD58GA899BDmzp2LnJwcLFmypFsDlLMR9ibgrBIDNp0oAdDUm7HhWAlW7jwDgz2zdfUHm9lixUvrMwEAD8wYgNnDogEA211MZl7dlIUfDxdj9T7XtpCLlRlnl5nslZnCTlZmPtmThzKDEXEhfrh5Ql/899YxeOl3I/B/lw/Cc9cOx0d3puHzP07EbRP7ArAlaR0RKzMxFyYzvj4q9LMfEvmfTSex7mgxHv7yt1bPaxIEAVn2gXmDW3kth0sGRODH+6dieJwOdSYLvjvkegLb2ud+4psjmPufXzH739tw9fId+P63QgiC0PGTiYhg+z7iSGbCO1pmsldmGhqtYrtBoMzPZQI6mczk5ORgyJAhAIA1a9bgiiuuwHPPPYfly5fjp59+6tYA5Swq2BeRQVpYBWD3aVt/x19nD4S/RoWi6ga8sbmpETjLxWmzO09VoMxgRGiABgsn98OUlHDb/dkVTv8ga2i0iGcJ/ehiZag3KzN1JjP+u/UUAODeS1OgUSuhVilxw7gE/GlaMm6ekIipqRFQKBS4cmQsNColjhXpxWSlNZZmjdltDf27cXwiwgM1mDYwAiPjdTBZrPjbV4dhtbb89z17zjZvwUeluKD35nxRwb7igW2HC7q+bT+nvBYrd+XiWJEemSUGHMqvwl9WHcAfPtwnvkdERO2prm9Eo8X2fS08sPWBeQ6+PioE23cvnS6vBeDBlRmNRoO6ujoAtm3Ts2bNAgCEhoZ63cGOjuoMAPTx98Go+BBcMiACgG1LteM/zpnyWpeagr87ZFtGmTs8Ghq1EmP79oFGrUSxvgGnymqdeo3cijqx3ybjzDmnf/iZzFZxfdXZykxXzmd6cV2mWJVxJAJtCfHXYMaQSABod2BhbkUt6kwW+PookRTeeu/KHy7uj73/mIkPFqVh+S1j4K9RIf1MJd7ZfhrfHCzAE98cwf68c+LOquSIQPioOv6ScWzb/+1sdZcrKI5enQFRgVh11wQsviwVPioFNh4vwV0fZnTptYnIOziqMsG+amjVHVdZIu3f90+XeXgyM2XKFCxZsgRPP/000tPTxam8WVlZiI9v/4eRpxkeFyL+eZJ9MNvMIVHifX+dNRBBWjXMVgFnKpxLQoxmC9YdLQYAXDnCdg6Vr48K4/v1AeB838zpspbVoJ+OOFedKbEvMWlUbY+9Pp9ju195jQlGs/O7efacrsAHO88AAJ67bjg0TozMvn6M7f/Y1wcK0HjekD5H8nCsyJZUD4oOhkrZ8eTK+D7++OusgbY4fjyB+z87iJW7crHg3XR8a08s29rJdL4hMbbPWV5j7HQPkcNx+99jTGIfTE4Jx5KZA/DdfVOgVABHCvSdXtYjIu/hOJOpoyUmB8f27EJxmclDk5k33ngDarUaq1evxooVKxAXFwcA+Omnn3D55Zd3a4By17wyMynZthR02aAohAdqMTAqCNeNiUeKfXz+SSeXmrZmlsHQYEZUsBbj+4WK919kX2pytm/GUSJ0JAg//OZaMhOl0zo9wrqPv494doezFaA6kxmPrLFts75xfIJY0erIJQMiEBqgQUWtCYfyqwDYkpjfv7ULM/+9DTVGc4udTM5aOLkf0pJs/94Do4IwKDoINUazmMwMjHbutXx9VOIcm65OiHbMt2meSA2KDsYw+1iAPTmca0NE7XNU2iM62Mnk4Nie7Sgsu0NlplMRJiYm4vvvv7/g/n//+99dDsjdDG+ezNgHp+n8fbDtkWlQKhTQqJVIjQzEgbwqnCw1AIjp8DW/sycdV4yIFUfwA8BFyeEAMrHrVAVKDQ3if7i2nLJXZuaPi8fHu/OwN9e21NRRH4yjmuDsEhNgm7uTGOqPk6U1OJhfhb5hLXtL9uWew79+zsSwOB3mDY9BbmUd3vjlJHIr6hCj88Xf5g12+nOpVUqMSgjBLydKcaxIj3H9QlFQVY899rk0H+/OFQ/JbK35ty0qpQIf3zkBNUYzQgM0qKoz4foVO8VlvUExzm+tHxmvw/EiPQ4XVOFye/N2ZziWmc5vPJ6QFIrfzlZjz+lKXDvau6qhROSachcrM44mYAePbQAGAIvFgjVr1uCZZ57BM888g7Vr18Ji8b5hYeGBWvx97mD8ddYAJEc0/QD316jh62P7D+A4ZdmZykydyYyNx2w7o64aGdvisWFxOgyMslULFn96oMNzkBzrnZOTwzGur22JyplG4BJxxkz7kyLPN8f+Q/tz+5A/hxPFeix6Px07T1Xgf9tO4+rlO7D40wPIKqlBkFaNV+aPumCqbkccSYqjAnOkoKlX651fT+NIQdvbstujUTctrYX4a/DBojREBGnhr1FhpH0rvjOa9810VnVdIwrsy0iDLkhmbInznhzPPbWdiLpHmWNbtouVGQd3qMx0KpnJzs7G4MGDsWDBAnz11Vf46quvcOutt2Lo0KE4depUd8coe3+4uD/+Mj21zSWZVMcykxPbs9/fcQb1jRYkhvq3WMICbJWD5beMQYBGhd2nK/GvDVltvo4gCGLPTP+IAMwdbqsIrbf34rSnqTLj3H98h/njE6BQ2HZi5dr7g86eq8PC99KhbzBjVEII5o2Iga+PEjo/Hzw4YwC2PzpdnJ7rCkeS4uiNOdJs51B5jQkVtSYoFM73ubQlIdQfG5dcgk0PXeJ0/xAAjLD3Uh0ucK0JuPm1x5sdoaDza5nsjU8KhUJh2+1UqueuJiJqm6My09GMGYeo8773e2wys3jxYiQnJyM/Px/79+/H/v37kZeXh6SkJCxevLi7Y3R7qfb+iZzy2gsaVptbtSdPnC1z19SkVpOjlMhAPH/9CADAii2nMOG5jZj5ylas2NIyiayoNUHfYIZCAfQLC8C0gbZ+lAN5Vag3tV9BK+5kZSa+jz+mpto+z+cZ+aisNWHBe+ko0RsxICoQKxelYfnNY3D4ydnY/9hM3D8j9YIf0s5ybLc+UWxAo8UqboNungAmhQfAvxsmV+r8fMSt584aEB0IjUqJqrpGcXt8R0xmK659cyemv7wFNUaz2Pzb2mwbnZ8PBtt7eFidIaL2iDNmOtiW7XB+ZcZjG4C3bt2KF198EaGhTc2pYWFheP7557F169ZuC85TxOp8EaBRodEiiBWL8313qBB///owAOCPl/QXh8O15sqRsbjnkmQAtpHTJ0tr8MK6E/j+t6apuI4lprgQP/j6qJAUHoDoYF+YLFbs6+Bk5+JO9Mw43DQ+AQDw5b6zWPRBBk6X1SIuxA8f3jEBOn9b4uKjUjq1w6g9CX38EahVw2S24lRZjViZ+ce8IeI2cVf6ZbqbVq0Se2ycXWp6f0cODuZX4XR5Lb7af7ZZMtN6dWlCf9vXH5uAiag9zh5l4HD++U0eW5nRarUwGC5cMqmpqYFG43wp3lsoFAqkRDX1zeRX1uHHw0XikoIgCHjmh2MQBOC2iX3x6OWDOtxF9OicQdi99DJ8f98ULLqoHwDg72uPiIlI0xJToBjD5BTbcs6OU+3vhnJ1YF5zlw2OQnigBmUGIw7lVyHE3wcr70jr1Gu1R6lUiD/kfzlRiopaE1RKBUbE67B07mD4a1S48ryeo97mOIj0t4KqDq8t0TfgtU1Np6J/sPOMuITW1tRhsW/mNCszRNS2MheXmS5oAPbUs5muuOIK3H333dizZw8EQYAgCNi9ezfuueceXHXVVd0do0dIjbQlFV8dKMAVr2/Hnz/Zjw32Rt/T5bUo0RuhVSvx93mDnd4OHa3zxbA4Hf42dzCGx+lQXd+Ih1cfsvXL2Ldl9282sXayfev4zlNt/yZvtQrNGoBdT0A0aqU4B8bPR4X3bx+PlMieOXDRUXn5cq9teF5qZCB8fVS4amQsjj41G7OHdn4XUXdwLHkdyK3q8NoXfjqBWpMFw+N0CNKqcbqsVmxqbiuZcWwjP1lagwp7GZmIqDlBEFBR61hmci6Z8deoEdSsGhPgqbuZXnvtNSQnJ2PSpEnw9fWFr68vJk+ejJSUFLz66qvdHKJncCQzjgMoAWDT8VIAwO7TtuRidGKIuAPKFT4qJf79+5HQqpX49WQ5PtqdK1Zmmu+wcpwbdfhsFfRtHDxZUWuC2SpAoej4qPi2/GlaMm5KS8TKO9IwOrFPp17DGUNjbclCjj1xc8xeAeB0QtiTJvYPg1IBpJ+pxM52ZgMdyDuHrw4UQKEAnrlmGG4YlyA+5q9RoW+of6vPCw3QYKC94vezPTEmImqu+VEGYU72zABN1Rmt/XgZuetUhCEhIfjmm2+QlZWF1atXY/Xq1cjKysLatWsREhLSzSF6BscQNaApwdiaVWaratmXCSb2d31Xj0NKZBAenTMIAPDcj8dxIK8KQNMyE2Cb0psUHgCrYFuaKDU04N8bssTeDKBpiSk8UOvU6P7WhPhrsOy64WLloKecv+16eJyujSul0TcsQOx9+sc3R9o8zuLj3XkAgGtHx2FkQghun9wPjlxsYHRQi1lD53Mc//Cvn7NcPhmdiDyfY4lJ5+fj1FEGDo4mYHdo/gVcGJrX0WnYmzdvFv/8yiuvdD4iDzWxfxguSgnDgKggPDRrIMY+vQHF+gZkldRgj70y4+iB6KyFk/ph0/FSbM8uR0OjreGrf0TL4XWTksOQU16L738rxAvrTiC7tAZvbTuFl343EleOjHX5tGwppUQGQq1UwGw/GHJYnHQNv21ZMmsgfjhcjNNltfjXz5nQqpX46UgxbkxLxJ1TklBvsmCd/ZiJWyYkAgASw/xx2aAobDxe0mET88LJ/bAqPQ855bV445dsLJ3r/PBBIvJ8ZS7uZHJwbM92h+ZfwIVk5sCBA05dJ4fyvhz5aVT45K6J4scT+4dha1YZPth5BqUGIzRqJUYnhnTpcyiVCrx0wwjM/vc26BvM8NeoLkhKLkoOx6o9efjmoG3nk1qpQEOjFfd9egA7T1WIg/i6u2G3J/j6qJASGYgTxQYoFW33lkhJ5+eDv88bhAc/P4S3tp0W739h3QlcMSIGe3IqUWuyICHUD2OaLck9edUQROu0+OPFye2+vkatxONXDMGiDzLw3o4czB+fgOSInulRIiL34+pOJgfHYZMel8w0r7xQ1108IAJbs8rwxV7btNxRCZ3rlzlfjM4PT18zDPd/dhCjEkIuSC4n9m9a+gkP1OKzuyfgi71n8b9tp/Fpep74mDtUZgDbUtOJYgOSIwK7ZaZMT7hmVBzWHijEtqwypCWFQl/fiBPFBry5ORt5lbbT568dFdfivYrv449nrhnu1OtfOigS0wdF4pcTpfjXz5l485axPfL3ICL34+pOJgdHz2SQpyUz1L0uGRCBpwFY7EskXemXOd/Vo+KQHBEonmTdXFigFvNGxOBgXhXeu308UiKD8Le5gzGxfyh+PlqCI4XVKDMYxaMJ5C6tXyi+2l8gzlyRI4VCgXcWjENVnQmRwb7YkV2OW97Zg0/T82Gxb8+/enRclz7Hn6cl45cTpdh7pv0ZQkTkXZoG5rmWzDiWuPuFt74BQW6YzEgkOSIAcSF+4tk7E7u5WXZYO82wy28eA0EQWlQCpg+KwvRBUd0aQ2+YPy4BYYFaWSczgG05yFG2nZwchrSkUKTbJ/eOjNd1eWnIMWW61GBEjdHsNk17RNSzXD3KwGFSchh+XDz1gr5LuZL/fisPpVAocIn9iAGNStmjW5jb+vyeQKlUYOaQKJcPqpSSQqHAgzMGiB9f08WqDGDrzXE0+J0pb33KNBF5n3IXD5l0UCgUGBIb3C3tD72ByYyELrcPdZuUHAY/jXv8h6HuMSk5DNeNjkNqZCCuGdX1ZAawnUUFQByYSEQk7mYK8uzp/KxFS+jiARH44o+T3KaMR93rld+P6tbXSwoPQMaZc8gpYzJDRDblhs7tZnI3TGYk1tOD5ch7JIXb+m5Ol9dIHAkRyYHV2nSUgas9M+6Gy0xEHsKxzJTDZSYiAlDV/CiDACYzROQGHMdk5JTViieyE5H3KrTvlg0P1ECj9uwf9579tyPyIolh/lAoAIPRLE79JCLvVWQ/ay9Gd+HMMU/DZIbIQ2jVKsT3sX3T4lITERVV2yozMW5wPE1XMZkh8iCOJuAcNgETeb3CKltlprVp8J5G9slMQUEBbr31VoSFhcHPzw/Dhw/H3r17pQ6LSJb6c9YMEdl5U2VG1luzz507h4suugiXXnopfvrpJ0RERODkyZPo06d3p+USuQtxcB5nzRB5vSJ7ZSbGCyozsk5mXnjhBSQkJOD9998X70tKSpIwIiJ5cwxgZM8MERXaKzOxXlCZkfUy07fffotx48bhhhtuQGRkJEaPHo2333673ecYjUbo9foWNyJv4ajM5FbU4s0t2Zj20mYs35wtPi4IAnIrasXT2onIM1mtAkr03lOZkXUyc/r0aaxYsQKpqalYv349/vSnP2Hx4sVYuXJlm89ZtmwZdDqdeEtISOjFiImkFavzg0atRKNFwIvrMnGmog4vrc/Eu9tzUGs04y+rDuCSl7bg9V9OSh0qEfWg8hojGi0ClAogysOn/wKAQpDxdC2NRoNx48Zh586d4n2LFy9GRkYGdu3a1epzjEYjjEaj+LFer0dCQgKqq6sRHBzc4zETSe3q5TtwKL8KCaF+mJAUhtX7zgIAEkL9kF9pKzsPjQ3GD4unShkmEfWgg/lVuGb5DkQH+2L33y6TOpxO0ev10Ol0Tv38lnXPTExMDIYMGdLivsGDB2PNmjVtPker1UKr9fwslKgtr904CseL9Jg+KAo+KgV0fj54d3sO8ivrER6oQXmNCceK9KiqMyHE37NP0iXyVkX26b8xIZ7fLwPIfJnpoosuQmZmZov7srKy0LdvX4kiIpK/vmEBuHxYDDRqJRQKBf4+dzD+PC0Z80bE4IfFU5EcEQBBANJzKqUOlYh6SKF9+m+sF0z/BWRemXnwwQcxefJkPPfcc5g/fz7S09Pxv//9D//73/+kDo3IbSiVCjxy+SDx44n9w3CqrBa7T1di1tBoCSMjop7iqMzEsjIjvfHjx2Pt2rX49NNPMWzYMDz99NN49dVXccstt0gdGpHbmtg/DACw+3SFxJEQUU/xpnOZAJlXZgDgiiuuwBVXXCF1GEQeY0L/UADA8WL2zRB5KnHGDCszROSJIoN82TdD5OHE6b9eUplhMkPkhZqWmpjMEHkas8WKUoNjYB4rM0Tkodg3Q+S5SgxGWAXAR6VAeIB3jCphMkPkhZr3zRwv4pEfRJ7EsZMpWucLpVIhcTS9g8kMkReKDPLF3OHREATg8W+OQMaDwInIRYVetpMJYDJD5LX+Pm8I/HxUyDhzDt8cLHTpufmVdag3WXooMiLqCnHGjBeclu3AZIbIS8WF+OEv01MAAM/+eByr953FR7tzcayw/WWnndnluOSlzVj61W+9ESYRuSi7tAYAkBjqL3EkvUf2c2aIqOfcNTUJX+7Nx5mKOvz1y0MAAJ2fD/b87TL4+qhafc7/fj0NqwBsOl4Kq1XwmjV5IndxxP4LydA4ncSR9B5WZoi8mFatwiu/H4WpqeG4eEAEgn3VqK5vxPaT5a1ef6a8FlsyywAABqMZJ+2/ARKRPDQ0WnCyxAAAGM5khoi8xZjEPvjozgn48I40XDcmHgDw05HiVq/9eHdui4/35Z7r8fiIyHmZxQaYrQLCAjSIYc8MEXmjOcNsB09uOFYMk9na4rF6kwVf7M0HAIyMt/3Gx2SGSF4OF1QDsC0xKRTeswTMZIaIROP6hSI8UAt9gxm7zhuo983BAugbzEgM9cf9M1IBAPvzmMwQyckRezIzPC5Y4kh6F5MZIhKplArMHhoFAFh3pKjFY5/bqzK3TkzE2ETb0L2c8lpU1Bh7N0giatORQkcy4z39MgCTGSI6z5xhMQCA9UdLYLbYlprKDEYczK8CAFw9Kg46fx+kRgYCAPbnVUkRJhGdx2i2ILPY1vw7NJbJDBF5sQn9Q9HH3weVtSbxVO0tmaUQBNtve1HBtqbCsX37AGDfDJFcZBXXoNEiIMTfB/F9vGf6L8BkhojO46NS4nJ7dWZVeh4A4JcTpQCA6YMixevG2JOZ/UxmiGSh+RKTNzX/AkxmiKgVt05MBACsO1KM/Mo6/GqfO9M8mXFUZg6drbpg5xMR9T5xJ5OXLTEBTGaIqBVDY3UY368PzFYBD31xCDVGM8IDtS2aCvuHByA0QAOj2YonvzsKi5WHVRJJqWknE5MZIiIAwMLJ/QAA6WdsfTPTB0W0OLpAoVBg6ZxBUCiAVXvycO8n+9HQyMMniaQgCEKz5l/v2pYNMJkhojbMHhqNqGCt+PH0QVEXXHPDuAQsv3kMNCol1h0txv2fHYAgsEJD1Nv09WYY7cu9MSHeM/nXgckMEbXKR6XELRP6AgA0KiWmpIa3et3c4TH4YNF4aFRKrD9agre2ne7NMIkIQKmhAYDtoFituvVDYj0ZkxkiatNtE/tiTGII/nBxEgK16javm5wSjieuGgIAeHHdCezMbv2gSiLqGWUG2/DKyCBtB1d6JiYzRNSmPgEafPXni/Dw7EEdXntzWiKuHxMPqwDc9+kBGBoaeyFCIgKAMvsk7ggmM0REnadQKPDstcOQFB6AiloTVu87K3VIRF6jVM9khoioW/j6qHDHlCQAwMqdZ2Dldm2iXuGozHCZiYioG1w3Og5BvmqcqajD1qwyqcMh8gqOnhlWZoiIukGAVo0bxycAAN7feUbaYIi8hGM3E5MZIqJusmBSPygUwLasMmSX1kgdDpHHa9rN5H0zZgAmM0TUAxJC/TFjsG3I3se7cyWOhsjzcZmJiKgH3JxmO6zyu0OFaLTwIEqinmIyW3GuzjYKISKQyQwRUbeZmhqO8EANKmpN2MZGYKIeU27fyeSjUiDE30fiaKTBZIaIeoRapcRVI+MAAF8dKJA4GiLPJS4xBWqhUCg6uNozyT6ZefLJJ6FQKFrcBg3qeBopEUnvujG2ZGbDsRJU13MiMFFPKPXyfhnADZIZABg6dCiKiorE2/bt26UOiYicMDQ2GKmRgTCZrfjpcJHU4RB5pKbmX+/cyQS4STKjVqsRHR0t3sLDWz+9FwCMRiP0en2LGxFJQ6FQ4Lox8QC6b6nJYhXwy4kS1Jss4n01RjNW7zuLOpO5Wz4HUU/65UQJNhwr6bbX8/adTICbJDMnT55EbGws+vfvj1tuuQV5eXltXrts2TLodDrxlpCQ0IuREtH5rhkdC4UCSM+pRIm+ocuvt2JLNu74YC8eWfObeN8/1h7GX788hIe+OARB4BEKJF9nymtx18q9uPujvcivrOuW1/T2gXmAGyQzEyZMwAcffIB169ZhxYoVyMnJwdSpU2EwGFq9funSpaiurhZv+fn5vRwxETUXo/PD6IQQAMDPXfxttN5kwXs7zgAAvv+tEJnFBpwqq8G3hwoBAD8dKcZ3v3E5i+Tr3e05sAqAIAA/dtPSa9PAPCYzsjVnzhzccMMNGDFiBGbPno0ff/wRVVVV+OKLL1q9XqvVIjg4uMWNiKQ1a2g0AODno8Vdep01+8+istYEwPbD4LVNJ7H8l2xYBSDYVw0AePybI+JvqkRSM5mt4vLnuVoTvtzX9At2tyUzNVxmkn0yc76QkBAMGDAA2dnZUodCRE6abU9mdp2qQHVd53Y1WawC3vn1NADgJvtAvh8OF+Hrg7ZenPcXpWFobDCq6hrx2NdHuiFqoq7RNzTiqje2Y+zTG/HDb0X4ZE8uGhqt6B8eAKUCOHS2uluWmkr1TGbcLpmpqanBqVOnEBMTI3UoROSkpPAApEYGwmwVsDmztFOvseFYCc5U1EHn54N/zBuMecNt3wOsAnDpwAiM7dsHL98wEgCw/miJWMEhkoIgCHj4y0M4UWxAfaMF967aj+WbTwEAFl+Wion9wwDYEvKufh5HZYbLTDL217/+FVu3bsWZM2ewc+dOXHvttVCpVLjpppukDo2IXOCozqzvxFJTQ6MFr/9yEgBw68REBGjVWHxZKhzzwe6fMQAAMDjGthUcsDUcE0nlrW2nsf5oCTQqJa4ZFQsAqG+0IEbni3kjYjDXnoz/0MUeL32DGSaz7biQcC89ygBwg2Tm7NmzuOmmmzBw4EDMnz8fYWFh2L17NyIiIqQOjYhc4EhmtmSWoaHR0sHVTSxWAYs/PYCjhXoE+aqxcHI/AMDA6CC8efMY/OfGURhlbzAGgAn9QwEAu09XdFvsRK44VqjHi+tOAAAev3IIXr1xNJ6/bjiSwgPw+BVD4KNS4vJh0VAqgMMF1cir6PxSU5m9PyzYVw1fH1W3xO+O1FIH0JHPPvtM6hCIqBsMiwtGrM4XhdUN+PVkOWYOierwOYIg4B9fH8HPx0qgUSvx9oJxiGw2GGzO8AuXmyckheHj3XnYw8oMSWTX6QpYBWBKSjhumWDr77oxLRE32nu9AFsVZVJyGHZkV+DHI0W455Jklz7Hl3vzsSWzDIlh/gCAyGDvHZgHuEFlhog8g0KhEHc1bXRyi/aWzDJ8mp4HhQJ47cZRYp9BexyVmRPFelTVsW+Gel9hVT0AYEhscLtnJc0aYvt6cPUgVkEQ8OyPx/HD4SKs2GLrw/HW07IdmMwQUa+5bHAkAOCXzFJYrR0Pt0s/Y6uu/G5MPC4f5lzTf2SQL/pHBEAQ2DdD0iiqtiUzsbr2qyVTU23T7PeeOefS9OoSvRFVdY1QKoDwQA0AIDkyoJPRegYmM0TUa9KSQhGgUaHMYMThguoOrz9WaDuOZGSznhhnOCo4XGoiKRRU2fpYYkL82r0uKTwAcSF+MFmsLv1fPVFs+7roHxGIHY9Ox2d3T8Q/5g3pfMAegMkMEfUarVqFiwfYmvc3He94qelYke2b9tBY14ZfTkiyLTXtyWETMPU+xzJTXAfJjEKhEKszv2aVO/36mcW2CfgDo4OgVaswsX+YVzf/AkxmiKiXXTbY1vi78Xj782ZKDQ0oMxihVACDol1LZhyVmaOFelTXd25IH1FnGM0W8XiB2A6SGQCYmmpL7rdnO98340hmBkUFdSJCz8Rkhoh61aUDI6BQ2Koujt6C1hwvsn3DTgoPgJ/Gtd86o4J9kRRu65sZ/8xG9F/6A+79ZL9TfTpEXVFcbVti8vVRoo+/T4fXX5QSBoUCyCqpEZ/bkRPNKjNkw2SGiHpVWKBWPHhyUzvVmaOFtp6aIbG6Tn0ex4Rgk8UKq2CbtLpi66lOvRaRswrsS0yxIX7t7mRyCPHXYER8CADg15MdV2fMFiuyy2oAuF6x9GRMZoio1zmWmtrrm3E0/w6J6dw37IdmDcCvj1yKXx+5FE9fPRQA8K+fM7nDiXpUkb35t6N+meamptj7Zk523DdzpqIWJrMV/hoV4vs4/zk8HZMZIup1s+wD87ZmlSG7tKbVaxzNv0NcbP51UCgUSAj1R0KoP26d2BfXjY6DVQDu+3Q/zvHcJuohjubfmA62ZTfnaALeeLwEu06137TuWGIaEBUEpbLjyo+3YDJDRL0uNSoIM4dEwSoAL60/Id5vMlshCALqTGbklNcC6HxlpjmFQoGnrxmG/uEBKNEbsXrf2S6/JlFrCqublpmcNbZvH6T1C0WdyYIF7+3BmvP+fxoaGsXt2GLzL/tlWmAyQ0SSeGT2QCgVthOu9+Wewxd78zHqnz9j0QcZOHy2GoJgOwU4optOAg7QqrFoShIA4NtDhRc8fii/Chc9/ws+S8/rls9H3skxY8aVZEatUuLDO9Mwb3gMGi0CHvryEH6yn6YtCALuXLkXl7/6K1bvO8vm3zYwmSEiSaRGBeGGsQkAgLtWZuCR1b+hzmTBlswy3P/ZQQCdX2Jqy9xh0VApFThcUI3TZU3LW4Ig4NkfjqOgqh6f7GEyQ53n7IyZ8/n6qPD6TaNx28S+AIBnfzwOo9mCn4+ViH1ej39zBPtyzwFgMnM+JjNEJJkHZqZCq1biXF0jFArghrHxUCkVKNbbfrvtjiWm5sICtZhib7ZsXp3ZdbpCPDrheJEe9SbnT/UmchAEQUxmXKnMOCiVCiydOwhRwVqcPVeP97afwUvrMwEA/hoV6kwWVNr7vbiTqSUmM0QkmRidH564ciiGxATj3YXj8NINI/HMNcPExwd3czIDAFeNjAVgS2YEwTZ35tWNJ8XHzVbBqaMWiM6nrzejzp4Iu9IA3Jy/Ro2HZg0EALy4/gSyS2vQx98Ha/98EYJ91QCAiCAtQgM03RO0h2AyQ0SSunlCIn68fyqmD7LtcLopLRFPXjkEs4ZEiQdTdqdZQ6OgVStxuqwWRwv12HWqAuk5ldColBidGAIAOJB3rts/L3k+x4yZsABNl44XuH5MPAZFB8Gea+PeS1MwMDoIL1w/AiqlQtzKTU3UUgdARHS+2y9Kwu0XJfXIawf5+uCywZH48XAxFr6XDkOD7bTi349PQHwfPxzIq8J+JjPUCV1ZYmpOpVTg7/MG47Z305EQ6odb7X00c4bHYGffPujjz6rM+ZjMEJHXuX5MPH48XIwKe/9BRJAWf740GfmVth9G+/OqIAiCUxNciRyatmV3bompuampEfj63osQHezbosoTFdz11/ZETGaIyOtcNjgKH96RBqsgoH94IGJDfKFWKRHip4FaqUCZwYjC6gaXd6SQdyvopsqMwyj7sR/UMSYzROSVLh4QccF9fhoVBscE43BBNfbnnmMyQy7pzFEG1D3YAExE1MwYsQm4StI4yP00HWXAZKa3MZkhImpmdGIfAGATMLns7Dn7wDweANnrmMwQETXj2J59tLAaDY0cnkfOaWi0iMMe+4b6SxyN92EyQ0TUTGKoP6KCtWi0CNh5qlzqcMhNOKoygVo1Qvx9JI7G+zCZISJqRqFQYM6wGADA94eKJI6G3EV+ZR0AICHUn1v6JcBkhojoPFeMsCUzPx8r4VITOSXPnswkhrJfRgpMZoiIzjMmsQ9idL6oMZqxJbNM6nDIDTQlM+yXkQKTGSKi8yiVCswbbl9q+q2wg6uJmMxIjckMEVErrrCfrr3peCnqTGaJoyG5a94zQ72PyQwRUStGxuuQEOqH+kYLPt6dC6tVkDokkilBEFiZkRiTGSKiVigUClw7Oh4A8NyPJzD71W3YcKxE4qhIjipqTagzWaBQcGCeVJjMEBG14S+XpuC+6SkI8lXjZGkN/vjRXuzLrZQ6LJIZR1UmJtgXWrWqg6upJ7hVMvP8889DoVDggQcekDoUIvICGrUSD80aiB2PTsfc4dGwCsCDnx9CrbH9HhpBELBy5xn8ZdV+1HRwLbk/9stIz22SmYyMDLz11lsYMWKE1KEQkZcJ9vXB89ePQFyIH/Iq6/DMD8favNZqFfDMD8fxxLdH8f1vRfj6QEEvRkpSyKtgv4zU3CKZqampwS233IK3334bffr0kTocIvJCwb4+eOkG2y9Tn6bn4+a3d+OVnzOxL/ccBMHWHFxeY8SSLw7i3e054vPWHSmWJF7qPWz+lZ5bJDP33nsv5s2bhxkzZnR4rdFohF6vb3EjIuoOk5PD8ZdLUwAAO09V4LVfsnH9ip2Y8cpW3PfpAUx+/hd8fbAQKqUCS2YOAADsOl2Bc7UmKcOmHiYmM2FMZqSiljqAjnz22WfYv38/MjIynLp+2bJleOqpp3o4KiLyVn+dPRBXjYpFek4l0nMqseFYCU6V1eJUWS0AYGRCCB6ZPRAXpYTjpyPFOF6kx4ZjJZg/PkHiyKmnsGdGerJOZvLz83H//fdjw4YN8PX1deo5S5cuxZIlS8SP9Xo9EhL4TYSIus+AqCAMiArCrRP7wtDQiO9/K8Kp0hrMGR6NMYl9xIMG5wyLxvEiPX46UsRkxkMZzRYU6RsAcJlJSrJOZvbt24fS0lKMGTNGvM9isWDbtm144403YDQaoVK13Aan1Wqh1Wp7O1Qi8lJBvj64KS2x1cfmDIvGKxuysD27HPqGRgT7+vRydNTTCs7VQxAAf40KYQEaqcPxWrJOZi677DIcPny4xX2LFi3CoEGD8H//938XJDJERHKSGhWE5IgAnCqrxS/HS3HN6DgAwJ7TFbjn430YEBWEa0fHYe6IGCY6burQ2SoAtqqMoyJHvU/WDcBBQUEYNmxYi1tAQADCwsIwbNgwqcMjIurQnGG2Ayu/Pti0RfvfG7Nwrq4Re3Iq8ehXhzHrlW0wmi1ShUhdsGpPHgDg8mHREkfi3WSdzBARubvrxsRBqQC2ZJbhSEE1jhfpsft0JVRKBe6/LBV+PioU6xuQXVojdajkouNFemScOQe1UtHmUiP1DlkvM7Vmy5YtUodAROS0/hGBuHJkLL45WIj/bDqJ8EBbX8XlQ6Px4MwB2HmqHBlnziG7tAZDY3USR0uu+Gh3LgBg9tBoRAU7t0mFegYrM0REPey+6SlQKIANx0qwZp9tuWnh5H4AgJTIQABgZcbN6BsaxenOt07sK3E0xGSGiKiHpUQG4YoRsQAAk8WKITHBGN/PNs08OYLJjDtau78AdSYLUiMDMbF/qNTheD0mM0REvWCxvToDALdP7ifufGFlxj39dKQIAHDzhETuYpIBt+uZISJyR6lRQfjbnMHIKjHg6tGxLe4HgJzyWjRarPBR8XdMd5BVYks+x/djVUYOmMwQEfWSP1zc/4L7YnW+8NeoUGeyILeiTqzUkHyV1xhRWWuCQtG0TEjS4q8AREQSUigU7JtxM1klBgBAQh9/+Gk4vFUOmMwQEUksVeybMUgcCTnDkXQOiGJVRi6YzBARSSyZTcBuxVGZSYkMkjgScmAyQ0QkMXFHUxmTGXfgaP5lZUY+mMwQEUms+fZsq1WQOBrqSNMyEyszcsFkhohIYn1D/eGjUqCh0YqCqnqpw6F2cCeTPHFrNhGRxNQqJZLCA5BVUoPsshokhPoDAA7kncNX+wvw4MwBCA3QXPC8LZmlyKusg6HBDI1KiQn9QzEwOgjrjhTj/R1n4KNSYOUdafDX8Ft9dzlpX2LiTiZ54f9wIiIZSIkMRFZJDTafKMW0ARE4kF+FW9/ZgzqTBb4+Svx93pAW1286XoI7V+694HXUSgXMzZaqvj9UhPnjE3o8fm9x0r7jLJXzgGSFy0xERDJwyYAIAMCHu3Kx6IMM3P5eOupMFgDA2gOFMFusLa7/cJftxObhcTrcMDYeMwZHIUirhtkqIDxQi6mp4QCAVel5vfi38HyOnUyp7JeRFVZmiIhkYP64BBjNVjzz/XFsySwDAIzt2wdnymtRXmPEryfLcemgSABAfmUdtp20XfP6TaPRLzwAAGC2WJFbWYe4ED/UGM2YtGwTDuZX4XiRHoNjgqX5i3mYk9zJJEuszBARyYBCocCCSf2w+k+TMCg6CJOTw/D+ovG4cqTtHKfV+8+K136WkQdBAKakhIuJDGDrvUmOCISvjwrhgVrMHBJlu57VmW5z0r6TKZUzZmSFyQwRkYyMiA/Bugcuxqo/TESwrw9+NzYeALDhWAmq6xrRaLHii722xObmCYntvtZNabbHvzpQgHr7khV1XvOdTDxDS16YzBARydjQ2GAMjAqCyWzFqvQ8fJqehzKDsUXlpS0XJYcjIdQPhgYzvjlY0EsRe669ZyoBAEnhAdzJJDNMZoiIZEyhUOC6MXEAgBfWncDj3xwFAMwfFw8fVfvfwpVKBW5O6wsA+Of3x3CkoLpng5WRWqMZlm4eQOjoZXI0a5N8MJkhIpK568fGI1bnCx+VAtHBvpjYPxSLLkpy6rl3TknC5OQw1JksuOODDBR6wVC+/Mo6jH92I656YztKDQ3d8pqCIIjJzLSBkd3ymtR9uJuJiEjmwgO12PHodAC2So0rNGolVtw6Fjf8dyeySmqw6P0MfP7HiQjxv3AIn6dYe6AAdSYLjhbq8bsVu/DRnWnoGxbQ8RPbcaLYgGJ9A3x9lJiQFNpNkVJ3YWWGiMgNKBQKlxMZB52fD95flIbIIC0ySwxY+F46DA2N3RyhfPzwWxEAwNdHibzKOlyzfAf+vvYw1h0pRuN583qc5ajKTOofBl8f9svIDZMZIiIvEBfih4/vmoA+/j44dLYad3yQgTqTWeqwul12aQ0ySwzwUSnw/X1TMDgmGOfqGvHJnjzc8/E+3LfqQKded0tmKQAuMckVkxkiIi8xICoIH905AUG+amScOYfXNmVLHVK3+/GwrSpzUUo4UiKD8PW9k/HOgnFYOKkv1EoF1h0tRoZ9V5Kz9A2N2Jd7DgBwKZMZWWIyQ0TkRYbF6fDyDSMBAB/vzkV1vWctNzmWmOYNjwEAaNUqzBgShaeuHoYbxtnOqHppfSYEwfmdTjtOlsNsFdA/PACJYf7dHzR1GZMZIiIvM3NwFAZEBaLGaMbHu3OlDqfbNF9imjUk+oLHF1+WAo1aifScSmzJKsN723Mw45WteH9HTpuvmVNei5d/zgQAXDKQW7LliskMEZGXUSoV+NO0ZADA+zty0NDo/tOB60xm/HfrKQC2JSadv88F18To/HCLfWrynR9k4J/fH0N2aQ2e+u4Y3rI/t7nNmaW46o3tOFVWi6hgLRZNdm47PPU+JjNERF7oihGxiAvxQ3mNCV/uO9vxE2Tsy735uPjFLVht/3s4joBozZ+npcDPRwWrAPTx98FV9rOvlv10Aq9vOgmT2QpBEPDmlmzc8UEGDA1mjO3bB9/9ZQqXmGRMIbiycOiG9Ho9dDodqqurERzMU2OJiBxW7jyDJ749ilidL9Y9eDGCfS+sZsjdgbxzuPbNnQCAxFB/LJk5ANeMjmv3OdtPluNwQTVuTkuEzt8Hr27MwqsbTwIAIoO0SIkMxM5TFQBs51s9ddVQaNT83b+3ufLzm0PziIi81PxxCXj719M4e64ej319BP+5cbTUIbnsne22fpe5w6PxnxtHd3jEAwBMSQ3HlNRw8eMHZgxAWIAGr/+SjVKDEaUGI3xUCjx51VDcMqFvj8VO3YfJDBGRl/LTqPCfG0dj/lu78M3BQlwyIAL9wgOwNbMMMTpfXDEyFoFa+f6YyK+sw0/2rdj3TU91KpFpy22T+uH34xPx4+EibMksxW2T+mJsX076dReyX2ZasWIFVqxYgTNnzgAAhg4discffxxz5sxx6vlcZiIiat9rm07ilQ1ZF9wfoFHhhnEJWDp3ELRq29TbEn0DymuMGBqr6+0wL/DM98fwzvYcTEkJx8d3TZA6HOpmrvz8lv0iYHx8PJ5//nns27cPe/fuxfTp03H11Vfj6NGjUodGROQR7r00BWn284YCNCrMHR6NpPAA1Jos+GDnGbzzq20pp9ZoxrXLd+DK17fjQN45KUOGoaERn2XkAwDunMpdRt5O9pWZ1oSGhuKll17CnXfe2eG1rMwQEXWs3mTB4YJqjIjXwddHBUEQ8NHuXDz+zVEEadXY+sileOfX03hzi20L8yUDIrDyjjRJYj1Xa8IT3x7Ft4cKkRIZiJ8fuBhKZefOrSL58tgGYIvFgi+//BK1tbWYNGlSq9cYjUYYjUbxY71e31vhERG5LT+NSqzOALaDLW+d0BefZ+TjaKEef/vqMH45USo+vjWrDPtyz2Fs3z69GufXBwrw5HdHUVVnm1x8/2WpTGRI/stMAHD48GEEBgZCq9Xinnvuwdq1azFkyJBWr122bBl0Op14S0hI6OVoiYg8g1KpwNI5gwEA644Ww2SxYmpqOG6wz3H5z6aTMDQ04v0dOfg8I6/H48mvrMOSLw6iqq4Rg6KD8PndE3GlfU4MeTe3WGYymUzIy8tDdXU1Vq9ejXfeeQdbt25tNaFprTKTkJDAZSYiok5a8F46tmWVQaVU4Kf7p8JXrcKl/9oCi1VAkFYNg9F2+vaquyZgckp4B6/WeS+vz8Qbm7MxISkUn9w1Aeou7F4i+fO4ZSaNRoOUlBQAwNixY5GRkYH//Oc/eOutty64VqvVQqvV9naIREQe6/ErBuMPH9bhd2PjMSAqCABw/Zg4fLH3LAxGM/w1KtSZLHj550ysSQ6DQuHask+jxYo3N59CxplKDI0Nxti+faBUKFBZZ0J0sC8uHhCBRosVn++1NfwunNyPiQy14BbJzPmsVmuL6gsREfWclMggbP7rtBb3/W3uYIQGaDEqQYdRCX0w7eXN2J9Xhc2ZpZg+KMrp1y7RN+C+VQeQfqYSALA9u/yCa/79+5HwVatQZjAiPFCLmUOcf33yDrJPZpYuXYo5c+YgMTERBoMBq1atwpYtW7B+/XqpQyMi8loh/ho8OmeQ+PHCSf3w1rbTeHl9FjQqFTYcK0b/iEAsnNyvzdc4mF+Fu1buRXmNEYFaNf40LRl5FXU4dLYKWvvxAYfOVuP/1hxGP/u5SPPHxXdpOB55JtknM6WlpViwYAGKioqg0+kwYsQIrF+/HjNnzpQ6NCIisrvnkmR8sicPx4r0uPXdPeL9Y/v2wbA424A9q1WAQmHbKbXxWAn+8ul+NDRaMSg6CG/eMgb9IwJbvKbVKuDuj/Zi4/FSZJXUALCdlUR0PrdoAO4KzpkhIuodK7acwgvrTqCPvw9CAzQ4VVaL2UOj8NZt45BXUYcb3tqJc7WNiNb54uy5OlgF27yaN28Zg4A2jk2oMZpx3Zs7kFVSg6mp4fjoTk769Rau/PxmMkNERN1CEATkVtQhro8fcitqMfPf2yAIwHd/mYJ/fH0Yh85Wt7j+9+MS8My1wzpcNiqsqsc7v+bg1omJF1RvyHMxmWmGyQwRkTT+smo/vv+tCMG+augbzND5+eDDO9JgslihUSkxIl7n8s4n8h4etzWbiIjcz33TU/H9b0XQN9jm0Lx8w0iMTAiRNijySGwJJyKiHjEwOgjzRsQAAG6f3I9bqqnHsDJDREQ95sXrR+D34xIwpQcnAxMxmSEioh4ToFXj4gERUodBHo7LTEREROTWmMwQERGRW2MyQ0RERG6NyQwRERG5NSYzRERE5NaYzBAREZFbYzJDREREbo3JDBEREbk1JjNERETk1pjMEBERkVtjMkNERERujckMERERuTUmM0REROTWPP7UbEEQAAB6vV7iSIiIiMhZjp/bjp/j7fH4ZMZgMAAAEhISJI6EiIiIXGUwGKDT6dq9RiE4k/K4MavVisLCQgQFBSEtLQ0ZGRktHh8/fvwF9+n1eiQkJCA/Px/BwcG9GW6rWotRitdz9XnOXN/RNW097uz9nv5eduU1XXleT76X7T3mbe9nV15P7u8nv9f23PO6+n7K9WtTEAQYDAbExsZCqWy/K8bjKzNKpRLx8fEAAJVKdcE/cmv3OQQHB8viC6y9GHvz9Vx9njPXd3RNW4+7er+nvpddeU1XnteT72V7j3nb+9mV15P7+8nvtT33vK6+n3L+2uyoIuPgVQ3A9957r1P3yU13x9jZ13P1ec5c39E1bT3u6v1y0RPx9cb72ZPvZXuPedv72ZXXk/v7Kff3EpDP+9nb32s94WvT45eZOkOv10On06G6uloWvy1Q5/G99Cx8Pz0L30/PIfV76VWVGWdptVo88cQT0Gq1UodCXcT30rPw/fQsfD89h9TvJSszRERE5NZYmSEiIiK3xmSGiIiI3BqTGSIiInJrTGaIiIjIrTGZISIiIrfGZKYLqqqqMG7cOIwaNQrDhg3D22+/LXVI1AX5+fmYNm0ahgwZghEjRuDLL7+UOiTqgmuvvRZ9+vTB7373O6lDoU74/vvvMXDgQKSmpuKdd96ROhzqop7+euTW7C6wWCwwGo3w9/dHbW0thg0bhr179yIsLEzq0KgTioqKUFJSglGjRqG4uBhjx45FVlYWAgICpA6NOmHLli0wGAxYuXIlVq9eLXU45AKz2YwhQ4Zg8+bN0Ol0GDt2LHbu3MnvrW6sp78eWZnpApVKBX9/fwCA0WiEIAhOHVVO8hQTE4NRo0YBAKKjoxEeHo7Kykppg6JOmzZtGoKCgqQOgzohPT0dQ4cORVxcHAIDAzFnzhz8/PPPUodFXdDTX48encxs27YNV155JWJjY6FQKPD1119fcM3y5cvRr18/+Pr6YsKECUhPT3fpc1RVVWHkyJGIj4/Hww8/jPDw8G6Kns7XG++nw759+2CxWJCQkNDFqKk1vfleUu/r6vtbWFiIuLg48eO4uDgUFBT0RujUCnf4evXoZKa2thYjR47E8uXLW338888/x5IlS/DEE09g//79GDlyJGbPno3S0lLxGkc/zPm3wsJCAEBISAgOHTqEnJwcrFq1CiUlJb3yd/NGvfF+AkBlZSUWLFiA//3vfz3+d/JWvfVekjS64/0l+XCL91PwEgCEtWvXtrgvLS1NuPfee8WPLRaLEBsbKyxbtqxTn+NPf/qT8OWXX3YlTHJST72fDQ0NwtSpU4UPP/ywu0KlDvTk1+bmzZuF66+/vjvCpE7qzPu7Y8cO4ZprrhEfv//++4VPPvmkV+Kl9nXl67Unvx49ujLTHpPJhH379mHGjBnifUqlEjNmzMCuXbuceo2SkhIYDAYAQHV1NbZt24aBAwf2SLzUvu54PwVBwO23347p06fjtttu66lQqQPd8V6SfDnz/qalpeHIkSMoKChATU0NfvrpJ8yePVuqkKkdcvl6VffaZ5KZ8vJyWCwWREVFtbg/KioKJ06ccOo1cnNzcffdd4uNv/fddx+GDx/eE+FSB7rj/dyxYwc+//xzjBgxQlwT/uijj/ie9rLueC8BYMaMGTh06BBqa2sRHx+PL7/8EpMmTerucMlFzry/arUa//rXv3DppZfCarXikUce4U4mmXL267Wnvx69NpnpDmlpaTh48KDUYVA3mTJlCqxWq9RhUDfZuHGj1CFQF1x11VW46qqrpA6DuklPfz167TJTeHg4VCrVBQ27JSUliI6Oligq6iy+n56D76Vn4/vrWeTyfnptMqPRaDB27Fhs2rRJvM9qtWLTpk0sRbshvp+eg++lZ+P761nk8n569DJTTU0NsrOzxY9zcnJw8OBBhIaGIjExEUuWLMHChQsxbtw4pKWl4dVXX0VtbS0WLVokYdTUFr6fnoPvpWfj++tZ3OL97JE9UjKxefNmAcAFt4ULF4rXvP7660JiYqKg0WiEtLQ0Yffu3dIFTO3i++k5+F56Nr6/nsUd3k+ezURERERuzWt7ZoiIiMgzMJkhIiIit8ZkhoiIiNwakxkiIiJya0xmiIiIyK0xmSEiIiK3xmSGiIiI3BqTGSIiInJrTGaIiIjIrTGZISK3Mm3aNDzwwANSh0FEMsJkhoiIiNwakxki8hgmk0nqEIhIAkxmiMht9evXD08//TQWLFiA4OBg3H333VKHREQSYDJDRG7t5ZdfxsiRI3HgwAE89thjUodDRBJQSx0AEVFXTJ8+HQ899JDUYRCRhFiZISK3Nm7cOKlDICKJMZkhIrcWEBAgdQhEJDEmM0REROTWmMwQERGRW2MyQ0RERG5NIQiCIHUQRERERJ3FygwRERG5NSYzRERE5NaYzBAREZFbYzJDREREbo3JDBEREbk1JjNERETk1pjMEBERkVtjMkNERERujckMERERuTUmM0REROTWmMwQERGRW/t/3m0oJUZgw0wAAAAASUVORK5CYII=", "text/plain": [ "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "plt.plot(loss_df['lr'], loss_df['loss_smooth'])\n", "plt.xscale('log')\n", "plt.xlabel('lr')\n", "plt.ylabel('loss')\n", "plt.show()\n" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "Looks like our initial learning rate wasn't aggressive enough! torch.linspace, -3, 0 10** that. instead of what we did here" ] }, { "attachments": {}, "cell_type": "markdown", "metadata": {}, "source": [ "## Generation" ] }, { "cell_type": "markdown", "metadata": {}, "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.9 (main, Dec 19 2022, 17:35:49) [GCC 12.2.0]" }, "orig_nbformat": 4, "vscode": { "interpreter": { "hash": "767d51c1340bd893661ea55ea3124f6de3c7a262a8b4abca0554b478b1e2ff90" } } }, "nbformat": 4, "nbformat_minor": 2 }