diff --git "a/notebooks/Normalizing_flows_TEST-Copy1.ipynb" "b/notebooks/Normalizing_flows_TEST-Copy1.ipynb" new file mode 100644--- /dev/null +++ "b/notebooks/Normalizing_flows_TEST-Copy1.ipynb" @@ -0,0 +1,215996 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "38f65ab0-9aa9-4de1-bffb-2a70a5ebe152", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import torch\n", + "import torch.nn as nn\n", + "import torch.optim as optim\n", + "import torch.distributions as D\n", + "\n", + "from torch.utils.data import DataLoader, dataset, TensorDataset" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "25375e3d-9f96-48fb-84fe-093d14f386ea", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import sys\n", + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "sys.path.append('../insight')\n", + "from archive import archive \n", + "\n", + "import torch.nn.functional as F" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "a22153c3-c83b-4f3e-b25a-3a8a034c17fc", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "parent_dir = '/data/astro/scratch/lcabayol/Euclid/NNphotozs/Euclid_EXT_MER_PHZ_DC2_v1.5'\n", + "\n", + "photoz_archive = archive(path = parent_dir, Qz_cut=0.5)\n", + "f, ferr, specz, specqz = photoz_archive.get_training_data()\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "1a316118-9704-4ea9-a35e-7959e0b83ac1", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "dset = TensorDataset(torch.Tensor(f),torch.Tensor(specz))\n", + "loader = DataLoader(dset, batch_size=32, shuffle=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "id": "f6f0feae-ce85-4840-ba5d-639c48d0e496", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "class InvertedPlanarFlow(nn.Module):\n", + " \"\"\"Implementation of the invertible transformation used in planar flow:\n", + " f(z) = z + u * h(dot(w.T, z) + b)\n", + " See Section 4.1 in https://arxiv.org/pdf/1505.05770.pdf. \n", + " \"\"\"\n", + " def __init__(self, n_dims):\n", + " super(InvertedPlanarFlow, self).__init__()\n", + " self.n_dims=n_dims\n", + " \n", + " def _assign_params_flow(self, flow_params):\n", + " \n", + " # Extract the u, w, and b components from flow_params\n", + " u = flow_params[:, :self.n_dims]\n", + " w = flow_params[:, self.n_dims:(2* self.n_dims)]\n", + " b = flow_params[:, -1].unsqueeze(1)\n", + " \n", + " # Update the parameters with the new values\n", + " self.u = nn.Parameter(u)\n", + " self.w = nn.Parameter(w)\n", + " self.b = nn.Parameter(b)\n", + "\n", + " \n", + " def forward(self, y, flow_params):\n", + " self._assign_params_flow(flow_params)\n", + " print('b',self.b)\n", + " print('u',self.u)\n", + " print('w',self.w)\n", + " activation = y + self.w*y + self.b\n", + " flow = y + self.u * torch.tanh(activation)\n", + " psi = (1 - torch.tanh(activation) ** 2) * self.w\n", + " jacobian = 1 + psi * self.u\n", + " det_jacobian = torch.abs(jacobian)\n", + " return flow, det_jacobian\n", + " \n", + " \n", + " def inverse(self, z, flow_params):\n", + " self._assign_params_flow(flow_params)\n", + " activation = z + self.w*z + self.b\n", + " flow = z - self.u * torch.tanh(activation)\n", + " psi = (1 - torch.tanh(activation) ** 2) * self.w\n", + " jacobian = 1 - psi* self.u\n", + " det_jacobian = torch.abs(jacobian)\n", + " return flow, det_jacobian\n", + " \n", + " " + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "id": "8ad6f89b-517c-47bb-a955-c94d80a5e4c9", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "class ConditionalNormalizingFlow(nn.Module):\n", + " def __init__(self, n_dims, n_context, n_flows):\n", + " super(ConditionalNormalizingFlow, self).__init__()\n", + " self.n_dims = n_dims\n", + " self.n_flows = n_flows\n", + " self.n_context = n_context\n", + " self.base_distribution=D.Normal(torch.zeros(self.n_dims), torch.ones(self.n_dims))\n", + "\n", + " # Create the flow layers\n", + " self.flows = nn.ModuleList([InvertedPlanarFlow(self.n_dims) for _ in range(n_flows)])\n", + "\n", + " # Context encoder network (maps context to flow parameters)\n", + " self.encoder = nn.Sequential(\n", + " nn.Linear(self.n_context, 32),\n", + " nn.ReLU(),\n", + " nn.Linear(32, 64),\n", + " nn.ReLU(),\n", + " nn.Linear(64, 100),\n", + " nn.ReLU(),\n", + " nn.Linear(100, 64),\n", + " nn.ReLU(),\n", + " nn.Linear(64, n_flows * (2 * n_dims + 1)) # u, w, b for each flow\n", + " )\n", + "\n", + " def forward(self, y, context_data):\n", + " # Compute flow parameters from the context\n", + " flow_params = self.encoder(context_data).view(-1, self.n_flows, 2 * self.n_dims + 1)\n", + "\n", + " # Apply each forward flow transformation\n", + " logdetjac_sum = 0\n", + " for i in range(self.n_flows):\n", + " if i==0:\n", + " z = y\n", + " z, det_jacobian = self.flows[i](z,flow_params[:, i, :])\n", + " logdetjac_sum += torch.log(det_jacobian)\n", + " return z, logdetjac_sum\n", + " \n", + "\n", + " def inverse(self, context_data, z):\n", + " # Compute flow parameters from the context\n", + " flow_params = self.encoder(context_data).view(-1, self.n_flows, 2 * self.n_dims + 1)\n", + " pred = []\n", + "\n", + " detjac_mm = 1\n", + " for i in range(self.n_flows):\n", + " z, det_jacobian = self.flows[i].inverse(z,flow_params[:, i, :])\n", + " z = z*det_jacobian\n", + " #detjac_mm = det_jacobian.unsqueeze(1)*det_jacobian.unsqueeze(1)\n", + " #print(detjac_mm.shape)\n", + " #ypred = z * detjac_mm\n", + " pred.append(z.detach().cpu().numpy()[0])\n", + " return np.array(pred)\n", + " \n" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "id": "59b89bbe-aab9-424d-be61-b49ecabbb589", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "# Example usage\n", + "n_dims = 1\n", + "n_context=6\n", + "n_flows = 10\n", + "batch_size = 32\n", + "nepochs=100\n", + "# Define the dimensionality of z\n", + "z_dim = 1\n", + "epsilon = 0.5\n", + "\n", + "base_distribution = D.Normal(torch.zeros(z_dim), torch.ones(z_dim))\n", + "base_distribution_perturbation = D.Normal(torch.zeros(z_dim), epsilon**2*torch.ones(z_dim))\n", + "\n", + "#data = torch.randn(batch_size, n_context)\n", + "#y = torch.randn(batch_size,1)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "id": "6567aace-64e6-4ad6-ac75-44b4c8ed63a4", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "epoch 0\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0654],\n", + " [-0.0603],\n", + " [-0.0633],\n", + " [-0.0650],\n", + " [-0.0638],\n", + " [-0.0618],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0628],\n", + " [-0.0620],\n", + " [-0.0640],\n", + " [-0.0624],\n", + " [-0.0588],\n", + " [-0.0640],\n", + " [-0.0637],\n", + " [-0.0619],\n", + " [-0.0605],\n", + " [-0.0508],\n", + " [-0.0622],\n", + " [-0.0599],\n", + " [-0.0607],\n", + " [-0.0751],\n", + " [-0.0620],\n", + " [-0.0632],\n", + " [-0.0639],\n", + " [-0.0627],\n", + " [-0.0558],\n", + " [-0.0632],\n", + " [-0.0619],\n", + " [-0.0646],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0740],\n", + " [-0.0778],\n", + " [-0.0712],\n", + " [-0.0766],\n", + " [-0.0788],\n", + " [-0.0768],\n", + " [-0.0718],\n", + " [-0.0732],\n", + " [-0.0739],\n", + " [-0.0757],\n", + " [-0.0760],\n", + " [-0.0763],\n", + " [-0.0746],\n", + " [-0.0701],\n", + " [-0.0774],\n", + " [-0.0738],\n", + " [-0.0734],\n", + " [-0.0704],\n", + " [-0.0718],\n", + " [-0.0735],\n", + " [-0.0714],\n", + " [-0.0695],\n", + " [-0.0876],\n", + " [-0.0700],\n", + " [-0.0776],\n", + " [-0.0775],\n", + " [-0.0737],\n", + " [-0.0715],\n", + " [-0.0705],\n", + " [-0.0739],\n", + " [-0.0664],\n", + " [-0.0712]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0362],\n", + " [0.0355],\n", + " [0.0395],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0374],\n", + " [0.0376],\n", + " [0.0380],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0369],\n", + " [0.0364],\n", + " [0.0401],\n", + " [0.0363],\n", + " [0.0356],\n", + " [0.0383],\n", + " [0.0386],\n", + " [0.0409],\n", + " [0.0369],\n", + " [0.0385],\n", + " [0.0379],\n", + " [0.0267],\n", + " [0.0377],\n", + " [0.0366],\n", + " [0.0375],\n", + " [0.0362],\n", + " [0.0412],\n", + " [0.0364],\n", + " [0.0371],\n", + " [0.0292],\n", + " [0.0363]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0937],\n", + " [-0.0976],\n", + " [-0.0919],\n", + " [-0.0942],\n", + " [-0.0930],\n", + " [-0.0943],\n", + " [-0.0925],\n", + " [-0.0918],\n", + " [-0.0885],\n", + " [-0.0938],\n", + " [-0.0921],\n", + " [-0.0925],\n", + " [-0.0919],\n", + " [-0.0909],\n", + " [-0.0931],\n", + " [-0.0961],\n", + " [-0.0940],\n", + " [-0.0941],\n", + " [-0.0812],\n", + " [-0.0935],\n", + " [-0.0885],\n", + " [-0.0919],\n", + " [-0.0996],\n", + " [-0.0955],\n", + " [-0.0950],\n", + " [-0.0909],\n", + " [-0.0942],\n", + " [-0.0958],\n", + " [-0.0958],\n", + " [-0.0931],\n", + " [-0.0838],\n", + " [-0.0946]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0557],\n", + " [0.0578],\n", + " [0.0539],\n", + " [0.0558],\n", + " [0.0507],\n", + " [0.0559],\n", + " [0.0556],\n", + " [0.0549],\n", + " [0.0376],\n", + " [0.0558],\n", + " [0.0520],\n", + " [0.0532],\n", + " [0.0528],\n", + " [0.0534],\n", + " [0.0527],\n", + " [0.0580],\n", + " [0.0573],\n", + " [0.0551],\n", + " [0.0384],\n", + " [0.0564],\n", + " [0.0465],\n", + " [0.0554],\n", + " [0.0565],\n", + " [0.0568],\n", + " [0.0529],\n", + " [0.0468],\n", + " [0.0569],\n", + " [0.0259],\n", + " [0.0594],\n", + " [0.0565],\n", + " [0.0455],\n", + " [0.0571]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0391],\n", + " [-0.0364],\n", + " [-0.0349],\n", + " [-0.0371],\n", + " [-0.0379],\n", + " [-0.0389],\n", + " [-0.0382],\n", + " [-0.0384],\n", + " [-0.0362],\n", + " [-0.0369],\n", + " [-0.0385],\n", + " [-0.0407],\n", + " [-0.0387],\n", + " [-0.0351],\n", + " [-0.0399],\n", + " [-0.0374],\n", + " [-0.0354],\n", + " [-0.0358],\n", + " [-0.0456],\n", + " [-0.0374],\n", + " [-0.0389],\n", + " [-0.0390],\n", + " [-0.0416],\n", + " [-0.0353],\n", + " [-0.0373],\n", + " [-0.0395],\n", + " [-0.0381],\n", + " [-0.0462],\n", + " [-0.0354],\n", + " [-0.0373],\n", + " [-0.0321],\n", + " [-0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0800],\n", + " [-0.0788],\n", + " [-0.0812],\n", + " [-0.0786],\n", + " [-0.0783],\n", + " [-0.0791],\n", + " [-0.0803],\n", + " [-0.0795],\n", + " [-0.0817],\n", + " [-0.0786],\n", + " [-0.0786],\n", + " [-0.0794],\n", + " [-0.0794],\n", + " [-0.0813],\n", + " [-0.0786],\n", + " [-0.0800],\n", + " [-0.0798],\n", + " [-0.0828],\n", + " [-0.0764],\n", + " [-0.0796],\n", + " [-0.0798],\n", + " [-0.0812],\n", + " [-0.0773],\n", + " [-0.0828],\n", + " [-0.0797],\n", + " [-0.0783],\n", + " [-0.0796],\n", + " [-0.0772],\n", + " [-0.0805],\n", + " [-0.0790],\n", + " [-0.0848],\n", + " [-0.0808]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1674],\n", + " [0.1675],\n", + " [0.1677],\n", + " [0.1679],\n", + " [0.1648],\n", + " [0.1678],\n", + " [0.1684],\n", + " [0.1680],\n", + " [0.1593],\n", + " [0.1681],\n", + " [0.1654],\n", + " [0.1663],\n", + " [0.1661],\n", + " [0.1682],\n", + " [0.1657],\n", + " [0.1682],\n", + " [0.1694],\n", + " [0.1676],\n", + " [0.1594],\n", + " [0.1682],\n", + " [0.1645],\n", + " [0.1683],\n", + " [0.1672],\n", + " [0.1684],\n", + " [0.1652],\n", + " [0.1635],\n", + " [0.1682],\n", + " [0.1616],\n", + " [0.1708],\n", + " [0.1688],\n", + " [0.1661],\n", + " [0.1683]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0557],\n", + " [-0.0610],\n", + " [-0.0519],\n", + " [-0.0577],\n", + " [-0.0589],\n", + " [-0.0569],\n", + " [-0.0535],\n", + " [-0.0541],\n", + " [-0.0556],\n", + " [-0.0575],\n", + " [-0.0567],\n", + " [-0.0544],\n", + " [-0.0542],\n", + " [-0.0498],\n", + " [-0.0568],\n", + " [-0.0586],\n", + " [-0.0556],\n", + " [-0.0532],\n", + " [-0.0491],\n", + " [-0.0556],\n", + " [-0.0507],\n", + " [-0.0530],\n", + " [-0.0689],\n", + " [-0.0549],\n", + " [-0.0592],\n", + " [-0.0578],\n", + " [-0.0563],\n", + " [-0.0596],\n", + " [-0.0575],\n", + " [-0.0557],\n", + " [-0.0547],\n", + " [-0.0558]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0595],\n", + " [0.0622],\n", + " [0.0610],\n", + " [0.0621],\n", + " [0.0654],\n", + " [0.0616],\n", + " [0.0585],\n", + " [0.0593],\n", + " [0.0743],\n", + " [0.0611],\n", + " [0.0643],\n", + " [0.0644],\n", + " [0.0635],\n", + " [0.0620],\n", + " [0.0635],\n", + " [0.0590],\n", + " [0.0602],\n", + " [0.0605],\n", + " [0.0708],\n", + " [0.0597],\n", + " [0.0661],\n", + " [0.0560],\n", + " [0.0592],\n", + " [0.0593],\n", + " [0.0645],\n", + " [0.0671],\n", + " [0.0593],\n", + " [0.0802],\n", + " [0.0575],\n", + " [0.0598],\n", + " [0.0331],\n", + " [0.0578]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0958],\n", + " [-0.0970],\n", + " [-0.0963],\n", + " [-0.0955],\n", + " [-0.0897],\n", + " [-0.0953],\n", + " [-0.0967],\n", + " [-0.0956],\n", + " [-0.0788],\n", + " [-0.0954],\n", + " [-0.0923],\n", + " [-0.0935],\n", + " [-0.0925],\n", + " [-0.0973],\n", + " [-0.0923],\n", + " [-0.0982],\n", + " [-0.0979],\n", + " [-0.0963],\n", + " [-0.0860],\n", + " [-0.0967],\n", + " [-0.0884],\n", + " [-0.0968],\n", + " [-0.0926],\n", + " [-0.0982],\n", + " [-0.0929],\n", + " [-0.0865],\n", + " [-0.0970],\n", + " [-0.0688],\n", + " [-0.1006],\n", + " [-0.0965],\n", + " [-0.0899],\n", + " [-0.0979]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0165],\n", + " [0.0178],\n", + " [0.0175],\n", + " [0.0163],\n", + " [0.0129],\n", + " [0.0163],\n", + " [0.0180],\n", + " [0.0168],\n", + " [0.0051],\n", + " [0.0174],\n", + " [0.0136],\n", + " [0.0128],\n", + " [0.0150],\n", + " [0.0176],\n", + " [0.0145],\n", + " [0.0179],\n", + " [0.0182],\n", + " [0.0213],\n", + " [0.0037],\n", + " [0.0176],\n", + " [0.0126],\n", + " [0.0196],\n", + " [0.0181],\n", + " [0.0206],\n", + " [0.0150],\n", + " [0.0102],\n", + " [0.0175],\n", + " [0.0034],\n", + " [0.0206],\n", + " [0.0177],\n", + " [0.0209],\n", + " [0.0195]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0947],\n", + " [0.0918],\n", + " [0.0919],\n", + " [0.0914],\n", + " [0.0885],\n", + " [0.0935],\n", + " [0.0951],\n", + " [0.0942],\n", + " [0.0794],\n", + " [0.0911],\n", + " [0.0904],\n", + " [0.0920],\n", + " [0.0895],\n", + " [0.0929],\n", + " [0.0914],\n", + " [0.0957],\n", + " [0.0931],\n", + " [0.0916],\n", + " [0.1009],\n", + " [0.0937],\n", + " [0.0867],\n", + " [0.0986],\n", + " [0.0910],\n", + " [0.0941],\n", + " [0.0903],\n", + " [0.0876],\n", + " [0.0946],\n", + " [0.0755],\n", + " [0.0956],\n", + " [0.0930],\n", + " [0.0988],\n", + " [0.0965]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0113],\n", + " [0.0075],\n", + " [0.0096],\n", + " [0.0090],\n", + " [0.0081],\n", + " [0.0100],\n", + " [0.0117],\n", + " [0.0118],\n", + " [0.0021],\n", + " [0.0085],\n", + " [0.0093],\n", + " [0.0101],\n", + " [0.0072],\n", + " [0.0088],\n", + " [0.0087],\n", + " [0.0111],\n", + " [0.0104],\n", + " [0.0075],\n", + " [0.0207],\n", + " [0.0106],\n", + " [0.0062],\n", + " [0.0133],\n", + " [0.0013],\n", + " [0.0101],\n", + " [0.0078],\n", + " [0.0091],\n", + " [0.0109],\n", + " [0.0275],\n", + " [0.0105],\n", + " [0.0099],\n", + " [0.0091],\n", + " [0.0112]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0028],\n", + " [ 0.0045],\n", + " [-0.0037],\n", + " [ 0.0008],\n", + " [ 0.0003],\n", + " [-0.0006],\n", + " [-0.0042],\n", + " [-0.0037],\n", + " [-0.0052],\n", + " [ 0.0013],\n", + " [-0.0027],\n", + " [-0.0055],\n", + " [-0.0043],\n", + " [-0.0048],\n", + " [-0.0014],\n", + " [ 0.0004],\n", + " [-0.0011],\n", + " [-0.0016],\n", + " [-0.0192],\n", + " [-0.0020],\n", + " [-0.0066],\n", + " [-0.0046],\n", + " [ 0.0156],\n", + " [-0.0013],\n", + " [ 0.0014],\n", + " [-0.0031],\n", + " [-0.0017],\n", + " [-0.0163],\n", + " [ 0.0010],\n", + " [-0.0014],\n", + " [ 0.0150],\n", + " [-0.0019]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0338],\n", + " [-0.0386],\n", + " [-0.0343],\n", + " [-0.0366],\n", + " [-0.0400],\n", + " [-0.0349],\n", + " [-0.0327],\n", + " [-0.0335],\n", + " [-0.0454],\n", + " [-0.0373],\n", + " [-0.0376],\n", + " [-0.0348],\n", + " [-0.0375],\n", + " [-0.0338],\n", + " [-0.0377],\n", + " [-0.0339],\n", + " [-0.0340],\n", + " [-0.0381],\n", + " [-0.0361],\n", + " [-0.0343],\n", + " [-0.0374],\n", + " [-0.0307],\n", + " [-0.0486],\n", + " [-0.0355],\n", + " [-0.0399],\n", + " [-0.0394],\n", + " [-0.0340],\n", + " [-0.0495],\n", + " [-0.0333],\n", + " [-0.0348],\n", + " [-0.0357],\n", + " [-0.0331]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0031],\n", + " [ 0.0070],\n", + " [ 0.0023],\n", + " [ 0.0055],\n", + " [ 0.0065],\n", + " [ 0.0047],\n", + " [ 0.0018],\n", + " [ 0.0026],\n", + " [ 0.0062],\n", + " [ 0.0055],\n", + " [ 0.0052],\n", + " [ 0.0035],\n", + " [ 0.0040],\n", + " [ 0.0022],\n", + " [ 0.0050],\n", + " [ 0.0045],\n", + " [ 0.0040],\n", + " [ 0.0033],\n", + " [-0.0034],\n", + " [ 0.0036],\n", + " [ 0.0031],\n", + " [ 0.0008],\n", + " [ 0.0123],\n", + " [ 0.0031],\n", + " [ 0.0068],\n", + " [ 0.0058],\n", + " [ 0.0037],\n", + " [ 0.0039],\n", + " [ 0.0039],\n", + " [ 0.0041],\n", + " [ 0.0032],\n", + " [ 0.0028]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0566],\n", + " [0.0581],\n", + " [0.0564],\n", + " [0.0571],\n", + " [0.0593],\n", + " [0.0571],\n", + " [0.0557],\n", + " [0.0558],\n", + " [0.0655],\n", + " [0.0567],\n", + " [0.0579],\n", + " [0.0567],\n", + " [0.0567],\n", + " [0.0566],\n", + " [0.0575],\n", + " [0.0577],\n", + " [0.0566],\n", + " [0.0564],\n", + " [0.0586],\n", + " [0.0563],\n", + " [0.0581],\n", + " [0.0552],\n", + " [0.0618],\n", + " [0.0575],\n", + " [0.0593],\n", + " [0.0604],\n", + " [0.0565],\n", + " [0.0763],\n", + " [0.0575],\n", + " [0.0561],\n", + " [0.0581],\n", + " [0.0566]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0173],\n", + " [-0.0187],\n", + " [-0.0174],\n", + " [-0.0177],\n", + " [-0.0173],\n", + " [-0.0179],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0106],\n", + " [-0.0181],\n", + " [-0.0160],\n", + " [-0.0168],\n", + " [-0.0165],\n", + " [-0.0168],\n", + " [-0.0170],\n", + " [-0.0178],\n", + " [-0.0184],\n", + " [-0.0195],\n", + " [-0.0180],\n", + " [-0.0180],\n", + " [-0.0138],\n", + " [-0.0186],\n", + " [-0.0158],\n", + " [-0.0196],\n", + " [-0.0169],\n", + " [-0.0162],\n", + " [-0.0177],\n", + " [-0.0183],\n", + " [-0.0191],\n", + " [-0.0180],\n", + " [-0.0239],\n", + " [-0.0183]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1710],\n", + " [-0.1752],\n", + " [-0.1680],\n", + " [-0.1723],\n", + " [-0.1725],\n", + " [-0.1729],\n", + " [-0.1696],\n", + " [-0.1697],\n", + " [-0.1666],\n", + " [-0.1720],\n", + " [-0.1701],\n", + " [-0.1698],\n", + " [-0.1689],\n", + " [-0.1670],\n", + " [-0.1722],\n", + " [-0.1725],\n", + " [-0.1701],\n", + " [-0.1691],\n", + " [-0.1668],\n", + " [-0.1705],\n", + " [-0.1659],\n", + " [-0.1693],\n", + " [-0.1871],\n", + " [-0.1698],\n", + " [-0.1732],\n", + " [-0.1703],\n", + " [-0.1711],\n", + " [-0.1589],\n", + " [-0.1712],\n", + " [-0.1705],\n", + " [-0.1711],\n", + " [-0.1711]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0225],\n", + " [-0.0189],\n", + " [-0.0211],\n", + " [-0.0207],\n", + " [-0.0199],\n", + " [-0.0212],\n", + " [-0.0230],\n", + " [-0.0225],\n", + " [-0.0195],\n", + " [-0.0199],\n", + " [-0.0222],\n", + " [-0.0243],\n", + " [-0.0219],\n", + " [-0.0207],\n", + " [-0.0207],\n", + " [-0.0220],\n", + " [-0.0220],\n", + " [-0.0204],\n", + " [-0.0287],\n", + " [-0.0221],\n", + " [-0.0210],\n", + " [-0.0232],\n", + " [-0.0068],\n", + " [-0.0218],\n", + " [-0.0197],\n", + " [-0.0221],\n", + " [-0.0223],\n", + " [-0.0304],\n", + " [-0.0219],\n", + " [-0.0216],\n", + " [ 0.0049],\n", + " [-0.0226]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0088],\n", + " [ 0.0111],\n", + " [ 0.0087],\n", + " [ 0.0075],\n", + " [ 0.0021],\n", + " [ 0.0074],\n", + " [ 0.0094],\n", + " [ 0.0078],\n", + " [-0.0094],\n", + " [ 0.0080],\n", + " [ 0.0032],\n", + " [ 0.0029],\n", + " [ 0.0039],\n", + " [ 0.0087],\n", + " [ 0.0037],\n", + " [ 0.0128],\n", + " [ 0.0110],\n", + " [ 0.0106],\n", + " [-0.0088],\n", + " [ 0.0097],\n", + " [-0.0025],\n", + " [ 0.0105],\n", + " [ 0.0183],\n", + " [ 0.0139],\n", + " [ 0.0052],\n", + " [-0.0026],\n", + " [ 0.0103],\n", + " [-0.0262],\n", + " [ 0.0161],\n", + " [ 0.0091],\n", + " [ 0.0255],\n", + " [ 0.0121]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0913],\n", + " [0.0888],\n", + " [0.0933],\n", + " [0.0913],\n", + " [0.0936],\n", + " [0.0908],\n", + " [0.0922],\n", + " [0.0923],\n", + " [0.1002],\n", + " [0.0921],\n", + " [0.0940],\n", + " [0.0935],\n", + " [0.0959],\n", + " [0.0939],\n", + " [0.0933],\n", + " [0.0889],\n", + " [0.0910],\n", + " [0.0930],\n", + " [0.0947],\n", + " [0.0915],\n", + " [0.1010],\n", + " [0.0912],\n", + " [0.0804],\n", + " [0.0908],\n", + " [0.0910],\n", + " [0.0962],\n", + " [0.0909],\n", + " [0.1061],\n", + " [0.0897],\n", + " [0.0922],\n", + " [0.1016],\n", + " [0.0905]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0827],\n", + " [0.0839],\n", + " [0.0841],\n", + " [0.0822],\n", + " [0.0792],\n", + " [0.0810],\n", + " [0.0828],\n", + " [0.0825],\n", + " [0.0822],\n", + " [0.0831],\n", + " [0.0808],\n", + " [0.0779],\n", + " [0.0804],\n", + " [0.0844],\n", + " [0.0794],\n", + " [0.0855],\n", + " [0.0842],\n", + " [0.0870],\n", + " [0.0712],\n", + " [0.0835],\n", + " [0.0800],\n", + " [0.0849],\n", + " [0.0882],\n", + " [0.0875],\n", + " [0.0829],\n", + " [0.0777],\n", + " [0.0837],\n", + " [0.0667],\n", + " [0.0877],\n", + " [0.0833],\n", + " [0.1065],\n", + " [0.0853]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0878],\n", + " [0.0884],\n", + " [0.0863],\n", + " [0.0870],\n", + " [0.0881],\n", + " [0.0870],\n", + " [0.0871],\n", + " [0.0866],\n", + " [0.0898],\n", + " [0.0866],\n", + " [0.0872],\n", + " [0.0874],\n", + " [0.0869],\n", + " [0.0847],\n", + " [0.0872],\n", + " [0.0886],\n", + " [0.0866],\n", + " [0.0875],\n", + " [0.0788],\n", + " [0.0871],\n", + " [0.0846],\n", + " [0.0872],\n", + " [0.0932],\n", + " [0.0891],\n", + " [0.0885],\n", + " [0.0877],\n", + " [0.0874],\n", + " [0.0782],\n", + " [0.0885],\n", + " [0.0863],\n", + " [0.0846],\n", + " [0.0880]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0420],\n", + " [0.0410],\n", + " [0.0411],\n", + " [0.0400],\n", + " [0.0392],\n", + " [0.0396],\n", + " [0.0393],\n", + " [0.0419],\n", + " [0.0418],\n", + " [0.0396],\n", + " [0.0378],\n", + " [0.0397],\n", + " [0.0411],\n", + " [0.0388],\n", + " [0.0407],\n", + " [0.0420],\n", + " [0.0427],\n", + " [0.0310],\n", + " [0.0404],\n", + " [0.0398],\n", + " [0.0389],\n", + " [0.0410],\n", + " [0.0420],\n", + " [0.0408],\n", + " [0.0391],\n", + " [0.0401],\n", + " [0.0503],\n", + " [0.0428],\n", + " [0.0410],\n", + " [0.0436],\n", + " [0.0403]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0356],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0374],\n", + " [0.0374],\n", + " [0.0381],\n", + " [0.0366],\n", + " [0.0368],\n", + " [0.0381],\n", + " [0.0371],\n", + " [0.0374],\n", + " [0.0382],\n", + " [0.0379],\n", + " [0.0361],\n", + " [0.0363],\n", + " [0.0387],\n", + " [0.0410],\n", + " [0.0370],\n", + " [0.0377],\n", + " [0.0392],\n", + " [0.0293],\n", + " [0.0369],\n", + " [0.0382],\n", + " [0.0373],\n", + " [0.0367],\n", + " [0.0189],\n", + " [0.0350],\n", + " [0.0369],\n", + " [0.0207],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0722],\n", + " [-0.0711],\n", + " [-0.0734],\n", + " [-0.0732],\n", + " [-0.0745],\n", + " [-0.0730],\n", + " [-0.0724],\n", + " [-0.0735],\n", + " [-0.0756],\n", + " [-0.0731],\n", + " [-0.0748],\n", + " [-0.0742],\n", + " [-0.0737],\n", + " [-0.0738],\n", + " [-0.0738],\n", + " [-0.0708],\n", + " [-0.0729],\n", + " [-0.0718],\n", + " [-0.0896],\n", + " [-0.0725],\n", + " [-0.0758],\n", + " [-0.0722],\n", + " [-0.0600],\n", + " [-0.0704],\n", + " [-0.0736],\n", + " [-0.0760],\n", + " [-0.0720],\n", + " [-0.0880],\n", + " [-0.0697],\n", + " [-0.0729],\n", + " [-0.0569],\n", + " [-0.0710]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0999],\n", + " [-0.1020],\n", + " [-0.0995],\n", + " [-0.1018],\n", + " [-0.1062],\n", + " [-0.1020],\n", + " [-0.0989],\n", + " [-0.0999],\n", + " [-0.1101],\n", + " [-0.1017],\n", + " [-0.1031],\n", + " [-0.1023],\n", + " [-0.1023],\n", + " [-0.0997],\n", + " [-0.1041],\n", + " [-0.0990],\n", + " [-0.0991],\n", + " [-0.0997],\n", + " [-0.1046],\n", + " [-0.0995],\n", + " [-0.1048],\n", + " [-0.0979],\n", + " [-0.1176],\n", + " [-0.0984],\n", + " [-0.1040],\n", + " [-0.1072],\n", + " [-0.0993],\n", + " [-0.1086],\n", + " [-0.0977],\n", + " [-0.0998],\n", + " [-0.1034],\n", + " [-0.0983]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0636],\n", + " [-0.0603],\n", + " [-0.0630],\n", + " [-0.0616],\n", + " [-0.0602],\n", + " [-0.0628],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0591],\n", + " [-0.0609],\n", + " [-0.0621],\n", + " [-0.0652],\n", + " [-0.0631],\n", + " [-0.0642],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0611],\n", + " [-0.0624],\n", + " [-0.0628],\n", + " [-0.0630],\n", + " [-0.0642],\n", + " [-0.0581],\n", + " [-0.0622],\n", + " [-0.0600],\n", + " [-0.0610],\n", + " [-0.0633],\n", + " [-0.0531],\n", + " [-0.0628],\n", + " [-0.0626],\n", + " [-0.0582],\n", + " [-0.0634]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0594],\n", + " [-0.0662],\n", + " [-0.0625],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0592],\n", + " [-0.0638],\n", + " [-0.0641],\n", + " [-0.0621],\n", + " [-0.0635],\n", + " [-0.0628],\n", + " [-0.0594],\n", + " [-0.0602],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0620],\n", + " [-0.0639],\n", + " [-0.0610],\n", + " [-0.0596],\n", + " [-0.0645],\n", + " [-0.0617],\n", + " [-0.0570],\n", + " [-0.0635],\n", + " [-0.0598],\n", + " [-0.0614],\n", + " [-0.0745],\n", + " [-0.0626],\n", + " [-0.0633],\n", + " [-0.0597],\n", + " [-0.0678],\n", + " [-0.0683],\n", + " [-0.0806]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0736],\n", + " [-0.0794],\n", + " [-0.0721],\n", + " [-0.0735],\n", + " [-0.0719],\n", + " [-0.0791],\n", + " [-0.0757],\n", + " [-0.0767],\n", + " [-0.0686],\n", + " [-0.0760],\n", + " [-0.0768],\n", + " [-0.0682],\n", + " [-0.0721],\n", + " [-0.0710],\n", + " [-0.0751],\n", + " [-0.0754],\n", + " [-0.0786],\n", + " [-0.0738],\n", + " [-0.0716],\n", + " [-0.0776],\n", + " [-0.0731],\n", + " [-0.0651],\n", + " [-0.0741],\n", + " [-0.0669],\n", + " [-0.0654],\n", + " [-0.0855],\n", + " [-0.0732],\n", + " [-0.0766],\n", + " [-0.0754],\n", + " [-0.0804],\n", + " [-0.0787],\n", + " [-0.0905]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0381],\n", + " [0.0378],\n", + " [0.0361],\n", + " [0.0367],\n", + " [0.0362],\n", + " [0.0394],\n", + " [0.0389],\n", + " [0.0362],\n", + " [0.0365],\n", + " [0.0363],\n", + " [0.0380],\n", + " [0.0391],\n", + " [0.0384],\n", + " [0.0364],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0387],\n", + " [0.0396],\n", + " [0.0388],\n", + " [0.0361],\n", + " [0.0397],\n", + " [0.0395],\n", + " [0.0351],\n", + " [0.0396],\n", + " [0.0358],\n", + " [0.0303],\n", + " [0.0353],\n", + " [0.0375],\n", + " [0.0400],\n", + " [0.0361],\n", + " [0.0375],\n", + " [0.0278]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0886],\n", + " [-0.0940],\n", + " [-0.0942],\n", + " [-0.0942],\n", + " [-0.0959],\n", + " [-0.0887],\n", + " [-0.0916],\n", + " [-0.0954],\n", + " [-0.0943],\n", + " [-0.0943],\n", + " [-0.0929],\n", + " [-0.0871],\n", + " [-0.0881],\n", + " [-0.0946],\n", + " [-0.0924],\n", + " [-0.0920],\n", + " [-0.0923],\n", + " [-0.0920],\n", + " [-0.0877],\n", + " [-0.0935],\n", + " [-0.0885],\n", + " [-0.0882],\n", + " [-0.0966],\n", + " [-0.0910],\n", + " [-0.0929],\n", + " [-0.1035],\n", + " [-0.0953],\n", + " [-0.0950],\n", + " [-0.0892],\n", + " [-0.0977],\n", + " [-0.0938],\n", + " [-0.0970]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0462],\n", + " [0.0541],\n", + " [0.0569],\n", + " [0.0566],\n", + " [0.0588],\n", + " [0.0401],\n", + " [0.0522],\n", + " [0.0560],\n", + " [0.0591],\n", + " [0.0551],\n", + " [0.0516],\n", + " [0.0517],\n", + " [0.0500],\n", + " [0.0577],\n", + " [0.0554],\n", + " [0.0538],\n", + " [0.0502],\n", + " [0.0546],\n", + " [0.0400],\n", + " [0.0533],\n", + " [0.0514],\n", + " [0.0472],\n", + " [0.0596],\n", + " [0.0561],\n", + " [0.0598],\n", + " [0.0581],\n", + " [0.0588],\n", + " [0.0553],\n", + " [0.0397],\n", + " [0.0563],\n", + " [0.0502],\n", + " [0.0493]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0411],\n", + " [-0.0388],\n", + " [-0.0388],\n", + " [-0.0375],\n", + " [-0.0362],\n", + " [-0.0396],\n", + " [-0.0356],\n", + " [-0.0385],\n", + " [-0.0365],\n", + " [-0.0385],\n", + " [-0.0349],\n", + " [-0.0414],\n", + " [-0.0420],\n", + " [-0.0375],\n", + " [-0.0404],\n", + " [-0.0394],\n", + " [-0.0352],\n", + " [-0.0352],\n", + " [-0.0422],\n", + " [-0.0416],\n", + " [-0.0417],\n", + " [-0.0344],\n", + " [-0.0351],\n", + " [-0.0358],\n", + " [-0.0347],\n", + " [-0.0402],\n", + " [-0.0362],\n", + " [-0.0358],\n", + " [-0.0357],\n", + " [-0.0355],\n", + " [-0.0342],\n", + " [-0.0376]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0799],\n", + " [-0.0775],\n", + " [-0.0802],\n", + " [-0.0801],\n", + " [-0.0804],\n", + " [-0.0783],\n", + " [-0.0793],\n", + " [-0.0793],\n", + " [-0.0803],\n", + " [-0.0796],\n", + " [-0.0799],\n", + " [-0.0789],\n", + " [-0.0796],\n", + " [-0.0805],\n", + " [-0.0785],\n", + " [-0.0786],\n", + " [-0.0785],\n", + " [-0.0792],\n", + " [-0.0793],\n", + " [-0.0786],\n", + " [-0.0772],\n", + " [-0.0823],\n", + " [-0.0795],\n", + " [-0.0814],\n", + " [-0.0819],\n", + " [-0.0768],\n", + " [-0.0791],\n", + " [-0.0797],\n", + " [-0.0822],\n", + " [-0.0783],\n", + " [-0.0803],\n", + " [-0.0812]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1612],\n", + " [0.1676],\n", + " [0.1683],\n", + " [0.1681],\n", + " [0.1694],\n", + " [0.1564],\n", + " [0.1673],\n", + " [0.1673],\n", + " [0.1711],\n", + " [0.1669],\n", + " [0.1648],\n", + " [0.1675],\n", + " [0.1646],\n", + " [0.1690],\n", + " [0.1687],\n", + " [0.1676],\n", + " [0.1645],\n", + " [0.1684],\n", + " [0.1620],\n", + " [0.1661],\n", + " [0.1683],\n", + " [0.1655],\n", + " [0.1702],\n", + " [0.1705],\n", + " [0.1744],\n", + " [0.1655],\n", + " [0.1692],\n", + " [0.1673],\n", + " [0.1570],\n", + " [0.1667],\n", + " [0.1651],\n", + " [0.1604]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0542],\n", + " [-0.0584],\n", + " [-0.0557],\n", + " [-0.0554],\n", + " [-0.0571],\n", + " [-0.0592],\n", + " [-0.0558],\n", + " [-0.0586],\n", + " [-0.0553],\n", + " [-0.0571],\n", + " [-0.0581],\n", + " [-0.0456],\n", + " [-0.0511],\n", + " [-0.0561],\n", + " [-0.0550],\n", + " [-0.0558],\n", + " [-0.0593],\n", + " [-0.0543],\n", + " [-0.0500],\n", + " [-0.0563],\n", + " [-0.0549],\n", + " [-0.0438],\n", + " [-0.0592],\n", + " [-0.0500],\n", + " [-0.0563],\n", + " [-0.0699],\n", + " [-0.0574],\n", + " [-0.0588],\n", + " [-0.0548],\n", + " [-0.0623],\n", + " [-0.0586],\n", + " [-0.0715]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0672],\n", + " [0.0646],\n", + " [0.0580],\n", + " [0.0599],\n", + " [0.0586],\n", + " [0.0775],\n", + " [0.0655],\n", + " [0.0612],\n", + " [0.0555],\n", + " [0.0616],\n", + " [0.0666],\n", + " [0.0588],\n", + " [0.0622],\n", + " [0.0575],\n", + " [0.0607],\n", + " [0.0618],\n", + " [0.0678],\n", + " [0.0626],\n", + " [0.0726],\n", + " [0.0635],\n", + " [0.0604],\n", + " [0.0628],\n", + " [0.0596],\n", + " [0.0553],\n", + " [0.0545],\n", + " [0.0607],\n", + " [0.0591],\n", + " [0.0629],\n", + " [0.0755],\n", + " [0.0635],\n", + " [0.0666],\n", + " [0.0572]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0882],\n", + " [-0.0935],\n", + " [-0.0974],\n", + " [-0.0969],\n", + " [-0.0994],\n", + " [-0.0832],\n", + " [-0.0908],\n", + " [-0.0959],\n", + " [-0.1005],\n", + " [-0.0951],\n", + " [-0.0913],\n", + " [-0.0955],\n", + " [-0.0919],\n", + " [-0.0987],\n", + " [-0.0955],\n", + " [-0.0947],\n", + " [-0.0896],\n", + " [-0.0955],\n", + " [-0.0822],\n", + " [-0.0931],\n", + " [-0.0926],\n", + " [-0.0925],\n", + " [-0.0997],\n", + " [-0.0986],\n", + " [-0.1037],\n", + " [-0.0956],\n", + " [-0.0978],\n", + " [-0.0962],\n", + " [-0.0840],\n", + " [-0.0947],\n", + " [-0.0854],\n", + " [-0.0824]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0091],\n", + " [0.0142],\n", + " [0.0186],\n", + " [0.0173],\n", + " [0.0201],\n", + " [0.0008],\n", + " [0.0149],\n", + " [0.0163],\n", + " [0.0217],\n", + " [0.0157],\n", + " [0.0125],\n", + " [0.0159],\n", + " [0.0132],\n", + " [0.0198],\n", + " [0.0163],\n", + " [0.0144],\n", + " [0.0111],\n", + " [0.0165],\n", + " [0.0058],\n", + " [0.0144],\n", + " [0.0148],\n", + " [0.0175],\n", + " [0.0187],\n", + " [0.0215],\n", + " [0.0241],\n", + " [0.0163],\n", + " [0.0203],\n", + " [0.0143],\n", + " [0.0032],\n", + " [0.0164],\n", + " [0.0126],\n", + " [0.0180]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0922],\n", + " [0.0903],\n", + " [0.0962],\n", + " [0.0939],\n", + " [0.0954],\n", + " [0.0887],\n", + " [0.0843],\n", + " [0.0943],\n", + " [0.0975],\n", + " [0.0931],\n", + " [0.0868],\n", + " [0.0983],\n", + " [0.0949],\n", + " [0.0966],\n", + " [0.0944],\n", + " [0.0941],\n", + " [0.0862],\n", + " [0.0904],\n", + " [0.0848],\n", + " [0.0929],\n", + " [0.0950],\n", + " [0.0896],\n", + " [0.0945],\n", + " [0.0973],\n", + " [0.0983],\n", + " [0.0915],\n", + " [0.0934],\n", + " [0.0920],\n", + " [0.0863],\n", + " [0.0892],\n", + " [0.0818],\n", + " [0.0848]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0121],\n", + " [0.0096],\n", + " [0.0113],\n", + " [0.0106],\n", + " [0.0098],\n", + " [0.0148],\n", + " [0.0059],\n", + " [0.0106],\n", + " [0.0108],\n", + " [0.0103],\n", + " [0.0081],\n", + " [0.0107],\n", + " [0.0127],\n", + " [0.0111],\n", + " [0.0110],\n", + " [0.0123],\n", + " [0.0091],\n", + " [0.0099],\n", + " [0.0064],\n", + " [0.0095],\n", + " [0.0148],\n", + " [0.0034],\n", + " [0.0087],\n", + " [0.0113],\n", + " [0.0103],\n", + " [0.0032],\n", + " [0.0069],\n", + " [0.0114],\n", + " [0.0085],\n", + " [0.0067],\n", + " [0.0026],\n", + " [0.0029]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0091],\n", + " [ 0.0014],\n", + " [-0.0022],\n", + " [-0.0025],\n", + " [ 0.0003],\n", + " [-0.0089],\n", + " [-0.0005],\n", + " [ 0.0005],\n", + " [-0.0010],\n", + " [-0.0010],\n", + " [-0.0005],\n", + " [-0.0106],\n", + " [-0.0098],\n", + " [-0.0012],\n", + " [-0.0028],\n", + " [-0.0033],\n", + " [-0.0001],\n", + " [-0.0024],\n", + " [-0.0112],\n", + " [-0.0024],\n", + " [-0.0025],\n", + " [-0.0074],\n", + " [ 0.0022],\n", + " [-0.0043],\n", + " [ 0.0016],\n", + " [ 0.0136],\n", + " [ 0.0008],\n", + " [ 0.0005],\n", + " [-0.0082],\n", + " [ 0.0065],\n", + " [ 0.0020],\n", + " [ 0.0240]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0363],\n", + " [-0.0331],\n", + " [-0.0338],\n", + " [-0.0348],\n", + " [-0.0402],\n", + " [-0.0385],\n", + " [-0.0354],\n", + " [-0.0309],\n", + " [-0.0357],\n", + " [-0.0386],\n", + " [-0.0299],\n", + " [-0.0330],\n", + " [-0.0328],\n", + " [-0.0332],\n", + " [-0.0336],\n", + " [-0.0387],\n", + " [-0.0350],\n", + " [-0.0383],\n", + " [-0.0361],\n", + " [-0.0317],\n", + " [-0.0372],\n", + " [-0.0357],\n", + " [-0.0294],\n", + " [-0.0303],\n", + " [-0.0440],\n", + " [-0.0372],\n", + " [-0.0353],\n", + " [-0.0401],\n", + " [-0.0411],\n", + " [-0.0432],\n", + " [-0.0586]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 2.2989e-03],\n", + " [ 5.8708e-03],\n", + " [ 2.9148e-03],\n", + " [ 3.2533e-03],\n", + " [ 4.5163e-03],\n", + " [ 5.1100e-03],\n", + " [ 6.2187e-03],\n", + " [ 5.0816e-03],\n", + " [ 2.0463e-03],\n", + " [ 4.5613e-03],\n", + " [ 6.6050e-03],\n", + " [-2.3768e-03],\n", + " [ 5.0680e-05],\n", + " [ 2.9450e-03],\n", + " [ 3.4461e-03],\n", + " [ 3.6232e-03],\n", + " [ 7.3806e-03],\n", + " [ 4.1038e-03],\n", + " [ 1.9167e-03],\n", + " [ 4.5909e-03],\n", + " [ 1.6611e-03],\n", + " [ 7.9815e-05],\n", + " [ 6.5268e-03],\n", + " [-4.4635e-04],\n", + " [ 2.4433e-03],\n", + " [ 1.1639e-02],\n", + " [ 5.7170e-03],\n", + " [ 5.3695e-03],\n", + " [ 4.7381e-03],\n", + " [ 7.9514e-03],\n", + " [ 7.8928e-03],\n", + " [ 1.5338e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0592],\n", + " [0.0575],\n", + " [0.0564],\n", + " [0.0565],\n", + " [0.0573],\n", + " [0.0641],\n", + " [0.0584],\n", + " [0.0580],\n", + " [0.0560],\n", + " [0.0574],\n", + " [0.0597],\n", + " [0.0533],\n", + " [0.0556],\n", + " [0.0567],\n", + " [0.0558],\n", + " [0.0566],\n", + " [0.0605],\n", + " [0.0567],\n", + " [0.0612],\n", + " [0.0573],\n", + " [0.0558],\n", + " [0.0571],\n", + " [0.0580],\n", + " [0.0542],\n", + " [0.0578],\n", + " [0.0639],\n", + " [0.0566],\n", + " [0.0582],\n", + " [0.0643],\n", + " [0.0589],\n", + " [0.0616],\n", + " [0.0607]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0157],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [-0.0178],\n", + " [-0.0189],\n", + " [-0.0130],\n", + " [-0.0172],\n", + " [-0.0175],\n", + " [-0.0182],\n", + " [-0.0173],\n", + " [-0.0157],\n", + " [-0.0174],\n", + " [-0.0174],\n", + " [-0.0184],\n", + " [-0.0177],\n", + " [-0.0169],\n", + " [-0.0162],\n", + " [-0.0177],\n", + " [-0.0120],\n", + " [-0.0169],\n", + " [-0.0188],\n", + " [-0.0135],\n", + " [-0.0179],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0153],\n", + " [-0.0183],\n", + " [-0.0170],\n", + " [-0.0117],\n", + " [-0.0192],\n", + " [-0.0186],\n", + " [-0.0200]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1679],\n", + " [-0.1735],\n", + " [-0.1711],\n", + " [-0.1705],\n", + " [-0.1717],\n", + " [-0.1703],\n", + " [-0.1686],\n", + " [-0.1737],\n", + " [-0.1703],\n", + " [-0.1722],\n", + " [-0.1697],\n", + " [-0.1657],\n", + " [-0.1672],\n", + " [-0.1710],\n", + " [-0.1713],\n", + " [-0.1707],\n", + " [-0.1703],\n", + " [-0.1684],\n", + " [-0.1653],\n", + " [-0.1726],\n", + " [-0.1716],\n", + " [-0.1649],\n", + " [-0.1723],\n", + " [-0.1675],\n", + " [-0.1697],\n", + " [-0.1820],\n", + " [-0.1720],\n", + " [-0.1720],\n", + " [-0.1669],\n", + " [-0.1763],\n", + " [-0.1712],\n", + " [-0.1878]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0265],\n", + " [-0.0212],\n", + " [-0.0226],\n", + " [-0.0226],\n", + " [-0.0214],\n", + " [-0.0290],\n", + " [-0.0207],\n", + " [-0.0210],\n", + " [-0.0225],\n", + " [-0.0213],\n", + " [-0.0216],\n", + " [-0.0231],\n", + " [-0.0259],\n", + " [-0.0225],\n", + " [-0.0226],\n", + " [-0.0233],\n", + " [-0.0221],\n", + " [-0.0223],\n", + " [-0.0236],\n", + " [-0.0216],\n", + " [-0.0241],\n", + " [-0.0165],\n", + " [-0.0204],\n", + " [-0.0217],\n", + " [-0.0204],\n", + " [-0.0097],\n", + " [-0.0200],\n", + " [-0.0222],\n", + " [-0.0243],\n", + " [-0.0172],\n", + " [-0.0164],\n", + " [ 0.0079]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0034],\n", + " [ 0.0036],\n", + " [ 0.0111],\n", + " [ 0.0100],\n", + " [ 0.0145],\n", + " [-0.0105],\n", + " [ 0.0024],\n", + " [ 0.0088],\n", + " [ 0.0154],\n", + " [ 0.0077],\n", + " [ 0.0036],\n", + " [ 0.0053],\n", + " [ 0.0010],\n", + " [ 0.0130],\n", + " [ 0.0062],\n", + " [ 0.0053],\n", + " [ 0.0012],\n", + " [ 0.0072],\n", + " [-0.0113],\n", + " [ 0.0036],\n", + " [ 0.0013],\n", + " [ 0.0041],\n", + " [ 0.0158],\n", + " [ 0.0123],\n", + " [ 0.0214],\n", + " [ 0.0171],\n", + " [ 0.0130],\n", + " [ 0.0085],\n", + " [-0.0082],\n", + " [ 0.0095],\n", + " [ 0.0026],\n", + " [ 0.0150]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0963],\n", + " [0.0917],\n", + " [0.0909],\n", + " [0.0914],\n", + " [0.0895],\n", + " [0.0919],\n", + " [0.0973],\n", + " [0.0894],\n", + " [0.0916],\n", + " [0.0908],\n", + " [0.0932],\n", + " [0.0970],\n", + " [0.0962],\n", + " [0.0905],\n", + " [0.0925],\n", + " [0.0917],\n", + " [0.0932],\n", + " [0.0930],\n", + " [0.1030],\n", + " [0.0926],\n", + " [0.0947],\n", + " [0.1011],\n", + " [0.0887],\n", + " [0.0931],\n", + " [0.0919],\n", + " [0.0824],\n", + " [0.0918],\n", + " [0.0888],\n", + " [0.0950],\n", + " [0.0887],\n", + " [0.0965],\n", + " [0.0869]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0779],\n", + " [0.0778],\n", + " [0.0845],\n", + " [0.0830],\n", + " [0.0869],\n", + " [0.0744],\n", + " [0.0809],\n", + " [0.0826],\n", + " [0.0863],\n", + " [0.0821],\n", + " [0.0827],\n", + " [0.0782],\n", + " [0.0780],\n", + " [0.0857],\n", + " [0.0802],\n", + " [0.0808],\n", + " [0.0803],\n", + " [0.0828],\n", + " [0.0754],\n", + " [0.0784],\n", + " [0.0779],\n", + " [0.0843],\n", + " [0.0876],\n", + " [0.0853],\n", + " [0.0928],\n", + " [0.0873],\n", + " [0.0859],\n", + " [0.0834],\n", + " [0.0802],\n", + " [0.0823],\n", + " [0.0806],\n", + " [0.0822]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0873],\n", + " [0.0872],\n", + " [0.0876],\n", + " [0.0878],\n", + " [0.0881],\n", + " [0.0887],\n", + " [0.0871],\n", + " [0.0878],\n", + " [0.0873],\n", + " [0.0880],\n", + " [0.0889],\n", + " [0.0829],\n", + " [0.0859],\n", + " [0.0878],\n", + " [0.0856],\n", + " [0.0862],\n", + " [0.0889],\n", + " [0.0859],\n", + " [0.0840],\n", + " [0.0870],\n", + " [0.0846],\n", + " [0.0828],\n", + " [0.0885],\n", + " [0.0859],\n", + " [0.0873],\n", + " [0.0935],\n", + " [0.0870],\n", + " [0.0887],\n", + " [0.0894],\n", + " [0.0897],\n", + " [0.0901],\n", + " [0.1002]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0400],\n", + " [0.0398],\n", + " [0.0403],\n", + " [0.0420],\n", + " [0.0356],\n", + " [0.0431],\n", + " [0.0395],\n", + " [0.0427],\n", + " [0.0393],\n", + " [0.0415],\n", + " [0.0367],\n", + " [0.0364],\n", + " [0.0410],\n", + " [0.0387],\n", + " [0.0384],\n", + " [0.0411],\n", + " [0.0418],\n", + " [0.0377],\n", + " [0.0376],\n", + " [0.0378],\n", + " [0.0396],\n", + " [0.0429],\n", + " [0.0414],\n", + " [0.0447],\n", + " [0.0411],\n", + " [0.0430],\n", + " [0.0407],\n", + " [0.0380],\n", + " [0.0422],\n", + " [0.0430],\n", + " [0.0456]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0395],\n", + " [0.0360],\n", + " [0.0372],\n", + " [0.0363],\n", + " [0.0359],\n", + " [0.0374],\n", + " [0.0351],\n", + " [0.0371],\n", + " [0.0356],\n", + " [0.0372],\n", + " [0.0369],\n", + " [0.0389],\n", + " [0.0394],\n", + " [0.0368],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0359],\n", + " [0.0381],\n", + " [0.0387],\n", + " [0.0385],\n", + " [0.0341],\n", + " [0.0373],\n", + " [0.0339],\n", + " [0.0303],\n", + " [0.0355],\n", + " [0.0364],\n", + " [0.0388],\n", + " [0.0344],\n", + " [0.0319],\n", + " [0.0249]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0783],\n", + " [-0.0743],\n", + " [-0.0714],\n", + " [-0.0719],\n", + " [-0.0704],\n", + " [-0.0833],\n", + " [-0.0746],\n", + " [-0.0724],\n", + " [-0.0695],\n", + " [-0.0727],\n", + " [-0.0748],\n", + " [-0.0745],\n", + " [-0.0766],\n", + " [-0.0709],\n", + " [-0.0739],\n", + " [-0.0749],\n", + " [-0.0757],\n", + " [-0.0745],\n", + " [-0.0784],\n", + " [-0.0736],\n", + " [-0.0774],\n", + " [-0.0737],\n", + " [-0.0696],\n", + " [-0.0710],\n", + " [-0.0674],\n", + " [-0.0641],\n", + " [-0.0704],\n", + " [-0.0735],\n", + " [-0.0784],\n", + " [-0.0711],\n", + " [-0.0725],\n", + " [-0.0647]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1037],\n", + " [-0.1048],\n", + " [-0.0986],\n", + " [-0.0993],\n", + " [-0.0981],\n", + " [-0.1085],\n", + " [-0.1046],\n", + " [-0.1017],\n", + " [-0.0970],\n", + " [-0.1017],\n", + " [-0.1038],\n", + " [-0.0991],\n", + " [-0.1010],\n", + " [-0.0979],\n", + " [-0.1015],\n", + " [-0.1016],\n", + " [-0.1055],\n", + " [-0.1005],\n", + " [-0.1079],\n", + " [-0.1039],\n", + " [-0.1032],\n", + " [-0.1017],\n", + " [-0.0997],\n", + " [-0.0968],\n", + " [-0.0968],\n", + " [-0.1095],\n", + " [-0.0996],\n", + " [-0.1014],\n", + " [-0.1068],\n", + " [-0.1045],\n", + " [-0.1087],\n", + " [-0.1319]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0638],\n", + " [-0.0617],\n", + " [-0.0636],\n", + " [-0.0636],\n", + " [-0.0625],\n", + " [-0.0618],\n", + " [-0.0609],\n", + " [-0.0622],\n", + " [-0.0639],\n", + " [-0.0625],\n", + " [-0.0610],\n", + " [-0.0668],\n", + " [-0.0653],\n", + " [-0.0633],\n", + " [-0.0638],\n", + " [-0.0635],\n", + " [-0.0604],\n", + " [-0.0626],\n", + " [-0.0633],\n", + " [-0.0635],\n", + " [-0.0624],\n", + " [-0.0638],\n", + " [-0.0622],\n", + " [-0.0648],\n", + " [-0.0634],\n", + " [-0.0557],\n", + " [-0.0619],\n", + " [-0.0618],\n", + " [-0.0628],\n", + " [-0.0587],\n", + " [-0.0588],\n", + " [-0.0434]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0599],\n", + " [-0.0618],\n", + " [-0.0609],\n", + " [-0.0602],\n", + " [-0.0628],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0630],\n", + " [-0.0580],\n", + " [-0.0619],\n", + " [-0.0675],\n", + " [-0.0450],\n", + " [-0.0625],\n", + " [-0.0627],\n", + " [-0.0554],\n", + " [-0.0624],\n", + " [-0.0614],\n", + " [-0.0312],\n", + " [-0.0588],\n", + " [-0.0335],\n", + " [-0.0344],\n", + " [-0.0609],\n", + " [-0.0586],\n", + " [-0.0617],\n", + " [ 0.1223],\n", + " [-0.0618],\n", + " [-0.0640],\n", + " [-0.0610],\n", + " [-0.0633],\n", + " [-0.0617],\n", + " [-0.0646],\n", + " [-0.0634]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0744],\n", + " [-0.0713],\n", + " [-0.0683],\n", + " [-0.0791],\n", + " [-0.0739],\n", + " [-0.0670],\n", + " [-0.0746],\n", + " [-0.0756],\n", + " [-0.0755],\n", + " [-0.0728],\n", + " [-0.0781],\n", + " [-0.0666],\n", + " [-0.0765],\n", + " [-0.0764],\n", + " [-0.0683],\n", + " [-0.0716],\n", + " [-0.0744],\n", + " [-0.0920],\n", + " [-0.0689],\n", + " [-0.0736],\n", + " [-0.1349],\n", + " [-0.0724],\n", + " [-0.0740],\n", + " [-0.0758],\n", + " [-0.2658],\n", + " [-0.0750],\n", + " [-0.0758],\n", + " [-0.0741],\n", + " [-0.0773],\n", + " [-0.0741],\n", + " [-0.0771],\n", + " [-0.0762]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0386],\n", + " [ 0.0363],\n", + " [ 0.0386],\n", + " [ 0.0366],\n", + " [ 0.0349],\n", + " [ 0.0374],\n", + " [ 0.0384],\n", + " [ 0.0366],\n", + " [ 0.0373],\n", + " [ 0.0376],\n", + " [ 0.0327],\n", + " [ 0.0442],\n", + " [ 0.0379],\n", + " [ 0.0366],\n", + " [ 0.0354],\n", + " [ 0.0360],\n", + " [ 0.0385],\n", + " [ 0.0369],\n", + " [ 0.0398],\n", + " [ 0.0351],\n", + " [-0.0428],\n", + " [ 0.0389],\n", + " [ 0.0394],\n", + " [ 0.0390],\n", + " [-0.0959],\n", + " [ 0.0373],\n", + " [ 0.0370],\n", + " [ 0.0395],\n", + " [ 0.0376],\n", + " [ 0.0369],\n", + " [ 0.0402],\n", + " [ 0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0909],\n", + " [-0.0941],\n", + " [-0.0932],\n", + " [-0.0907],\n", + " [-0.0886],\n", + " [-0.0943],\n", + " [-0.0934],\n", + " [-0.0942],\n", + " [-0.0874],\n", + " [-0.0930],\n", + " [-0.1004],\n", + " [-0.0664],\n", + " [-0.0933],\n", + " [-0.0930],\n", + " [-0.0846],\n", + " [-0.0945],\n", + " [-0.0937],\n", + " [-0.0449],\n", + " [-0.0852],\n", + " [-0.0672],\n", + " [-0.1039],\n", + " [-0.0921],\n", + " [-0.0856],\n", + " [-0.0920],\n", + " [-0.1611],\n", + " [-0.0916],\n", + " [-0.0968],\n", + " [-0.0918],\n", + " [-0.0935],\n", + " [-0.0907],\n", + " [-0.0932],\n", + " [-0.0949]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0397],\n", + " [ 0.0579],\n", + " [ 0.0582],\n", + " [ 0.0416],\n", + " [ 0.0509],\n", + " [ 0.0575],\n", + " [ 0.0546],\n", + " [ 0.0569],\n", + " [ 0.0464],\n", + " [ 0.0561],\n", + " [ 0.0636],\n", + " [ 0.0247],\n", + " [ 0.0511],\n", + " [ 0.0532],\n", + " [ 0.0468],\n", + " [ 0.0575],\n", + " [ 0.0542],\n", + " [ 0.0083],\n", + " [ 0.0484],\n", + " [ 0.0214],\n", + " [-0.1450],\n", + " [ 0.0558],\n", + " [ 0.0371],\n", + " [ 0.0517],\n", + " [-0.3333],\n", + " [ 0.0532],\n", + " [ 0.0575],\n", + " [ 0.0519],\n", + " [ 0.0514],\n", + " [ 0.0532],\n", + " [ 0.0541],\n", + " [ 0.0565]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0374],\n", + " [-0.0379],\n", + " [-0.0349],\n", + " [-0.0410],\n", + " [-0.0456],\n", + " [-0.0356],\n", + " [-0.0353],\n", + " [-0.0376],\n", + " [-0.0441],\n", + " [-0.0372],\n", + " [-0.0345],\n", + " [-0.0328],\n", + " [-0.0353],\n", + " [-0.0381],\n", + " [-0.0470],\n", + " [-0.0386],\n", + " [-0.0346],\n", + " [-0.0576],\n", + " [-0.0442],\n", + " [-0.0539],\n", + " [-0.0378],\n", + " [-0.0364],\n", + " [-0.0389],\n", + " [-0.0346],\n", + " [-0.2629],\n", + " [-0.0390],\n", + " [-0.0343],\n", + " [-0.0348],\n", + " [-0.0353],\n", + " [-0.0413],\n", + " [-0.0312],\n", + " [-0.0378]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0852],\n", + " [-0.0798],\n", + " [-0.0812],\n", + " [-0.0801],\n", + " [-0.0774],\n", + " [-0.0829],\n", + " [-0.0802],\n", + " [-0.0786],\n", + " [-0.0777],\n", + " [-0.0800],\n", + " [-0.0783],\n", + " [-0.0816],\n", + " [-0.0806],\n", + " [-0.0788],\n", + " [-0.0784],\n", + " [-0.0803],\n", + " [-0.0812],\n", + " [-0.0306],\n", + " [-0.0774],\n", + " [-0.0606],\n", + " [-0.0534],\n", + " [-0.0798],\n", + " [-0.0793],\n", + " [-0.0799],\n", + " [ 0.0740],\n", + " [-0.0789],\n", + " [-0.0806],\n", + " [-0.0804],\n", + " [-0.0800],\n", + " [-0.0785],\n", + " [-0.0810],\n", + " [-0.0787]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1549],\n", + " [0.1693],\n", + " [0.1714],\n", + " [0.1605],\n", + " [0.1672],\n", + " [0.1696],\n", + " [0.1674],\n", + " [0.1685],\n", + " [0.1613],\n", + " [0.1685],\n", + " [0.1753],\n", + " [0.1646],\n", + " [0.1642],\n", + " [0.1660],\n", + " [0.1656],\n", + " [0.1686],\n", + " [0.1667],\n", + " [0.1801],\n", + " [0.1651],\n", + " [0.1565],\n", + " [0.1301],\n", + " [0.1692],\n", + " [0.1596],\n", + " [0.1652],\n", + " [0.2015],\n", + " [0.1667],\n", + " [0.1680],\n", + " [0.1658],\n", + " [0.1645],\n", + " [0.1673],\n", + " [0.1688],\n", + " [0.1683]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0535],\n", + " [-0.0548],\n", + " [-0.0534],\n", + " [-0.0599],\n", + " [-0.0513],\n", + " [-0.0541],\n", + " [-0.0562],\n", + " [-0.0570],\n", + " [-0.0551],\n", + " [-0.0544],\n", + " [-0.0669],\n", + " [-0.0259],\n", + " [-0.0579],\n", + " [-0.0570],\n", + " [-0.0488],\n", + " [-0.0559],\n", + " [-0.0563],\n", + " [-0.0399],\n", + " [-0.0440],\n", + " [-0.0462],\n", + " [-0.0744],\n", + " [-0.0537],\n", + " [-0.0547],\n", + " [-0.0562],\n", + " [-0.2535],\n", + " [-0.0549],\n", + " [-0.0592],\n", + " [-0.0539],\n", + " [-0.0586],\n", + " [-0.0537],\n", + " [-0.0585],\n", + " [-0.0587]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0753],\n", + " [0.0580],\n", + " [0.0561],\n", + " [0.0666],\n", + " [0.0590],\n", + " [0.0562],\n", + " [0.0623],\n", + " [0.0610],\n", + " [0.0668],\n", + " [0.0592],\n", + " [0.0594],\n", + " [0.0801],\n", + " [0.0669],\n", + " [0.0641],\n", + " [0.0582],\n", + " [0.0577],\n", + " [0.0631],\n", + " [0.0681],\n", + " [0.0626],\n", + " [0.0783],\n", + " [0.1122],\n", + " [0.0592],\n", + " [0.0735],\n", + " [0.0672],\n", + " [0.1884],\n", + " [0.0630],\n", + " [0.0633],\n", + " [0.0661],\n", + " [0.0668],\n", + " [0.0610],\n", + " [0.0672],\n", + " [0.0604]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0850],\n", + " [-0.0981],\n", + " [-0.0999],\n", + " [-0.0834],\n", + " [-0.0919],\n", + " [-0.0992],\n", + " [-0.0958],\n", + " [-0.0964],\n", + " [-0.0891],\n", + " [-0.0970],\n", + " [-0.1042],\n", + " [-0.0799],\n", + " [-0.0916],\n", + " [-0.0932],\n", + " [-0.0869],\n", + " [-0.0980],\n", + " [-0.0948],\n", + " [-0.0883],\n", + " [-0.0929],\n", + " [-0.0793],\n", + " [ 0.0094],\n", + " [-0.0970],\n", + " [-0.0786],\n", + " [-0.0922],\n", + " [-0.1017],\n", + " [-0.0939],\n", + " [-0.0981],\n", + " [-0.0935],\n", + " [-0.0911],\n", + " [-0.0938],\n", + " [-0.0916],\n", + " [-0.0967]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0015],\n", + " [ 0.0209],\n", + " [ 0.0218],\n", + " [ 0.0139],\n", + " [ 0.0181],\n", + " [ 0.0227],\n", + " [ 0.0154],\n", + " [ 0.0173],\n", + " [ 0.0095],\n", + " [ 0.0175],\n", + " [ 0.0187],\n", + " [-0.0004],\n", + " [ 0.0117],\n", + " [ 0.0142],\n", + " [ 0.0187],\n", + " [ 0.0196],\n", + " [ 0.0165],\n", + " [-0.0259],\n", + " [ 0.0116],\n", + " [-0.0093],\n", + " [-0.1676],\n", + " [ 0.0177],\n", + " [ 0.0044],\n", + " [ 0.0131],\n", + " [-0.1351],\n", + " [ 0.0142],\n", + " [ 0.0163],\n", + " [ 0.0140],\n", + " [ 0.0121],\n", + " [ 0.0152],\n", + " [ 0.0168],\n", + " [ 0.0170]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0901],\n", + " [ 0.0948],\n", + " [ 0.0964],\n", + " [ 0.0926],\n", + " [ 0.0924],\n", + " [ 0.0977],\n", + " [ 0.0912],\n", + " [ 0.0926],\n", + " [ 0.0954],\n", + " [ 0.0945],\n", + " [ 0.0925],\n", + " [ 0.0936],\n", + " [ 0.0880],\n", + " [ 0.0903],\n", + " [ 0.0941],\n", + " [ 0.0965],\n", + " [ 0.0895],\n", + " [ 0.1046],\n", + " [ 0.0988],\n", + " [ 0.1022],\n", + " [-0.0557],\n", + " [ 0.0943],\n", + " [ 0.0829],\n", + " [ 0.0866],\n", + " [ 0.0630],\n", + " [ 0.0921],\n", + " [ 0.0906],\n", + " [ 0.0884],\n", + " [ 0.0871],\n", + " [ 0.0941],\n", + " [ 0.0809],\n", + " [ 0.0949]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0090],\n", + " [0.0088],\n", + " [0.0110],\n", + " [0.0134],\n", + " [0.0093],\n", + " [0.0107],\n", + " [0.0109],\n", + " [0.0091],\n", + " [0.0162],\n", + " [0.0116],\n", + " [0.0091],\n", + " [0.0166],\n", + " [0.0092],\n", + " [0.0087],\n", + " [0.0103],\n", + " [0.0108],\n", + " [0.0087],\n", + " [0.0542],\n", + " [0.0105],\n", + " [0.0306],\n", + " [0.1091],\n", + " [0.0120],\n", + " [0.0065],\n", + " [0.0079],\n", + " [0.1248],\n", + " [0.0106],\n", + " [0.0092],\n", + " [0.0083],\n", + " [0.0080],\n", + " [0.0113],\n", + " [0.0032],\n", + " [0.0111]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.1439e-02],\n", + " [-1.6948e-03],\n", + " [-1.9884e-03],\n", + " [-4.7195e-04],\n", + " [-4.8872e-03],\n", + " [-2.3149e-03],\n", + " [-1.4606e-03],\n", + " [-8.2342e-05],\n", + " [-9.3390e-03],\n", + " [-3.3591e-03],\n", + " [ 1.0358e-02],\n", + " [-2.4457e-02],\n", + " [-1.6373e-03],\n", + " [-1.6942e-03],\n", + " [-1.1323e-02],\n", + " [-1.7625e-03],\n", + " [-2.8370e-04],\n", + " [-5.1232e-02],\n", + " [-1.2930e-02],\n", + " [-3.7622e-02],\n", + " [-7.7542e-02],\n", + " [-3.3585e-03],\n", + " [-7.5089e-03],\n", + " [-1.6411e-03],\n", + " [-8.4499e-02],\n", + " [-4.4950e-03],\n", + " [ 2.1912e-03],\n", + " [-3.1944e-03],\n", + " [-2.3955e-04],\n", + " [-5.2454e-03],\n", + " [ 5.5372e-03],\n", + " [ 1.1746e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0385],\n", + " [-0.0349],\n", + " [-0.0306],\n", + " [-0.0489],\n", + " [-0.0370],\n", + " [-0.0324],\n", + " [-0.0350],\n", + " [-0.0355],\n", + " [-0.0363],\n", + " [-0.0327],\n", + " [-0.0343],\n", + " [-0.0658],\n", + " [-0.0378],\n", + " [-0.0377],\n", + " [-0.0389],\n", + " [-0.0335],\n", + " [-0.0370],\n", + " [-0.0434],\n", + " [-0.0303],\n", + " [-0.0447],\n", + " [-0.1727],\n", + " [-0.0322],\n", + " [-0.0421],\n", + " [-0.0375],\n", + " [-0.1523],\n", + " [-0.0351],\n", + " [-0.0364],\n", + " [-0.0360],\n", + " [-0.0389],\n", + " [-0.0341],\n", + " [-0.0420],\n", + " [-0.0346]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0024],\n", + " [ 0.0033],\n", + " [ 0.0016],\n", + " [ 0.0060],\n", + " [ 0.0013],\n", + " [ 0.0016],\n", + " [ 0.0042],\n", + " [ 0.0050],\n", + " [ 0.0019],\n", + " [ 0.0026],\n", + " [ 0.0096],\n", + " [ 0.0069],\n", + " [ 0.0059],\n", + " [ 0.0054],\n", + " [ 0.0003],\n", + " [ 0.0031],\n", + " [ 0.0050],\n", + " [-0.0106],\n", + " [-0.0036],\n", + " [-0.0058],\n", + " [ 0.0951],\n", + " [ 0.0024],\n", + " [ 0.0062],\n", + " [ 0.0061],\n", + " [ 0.0422],\n", + " [ 0.0037],\n", + " [ 0.0062],\n", + " [ 0.0047],\n", + " [ 0.0067],\n", + " [ 0.0027],\n", + " [ 0.0092],\n", + " [ 0.0050]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0653],\n", + " [0.0557],\n", + " [0.0557],\n", + " [0.0631],\n", + " [0.0520],\n", + " [0.0563],\n", + " [0.0573],\n", + " [0.0566],\n", + " [0.0581],\n", + " [0.0561],\n", + " [0.0602],\n", + " [0.0844],\n", + " [0.0600],\n", + " [0.0577],\n", + " [0.0544],\n", + " [0.0564],\n", + " [0.0581],\n", + " [0.0438],\n", + " [0.0535],\n", + " [0.0584],\n", + " [0.1546],\n", + " [0.0559],\n", + " [0.0646],\n", + " [0.0592],\n", + " [0.0308],\n", + " [0.0566],\n", + " [0.0589],\n", + " [0.0583],\n", + " [0.0600],\n", + " [0.0556],\n", + " [0.0613],\n", + " [0.0575]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0136],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0185],\n", + " [-0.0164],\n", + " [-0.0190],\n", + " [-0.0173],\n", + " [-0.0179],\n", + " [-0.0161],\n", + " [-0.0178],\n", + " [-0.0173],\n", + " [-0.0295],\n", + " [-0.0156],\n", + " [-0.0164],\n", + " [-0.0181],\n", + " [-0.0183],\n", + " [-0.0173],\n", + " [-0.0053],\n", + " [-0.0171],\n", + " [-0.0145],\n", + " [ 0.0746],\n", + " [-0.0181],\n", + " [-0.0111],\n", + " [-0.0156],\n", + " [-0.0645],\n", + " [-0.0168],\n", + " [-0.0182],\n", + " [-0.0157],\n", + " [-0.0157],\n", + " [-0.0171],\n", + " [-0.0191],\n", + " [-0.0179]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1674],\n", + " [-0.1707],\n", + " [-0.1685],\n", + " [-0.1779],\n", + " [-0.1698],\n", + " [-0.1698],\n", + " [-0.1699],\n", + " [-0.1719],\n", + " [-0.1695],\n", + " [-0.1697],\n", + " [-0.1746],\n", + " [-0.1744],\n", + " [-0.1696],\n", + " [-0.1708],\n", + " [-0.1665],\n", + " [-0.1713],\n", + " [-0.1698],\n", + " [-0.1598],\n", + " [-0.1650],\n", + " [-0.1598],\n", + " [-0.1895],\n", + " [-0.1691],\n", + " [-0.1651],\n", + " [-0.1683],\n", + " [-0.1583],\n", + " [-0.1693],\n", + " [-0.1713],\n", + " [-0.1677],\n", + " [-0.1703],\n", + " [-0.1697],\n", + " [-0.1699],\n", + " [-0.1737]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0263],\n", + " [-0.0215],\n", + " [-0.0224],\n", + " [-0.0159],\n", + " [-0.0200],\n", + " [-0.0221],\n", + " [-0.0221],\n", + " [-0.0211],\n", + " [-0.0263],\n", + " [-0.0229],\n", + " [-0.0199],\n", + " [-0.0100],\n", + " [-0.0224],\n", + " [-0.0216],\n", + " [-0.0211],\n", + " [-0.0223],\n", + " [-0.0208],\n", + " [-0.0210],\n", + " [-0.0238],\n", + " [-0.0278],\n", + " [ 0.0162],\n", + " [-0.0229],\n", + " [-0.0211],\n", + " [-0.0219],\n", + " [ 0.0229],\n", + " [-0.0233],\n", + " [-0.0213],\n", + " [-0.0220],\n", + " [-0.0214],\n", + " [-0.0231],\n", + " [-0.0167],\n", + " [-0.0211]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0071],\n", + " [ 0.0117],\n", + " [ 0.0148],\n", + " [-0.0005],\n", + " [ 0.0005],\n", + " [ 0.0156],\n", + " [ 0.0081],\n", + " [ 0.0088],\n", + " [-0.0029],\n", + " [ 0.0099],\n", + " [ 0.0222],\n", + " [ 0.0041],\n", + " [ 0.0037],\n", + " [ 0.0044],\n", + " [-0.0020],\n", + " [ 0.0120],\n", + " [ 0.0078],\n", + " [-0.0140],\n", + " [ 0.0003],\n", + " [-0.0166],\n", + " [-0.0135],\n", + " [ 0.0095],\n", + " [-0.0124],\n", + " [ 0.0035],\n", + " [-0.1417],\n", + " [ 0.0045],\n", + " [ 0.0121],\n", + " [ 0.0044],\n", + " [ 0.0035],\n", + " [ 0.0042],\n", + " [ 0.0064],\n", + " [ 0.0093]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0937],\n", + " [ 0.0925],\n", + " [ 0.0921],\n", + " [ 0.0908],\n", + " [ 0.0995],\n", + " [ 0.0912],\n", + " [ 0.0911],\n", + " [ 0.0915],\n", + " [ 0.0936],\n", + " [ 0.0916],\n", + " [ 0.0848],\n", + " [ 0.0927],\n", + " [ 0.0924],\n", + " [ 0.0933],\n", + " [ 0.1038],\n", + " [ 0.0907],\n", + " [ 0.0922],\n", + " [ 0.0863],\n", + " [ 0.0988],\n", + " [ 0.1008],\n", + " [ 0.1188],\n", + " [ 0.0918],\n", + " [ 0.1015],\n", + " [ 0.0942],\n", + " [-0.0005],\n", + " [ 0.0936],\n", + " [ 0.0892],\n", + " [ 0.0942],\n", + " [ 0.0926],\n", + " [ 0.0942],\n", + " [ 0.0948],\n", + " [ 0.0891]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0791],\n", + " [ 0.0848],\n", + " [ 0.0864],\n", + " [ 0.0780],\n", + " [ 0.0746],\n", + " [ 0.0881],\n", + " [ 0.0835],\n", + " [ 0.0825],\n", + " [ 0.0751],\n", + " [ 0.0830],\n", + " [ 0.0914],\n", + " [ 0.0864],\n", + " [ 0.0825],\n", + " [ 0.0810],\n", + " [ 0.0787],\n", + " [ 0.0851],\n", + " [ 0.0850],\n", + " [ 0.0219],\n", + " [ 0.0740],\n", + " [ 0.0538],\n", + " [-0.1426],\n", + " [ 0.0832],\n", + " [ 0.0810],\n", + " [ 0.0826],\n", + " [-0.1526],\n", + " [ 0.0803],\n", + " [ 0.0853],\n", + " [ 0.0823],\n", + " [ 0.0825],\n", + " [ 0.0798],\n", + " [ 0.0862],\n", + " [ 0.0832]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0909],\n", + " [ 0.0864],\n", + " [ 0.0867],\n", + " [ 0.0875],\n", + " [ 0.0832],\n", + " [ 0.0884],\n", + " [ 0.0879],\n", + " [ 0.0866],\n", + " [ 0.0852],\n", + " [ 0.0871],\n", + " [ 0.0902],\n", + " [ 0.0796],\n", + " [ 0.0894],\n", + " [ 0.0874],\n", + " [ 0.0814],\n", + " [ 0.0875],\n", + " [ 0.0882],\n", + " [ 0.0316],\n", + " [ 0.0811],\n", + " [ 0.0587],\n", + " [ 0.0737],\n", + " [ 0.0861],\n", + " [ 0.0861],\n", + " [ 0.0877],\n", + " [-0.1885],\n", + " [ 0.0866],\n", + " [ 0.0896],\n", + " [ 0.0869],\n", + " [ 0.0893],\n", + " [ 0.0855],\n", + " [ 0.0891],\n", + " [ 0.0869]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0362],\n", + " [0.0416],\n", + " [0.0430],\n", + " [0.0374],\n", + " [0.0391],\n", + " [0.0419],\n", + " [0.0410],\n", + " [0.0410],\n", + " [0.0358],\n", + " [0.0402],\n", + " [0.0464],\n", + " [0.0204],\n", + " [0.0406],\n", + " [0.0400],\n", + " [0.0380],\n", + " [0.0403],\n", + " [0.0422],\n", + " [0.0536],\n", + " [0.0343],\n", + " [0.0336],\n", + " [0.0648],\n", + " [0.0406],\n", + " [0.0398],\n", + " [0.0418],\n", + " [0.0637],\n", + " [0.0390],\n", + " [0.0428],\n", + " [0.0412],\n", + " [0.0411],\n", + " [0.0377],\n", + " [0.0472],\n", + " [0.0402]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0385],\n", + " [ 0.0370],\n", + " [ 0.0360],\n", + " [ 0.0402],\n", + " [ 0.0368],\n", + " [ 0.0369],\n", + " [ 0.0371],\n", + " [ 0.0366],\n", + " [ 0.0386],\n", + " [ 0.0370],\n", + " [ 0.0291],\n", + " [ 0.0419],\n", + " [ 0.0373],\n", + " [ 0.0375],\n", + " [ 0.0413],\n", + " [ 0.0373],\n", + " [ 0.0376],\n", + " [-0.0087],\n", + " [ 0.0393],\n", + " [ 0.0319],\n", + " [-0.1763],\n", + " [ 0.0375],\n", + " [ 0.0389],\n", + " [ 0.0371],\n", + " [-0.1923],\n", + " [ 0.0379],\n", + " [ 0.0351],\n", + " [ 0.0373],\n", + " [ 0.0368],\n", + " [ 0.0388],\n", + " [ 0.0336],\n", + " [ 0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0776],\n", + " [-0.0711],\n", + " [-0.0705],\n", + " [-0.0798],\n", + " [-0.0749],\n", + " [-0.0694],\n", + " [-0.0738],\n", + " [-0.0728],\n", + " [-0.0815],\n", + " [-0.0727],\n", + " [-0.0662],\n", + " [-0.0868],\n", + " [-0.0748],\n", + " [-0.0742],\n", + " [-0.0775],\n", + " [-0.0711],\n", + " [-0.0737],\n", + " [-0.1066],\n", + " [-0.0780],\n", + " [-0.1046],\n", + " [-0.1542],\n", + " [-0.0737],\n", + " [-0.0791],\n", + " [-0.0754],\n", + " [-0.4067],\n", + " [-0.0747],\n", + " [-0.0718],\n", + " [-0.0750],\n", + " [-0.0745],\n", + " [-0.0745],\n", + " [-0.0733],\n", + " [-0.0728]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1053],\n", + " [-0.0982],\n", + " [-0.0971],\n", + " [-0.1139],\n", + " [-0.1049],\n", + " [-0.0968],\n", + " [-0.1008],\n", + " [-0.1008],\n", + " [-0.1047],\n", + " [-0.0991],\n", + " [-0.1021],\n", + " [-0.1254],\n", + " [-0.1036],\n", + " [-0.1029],\n", + " [-0.1048],\n", + " [-0.0983],\n", + " [-0.1016],\n", + " [-0.1154],\n", + " [-0.1010],\n", + " [-0.1134],\n", + " [-0.2989],\n", + " [-0.0990],\n", + " [-0.1102],\n", + " [-0.1033],\n", + " [-0.3494],\n", + " [-0.1017],\n", + " [-0.1008],\n", + " [-0.1020],\n", + " [-0.1041],\n", + " [-0.1016],\n", + " [-0.1060],\n", + " [-0.1009]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0648],\n", + " [-0.0629],\n", + " [-0.0641],\n", + " [-0.0536],\n", + " [-0.0636],\n", + " [-0.0635],\n", + " [-0.0618],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0636],\n", + " [-0.0607],\n", + " [-0.0510],\n", + " [-0.0615],\n", + " [-0.0621],\n", + " [-0.0608],\n", + " [-0.0634],\n", + " [-0.0609],\n", + " [-0.0523],\n", + " [-0.0675],\n", + " [-0.0532],\n", + " [ 0.1502],\n", + " [-0.0634],\n", + " [-0.0596],\n", + " [-0.0617],\n", + " [ 0.3643],\n", + " [-0.0635],\n", + " [-0.0615],\n", + " [-0.0629],\n", + " [-0.0610],\n", + " [-0.0641],\n", + " [-0.0576],\n", + " [-0.0620]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0616],\n", + " [-0.0620],\n", + " [-0.0683],\n", + " [-0.0655],\n", + " [-0.0611],\n", + " [-0.0619],\n", + " [-0.0592],\n", + " [-0.0632],\n", + " [-0.0619],\n", + " [-0.0625],\n", + " [-0.0758],\n", + " [-0.0697],\n", + " [-0.0588],\n", + " [-0.0616],\n", + " [-0.0645],\n", + " [-0.0621],\n", + " [-0.0634],\n", + " [-0.0660],\n", + " [-0.0650],\n", + " [-0.0613],\n", + " [-0.0588],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0624],\n", + " [-0.0673],\n", + " [-0.0629],\n", + " [-0.0633],\n", + " [-0.0649],\n", + " [-0.0637],\n", + " [-0.0615],\n", + " [-0.0645],\n", + " [-0.0641]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0748],\n", + " [-0.0763],\n", + " [-0.0731],\n", + " [-0.0757],\n", + " [-0.0690],\n", + " [-0.0767],\n", + " [-0.0713],\n", + " [-0.0762],\n", + " [-0.0722],\n", + " [-0.0696],\n", + " [-0.0987],\n", + " [-0.0823],\n", + " [-0.0702],\n", + " [-0.0752],\n", + " [-0.0746],\n", + " [-0.0748],\n", + " [-0.0762],\n", + " [-0.0784],\n", + " [-0.0775],\n", + " [-0.0715],\n", + " [-0.0739],\n", + " [-0.0743],\n", + " [-0.0734],\n", + " [-0.0711],\n", + " [-0.0787],\n", + " [-0.0727],\n", + " [-0.0729],\n", + " [-0.0782],\n", + " [-0.0772],\n", + " [-0.0731],\n", + " [-0.0777],\n", + " [-0.0775]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0373],\n", + " [0.0389],\n", + " [0.0363],\n", + " [0.0428],\n", + " [0.0376],\n", + " [0.0383],\n", + " [0.0397],\n", + " [0.0380],\n", + " [0.0360],\n", + " [0.0367],\n", + " [0.0163],\n", + " [0.0375],\n", + " [0.0390],\n", + " [0.0375],\n", + " [0.0353],\n", + " [0.0382],\n", + " [0.0363],\n", + " [0.0360],\n", + " [0.0379],\n", + " [0.0379],\n", + " [0.0396],\n", + " [0.0367],\n", + " [0.0384],\n", + " [0.0365],\n", + " [0.0347],\n", + " [0.0368],\n", + " [0.0364],\n", + " [0.0368],\n", + " [0.0366],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0921],\n", + " [-0.0905],\n", + " [-0.0870],\n", + " [-0.0936],\n", + " [-0.0938],\n", + " [-0.0910],\n", + " [-0.0899],\n", + " [-0.0919],\n", + " [-0.0937],\n", + " [-0.0954],\n", + " [-0.0914],\n", + " [-0.1023],\n", + " [-0.0860],\n", + " [-0.0915],\n", + " [-0.0972],\n", + " [-0.0903],\n", + " [-0.0936],\n", + " [-0.0945],\n", + " [-0.0906],\n", + " [-0.0947],\n", + " [-0.0861],\n", + " [-0.0916],\n", + " [-0.0924],\n", + " [-0.0951],\n", + " [-0.0970],\n", + " [-0.0956],\n", + " [-0.0963],\n", + " [-0.0927],\n", + " [-0.0938],\n", + " [-0.0927],\n", + " [-0.0936],\n", + " [-0.0913]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0538],\n", + " [0.0469],\n", + " [0.0397],\n", + " [0.0429],\n", + " [0.0574],\n", + " [0.0481],\n", + " [0.0530],\n", + " [0.0532],\n", + " [0.0582],\n", + " [0.0589],\n", + " [0.0513],\n", + " [0.0622],\n", + " [0.0496],\n", + " [0.0528],\n", + " [0.0597],\n", + " [0.0517],\n", + " [0.0554],\n", + " [0.0549],\n", + " [0.0458],\n", + " [0.0583],\n", + " [0.0403],\n", + " [0.0534],\n", + " [0.0486],\n", + " [0.0589],\n", + " [0.0570],\n", + " [0.0580],\n", + " [0.0596],\n", + " [0.0511],\n", + " [0.0534],\n", + " [0.0560],\n", + " [0.0542],\n", + " [0.0490]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0378],\n", + " [-0.0375],\n", + " [-0.0393],\n", + " [-0.0328],\n", + " [-0.0364],\n", + " [-0.0357],\n", + " [-0.0375],\n", + " [-0.0382],\n", + " [-0.0384],\n", + " [-0.0355],\n", + " [-0.0450],\n", + " [-0.0353],\n", + " [-0.0430],\n", + " [-0.0374],\n", + " [-0.0362],\n", + " [-0.0377],\n", + " [-0.0387],\n", + " [-0.0415],\n", + " [-0.0394],\n", + " [-0.0345],\n", + " [-0.0388],\n", + " [-0.0411],\n", + " [-0.0342],\n", + " [-0.0364],\n", + " [-0.0392],\n", + " [-0.0361],\n", + " [-0.0347],\n", + " [-0.0378],\n", + " [-0.0402],\n", + " [-0.0374],\n", + " [-0.0390],\n", + " [-0.0403]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0788],\n", + " [-0.0792],\n", + " [-0.0832],\n", + " [-0.0857],\n", + " [-0.0814],\n", + " [-0.0797],\n", + " [-0.0794],\n", + " [-0.0781],\n", + " [-0.0790],\n", + " [-0.0812],\n", + " [-0.0853],\n", + " [-0.0777],\n", + " [-0.0788],\n", + " [-0.0788],\n", + " [-0.0793],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0784],\n", + " [-0.0785],\n", + " [-0.0805],\n", + " [-0.0783],\n", + " [-0.0792],\n", + " [-0.0824],\n", + " [-0.0801],\n", + " [-0.0790],\n", + " [-0.0803],\n", + " [-0.0799],\n", + " [-0.0785],\n", + " [-0.0791],\n", + " [-0.0794],\n", + " [-0.0783],\n", + " [-0.0779]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1671],\n", + " [0.1630],\n", + " [0.1641],\n", + " [0.1628],\n", + " [0.1693],\n", + " [0.1629],\n", + " [0.1683],\n", + " [0.1673],\n", + " [0.1697],\n", + " [0.1703],\n", + " [0.1494],\n", + " [0.1761],\n", + " [0.1646],\n", + " [0.1663],\n", + " [0.1693],\n", + " [0.1669],\n", + " [0.1676],\n", + " [0.1675],\n", + " [0.1639],\n", + " [0.1703],\n", + " [0.1622],\n", + " [0.1671],\n", + " [0.1630],\n", + " [0.1700],\n", + " [0.1669],\n", + " [0.1689],\n", + " [0.1707],\n", + " [0.1655],\n", + " [0.1665],\n", + " [0.1685],\n", + " [0.1671],\n", + " [0.1646]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0558],\n", + " [-0.0561],\n", + " [-0.0549],\n", + " [-0.0592],\n", + " [-0.0536],\n", + " [-0.0572],\n", + " [-0.0517],\n", + " [-0.0560],\n", + " [-0.0561],\n", + " [-0.0566],\n", + " [-0.0660],\n", + " [-0.0695],\n", + " [-0.0482],\n", + " [-0.0558],\n", + " [-0.0594],\n", + " [-0.0553],\n", + " [-0.0563],\n", + " [-0.0578],\n", + " [-0.0580],\n", + " [-0.0554],\n", + " [-0.0564],\n", + " [-0.0546],\n", + " [-0.0525],\n", + " [-0.0565],\n", + " [-0.0598],\n", + " [-0.0579],\n", + " [-0.0584],\n", + " [-0.0584],\n", + " [-0.0580],\n", + " [-0.0548],\n", + " [-0.0573],\n", + " [-0.0574]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0621],\n", + " [0.0697],\n", + " [0.0651],\n", + " [0.0735],\n", + " [0.0569],\n", + " [0.0692],\n", + " [0.0606],\n", + " [0.0643],\n", + " [0.0572],\n", + " [0.0568],\n", + " [0.0600],\n", + " [0.0655],\n", + " [0.0611],\n", + " [0.0637],\n", + " [0.0592],\n", + " [0.0627],\n", + " [0.0617],\n", + " [0.0610],\n", + " [0.0664],\n", + " [0.0595],\n", + " [0.0683],\n", + " [0.0598],\n", + " [0.0694],\n", + " [0.0577],\n", + " [0.0610],\n", + " [0.0591],\n", + " [0.0594],\n", + " [0.0642],\n", + " [0.0615],\n", + " [0.0594],\n", + " [0.0628],\n", + " [0.0656]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0940],\n", + " [-0.0885],\n", + " [-0.0731],\n", + " [-0.0789],\n", + " [-0.0985],\n", + " [-0.0883],\n", + " [-0.0959],\n", + " [-0.0930],\n", + " [-0.0983],\n", + " [-0.1000],\n", + " [-0.0885],\n", + " [-0.1027],\n", + " [-0.0925],\n", + " [-0.0926],\n", + " [-0.0996],\n", + " [-0.0911],\n", + " [-0.0945],\n", + " [-0.0943],\n", + " [-0.0850],\n", + " [-0.0989],\n", + " [-0.0805],\n", + " [-0.0941],\n", + " [-0.0913],\n", + " [-0.0998],\n", + " [-0.0944],\n", + " [-0.0989],\n", + " [-0.1003],\n", + " [-0.0898],\n", + " [-0.0942],\n", + " [-0.0963],\n", + " [-0.0935],\n", + " [-0.0890]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0156],\n", + " [0.0082],\n", + " [0.0101],\n", + " [0.0116],\n", + " [0.0219],\n", + " [0.0098],\n", + " [0.0163],\n", + " [0.0143],\n", + " [0.0194],\n", + " [0.0211],\n", + " [0.0098],\n", + " [0.0177],\n", + " [0.0127],\n", + " [0.0147],\n", + " [0.0186],\n", + " [0.0152],\n", + " [0.0168],\n", + " [0.0166],\n", + " [0.0106],\n", + " [0.0210],\n", + " [0.0075],\n", + " [0.0157],\n", + " [0.0118],\n", + " [0.0206],\n", + " [0.0184],\n", + " [0.0185],\n", + " [0.0194],\n", + " [0.0143],\n", + " [0.0152],\n", + " [0.0181],\n", + " [0.0155],\n", + " [0.0119]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0911],\n", + " [0.0870],\n", + " [0.0746],\n", + " [0.0760],\n", + " [0.0962],\n", + " [0.0856],\n", + " [0.0942],\n", + " [0.0892],\n", + " [0.0966],\n", + " [0.0968],\n", + " [0.0796],\n", + " [0.0925],\n", + " [0.0980],\n", + " [0.0893],\n", + " [0.0947],\n", + " [0.0886],\n", + " [0.0915],\n", + " [0.0953],\n", + " [0.0872],\n", + " [0.0927],\n", + " [0.0869],\n", + " [0.0957],\n", + " [0.0864],\n", + " [0.0959],\n", + " [0.0928],\n", + " [0.0953],\n", + " [0.0937],\n", + " [0.0884],\n", + " [0.0956],\n", + " [0.0931],\n", + " [0.0913],\n", + " [0.0898]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0095],\n", + " [ 0.0101],\n", + " [-0.0047],\n", + " [ 0.0032],\n", + " [ 0.0102],\n", + " [ 0.0079],\n", + " [ 0.0120],\n", + " [ 0.0092],\n", + " [ 0.0109],\n", + " [ 0.0108],\n", + " [-0.0048],\n", + " [ 0.0093],\n", + " [ 0.0132],\n", + " [ 0.0085],\n", + " [ 0.0096],\n", + " [ 0.0088],\n", + " [ 0.0081],\n", + " [ 0.0103],\n", + " [ 0.0090],\n", + " [ 0.0084],\n", + " [ 0.0114],\n", + " [ 0.0122],\n", + " [ 0.0047],\n", + " [ 0.0102],\n", + " [ 0.0069],\n", + " [ 0.0114],\n", + " [ 0.0094],\n", + " [ 0.0074],\n", + " [ 0.0119],\n", + " [ 0.0100],\n", + " [ 0.0088],\n", + " [ 0.0095]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0021],\n", + " [-0.0051],\n", + " [-0.0008],\n", + " [ 0.0015],\n", + " [-0.0024],\n", + " [-0.0031],\n", + " [-0.0056],\n", + " [-0.0021],\n", + " [-0.0013],\n", + " [-0.0002],\n", + " [ 0.0203],\n", + " [ 0.0138],\n", + " [-0.0117],\n", + " [-0.0025],\n", + " [ 0.0022],\n", + " [-0.0021],\n", + " [-0.0007],\n", + " [ 0.0011],\n", + " [-0.0018],\n", + " [ 0.0001],\n", + " [-0.0068],\n", + " [-0.0042],\n", + " [-0.0053],\n", + " [-0.0002],\n", + " [ 0.0036],\n", + " [ 0.0003],\n", + " [ 0.0020],\n", + " [ 0.0008],\n", + " [-0.0007],\n", + " [-0.0022],\n", + " [ 0.0002],\n", + " [-0.0026]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0364],\n", + " [-0.0367],\n", + " [-0.0508],\n", + " [-0.0460],\n", + " [-0.0331],\n", + " [-0.0391],\n", + " [-0.0324],\n", + " [-0.0360],\n", + " [-0.0330],\n", + " [-0.0328],\n", + " [-0.0416],\n", + " [-0.0345],\n", + " [-0.0309],\n", + " [-0.0372],\n", + " [-0.0347],\n", + " [-0.0373],\n", + " [-0.0369],\n", + " [-0.0351],\n", + " [-0.0398],\n", + " [-0.0361],\n", + " [-0.0406],\n", + " [-0.0336],\n", + " [-0.0392],\n", + " [-0.0335],\n", + " [-0.0383],\n", + " [-0.0341],\n", + " [-0.0350],\n", + " [-0.0404],\n", + " [-0.0357],\n", + " [-0.0348],\n", + " [-0.0372],\n", + " [-0.0384]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0046],\n", + " [ 0.0055],\n", + " [ 0.0073],\n", + " [ 0.0087],\n", + " [ 0.0020],\n", + " [ 0.0067],\n", + " [ 0.0017],\n", + " [ 0.0051],\n", + " [ 0.0036],\n", + " [ 0.0033],\n", + " [ 0.0127],\n", + " [ 0.0097],\n", + " [-0.0020],\n", + " [ 0.0052],\n", + " [ 0.0056],\n", + " [ 0.0049],\n", + " [ 0.0049],\n", + " [ 0.0047],\n", + " [ 0.0057],\n", + " [ 0.0044],\n", + " [ 0.0053],\n", + " [ 0.0026],\n", + " [ 0.0042],\n", + " [ 0.0036],\n", + " [ 0.0061],\n", + " [ 0.0042],\n", + " [ 0.0054],\n", + " [ 0.0063],\n", + " [ 0.0046],\n", + " [ 0.0035],\n", + " [ 0.0052],\n", + " [ 0.0052]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0569],\n", + " [0.0603],\n", + " [0.0652],\n", + " [0.0681],\n", + " [0.0556],\n", + " [0.0609],\n", + " [0.0554],\n", + " [0.0571],\n", + " [0.0560],\n", + " [0.0570],\n", + " [0.0614],\n", + " [0.0623],\n", + " [0.0544],\n", + " [0.0574],\n", + " [0.0577],\n", + " [0.0573],\n", + " [0.0565],\n", + " [0.0580],\n", + " [0.0608],\n", + " [0.0565],\n", + " [0.0628],\n", + " [0.0563],\n", + " [0.0599],\n", + " [0.0567],\n", + " [0.0578],\n", + " [0.0575],\n", + " [0.0578],\n", + " [0.0588],\n", + " [0.0587],\n", + " [0.0559],\n", + " [0.0570],\n", + " [0.0589]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0169],\n", + " [-0.0138],\n", + " [-0.0143],\n", + " [-0.0191],\n", + " [-0.0193],\n", + " [-0.0143],\n", + " [-0.0170],\n", + " [-0.0169],\n", + " [-0.0181],\n", + " [-0.0190],\n", + " [-0.0084],\n", + " [-0.0198],\n", + " [-0.0182],\n", + " [-0.0164],\n", + " [-0.0181],\n", + " [-0.0172],\n", + " [-0.0178],\n", + " [-0.0182],\n", + " [-0.0172],\n", + " [-0.0194],\n", + " [-0.0150],\n", + " [-0.0173],\n", + " [-0.0143],\n", + " [-0.0189],\n", + " [-0.0194],\n", + " [-0.0188],\n", + " [-0.0188],\n", + " [-0.0179],\n", + " [-0.0170],\n", + " [-0.0180],\n", + " [-0.0180],\n", + " [-0.0166]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1700],\n", + " [-0.1678],\n", + " [-0.1663],\n", + " [-0.1663],\n", + " [-0.1697],\n", + " [-0.1681],\n", + " [-0.1678],\n", + " [-0.1698],\n", + " [-0.1713],\n", + " [-0.1710],\n", + " [-0.1855],\n", + " [-0.1815],\n", + " [-0.1664],\n", + " [-0.1692],\n", + " [-0.1731],\n", + " [-0.1690],\n", + " [-0.1718],\n", + " [-0.1759],\n", + " [-0.1710],\n", + " [-0.1700],\n", + " [-0.1663],\n", + " [-0.1711],\n", + " [-0.1673],\n", + " [-0.1712],\n", + " [-0.1759],\n", + " [-0.1717],\n", + " [-0.1714],\n", + " [-0.1725],\n", + " [-0.1745],\n", + " [-0.1700],\n", + " [-0.1728],\n", + " [-0.1715]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0216],\n", + " [-0.0245],\n", + " [-0.0041],\n", + " [-0.0157],\n", + " [-0.0220],\n", + " [-0.0225],\n", + " [-0.0232],\n", + " [-0.0227],\n", + " [-0.0221],\n", + " [-0.0221],\n", + " [ 0.0168],\n", + " [-0.0220],\n", + " [-0.0257],\n", + " [-0.0219],\n", + " [-0.0209],\n", + " [-0.0212],\n", + " [-0.0203],\n", + " [-0.0194],\n", + " [-0.0209],\n", + " [-0.0208],\n", + " [-0.0228],\n", + " [-0.0224],\n", + " [-0.0210],\n", + " [-0.0220],\n", + " [-0.0175],\n", + " [-0.0223],\n", + " [-0.0210],\n", + " [-0.0187],\n", + " [-0.0208],\n", + " [-0.0216],\n", + " [-0.0202],\n", + " [-0.0218]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0055],\n", + " [-0.0028],\n", + " [-0.0066],\n", + " [-0.0048],\n", + " [ 0.0132],\n", + " [-0.0005],\n", + " [ 0.0063],\n", + " [ 0.0030],\n", + " [ 0.0120],\n", + " [ 0.0160],\n", + " [ 0.0286],\n", + " [ 0.0156],\n", + " [ 0.0014],\n", + " [ 0.0039],\n", + " [ 0.0148],\n", + " [ 0.0025],\n", + " [ 0.0067],\n", + " [ 0.0065],\n", + " [-0.0035],\n", + " [ 0.0135],\n", + " [-0.0086],\n", + " [ 0.0057],\n", + " [ 0.0022],\n", + " [ 0.0142],\n", + " [ 0.0097],\n", + " [ 0.0135],\n", + " [ 0.0156],\n", + " [ 0.0029],\n", + " [ 0.0063],\n", + " [ 0.0090],\n", + " [ 0.0052],\n", + " [-0.0007]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0936],\n", + " [0.0952],\n", + " [0.1103],\n", + " [0.1024],\n", + " [0.0919],\n", + " [0.0951],\n", + " [0.0936],\n", + " [0.0946],\n", + " [0.0910],\n", + " [0.0897],\n", + " [0.0748],\n", + " [0.0813],\n", + " [0.0971],\n", + " [0.0949],\n", + " [0.0883],\n", + " [0.0966],\n", + " [0.0933],\n", + " [0.0901],\n", + " [0.0974],\n", + " [0.0917],\n", + " [0.1011],\n", + " [0.0924],\n", + " [0.0957],\n", + " [0.0902],\n", + " [0.0910],\n", + " [0.0886],\n", + " [0.0893],\n", + " [0.0945],\n", + " [0.0893],\n", + " [0.0927],\n", + " [0.0925],\n", + " [0.0951]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0821],\n", + " [0.0788],\n", + " [0.0812],\n", + " [0.0831],\n", + " [0.0861],\n", + " [0.0814],\n", + " [0.0823],\n", + " [0.0794],\n", + " [0.0847],\n", + " [0.0879],\n", + " [0.0840],\n", + " [0.0879],\n", + " [0.0768],\n", + " [0.0816],\n", + " [0.0861],\n", + " [0.0807],\n", + " [0.0810],\n", + " [0.0792],\n", + " [0.0769],\n", + " [0.0867],\n", + " [0.0796],\n", + " [0.0809],\n", + " [0.0822],\n", + " [0.0863],\n", + " [0.0809],\n", + " [0.0865],\n", + " [0.0874],\n", + " [0.0798],\n", + " [0.0813],\n", + " [0.0834],\n", + " [0.0798],\n", + " [0.0775]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0866],\n", + " [0.0880],\n", + " [0.0908],\n", + " [0.0895],\n", + " [0.0871],\n", + " [0.0885],\n", + " [0.0844],\n", + " [0.0865],\n", + " [0.0862],\n", + " [0.0885],\n", + " [0.0961],\n", + " [0.0870],\n", + " [0.0839],\n", + " [0.0867],\n", + " [0.0885],\n", + " [0.0863],\n", + " [0.0866],\n", + " [0.0872],\n", + " [0.0878],\n", + " [0.0866],\n", + " [0.0862],\n", + " [0.0864],\n", + " [0.0877],\n", + " [0.0874],\n", + " [0.0885],\n", + " [0.0886],\n", + " [0.0883],\n", + " [0.0878],\n", + " [0.0875],\n", + " [0.0864],\n", + " [0.0870],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0405],\n", + " [0.0388],\n", + " [0.0468],\n", + " [0.0486],\n", + " [0.0418],\n", + " [0.0403],\n", + " [0.0395],\n", + " [0.0404],\n", + " [0.0408],\n", + " [0.0422],\n", + " [0.0398],\n", + " [0.0451],\n", + " [0.0350],\n", + " [0.0407],\n", + " [0.0419],\n", + " [0.0412],\n", + " [0.0403],\n", + " [0.0377],\n", + " [0.0397],\n", + " [0.0440],\n", + " [0.0398],\n", + " [0.0372],\n", + " [0.0400],\n", + " [0.0422],\n", + " [0.0402],\n", + " [0.0415],\n", + " [0.0434],\n", + " [0.0407],\n", + " [0.0376],\n", + " [0.0408],\n", + " [0.0398],\n", + " [0.0386]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0378],\n", + " [0.0377],\n", + " [0.0279],\n", + " [0.0305],\n", + " [0.0374],\n", + " [0.0376],\n", + " [0.0388],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0357],\n", + " [0.0239],\n", + " [0.0329],\n", + " [0.0399],\n", + " [0.0377],\n", + " [0.0345],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0378],\n", + " [0.0365],\n", + " [0.0360],\n", + " [0.0388],\n", + " [0.0391],\n", + " [0.0371],\n", + " [0.0361],\n", + " [0.0356],\n", + " [0.0363],\n", + " [0.0343],\n", + " [0.0363],\n", + " [0.0387],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0378]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0742],\n", + " [-0.0771],\n", + " [-0.0736],\n", + " [-0.0763],\n", + " [-0.0710],\n", + " [-0.0763],\n", + " [-0.0753],\n", + " [-0.0750],\n", + " [-0.0716],\n", + " [-0.0696],\n", + " [-0.0487],\n", + " [-0.0723],\n", + " [-0.0778],\n", + " [-0.0747],\n", + " [-0.0699],\n", + " [-0.0751],\n", + " [-0.0730],\n", + " [-0.0723],\n", + " [-0.0759],\n", + " [-0.0713],\n", + " [-0.0794],\n", + " [-0.0738],\n", + " [-0.0746],\n", + " [-0.0707],\n", + " [-0.0705],\n", + " [-0.0712],\n", + " [-0.0702],\n", + " [-0.0741],\n", + " [-0.0734],\n", + " [-0.0729],\n", + " [-0.0736],\n", + " [-0.0755]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1017],\n", + " [-0.1053],\n", + " [-0.1171],\n", + " [-0.1090],\n", + " [-0.0972],\n", + " [-0.1053],\n", + " [-0.0997],\n", + " [-0.1031],\n", + " [-0.0982],\n", + " [-0.0973],\n", + " [-0.1171],\n", + " [-0.1068],\n", + " [-0.1005],\n", + " [-0.1026],\n", + " [-0.0989],\n", + " [-0.1037],\n", + " [-0.1024],\n", + " [-0.1044],\n", + " [-0.1088],\n", + " [-0.0986],\n", + " [-0.1094],\n", + " [-0.1015],\n", + " [-0.1034],\n", + " [-0.0976],\n", + " [-0.1042],\n", + " [-0.0985],\n", + " [-0.0989],\n", + " [-0.1063],\n", + " [-0.1032],\n", + " [-0.0997],\n", + " [-0.1038],\n", + " [-0.1061]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0631],\n", + " [-0.0532],\n", + " [-0.0562],\n", + " [-0.0633],\n", + " [-0.0616],\n", + " [-0.0640],\n", + " [-0.0626],\n", + " [-0.0635],\n", + " [-0.0632],\n", + " [-0.0485],\n", + " [-0.0605],\n", + " [-0.0659],\n", + " [-0.0620],\n", + " [-0.0624],\n", + " [-0.0612],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0600],\n", + " [-0.0621],\n", + " [-0.0589],\n", + " [-0.0637],\n", + " [-0.0636],\n", + " [-0.0629],\n", + " [-0.0609],\n", + " [-0.0624],\n", + " [-0.0622],\n", + " [-0.0597],\n", + " [-0.0621],\n", + " [-0.0625],\n", + " [-0.0616],\n", + " [-0.0615]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0587],\n", + " [-0.0612],\n", + " [-0.0622],\n", + " [-0.0555],\n", + " [-0.0620],\n", + " [ 0.0450],\n", + " [-0.0627],\n", + " [-0.0623],\n", + " [-0.0612],\n", + " [-0.0792],\n", + " [-0.0624],\n", + " [-0.0670],\n", + " [-0.0679],\n", + " [-0.0630],\n", + " [-0.0631],\n", + " [-0.0615],\n", + " [-0.0625],\n", + " [-0.0616],\n", + " [-0.0529],\n", + " [-0.0530],\n", + " [-0.0589],\n", + " [-0.0639],\n", + " [-0.0630],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0635],\n", + " [-0.0602],\n", + " [-0.0637],\n", + " [-0.0618],\n", + " [-0.0642],\n", + " [-0.0594],\n", + " [-0.0659]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0693],\n", + " [-0.0722],\n", + " [-0.0716],\n", + " [-0.0717],\n", + " [-0.0682],\n", + " [-0.0296],\n", + " [-0.0712],\n", + " [-0.0752],\n", + " [-0.0703],\n", + " [-0.0861],\n", + " [-0.0734],\n", + " [-0.0788],\n", + " [-0.0817],\n", + " [-0.0748],\n", + " [-0.0748],\n", + " [-0.0744],\n", + " [-0.0755],\n", + " [-0.0729],\n", + " [-0.0700],\n", + " [-0.0704],\n", + " [-0.0688],\n", + " [-0.0766],\n", + " [-0.0767],\n", + " [-0.0734],\n", + " [-0.0727],\n", + " [-0.0736],\n", + " [-0.0683],\n", + " [-0.0742],\n", + " [-0.0690],\n", + " [-0.0773],\n", + " [-0.0742],\n", + " [-0.0763]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0390],\n", + " [0.0385],\n", + " [0.0370],\n", + " [0.0393],\n", + " [0.0373],\n", + " [0.0115],\n", + " [0.0362],\n", + " [0.0382],\n", + " [0.0374],\n", + " [0.0355],\n", + " [0.0367],\n", + " [0.0356],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0359],\n", + " [0.0375],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0381],\n", + " [0.0430],\n", + " [0.0392],\n", + " [0.0366],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0375],\n", + " [0.0352],\n", + " [0.0389],\n", + " [0.0365],\n", + " [0.0379],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0345]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0872],\n", + " [-0.0899],\n", + " [-0.0942],\n", + " [-0.0849],\n", + " [-0.0945],\n", + " [-0.0509],\n", + " [-0.0951],\n", + " [-0.0940],\n", + " [-0.0933],\n", + " [-0.0996],\n", + " [-0.0943],\n", + " [-0.0946],\n", + " [-0.0941],\n", + " [-0.0934],\n", + " [-0.0954],\n", + " [-0.0899],\n", + " [-0.0930],\n", + " [-0.0925],\n", + " [-0.0836],\n", + " [-0.0777],\n", + " [-0.0873],\n", + " [-0.0956],\n", + " [-0.0935],\n", + " [-0.0902],\n", + " [-0.0921],\n", + " [-0.0959],\n", + " [-0.0907],\n", + " [-0.0966],\n", + " [-0.0941],\n", + " [-0.0945],\n", + " [-0.0882],\n", + " [-0.0957]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0495],\n", + " [0.0504],\n", + " [0.0566],\n", + " [0.0423],\n", + " [0.0580],\n", + " [0.0307],\n", + " [0.0579],\n", + " [0.0547],\n", + " [0.0571],\n", + " [0.0480],\n", + " [0.0572],\n", + " [0.0474],\n", + " [0.0477],\n", + " [0.0556],\n", + " [0.0566],\n", + " [0.0510],\n", + " [0.0547],\n", + " [0.0563],\n", + " [0.0345],\n", + " [0.0400],\n", + " [0.0493],\n", + " [0.0572],\n", + " [0.0539],\n", + " [0.0528],\n", + " [0.0556],\n", + " [0.0582],\n", + " [0.0549],\n", + " [0.0589],\n", + " [0.0580],\n", + " [0.0527],\n", + " [0.0469],\n", + " [0.0462]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0413],\n", + " [-0.0402],\n", + " [-0.0372],\n", + " [-0.0453],\n", + " [-0.0357],\n", + " [ 0.0185],\n", + " [-0.0375],\n", + " [-0.0346],\n", + " [-0.0374],\n", + " [-0.0350],\n", + " [-0.0370],\n", + " [-0.0383],\n", + " [-0.0378],\n", + " [-0.0391],\n", + " [-0.0393],\n", + " [-0.0428],\n", + " [-0.0382],\n", + " [-0.0388],\n", + " [-0.0424],\n", + " [-0.0482],\n", + " [-0.0398],\n", + " [-0.0358],\n", + " [-0.0380],\n", + " [-0.0418],\n", + " [-0.0387],\n", + " [-0.0379],\n", + " [-0.0375],\n", + " [-0.0349],\n", + " [-0.0349],\n", + " [-0.0368],\n", + " [-0.0433],\n", + " [-0.0429]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0789],\n", + " [-0.0795],\n", + " [-0.0808],\n", + " [-0.0787],\n", + " [-0.0819],\n", + " [-0.0551],\n", + " [-0.0807],\n", + " [-0.0806],\n", + " [-0.0805],\n", + " [-0.0841],\n", + " [-0.0796],\n", + " [-0.0813],\n", + " [-0.0785],\n", + " [-0.0796],\n", + " [-0.0795],\n", + " [-0.0789],\n", + " [-0.0788],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0743],\n", + " [-0.0790],\n", + " [-0.0786],\n", + " [-0.0788],\n", + " [-0.0791],\n", + " [-0.0799],\n", + " [-0.0797],\n", + " [-0.0812],\n", + " [-0.0800],\n", + " [-0.0813],\n", + " [-0.0806],\n", + " [-0.0779],\n", + " [-0.0806]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1663],\n", + " [0.1663],\n", + " [0.1683],\n", + " [0.1573],\n", + " [0.1700],\n", + " [0.1910],\n", + " [0.1688],\n", + " [0.1668],\n", + " [0.1691],\n", + " [0.1573],\n", + " [0.1684],\n", + " [0.1625],\n", + " [0.1635],\n", + " [0.1676],\n", + " [0.1676],\n", + " [0.1652],\n", + " [0.1674],\n", + " [0.1688],\n", + " [0.1566],\n", + " [0.1622],\n", + " [0.1672],\n", + " [0.1683],\n", + " [0.1664],\n", + " [0.1669],\n", + " [0.1685],\n", + " [0.1680],\n", + " [0.1699],\n", + " [0.1694],\n", + " [0.1705],\n", + " [0.1647],\n", + " [0.1622],\n", + " [0.1640]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0479],\n", + " [-0.0507],\n", + " [-0.0551],\n", + " [-0.0465],\n", + " [-0.0551],\n", + " [-0.0816],\n", + " [-0.0568],\n", + " [-0.0563],\n", + " [-0.0540],\n", + " [-0.0682],\n", + " [-0.0563],\n", + " [-0.0590],\n", + " [-0.0611],\n", + " [-0.0555],\n", + " [-0.0584],\n", + " [-0.0541],\n", + " [-0.0564],\n", + " [-0.0550],\n", + " [-0.0501],\n", + " [-0.0402],\n", + " [-0.0475],\n", + " [-0.0592],\n", + " [-0.0571],\n", + " [-0.0533],\n", + " [-0.0533],\n", + " [-0.0573],\n", + " [-0.0499],\n", + " [-0.0588],\n", + " [-0.0551],\n", + " [-0.0573],\n", + " [-0.0544],\n", + " [-0.0609]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0615],\n", + " [0.0643],\n", + " [0.0588],\n", + " [0.0701],\n", + " [0.0563],\n", + " [0.1303],\n", + " [0.0576],\n", + " [0.0645],\n", + " [0.0574],\n", + " [0.0674],\n", + " [0.0595],\n", + " [0.0673],\n", + " [0.0693],\n", + " [0.0604],\n", + " [0.0589],\n", + " [0.0620],\n", + " [0.0616],\n", + " [0.0582],\n", + " [0.0732],\n", + " [0.0654],\n", + " [0.0611],\n", + " [0.0618],\n", + " [0.0640],\n", + " [0.0601],\n", + " [0.0588],\n", + " [0.0596],\n", + " [0.0569],\n", + " [0.0608],\n", + " [0.0568],\n", + " [0.0656],\n", + " [0.0660],\n", + " [0.0595]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0929],\n", + " [-0.0929],\n", + " [-0.0976],\n", + " [-0.0866],\n", + " [-0.0997],\n", + " [-0.1840],\n", + " [-0.0988],\n", + " [-0.0950],\n", + " [-0.0982],\n", + " [-0.0790],\n", + " [-0.0974],\n", + " [-0.0847],\n", + " [-0.0859],\n", + " [-0.0954],\n", + " [-0.0969],\n", + " [-0.0922],\n", + " [-0.0948],\n", + " [-0.0967],\n", + " [-0.0774],\n", + " [-0.0917],\n", + " [-0.0920],\n", + " [-0.0967],\n", + " [-0.0939],\n", + " [-0.0938],\n", + " [-0.0962],\n", + " [-0.0975],\n", + " [-0.0980],\n", + " [-0.0994],\n", + " [-0.0996],\n", + " [-0.0936],\n", + " [-0.0883],\n", + " [-0.0859]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0146],\n", + " [ 0.0136],\n", + " [ 0.0190],\n", + " [ 0.0040],\n", + " [ 0.0216],\n", + " [-0.0760],\n", + " [ 0.0196],\n", + " [ 0.0155],\n", + " [ 0.0205],\n", + " [ 0.0133],\n", + " [ 0.0181],\n", + " [ 0.0111],\n", + " [ 0.0094],\n", + " [ 0.0163],\n", + " [ 0.0183],\n", + " [ 0.0130],\n", + " [ 0.0160],\n", + " [ 0.0177],\n", + " [ 0.0041],\n", + " [ 0.0066],\n", + " [ 0.0164],\n", + " [ 0.0175],\n", + " [ 0.0143],\n", + " [ 0.0147],\n", + " [ 0.0172],\n", + " [ 0.0195],\n", + " [ 0.0196],\n", + " [ 0.0182],\n", + " [ 0.0209],\n", + " [ 0.0119],\n", + " [ 0.0114],\n", + " [ 0.0176]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0945],\n", + " [0.0915],\n", + " [0.0950],\n", + " [0.0989],\n", + " [0.0971],\n", + " [0.1055],\n", + " [0.0969],\n", + " [0.0887],\n", + " [0.0963],\n", + " [0.0800],\n", + " [0.0942],\n", + " [0.0858],\n", + " [0.0856],\n", + " [0.0939],\n", + " [0.0968],\n", + " [0.0954],\n", + " [0.0919],\n", + " [0.0955],\n", + " [0.0882],\n", + " [0.1029],\n", + " [0.0912],\n", + " [0.0909],\n", + " [0.0906],\n", + " [0.0959],\n", + " [0.0953],\n", + " [0.0936],\n", + " [0.0965],\n", + " [0.0926],\n", + " [0.0958],\n", + " [0.0904],\n", + " [0.0917],\n", + " [0.0913]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0108],\n", + " [ 0.0098],\n", + " [ 0.0110],\n", + " [ 0.0133],\n", + " [ 0.0112],\n", + " [ 0.0214],\n", + " [ 0.0113],\n", + " [ 0.0082],\n", + " [ 0.0110],\n", + " [-0.0045],\n", + " [ 0.0105],\n", + " [ 0.0027],\n", + " [ 0.0070],\n", + " [ 0.0109],\n", + " [ 0.0112],\n", + " [ 0.0130],\n", + " [ 0.0094],\n", + " [ 0.0117],\n", + " [ 0.0071],\n", + " [ 0.0214],\n", + " [ 0.0080],\n", + " [ 0.0080],\n", + " [ 0.0089],\n", + " [ 0.0129],\n", + " [ 0.0119],\n", + " [ 0.0079],\n", + " [ 0.0116],\n", + " [ 0.0093],\n", + " [ 0.0112],\n", + " [ 0.0100],\n", + " [ 0.0120],\n", + " [ 0.0027]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0096],\n", + " [-0.0079],\n", + " [-0.0023],\n", + " [-0.0178],\n", + " [-0.0013],\n", + " [-0.0043],\n", + " [-0.0007],\n", + " [-0.0009],\n", + " [-0.0027],\n", + " [ 0.0132],\n", + " [-0.0013],\n", + " [-0.0002],\n", + " [ 0.0010],\n", + " [-0.0027],\n", + " [ 0.0005],\n", + " [-0.0061],\n", + " [-0.0010],\n", + " [-0.0029],\n", + " [-0.0149],\n", + " [-0.0223],\n", + " [-0.0078],\n", + " [ 0.0030],\n", + " [-0.0014],\n", + " [-0.0063],\n", + " [-0.0048],\n", + " [ 0.0002],\n", + " [-0.0056],\n", + " [ 0.0022],\n", + " [-0.0009],\n", + " [-0.0028],\n", + " [-0.0082],\n", + " [ 0.0040]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0321],\n", + " [-0.0337],\n", + " [-0.0338],\n", + " [-0.0328],\n", + " [-0.0318],\n", + " [-0.0870],\n", + " [-0.0330],\n", + " [-0.0366],\n", + " [-0.0330],\n", + " [-0.0545],\n", + " [-0.0344],\n", + " [-0.0444],\n", + " [-0.0419],\n", + " [-0.0340],\n", + " [-0.0347],\n", + " [-0.0336],\n", + " [-0.0365],\n", + " [-0.0329],\n", + " [-0.0416],\n", + " [-0.0352],\n", + " [-0.0344],\n", + " [-0.0376],\n", + " [-0.0372],\n", + " [-0.0325],\n", + " [-0.0319],\n", + " [-0.0368],\n", + " [-0.0299],\n", + " [-0.0357],\n", + " [-0.0316],\n", + " [-0.0370],\n", + " [-0.0370],\n", + " [-0.0525]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0005],\n", + " [ 0.0016],\n", + " [ 0.0027],\n", + " [-0.0035],\n", + " [ 0.0019],\n", + " [ 0.0310],\n", + " [ 0.0034],\n", + " [ 0.0053],\n", + " [ 0.0023],\n", + " [ 0.0110],\n", + " [ 0.0039],\n", + " [ 0.0075],\n", + " [ 0.0081],\n", + " [ 0.0035],\n", + " [ 0.0045],\n", + " [ 0.0018],\n", + " [ 0.0047],\n", + " [ 0.0029],\n", + " [ 0.0023],\n", + " [-0.0094],\n", + " [ 0.0006],\n", + " [ 0.0063],\n", + " [ 0.0054],\n", + " [ 0.0017],\n", + " [ 0.0020],\n", + " [ 0.0050],\n", + " [-0.0002],\n", + " [ 0.0058],\n", + " [ 0.0021],\n", + " [ 0.0050],\n", + " [ 0.0027],\n", + " [ 0.0080]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0548],\n", + " [0.0560],\n", + " [0.0566],\n", + " [0.0580],\n", + " [0.0565],\n", + " [0.1320],\n", + " [0.0570],\n", + " [0.0580],\n", + " [0.0557],\n", + " [0.0653],\n", + " [0.0566],\n", + " [0.0628],\n", + " [0.0624],\n", + " [0.0565],\n", + " [0.0575],\n", + " [0.0564],\n", + " [0.0567],\n", + " [0.0558],\n", + " [0.0641],\n", + " [0.0507],\n", + " [0.0552],\n", + " [0.0573],\n", + " [0.0576],\n", + " [0.0557],\n", + " [0.0557],\n", + " [0.0568],\n", + " [0.0551],\n", + " [0.0582],\n", + " [0.0564],\n", + " [0.0593],\n", + " [0.0575],\n", + " [0.0650]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0159],\n", + " [-0.0156],\n", + " [-0.0185],\n", + " [-0.0181],\n", + " [-0.0190],\n", + " [-0.0084],\n", + " [-0.0184],\n", + " [-0.0171],\n", + " [-0.0190],\n", + " [-0.0192],\n", + " [-0.0182],\n", + " [-0.0154],\n", + " [-0.0170],\n", + " [-0.0175],\n", + " [-0.0181],\n", + " [-0.0170],\n", + " [-0.0172],\n", + " [-0.0178],\n", + " [-0.0115],\n", + " [-0.0224],\n", + " [-0.0152],\n", + " [-0.0183],\n", + " [-0.0166],\n", + " [-0.0170],\n", + " [-0.0176],\n", + " [-0.0183],\n", + " [-0.0172],\n", + " [-0.0184],\n", + " [-0.0188],\n", + " [-0.0162],\n", + " [-0.0155],\n", + " [-0.0192]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1659],\n", + " [-0.1670],\n", + " [-0.1704],\n", + " [-0.1648],\n", + " [-0.1700],\n", + " [-0.1644],\n", + " [-0.1715],\n", + " [-0.1694],\n", + " [-0.1700],\n", + " [-0.1822],\n", + " [-0.1709],\n", + " [-0.1737],\n", + " [-0.1739],\n", + " [-0.1711],\n", + " [-0.1740],\n", + " [-0.1703],\n", + " [-0.1713],\n", + " [-0.1705],\n", + " [-0.1635],\n", + " [-0.1638],\n", + " [-0.1654],\n", + " [-0.1730],\n", + " [-0.1711],\n", + " [-0.1695],\n", + " [-0.1694],\n", + " [-0.1722],\n", + " [-0.1678],\n", + " [-0.1717],\n", + " [-0.1694],\n", + " [-0.1706],\n", + " [-0.1686],\n", + " [-0.1789]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0235],\n", + " [-0.0243],\n", + " [-0.0225],\n", + " [-0.0282],\n", + " [-0.0224],\n", + " [-0.0649],\n", + " [-0.0223],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0026],\n", + " [-0.0220],\n", + " [-0.0171],\n", + " [-0.0198],\n", + " [-0.0222],\n", + " [-0.0210],\n", + " [-0.0242],\n", + " [-0.0210],\n", + " [-0.0225],\n", + " [-0.0227],\n", + " [-0.0250],\n", + " [-0.0209],\n", + " [-0.0198],\n", + " [-0.0217],\n", + " [-0.0240],\n", + " [-0.0233],\n", + " [-0.0207],\n", + " [-0.0223],\n", + " [-0.0210],\n", + " [-0.0224],\n", + " [-0.0231],\n", + " [-0.0252],\n", + " [-0.0095]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.5046e-03],\n", + " [ 8.7041e-04],\n", + " [ 1.1395e-02],\n", + " [-7.6103e-03],\n", + " [ 1.5330e-02],\n", + " [ 4.8471e-02],\n", + " [ 1.3422e-02],\n", + " [ 7.5463e-03],\n", + " [ 1.1972e-02],\n", + " [ 6.3876e-03],\n", + " [ 1.0928e-02],\n", + " [-1.2285e-06],\n", + " [-1.3324e-03],\n", + " [ 7.8623e-03],\n", + " [ 1.0612e-02],\n", + " [ 1.9661e-03],\n", + " [ 6.4994e-03],\n", + " [ 9.4010e-03],\n", + " [-1.4044e-02],\n", + " [-1.5977e-03],\n", + " [ 1.1789e-03],\n", + " [ 9.8292e-03],\n", + " [ 5.1174e-03],\n", + " [ 4.4092e-03],\n", + " [ 8.5913e-03],\n", + " [ 1.1729e-02],\n", + " [ 1.0293e-02],\n", + " [ 1.4045e-02],\n", + " [ 1.4708e-02],\n", + " [ 5.0441e-03],\n", + " [-3.6951e-03],\n", + " [ 8.8398e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0985],\n", + " [0.0973],\n", + " [0.0910],\n", + " [0.0988],\n", + " [0.0908],\n", + " [0.1179],\n", + " [0.0896],\n", + " [0.0926],\n", + " [0.0914],\n", + " [0.0896],\n", + " [0.0908],\n", + " [0.0940],\n", + " [0.0930],\n", + " [0.0916],\n", + " [0.0888],\n", + " [0.0937],\n", + " [0.0925],\n", + " [0.0917],\n", + " [0.1040],\n", + " [0.0957],\n", + " [0.1006],\n", + " [0.0906],\n", + " [0.0926],\n", + " [0.0936],\n", + " [0.0924],\n", + " [0.0912],\n", + " [0.0935],\n", + " [0.0891],\n", + " [0.0914],\n", + " [0.0905],\n", + " [0.0977],\n", + " [0.0883]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0786],\n", + " [0.0778],\n", + " [0.0847],\n", + " [0.0707],\n", + " [0.0875],\n", + " [0.0436],\n", + " [0.0864],\n", + " [0.0834],\n", + " [0.0852],\n", + " [0.0828],\n", + " [0.0842],\n", + " [0.0809],\n", + " [0.0769],\n", + " [0.0818],\n", + " [0.0845],\n", + " [0.0787],\n", + " [0.0820],\n", + " [0.0832],\n", + " [0.0804],\n", + " [0.0624],\n", + " [0.0800],\n", + " [0.0838],\n", + " [0.0810],\n", + " [0.0801],\n", + " [0.0819],\n", + " [0.0850],\n", + " [0.0836],\n", + " [0.0865],\n", + " [0.0867],\n", + " [0.0808],\n", + " [0.0758],\n", + " [0.0902]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0830],\n", + " [0.0851],\n", + " [0.0879],\n", + " [0.0818],\n", + " [0.0885],\n", + " [0.0569],\n", + " [0.0883],\n", + " [0.0881],\n", + " [0.0868],\n", + " [0.1011],\n", + " [0.0873],\n", + " [0.0907],\n", + " [0.0896],\n", + " [0.0874],\n", + " [0.0873],\n", + " [0.0862],\n", + " [0.0868],\n", + " [0.0863],\n", + " [0.0831],\n", + " [0.0753],\n", + " [0.0825],\n", + " [0.0874],\n", + " [0.0874],\n", + " [0.0859],\n", + " [0.0866],\n", + " [0.0878],\n", + " [0.0861],\n", + " [0.0887],\n", + " [0.0879],\n", + " [0.0901],\n", + " [0.0856],\n", + " [0.0891]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0381],\n", + " [0.0406],\n", + " [0.0329],\n", + " [0.0421],\n", + " [0.0225],\n", + " [0.0409],\n", + " [0.0421],\n", + " [0.0408],\n", + " [0.0438],\n", + " [0.0408],\n", + " [0.0406],\n", + " [0.0398],\n", + " [0.0389],\n", + " [0.0394],\n", + " [0.0361],\n", + " [0.0403],\n", + " [0.0396],\n", + " [0.0363],\n", + " [0.0327],\n", + " [0.0393],\n", + " [0.0426],\n", + " [0.0401],\n", + " [0.0369],\n", + " [0.0392],\n", + " [0.0414],\n", + " [0.0401],\n", + " [0.0430],\n", + " [0.0429],\n", + " [0.0396],\n", + " [0.0371],\n", + " [0.0418]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0397],\n", + " [ 0.0381],\n", + " [ 0.0372],\n", + " [ 0.0390],\n", + " [ 0.0364],\n", + " [-0.0165],\n", + " [ 0.0368],\n", + " [ 0.0366],\n", + " [ 0.0378],\n", + " [ 0.0322],\n", + " [ 0.0367],\n", + " [ 0.0352],\n", + " [ 0.0351],\n", + " [ 0.0373],\n", + " [ 0.0381],\n", + " [ 0.0391],\n", + " [ 0.0374],\n", + " [ 0.0376],\n", + " [ 0.0418],\n", + " [ 0.0355],\n", + " [ 0.0385],\n", + " [ 0.0358],\n", + " [ 0.0372],\n", + " [ 0.0390],\n", + " [ 0.0375],\n", + " [ 0.0362],\n", + " [ 0.0380],\n", + " [ 0.0346],\n", + " [ 0.0358],\n", + " [ 0.0364],\n", + " [ 0.0388],\n", + " [ 0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0763],\n", + " [-0.0756],\n", + " [-0.0717],\n", + " [-0.0835],\n", + " [-0.0697],\n", + " [-0.1212],\n", + " [-0.0706],\n", + " [-0.0737],\n", + " [-0.0717],\n", + " [-0.0661],\n", + " [-0.0721],\n", + " [-0.0717],\n", + " [-0.0747],\n", + " [-0.0728],\n", + " [-0.0718],\n", + " [-0.0762],\n", + " [-0.0735],\n", + " [-0.0728],\n", + " [-0.0805],\n", + " [-0.0888],\n", + " [-0.0753],\n", + " [-0.0721],\n", + " [-0.0740],\n", + " [-0.0748],\n", + " [-0.0730],\n", + " [-0.0705],\n", + " [-0.0718],\n", + " [-0.0708],\n", + " [-0.0704],\n", + " [-0.0735],\n", + " [-0.0786],\n", + " [-0.0684]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1010],\n", + " [-0.1021],\n", + " [-0.0985],\n", + " [-0.1035],\n", + " [-0.0970],\n", + " [-0.1289],\n", + " [-0.0980],\n", + " [-0.1017],\n", + " [-0.0978],\n", + " [-0.1188],\n", + " [-0.0990],\n", + " [-0.1088],\n", + " [-0.1094],\n", + " [-0.1007],\n", + " [-0.1003],\n", + " [-0.1025],\n", + " [-0.1017],\n", + " [-0.0992],\n", + " [-0.1089],\n", + " [-0.1021],\n", + " [-0.1016],\n", + " [-0.1012],\n", + " [-0.1027],\n", + " [-0.1011],\n", + " [-0.0993],\n", + " [-0.0993],\n", + " [-0.0986],\n", + " [-0.0994],\n", + " [-0.0974],\n", + " [-0.1025],\n", + " [-0.1047],\n", + " [-0.1150]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0654],\n", + " [-0.0655],\n", + " [-0.0630],\n", + " [-0.0661],\n", + " [-0.0634],\n", + " [-0.0045],\n", + " [-0.0632],\n", + " [-0.0618],\n", + " [-0.0632],\n", + " [-0.0487],\n", + " [-0.0628],\n", + " [-0.0604],\n", + " [-0.0596],\n", + " [-0.0635],\n", + " [-0.0621],\n", + " [-0.0644],\n", + " [-0.0620],\n", + " [-0.0635],\n", + " [-0.0606],\n", + " [-0.0622],\n", + " [-0.0644],\n", + " [-0.0607],\n", + " [-0.0622],\n", + " [-0.0648],\n", + " [-0.0643],\n", + " [-0.0622],\n", + " [-0.0647],\n", + " [-0.0619],\n", + " [-0.0634],\n", + " [-0.0629],\n", + " [-0.0628],\n", + " [-0.0540]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0683],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0617],\n", + " [-0.0624],\n", + " [-0.0589],\n", + " [-0.0563],\n", + " [-0.0659],\n", + " [-0.0697],\n", + " [-0.0514],\n", + " [-0.0628],\n", + " [-0.0630],\n", + " [-0.0654],\n", + " [-0.0606],\n", + " [-0.0617],\n", + " [-0.0624],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0621],\n", + " [-0.0606],\n", + " [-0.0723],\n", + " [-0.0656],\n", + " [-0.0539],\n", + " [-0.0746],\n", + " [-0.0624],\n", + " [-0.0632],\n", + " [-0.0628],\n", + " [-1.3089],\n", + " [-0.0691],\n", + " [-0.0549],\n", + " [-0.0627],\n", + " [-0.0615]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1785],\n", + " [-0.0769],\n", + " [-0.0741],\n", + " [-0.0739],\n", + " [-0.0683],\n", + " [-0.0725],\n", + " [-0.0671],\n", + " [-0.0796],\n", + " [-0.0834],\n", + " [-0.0710],\n", + " [-0.0722],\n", + " [-0.0717],\n", + " [-0.0801],\n", + " [-0.0728],\n", + " [-0.0740],\n", + " [-0.0747],\n", + " [-0.0763],\n", + " [-0.0739],\n", + " [-0.0770],\n", + " [-0.0696],\n", + " [-0.0831],\n", + " [-0.0783],\n", + " [-0.0692],\n", + " [-0.0901],\n", + " [-0.0698],\n", + " [-0.0740],\n", + " [-0.0697],\n", + " [-1.3728],\n", + " [-0.0740],\n", + " [-0.0742],\n", + " [-0.0726],\n", + " [-0.0750]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0454],\n", + " [0.0365],\n", + " [0.0379],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0386],\n", + " [0.0388],\n", + " [0.0368],\n", + " [0.0391],\n", + " [0.0369],\n", + " [0.0355],\n", + " [0.0386],\n", + " [0.0385],\n", + " [0.0388],\n", + " [0.0377],\n", + " [0.0383],\n", + " [0.0380],\n", + " [0.0377],\n", + " [0.0380],\n", + " [0.0343],\n", + " [0.0358],\n", + " [0.0386],\n", + " [0.0355],\n", + " [0.0375],\n", + " [0.0339],\n", + " [0.0369],\n", + " [0.1321],\n", + " [0.0400],\n", + " [0.0378],\n", + " [0.0359],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0738],\n", + " [-0.0912],\n", + " [-0.0957],\n", + " [-0.0912],\n", + " [-0.0945],\n", + " [-0.0865],\n", + " [-0.0843],\n", + " [-0.0931],\n", + " [-0.0969],\n", + " [-0.0806],\n", + " [-0.0955],\n", + " [-0.0955],\n", + " [-0.0927],\n", + " [-0.0903],\n", + " [-0.0909],\n", + " [-0.0940],\n", + " [-0.0925],\n", + " [-0.0951],\n", + " [-0.0919],\n", + " [-0.0865],\n", + " [-0.1004],\n", + " [-0.0964],\n", + " [-0.0835],\n", + " [-0.0975],\n", + " [-0.0953],\n", + " [-0.0952],\n", + " [-0.0956],\n", + " [ 0.4295],\n", + " [-0.0935],\n", + " [-0.0925],\n", + " [-0.0958],\n", + " [-0.0899]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0055],\n", + " [ 0.0497],\n", + " [ 0.0568],\n", + " [ 0.0537],\n", + " [ 0.0580],\n", + " [ 0.0473],\n", + " [ 0.0467],\n", + " [ 0.0456],\n", + " [ 0.0511],\n", + " [ 0.0396],\n", + " [ 0.0568],\n", + " [ 0.0596],\n", + " [ 0.0472],\n", + " [ 0.0522],\n", + " [ 0.0439],\n", + " [ 0.0568],\n", + " [ 0.0526],\n", + " [ 0.0570],\n", + " [ 0.0484],\n", + " [ 0.0516],\n", + " [ 0.0566],\n", + " [ 0.0561],\n", + " [ 0.0408],\n", + " [ 0.0485],\n", + " [ 0.0592],\n", + " [ 0.0552],\n", + " [ 0.0585],\n", + " [-0.2289],\n", + " [ 0.0414],\n", + " [ 0.0526],\n", + " [ 0.0579],\n", + " [ 0.0495]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0334],\n", + " [-0.0413],\n", + " [-0.0341],\n", + " [-0.0405],\n", + " [-0.0363],\n", + " [-0.0431],\n", + " [-0.0452],\n", + " [-0.0328],\n", + " [-0.0349],\n", + " [-0.0462],\n", + " [-0.0362],\n", + " [-0.0370],\n", + " [-0.0349],\n", + " [-0.0389],\n", + " [-0.0375],\n", + " [-0.0363],\n", + " [-0.0350],\n", + " [-0.0346],\n", + " [-0.0376],\n", + " [-0.0449],\n", + " [-0.0361],\n", + " [-0.0377],\n", + " [-0.0464],\n", + " [-0.0372],\n", + " [-0.0345],\n", + " [-0.0328],\n", + " [-0.0351],\n", + " [-0.4220],\n", + " [-0.0328],\n", + " [-0.0379],\n", + " [-0.0374],\n", + " [-0.0411]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.1014],\n", + " [-0.0784],\n", + " [-0.0813],\n", + " [-0.0791],\n", + " [-0.0814],\n", + " [-0.0795],\n", + " [-0.0770],\n", + " [-0.0812],\n", + " [-0.0791],\n", + " [-0.0736],\n", + " [-0.0812],\n", + " [-0.0794],\n", + " [-0.0792],\n", + " [-0.0797],\n", + " [-0.0816],\n", + " [-0.0794],\n", + " [-0.0796],\n", + " [-0.0805],\n", + " [-0.0796],\n", + " [-0.0775],\n", + " [-0.0783],\n", + " [-0.0787],\n", + " [-0.0758],\n", + " [-0.0769],\n", + " [-0.0811],\n", + " [-0.0810],\n", + " [-0.0817],\n", + " [-0.0014],\n", + " [-0.0866],\n", + " [-0.0891],\n", + " [-0.0803],\n", + " [-0.0780]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1108],\n", + " [ 0.1640],\n", + " [ 0.1681],\n", + " [ 0.1675],\n", + " [ 0.1701],\n", + " [ 0.1616],\n", + " [ 0.1649],\n", + " [ 0.1625],\n", + " [ 0.1637],\n", + " [ 0.1650],\n", + " [ 0.1678],\n", + " [ 0.1704],\n", + " [ 0.1627],\n", + " [ 0.1664],\n", + " [ 0.1612],\n", + " [ 0.1688],\n", + " [ 0.1657],\n", + " [ 0.1686],\n", + " [ 0.1628],\n", + " [ 0.1676],\n", + " [ 0.1652],\n", + " [ 0.1669],\n", + " [ 0.1613],\n", + " [ 0.1621],\n", + " [ 0.1713],\n", + " [ 0.1740],\n", + " [ 0.1705],\n", + " [-0.5775],\n", + " [ 0.1603],\n", + " [ 0.1608],\n", + " [ 0.1682],\n", + " [ 0.1649]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0317],\n", + " [-0.0569],\n", + " [-0.0575],\n", + " [-0.0540],\n", + " [-0.0563],\n", + " [-0.0507],\n", + " [-0.0433],\n", + " [-0.0605],\n", + " [-0.0629],\n", + " [-0.0528],\n", + " [-0.0572],\n", + " [-0.0571],\n", + " [-0.0606],\n", + " [-0.0520],\n", + " [-0.0525],\n", + " [-0.0563],\n", + " [-0.0571],\n", + " [-0.0571],\n", + " [-0.0579],\n", + " [-0.0470],\n", + " [-0.0648],\n", + " [-0.0603],\n", + " [-0.0449],\n", + " [-0.0669],\n", + " [-0.0560],\n", + " [-0.0667],\n", + " [-0.0566],\n", + " [ 0.0369],\n", + " [-0.0603],\n", + " [-0.0596],\n", + " [-0.0564],\n", + " [-0.0550]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.1152],\n", + " [ 0.0645],\n", + " [ 0.0630],\n", + " [ 0.0604],\n", + " [ 0.0552],\n", + " [ 0.0645],\n", + " [ 0.0621],\n", + " [ 0.0729],\n", + " [ 0.0693],\n", + " [ 0.0648],\n", + " [ 0.0597],\n", + " [ 0.0575],\n", + " [ 0.0706],\n", + " [ 0.0627],\n", + " [ 0.0722],\n", + " [ 0.0610],\n", + " [ 0.0662],\n", + " [ 0.0612],\n", + " [ 0.0680],\n", + " [ 0.0588],\n", + " [ 0.0627],\n", + " [ 0.0618],\n", + " [ 0.0700],\n", + " [ 0.0692],\n", + " [ 0.0582],\n", + " [ 0.0527],\n", + " [ 0.0579],\n", + " [-0.3360],\n", + " [ 0.0685],\n", + " [ 0.0656],\n", + " [ 0.0596],\n", + " [ 0.0647]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1054],\n", + " [-0.0907],\n", + " [-0.0974],\n", + " [-0.0945],\n", + " [-0.0997],\n", + " [-0.0896],\n", + " [-0.0906],\n", + " [-0.0834],\n", + " [-0.0878],\n", + " [-0.0858],\n", + " [-0.0981],\n", + " [-0.1000],\n", + " [-0.0860],\n", + " [-0.0942],\n", + " [-0.0875],\n", + " [-0.0970],\n", + " [-0.0921],\n", + " [-0.0980],\n", + " [-0.0898],\n", + " [-0.0940],\n", + " [-0.0919],\n", + " [-0.0952],\n", + " [-0.0844],\n", + " [-0.0867],\n", + " [-0.1007],\n", + " [-0.0975],\n", + " [-0.1001],\n", + " [-0.2573],\n", + " [-0.0740],\n", + " [-0.1030],\n", + " [-0.0980],\n", + " [-0.0901]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0681],\n", + " [ 0.0125],\n", + " [ 0.0185],\n", + " [ 0.0150],\n", + " [ 0.0207],\n", + " [ 0.0095],\n", + " [ 0.0120],\n", + " [ 0.0080],\n", + " [ 0.0105],\n", + " [ 0.0115],\n", + " [ 0.0183],\n", + " [ 0.0203],\n", + " [ 0.0084],\n", + " [ 0.0144],\n", + " [ 0.0067],\n", + " [ 0.0168],\n", + " [ 0.0137],\n", + " [ 0.0175],\n", + " [ 0.0091],\n", + " [ 0.0153],\n", + " [ 0.0163],\n", + " [ 0.0173],\n", + " [ 0.0054],\n", + " [ 0.0112],\n", + " [ 0.0217],\n", + " [ 0.0242],\n", + " [ 0.0210],\n", + " [ 0.0537],\n", + " [ 0.0110],\n", + " [ 0.0102],\n", + " [ 0.0201],\n", + " [ 0.0125]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.1228],\n", + " [ 0.0932],\n", + " [ 0.0896],\n", + " [ 0.0950],\n", + " [ 0.0986],\n", + " [ 0.0974],\n", + " [ 0.0978],\n", + " [ 0.0795],\n", + " [ 0.0843],\n", + " [ 0.0954],\n", + " [ 0.0948],\n", + " [ 0.0960],\n", + " [ 0.0838],\n", + " [ 0.0931],\n", + " [ 0.0864],\n", + " [ 0.0927],\n", + " [ 0.0865],\n", + " [ 0.0923],\n", + " [ 0.0896],\n", + " [ 0.0976],\n", + " [ 0.0887],\n", + " [ 0.0924],\n", + " [ 0.0947],\n", + " [ 0.0882],\n", + " [ 0.0940],\n", + " [ 0.0904],\n", + " [ 0.0951],\n", + " [-0.5974],\n", + " [ 0.0760],\n", + " [ 0.1062],\n", + " [ 0.0937],\n", + " [ 0.0908]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0228],\n", + " [ 0.0110],\n", + " [ 0.0071],\n", + " [ 0.0125],\n", + " [ 0.0126],\n", + " [ 0.0141],\n", + " [ 0.0098],\n", + " [ 0.0039],\n", + " [ 0.0049],\n", + " [ 0.0235],\n", + " [ 0.0112],\n", + " [ 0.0097],\n", + " [ 0.0078],\n", + " [ 0.0114],\n", + " [ 0.0071],\n", + " [ 0.0105],\n", + " [ 0.0076],\n", + " [ 0.0104],\n", + " [ 0.0110],\n", + " [ 0.0113],\n", + " [ 0.0042],\n", + " [ 0.0082],\n", + " [ 0.0106],\n", + " [ 0.0096],\n", + " [ 0.0096],\n", + " [ 0.0070],\n", + " [ 0.0104],\n", + " [ 0.2769],\n", + " [-0.0022],\n", + " [ 0.0195],\n", + " [ 0.0082],\n", + " [ 0.0100]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 3.1755e-02],\n", + " [-3.6557e-03],\n", + " [ 2.3932e-03],\n", + " [-5.3160e-03],\n", + " [-1.1149e-03],\n", + " [-1.2084e-02],\n", + " [-1.5127e-02],\n", + " [ 1.4913e-03],\n", + " [ 4.4651e-03],\n", + " [-1.2259e-02],\n", + " [-3.8310e-04],\n", + " [ 1.8894e-04],\n", + " [ 2.0122e-04],\n", + " [-7.5449e-03],\n", + " [-8.1490e-03],\n", + " [-1.1054e-03],\n", + " [-9.5201e-04],\n", + " [ 3.3270e-04],\n", + " [-4.6226e-03],\n", + " [-1.0872e-02],\n", + " [ 8.7805e-03],\n", + " [ 3.8759e-03],\n", + " [-1.8614e-02],\n", + " [ 1.0750e-02],\n", + " [ 4.6653e-04],\n", + " [ 1.8332e-02],\n", + " [ 2.1159e-04],\n", + " [ 8.6039e-01],\n", + " [ 7.7696e-04],\n", + " [-1.8173e-04],\n", + " [-2.5476e-04],\n", + " [-5.6840e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.1202],\n", + " [-0.0377],\n", + " [-0.0382],\n", + " [-0.0328],\n", + " [-0.0302],\n", + " [-0.0323],\n", + " [-0.0316],\n", + " [-0.0436],\n", + " [-0.0430],\n", + " [-0.0382],\n", + " [-0.0346],\n", + " [-0.0333],\n", + " [-0.0408],\n", + " [-0.0335],\n", + " [-0.0376],\n", + " [-0.0343],\n", + " [-0.0382],\n", + " [-0.0350],\n", + " [-0.0377],\n", + " [-0.0305],\n", + " [-0.0447],\n", + " [-0.0386],\n", + " [-0.0343],\n", + " [-0.0468],\n", + " [-0.0337],\n", + " [-0.0415],\n", + " [-0.0339],\n", + " [ 0.2447],\n", + " [-0.0485],\n", + " [-0.0296],\n", + " [-0.0367],\n", + " [-0.0368]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0377],\n", + " [ 0.0047],\n", + " [ 0.0060],\n", + " [ 0.0024],\n", + " [ 0.0016],\n", + " [-0.0010],\n", + " [-0.0037],\n", + " [ 0.0095],\n", + " [ 0.0096],\n", + " [-0.0013],\n", + " [ 0.0039],\n", + " [ 0.0041],\n", + " [ 0.0083],\n", + " [ 0.0018],\n", + " [ 0.0034],\n", + " [ 0.0044],\n", + " [ 0.0064],\n", + " [ 0.0046],\n", + " [ 0.0055],\n", + " [-0.0022],\n", + " [ 0.0099],\n", + " [ 0.0064],\n", + " [-0.0032],\n", + " [ 0.0109],\n", + " [ 0.0035],\n", + " [ 0.0048],\n", + " [ 0.0034],\n", + " [-0.1836],\n", + " [ 0.0073],\n", + " [ 0.0025],\n", + " [ 0.0047],\n", + " [ 0.0041]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.1209],\n", + " [ 0.0591],\n", + " [ 0.0583],\n", + " [ 0.0560],\n", + " [ 0.0563],\n", + " [ 0.0570],\n", + " [ 0.0539],\n", + " [ 0.0653],\n", + " [ 0.0628],\n", + " [ 0.0553],\n", + " [ 0.0581],\n", + " [ 0.0566],\n", + " [ 0.0629],\n", + " [ 0.0560],\n", + " [ 0.0611],\n", + " [ 0.0567],\n", + " [ 0.0589],\n", + " [ 0.0577],\n", + " [ 0.0606],\n", + " [ 0.0525],\n", + " [ 0.0615],\n", + " [ 0.0582],\n", + " [ 0.0571],\n", + " [ 0.0666],\n", + " [ 0.0574],\n", + " [ 0.0573],\n", + " [ 0.0577],\n", + " [-0.1274],\n", + " [ 0.0672],\n", + " [ 0.0640],\n", + " [ 0.0567],\n", + " [ 0.0575]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0128],\n", + " [-0.0157],\n", + " [-0.0186],\n", + " [-0.0170],\n", + " [-0.0184],\n", + " [-0.0177],\n", + " [-0.0170],\n", + " [-0.0158],\n", + " [-0.0174],\n", + " [-0.0183],\n", + " [-0.0186],\n", + " [-0.0182],\n", + " [-0.0159],\n", + " [-0.0170],\n", + " [-0.0128],\n", + " [-0.0179],\n", + " [-0.0161],\n", + " [-0.0184],\n", + " [-0.0151],\n", + " [-0.0183],\n", + " [-0.0202],\n", + " [-0.0186],\n", + " [-0.0161],\n", + " [-0.0181],\n", + " [-0.0196],\n", + " [-0.0173],\n", + " [-0.0192],\n", + " [ 0.3243],\n", + " [-0.0170],\n", + " [-0.0147],\n", + " [-0.0185],\n", + " [-0.0156]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.2146],\n", + " [-0.1723],\n", + " [-0.1706],\n", + " [-0.1697],\n", + " [-0.1704],\n", + " [-0.1674],\n", + " [-0.1638],\n", + " [-0.1701],\n", + " [-0.1751],\n", + " [-0.1666],\n", + " [-0.1712],\n", + " [-0.1718],\n", + " [-0.1708],\n", + " [-0.1674],\n", + " [-0.1670],\n", + " [-0.1707],\n", + " [-0.1690],\n", + " [-0.1705],\n", + " [-0.1692],\n", + " [-0.1659],\n", + " [-0.1788],\n", + " [-0.1754],\n", + " [-0.1634],\n", + " [-0.1838],\n", + " [-0.1700],\n", + " [-0.1784],\n", + " [-0.1705],\n", + " [-0.7984],\n", + " [-0.1657],\n", + " [-0.1716],\n", + " [-0.1717],\n", + " [-0.1689]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0577],\n", + " [-0.0220],\n", + " [-0.0198],\n", + " [-0.0237],\n", + " [-0.0230],\n", + " [-0.0272],\n", + " [-0.0238],\n", + " [-0.0191],\n", + " [-0.0178],\n", + " [-0.0243],\n", + " [-0.0222],\n", + " [-0.0220],\n", + " [-0.0214],\n", + " [-0.0245],\n", + " [-0.0241],\n", + " [-0.0222],\n", + " [-0.0216],\n", + " [-0.0217],\n", + " [-0.0246],\n", + " [-0.0246],\n", + " [-0.0132],\n", + " [-0.0185],\n", + " [-0.0260],\n", + " [-0.0124],\n", + " [-0.0218],\n", + " [-0.0113],\n", + " [-0.0218],\n", + " [ 1.5094],\n", + " [-0.0080],\n", + " [-0.0234],\n", + " [-0.0209],\n", + " [-0.0237]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 2.8388e-02],\n", + " [ 1.2774e-03],\n", + " [ 1.1377e-02],\n", + " [ 5.3956e-03],\n", + " [ 1.5478e-02],\n", + " [-1.9397e-03],\n", + " [-1.5542e-03],\n", + " [-2.0418e-03],\n", + " [ 2.9493e-03],\n", + " [-6.5937e-03],\n", + " [ 1.2597e-02],\n", + " [ 1.4397e-02],\n", + " [-1.4648e-03],\n", + " [ 4.1667e-03],\n", + " [-5.1379e-03],\n", + " [ 9.4928e-03],\n", + " [ 4.1294e-03],\n", + " [ 1.1727e-02],\n", + " [ 1.1419e-05],\n", + " [ 2.7624e-03],\n", + " [ 1.2195e-02],\n", + " [ 9.0318e-03],\n", + " [-9.7844e-03],\n", + " [ 3.0915e-03],\n", + " [ 1.5875e-02],\n", + " [ 2.0016e-02],\n", + " [ 1.6098e-02],\n", + " [ 7.2393e-01],\n", + " [-2.8840e-03],\n", + " [ 1.4716e-02],\n", + " [ 1.2133e-02],\n", + " [-6.8057e-04]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0321],\n", + " [ 0.0928],\n", + " [ 0.0913],\n", + " [ 0.0928],\n", + " [ 0.0896],\n", + " [ 0.0955],\n", + " [ 0.1025],\n", + " [ 0.0952],\n", + " [ 0.0902],\n", + " [ 0.1011],\n", + " [ 0.0893],\n", + " [ 0.0906],\n", + " [ 0.0935],\n", + " [ 0.0946],\n", + " [ 0.0970],\n", + " [ 0.0909],\n", + " [ 0.0942],\n", + " [ 0.0900],\n", + " [ 0.0928],\n", + " [ 0.0990],\n", + " [ 0.0867],\n", + " [ 0.0897],\n", + " [ 0.1041],\n", + " [ 0.0843],\n", + " [ 0.0912],\n", + " [ 0.0873],\n", + " [ 0.0901],\n", + " [-1.0714],\n", + " [ 0.1074],\n", + " [ 0.0835],\n", + " [ 0.0911],\n", + " [ 0.0967]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0471],\n", + " [ 0.0790],\n", + " [ 0.0868],\n", + " [ 0.0807],\n", + " [ 0.0876],\n", + " [ 0.0762],\n", + " [ 0.0744],\n", + " [ 0.0818],\n", + " [ 0.0793],\n", + " [ 0.0709],\n", + " [ 0.0864],\n", + " [ 0.0857],\n", + " [ 0.0796],\n", + " [ 0.0799],\n", + " [ 0.0780],\n", + " [ 0.0831],\n", + " [ 0.0825],\n", + " [ 0.0853],\n", + " [ 0.0801],\n", + " [ 0.0754],\n", + " [ 0.0829],\n", + " [ 0.0824],\n", + " [ 0.0703],\n", + " [ 0.0740],\n", + " [ 0.0874],\n", + " [ 0.1070],\n", + " [ 0.0883],\n", + " [-0.4685],\n", + " [ 0.0835],\n", + " [ 0.0948],\n", + " [ 0.0857],\n", + " [ 0.0783]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0766],\n", + " [0.0875],\n", + " [0.0883],\n", + " [0.0862],\n", + " [0.0889],\n", + " [0.0855],\n", + " [0.0794],\n", + " [0.0905],\n", + " [0.0914],\n", + " [0.0772],\n", + " [0.0893],\n", + " [0.0872],\n", + " [0.0900],\n", + " [0.0859],\n", + " [0.0874],\n", + " [0.0869],\n", + " [0.0880],\n", + " [0.0881],\n", + " [0.0890],\n", + " [0.0827],\n", + " [0.0929],\n", + " [0.0881],\n", + " [0.0775],\n", + " [0.0928],\n", + " [0.0878],\n", + " [0.0851],\n", + " [0.0889],\n", + " [0.4551],\n", + " [0.0932],\n", + " [0.0885],\n", + " [0.0877],\n", + " [0.0861]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0315],\n", + " [0.0368],\n", + " [0.0442],\n", + " [0.0377],\n", + " [0.0413],\n", + " [0.0346],\n", + " [0.0342],\n", + " [0.0427],\n", + " [0.0414],\n", + " [0.0366],\n", + " [0.0409],\n", + " [0.0423],\n", + " [0.0409],\n", + " [0.0384],\n", + " [0.0379],\n", + " [0.0411],\n", + " [0.0420],\n", + " [0.0424],\n", + " [0.0388],\n", + " [0.0362],\n", + " [0.0419],\n", + " [0.0408],\n", + " [0.0335],\n", + " [0.0383],\n", + " [0.0439],\n", + " [0.0490],\n", + " [0.0428],\n", + " [0.0818],\n", + " [0.0493],\n", + " [0.0404],\n", + " [0.0417],\n", + " [0.0382]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0033],\n", + " [ 0.0398],\n", + " [ 0.0363],\n", + " [ 0.0384],\n", + " [ 0.0363],\n", + " [ 0.0396],\n", + " [ 0.0403],\n", + " [ 0.0343],\n", + " [ 0.0334],\n", + " [ 0.0384],\n", + " [ 0.0370],\n", + " [ 0.0353],\n", + " [ 0.0359],\n", + " [ 0.0385],\n", + " [ 0.0367],\n", + " [ 0.0364],\n", + " [ 0.0367],\n", + " [ 0.0360],\n", + " [ 0.0381],\n", + " [ 0.0391],\n", + " [ 0.0316],\n", + " [ 0.0364],\n", + " [ 0.0377],\n", + " [ 0.0329],\n", + " [ 0.0351],\n", + " [ 0.0309],\n", + " [ 0.0353],\n", + " [-0.8782],\n", + " [ 0.0274],\n", + " [ 0.0451],\n", + " [ 0.0367],\n", + " [ 0.0390]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0784],\n", + " [-0.0753],\n", + " [-0.0720],\n", + " [-0.0743],\n", + " [-0.0695],\n", + " [-0.0795],\n", + " [-0.0785],\n", + " [-0.0753],\n", + " [-0.0727],\n", + " [-0.0891],\n", + " [-0.0713],\n", + " [-0.0701],\n", + " [-0.0759],\n", + " [-0.0751],\n", + " [-0.0767],\n", + " [-0.0732],\n", + " [-0.0748],\n", + " [-0.0724],\n", + " [-0.0762],\n", + " [-0.0757],\n", + " [-0.0677],\n", + " [-0.0717],\n", + " [-0.0835],\n", + " [-0.0729],\n", + " [-0.0701],\n", + " [-0.0646],\n", + " [-0.0695],\n", + " [ 0.4998],\n", + " [-0.0736],\n", + " [-0.0789],\n", + " [-0.0706],\n", + " [-0.0760]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1302],\n", + " [-0.1047],\n", + " [-0.1008],\n", + " [-0.1008],\n", + " [-0.0969],\n", + " [-0.1018],\n", + " [-0.1020],\n", + " [-0.1099],\n", + " [-0.1085],\n", + " [-0.1090],\n", + " [-0.0989],\n", + " [-0.0978],\n", + " [-0.1080],\n", + " [-0.1005],\n", + " [-0.1055],\n", + " [-0.1000],\n", + " [-0.1033],\n", + " [-0.0995],\n", + " [-0.1043],\n", + " [-0.1006],\n", + " [-0.1078],\n", + " [-0.1033],\n", + " [-0.1061],\n", + " [-0.1145],\n", + " [-0.0976],\n", + " [-0.1048],\n", + " [-0.0979],\n", + " [-0.4935],\n", + " [-0.1124],\n", + " [-0.1026],\n", + " [-0.0988],\n", + " [-0.1040]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0268],\n", + " [-0.0622],\n", + " [-0.0606],\n", + " [-0.0644],\n", + " [-0.0639],\n", + " [-0.0657],\n", + " [-0.0662],\n", + " [-0.0588],\n", + " [-0.0590],\n", + " [-0.0562],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0597],\n", + " [-0.0647],\n", + " [-0.0648],\n", + " [-0.0628],\n", + " [-0.0612],\n", + " [-0.0620],\n", + " [-0.0624],\n", + " [-0.0668],\n", + " [-0.0572],\n", + " [-0.0602],\n", + " [-0.0651],\n", + " [-0.0551],\n", + " [-0.0628],\n", + " [-0.0591],\n", + " [-0.0627],\n", + " [ 0.5997],\n", + " [-0.0530],\n", + " [-0.0622],\n", + " [-0.0620],\n", + " [-0.0632]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0667],\n", + " [-0.0571],\n", + " [-0.0778],\n", + " [-0.0623],\n", + " [-0.0531],\n", + " [-0.0763],\n", + " [-0.0658],\n", + " [-0.0629],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0574],\n", + " [-0.1244],\n", + " [-0.0504],\n", + " [-0.0749],\n", + " [-0.0600],\n", + " [-0.0634],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0593],\n", + " [-0.0624],\n", + " [-0.0628],\n", + " [-0.0579],\n", + " [-0.0625],\n", + " [-0.0772],\n", + " [-0.0631],\n", + " [-0.0621],\n", + " [-0.0641],\n", + " [-0.0669],\n", + " [-0.0605],\n", + " [-0.0637],\n", + " [-0.0713]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0684],\n", + " [-0.0819],\n", + " [-0.0676],\n", + " [-0.0854],\n", + " [-0.0698],\n", + " [-0.0665],\n", + " [-0.0856],\n", + " [-0.0786],\n", + " [-0.0717],\n", + " [-0.0684],\n", + " [-0.0741],\n", + " [-0.0749],\n", + " [-0.1479],\n", + " [-0.0574],\n", + " [-0.0787],\n", + " [-0.0803],\n", + " [-0.0735],\n", + " [-0.0723],\n", + " [-0.0750],\n", + " [-0.0678],\n", + " [-0.0715],\n", + " [-0.0732],\n", + " [-0.0635],\n", + " [-0.0753],\n", + " [-0.0836],\n", + " [-0.0721],\n", + " [-0.0746],\n", + " [-0.0784],\n", + " [-0.0813],\n", + " [-0.0741],\n", + " [-0.0719],\n", + " [-0.0776]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0362],\n", + " [0.0228],\n", + " [0.0307],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0352],\n", + " [0.0364],\n", + " [0.0362],\n", + " [0.0370],\n", + " [0.0364],\n", + " [0.0423],\n", + " [0.0302],\n", + " [0.0293],\n", + " [0.0360],\n", + " [0.0337],\n", + " [0.0361],\n", + " [0.0355],\n", + " [0.0364],\n", + " [0.0373],\n", + " [0.0361],\n", + " [0.0360],\n", + " [0.0346],\n", + " [0.0380],\n", + " [0.0340],\n", + " [0.0359],\n", + " [0.0370],\n", + " [0.0365],\n", + " [0.0360],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0450]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0938],\n", + " [-0.0970],\n", + " [-0.0913],\n", + " [-0.0890],\n", + " [-0.0947],\n", + " [-0.0842],\n", + " [-0.1008],\n", + " [-0.0941],\n", + " [-0.0957],\n", + " [-0.0946],\n", + " [-0.0942],\n", + " [-0.0875],\n", + " [-0.0623],\n", + " [-0.0830],\n", + " [-0.0913],\n", + " [-0.0911],\n", + " [-0.0963],\n", + " [-0.0960],\n", + " [-0.0950],\n", + " [-0.0873],\n", + " [-0.0945],\n", + " [-0.0948],\n", + " [-0.0947],\n", + " [-0.0943],\n", + " [-0.0960],\n", + " [-0.0961],\n", + " [-0.0920],\n", + " [-0.0932],\n", + " [-0.0955],\n", + " [-0.0893],\n", + " [-0.0964],\n", + " [-0.1008]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0577],\n", + " [0.0506],\n", + " [0.0665],\n", + " [0.0450],\n", + " [0.0577],\n", + " [0.0365],\n", + " [0.0579],\n", + " [0.0534],\n", + " [0.0581],\n", + " [0.0578],\n", + " [0.0563],\n", + " [0.0366],\n", + " [0.0426],\n", + " [0.0552],\n", + " [0.0462],\n", + " [0.0452],\n", + " [0.0596],\n", + " [0.0583],\n", + " [0.0572],\n", + " [0.0504],\n", + " [0.0575],\n", + " [0.0578],\n", + " [0.0603],\n", + " [0.0563],\n", + " [0.0504],\n", + " [0.0589],\n", + " [0.0540],\n", + " [0.0510],\n", + " [0.0501],\n", + " [0.0495],\n", + " [0.0597],\n", + " [0.0394]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0354],\n", + " [-0.0369],\n", + " [-0.0473],\n", + " [-0.0381],\n", + " [-0.0357],\n", + " [-0.0442],\n", + " [-0.0385],\n", + " [-0.0390],\n", + " [-0.0368],\n", + " [-0.0364],\n", + " [-0.0372],\n", + " [-0.0370],\n", + " [-0.0478],\n", + " [-0.0344],\n", + " [-0.0338],\n", + " [-0.0449],\n", + " [-0.0351],\n", + " [-0.0381],\n", + " [-0.0365],\n", + " [-0.0401],\n", + " [-0.0385],\n", + " [-0.0381],\n", + " [-0.0371],\n", + " [-0.0352],\n", + " [-0.0354],\n", + " [-0.0367],\n", + " [-0.0400],\n", + " [-0.0392],\n", + " [-0.0380],\n", + " [-0.0419],\n", + " [-0.0352],\n", + " [-0.0347]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0813],\n", + " [-0.0797],\n", + " [-0.0857],\n", + " [-0.0860],\n", + " [-0.0813],\n", + " [-0.0774],\n", + " [-0.0768],\n", + " [-0.0788],\n", + " [-0.0807],\n", + " [-0.0819],\n", + " [-0.0796],\n", + " [-0.0826],\n", + " [-0.0801],\n", + " [-0.0794],\n", + " [-0.0865],\n", + " [-0.0773],\n", + " [-0.0796],\n", + " [-0.0804],\n", + " [-0.0790],\n", + " [-0.0800],\n", + " [-0.0803],\n", + " [-0.0795],\n", + " [-0.0866],\n", + " [-0.0794],\n", + " [-0.0821],\n", + " [-0.0802],\n", + " [-0.0791],\n", + " [-0.0784],\n", + " [-0.0790],\n", + " [-0.0787],\n", + " [-0.0801],\n", + " [-0.0891]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1702],\n", + " [0.1638],\n", + " [0.1655],\n", + " [0.1566],\n", + " [0.1694],\n", + " [0.1605],\n", + " [0.1699],\n", + " [0.1661],\n", + " [0.1688],\n", + " [0.1695],\n", + " [0.1677],\n", + " [0.1535],\n", + " [0.1072],\n", + " [0.1860],\n", + " [0.1590],\n", + " [0.1590],\n", + " [0.1703],\n", + " [0.1685],\n", + " [0.1682],\n", + " [0.1688],\n", + " [0.1687],\n", + " [0.1687],\n", + " [0.1719],\n", + " [0.1685],\n", + " [0.1622],\n", + " [0.1693],\n", + " [0.1673],\n", + " [0.1643],\n", + " [0.1639],\n", + " [0.1641],\n", + " [0.1708],\n", + " [0.1600]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0551],\n", + " [-0.0630],\n", + " [-0.0746],\n", + " [-0.0627],\n", + " [-0.0561],\n", + " [-0.0462],\n", + " [-0.0616],\n", + " [-0.0575],\n", + " [-0.0571],\n", + " [-0.0558],\n", + " [-0.0565],\n", + " [-0.0519],\n", + " [-0.0775],\n", + " [-0.0438],\n", + " [-0.0597],\n", + " [-0.0594],\n", + " [-0.0587],\n", + " [-0.0567],\n", + " [-0.0580],\n", + " [-0.0485],\n", + " [-0.0558],\n", + " [-0.0574],\n", + " [-0.0607],\n", + " [-0.0575],\n", + " [-0.0627],\n", + " [-0.0573],\n", + " [-0.0550],\n", + " [-0.0583],\n", + " [-0.0615],\n", + " [-0.0546],\n", + " [-0.0586],\n", + " [-0.0575]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0557],\n", + " [0.0675],\n", + " [0.0320],\n", + " [0.0607],\n", + " [0.0573],\n", + " [0.0703],\n", + " [0.0658],\n", + " [0.0641],\n", + " [0.0586],\n", + " [0.0555],\n", + " [0.0610],\n", + " [0.0793],\n", + " [0.0407],\n", + " [0.0517],\n", + " [0.0682],\n", + " [0.0677],\n", + " [0.0593],\n", + " [0.0588],\n", + " [0.0611],\n", + " [0.0584],\n", + " [0.0575],\n", + " [0.0581],\n", + " [0.0535],\n", + " [0.0619],\n", + " [0.0640],\n", + " [0.0585],\n", + " [0.0604],\n", + " [0.0657],\n", + " [0.0666],\n", + " [0.0634],\n", + " [0.0584],\n", + " [0.0714]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0994],\n", + " [-0.0895],\n", + " [-0.1171],\n", + " [-0.0761],\n", + " [-0.0992],\n", + " [-0.0791],\n", + " [-0.0947],\n", + " [-0.0921],\n", + " [-0.0990],\n", + " [-0.0993],\n", + " [-0.0960],\n", + " [-0.0828],\n", + " [-0.0684],\n", + " [-0.0982],\n", + " [-0.0755],\n", + " [-0.0891],\n", + " [-0.0999],\n", + " [-0.0987],\n", + " [-0.0968],\n", + " [-0.0896],\n", + " [-0.0981],\n", + " [-0.0980],\n", + " [-0.1072],\n", + " [-0.0967],\n", + " [-0.0811],\n", + " [-0.0994],\n", + " [-0.0946],\n", + " [-0.0908],\n", + " [-0.0891],\n", + " [-0.0909],\n", + " [-0.1008],\n", + " [-0.0742]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0208],\n", + " [ 0.0127],\n", + " [ 0.0348],\n", + " [ 0.0126],\n", + " [ 0.0201],\n", + " [ 0.0082],\n", + " [ 0.0150],\n", + " [ 0.0147],\n", + " [ 0.0195],\n", + " [ 0.0208],\n", + " [ 0.0186],\n", + " [-0.0017],\n", + " [-0.0042],\n", + " [ 0.0292],\n", + " [ 0.0116],\n", + " [ 0.0109],\n", + " [ 0.0190],\n", + " [ 0.0198],\n", + " [ 0.0183],\n", + " [ 0.0202],\n", + " [ 0.0196],\n", + " [ 0.0184],\n", + " [ 0.0248],\n", + " [ 0.0166],\n", + " [ 0.0148],\n", + " [ 0.0199],\n", + " [ 0.0156],\n", + " [ 0.0123],\n", + " [ 0.0123],\n", + " [ 0.0125],\n", + " [ 0.0196],\n", + " [ 0.0110]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0973],\n", + " [0.0885],\n", + " [0.1084],\n", + " [0.0760],\n", + " [0.0963],\n", + " [0.0864],\n", + " [0.0878],\n", + " [0.0897],\n", + " [0.0956],\n", + " [0.0987],\n", + " [0.0910],\n", + " [0.0912],\n", + " [0.0385],\n", + " [0.0949],\n", + " [0.0713],\n", + " [0.0963],\n", + " [0.0944],\n", + " [0.0955],\n", + " [0.0916],\n", + " [0.0871],\n", + " [0.0967],\n", + " [0.0963],\n", + " [0.1045],\n", + " [0.0908],\n", + " [0.0822],\n", + " [0.0954],\n", + " [0.0947],\n", + " [0.0901],\n", + " [0.0889],\n", + " [0.0938],\n", + " [0.0946],\n", + " [0.0732]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0121],\n", + " [ 0.0069],\n", + " [ 0.0116],\n", + " [-0.0075],\n", + " [ 0.0115],\n", + " [ 0.0047],\n", + " [ 0.0058],\n", + " [ 0.0073],\n", + " [ 0.0105],\n", + " [ 0.0123],\n", + " [ 0.0070],\n", + " [ 0.0122],\n", + " [ 0.0047],\n", + " [ 0.0053],\n", + " [-0.0074],\n", + " [ 0.0163],\n", + " [ 0.0097],\n", + " [ 0.0095],\n", + " [ 0.0079],\n", + " [ 0.0040],\n", + " [ 0.0110],\n", + " [ 0.0113],\n", + " [ 0.0114],\n", + " [ 0.0096],\n", + " [-0.0032],\n", + " [ 0.0098],\n", + " [ 0.0119],\n", + " [ 0.0088],\n", + " [ 0.0073],\n", + " [ 0.0123],\n", + " [ 0.0101],\n", + " [ 0.0054]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0014],\n", + " [ 0.0044],\n", + " [ 0.0243],\n", + " [ 0.0116],\n", + " [-0.0008],\n", + " [-0.0151],\n", + " [ 0.0093],\n", + " [ 0.0001],\n", + " [-0.0001],\n", + " [-0.0014],\n", + " [ 0.0005],\n", + " [-0.0147],\n", + " [ 0.0451],\n", + " [-0.0042],\n", + " [ 0.0051],\n", + " [-0.0047],\n", + " [ 0.0018],\n", + " [-0.0006],\n", + " [ 0.0016],\n", + " [-0.0058],\n", + " [-0.0017],\n", + " [-0.0005],\n", + " [ 0.0044],\n", + " [ 0.0010],\n", + " [ 0.0094],\n", + " [ 0.0004],\n", + " [-0.0037],\n", + " [-0.0016],\n", + " [ 0.0026],\n", + " [-0.0064],\n", + " [ 0.0020],\n", + " [-0.0005]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0303],\n", + " [-0.0437],\n", + " [-0.0300],\n", + " [-0.0524],\n", + " [-0.0323],\n", + " [-0.0410],\n", + " [-0.0374],\n", + " [-0.0387],\n", + " [-0.0344],\n", + " [-0.0309],\n", + " [-0.0381],\n", + " [-0.0384],\n", + " [-0.0167],\n", + " [-0.0395],\n", + " [-0.0531],\n", + " [-0.0423],\n", + " [-0.0351],\n", + " [-0.0352],\n", + " [-0.0374],\n", + " [-0.0386],\n", + " [-0.0331],\n", + " [-0.0332],\n", + " [-0.0282],\n", + " [-0.0360],\n", + " [-0.0522],\n", + " [-0.0347],\n", + " [-0.0339],\n", + " [-0.0389],\n", + " [-0.0426],\n", + " [-0.0354],\n", + " [-0.0341],\n", + " [-0.0477]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0015],\n", + " [0.0092],\n", + " [0.0024],\n", + " [0.0126],\n", + " [0.0026],\n", + " [0.0012],\n", + " [0.0083],\n", + " [0.0057],\n", + " [0.0040],\n", + " [0.0018],\n", + " [0.0053],\n", + " [0.0005],\n", + " [0.0058],\n", + " [0.0017],\n", + " [0.0083],\n", + " [0.0045],\n", + " [0.0057],\n", + " [0.0041],\n", + " [0.0059],\n", + " [0.0016],\n", + " [0.0030],\n", + " [0.0039],\n", + " [0.0029],\n", + " [0.0054],\n", + " [0.0107],\n", + " [0.0045],\n", + " [0.0031],\n", + " [0.0061],\n", + " [0.0081],\n", + " [0.0026],\n", + " [0.0048],\n", + " [0.0066]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0561],\n", + " [0.0632],\n", + " [0.0595],\n", + " [0.0608],\n", + " [0.0570],\n", + " [0.0622],\n", + " [0.0595],\n", + " [0.0578],\n", + " [0.0575],\n", + " [0.0562],\n", + " [0.0565],\n", + " [0.0641],\n", + " [0.0605],\n", + " [0.0536],\n", + " [0.0639],\n", + " [0.0611],\n", + " [0.0577],\n", + " [0.0568],\n", + " [0.0569],\n", + " [0.0546],\n", + " [0.0563],\n", + " [0.0568],\n", + " [0.0600],\n", + " [0.0573],\n", + " [0.0638],\n", + " [0.0573],\n", + " [0.0564],\n", + " [0.0592],\n", + " [0.0623],\n", + " [0.0573],\n", + " [0.0580],\n", + " [0.0655]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0185],\n", + " [-0.0174],\n", + " [-0.0047],\n", + " [-0.0143],\n", + " [-0.0188],\n", + " [-0.0106],\n", + " [-0.0188],\n", + " [-0.0176],\n", + " [-0.0186],\n", + " [-0.0188],\n", + " [-0.0180],\n", + " [-0.0135],\n", + " [ 0.0009],\n", + " [-0.0217],\n", + " [-0.0147],\n", + " [-0.0150],\n", + " [-0.0188],\n", + " [-0.0182],\n", + " [-0.0182],\n", + " [-0.0177],\n", + " [-0.0182],\n", + " [-0.0178],\n", + " [-0.0138],\n", + " [-0.0178],\n", + " [-0.0186],\n", + " [-0.0186],\n", + " [-0.0173],\n", + " [-0.0159],\n", + " [-0.0169],\n", + " [-0.0162],\n", + " [-0.0188],\n", + " [-0.0225]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1695],\n", + " [-0.1772],\n", + " [-0.1833],\n", + " [-0.1757],\n", + " [-0.1703],\n", + " [-0.1619],\n", + " [-0.1819],\n", + " [-0.1730],\n", + " [-0.1717],\n", + " [-0.1706],\n", + " [-0.1711],\n", + " [-0.1667],\n", + " [-0.1841],\n", + " [-0.1699],\n", + " [-0.1690],\n", + " [-0.1756],\n", + " [-0.1719],\n", + " [-0.1721],\n", + " [-0.1720],\n", + " [-0.1652],\n", + " [-0.1713],\n", + " [-0.1720],\n", + " [-0.1718],\n", + " [-0.1710],\n", + " [-0.1795],\n", + " [-0.1719],\n", + " [-0.1708],\n", + " [-0.1720],\n", + " [-0.1761],\n", + " [-0.1698],\n", + " [-0.1716],\n", + " [-0.1673]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0228],\n", + " [-0.0175],\n", + " [ 0.0136],\n", + " [ 0.0091],\n", + " [-0.0225],\n", + " [-0.0195],\n", + " [-0.0170],\n", + " [-0.0197],\n", + " [-0.0219],\n", + " [-0.0227],\n", + " [-0.0199],\n", + " [-0.0290],\n", + " [ 0.0822],\n", + " [-0.0207],\n", + " [ 0.0005],\n", + " [-0.0205],\n", + " [-0.0211],\n", + " [-0.0215],\n", + " [-0.0202],\n", + " [-0.0182],\n", + " [-0.0224],\n", + " [-0.0222],\n", + " [-0.0183],\n", + " [-0.0211],\n", + " [-0.0063],\n", + " [-0.0215],\n", + " [-0.0225],\n", + " [-0.0214],\n", + " [-0.0180],\n", + " [-0.0242],\n", + " [-0.0214],\n", + " [-0.0145]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0146],\n", + " [ 0.0039],\n", + " [ 0.0589],\n", + " [ 0.0100],\n", + " [ 0.0143],\n", + " [-0.0125],\n", + " [ 0.0057],\n", + " [ 0.0042],\n", + " [ 0.0137],\n", + " [ 0.0152],\n", + " [ 0.0090],\n", + " [-0.0119],\n", + " [ 0.0488],\n", + " [ 0.0131],\n", + " [ 0.0038],\n", + " [ 0.0004],\n", + " [ 0.0153],\n", + " [ 0.0130],\n", + " [ 0.0099],\n", + " [ 0.0019],\n", + " [ 0.0122],\n", + " [ 0.0119],\n", + " [ 0.0266],\n", + " [ 0.0092],\n", + " [ 0.0078],\n", + " [ 0.0143],\n", + " [ 0.0061],\n", + " [ 0.0020],\n", + " [ 0.0029],\n", + " [ 0.0004],\n", + " [ 0.0162],\n", + " [-0.0072]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0912],\n", + " [0.0884],\n", + " [0.0864],\n", + " [0.0930],\n", + " [0.0904],\n", + " [0.1093],\n", + " [0.0874],\n", + " [0.0931],\n", + " [0.0895],\n", + " [0.0897],\n", + " [0.0930],\n", + " [0.0931],\n", + " [0.0371],\n", + " [0.1084],\n", + " [0.1028],\n", + " [0.0881],\n", + " [0.0885],\n", + " [0.0901],\n", + " [0.0914],\n", + " [0.1059],\n", + " [0.0907],\n", + " [0.0899],\n", + " [0.0890],\n", + " [0.0909],\n", + " [0.0927],\n", + " [0.0895],\n", + " [0.0921],\n", + " [0.0927],\n", + " [0.0902],\n", + " [0.0949],\n", + " [0.0892],\n", + " [0.1033]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0866],\n", + " [0.0812],\n", + " [0.1286],\n", + " [0.0878],\n", + " [0.0868],\n", + " [0.0789],\n", + " [0.0734],\n", + " [0.0789],\n", + " [0.0866],\n", + " [0.0877],\n", + " [0.0847],\n", + " [0.0756],\n", + " [0.0643],\n", + " [0.0930],\n", + " [0.0823],\n", + " [0.0742],\n", + " [0.0873],\n", + " [0.0858],\n", + " [0.0847],\n", + " [0.0821],\n", + " [0.0852],\n", + " [0.0849],\n", + " [0.1031],\n", + " [0.0842],\n", + " [0.0821],\n", + " [0.0867],\n", + " [0.0812],\n", + " [0.0792],\n", + " [0.0796],\n", + " [0.0790],\n", + " [0.0877],\n", + " [0.0739]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0881],\n", + " [0.0905],\n", + " [0.0731],\n", + " [0.1021],\n", + " [0.0887],\n", + " [0.0798],\n", + " [0.0893],\n", + " [0.0878],\n", + " [0.0885],\n", + " [0.0889],\n", + " [0.0868],\n", + " [0.0889],\n", + " [0.1302],\n", + " [0.0803],\n", + " [0.1014],\n", + " [0.0863],\n", + " [0.0883],\n", + " [0.0880],\n", + " [0.0869],\n", + " [0.0827],\n", + " [0.0875],\n", + " [0.0873],\n", + " [0.0869],\n", + " [0.0873],\n", + " [0.0977],\n", + " [0.0881],\n", + " [0.0866],\n", + " [0.0881],\n", + " [0.0900],\n", + " [0.0864],\n", + " [0.0888],\n", + " [0.0913]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0422],\n", + " [0.0407],\n", + " [0.0511],\n", + " [0.0474],\n", + " [0.0419],\n", + " [0.0359],\n", + " [0.0392],\n", + " [0.0395],\n", + " [0.0413],\n", + " [0.0411],\n", + " [0.0422],\n", + " [0.0347],\n", + " [0.0490],\n", + " [0.0444],\n", + " [0.0478],\n", + " [0.0348],\n", + " [0.0428],\n", + " [0.0409],\n", + " [0.0424],\n", + " [0.0428],\n", + " [0.0404],\n", + " [0.0405],\n", + " [0.0454],\n", + " [0.0424],\n", + " [0.0422],\n", + " [0.0418],\n", + " [0.0380],\n", + " [0.0388],\n", + " [0.0398],\n", + " [0.0365],\n", + " [0.0432],\n", + " [0.0461]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[3.6107e-02],\n", + " [3.6724e-02],\n", + " [2.6896e-02],\n", + " [2.7279e-02],\n", + " [3.6334e-02],\n", + " [3.9872e-02],\n", + " [2.8686e-02],\n", + " [3.6507e-02],\n", + " [3.6467e-02],\n", + " [3.6769e-02],\n", + " [3.7307e-02],\n", + " [3.8458e-02],\n", + " [5.0724e-05],\n", + " [3.4126e-02],\n", + " [2.6910e-02],\n", + " [3.7855e-02],\n", + " [3.4655e-02],\n", + " [3.6462e-02],\n", + " [3.6657e-02],\n", + " [3.6595e-02],\n", + " [3.7175e-02],\n", + " [3.6688e-02],\n", + " [3.7396e-02],\n", + " [3.6225e-02],\n", + " [3.0390e-02],\n", + " [3.5778e-02],\n", + " [3.8457e-02],\n", + " [3.7885e-02],\n", + " [3.6491e-02],\n", + " [3.9887e-02],\n", + " [3.4267e-02],\n", + " [2.7473e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0702],\n", + " [-0.0730],\n", + " [-0.0570],\n", + " [-0.0624],\n", + " [-0.0704],\n", + " [-0.0787],\n", + " [-0.0697],\n", + " [-0.0732],\n", + " [-0.0706],\n", + " [-0.0697],\n", + " [-0.0723],\n", + " [-0.0824],\n", + " [-0.0121],\n", + " [-0.0673],\n", + " [-0.0682],\n", + " [-0.0806],\n", + " [-0.0704],\n", + " [-0.0703],\n", + " [-0.0723],\n", + " [-0.0739],\n", + " [-0.0710],\n", + " [-0.0715],\n", + " [-0.0670],\n", + " [-0.0733],\n", + " [-0.0655],\n", + " [-0.0702],\n", + " [-0.0739],\n", + " [-0.0744],\n", + " [-0.0730],\n", + " [-0.0767],\n", + " [-0.0696],\n", + " [-0.0744]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0971],\n", + " [-0.1082],\n", + " [-0.0948],\n", + " [-0.1262],\n", + " [-0.0977],\n", + " [-0.1080],\n", + " [-0.1086],\n", + " [-0.1048],\n", + " [-0.0983],\n", + " [-0.0970],\n", + " [-0.1008],\n", + " [-0.1059],\n", + " [-0.1311],\n", + " [-0.1121],\n", + " [-0.1162],\n", + " [-0.1084],\n", + " [-0.0989],\n", + " [-0.0984],\n", + " [-0.1005],\n", + " [-0.1038],\n", + " [-0.0982],\n", + " [-0.0987],\n", + " [-0.0951],\n", + " [-0.1007],\n", + " [-0.1159],\n", + " [-0.0982],\n", + " [-0.1012],\n", + " [-0.1049],\n", + " [-0.1078],\n", + " [-0.1030],\n", + " [-0.0985],\n", + " [-0.1116]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0638],\n", + " [-0.0576],\n", + " [-0.0486],\n", + " [-0.0478],\n", + " [-0.0630],\n", + " [-0.0601],\n", + " [-0.0616],\n", + " [-0.0617],\n", + " [-0.0625],\n", + " [-0.0637],\n", + " [-0.0611],\n", + " [-0.0648],\n", + " [-0.0199],\n", + " [-0.0627],\n", + " [-0.0506],\n", + " [-0.0584],\n", + " [-0.0623],\n", + " [-0.0628],\n", + " [-0.0611],\n", + " [-0.0613],\n", + " [-0.0635],\n", + " [-0.0632],\n", + " [-0.0616],\n", + " [-0.0614],\n", + " [-0.0559],\n", + " [-0.0626],\n", + " [-0.0635],\n", + " [-0.0618],\n", + " [-0.0588],\n", + " [-0.0634],\n", + " [-0.0624],\n", + " [-0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0567],\n", + " [-0.0623],\n", + " [-0.0647],\n", + " [-0.0546],\n", + " [-0.0428],\n", + " [-0.0687],\n", + " [-0.0642],\n", + " [-0.0655],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0634],\n", + " [-0.0501],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0650],\n", + " [-0.0620],\n", + " [-0.0612],\n", + " [-0.0532],\n", + " [-0.0606],\n", + " [-0.0657],\n", + " [-0.0571],\n", + " [-0.0646],\n", + " [-0.0618],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0609],\n", + " [-0.0635],\n", + " [-0.0585],\n", + " [-0.0623],\n", + " [-0.0581],\n", + " [-0.0610]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0735],\n", + " [-0.0688],\n", + " [-0.0719],\n", + " [-0.0778],\n", + " [-0.0620],\n", + " [-0.1751],\n", + " [-0.0795],\n", + " [-0.0744],\n", + " [-0.0791],\n", + " [-0.0708],\n", + " [-0.0722],\n", + " [-0.0739],\n", + " [-0.0770],\n", + " [-0.0748],\n", + " [-0.0780],\n", + " [-0.0780],\n", + " [-0.0726],\n", + " [-0.0744],\n", + " [-0.0637],\n", + " [-0.0701],\n", + " [-0.0791],\n", + " [-0.0702],\n", + " [-0.0765],\n", + " [-0.0755],\n", + " [-0.0716],\n", + " [-0.0738],\n", + " [-0.0756],\n", + " [-0.0769],\n", + " [-0.0672],\n", + " [-0.0717],\n", + " [-0.0730],\n", + " [-0.0734]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0365],\n", + " [ 0.0375],\n", + " [ 0.0367],\n", + " [ 0.0371],\n", + " [ 0.0403],\n", + " [-0.0641],\n", + " [ 0.0347],\n", + " [ 0.0345],\n", + " [ 0.0364],\n", + " [ 0.0369],\n", + " [ 0.0356],\n", + " [ 0.0357],\n", + " [ 0.0405],\n", + " [ 0.0358],\n", + " [ 0.0369],\n", + " [ 0.0382],\n", + " [ 0.0363],\n", + " [ 0.0373],\n", + " [ 0.0418],\n", + " [ 0.0394],\n", + " [ 0.0371],\n", + " [ 0.0401],\n", + " [ 0.0371],\n", + " [ 0.0382],\n", + " [ 0.0383],\n", + " [ 0.0371],\n", + " [ 0.0381],\n", + " [ 0.0367],\n", + " [ 0.0363],\n", + " [ 0.0371],\n", + " [ 0.0376],\n", + " [ 0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0894],\n", + " [-0.0877],\n", + " [-0.0935],\n", + " [-0.0923],\n", + " [-0.0791],\n", + " [-0.1375],\n", + " [-0.0961],\n", + " [-0.0973],\n", + " [-0.0931],\n", + " [-0.0958],\n", + " [-0.0959],\n", + " [-0.0959],\n", + " [-0.0896],\n", + " [-0.0951],\n", + " [-0.0924],\n", + " [-0.0945],\n", + " [-0.0944],\n", + " [-0.0903],\n", + " [-0.0857],\n", + " [-0.0926],\n", + " [-0.0947],\n", + " [-0.0854],\n", + " [-0.0940],\n", + " [-0.0925],\n", + " [-0.0895],\n", + " [-0.0914],\n", + " [-0.0904],\n", + " [-0.0932],\n", + " [-0.0871],\n", + " [-0.0949],\n", + " [-0.0890],\n", + " [-0.0909]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0501],\n", + " [ 0.0428],\n", + " [ 0.0564],\n", + " [ 0.0510],\n", + " [ 0.0421],\n", + " [-0.2133],\n", + " [ 0.0560],\n", + " [ 0.0602],\n", + " [ 0.0501],\n", + " [ 0.0584],\n", + " [ 0.0587],\n", + " [ 0.0580],\n", + " [ 0.0403],\n", + " [ 0.0572],\n", + " [ 0.0508],\n", + " [ 0.0559],\n", + " [ 0.0574],\n", + " [ 0.0519],\n", + " [ 0.0535],\n", + " [ 0.0555],\n", + " [ 0.0551],\n", + " [ 0.0471],\n", + " [ 0.0570],\n", + " [ 0.0527],\n", + " [ 0.0502],\n", + " [ 0.0544],\n", + " [ 0.0489],\n", + " [ 0.0531],\n", + " [ 0.0462],\n", + " [ 0.0583],\n", + " [ 0.0475],\n", + " [ 0.0544]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0425],\n", + " [-0.0388],\n", + " [-0.0383],\n", + " [-0.0393],\n", + " [-0.0442],\n", + " [-0.0606],\n", + " [-0.0413],\n", + " [-0.0356],\n", + " [-0.0394],\n", + " [-0.0345],\n", + " [-0.0377],\n", + " [-0.0375],\n", + " [-0.0423],\n", + " [-0.0375],\n", + " [-0.0400],\n", + " [-0.0341],\n", + " [-0.0375],\n", + " [-0.0412],\n", + " [-0.0310],\n", + " [-0.0346],\n", + " [-0.0377],\n", + " [-0.0439],\n", + " [-0.0402],\n", + " [-0.0354],\n", + " [-0.0392],\n", + " [-0.0396],\n", + " [-0.0380],\n", + " [-0.0374],\n", + " [-0.0439],\n", + " [-0.0358],\n", + " [-0.0405],\n", + " [-0.0398]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0784],\n", + " [-0.0814],\n", + " [-0.0803],\n", + " [-0.0781],\n", + " [-0.0772],\n", + " [-0.0071],\n", + " [-0.0779],\n", + " [-0.0795],\n", + " [-0.0786],\n", + " [-0.0815],\n", + " [-0.0802],\n", + " [-0.0799],\n", + " [-0.0894],\n", + " [-0.0794],\n", + " [-0.0779],\n", + " [-0.0793],\n", + " [-0.0796],\n", + " [-0.0783],\n", + " [-0.0851],\n", + " [-0.0817],\n", + " [-0.0782],\n", + " [-0.0775],\n", + " [-0.0780],\n", + " [-0.0797],\n", + " [-0.0788],\n", + " [-0.0788],\n", + " [-0.0789],\n", + " [-0.0788],\n", + " [-0.0784],\n", + " [-0.0801],\n", + " [-0.0793],\n", + " [-0.0786]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1668],\n", + " [0.1615],\n", + " [0.1684],\n", + " [0.1657],\n", + " [0.1671],\n", + " [0.0812],\n", + " [0.1677],\n", + " [0.1700],\n", + " [0.1645],\n", + " [0.1699],\n", + " [0.1689],\n", + " [0.1680],\n", + " [0.1517],\n", + " [0.1679],\n", + " [0.1646],\n", + " [0.1684],\n", + " [0.1686],\n", + " [0.1665],\n", + " [0.1744],\n", + " [0.1694],\n", + " [0.1674],\n", + " [0.1650],\n", + " [0.1700],\n", + " [0.1658],\n", + " [0.1682],\n", + " [0.1679],\n", + " [0.1638],\n", + " [0.1660],\n", + " [0.1666],\n", + " [0.1697],\n", + " [0.1640],\n", + " [0.1684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0530],\n", + " [-0.0475],\n", + " [-0.0548],\n", + " [-0.0574],\n", + " [-0.0360],\n", + " [-0.1166],\n", + " [-0.0607],\n", + " [-0.0602],\n", + " [-0.0587],\n", + " [-0.0563],\n", + " [-0.0567],\n", + " [-0.0578],\n", + " [-0.0576],\n", + " [-0.0573],\n", + " [-0.0577],\n", + " [-0.0583],\n", + " [-0.0558],\n", + " [-0.0545],\n", + " [-0.0410],\n", + " [-0.0523],\n", + " [-0.0590],\n", + " [-0.0489],\n", + " [-0.0564],\n", + " [-0.0567],\n", + " [-0.0506],\n", + " [-0.0544],\n", + " [-0.0564],\n", + " [-0.0577],\n", + " [-0.0447],\n", + " [-0.0567],\n", + " [-0.0551],\n", + " [-0.0540]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0615],\n", + " [0.0680],\n", + " [0.0582],\n", + " [0.0648],\n", + " [0.0606],\n", + " [0.0936],\n", + " [0.0598],\n", + " [0.0591],\n", + " [0.0653],\n", + " [0.0590],\n", + " [0.0586],\n", + " [0.0595],\n", + " [0.0719],\n", + " [0.0606],\n", + " [0.0656],\n", + " [0.0647],\n", + " [0.0592],\n", + " [0.0618],\n", + " [0.0615],\n", + " [0.0591],\n", + " [0.0624],\n", + " [0.0638],\n", + " [0.0610],\n", + " [0.0649],\n", + " [0.0634],\n", + " [0.0599],\n", + " [0.0663],\n", + " [0.0633],\n", + " [0.0627],\n", + " [0.0584],\n", + " [0.0635],\n", + " [0.0596]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0895],\n", + " [-0.0864],\n", + " [-0.0971],\n", + " [-0.0903],\n", + " [-0.0892],\n", + " [ 0.0566],\n", + " [-0.0947],\n", + " [-0.1001],\n", + " [-0.0893],\n", + " [-0.0994],\n", + " [-0.0989],\n", + " [-0.0979],\n", + " [-0.0980],\n", + " [-0.0968],\n", + " [-0.0914],\n", + " [-0.0938],\n", + " [-0.0972],\n", + " [-0.0931],\n", + " [-0.1016],\n", + " [-0.0980],\n", + " [-0.0939],\n", + " [-0.0898],\n", + " [-0.0965],\n", + " [-0.0930],\n", + " [-0.0899],\n", + " [-0.0949],\n", + " [-0.0902],\n", + " [-0.0925],\n", + " [-0.0885],\n", + " [-0.0993],\n", + " [-0.0887],\n", + " [-0.0954]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0156],\n", + " [ 0.0111],\n", + " [ 0.0183],\n", + " [ 0.0134],\n", + " [ 0.0115],\n", + " [-0.2314],\n", + " [ 0.0180],\n", + " [ 0.0186],\n", + " [ 0.0129],\n", + " [ 0.0207],\n", + " [ 0.0202],\n", + " [ 0.0183],\n", + " [ 0.0061],\n", + " [ 0.0173],\n", + " [ 0.0120],\n", + " [ 0.0165],\n", + " [ 0.0201],\n", + " [ 0.0140],\n", + " [ 0.0260],\n", + " [ 0.0192],\n", + " [ 0.0161],\n", + " [ 0.0116],\n", + " [ 0.0170],\n", + " [ 0.0140],\n", + " [ 0.0158],\n", + " [ 0.0162],\n", + " [ 0.0106],\n", + " [ 0.0154],\n", + " [ 0.0142],\n", + " [ 0.0197],\n", + " [ 0.0137],\n", + " [ 0.0159]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0904],\n", + " [ 0.0878],\n", + " [ 0.0957],\n", + " [ 0.0892],\n", + " [ 0.1015],\n", + " [-0.1522],\n", + " [ 0.0967],\n", + " [ 0.0947],\n", + " [ 0.0899],\n", + " [ 0.0941],\n", + " [ 0.0954],\n", + " [ 0.0947],\n", + " [ 0.1133],\n", + " [ 0.0930],\n", + " [ 0.0915],\n", + " [ 0.0859],\n", + " [ 0.0931],\n", + " [ 0.0942],\n", + " [ 0.0949],\n", + " [ 0.0936],\n", + " [ 0.0914],\n", + " [ 0.0950],\n", + " [ 0.0942],\n", + " [ 0.0884],\n", + " [ 0.0852],\n", + " [ 0.0941],\n", + " [ 0.0902],\n", + " [ 0.0895],\n", + " [ 0.0902],\n", + " [ 0.0950],\n", + " [ 0.0921],\n", + " [ 0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0079],\n", + " [0.0041],\n", + " [0.0116],\n", + " [0.0085],\n", + " [0.0090],\n", + " [0.1472],\n", + " [0.0096],\n", + " [0.0088],\n", + " [0.0083],\n", + " [0.0091],\n", + " [0.0092],\n", + " [0.0100],\n", + " [0.0281],\n", + " [0.0094],\n", + " [0.0107],\n", + " [0.0058],\n", + " [0.0080],\n", + " [0.0122],\n", + " [0.0005],\n", + " [0.0105],\n", + " [0.0091],\n", + " [0.0126],\n", + " [0.0102],\n", + " [0.0089],\n", + " [0.0045],\n", + " [0.0114],\n", + " [0.0116],\n", + " [0.0076],\n", + " [0.0052],\n", + " [0.0106],\n", + " [0.0106],\n", + " [0.0128]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-5.0402e-03],\n", + " [-1.0923e-02],\n", + " [-3.0114e-03],\n", + " [-1.0576e-03],\n", + " [-1.8175e-02],\n", + " [-5.7189e-02],\n", + " [ 5.2920e-03],\n", + " [ 3.0102e-03],\n", + " [-2.1777e-04],\n", + " [ 3.5200e-04],\n", + " [-3.3925e-04],\n", + " [-3.7227e-05],\n", + " [-1.0916e-02],\n", + " [-4.0182e-04],\n", + " [-2.6500e-03],\n", + " [ 3.4102e-03],\n", + " [-6.7149e-04],\n", + " [-5.2595e-03],\n", + " [ 6.0687e-04],\n", + " [-2.5015e-03],\n", + " [ 2.8608e-03],\n", + " [-1.0867e-02],\n", + " [ 4.9081e-06],\n", + " [-1.6692e-03],\n", + " [-4.5737e-03],\n", + " [-3.8460e-03],\n", + " [-5.5429e-03],\n", + " [ 5.1880e-04],\n", + " [-1.2673e-02],\n", + " [-1.5358e-05],\n", + " [-5.8771e-03],\n", + " [-4.8078e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0375],\n", + " [-0.0391],\n", + " [-0.0326],\n", + " [-0.0385],\n", + " [-0.0329],\n", + " [-0.2335],\n", + " [-0.0364],\n", + " [-0.0353],\n", + " [-0.0401],\n", + " [-0.0354],\n", + " [-0.0352],\n", + " [-0.0350],\n", + " [-0.0395],\n", + " [-0.0355],\n", + " [-0.0372],\n", + " [-0.0389],\n", + " [-0.0364],\n", + " [-0.0343],\n", + " [-0.0341],\n", + " [-0.0331],\n", + " [-0.0374],\n", + " [-0.0316],\n", + " [-0.0327],\n", + " [-0.0370],\n", + " [-0.0378],\n", + " [-0.0341],\n", + " [-0.0364],\n", + " [-0.0391],\n", + " [-0.0359],\n", + " [-0.0336],\n", + " [-0.0385],\n", + " [-0.0323]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0031],\n", + " [ 0.0015],\n", + " [ 0.0024],\n", + " [ 0.0056],\n", + " [-0.0082],\n", + " [ 0.1712],\n", + " [ 0.0056],\n", + " [ 0.0067],\n", + " [ 0.0062],\n", + " [ 0.0043],\n", + " [ 0.0043],\n", + " [ 0.0046],\n", + " [ 0.0036],\n", + " [ 0.0047],\n", + " [ 0.0054],\n", + " [ 0.0076],\n", + " [ 0.0043],\n", + " [ 0.0029],\n", + " [ 0.0027],\n", + " [ 0.0019],\n", + " [ 0.0059],\n", + " [-0.0010],\n", + " [ 0.0043],\n", + " [ 0.0054],\n", + " [ 0.0035],\n", + " [ 0.0030],\n", + " [ 0.0047],\n", + " [ 0.0059],\n", + " [-0.0006],\n", + " [ 0.0037],\n", + " [ 0.0043],\n", + " [ 0.0024]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0561],\n", + " [0.0595],\n", + " [0.0562],\n", + " [0.0583],\n", + " [0.0537],\n", + " [0.1435],\n", + " [0.0596],\n", + " [0.0584],\n", + " [0.0598],\n", + " [0.0577],\n", + " [0.0568],\n", + " [0.0572],\n", + " [0.0658],\n", + " [0.0569],\n", + " [0.0587],\n", + " [0.0587],\n", + " [0.0561],\n", + " [0.0563],\n", + " [0.0600],\n", + " [0.0563],\n", + " [0.0576],\n", + " [0.0555],\n", + " [0.0558],\n", + " [0.0583],\n", + " [0.0564],\n", + " [0.0558],\n", + " [0.0591],\n", + " [0.0579],\n", + " [0.0553],\n", + " [0.0570],\n", + " [0.0588],\n", + " [0.0555]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0175],\n", + " [-0.0126],\n", + " [-0.0178],\n", + " [-0.0173],\n", + " [-0.0187],\n", + " [ 0.0892],\n", + " [-0.0194],\n", + " [-0.0174],\n", + " [-0.0171],\n", + " [-0.0191],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0168],\n", + " [-0.0177],\n", + " [-0.0160],\n", + " [-0.0183],\n", + " [-0.0185],\n", + " [-0.0167],\n", + " [-0.0162],\n", + " [-0.0182],\n", + " [-0.0188],\n", + " [-0.0161],\n", + " [-0.0182],\n", + " [-0.0163],\n", + " [-0.0161],\n", + " [-0.0174],\n", + " [-0.0154],\n", + " [-0.0171],\n", + " [-0.0148],\n", + " [-0.0188],\n", + " [-0.0164],\n", + " [-0.0173]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1691],\n", + " [-0.1643],\n", + " [-0.1704],\n", + " [-0.1718],\n", + " [-0.1657],\n", + " [-0.1620],\n", + " [-0.1792],\n", + " [-0.1727],\n", + " [-0.1736],\n", + " [-0.1705],\n", + " [-0.1720],\n", + " [-0.1722],\n", + " [-0.1683],\n", + " [-0.1717],\n", + " [-0.1716],\n", + " [-0.1714],\n", + " [-0.1710],\n", + " [-0.1699],\n", + " [-0.1666],\n", + " [-0.1685],\n", + " [-0.1745],\n", + " [-0.1661],\n", + " [-0.1732],\n", + " [-0.1691],\n", + " [-0.1667],\n", + " [-0.1700],\n", + " [-0.1681],\n", + " [-0.1719],\n", + " [-0.1638],\n", + " [-0.1709],\n", + " [-0.1686],\n", + " [-0.1696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0210],\n", + " [-0.0200],\n", + " [-0.0229],\n", + " [-0.0208],\n", + " [-0.0227],\n", + " [ 0.0686],\n", + " [-0.0167],\n", + " [-0.0200],\n", + " [-0.0195],\n", + " [-0.0211],\n", + " [-0.0214],\n", + " [-0.0217],\n", + " [-0.0232],\n", + " [-0.0215],\n", + " [-0.0227],\n", + " [-0.0189],\n", + " [-0.0209],\n", + " [-0.0235],\n", + " [-0.0117],\n", + " [-0.0212],\n", + " [-0.0190],\n", + " [-0.0252],\n", + " [-0.0220],\n", + " [-0.0221],\n", + " [-0.0204],\n", + " [-0.0225],\n", + " [-0.0247],\n", + " [-0.0196],\n", + " [-0.0210],\n", + " [-0.0220],\n", + " [-0.0225],\n", + " [-0.0236]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-4.0386e-05],\n", + " [-3.9758e-03],\n", + " [ 1.0543e-02],\n", + " [ 1.3800e-03],\n", + " [-4.3542e-03],\n", + " [-3.7079e-02],\n", + " [ 9.5372e-03],\n", + " [ 1.6719e-02],\n", + " [ 1.7204e-03],\n", + " [ 1.5384e-02],\n", + " [ 1.3323e-02],\n", + " [ 1.2063e-02],\n", + " [ 9.2491e-03],\n", + " [ 1.0225e-02],\n", + " [ 1.4958e-03],\n", + " [ 7.2219e-03],\n", + " [ 1.0761e-02],\n", + " [ 3.0657e-03],\n", + " [ 1.5414e-02],\n", + " [ 1.1389e-02],\n", + " [ 6.6677e-03],\n", + " [-3.3086e-03],\n", + " [ 6.8817e-03],\n", + " [ 4.8906e-03],\n", + " [-6.2987e-04],\n", + " [ 6.2748e-03],\n", + " [ 3.6385e-04],\n", + " [ 4.8693e-03],\n", + " [-2.4950e-03],\n", + " [ 1.3574e-02],\n", + " [-3.0902e-04],\n", + " [ 6.2655e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0999],\n", + " [0.1029],\n", + " [0.0914],\n", + " [0.0947],\n", + " [0.1044],\n", + " [0.1285],\n", + " [0.0884],\n", + " [0.0883],\n", + " [0.0931],\n", + " [0.0906],\n", + " [0.0903],\n", + " [0.0897],\n", + " [0.0771],\n", + " [0.0910],\n", + " [0.0925],\n", + " [0.0930],\n", + " [0.0925],\n", + " [0.0938],\n", + " [0.0959],\n", + " [0.0921],\n", + " [0.0905],\n", + " [0.0991],\n", + " [0.0915],\n", + " [0.0934],\n", + " [0.1024],\n", + " [0.0930],\n", + " [0.0942],\n", + " [0.0935],\n", + " [0.1061],\n", + " [0.0902],\n", + " [0.0962],\n", + " [0.0927]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0779],\n", + " [ 0.0812],\n", + " [ 0.0838],\n", + " [ 0.0782],\n", + " [ 0.0734],\n", + " [-0.2362],\n", + " [ 0.0801],\n", + " [ 0.0882],\n", + " [ 0.0784],\n", + " [ 0.0878],\n", + " [ 0.0859],\n", + " [ 0.0850],\n", + " [ 0.0886],\n", + " [ 0.0835],\n", + " [ 0.0787],\n", + " [ 0.0826],\n", + " [ 0.0848],\n", + " [ 0.0799],\n", + " [ 0.0965],\n", + " [ 0.0856],\n", + " [ 0.0803],\n", + " [ 0.0768],\n", + " [ 0.0792],\n", + " [ 0.0826],\n", + " [ 0.0787],\n", + " [ 0.0816],\n", + " [ 0.0800],\n", + " [ 0.0815],\n", + " [ 0.0761],\n", + " [ 0.0861],\n", + " [ 0.0823],\n", + " [ 0.0813]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0848],\n", + " [0.0836],\n", + " [0.0875],\n", + " [0.0873],\n", + " [0.0762],\n", + " [0.0732],\n", + " [0.0883],\n", + " [0.0891],\n", + " [0.0884],\n", + " [0.0884],\n", + " [0.0877],\n", + " [0.0881],\n", + " [0.0865],\n", + " [0.0878],\n", + " [0.0875],\n", + " [0.0880],\n", + " [0.0866],\n", + " [0.0857],\n", + " [0.0780],\n", + " [0.0869],\n", + " [0.0876],\n", + " [0.0814],\n", + " [0.0856],\n", + " [0.0878],\n", + " [0.0841],\n", + " [0.0860],\n", + " [0.0877],\n", + " [0.0876],\n", + " [0.0808],\n", + " [0.0875],\n", + " [0.0857],\n", + " [0.0854]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0377],\n", + " [0.0398],\n", + " [0.0396],\n", + " [0.0351],\n", + " [0.0863],\n", + " [0.0382],\n", + " [0.0429],\n", + " [0.0389],\n", + " [0.0432],\n", + " [0.0413],\n", + " [0.0408],\n", + " [0.0414],\n", + " [0.0408],\n", + " [0.0379],\n", + " [0.0440],\n", + " [0.0419],\n", + " [0.0373],\n", + " [0.0451],\n", + " [0.0418],\n", + " [0.0404],\n", + " [0.0361],\n", + " [0.0398],\n", + " [0.0413],\n", + " [0.0418],\n", + " [0.0388],\n", + " [0.0386],\n", + " [0.0409],\n", + " [0.0369],\n", + " [0.0423],\n", + " [0.0389],\n", + " [0.0384]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0376],\n", + " [ 0.0395],\n", + " [ 0.0372],\n", + " [ 0.0368],\n", + " [ 0.0372],\n", + " [-0.2873],\n", + " [ 0.0364],\n", + " [ 0.0335],\n", + " [ 0.0373],\n", + " [ 0.0354],\n", + " [ 0.0363],\n", + " [ 0.0362],\n", + " [ 0.0448],\n", + " [ 0.0361],\n", + " [ 0.0386],\n", + " [ 0.0346],\n", + " [ 0.0370],\n", + " [ 0.0393],\n", + " [ 0.0394],\n", + " [ 0.0370],\n", + " [ 0.0364],\n", + " [ 0.0400],\n", + " [ 0.0368],\n", + " [ 0.0373],\n", + " [ 0.0349],\n", + " [ 0.0382],\n", + " [ 0.0389],\n", + " [ 0.0371],\n", + " [ 0.0378],\n", + " [ 0.0361],\n", + " [ 0.0415],\n", + " [ 0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0761],\n", + " [-0.0718],\n", + " [-0.0747],\n", + " [-0.0772],\n", + " [-0.1881],\n", + " [-0.0703],\n", + " [-0.0688],\n", + " [-0.0741],\n", + " [-0.0700],\n", + " [-0.0703],\n", + " [-0.0711],\n", + " [-0.0907],\n", + " [-0.0717],\n", + " [-0.0753],\n", + " [-0.0733],\n", + " [-0.0715],\n", + " [-0.0755],\n", + " [-0.0708],\n", + " [-0.0721],\n", + " [-0.0731],\n", + " [-0.0797],\n", + " [-0.0732],\n", + " [-0.0747],\n", + " [-0.0743],\n", + " [-0.0740],\n", + " [-0.0767],\n", + " [-0.0736],\n", + " [-0.0751],\n", + " [-0.0713],\n", + " [-0.0769],\n", + " [-0.0746]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1049],\n", + " [-0.1052],\n", + " [-0.0987],\n", + " [-0.1056],\n", + " [-0.1026],\n", + " [-0.4130],\n", + " [-0.1057],\n", + " [-0.0998],\n", + " [-0.1067],\n", + " [-0.0986],\n", + " [-0.0982],\n", + " [-0.0990],\n", + " [-0.1103],\n", + " [-0.1000],\n", + " [-0.1046],\n", + " [-0.1038],\n", + " [-0.0991],\n", + " [-0.1021],\n", + " [-0.1017],\n", + " [-0.0989],\n", + " [-0.1042],\n", + " [-0.1024],\n", + " [-0.1021],\n", + " [-0.1025],\n", + " [-0.1042],\n", + " [-0.1007],\n", + " [-0.1036],\n", + " [-0.1038],\n", + " [-0.1045],\n", + " [-0.0980],\n", + " [-0.1044],\n", + " [-0.1003]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0613],\n", + " [-0.0676],\n", + " [ 0.2532],\n", + " [-0.0606],\n", + " [-0.0618],\n", + " [-0.0605],\n", + " [-0.0623],\n", + " [-0.0627],\n", + " [-0.0627],\n", + " [-0.0587],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0602],\n", + " [-0.0621],\n", + " [-0.0637],\n", + " [-0.0666],\n", + " [-0.0631],\n", + " [-0.0605],\n", + " [-0.0649],\n", + " [-0.0636],\n", + " [-0.0615],\n", + " [-0.0632],\n", + " [-0.0634],\n", + " [-0.0626],\n", + " [-0.0606],\n", + " [-0.0649],\n", + " [-0.0627],\n", + " [-0.0609],\n", + " [-0.0640]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0620],\n", + " [-0.0852],\n", + " [-0.0629],\n", + " [-0.0558],\n", + " [-0.0620],\n", + " [-0.0606],\n", + " [-0.0613],\n", + " [-0.0621],\n", + " [-0.0618],\n", + " [-0.1007],\n", + " [-0.0638],\n", + " [-0.0598],\n", + " [-0.0633],\n", + " [-0.0628],\n", + " [-0.0643],\n", + " [-0.0658],\n", + " [-0.0654],\n", + " [-0.0609],\n", + " [-0.0629],\n", + " [-0.0630],\n", + " [-0.0517],\n", + " [-0.0690],\n", + " [-0.0642],\n", + " [-0.0612],\n", + " [-0.0598],\n", + " [-0.0639],\n", + " [-0.0615],\n", + " [-0.0621],\n", + " [-0.0746],\n", + " [-0.0626],\n", + " [-0.0783],\n", + " [-0.0582]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0753],\n", + " [-0.1063],\n", + " [-0.0720],\n", + " [-0.0732],\n", + " [-0.0700],\n", + " [-0.0733],\n", + " [-0.0739],\n", + " [-0.0734],\n", + " [-0.0666],\n", + " [-0.1199],\n", + " [-0.0752],\n", + " [-0.0712],\n", + " [-0.0773],\n", + " [-0.0757],\n", + " [-0.0775],\n", + " [-0.0794],\n", + " [-0.0762],\n", + " [-0.0685],\n", + " [-0.0778],\n", + " [-0.0769],\n", + " [-0.0721],\n", + " [-0.0808],\n", + " [-0.0776],\n", + " [-0.0701],\n", + " [-0.0686],\n", + " [-0.0751],\n", + " [-0.0720],\n", + " [-0.0765],\n", + " [-0.0821],\n", + " [-0.0742],\n", + " [-0.0925],\n", + " [-0.0666]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0212],\n", + " [0.0361],\n", + " [0.0398],\n", + " [0.0373],\n", + " [0.0390],\n", + " [0.0404],\n", + " [0.0382],\n", + " [0.0376],\n", + " [0.0256],\n", + " [0.0360],\n", + " [0.0392],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0366],\n", + " [0.0374],\n", + " [0.0393],\n", + " [0.0385],\n", + " [0.0385],\n", + " [0.0369],\n", + " [0.0409],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0376],\n", + " [0.0384],\n", + " [0.0352],\n", + " [0.0374],\n", + " [0.0367],\n", + " [0.0307],\n", + " [0.0371],\n", + " [0.0276],\n", + " [0.0396]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0920],\n", + " [-0.0758],\n", + " [-0.0959],\n", + " [-0.0866],\n", + " [-0.0947],\n", + " [-0.0909],\n", + " [-0.0914],\n", + " [-0.0946],\n", + " [-0.0941],\n", + " [-0.0739],\n", + " [-0.0907],\n", + " [-0.0886],\n", + " [-0.0919],\n", + " [-0.0940],\n", + " [-0.0946],\n", + " [-0.0955],\n", + " [-0.0914],\n", + " [-0.0926],\n", + " [-0.0924],\n", + " [-0.0924],\n", + " [-0.0816],\n", + " [-0.0961],\n", + " [-0.0936],\n", + " [-0.0933],\n", + " [-0.0897],\n", + " [-0.0970],\n", + " [-0.0922],\n", + " [-0.0918],\n", + " [-0.0895],\n", + " [-0.0950],\n", + " [-0.0871],\n", + " [-0.0896]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0534],\n", + " [0.0430],\n", + " [0.0593],\n", + " [0.0349],\n", + " [0.0582],\n", + " [0.0524],\n", + " [0.0493],\n", + " [0.0578],\n", + " [0.0577],\n", + " [0.0433],\n", + " [0.0539],\n", + " [0.0510],\n", + " [0.0506],\n", + " [0.0567],\n", + " [0.0558],\n", + " [0.0541],\n", + " [0.0502],\n", + " [0.0554],\n", + " [0.0496],\n", + " [0.0527],\n", + " [0.0378],\n", + " [0.0532],\n", + " [0.0547],\n", + " [0.0567],\n", + " [0.0548],\n", + " [0.0590],\n", + " [0.0559],\n", + " [0.0504],\n", + " [0.0421],\n", + " [0.0571],\n", + " [0.0450],\n", + " [0.0518]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0391],\n", + " [-0.0481],\n", + " [-0.0352],\n", + " [-0.0394],\n", + " [-0.0359],\n", + " [-0.0376],\n", + " [-0.0369],\n", + " [-0.0349],\n", + " [-0.0353],\n", + " [-0.0388],\n", + " [-0.0447],\n", + " [-0.0406],\n", + " [-0.0387],\n", + " [-0.0368],\n", + " [-0.0383],\n", + " [-0.0344],\n", + " [-0.0353],\n", + " [-0.0370],\n", + " [-0.0350],\n", + " [-0.0393],\n", + " [-0.0442],\n", + " [-0.0343],\n", + " [-0.0387],\n", + " [-0.0375],\n", + " [-0.0392],\n", + " [-0.0360],\n", + " [-0.0382],\n", + " [-0.0393],\n", + " [-0.0403],\n", + " [-0.0356],\n", + " [-0.0337],\n", + " [-0.0353]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0784],\n", + " [-0.0826],\n", + " [-0.0802],\n", + " [-0.0823],\n", + " [-0.0809],\n", + " [-0.0795],\n", + " [-0.0812],\n", + " [-0.0800],\n", + " [-0.0826],\n", + " [-0.0833],\n", + " [-0.0777],\n", + " [-0.0795],\n", + " [-0.0782],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0793],\n", + " [-0.0799],\n", + " [-0.0822],\n", + " [-0.0794],\n", + " [-0.0781],\n", + " [-0.0776],\n", + " [-0.0793],\n", + " [-0.0781],\n", + " [-0.0809],\n", + " [-0.0800],\n", + " [-0.0795],\n", + " [-0.0797],\n", + " [-0.0785],\n", + " [-0.0856],\n", + " [-0.0799],\n", + " [-0.0854],\n", + " [-0.0813]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1667],\n", + " [0.1386],\n", + " [0.1702],\n", + " [0.1531],\n", + " [0.1696],\n", + " [0.1668],\n", + " [0.1639],\n", + " [0.1695],\n", + " [0.1709],\n", + " [0.1213],\n", + " [0.1685],\n", + " [0.1664],\n", + " [0.1648],\n", + " [0.1687],\n", + " [0.1676],\n", + " [0.1660],\n", + " [0.1671],\n", + " [0.1683],\n", + " [0.1636],\n", + " [0.1660],\n", + " [0.1578],\n", + " [0.1653],\n", + " [0.1675],\n", + " [0.1687],\n", + " [0.1695],\n", + " [0.1685],\n", + " [0.1688],\n", + " [0.1642],\n", + " [0.1595],\n", + " [0.1683],\n", + " [0.1457],\n", + " [0.1686]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0557],\n", + " [-0.0702],\n", + " [-0.0578],\n", + " [-0.0528],\n", + " [-0.0555],\n", + " [-0.0531],\n", + " [-0.0524],\n", + " [-0.0559],\n", + " [-0.0547],\n", + " [-0.0760],\n", + " [-0.0546],\n", + " [-0.0504],\n", + " [-0.0574],\n", + " [-0.0576],\n", + " [-0.0575],\n", + " [-0.0604],\n", + " [-0.0563],\n", + " [-0.0527],\n", + " [-0.0590],\n", + " [-0.0569],\n", + " [-0.0497],\n", + " [-0.0617],\n", + " [-0.0574],\n", + " [-0.0540],\n", + " [-0.0488],\n", + " [-0.0594],\n", + " [-0.0535],\n", + " [-0.0571],\n", + " [-0.0583],\n", + " [-0.0573],\n", + " [-0.0687],\n", + " [-0.0463]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0625],\n", + " [0.0492],\n", + " [0.0584],\n", + " [0.0783],\n", + " [0.0573],\n", + " [0.0636],\n", + " [0.0684],\n", + " [0.0607],\n", + " [0.0556],\n", + " [0.0493],\n", + " [0.0587],\n", + " [0.0617],\n", + " [0.0657],\n", + " [0.0609],\n", + " [0.0625],\n", + " [0.0653],\n", + " [0.0658],\n", + " [0.0565],\n", + " [0.0686],\n", + " [0.0638],\n", + " [0.0719],\n", + " [0.0645],\n", + " [0.0626],\n", + " [0.0573],\n", + " [0.0571],\n", + " [0.0601],\n", + " [0.0584],\n", + " [0.0650],\n", + " [0.0660],\n", + " [0.0607],\n", + " [0.0601],\n", + " [0.0599]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0934],\n", + " [-0.0715],\n", + " [-0.0998],\n", + " [-0.0798],\n", + " [-0.0993],\n", + " [-0.0943],\n", + " [-0.0935],\n", + " [-0.0982],\n", + " [-0.1002],\n", + " [-0.0699],\n", + " [-0.0951],\n", + " [-0.0941],\n", + " [-0.0903],\n", + " [-0.0965],\n", + " [-0.0949],\n", + " [-0.0928],\n", + " [-0.0877],\n", + " [-0.0972],\n", + " [-0.0896],\n", + " [-0.0928],\n", + " [-0.0835],\n", + " [-0.0894],\n", + " [-0.0942],\n", + " [-0.0979],\n", + " [-0.0973],\n", + " [-0.0986],\n", + " [-0.0966],\n", + " [-0.0912],\n", + " [-0.0755],\n", + " [-0.0975],\n", + " [-0.0699],\n", + " [-0.0965]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0155],\n", + " [ 0.0041],\n", + " [ 0.0199],\n", + " [-0.0003],\n", + " [ 0.0209],\n", + " [ 0.0143],\n", + " [ 0.0101],\n", + " [ 0.0187],\n", + " [ 0.0224],\n", + " [-0.0041],\n", + " [ 0.0175],\n", + " [ 0.0141],\n", + " [ 0.0124],\n", + " [ 0.0172],\n", + " [ 0.0161],\n", + " [ 0.0146],\n", + " [ 0.0142],\n", + " [ 0.0203],\n", + " [ 0.0100],\n", + " [ 0.0140],\n", + " [ 0.0032],\n", + " [ 0.0147],\n", + " [ 0.0155],\n", + " [ 0.0203],\n", + " [ 0.0191],\n", + " [ 0.0188],\n", + " [ 0.0183],\n", + " [ 0.0123],\n", + " [ 0.0099],\n", + " [ 0.0176],\n", + " [ 0.0074],\n", + " [ 0.0194]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0912],\n", + " [0.0609],\n", + " [0.0954],\n", + " [0.0893],\n", + " [0.0962],\n", + " [0.0917],\n", + " [0.0921],\n", + " [0.0924],\n", + " [0.0973],\n", + " [0.0551],\n", + " [0.0986],\n", + " [0.0954],\n", + " [0.0891],\n", + " [0.0923],\n", + " [0.0920],\n", + " [0.0871],\n", + " [0.0825],\n", + " [0.0974],\n", + " [0.0862],\n", + " [0.0916],\n", + " [0.0980],\n", + " [0.0856],\n", + " [0.0918],\n", + " [0.0966],\n", + " [0.0973],\n", + " [0.0941],\n", + " [0.0946],\n", + " [0.0911],\n", + " [0.0724],\n", + " [0.0927],\n", + " [0.0737],\n", + " [0.0923]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0087],\n", + " [-0.0034],\n", + " [ 0.0098],\n", + " [ 0.0096],\n", + " [ 0.0107],\n", + " [ 0.0110],\n", + " [ 0.0106],\n", + " [ 0.0095],\n", + " [ 0.0117],\n", + " [-0.0054],\n", + " [ 0.0130],\n", + " [ 0.0127],\n", + " [ 0.0088],\n", + " [ 0.0097],\n", + " [ 0.0089],\n", + " [ 0.0068],\n", + " [ 0.0051],\n", + " [ 0.0127],\n", + " [ 0.0093],\n", + " [ 0.0099],\n", + " [ 0.0181],\n", + " [ 0.0046],\n", + " [ 0.0095],\n", + " [ 0.0115],\n", + " [ 0.0117],\n", + " [ 0.0083],\n", + " [ 0.0111],\n", + " [ 0.0100],\n", + " [-0.0088],\n", + " [ 0.0099],\n", + " [-0.0068],\n", + " [ 0.0064]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0026],\n", + " [ 0.0221],\n", + " [ 0.0010],\n", + " [-0.0145],\n", + " [-0.0009],\n", + " [-0.0055],\n", + " [-0.0071],\n", + " [-0.0003],\n", + " [-0.0016],\n", + " [ 0.0255],\n", + " [-0.0020],\n", + " [-0.0085],\n", + " [-0.0025],\n", + " [ 0.0009],\n", + " [ 0.0003],\n", + " [ 0.0043],\n", + " [ 0.0006],\n", + " [-0.0044],\n", + " [-0.0014],\n", + " [-0.0020],\n", + " [-0.0181],\n", + " [ 0.0064],\n", + " [ 0.0002],\n", + " [-0.0030],\n", + " [-0.0083],\n", + " [ 0.0024],\n", + " [-0.0039],\n", + " [-0.0033],\n", + " [ 0.0072],\n", + " [ 0.0002],\n", + " [ 0.0103],\n", + " [-0.0059]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0371],\n", + " [-0.0337],\n", + " [-0.0346],\n", + " [-0.0402],\n", + " [-0.0329],\n", + " [-0.0338],\n", + " [-0.0325],\n", + " [-0.0347],\n", + " [-0.0311],\n", + " [-0.0259],\n", + " [-0.0331],\n", + " [-0.0312],\n", + " [-0.0384],\n", + " [-0.0356],\n", + " [-0.0361],\n", + " [-0.0400],\n", + " [-0.0397],\n", + " [-0.0312],\n", + " [-0.0385],\n", + " [-0.0367],\n", + " [-0.0369],\n", + " [-0.0430],\n", + " [-0.0364],\n", + " [-0.0327],\n", + " [-0.0300],\n", + " [-0.0368],\n", + " [-0.0331],\n", + " [-0.0378],\n", + " [-0.0557],\n", + " [-0.0354],\n", + " [-0.0506],\n", + " [-0.0345]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 4.6490e-03],\n", + " [ 9.0630e-03],\n", + " [ 4.9698e-03],\n", + " [ 1.6590e-03],\n", + " [ 2.8306e-03],\n", + " [ 2.8702e-03],\n", + " [ 2.1299e-03],\n", + " [ 4.4741e-03],\n", + " [ 1.1666e-03],\n", + " [ 8.5853e-03],\n", + " [ 2.0411e-03],\n", + " [-9.5265e-06],\n", + " [ 5.7337e-03],\n", + " [ 5.2282e-03],\n", + " [ 5.3534e-03],\n", + " [ 7.7616e-03],\n", + " [ 6.5607e-03],\n", + " [ 4.0718e-04],\n", + " [ 7.0562e-03],\n", + " [ 4.9965e-03],\n", + " [-1.8437e-03],\n", + " [ 8.3356e-03],\n", + " [ 5.1593e-03],\n", + " [ 1.9878e-03],\n", + " [-7.0477e-04],\n", + " [ 6.4374e-03],\n", + " [ 2.1743e-03],\n", + " [ 5.2009e-03],\n", + " [ 1.0233e-02],\n", + " [ 4.7967e-03],\n", + " [ 1.4866e-02],\n", + " [ 2.8538e-04]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0566],\n", + " [0.0581],\n", + " [0.0575],\n", + " [0.0658],\n", + " [0.0564],\n", + " [0.0565],\n", + " [0.0588],\n", + " [0.0570],\n", + " [0.0565],\n", + " [0.0576],\n", + " [0.0555],\n", + " [0.0552],\n", + " [0.0587],\n", + " [0.0568],\n", + " [0.0572],\n", + " [0.0597],\n", + " [0.0598],\n", + " [0.0553],\n", + " [0.0609],\n", + " [0.0575],\n", + " [0.0603],\n", + " [0.0606],\n", + " [0.0569],\n", + " [0.0558],\n", + " [0.0540],\n", + " [0.0579],\n", + " [0.0554],\n", + " [0.0586],\n", + " [0.0641],\n", + " [0.0572],\n", + " [0.0643],\n", + " [0.0554]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0168],\n", + " [-0.0066],\n", + " [-0.0188],\n", + " [-0.0123],\n", + " [-0.0192],\n", + " [-0.0165],\n", + " [-0.0141],\n", + " [-0.0187],\n", + " [-0.0189],\n", + " [-0.0029],\n", + " [-0.0184],\n", + " [-0.0168],\n", + " [-0.0162],\n", + " [-0.0181],\n", + " [-0.0179],\n", + " [-0.0173],\n", + " [-0.0182],\n", + " [-0.0190],\n", + " [-0.0152],\n", + " [-0.0168],\n", + " [-0.0163],\n", + " [-0.0193],\n", + " [-0.0180],\n", + " [-0.0191],\n", + " [-0.0177],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0155],\n", + " [-0.0108],\n", + " [-0.0181],\n", + " [-0.0096],\n", + " [-0.0160]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1703],\n", + " [-0.1770],\n", + " [-0.1717],\n", + " [-0.1658],\n", + " [-0.1704],\n", + " [-0.1678],\n", + " [-0.1682],\n", + " [-0.1701],\n", + " [-0.1694],\n", + " [-0.1737],\n", + " [-0.1739],\n", + " [-0.1674],\n", + " [-0.1705],\n", + " [-0.1721],\n", + " [-0.1730],\n", + " [-0.1736],\n", + " [-0.1691],\n", + " [-0.1687],\n", + " [-0.1693],\n", + " [-0.1714],\n", + " [-0.1663],\n", + " [-0.1751],\n", + " [-0.1728],\n", + " [-0.1699],\n", + " [-0.1671],\n", + " [-0.1732],\n", + " [-0.1696],\n", + " [-0.1705],\n", + " [-0.1767],\n", + " [-0.1711],\n", + " [-0.1713],\n", + " [-0.1663]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0215],\n", + " [ 0.0387],\n", + " [-0.0213],\n", + " [-0.0269],\n", + " [-0.0221],\n", + " [-0.0238],\n", + " [-0.0259],\n", + " [-0.0216],\n", + " [-0.0226],\n", + " [ 0.0535],\n", + " [-0.0203],\n", + " [-0.0251],\n", + " [-0.0220],\n", + " [-0.0210],\n", + " [-0.0206],\n", + " [-0.0186],\n", + " [-0.0192],\n", + " [-0.0233],\n", + " [-0.0229],\n", + " [-0.0219],\n", + " [-0.0282],\n", + " [-0.0152],\n", + " [-0.0207],\n", + " [-0.0226],\n", + " [-0.0238],\n", + " [-0.0197],\n", + " [-0.0225],\n", + " [-0.0226],\n", + " [ 0.0040],\n", + " [-0.0215],\n", + " [ 0.0191],\n", + " [-0.0187]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 4.4841e-03],\n", + " [ 3.2381e-02],\n", + " [ 1.5671e-02],\n", + " [-1.3511e-02],\n", + " [ 1.4134e-02],\n", + " [ 4.3772e-03],\n", + " [ 9.1846e-05],\n", + " [ 1.1748e-02],\n", + " [ 1.6346e-02],\n", + " [ 3.6245e-02],\n", + " [ 5.9228e-03],\n", + " [ 2.7977e-03],\n", + " [ 1.2601e-03],\n", + " [ 8.8273e-03],\n", + " [ 7.0035e-03],\n", + " [ 6.2276e-03],\n", + " [ 6.5968e-04],\n", + " [ 1.1728e-02],\n", + " [ 1.2578e-03],\n", + " [ 3.5581e-03],\n", + " [-1.0475e-02],\n", + " [ 6.3686e-03],\n", + " [ 5.6784e-03],\n", + " [ 1.1811e-02],\n", + " [ 8.6986e-03],\n", + " [ 1.4282e-02],\n", + " [ 9.2399e-03],\n", + " [ 1.6014e-03],\n", + " [ 3.3704e-03],\n", + " [ 1.1149e-02],\n", + " [ 1.7436e-02],\n", + " [ 7.9813e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0946],\n", + " [0.0777],\n", + " [0.0891],\n", + " [0.0970],\n", + " [0.0906],\n", + " [0.0941],\n", + " [0.0933],\n", + " [0.0911],\n", + " [0.0912],\n", + " [0.0685],\n", + " [0.0924],\n", + " [0.0953],\n", + " [0.0945],\n", + " [0.0909],\n", + " [0.0913],\n", + " [0.0907],\n", + " [0.0989],\n", + " [0.0914],\n", + " [0.0929],\n", + " [0.0929],\n", + " [0.0960],\n", + " [0.0915],\n", + " [0.0918],\n", + " [0.0911],\n", + " [0.0948],\n", + " [0.0885],\n", + " [0.0928],\n", + " [0.0936],\n", + " [0.0964],\n", + " [0.0903],\n", + " [0.0932],\n", + " [0.0977]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0808],\n", + " [0.0813],\n", + " [0.0876],\n", + " [0.0780],\n", + " [0.0865],\n", + " [0.0807],\n", + " [0.0786],\n", + " [0.0847],\n", + " [0.0884],\n", + " [0.0802],\n", + " [0.0773],\n", + " [0.0790],\n", + " [0.0791],\n", + " [0.0831],\n", + " [0.0807],\n", + " [0.0823],\n", + " [0.0801],\n", + " [0.0854],\n", + " [0.0814],\n", + " [0.0798],\n", + " [0.0732],\n", + " [0.0816],\n", + " [0.0801],\n", + " [0.0853],\n", + " [0.0813],\n", + " [0.0866],\n", + " [0.0828],\n", + " [0.0800],\n", + " [0.0819],\n", + " [0.0848],\n", + " [0.0886],\n", + " [0.0839]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0862],\n", + " [0.1015],\n", + " [0.0882],\n", + " [0.0884],\n", + " [0.0877],\n", + " [0.0858],\n", + " [0.0865],\n", + " [0.0869],\n", + " [0.0887],\n", + " [0.1189],\n", + " [0.0847],\n", + " [0.0846],\n", + " [0.0875],\n", + " [0.0865],\n", + " [0.0872],\n", + " [0.0895],\n", + " [0.0876],\n", + " [0.0881],\n", + " [0.0894],\n", + " [0.0868],\n", + " [0.0811],\n", + " [0.0909],\n", + " [0.0867],\n", + " [0.0872],\n", + " [0.0848],\n", + " [0.0886],\n", + " [0.0863],\n", + " [0.0876],\n", + " [0.0983],\n", + " [0.0878],\n", + " [0.1075],\n", + " [0.0834]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0399],\n", + " [0.0438],\n", + " [0.0426],\n", + " [0.0356],\n", + " [0.0421],\n", + " [0.0393],\n", + " [0.0387],\n", + " [0.0427],\n", + " [0.0423],\n", + " [0.0499],\n", + " [0.0369],\n", + " [0.0374],\n", + " [0.0394],\n", + " [0.0414],\n", + " [0.0400],\n", + " [0.0424],\n", + " [0.0437],\n", + " [0.0400],\n", + " [0.0407],\n", + " [0.0389],\n", + " [0.0322],\n", + " [0.0430],\n", + " [0.0398],\n", + " [0.0405],\n", + " [0.0390],\n", + " [0.0419],\n", + " [0.0399],\n", + " [0.0387],\n", + " [0.0447],\n", + " [0.0418],\n", + " [0.0500],\n", + " [0.0408]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0379],\n", + " [0.0126],\n", + " [0.0351],\n", + " [0.0403],\n", + " [0.0366],\n", + " [0.0382],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0360],\n", + " [0.0115],\n", + " [0.0388],\n", + " [0.0390],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0368],\n", + " [0.0355],\n", + " [0.0338],\n", + " [0.0384],\n", + " [0.0371],\n", + " [0.0381],\n", + " [0.0410],\n", + " [0.0332],\n", + " [0.0371],\n", + " [0.0381],\n", + " [0.0384],\n", + " [0.0354],\n", + " [0.0374],\n", + " [0.0388],\n", + " [0.0301],\n", + " [0.0363],\n", + " [0.0227],\n", + " [0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0742],\n", + " [-0.0416],\n", + " [-0.0701],\n", + " [-0.0812],\n", + " [-0.0707],\n", + " [-0.0754],\n", + " [-0.0768],\n", + " [-0.0725],\n", + " [-0.0691],\n", + " [-0.0351],\n", + " [-0.0742],\n", + " [-0.0763],\n", + " [-0.0752],\n", + " [-0.0731],\n", + " [-0.0730],\n", + " [-0.0730],\n", + " [-0.0745],\n", + " [-0.0714],\n", + " [-0.0760],\n", + " [-0.0746],\n", + " [-0.0873],\n", + " [-0.0715],\n", + " [-0.0737],\n", + " [-0.0718],\n", + " [-0.0726],\n", + " [-0.0700],\n", + " [-0.0726],\n", + " [-0.0752],\n", + " [-0.0651],\n", + " [-0.0722],\n", + " [-0.0596],\n", + " [-0.0727]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1024],\n", + " [-0.1292],\n", + " [-0.0985],\n", + " [-0.1075],\n", + " [-0.0973],\n", + " [-0.1011],\n", + " [-0.1015],\n", + " [-0.0991],\n", + " [-0.0967],\n", + " [-0.1271],\n", + " [-0.1040],\n", + " [-0.1003],\n", + " [-0.1047],\n", + " [-0.1008],\n", + " [-0.1026],\n", + " [-0.1045],\n", + " [-0.1071],\n", + " [-0.0976],\n", + " [-0.1049],\n", + " [-0.1033],\n", + " [-0.1053],\n", + " [-0.1073],\n", + " [-0.1032],\n", + " [-0.0977],\n", + " [-0.0980],\n", + " [-0.1000],\n", + " [-0.0990],\n", + " [-0.1038],\n", + " [-0.1230],\n", + " [-0.0995],\n", + " [-0.1249],\n", + " [-0.0997]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0395],\n", + " [-0.0626],\n", + " [-0.0622],\n", + " [-0.0631],\n", + " [-0.0640],\n", + " [-0.0664],\n", + " [-0.0626],\n", + " [-0.0636],\n", + " [-0.0297],\n", + " [-0.0632],\n", + " [-0.0655],\n", + " [-0.0618],\n", + " [-0.0617],\n", + " [-0.0622],\n", + " [-0.0595],\n", + " [-0.0597],\n", + " [-0.0638],\n", + " [-0.0610],\n", + " [-0.0623],\n", + " [-0.0628],\n", + " [-0.0575],\n", + " [-0.0619],\n", + " [-0.0633],\n", + " [-0.0655],\n", + " [-0.0615],\n", + " [-0.0635],\n", + " [-0.0622],\n", + " [-0.0501],\n", + " [-0.0620],\n", + " [-0.0417],\n", + " [-0.0640]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0609],\n", + " [-0.0642],\n", + " [-0.1228],\n", + " [-0.0629],\n", + " [-0.0652],\n", + " [-0.0620],\n", + " [-0.0625],\n", + " [-0.0638],\n", + " [-0.0612],\n", + " [-0.0620],\n", + " [-0.0565],\n", + " [-0.0655],\n", + " [-0.0632],\n", + " [-0.0623],\n", + " [-0.0656],\n", + " [-0.0660],\n", + " [-0.0620],\n", + " [-0.0626],\n", + " [-0.0659],\n", + " [-0.0603],\n", + " [-0.0624],\n", + " [-0.0596],\n", + " [-0.0617],\n", + " [-0.0619],\n", + " [-0.0591],\n", + " [-0.0652],\n", + " [-0.0628],\n", + " [-0.0612],\n", + " [-0.0622],\n", + " [-0.0627],\n", + " [-0.0303],\n", + " [-0.0657]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0709],\n", + " [-0.0782],\n", + " [-0.5818],\n", + " [-0.0762],\n", + " [-0.0790],\n", + " [-0.0739],\n", + " [-0.0722],\n", + " [-0.0744],\n", + " [-0.0760],\n", + " [-0.0720],\n", + " [-0.0560],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0721],\n", + " [-0.0756],\n", + " [-0.0785],\n", + " [-0.0775],\n", + " [-0.0707],\n", + " [-0.0793],\n", + " [-0.0708],\n", + " [-0.0674],\n", + " [-0.0714],\n", + " [-0.0713],\n", + " [-0.0701],\n", + " [-0.0704],\n", + " [-0.0781],\n", + " [-0.0767],\n", + " [-0.0740],\n", + " [-0.0728],\n", + " [-0.0774],\n", + " [-0.0795],\n", + " [-0.0801]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0387],\n", + " [ 0.0369],\n", + " [-0.1700],\n", + " [ 0.0366],\n", + " [ 0.0367],\n", + " [ 0.0364],\n", + " [ 0.0368],\n", + " [ 0.0351],\n", + " [ 0.0389],\n", + " [ 0.0383],\n", + " [ 0.0274],\n", + " [ 0.0367],\n", + " [ 0.0369],\n", + " [ 0.0371],\n", + " [ 0.0527],\n", + " [ 0.0378],\n", + " [ 0.0382],\n", + " [ 0.0374],\n", + " [ 0.0357],\n", + " [ 0.0395],\n", + " [ 0.0371],\n", + " [ 0.0393],\n", + " [ 0.0367],\n", + " [ 0.0439],\n", + " [ 0.0400],\n", + " [ 0.0365],\n", + " [ 0.0384],\n", + " [ 0.0392],\n", + " [ 0.0369],\n", + " [ 0.0390],\n", + " [ 0.0376],\n", + " [ 0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0911],\n", + " [-0.0939],\n", + " [-0.2738],\n", + " [-0.0932],\n", + " [-0.0951],\n", + " [-0.0938],\n", + " [-0.0952],\n", + " [-0.0961],\n", + " [-0.0911],\n", + " [-0.0945],\n", + " [-0.0822],\n", + " [-0.0935],\n", + " [-0.0923],\n", + " [-0.0886],\n", + " [-0.0896],\n", + " [-0.0948],\n", + " [-0.0903],\n", + " [-0.0956],\n", + " [-0.0942],\n", + " [-0.0925],\n", + " [-0.0944],\n", + " [-0.0902],\n", + " [-0.0926],\n", + " [-0.1007],\n", + " [-0.0902],\n", + " [-0.0968],\n", + " [-0.0923],\n", + " [-0.0910],\n", + " [-0.0948],\n", + " [-0.0913],\n", + " [-0.0605],\n", + " [-0.0944]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0546],\n", + " [0.0535],\n", + " [0.0846],\n", + " [0.0541],\n", + " [0.0546],\n", + " [0.0566],\n", + " [0.0578],\n", + " [0.0583],\n", + " [0.0485],\n", + " [0.0571],\n", + " [0.0493],\n", + " [0.0465],\n", + " [0.0487],\n", + " [0.0504],\n", + " [0.0225],\n", + " [0.0567],\n", + " [0.0424],\n", + " [0.0596],\n", + " [0.0535],\n", + " [0.0560],\n", + " [0.0585],\n", + " [0.0533],\n", + " [0.0568],\n", + " [0.0341],\n", + " [0.0533],\n", + " [0.0561],\n", + " [0.0504],\n", + " [0.0485],\n", + " [0.0583],\n", + " [0.0486],\n", + " [0.0147],\n", + " [0.0519]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0376],\n", + " [-0.0382],\n", + " [ 0.0015],\n", + " [-0.0386],\n", + " [-0.0376],\n", + " [-0.0381],\n", + " [-0.0361],\n", + " [-0.0379],\n", + " [-0.0348],\n", + " [-0.0347],\n", + " [-0.0457],\n", + " [-0.0388],\n", + " [-0.0389],\n", + " [-0.0446],\n", + " [-0.0341],\n", + " [-0.0353],\n", + " [-0.0366],\n", + " [-0.0345],\n", + " [-0.0429],\n", + " [-0.0348],\n", + " [-0.0355],\n", + " [-0.0376],\n", + " [-0.0389],\n", + " [-0.0383],\n", + " [-0.0354],\n", + " [-0.0349],\n", + " [-0.0341],\n", + " [-0.0369],\n", + " [-0.0360],\n", + " [-0.0349],\n", + " [-0.0572],\n", + " [-0.0341]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0805],\n", + " [-0.0783],\n", + " [ 0.1846],\n", + " [-0.0787],\n", + " [-0.0785],\n", + " [-0.0791],\n", + " [-0.0804],\n", + " [-0.0794],\n", + " [-0.0802],\n", + " [-0.0809],\n", + " [-0.0848],\n", + " [-0.0791],\n", + " [-0.0778],\n", + " [-0.0772],\n", + " [-0.0703],\n", + " [-0.0782],\n", + " [-0.0807],\n", + " [-0.0807],\n", + " [-0.0777],\n", + " [-0.0811],\n", + " [-0.0816],\n", + " [-0.0797],\n", + " [-0.0797],\n", + " [-0.0897],\n", + " [-0.0802],\n", + " [-0.0799],\n", + " [-0.0803],\n", + " [-0.0806],\n", + " [-0.0795],\n", + " [-0.0791],\n", + " [-0.0532],\n", + " [-0.0790]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1685],\n", + " [ 0.1662],\n", + " [-0.0377],\n", + " [ 0.1667],\n", + " [ 0.1666],\n", + " [ 0.1682],\n", + " [ 0.1688],\n", + " [ 0.1678],\n", + " [ 0.1628],\n", + " [ 0.1691],\n", + " [ 0.1683],\n", + " [ 0.1623],\n", + " [ 0.1631],\n", + " [ 0.1686],\n", + " [ 0.1751],\n", + " [ 0.1692],\n", + " [ 0.1592],\n", + " [ 0.1716],\n", + " [ 0.1662],\n", + " [ 0.1699],\n", + " [ 0.1716],\n", + " [ 0.1681],\n", + " [ 0.1694],\n", + " [ 0.1641],\n", + " [ 0.1682],\n", + " [ 0.1668],\n", + " [ 0.1644],\n", + " [ 0.1637],\n", + " [ 0.1694],\n", + " [ 0.1636],\n", + " [ 0.1571],\n", + " [ 0.1651]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0523],\n", + " [-0.0586],\n", + " [-0.3537],\n", + " [-0.0567],\n", + " [-0.0592],\n", + " [-0.0564],\n", + " [-0.0566],\n", + " [-0.0579],\n", + " [-0.0566],\n", + " [-0.0557],\n", + " [-0.0576],\n", + " [-0.0588],\n", + " [-0.0596],\n", + " [-0.0500],\n", + " [-0.0653],\n", + " [-0.0589],\n", + " [-0.0580],\n", + " [-0.0566],\n", + " [-0.0574],\n", + " [-0.0519],\n", + " [-0.0557],\n", + " [-0.0515],\n", + " [-0.0537],\n", + " [-0.0588],\n", + " [-0.0505],\n", + " [-0.0602],\n", + " [-0.0583],\n", + " [-0.0528],\n", + " [-0.0567],\n", + " [-0.0581],\n", + " [-0.0459],\n", + " [-0.0606]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0578],\n", + " [ 0.0635],\n", + " [-0.5507],\n", + " [ 0.0628],\n", + " [ 0.0635],\n", + " [ 0.0597],\n", + " [ 0.0591],\n", + " [ 0.0597],\n", + " [ 0.0687],\n", + " [ 0.0599],\n", + " [ 0.0348],\n", + " [ 0.0713],\n", + " [ 0.0675],\n", + " [ 0.0630],\n", + " [ 0.0140],\n", + " [ 0.0630],\n", + " [ 0.0732],\n", + " [ 0.0586],\n", + " [ 0.0640],\n", + " [ 0.0600],\n", + " [ 0.0556],\n", + " [ 0.0609],\n", + " [ 0.0573],\n", + " [ 0.0771],\n", + " [ 0.0609],\n", + " [ 0.0647],\n", + " [ 0.0675],\n", + " [ 0.0683],\n", + " [ 0.0590],\n", + " [ 0.0689],\n", + " [ 0.0803],\n", + " [ 0.0680]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0962],\n", + " [-0.0934],\n", + " [-0.3886],\n", + " [-0.0941],\n", + " [-0.0939],\n", + " [-0.0966],\n", + " [-0.0985],\n", + " [-0.0972],\n", + " [-0.0896],\n", + " [-0.0984],\n", + " [-0.1012],\n", + " [-0.0859],\n", + " [-0.0896],\n", + " [-0.0920],\n", + " [-0.0817],\n", + " [-0.0948],\n", + " [-0.0837],\n", + " [-0.1010],\n", + " [-0.0938],\n", + " [-0.0987],\n", + " [-0.1010],\n", + " [-0.0959],\n", + " [-0.0975],\n", + " [-0.0744],\n", + " [-0.0953],\n", + " [-0.0957],\n", + " [-0.0894],\n", + " [-0.0917],\n", + " [-0.0986],\n", + " [-0.0886],\n", + " [-0.0812],\n", + " [-0.0905]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0178],\n", + " [ 0.0146],\n", + " [ 0.0409],\n", + " [ 0.0152],\n", + " [ 0.0153],\n", + " [ 0.0181],\n", + " [ 0.0193],\n", + " [ 0.0195],\n", + " [ 0.0106],\n", + " [ 0.0190],\n", + " [ 0.0342],\n", + " [ 0.0072],\n", + " [ 0.0103],\n", + " [ 0.0142],\n", + " [ 0.0101],\n", + " [ 0.0171],\n", + " [ 0.0042],\n", + " [ 0.0214],\n", + " [ 0.0139],\n", + " [ 0.0191],\n", + " [ 0.0220],\n", + " [ 0.0164],\n", + " [ 0.0190],\n", + " [ 0.0086],\n", + " [ 0.0184],\n", + " [ 0.0150],\n", + " [ 0.0126],\n", + " [ 0.0107],\n", + " [ 0.0192],\n", + " [ 0.0103],\n", + " [-0.0184],\n", + " [ 0.0120]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0955],\n", + " [0.0913],\n", + " [0.0688],\n", + " [0.0915],\n", + " [0.0907],\n", + " [0.0937],\n", + " [0.0946],\n", + " [0.0936],\n", + " [0.0864],\n", + " [0.0929],\n", + " [0.1025],\n", + " [0.0860],\n", + " [0.0903],\n", + " [0.0912],\n", + " [0.0665],\n", + " [0.0880],\n", + " [0.0854],\n", + " [0.0937],\n", + " [0.0937],\n", + " [0.0934],\n", + " [0.0971],\n", + " [0.0937],\n", + " [0.0963],\n", + " [0.0754],\n", + " [0.0909],\n", + " [0.0889],\n", + " [0.0846],\n", + " [0.0890],\n", + " [0.0943],\n", + " [0.0849],\n", + " [0.1065],\n", + " [0.0854]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0130],\n", + " [0.0095],\n", + " [0.2749],\n", + " [0.0091],\n", + " [0.0086],\n", + " [0.0099],\n", + " [0.0103],\n", + " [0.0076],\n", + " [0.0085],\n", + " [0.0105],\n", + " [0.0079],\n", + " [0.0065],\n", + " [0.0105],\n", + " [0.0098],\n", + " [0.0187],\n", + " [0.0072],\n", + " [0.0083],\n", + " [0.0095],\n", + " [0.0105],\n", + " [0.0095],\n", + " [0.0117],\n", + " [0.0113],\n", + " [0.0114],\n", + " [0.0112],\n", + " [0.0083],\n", + " [0.0072],\n", + " [0.0063],\n", + " [0.0092],\n", + " [0.0100],\n", + " [0.0082],\n", + " [0.0396],\n", + " [0.0074]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-5.1706e-03],\n", + " [ 9.0510e-04],\n", + " [ 5.8721e-01],\n", + " [-1.2493e-03],\n", + " [ 2.4389e-03],\n", + " [-1.0136e-03],\n", + " [-4.5396e-04],\n", + " [ 9.5675e-04],\n", + " [-2.7430e-03],\n", + " [-5.1811e-04],\n", + " [ 6.4065e-03],\n", + " [-4.2228e-03],\n", + " [-2.1580e-03],\n", + " [-7.5920e-03],\n", + " [ 1.9519e-02],\n", + " [ 4.2546e-03],\n", + " [-5.6697e-03],\n", + " [ 9.0995e-04],\n", + " [-9.5196e-04],\n", + " [-2.4348e-03],\n", + " [-7.5144e-04],\n", + " [-5.8430e-03],\n", + " [-3.7783e-03],\n", + " [-3.7140e-03],\n", + " [-4.3787e-03],\n", + " [ 3.4947e-03],\n", + " [ 3.1452e-04],\n", + " [-6.6700e-03],\n", + " [-1.9140e-04],\n", + " [-1.2451e-03],\n", + " [-4.4686e-02],\n", + " [ 2.6982e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0312],\n", + " [-0.0378],\n", + " [-0.0103],\n", + " [-0.0370],\n", + " [-0.0383],\n", + " [-0.0355],\n", + " [-0.0344],\n", + " [-0.0370],\n", + " [-0.0383],\n", + " [-0.0345],\n", + " [-0.0430],\n", + " [-0.0408],\n", + " [-0.0394],\n", + " [-0.0335],\n", + " [-0.0581],\n", + " [-0.0383],\n", + " [-0.0407],\n", + " [-0.0340],\n", + " [-0.0351],\n", + " [-0.0330],\n", + " [-0.0307],\n", + " [-0.0328],\n", + " [-0.0319],\n", + " [-0.0477],\n", + " [-0.0351],\n", + " [-0.0389],\n", + " [-0.0402],\n", + " [-0.0355],\n", + " [-0.0343],\n", + " [-0.0391],\n", + " [-0.0459],\n", + " [-0.0398]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0008],\n", + " [ 0.0058],\n", + " [ 0.0363],\n", + " [ 0.0050],\n", + " [ 0.0063],\n", + " [ 0.0043],\n", + " [ 0.0039],\n", + " [ 0.0053],\n", + " [ 0.0062],\n", + " [ 0.0036],\n", + " [-0.0020],\n", + " [ 0.0071],\n", + " [ 0.0067],\n", + " [ 0.0009],\n", + " [-0.0169],\n", + " [ 0.0070],\n", + " [ 0.0068],\n", + " [ 0.0041],\n", + " [ 0.0050],\n", + " [ 0.0027],\n", + " [ 0.0016],\n", + " [ 0.0018],\n", + " [ 0.0020],\n", + " [ 0.0069],\n", + " [ 0.0025],\n", + " [ 0.0071],\n", + " [ 0.0074],\n", + " [ 0.0034],\n", + " [ 0.0042],\n", + " [ 0.0073],\n", + " [-0.0075],\n", + " [ 0.0083]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0553],\n", + " [ 0.0581],\n", + " [-0.2884],\n", + " [ 0.0571],\n", + " [ 0.0580],\n", + " [ 0.0563],\n", + " [ 0.0571],\n", + " [ 0.0569],\n", + " [ 0.0604],\n", + " [ 0.0572],\n", + " [ 0.0539],\n", + " [ 0.0625],\n", + " [ 0.0609],\n", + " [ 0.0539],\n", + " [ 0.0069],\n", + " [ 0.0574],\n", + " [ 0.0643],\n", + " [ 0.0577],\n", + " [ 0.0577],\n", + " [ 0.0568],\n", + " [ 0.0566],\n", + " [ 0.0555],\n", + " [ 0.0553],\n", + " [ 0.0757],\n", + " [ 0.0557],\n", + " [ 0.0589],\n", + " [ 0.0610],\n", + " [ 0.0586],\n", + " [ 0.0566],\n", + " [ 0.0610],\n", + " [ 0.0551],\n", + " [ 0.0610]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0180],\n", + " [-0.0174],\n", + " [-0.2153],\n", + " [-0.0169],\n", + " [-0.0179],\n", + " [-0.0181],\n", + " [-0.0187],\n", + " [-0.0185],\n", + " [-0.0142],\n", + " [-0.0188],\n", + " [-0.0061],\n", + " [-0.0149],\n", + " [-0.0151],\n", + " [-0.0163],\n", + " [-0.0091],\n", + " [-0.0197],\n", + " [-0.0129],\n", + " [-0.0196],\n", + " [-0.0162],\n", + " [-0.0178],\n", + " [-0.0187],\n", + " [-0.0172],\n", + " [-0.0177],\n", + " [-0.0193],\n", + " [-0.0172],\n", + " [-0.0172],\n", + " [-0.0158],\n", + " [-0.0143],\n", + " [-0.0185],\n", + " [-0.0149],\n", + " [-0.0136],\n", + " [-0.0169]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1684],\n", + " [-0.1732],\n", + " [-0.5227],\n", + " [-0.1714],\n", + " [-0.1741],\n", + " [-0.1713],\n", + " [-0.1710],\n", + " [-0.1728],\n", + " [-0.1681],\n", + " [-0.1698],\n", + " [-0.1774],\n", + " [-0.1709],\n", + " [-0.1721],\n", + " [-0.1671],\n", + " [-0.1687],\n", + " [-0.1731],\n", + " [-0.1680],\n", + " [-0.1702],\n", + " [-0.1740],\n", + " [-0.1685],\n", + " [-0.1699],\n", + " [-0.1676],\n", + " [-0.1700],\n", + " [-0.1660],\n", + " [-0.1668],\n", + " [-0.1733],\n", + " [-0.1692],\n", + " [-0.1672],\n", + " [-0.1710],\n", + " [-0.1688],\n", + " [-0.1570],\n", + " [-0.1722]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0233],\n", + " [-0.0203],\n", + " [ 0.8356],\n", + " [-0.0212],\n", + " [-0.0194],\n", + " [-0.0215],\n", + " [-0.0220],\n", + " [-0.0201],\n", + " [-0.0221],\n", + " [-0.0218],\n", + " [-0.0049],\n", + " [-0.0232],\n", + " [-0.0225],\n", + " [-0.0239],\n", + " [ 0.0247],\n", + " [-0.0186],\n", + " [-0.0239],\n", + " [-0.0218],\n", + " [-0.0217],\n", + " [-0.0208],\n", + " [-0.0226],\n", + " [-0.0230],\n", + " [-0.0228],\n", + " [-0.0221],\n", + " [-0.0208],\n", + " [-0.0197],\n", + " [-0.0203],\n", + " [-0.0241],\n", + " [-0.0217],\n", + " [-0.0221],\n", + " [-0.0286],\n", + " [-0.0203]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 8.8763e-03],\n", + " [ 5.0643e-03],\n", + " [ 1.0270e+00],\n", + " [ 5.5108e-03],\n", + " [ 6.2589e-03],\n", + " [ 9.4306e-03],\n", + " [ 1.2806e-02],\n", + " [ 1.1715e-02],\n", + " [ 7.4513e-04],\n", + " [ 1.2492e-02],\n", + " [ 2.7369e-02],\n", + " [-3.5598e-03],\n", + " [ 1.7766e-04],\n", + " [-1.4114e-03],\n", + " [ 2.1983e-02],\n", + " [ 8.0196e-03],\n", + " [-6.1734e-03],\n", + " [ 1.6112e-02],\n", + " [ 3.2681e-03],\n", + " [ 1.1329e-02],\n", + " [ 1.6689e-02],\n", + " [ 6.5125e-03],\n", + " [ 1.0453e-02],\n", + " [-1.6058e-02],\n", + " [ 6.9124e-03],\n", + " [ 8.9192e-03],\n", + " [ 2.5471e-03],\n", + " [-1.5895e-04],\n", + " [ 1.2594e-02],\n", + " [-3.0888e-04],\n", + " [-1.7548e-02],\n", + " [ 3.4082e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0924],\n", + " [ 0.0912],\n", + " [-0.3576],\n", + " [ 0.0927],\n", + " [ 0.0907],\n", + " [ 0.0915],\n", + " [ 0.0902],\n", + " [ 0.0911],\n", + " [ 0.0943],\n", + " [ 0.0908],\n", + " [ 0.0956],\n", + " [ 0.0941],\n", + " [ 0.0919],\n", + " [ 0.1010],\n", + " [ 0.0836],\n", + " [ 0.0921],\n", + " [ 0.0949],\n", + " [ 0.0908],\n", + " [ 0.0912],\n", + " [ 0.0925],\n", + " [ 0.0908],\n", + " [ 0.0940],\n", + " [ 0.0924],\n", + " [ 0.1080],\n", + " [ 0.0959],\n", + " [ 0.0896],\n", + " [ 0.0947],\n", + " [ 0.0952],\n", + " [ 0.0906],\n", + " [ 0.0946],\n", + " [ 0.0940],\n", + " [ 0.0915]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0829],\n", + " [ 0.0806],\n", + " [-0.1103],\n", + " [ 0.0812],\n", + " [ 0.0807],\n", + " [ 0.0839],\n", + " [ 0.0857],\n", + " [ 0.0847],\n", + " [ 0.0824],\n", + " [ 0.0859],\n", + " [ 0.1129],\n", + " [ 0.0768],\n", + " [ 0.0792],\n", + " [ 0.0733],\n", + " [ 0.0964],\n", + " [ 0.0813],\n", + " [ 0.0803],\n", + " [ 0.0874],\n", + " [ 0.0768],\n", + " [ 0.0850],\n", + " [ 0.0880],\n", + " [ 0.0820],\n", + " [ 0.0832],\n", + " [ 0.0786],\n", + " [ 0.0838],\n", + " [ 0.0837],\n", + " [ 0.0836],\n", + " [ 0.0792],\n", + " [ 0.0852],\n", + " [ 0.0813],\n", + " [ 0.0447],\n", + " [ 0.0809]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0868],\n", + " [ 0.0876],\n", + " [-0.2274],\n", + " [ 0.0870],\n", + " [ 0.0880],\n", + " [ 0.0867],\n", + " [ 0.0879],\n", + " [ 0.0877],\n", + " [ 0.0885],\n", + " [ 0.0878],\n", + " [ 0.0787],\n", + " [ 0.0890],\n", + " [ 0.0885],\n", + " [ 0.0825],\n", + " [ 0.0753],\n", + " [ 0.0876],\n", + " [ 0.0897],\n", + " [ 0.0877],\n", + " [ 0.0868],\n", + " [ 0.0858],\n", + " [ 0.0886],\n", + " [ 0.0847],\n", + " [ 0.0863],\n", + " [ 0.0831],\n", + " [ 0.0844],\n", + " [ 0.0894],\n", + " [ 0.0889],\n", + " [ 0.0871],\n", + " [ 0.0869],\n", + " [ 0.0886],\n", + " [ 0.0525],\n", + " [ 0.0897]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0398],\n", + " [0.1988],\n", + " [0.0399],\n", + " [0.0405],\n", + " [0.0407],\n", + " [0.0417],\n", + " [0.0414],\n", + " [0.0404],\n", + " [0.0425],\n", + " [0.0517],\n", + " [0.0386],\n", + " [0.0383],\n", + " [0.0386],\n", + " [0.0774],\n", + " [0.0433],\n", + " [0.0386],\n", + " [0.0441],\n", + " [0.0373],\n", + " [0.0422],\n", + " [0.0426],\n", + " [0.0395],\n", + " [0.0399],\n", + " [0.0515],\n", + " [0.0418],\n", + " [0.0422],\n", + " [0.0427],\n", + " [0.0387],\n", + " [0.0421],\n", + " [0.0413],\n", + " [0.0361],\n", + " [0.0420]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0381],\n", + " [ 0.0374],\n", + " [-0.4459],\n", + " [ 0.0375],\n", + " [ 0.0366],\n", + " [ 0.0374],\n", + " [ 0.0364],\n", + " [ 0.0363],\n", + " [ 0.0381],\n", + " [ 0.0362],\n", + " [ 0.0304],\n", + " [ 0.0361],\n", + " [ 0.0388],\n", + " [ 0.0356],\n", + " [ 0.0070],\n", + " [ 0.0342],\n", + " [ 0.0380],\n", + " [ 0.0349],\n", + " [ 0.0374],\n", + " [ 0.0371],\n", + " [ 0.0353],\n", + " [ 0.0386],\n", + " [ 0.0372],\n", + " [ 0.0252],\n", + " [ 0.0379],\n", + " [ 0.0352],\n", + " [ 0.0366],\n", + " [ 0.0379],\n", + " [ 0.0360],\n", + " [ 0.0369],\n", + " [ 0.0267],\n", + " [ 0.0354]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0732],\n", + " [-0.0738],\n", + " [ 0.2413],\n", + " [-0.0737],\n", + " [-0.0731],\n", + " [-0.0726],\n", + " [-0.0713],\n", + " [-0.0704],\n", + " [-0.0762],\n", + " [-0.0720],\n", + " [-0.0580],\n", + " [-0.0753],\n", + " [-0.0758],\n", + " [-0.0768],\n", + " [-0.0452],\n", + " [-0.0729],\n", + " [-0.0775],\n", + " [-0.0702],\n", + " [-0.0737],\n", + " [-0.0727],\n", + " [-0.0689],\n", + " [-0.0749],\n", + " [-0.0719],\n", + " [-0.0800],\n", + " [-0.0740],\n", + " [-0.0721],\n", + " [-0.0748],\n", + " [-0.0761],\n", + " [-0.0717],\n", + " [-0.0762],\n", + " [-0.1111],\n", + " [-0.0745]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0987],\n", + " [-0.1039],\n", + " [-0.2204],\n", + " [-0.1024],\n", + " [-0.1041],\n", + " [-0.0998],\n", + " [-0.0983],\n", + " [-0.0997],\n", + " [-0.1045],\n", + " [-0.0987],\n", + " [-0.0978],\n", + " [-0.1074],\n", + " [-0.1058],\n", + " [-0.1044],\n", + " [-0.1157],\n", + " [-0.1041],\n", + " [-0.1074],\n", + " [-0.0980],\n", + " [-0.1050],\n", + " [-0.0993],\n", + " [-0.0967],\n", + " [-0.0998],\n", + " [-0.0985],\n", + " [-0.1076],\n", + " [-0.0997],\n", + " [-0.1024],\n", + " [-0.1050],\n", + " [-0.1029],\n", + " [-0.0983],\n", + " [-0.1056],\n", + " [-0.1151],\n", + " [-0.1058]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0639],\n", + " [-0.0610],\n", + " [ 0.6313],\n", + " [-0.0621],\n", + " [-0.0606],\n", + " [-0.0622],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0615],\n", + " [-0.0623],\n", + " [-0.0591],\n", + " [-0.0626],\n", + " [-0.0610],\n", + " [-0.0655],\n", + " [-0.0229],\n", + " [-0.0598],\n", + " [-0.0623],\n", + " [-0.0627],\n", + " [-0.0637],\n", + " [-0.0634],\n", + " [-0.0636],\n", + " [-0.0641],\n", + " [-0.0642],\n", + " [-0.0567],\n", + " [-0.0632],\n", + " [-0.0608],\n", + " [-0.0600],\n", + " [-0.0645],\n", + " [-0.0627],\n", + " [-0.0607],\n", + " [-0.0511],\n", + " [-0.0598]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0616],\n", + " [-0.0615],\n", + " [-0.0620],\n", + " [-0.0617],\n", + " [-0.0650],\n", + " [-0.0566],\n", + " [-0.0654],\n", + " [-0.0611],\n", + " [-0.0600],\n", + " [-0.0636],\n", + " [-0.0656],\n", + " [-0.0633],\n", + " [-0.0624],\n", + " [-0.0617],\n", + " [-0.0632],\n", + " [-0.0680],\n", + " [-0.0592],\n", + " [-0.0620],\n", + " [-0.1637],\n", + " [-0.0573],\n", + " [-0.0646],\n", + " [-0.0661],\n", + " [-0.0622],\n", + " [-0.0635],\n", + " [-0.0475],\n", + " [-0.0661],\n", + " [-0.0581],\n", + " [-0.0627],\n", + " [-0.0619],\n", + " [-0.0595],\n", + " [-0.0614],\n", + " [-0.0626]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0694],\n", + " [-0.0674],\n", + " [-0.0761],\n", + " [-0.0730],\n", + " [-0.0790],\n", + " [-0.0687],\n", + " [-0.0785],\n", + " [-0.0750],\n", + " [-0.0724],\n", + " [-0.0771],\n", + " [-0.0792],\n", + " [-0.0757],\n", + " [-0.0754],\n", + " [-0.0748],\n", + " [-0.0758],\n", + " [-0.0753],\n", + " [-0.0751],\n", + " [-0.0726],\n", + " [-0.1887],\n", + " [-0.0736],\n", + " [-0.0787],\n", + " [-0.0812],\n", + " [-0.0745],\n", + " [-0.0772],\n", + " [-0.0670],\n", + " [-0.0777],\n", + " [-0.0684],\n", + " [-0.0748],\n", + " [-0.0733],\n", + " [-0.0735],\n", + " [-0.0673],\n", + " [-0.0698]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0372],\n", + " [0.0380],\n", + " [0.0364],\n", + " [0.0360],\n", + " [0.0368],\n", + " [0.0398],\n", + " [0.0394],\n", + " [0.0369],\n", + " [0.0393],\n", + " [0.0364],\n", + " [0.0372],\n", + " [0.0381],\n", + " [0.0368],\n", + " [0.0381],\n", + " [0.0365],\n", + " [0.0412],\n", + " [0.0366],\n", + " [0.0366],\n", + " [0.0292],\n", + " [0.0374],\n", + " [0.0377],\n", + " [0.0365],\n", + " [0.0377],\n", + " [0.0366],\n", + " [0.0387],\n", + " [0.0384],\n", + " [0.0384],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0388],\n", + " [0.0376],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0947],\n", + " [-0.0944],\n", + " [-0.0916],\n", + " [-0.0896],\n", + " [-0.0937],\n", + " [-0.0853],\n", + " [-0.0965],\n", + " [-0.0899],\n", + " [-0.0893],\n", + " [-0.0930],\n", + " [-0.0940],\n", + " [-0.0912],\n", + " [-0.0922],\n", + " [-0.0921],\n", + " [-0.0937],\n", + " [-0.0951],\n", + " [-0.0844],\n", + " [-0.0945],\n", + " [-0.0499],\n", + " [-0.0852],\n", + " [-0.0942],\n", + " [-0.0953],\n", + " [-0.0923],\n", + " [-0.0939],\n", + " [-0.0770],\n", + " [-0.0917],\n", + " [-0.0874],\n", + " [-0.0947],\n", + " [-0.0925],\n", + " [-0.0882],\n", + " [-0.0938],\n", + " [-0.0954]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0575],\n", + " [0.0576],\n", + " [0.0504],\n", + " [0.0522],\n", + " [0.0518],\n", + " [0.0470],\n", + " [0.0561],\n", + " [0.0495],\n", + " [0.0509],\n", + " [0.0526],\n", + " [0.0537],\n", + " [0.0533],\n", + " [0.0532],\n", + " [0.0508],\n", + " [0.0550],\n", + " [0.0411],\n", + " [0.0473],\n", + " [0.0577],\n", + " [0.0375],\n", + " [0.0444],\n", + " [0.0518],\n", + " [0.0515],\n", + " [0.0534],\n", + " [0.0539],\n", + " [0.0387],\n", + " [0.0396],\n", + " [0.0472],\n", + " [0.0575],\n", + " [0.0565],\n", + " [0.0474],\n", + " [0.0573],\n", + " [0.0584]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0362],\n", + " [-0.0346],\n", + " [-0.0399],\n", + " [-0.0423],\n", + " [-0.0376],\n", + " [-0.0431],\n", + " [-0.0319],\n", + " [-0.0413],\n", + " [-0.0399],\n", + " [-0.0387],\n", + " [-0.0373],\n", + " [-0.0400],\n", + " [-0.0400],\n", + " [-0.0348],\n", + " [-0.0390],\n", + " [-0.0314],\n", + " [-0.0474],\n", + " [-0.0373],\n", + " [-0.0452],\n", + " [-0.0461],\n", + " [-0.0347],\n", + " [-0.0377],\n", + " [-0.0373],\n", + " [-0.0380],\n", + " [-0.0490],\n", + " [-0.0362],\n", + " [-0.0399],\n", + " [-0.0366],\n", + " [-0.0388],\n", + " [-0.0401],\n", + " [-0.0361],\n", + " [-0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0817],\n", + " [-0.0828],\n", + " [-0.0786],\n", + " [-0.0783],\n", + " [-0.0784],\n", + " [-0.0777],\n", + " [-0.0807],\n", + " [-0.0781],\n", + " [-0.0796],\n", + " [-0.0786],\n", + " [-0.0782],\n", + " [-0.0776],\n", + " [-0.0787],\n", + " [-0.0806],\n", + " [-0.0792],\n", + " [-0.0881],\n", + " [-0.0777],\n", + " [-0.0797],\n", + " [-0.0759],\n", + " [-0.0751],\n", + " [-0.0796],\n", + " [-0.0782],\n", + " [-0.0794],\n", + " [-0.0787],\n", + " [-0.0729],\n", + " [-0.0813],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0791],\n", + " [-0.0786],\n", + " [-0.0822],\n", + " [-0.0814]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1688],\n", + " [0.1706],\n", + " [0.1643],\n", + " [0.1672],\n", + " [0.1651],\n", + " [0.1655],\n", + " [0.1684],\n", + " [0.1644],\n", + " [0.1655],\n", + " [0.1656],\n", + " [0.1667],\n", + " [0.1682],\n", + " [0.1667],\n", + " [0.1648],\n", + " [0.1673],\n", + " [0.1591],\n", + " [0.1615],\n", + " [0.1687],\n", + " [0.0827],\n", + " [0.1632],\n", + " [0.1645],\n", + " [0.1642],\n", + " [0.1670],\n", + " [0.1663],\n", + " [0.1621],\n", + " [0.1601],\n", + " [0.1656],\n", + " [0.1687],\n", + " [0.1691],\n", + " [0.1634],\n", + " [0.1696],\n", + " [0.1696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0544],\n", + " [-0.0539],\n", + " [-0.0564],\n", + " [-0.0524],\n", + " [-0.0596],\n", + " [-0.0465],\n", + " [-0.0604],\n", + " [-0.0551],\n", + " [-0.0522],\n", + " [-0.0574],\n", + " [-0.0592],\n", + " [-0.0553],\n", + " [-0.0559],\n", + " [-0.0549],\n", + " [-0.0566],\n", + " [-0.0611],\n", + " [-0.0479],\n", + " [-0.0563],\n", + " [-0.0700],\n", + " [-0.0528],\n", + " [-0.0598],\n", + " [-0.0615],\n", + " [-0.0542],\n", + " [-0.0580],\n", + " [-0.0438],\n", + " [-0.0563],\n", + " [-0.0467],\n", + " [-0.0579],\n", + " [-0.0543],\n", + " [-0.0548],\n", + " [-0.0538],\n", + " [-0.0566]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0578],\n", + " [0.0570],\n", + " [0.0646],\n", + " [0.0599],\n", + " [0.0646],\n", + " [0.0635],\n", + " [0.0675],\n", + " [0.0644],\n", + " [0.0630],\n", + " [0.0634],\n", + " [0.0631],\n", + " [0.0621],\n", + " [0.0614],\n", + " [0.0675],\n", + " [0.0608],\n", + " [0.0728],\n", + " [0.0633],\n", + " [0.0587],\n", + " [0.0286],\n", + " [0.0669],\n", + " [0.0673],\n", + " [0.0666],\n", + " [0.0646],\n", + " [0.0633],\n", + " [0.0660],\n", + " [0.0769],\n", + " [0.0631],\n", + " [0.0602],\n", + " [0.0591],\n", + " [0.0652],\n", + " [0.0553],\n", + " [0.0573]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0985],\n", + " [-0.0995],\n", + " [-0.0909],\n", + " [-0.0917],\n", + " [-0.0913],\n", + " [-0.0906],\n", + " [-0.0948],\n", + " [-0.0905],\n", + " [-0.0936],\n", + " [-0.0922],\n", + " [-0.0926],\n", + " [-0.0934],\n", + " [-0.0939],\n", + " [-0.0912],\n", + " [-0.0949],\n", + " [-0.0757],\n", + " [-0.0919],\n", + " [-0.0981],\n", + " [-0.0706],\n", + " [-0.0851],\n", + " [-0.0909],\n", + " [-0.0913],\n", + " [-0.0936],\n", + " [-0.0939],\n", + " [-0.0842],\n", + " [-0.0817],\n", + " [-0.0901],\n", + " [-0.0975],\n", + " [-0.0965],\n", + " [-0.0891],\n", + " [-0.0988],\n", + " [-0.0996]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0218],\n", + " [ 0.0228],\n", + " [ 0.0128],\n", + " [ 0.0173],\n", + " [ 0.0139],\n", + " [ 0.0121],\n", + " [ 0.0152],\n", + " [ 0.0123],\n", + " [ 0.0131],\n", + " [ 0.0149],\n", + " [ 0.0155],\n", + " [ 0.0154],\n", + " [ 0.0154],\n", + " [ 0.0133],\n", + " [ 0.0166],\n", + " [ 0.0099],\n", + " [ 0.0114],\n", + " [ 0.0194],\n", + " [-0.0178],\n", + " [ 0.0104],\n", + " [ 0.0123],\n", + " [ 0.0122],\n", + " [ 0.0149],\n", + " [ 0.0150],\n", + " [ 0.0075],\n", + " [ 0.0008],\n", + " [ 0.0147],\n", + " [ 0.0177],\n", + " [ 0.0177],\n", + " [ 0.0107],\n", + " [ 0.0220],\n", + " [ 0.0205]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0956],\n", + " [0.0953],\n", + " [0.0910],\n", + " [0.0917],\n", + " [0.0898],\n", + " [0.0953],\n", + " [0.0839],\n", + " [0.0920],\n", + " [0.0948],\n", + " [0.0904],\n", + " [0.0900],\n", + " [0.0917],\n", + " [0.0937],\n", + " [0.0855],\n", + " [0.0937],\n", + " [0.0752],\n", + " [0.1011],\n", + " [0.0952],\n", + " [0.0168],\n", + " [0.0900],\n", + " [0.0863],\n", + " [0.0899],\n", + " [0.0887],\n", + " [0.0912],\n", + " [0.0984],\n", + " [0.0814],\n", + " [0.0902],\n", + " [0.0934],\n", + " [0.0947],\n", + " [0.0915],\n", + " [0.0982],\n", + " [0.0967]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [ 0.0102],\n", + " [ 0.0092],\n", + " [ 0.0079],\n", + " [ 0.0086],\n", + " [ 0.0111],\n", + " [ 0.0061],\n", + " [ 0.0107],\n", + " [ 0.0132],\n", + " [ 0.0082],\n", + " [ 0.0085],\n", + " [ 0.0104],\n", + " [ 0.0107],\n", + " [ 0.0056],\n", + " [ 0.0101],\n", + " [-0.0016],\n", + " [ 0.0154],\n", + " [ 0.0103],\n", + " [-0.0011],\n", + " [ 0.0143],\n", + " [ 0.0071],\n", + " [ 0.0091],\n", + " [ 0.0078],\n", + " [ 0.0089],\n", + " [ 0.0173],\n", + " [ 0.0066],\n", + " [ 0.0067],\n", + " [ 0.0100],\n", + " [ 0.0108],\n", + " [ 0.0130],\n", + " [ 0.0117],\n", + " [ 0.0111]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0017],\n", + " [-0.0018],\n", + " [-0.0039],\n", + " [-0.0051],\n", + " [ 0.0017],\n", + " [-0.0117],\n", + " [ 0.0055],\n", + " [-0.0060],\n", + " [-0.0080],\n", + " [-0.0005],\n", + " [ 0.0030],\n", + " [-0.0020],\n", + " [-0.0024],\n", + " [-0.0027],\n", + " [-0.0008],\n", + " [ 0.0003],\n", + " [-0.0133],\n", + " [-0.0010],\n", + " [ 0.0628],\n", + " [-0.0093],\n", + " [ 0.0017],\n", + " [ 0.0024],\n", + " [-0.0042],\n", + " [ 0.0002],\n", + " [-0.0216],\n", + " [-0.0074],\n", + " [-0.0096],\n", + " [ 0.0007],\n", + " [-0.0034],\n", + " [-0.0067],\n", + " [-0.0027],\n", + " [-0.0003]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0346],\n", + " [-0.0329],\n", + " [-0.0381],\n", + " [-0.0372],\n", + " [-0.0399],\n", + " [-0.0316],\n", + " [-0.0394],\n", + " [-0.0367],\n", + " [-0.0315],\n", + " [-0.0388],\n", + " [-0.0389],\n", + " [-0.0348],\n", + " [-0.0358],\n", + " [-0.0390],\n", + " [-0.0356],\n", + " [-0.0481],\n", + " [-0.0368],\n", + " [-0.0345],\n", + " [-0.0035],\n", + " [-0.0360],\n", + " [-0.0399],\n", + " [-0.0407],\n", + " [-0.0365],\n", + " [-0.0378],\n", + " [-0.0349],\n", + " [-0.0424],\n", + " [-0.0357],\n", + " [-0.0352],\n", + " [-0.0330],\n", + " [-0.0347],\n", + " [-0.0309],\n", + " [-0.0330]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0028],\n", + " [ 0.0019],\n", + " [ 0.0050],\n", + " [ 0.0027],\n", + " [ 0.0066],\n", + " [-0.0015],\n", + " [ 0.0086],\n", + " [ 0.0038],\n", + " [ 0.0007],\n", + " [ 0.0055],\n", + " [ 0.0064],\n", + " [ 0.0040],\n", + " [ 0.0039],\n", + " [ 0.0056],\n", + " [ 0.0043],\n", + " [ 0.0078],\n", + " [-0.0020],\n", + " [ 0.0039],\n", + " [ 0.0119],\n", + " [ 0.0019],\n", + " [ 0.0076],\n", + " [ 0.0079],\n", + " [ 0.0043],\n", + " [ 0.0057],\n", + " [-0.0043],\n", + " [ 0.0057],\n", + " [ 0.0006],\n", + " [ 0.0051],\n", + " [ 0.0031],\n", + " [ 0.0029],\n", + " [ 0.0010],\n", + " [ 0.0031]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0565],\n", + " [0.0568],\n", + " [0.0584],\n", + " [0.0548],\n", + " [0.0593],\n", + " [0.0553],\n", + " [0.0607],\n", + " [0.0576],\n", + " [0.0561],\n", + " [0.0578],\n", + " [0.0581],\n", + " [0.0561],\n", + " [0.0568],\n", + " [0.0591],\n", + " [0.0570],\n", + " [0.0684],\n", + " [0.0548],\n", + " [0.0564],\n", + " [0.0521],\n", + " [0.0564],\n", + " [0.0605],\n", + " [0.0612],\n", + " [0.0568],\n", + " [0.0578],\n", + " [0.0551],\n", + " [0.0649],\n", + " [0.0562],\n", + " [0.0569],\n", + " [0.0557],\n", + " [0.0582],\n", + " [0.0557],\n", + " [0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0193],\n", + " [-0.0194],\n", + " [-0.0156],\n", + " [-0.0174],\n", + " [-0.0173],\n", + " [-0.0156],\n", + " [-0.0184],\n", + " [-0.0156],\n", + " [-0.0166],\n", + " [-0.0169],\n", + " [-0.0186],\n", + " [-0.0177],\n", + " [-0.0171],\n", + " [-0.0151],\n", + " [-0.0176],\n", + " [-0.0139],\n", + " [-0.0168],\n", + " [-0.0187],\n", + " [ 0.0017],\n", + " [-0.0151],\n", + " [-0.0161],\n", + " [-0.0164],\n", + " [-0.0167],\n", + " [-0.0169],\n", + " [-0.0177],\n", + " [-0.0125],\n", + " [-0.0143],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [-0.0154],\n", + " [-0.0189],\n", + " [-0.0190]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1702],\n", + " [-0.1689],\n", + " [-0.1703],\n", + " [-0.1690],\n", + " [-0.1738],\n", + " [-0.1651],\n", + " [-0.1714],\n", + " [-0.1692],\n", + " [-0.1681],\n", + " [-0.1720],\n", + " [-0.1740],\n", + " [-0.1709],\n", + " [-0.1716],\n", + " [-0.1680],\n", + " [-0.1725],\n", + " [-0.1659],\n", + " [-0.1682],\n", + " [-0.1712],\n", + " [-0.1851],\n", + " [-0.1663],\n", + " [-0.1717],\n", + " [-0.1754],\n", + " [-0.1682],\n", + " [-0.1725],\n", + " [-0.1617],\n", + " [-0.1689],\n", + " [-0.1647],\n", + " [-0.1720],\n", + " [-0.1701],\n", + " [-0.1680],\n", + " [-0.1693],\n", + " [-0.1710]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0217],\n", + " [-0.0221],\n", + " [-0.0223],\n", + " [-0.0207],\n", + " [-0.0193],\n", + " [-0.0237],\n", + " [-0.0200],\n", + " [-0.0239],\n", + " [-0.0261],\n", + " [-0.0201],\n", + " [-0.0185],\n", + " [-0.0223],\n", + " [-0.0214],\n", + " [-0.0209],\n", + " [-0.0208],\n", + " [-0.0111],\n", + " [-0.0238],\n", + " [-0.0219],\n", + " [ 0.1174],\n", + " [-0.0249],\n", + " [-0.0203],\n", + " [-0.0196],\n", + " [-0.0228],\n", + " [-0.0205],\n", + " [-0.0256],\n", + " [-0.0252],\n", + " [-0.0206],\n", + " [-0.0214],\n", + " [-0.0225],\n", + " [-0.0253],\n", + " [-0.0228],\n", + " [-0.0221]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0135],\n", + " [ 0.0156],\n", + " [ 0.0014],\n", + " [ 0.0026],\n", + " [ 0.0038],\n", + " [-0.0020],\n", + " [ 0.0081],\n", + " [-0.0004],\n", + " [ 0.0022],\n", + " [ 0.0041],\n", + " [ 0.0054],\n", + " [ 0.0030],\n", + " [ 0.0051],\n", + " [ 0.0030],\n", + " [ 0.0072],\n", + " [-0.0026],\n", + " [ 0.0007],\n", + " [ 0.0119],\n", + " [ 0.0704],\n", + " [-0.0081],\n", + " [ 0.0037],\n", + " [ 0.0037],\n", + " [ 0.0045],\n", + " [ 0.0055],\n", + " [-0.0088],\n", + " [-0.0102],\n", + " [-0.0004],\n", + " [ 0.0106],\n", + " [ 0.0089],\n", + " [-0.0018],\n", + " [ 0.0146],\n", + " [ 0.0153]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0916],\n", + " [0.0922],\n", + " [0.0945],\n", + " [0.0991],\n", + " [0.0919],\n", + " [0.1002],\n", + " [0.0900],\n", + " [0.0958],\n", + " [0.0941],\n", + " [0.0936],\n", + " [0.0919],\n", + " [0.0944],\n", + " [0.0925],\n", + " [0.0959],\n", + " [0.0914],\n", + " [0.1038],\n", + " [0.0938],\n", + " [0.0905],\n", + " [0.0122],\n", + " [0.1013],\n", + " [0.0919],\n", + " [0.0891],\n", + " [0.0956],\n", + " [0.0918],\n", + " [0.1050],\n", + " [0.0950],\n", + " [0.1019],\n", + " [0.0903],\n", + " [0.0925],\n", + " [0.0956],\n", + " [0.0915],\n", + " [0.0896]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0867],\n", + " [0.0879],\n", + " [0.0799],\n", + " [0.0791],\n", + " [0.0802],\n", + " [0.0770],\n", + " [0.0850],\n", + " [0.0786],\n", + " [0.0791],\n", + " [0.0804],\n", + " [0.0801],\n", + " [0.0787],\n", + " [0.0810],\n", + " [0.0824],\n", + " [0.0819],\n", + " [0.0843],\n", + " [0.0704],\n", + " [0.0851],\n", + " [0.0469],\n", + " [0.0726],\n", + " [0.0821],\n", + " [0.0798],\n", + " [0.0801],\n", + " [0.0813],\n", + " [0.0706],\n", + " [0.0759],\n", + " [0.0798],\n", + " [0.0843],\n", + " [0.0822],\n", + " [0.0792],\n", + " [0.0869],\n", + " [0.0876]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0876],\n", + " [0.0882],\n", + " [0.0872],\n", + " [0.0847],\n", + " [0.0885],\n", + " [0.0805],\n", + " [0.0899],\n", + " [0.0862],\n", + " [0.0855],\n", + " [0.0875],\n", + " [0.0879],\n", + " [0.0855],\n", + " [0.0865],\n", + " [0.0875],\n", + " [0.0871],\n", + " [0.0930],\n", + " [0.0832],\n", + " [0.0870],\n", + " [0.1546],\n", + " [0.0814],\n", + " [0.0895],\n", + " [0.0896],\n", + " [0.0865],\n", + " [0.0876],\n", + " [0.0729],\n", + " [0.0915],\n", + " [0.0825],\n", + " [0.0869],\n", + " [0.0861],\n", + " [0.0864],\n", + " [0.0882],\n", + " [0.0889]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0419],\n", + " [0.0430],\n", + " [0.0387],\n", + " [0.0391],\n", + " [0.0401],\n", + " [0.0359],\n", + " [0.0455],\n", + " [0.0377],\n", + " [0.0375],\n", + " [0.0399],\n", + " [0.0409],\n", + " [0.0396],\n", + " [0.0385],\n", + " [0.0413],\n", + " [0.0393],\n", + " [0.0499],\n", + " [0.0348],\n", + " [0.0411],\n", + " [0.0585],\n", + " [0.0374],\n", + " [0.0416],\n", + " [0.0393],\n", + " [0.0405],\n", + " [0.0401],\n", + " [0.0325],\n", + " [0.0384],\n", + " [0.0382],\n", + " [0.0415],\n", + " [0.0397],\n", + " [0.0371],\n", + " [0.0416],\n", + " [0.0419]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0373],\n", + " [ 0.0361],\n", + " [ 0.0388],\n", + " [ 0.0382],\n", + " [ 0.0371],\n", + " [ 0.0400],\n", + " [ 0.0342],\n", + " [ 0.0395],\n", + " [ 0.0387],\n", + " [ 0.0376],\n", + " [ 0.0362],\n", + " [ 0.0375],\n", + " [ 0.0386],\n", + " [ 0.0368],\n", + " [ 0.0378],\n", + " [ 0.0282],\n", + " [ 0.0378],\n", + " [ 0.0371],\n", + " [-0.0314],\n", + " [ 0.0368],\n", + " [ 0.0363],\n", + " [ 0.0372],\n", + " [ 0.0367],\n", + " [ 0.0375],\n", + " [ 0.0409],\n", + " [ 0.0332],\n", + " [ 0.0387],\n", + " [ 0.0364],\n", + " [ 0.0373],\n", + " [ 0.0398],\n", + " [ 0.0371],\n", + " [ 0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0706],\n", + " [-0.0695],\n", + " [-0.0749],\n", + " [-0.0740],\n", + " [-0.0740],\n", + " [-0.0789],\n", + " [-0.0734],\n", + " [-0.0762],\n", + " [-0.0768],\n", + " [-0.0738],\n", + " [-0.0736],\n", + " [-0.0749],\n", + " [-0.0740],\n", + " [-0.0748],\n", + " [-0.0729],\n", + " [-0.0736],\n", + " [-0.0809],\n", + " [-0.0718],\n", + " [ 0.0102],\n", + " [-0.0823],\n", + " [-0.0741],\n", + " [-0.0738],\n", + " [-0.0745],\n", + " [-0.0735],\n", + " [-0.0881],\n", + " [-0.0765],\n", + " [-0.0755],\n", + " [-0.0724],\n", + " [-0.0729],\n", + " [-0.0781],\n", + " [-0.0698],\n", + " [-0.0699]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0975],\n", + " [-0.0971],\n", + " [-0.1037],\n", + " [-0.1031],\n", + " [-0.1055],\n", + " [-0.1023],\n", + " [-0.1037],\n", + " [-0.1035],\n", + " [-0.1004],\n", + " [-0.1040],\n", + " [-0.1053],\n", + " [-0.1030],\n", + " [-0.1022],\n", + " [-0.1038],\n", + " [-0.1017],\n", + " [-0.1098],\n", + " [-0.1031],\n", + " [-0.0984],\n", + " [-0.1400],\n", + " [-0.1071],\n", + " [-0.1048],\n", + " [-0.1063],\n", + " [-0.1022],\n", + " [-0.1030],\n", + " [-0.1063],\n", + " [-0.1093],\n", + " [-0.1028],\n", + " [-0.0997],\n", + " [-0.0997],\n", + " [-0.1035],\n", + " [-0.0967],\n", + " [-0.0976]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0628],\n", + " [-0.0633],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0597],\n", + " [-0.0652],\n", + " [-0.0598],\n", + " [-0.0633],\n", + " [-0.0652],\n", + " [-0.0612],\n", + " [-0.0597],\n", + " [-0.0627],\n", + " [-0.0626],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0558],\n", + " [-0.0658],\n", + " [-0.0626],\n", + " [ 0.0039],\n", + " [-0.0615],\n", + " [-0.0602],\n", + " [-0.0597],\n", + " [-0.0633],\n", + " [-0.0614],\n", + " [-0.0615],\n", + " [-0.0629],\n", + " [-0.0643],\n", + " [-0.0621],\n", + " [-0.0639],\n", + " [-0.0629],\n", + " [-0.0640],\n", + " [-0.0629]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0743],\n", + " [-0.0599],\n", + " [-0.0627],\n", + " [-0.0618],\n", + " [-0.0454],\n", + " [-0.0627],\n", + " [-0.0638],\n", + " [-0.0709],\n", + " [-0.0626],\n", + " [-0.0610],\n", + " [-0.0627],\n", + " [ 0.0021],\n", + " [-0.0621],\n", + " [-0.0624],\n", + " [-0.0620],\n", + " [-0.0606],\n", + " [-0.0618],\n", + " [-0.0625],\n", + " [-0.0584],\n", + " [-0.0672],\n", + " [-0.0635],\n", + " [-0.0655],\n", + " [-0.0649],\n", + " [-0.0577],\n", + " [-0.0622],\n", + " [-0.0646],\n", + " [-0.0547],\n", + " [-0.0637],\n", + " [-0.0648],\n", + " [-0.0627],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0735],\n", + " [-0.0795],\n", + " [-0.0868],\n", + " [-0.0721],\n", + " [-0.0704],\n", + " [-0.0762],\n", + " [-0.0780],\n", + " [-0.0762],\n", + " [-0.0758],\n", + " [-0.0732],\n", + " [-0.0726],\n", + " [-0.0766],\n", + " [-0.1567],\n", + " [-0.0756],\n", + " [-0.0716],\n", + " [-0.0749],\n", + " [-0.0733],\n", + " [-0.0660],\n", + " [-0.0748],\n", + " [-0.0720],\n", + " [-0.0808],\n", + " [-0.0766],\n", + " [-0.0776],\n", + " [-0.0765],\n", + " [-0.0752],\n", + " [-0.0736],\n", + " [-0.0775],\n", + " [-0.0662],\n", + " [-0.0776],\n", + " [-0.0788],\n", + " [-0.0706],\n", + " [-0.0754]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0375],\n", + " [ 0.0381],\n", + " [ 0.0356],\n", + " [ 0.0372],\n", + " [ 0.0369],\n", + " [ 0.0382],\n", + " [ 0.0380],\n", + " [ 0.0365],\n", + " [ 0.0377],\n", + " [ 0.0366],\n", + " [ 0.0389],\n", + " [ 0.0370],\n", + " [-0.0989],\n", + " [ 0.0381],\n", + " [ 0.0376],\n", + " [ 0.0370],\n", + " [ 0.0380],\n", + " [ 0.0378],\n", + " [ 0.0364],\n", + " [ 0.0379],\n", + " [ 0.0364],\n", + " [ 0.0369],\n", + " [ 0.0352],\n", + " [ 0.0362],\n", + " [ 0.0397],\n", + " [ 0.0368],\n", + " [ 0.0390],\n", + " [ 0.0362],\n", + " [ 0.0370],\n", + " [ 0.0375],\n", + " [ 0.0367],\n", + " [ 0.0363]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0952],\n", + " [-0.0954],\n", + " [-0.0994],\n", + " [-0.0960],\n", + " [-0.0940],\n", + " [-0.0854],\n", + " [-0.0921],\n", + " [-0.0949],\n", + " [-0.0895],\n", + " [-0.0944],\n", + " [-0.0929],\n", + " [-0.0926],\n", + " [-0.0982],\n", + " [-0.0931],\n", + " [-0.0956],\n", + " [-0.0919],\n", + " [-0.0912],\n", + " [-0.0938],\n", + " [-0.0935],\n", + " [-0.0859],\n", + " [-0.0954],\n", + " [-0.0941],\n", + " [-0.0967],\n", + " [-0.0957],\n", + " [-0.0885],\n", + " [-0.0927],\n", + " [-0.0921],\n", + " [-0.0851],\n", + " [-0.0933],\n", + " [-0.0959],\n", + " [-0.0953],\n", + " [-0.0929]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0571],\n", + " [ 0.0500],\n", + " [ 0.0476],\n", + " [ 0.0589],\n", + " [ 0.0576],\n", + " [ 0.0313],\n", + " [ 0.0461],\n", + " [ 0.0566],\n", + " [ 0.0571],\n", + " [ 0.0576],\n", + " [ 0.0541],\n", + " [ 0.0529],\n", + " [-0.2356],\n", + " [ 0.0525],\n", + " [ 0.0578],\n", + " [ 0.0534],\n", + " [ 0.0528],\n", + " [ 0.0583],\n", + " [ 0.0561],\n", + " [ 0.0425],\n", + " [ 0.0530],\n", + " [ 0.0557],\n", + " [ 0.0573],\n", + " [ 0.0537],\n", + " [ 0.0407],\n", + " [ 0.0557],\n", + " [ 0.0513],\n", + " [ 0.0403],\n", + " [ 0.0530],\n", + " [ 0.0546],\n", + " [ 0.0589],\n", + " [ 0.0554]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0352],\n", + " [-0.0317],\n", + " [-0.0164],\n", + " [-0.0344],\n", + " [-0.0376],\n", + " [-0.0470],\n", + " [-0.0360],\n", + " [-0.0383],\n", + " [-0.0452],\n", + " [-0.0371],\n", + " [-0.0346],\n", + " [-0.0389],\n", + " [-0.0400],\n", + " [-0.0346],\n", + " [-0.0350],\n", + " [-0.0395],\n", + " [-0.0375],\n", + " [-0.0344],\n", + " [-0.0380],\n", + " [-0.0409],\n", + " [-0.0395],\n", + " [-0.0383],\n", + " [-0.0381],\n", + " [-0.0343],\n", + " [-0.0397],\n", + " [-0.0387],\n", + " [-0.0362],\n", + " [-0.0452],\n", + " [-0.0385],\n", + " [-0.0345],\n", + " [-0.0360],\n", + " [-0.0403]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0805],\n", + " [-0.0840],\n", + " [-0.0838],\n", + " [-0.0807],\n", + " [-0.0805],\n", + " [-0.0799],\n", + " [-0.0802],\n", + " [-0.0793],\n", + " [-0.0745],\n", + " [-0.0794],\n", + " [-0.0814],\n", + " [-0.0784],\n", + " [-0.0405],\n", + " [-0.0807],\n", + " [-0.0813],\n", + " [-0.0789],\n", + " [-0.0796],\n", + " [-0.0827],\n", + " [-0.0787],\n", + " [-0.0794],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0791],\n", + " [-0.0817],\n", + " [-0.0817],\n", + " [-0.0796],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0782],\n", + " [-0.0795],\n", + " [-0.0806],\n", + " [-0.0787]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1683],\n", + " [0.1617],\n", + " [0.1470],\n", + " [0.1702],\n", + " [0.1692],\n", + " [0.1517],\n", + " [0.1611],\n", + " [0.1680],\n", + " [0.1765],\n", + " [0.1689],\n", + " [0.1672],\n", + " [0.1662],\n", + " [0.1300],\n", + " [0.1651],\n", + " [0.1691],\n", + " [0.1669],\n", + " [0.1667],\n", + " [0.1725],\n", + " [0.1681],\n", + " [0.1628],\n", + " [0.1654],\n", + " [0.1679],\n", + " [0.1674],\n", + " [0.1660],\n", + " [0.1559],\n", + " [0.1679],\n", + " [0.1663],\n", + " [0.1622],\n", + " [0.1661],\n", + " [0.1662],\n", + " [0.1700],\n", + " [0.1680]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0569],\n", + " [-0.0616],\n", + " [-0.0808],\n", + " [-0.0571],\n", + " [-0.0550],\n", + " [-0.0563],\n", + " [-0.0596],\n", + " [-0.0574],\n", + " [-0.0532],\n", + " [-0.0569],\n", + " [-0.0534],\n", + " [-0.0570],\n", + " [-0.0561],\n", + " [-0.0568],\n", + " [-0.0564],\n", + " [-0.0555],\n", + " [-0.0545],\n", + " [-0.0534],\n", + " [-0.0563],\n", + " [-0.0534],\n", + " [-0.0590],\n", + " [-0.0571],\n", + " [-0.0595],\n", + " [-0.0600],\n", + " [-0.0555],\n", + " [-0.0548],\n", + " [-0.0574],\n", + " [-0.0436],\n", + " [-0.0581],\n", + " [-0.0605],\n", + " [-0.0570],\n", + " [-0.0547]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0608],\n", + " [0.0650],\n", + " [0.0342],\n", + " [0.0598],\n", + " [0.0570],\n", + " [0.0794],\n", + " [0.0705],\n", + " [0.0613],\n", + " [0.0561],\n", + " [0.0586],\n", + " [0.0623],\n", + " [0.0634],\n", + " [0.1178],\n", + " [0.0658],\n", + " [0.0597],\n", + " [0.0615],\n", + " [0.0613],\n", + " [0.0560],\n", + " [0.0605],\n", + " [0.0658],\n", + " [0.0664],\n", + " [0.0615],\n", + " [0.0614],\n", + " [0.0648],\n", + " [0.0744],\n", + " [0.0595],\n", + " [0.0668],\n", + " [0.0667],\n", + " [0.0632],\n", + " [0.0650],\n", + " [0.0573],\n", + " [0.0619]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0979],\n", + " [-0.0806],\n", + " [-0.0885],\n", + " [-0.0998],\n", + " [-0.0985],\n", + " [-0.0791],\n", + " [-0.0869],\n", + " [-0.0961],\n", + " [-0.0982],\n", + " [-0.0979],\n", + " [-0.0959],\n", + " [-0.0934],\n", + " [ 0.0341],\n", + " [-0.0927],\n", + " [-0.0989],\n", + " [-0.0942],\n", + " [-0.0941],\n", + " [-0.1013],\n", + " [-0.0958],\n", + " [-0.0824],\n", + " [-0.0918],\n", + " [-0.0954],\n", + " [-0.0959],\n", + " [-0.0902],\n", + " [-0.0845],\n", + " [-0.0958],\n", + " [-0.0904],\n", + " [-0.0825],\n", + " [-0.0931],\n", + " [-0.0942],\n", + " [-0.0999],\n", + " [-0.0947]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0183],\n", + " [ 0.0155],\n", + " [ 0.0132],\n", + " [ 0.0200],\n", + " [ 0.0204],\n", + " [ 0.0027],\n", + " [ 0.0070],\n", + " [ 0.0164],\n", + " [ 0.0203],\n", + " [ 0.0181],\n", + " [ 0.0168],\n", + " [ 0.0140],\n", + " [-0.2502],\n", + " [ 0.0139],\n", + " [ 0.0198],\n", + " [ 0.0149],\n", + " [ 0.0155],\n", + " [ 0.0238],\n", + " [ 0.0175],\n", + " [ 0.0107],\n", + " [ 0.0127],\n", + " [ 0.0164],\n", + " [ 0.0181],\n", + " [ 0.0156],\n", + " [ 0.0022],\n", + " [ 0.0168],\n", + " [ 0.0125],\n", + " [ 0.0103],\n", + " [ 0.0146],\n", + " [ 0.0143],\n", + " [ 0.0203],\n", + " [ 0.0162]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0923],\n", + " [ 0.0795],\n", + " [ 0.1021],\n", + " [ 0.0930],\n", + " [ 0.0971],\n", + " [ 0.0972],\n", + " [ 0.0868],\n", + " [ 0.0937],\n", + " [ 0.0942],\n", + " [ 0.0953],\n", + " [ 0.0906],\n", + " [ 0.0920],\n", + " [-0.1186],\n", + " [ 0.0873],\n", + " [ 0.0936],\n", + " [ 0.0934],\n", + " [ 0.0922],\n", + " [ 0.0958],\n", + " [ 0.0922],\n", + " [ 0.0870],\n", + " [ 0.0895],\n", + " [ 0.0931],\n", + " [ 0.0927],\n", + " [ 0.0861],\n", + " [ 0.0921],\n", + " [ 0.0942],\n", + " [ 0.0854],\n", + " [ 0.0894],\n", + " [ 0.0916],\n", + " [ 0.0885],\n", + " [ 0.0966],\n", + " [ 0.0923]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0095],\n", + " [-0.0018],\n", + " [ 0.0180],\n", + " [ 0.0092],\n", + " [ 0.0112],\n", + " [ 0.0212],\n", + " [ 0.0098],\n", + " [ 0.0103],\n", + " [ 0.0141],\n", + " [ 0.0112],\n", + " [ 0.0090],\n", + " [ 0.0103],\n", + " [ 0.1546],\n", + " [ 0.0078],\n", + " [ 0.0101],\n", + " [ 0.0112],\n", + " [ 0.0110],\n", + " [ 0.0096],\n", + " [ 0.0088],\n", + " [ 0.0082],\n", + " [ 0.0079],\n", + " [ 0.0099],\n", + " [ 0.0076],\n", + " [ 0.0023],\n", + " [ 0.0132],\n", + " [ 0.0113],\n", + " [ 0.0082],\n", + " [ 0.0042],\n", + " [ 0.0097],\n", + " [ 0.0082],\n", + " [ 0.0111],\n", + " [ 0.0089]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 3.7698e-04],\n", + " [ 6.3266e-03],\n", + " [ 2.4143e-02],\n", + " [ 1.2883e-03],\n", + " [-2.0205e-03],\n", + " [-2.0846e-02],\n", + " [-3.1219e-03],\n", + " [-5.2233e-04],\n", + " [ 5.1332e-03],\n", + " [-8.7314e-04],\n", + " [-2.7208e-03],\n", + " [-1.8321e-03],\n", + " [-1.1993e-01],\n", + " [-1.1468e-03],\n", + " [ 6.1698e-05],\n", + " [-3.2167e-03],\n", + " [-4.0057e-03],\n", + " [-7.1070e-04],\n", + " [-6.7286e-04],\n", + " [-7.8926e-03],\n", + " [ 3.4271e-04],\n", + " [-1.1894e-04],\n", + " [ 2.9557e-03],\n", + " [ 4.2167e-03],\n", + " [-1.1227e-02],\n", + " [-3.3992e-03],\n", + " [-8.0545e-04],\n", + " [-1.7051e-02],\n", + " [ 1.6157e-04],\n", + " [ 3.7112e-03],\n", + " [ 3.4463e-05],\n", + " [-3.1423e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0357],\n", + " [-0.0472],\n", + " [-0.0314],\n", + " [-0.0354],\n", + " [-0.0325],\n", + " [-0.0484],\n", + " [-0.0396],\n", + " [-0.0343],\n", + " [-0.0304],\n", + " [-0.0332],\n", + " [-0.0352],\n", + " [-0.0365],\n", + " [-0.2204],\n", + " [-0.0378],\n", + " [-0.0352],\n", + " [-0.0351],\n", + " [-0.0350],\n", + " [-0.0312],\n", + " [-0.0363],\n", + " [-0.0401],\n", + " [-0.0386],\n", + " [-0.0354],\n", + " [-0.0375],\n", + " [-0.0434],\n", + " [-0.0366],\n", + " [-0.0336],\n", + " [-0.0376],\n", + " [-0.0389],\n", + " [-0.0375],\n", + " [-0.0388],\n", + " [-0.0328],\n", + " [-0.0349]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0047],\n", + " [ 0.0088],\n", + " [ 0.0080],\n", + " [ 0.0047],\n", + " [ 0.0025],\n", + " [ 0.0012],\n", + " [ 0.0068],\n", + " [ 0.0046],\n", + " [ 0.0009],\n", + " [ 0.0038],\n", + " [ 0.0033],\n", + " [ 0.0049],\n", + " [ 0.1380],\n", + " [ 0.0057],\n", + " [ 0.0039],\n", + " [ 0.0036],\n", + " [ 0.0032],\n", + " [ 0.0014],\n", + " [ 0.0047],\n", + " [ 0.0042],\n", + " [ 0.0067],\n", + " [ 0.0048],\n", + " [ 0.0060],\n", + " [ 0.0090],\n", + " [ 0.0026],\n", + " [ 0.0030],\n", + " [ 0.0065],\n", + " [-0.0013],\n", + " [ 0.0055],\n", + " [ 0.0074],\n", + " [ 0.0034],\n", + " [ 0.0039]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0626],\n", + " [0.0693],\n", + " [0.0577],\n", + " [0.0560],\n", + " [0.0653],\n", + " [0.0628],\n", + " [0.0571],\n", + " [0.0511],\n", + " [0.0567],\n", + " [0.0571],\n", + " [0.0576],\n", + " [0.1862],\n", + " [0.0589],\n", + " [0.0576],\n", + " [0.0566],\n", + " [0.0566],\n", + " [0.0571],\n", + " [0.0563],\n", + " [0.0605],\n", + " [0.0592],\n", + " [0.0570],\n", + " [0.0576],\n", + " [0.0615],\n", + " [0.0639],\n", + " [0.0560],\n", + " [0.0591],\n", + " [0.0579],\n", + " [0.0579],\n", + " [0.0595],\n", + " [0.0569],\n", + " [0.0558]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0185],\n", + " [-0.0216],\n", + " [-0.0248],\n", + " [-0.0193],\n", + " [-0.0188],\n", + " [-0.0165],\n", + " [-0.0142],\n", + " [-0.0176],\n", + " [-0.0234],\n", + " [-0.0179],\n", + " [-0.0171],\n", + " [-0.0167],\n", + " [ 0.1139],\n", + " [-0.0160],\n", + " [-0.0193],\n", + " [-0.0170],\n", + " [-0.0169],\n", + " [-0.0185],\n", + " [-0.0177],\n", + " [-0.0152],\n", + " [-0.0169],\n", + " [-0.0179],\n", + " [-0.0187],\n", + " [-0.0187],\n", + " [-0.0146],\n", + " [-0.0177],\n", + " [-0.0168],\n", + " [-0.0141],\n", + " [-0.0172],\n", + " [-0.0170],\n", + " [-0.0191],\n", + " [-0.0175]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1707],\n", + " [-0.1727],\n", + " [-0.1815],\n", + " [-0.1706],\n", + " [-0.1705],\n", + " [-0.1694],\n", + " [-0.1694],\n", + " [-0.1726],\n", + " [-0.1746],\n", + " [-0.1712],\n", + " [-0.1684],\n", + " [-0.1714],\n", + " [-0.2075],\n", + " [-0.1690],\n", + " [-0.1705],\n", + " [-0.1706],\n", + " [-0.1688],\n", + " [-0.1688],\n", + " [-0.1713],\n", + " [-0.1653],\n", + " [-0.1741],\n", + " [-0.1727],\n", + " [-0.1748],\n", + " [-0.1716],\n", + " [-0.1681],\n", + " [-0.1702],\n", + " [-0.1696],\n", + " [-0.1623],\n", + " [-0.1728],\n", + " [-0.1733],\n", + " [-0.1712],\n", + " [-0.1706]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0213],\n", + " [-0.0085],\n", + " [ 0.0169],\n", + " [-0.0210],\n", + " [-0.0225],\n", + " [-0.0294],\n", + " [-0.0237],\n", + " [-0.0218],\n", + " [-0.0175],\n", + " [-0.0224],\n", + " [-0.0212],\n", + " [-0.0220],\n", + " [ 0.0281],\n", + " [-0.0215],\n", + " [-0.0217],\n", + " [-0.0223],\n", + " [-0.0225],\n", + " [-0.0213],\n", + " [-0.0208],\n", + " [-0.0215],\n", + " [-0.0207],\n", + " [-0.0209],\n", + " [-0.0189],\n", + " [-0.0155],\n", + " [-0.0284],\n", + " [-0.0225],\n", + " [-0.0224],\n", + " [-0.0213],\n", + " [-0.0206],\n", + " [-0.0198],\n", + " [-0.0223],\n", + " [-0.0221]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0117],\n", + " [ 0.0053],\n", + " [ 0.0471],\n", + " [ 0.0149],\n", + " [ 0.0127],\n", + " [-0.0124],\n", + " [-0.0019],\n", + " [ 0.0086],\n", + " [ 0.0072],\n", + " [ 0.0117],\n", + " [ 0.0086],\n", + " [ 0.0042],\n", + " [-0.0040],\n", + " [ 0.0052],\n", + " [ 0.0137],\n", + " [ 0.0053],\n", + " [ 0.0058],\n", + " [ 0.0171],\n", + " [ 0.0081],\n", + " [-0.0063],\n", + " [ 0.0032],\n", + " [ 0.0074],\n", + " [ 0.0100],\n", + " [ 0.0089],\n", + " [-0.0086],\n", + " [ 0.0085],\n", + " [ 0.0009],\n", + " [-0.0086],\n", + " [ 0.0046],\n", + " [ 0.0070],\n", + " [ 0.0151],\n", + " [ 0.0057]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0906],\n", + " [0.0993],\n", + " [0.0774],\n", + " [0.0902],\n", + " [0.0908],\n", + " [0.0886],\n", + " [0.0927],\n", + " [0.0904],\n", + " [0.0971],\n", + " [0.0903],\n", + " [0.0929],\n", + " [0.0923],\n", + " [0.1310],\n", + " [0.0935],\n", + " [0.0902],\n", + " [0.0925],\n", + " [0.0937],\n", + " [0.0926],\n", + " [0.0926],\n", + " [0.1029],\n", + " [0.0910],\n", + " [0.0909],\n", + " [0.0905],\n", + " [0.0926],\n", + " [0.0936],\n", + " [0.0920],\n", + " [0.0952],\n", + " [0.1090],\n", + " [0.0917],\n", + " [0.0896],\n", + " [0.0894],\n", + " [0.0940]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0855],\n", + " [ 0.0820],\n", + " [ 0.1100],\n", + " [ 0.0872],\n", + " [ 0.0855],\n", + " [ 0.0721],\n", + " [ 0.0810],\n", + " [ 0.0819],\n", + " [ 0.0683],\n", + " [ 0.0845],\n", + " [ 0.0841],\n", + " [ 0.0806],\n", + " [-0.2470],\n", + " [ 0.0834],\n", + " [ 0.0868],\n", + " [ 0.0812],\n", + " [ 0.0824],\n", + " [ 0.0886],\n", + " [ 0.0828],\n", + " [ 0.0808],\n", + " [ 0.0775],\n", + " [ 0.0815],\n", + " [ 0.0823],\n", + " [ 0.0880],\n", + " [ 0.0775],\n", + " [ 0.0824],\n", + " [ 0.0789],\n", + " [ 0.0762],\n", + " [ 0.0806],\n", + " [ 0.0830],\n", + " [ 0.0871],\n", + " [ 0.0796]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0880],\n", + " [0.0960],\n", + " [0.0805],\n", + " [0.0882],\n", + " [0.0872],\n", + " [0.0815],\n", + " [0.0901],\n", + " [0.0874],\n", + " [0.0828],\n", + " [0.0872],\n", + " [0.0873],\n", + " [0.0870],\n", + " [0.0431],\n", + " [0.0887],\n", + " [0.0885],\n", + " [0.0866],\n", + " [0.0867],\n", + " [0.0877],\n", + " [0.0865],\n", + " [0.0851],\n", + " [0.0886],\n", + " [0.0869],\n", + " [0.0878],\n", + " [0.0908],\n", + " [0.0890],\n", + " [0.0871],\n", + " [0.0878],\n", + " [0.0792],\n", + " [0.0874],\n", + " [0.0895],\n", + " [0.0884],\n", + " [0.0861]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0425],\n", + " [0.0449],\n", + " [0.0465],\n", + " [0.0436],\n", + " [0.0409],\n", + " [0.0364],\n", + " [0.0394],\n", + " [0.0397],\n", + " [0.0421],\n", + " [0.0410],\n", + " [0.0414],\n", + " [0.0391],\n", + " [0.0438],\n", + " [0.0417],\n", + " [0.0426],\n", + " [0.0386],\n", + " [0.0397],\n", + " [0.0437],\n", + " [0.0410],\n", + " [0.0397],\n", + " [0.0384],\n", + " [0.0398],\n", + " [0.0409],\n", + " [0.0447],\n", + " [0.0353],\n", + " [0.0392],\n", + " [0.0416],\n", + " [0.0353],\n", + " [0.0396],\n", + " [0.0422],\n", + " [0.0420],\n", + " [0.0392]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0363],\n", + " [ 0.0298],\n", + " [ 0.0257],\n", + " [ 0.0350],\n", + " [ 0.0373],\n", + " [ 0.0409],\n", + " [ 0.0378],\n", + " [ 0.0367],\n", + " [ 0.0297],\n", + " [ 0.0364],\n", + " [ 0.0372],\n", + " [ 0.0381],\n", + " [-0.2762],\n", + " [ 0.0372],\n", + " [ 0.0362],\n", + " [ 0.0383],\n", + " [ 0.0385],\n", + " [ 0.0349],\n", + " [ 0.0370],\n", + " [ 0.0392],\n", + " [ 0.0363],\n", + " [ 0.0374],\n", + " [ 0.0360],\n", + " [ 0.0347],\n", + " [ 0.0394],\n", + " [ 0.0374],\n", + " [ 0.0355],\n", + " [ 0.0390],\n", + " [ 0.0378],\n", + " [ 0.0359],\n", + " [ 0.0361],\n", + " [ 0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0720],\n", + " [-0.0697],\n", + " [-0.0633],\n", + " [-0.0706],\n", + " [-0.0712],\n", + " [-0.0923],\n", + " [-0.0765],\n", + " [-0.0726],\n", + " [-0.0737],\n", + " [-0.0719],\n", + " [-0.0732],\n", + " [-0.0746],\n", + " [-0.1842],\n", + " [-0.0743],\n", + " [-0.0710],\n", + " [-0.0742],\n", + " [-0.0745],\n", + " [-0.0683],\n", + " [-0.0727],\n", + " [-0.0776],\n", + " [-0.0733],\n", + " [-0.0731],\n", + " [-0.0711],\n", + " [-0.0706],\n", + " [-0.0812],\n", + " [-0.0728],\n", + " [-0.0753],\n", + " [-0.0779],\n", + " [-0.0741],\n", + " [-0.0731],\n", + " [-0.0702],\n", + " [-0.0733]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0993],\n", + " [-0.1116],\n", + " [-0.0928],\n", + " [-0.0986],\n", + " [-0.0976],\n", + " [-0.1111],\n", + " [-0.1060],\n", + " [-0.1012],\n", + " [-0.1078],\n", + " [-0.0985],\n", + " [-0.1003],\n", + " [-0.1029],\n", + " [-0.3942],\n", + " [-0.1029],\n", + " [-0.0985],\n", + " [-0.1017],\n", + " [-0.1010],\n", + " [-0.0966],\n", + " [-0.1008],\n", + " [-0.1077],\n", + " [-0.1056],\n", + " [-0.1018],\n", + " [-0.1024],\n", + " [-0.1065],\n", + " [-0.1055],\n", + " [-0.0999],\n", + " [-0.1051],\n", + " [-0.1066],\n", + " [-0.1036],\n", + " [-0.1034],\n", + " [-0.0975],\n", + " [-0.1019]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0536],\n", + " [-0.0434],\n", + " [-0.0621],\n", + " [-0.0635],\n", + " [-0.0559],\n", + " [-0.0613],\n", + " [-0.0630],\n", + " [-0.0615],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [ 0.2556],\n", + " [-0.0613],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0624],\n", + " [-0.0643],\n", + " [-0.0620],\n", + " [-0.0604],\n", + " [-0.0623],\n", + " [-0.0623],\n", + " [-0.0613],\n", + " [-0.0581],\n", + " [-0.0636],\n", + " [-0.0635],\n", + " [-0.0613],\n", + " [-0.0637],\n", + " [-0.0612],\n", + " [-0.0599],\n", + " [-0.0630],\n", + " [-0.0639]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0617],\n", + " [-0.1129],\n", + " [-0.0636],\n", + " [-0.0619],\n", + " [-0.0634],\n", + " [-0.0619],\n", + " [-0.0599],\n", + " [-0.0590],\n", + " [-0.0624],\n", + " [-0.0630],\n", + " [-0.0657],\n", + " [-0.0625],\n", + " [-0.0617],\n", + " [-0.0614],\n", + " [-0.0676],\n", + " [-0.0623],\n", + " [-0.0598],\n", + " [-0.0610],\n", + " [-0.0616],\n", + " [-0.0634],\n", + " [-0.0636],\n", + " [-0.0630],\n", + " [-0.0619],\n", + " [-0.0633],\n", + " [-0.0629],\n", + " [-0.0606],\n", + " [-0.0615],\n", + " [-0.0619],\n", + " [-0.0662],\n", + " [-0.0751],\n", + " [-0.0621],\n", + " [-0.0590]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0729],\n", + " [-0.1347],\n", + " [-0.0778],\n", + " [-0.0733],\n", + " [-0.0732],\n", + " [-0.0716],\n", + " [-0.0733],\n", + " [-0.0699],\n", + " [-0.0696],\n", + " [-0.0772],\n", + " [-0.0792],\n", + " [-0.0770],\n", + " [-0.0698],\n", + " [-0.0759],\n", + " [-0.0745],\n", + " [-0.0686],\n", + " [-0.0740],\n", + " [-0.0685],\n", + " [-0.0693],\n", + " [-0.0735],\n", + " [-0.0766],\n", + " [-0.0687],\n", + " [-0.0753],\n", + " [-0.0725],\n", + " [-0.0728],\n", + " [-0.0709],\n", + " [-0.0655],\n", + " [-0.0744],\n", + " [-0.0798],\n", + " [-0.0859],\n", + " [-0.0725],\n", + " [-0.0685]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0251],\n", + " [0.0368],\n", + " [0.0374],\n", + " [0.0352],\n", + " [0.0364],\n", + " [0.0377],\n", + " [0.0400],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0361],\n", + " [0.0387],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0408],\n", + " [0.0373],\n", + " [0.0394],\n", + " [0.0388],\n", + " [0.0382],\n", + " [0.0357],\n", + " [0.0373],\n", + " [0.0363],\n", + " [0.0371],\n", + " [0.0363],\n", + " [0.0360],\n", + " [0.0383],\n", + " [0.0380],\n", + " [0.0370],\n", + " [0.0361],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0396]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0930],\n", + " [-0.0648],\n", + " [-0.0925],\n", + " [-0.0944],\n", + " [-0.0965],\n", + " [-0.0932],\n", + " [-0.0899],\n", + " [-0.0905],\n", + " [-0.0953],\n", + " [-0.0927],\n", + " [-0.0961],\n", + " [-0.0925],\n", + " [-0.0950],\n", + " [-0.0904],\n", + " [-0.1002],\n", + " [-0.0947],\n", + " [-0.0874],\n", + " [-0.0933],\n", + " [-0.0940],\n", + " [-0.0964],\n", + " [-0.0961],\n", + " [-0.0951],\n", + " [-0.0921],\n", + " [-0.0959],\n", + " [-0.0957],\n", + " [-0.0911],\n", + " [-0.0940],\n", + " [-0.0930],\n", + " [-0.0959],\n", + " [-0.0996],\n", + " [-0.0953],\n", + " [-0.0894]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0575],\n", + " [0.0436],\n", + " [0.0511],\n", + " [0.0579],\n", + " [0.0596],\n", + " [0.0571],\n", + " [0.0515],\n", + " [0.0536],\n", + " [0.0589],\n", + " [0.0515],\n", + " [0.0555],\n", + " [0.0501],\n", + " [0.0578],\n", + " [0.0487],\n", + " [0.0342],\n", + " [0.0591],\n", + " [0.0432],\n", + " [0.0572],\n", + " [0.0574],\n", + " [0.0593],\n", + " [0.0564],\n", + " [0.0601],\n", + " [0.0540],\n", + " [0.0585],\n", + " [0.0574],\n", + " [0.0560],\n", + " [0.0576],\n", + " [0.0553],\n", + " [0.0544],\n", + " [0.0540],\n", + " [0.0589],\n", + " [0.0533]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0388],\n", + " [-0.0459],\n", + " [-0.0387],\n", + " [-0.0356],\n", + " [-0.0352],\n", + " [-0.0387],\n", + " [-0.0388],\n", + " [-0.0355],\n", + " [-0.0343],\n", + " [-0.0402],\n", + " [-0.0382],\n", + " [-0.0342],\n", + " [-0.0360],\n", + " [-0.0407],\n", + " [-0.0336],\n", + " [-0.0350],\n", + " [-0.0374],\n", + " [-0.0346],\n", + " [-0.0347],\n", + " [-0.0356],\n", + " [-0.0347],\n", + " [-0.0344],\n", + " [-0.0387],\n", + " [-0.0363],\n", + " [-0.0377],\n", + " [-0.0382],\n", + " [-0.0345],\n", + " [-0.0379],\n", + " [-0.0385],\n", + " [-0.0322],\n", + " [-0.0353],\n", + " [-0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0785],\n", + " [-0.0787],\n", + " [-0.0782],\n", + " [-0.0793],\n", + " [-0.0798],\n", + " [-0.0796],\n", + " [-0.0788],\n", + " [-0.0809],\n", + " [-0.0815],\n", + " [-0.0787],\n", + " [-0.0790],\n", + " [-0.0802],\n", + " [-0.0816],\n", + " [-0.0785],\n", + " [-0.0901],\n", + " [-0.0811],\n", + " [-0.0795],\n", + " [-0.0818],\n", + " [-0.0816],\n", + " [-0.0797],\n", + " [-0.0799],\n", + " [-0.0807],\n", + " [-0.0784],\n", + " [-0.0802],\n", + " [-0.0806],\n", + " [-0.0798],\n", + " [-0.0834],\n", + " [-0.0792],\n", + " [-0.0789],\n", + " [-0.0778],\n", + " [-0.0798],\n", + " [-0.0804]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1696],\n", + " [0.1112],\n", + " [0.1646],\n", + " [0.1696],\n", + " [0.1703],\n", + " [0.1693],\n", + " [0.1660],\n", + " [0.1684],\n", + " [0.1712],\n", + " [0.1651],\n", + " [0.1666],\n", + " [0.1638],\n", + " [0.1689],\n", + " [0.1633],\n", + " [0.1564],\n", + " [0.1714],\n", + " [0.1619],\n", + " [0.1707],\n", + " [0.1702],\n", + " [0.1699],\n", + " [0.1678],\n", + " [0.1732],\n", + " [0.1674],\n", + " [0.1691],\n", + " [0.1678],\n", + " [0.1697],\n", + " [0.1716],\n", + " [0.1678],\n", + " [0.1659],\n", + " [0.1653],\n", + " [0.1700],\n", + " [0.1689]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0558],\n", + " [-0.0784],\n", + " [-0.0578],\n", + " [-0.0566],\n", + " [-0.0588],\n", + " [-0.0546],\n", + " [-0.0539],\n", + " [-0.0499],\n", + " [-0.0559],\n", + " [-0.0573],\n", + " [-0.0591],\n", + " [-0.0580],\n", + " [-0.0550],\n", + " [-0.0560],\n", + " [-0.0648],\n", + " [-0.0558],\n", + " [-0.0545],\n", + " [-0.0531],\n", + " [-0.0546],\n", + " [-0.0586],\n", + " [-0.0599],\n", + " [-0.0574],\n", + " [-0.0558],\n", + " [-0.0582],\n", + " [-0.0565],\n", + " [-0.0519],\n", + " [-0.0539],\n", + " [-0.0559],\n", + " [-0.0591],\n", + " [-0.0670],\n", + " [-0.0569],\n", + " [-0.0476]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0576],\n", + " [0.0441],\n", + " [0.0656],\n", + " [0.0600],\n", + " [0.0591],\n", + " [0.0575],\n", + " [0.0627],\n", + " [0.0603],\n", + " [0.0582],\n", + " [0.0640],\n", + " [0.0636],\n", + " [0.0688],\n", + " [0.0579],\n", + " [0.0662],\n", + " [0.0742],\n", + " [0.0563],\n", + " [0.0696],\n", + " [0.0572],\n", + " [0.0578],\n", + " [0.0594],\n", + " [0.0636],\n", + " [0.0561],\n", + " [0.0622],\n", + " [0.0588],\n", + " [0.0596],\n", + " [0.0574],\n", + " [0.0558],\n", + " [0.0606],\n", + " [0.0646],\n", + " [0.0652],\n", + " [0.0595],\n", + " [0.0592]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0976],\n", + " [-0.0616],\n", + " [-0.0909],\n", + " [-0.0979],\n", + " [-0.0999],\n", + " [-0.0977],\n", + " [-0.0924],\n", + " [-0.0971],\n", + " [-0.1005],\n", + " [-0.0927],\n", + " [-0.0944],\n", + " [-0.0904],\n", + " [-0.0987],\n", + " [-0.0898],\n", + " [-0.0697],\n", + " [-0.1007],\n", + " [-0.0842],\n", + " [-0.0994],\n", + " [-0.0994],\n", + " [-0.0997],\n", + " [-0.0970],\n", + " [-0.1021],\n", + " [-0.0944],\n", + " [-0.0993],\n", + " [-0.0978],\n", + " [-0.0974],\n", + " [-0.1006],\n", + " [-0.0955],\n", + " [-0.0932],\n", + " [-0.0888],\n", + " [-0.0992],\n", + " [-0.0972]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0191],\n", + " [-0.0033],\n", + " [ 0.0126],\n", + " [ 0.0195],\n", + " [ 0.0191],\n", + " [ 0.0191],\n", + " [ 0.0147],\n", + " [ 0.0178],\n", + " [ 0.0217],\n", + " [ 0.0127],\n", + " [ 0.0156],\n", + " [ 0.0110],\n", + " [ 0.0214],\n", + " [ 0.0106],\n", + " [ 0.0063],\n", + " [ 0.0219],\n", + " [ 0.0089],\n", + " [ 0.0210],\n", + " [ 0.0204],\n", + " [ 0.0189],\n", + " [ 0.0157],\n", + " [ 0.0221],\n", + " [ 0.0153],\n", + " [ 0.0187],\n", + " [ 0.0191],\n", + " [ 0.0186],\n", + " [ 0.0237],\n", + " [ 0.0170],\n", + " [ 0.0145],\n", + " [ 0.0134],\n", + " [ 0.0203],\n", + " [ 0.0180]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0961],\n", + " [0.0463],\n", + " [0.0898],\n", + " [0.0918],\n", + " [0.0947],\n", + " [0.0961],\n", + " [0.0913],\n", + " [0.0937],\n", + " [0.0937],\n", + " [0.0933],\n", + " [0.0914],\n", + " [0.0857],\n", + " [0.0961],\n", + " [0.0915],\n", + " [0.0724],\n", + " [0.0961],\n", + " [0.0842],\n", + " [0.0955],\n", + " [0.0950],\n", + " [0.0946],\n", + " [0.0902],\n", + " [0.0962],\n", + " [0.0920],\n", + " [0.0954],\n", + " [0.0945],\n", + " [0.0965],\n", + " [0.0966],\n", + " [0.0925],\n", + " [0.0904],\n", + " [0.0846],\n", + " [0.0932],\n", + " [0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0108],\n", + " [0.0002],\n", + " [0.0090],\n", + " [0.0082],\n", + " [0.0090],\n", + " [0.0111],\n", + " [0.0102],\n", + " [0.0101],\n", + " [0.0097],\n", + " [0.0115],\n", + " [0.0083],\n", + " [0.0080],\n", + " [0.0099],\n", + " [0.0108],\n", + " [0.0007],\n", + " [0.0108],\n", + " [0.0068],\n", + " [0.0107],\n", + " [0.0107],\n", + " [0.0094],\n", + " [0.0091],\n", + " [0.0105],\n", + " [0.0100],\n", + " [0.0110],\n", + " [0.0095],\n", + " [0.0123],\n", + " [0.0110],\n", + " [0.0097],\n", + " [0.0077],\n", + " [0.0047],\n", + " [0.0086],\n", + " [0.0099]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0014],\n", + " [ 0.0379],\n", + " [-0.0019],\n", + " [ 0.0009],\n", + " [ 0.0019],\n", + " [-0.0029],\n", + " [-0.0057],\n", + " [-0.0052],\n", + " [ 0.0004],\n", + " [-0.0027],\n", + " [ 0.0020],\n", + " [-0.0010],\n", + " [-0.0014],\n", + " [-0.0062],\n", + " [-0.0027],\n", + " [-0.0003],\n", + " [-0.0047],\n", + " [-0.0018],\n", + " [-0.0009],\n", + " [ 0.0016],\n", + " [ 0.0031],\n", + " [ 0.0011],\n", + " [-0.0025],\n", + " [ 0.0007],\n", + " [-0.0010],\n", + " [-0.0056],\n", + " [-0.0019],\n", + " [-0.0014],\n", + " [ 0.0015],\n", + " [ 0.0124],\n", + " [ 0.0009],\n", + " [-0.0069]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0334],\n", + " [-0.0205],\n", + " [-0.0385],\n", + " [-0.0364],\n", + " [-0.0353],\n", + " [-0.0326],\n", + " [-0.0357],\n", + " [-0.0330],\n", + " [-0.0340],\n", + " [-0.0366],\n", + " [-0.0377],\n", + " [-0.0387],\n", + " [-0.0342],\n", + " [-0.0370],\n", + " [-0.0488],\n", + " [-0.0317],\n", + " [-0.0399],\n", + " [-0.0315],\n", + " [-0.0321],\n", + " [-0.0354],\n", + " [-0.0374],\n", + " [-0.0318],\n", + " [-0.0358],\n", + " [-0.0340],\n", + " [-0.0357],\n", + " [-0.0302],\n", + " [-0.0316],\n", + " [-0.0359],\n", + " [-0.0386],\n", + " [-0.0464],\n", + " [-0.0359],\n", + " [-0.0314]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0036],\n", + " [0.0069],\n", + " [0.0058],\n", + " [0.0051],\n", + " [0.0060],\n", + " [0.0025],\n", + " [0.0034],\n", + " [0.0014],\n", + " [0.0034],\n", + " [0.0048],\n", + " [0.0064],\n", + " [0.0070],\n", + " [0.0031],\n", + " [0.0043],\n", + " [0.0068],\n", + " [0.0025],\n", + " [0.0061],\n", + " [0.0017],\n", + " [0.0023],\n", + " [0.0057],\n", + " [0.0068],\n", + " [0.0035],\n", + " [0.0044],\n", + " [0.0044],\n", + " [0.0041],\n", + " [0.0011],\n", + " [0.0010],\n", + " [0.0043],\n", + " [0.0066],\n", + " [0.0109],\n", + " [0.0049],\n", + " [0.0001]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0557],\n", + " [0.0686],\n", + " [0.0587],\n", + " [0.0566],\n", + " [0.0580],\n", + " [0.0557],\n", + " [0.0566],\n", + " [0.0555],\n", + " [0.0575],\n", + " [0.0586],\n", + " [0.0584],\n", + " [0.0609],\n", + " [0.0567],\n", + " [0.0588],\n", + " [0.0704],\n", + " [0.0567],\n", + " [0.0618],\n", + " [0.0562],\n", + " [0.0570],\n", + " [0.0578],\n", + " [0.0587],\n", + " [0.0576],\n", + " [0.0565],\n", + " [0.0578],\n", + " [0.0569],\n", + " [0.0548],\n", + " [0.0568],\n", + " [0.0564],\n", + " [0.0588],\n", + " [0.0632],\n", + " [0.0568],\n", + " [0.0544]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0184],\n", + " [ 0.0005],\n", + " [-0.0162],\n", + " [-0.0188],\n", + " [-0.0180],\n", + " [-0.0179],\n", + " [-0.0163],\n", + " [-0.0172],\n", + " [-0.0196],\n", + " [-0.0161],\n", + " [-0.0178],\n", + " [-0.0149],\n", + " [-0.0194],\n", + " [-0.0154],\n", + " [-0.0111],\n", + " [-0.0192],\n", + " [-0.0129],\n", + " [-0.0183],\n", + " [-0.0184],\n", + " [-0.0185],\n", + " [-0.0177],\n", + " [-0.0187],\n", + " [-0.0170],\n", + " [-0.0186],\n", + " [-0.0183],\n", + " [-0.0178],\n", + " [-0.0191],\n", + " [-0.0177],\n", + " [-0.0173],\n", + " [-0.0218],\n", + " [-0.0193],\n", + " [-0.0169]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1715],\n", + " [-0.1815],\n", + " [-0.1713],\n", + " [-0.1707],\n", + " [-0.1720],\n", + " [-0.1705],\n", + " [-0.1678],\n", + " [-0.1672],\n", + " [-0.1698],\n", + " [-0.1720],\n", + " [-0.1745],\n", + " [-0.1689],\n", + " [-0.1705],\n", + " [-0.1693],\n", + " [-0.1651],\n", + " [-0.1699],\n", + " [-0.1663],\n", + " [-0.1685],\n", + " [-0.1692],\n", + " [-0.1721],\n", + " [-0.1723],\n", + " [-0.1708],\n", + " [-0.1704],\n", + " [-0.1719],\n", + " [-0.1717],\n", + " [-0.1683],\n", + " [-0.1689],\n", + " [-0.1708],\n", + " [-0.1743],\n", + " [-0.1798],\n", + " [-0.1710],\n", + " [-0.1664]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0216],\n", + " [ 0.0702],\n", + " [-0.0217],\n", + " [-0.0204],\n", + " [-0.0207],\n", + " [-0.0225],\n", + " [-0.0232],\n", + " [-0.0212],\n", + " [-0.0217],\n", + " [-0.0222],\n", + " [-0.0196],\n", + " [-0.0220],\n", + " [-0.0218],\n", + " [-0.0246],\n", + " [-0.0138],\n", + " [-0.0224],\n", + " [-0.0210],\n", + " [-0.0218],\n", + " [-0.0219],\n", + " [-0.0210],\n", + " [-0.0208],\n", + " [-0.0219],\n", + " [-0.0221],\n", + " [-0.0220],\n", + " [-0.0217],\n", + " [-0.0236],\n", + " [-0.0223],\n", + " [-0.0213],\n", + " [-0.0196],\n", + " [-0.0121],\n", + " [-0.0209],\n", + " [-0.0212]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0106],\n", + " [ 0.0438],\n", + " [ 0.0020],\n", + " [ 0.0114],\n", + " [ 0.0159],\n", + " [ 0.0110],\n", + " [ 0.0031],\n", + " [ 0.0088],\n", + " [ 0.0159],\n", + " [ 0.0033],\n", + " [ 0.0071],\n", + " [ 0.0022],\n", + " [ 0.0140],\n", + " [-0.0011],\n", + " [-0.0092],\n", + " [ 0.0161],\n", + " [-0.0063],\n", + " [ 0.0141],\n", + " [ 0.0141],\n", + " [ 0.0151],\n", + " [ 0.0098],\n", + " [ 0.0186],\n", + " [ 0.0053],\n", + " [ 0.0141],\n", + " [ 0.0118],\n", + " [ 0.0097],\n", + " [ 0.0172],\n", + " [ 0.0077],\n", + " [ 0.0057],\n", + " [ 0.0090],\n", + " [ 0.0135],\n", + " [ 0.0084]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0916],\n", + " [0.0511],\n", + " [0.0934],\n", + " [0.0920],\n", + " [0.0890],\n", + " [0.0919],\n", + " [0.0959],\n", + " [0.0936],\n", + " [0.0913],\n", + " [0.0913],\n", + " [0.0901],\n", + " [0.0933],\n", + " [0.0908],\n", + " [0.0949],\n", + " [0.1061],\n", + " [0.0911],\n", + " [0.0999],\n", + " [0.0921],\n", + " [0.0918],\n", + " [0.0887],\n", + " [0.0893],\n", + " [0.0902],\n", + " [0.0932],\n", + " [0.0888],\n", + " [0.0904],\n", + " [0.0930],\n", + " [0.0919],\n", + " [0.0923],\n", + " [0.0905],\n", + " [0.0872],\n", + " [0.0907],\n", + " [0.0953]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0838],\n", + " [0.0701],\n", + " [0.0793],\n", + " [0.0854],\n", + " [0.0878],\n", + " [0.0837],\n", + " [0.0809],\n", + " [0.0840],\n", + " [0.0878],\n", + " [0.0801],\n", + " [0.0806],\n", + " [0.0826],\n", + " [0.0869],\n", + " [0.0784],\n", + " [0.0817],\n", + " [0.0874],\n", + " [0.0815],\n", + " [0.0866],\n", + " [0.0866],\n", + " [0.0872],\n", + " [0.0850],\n", + " [0.0890],\n", + " [0.0812],\n", + " [0.0868],\n", + " [0.0853],\n", + " [0.0822],\n", + " [0.0892],\n", + " [0.0831],\n", + " [0.0798],\n", + " [0.0803],\n", + " [0.0865],\n", + " [0.0823]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0856],\n", + " [0.1247],\n", + " [0.0878],\n", + " [0.0864],\n", + " [0.0885],\n", + " [0.0865],\n", + " [0.0858],\n", + " [0.0848],\n", + " [0.0881],\n", + " [0.0877],\n", + " [0.0883],\n", + " [0.0891],\n", + " [0.0879],\n", + " [0.0873],\n", + " [0.0913],\n", + " [0.0879],\n", + " [0.0863],\n", + " [0.0871],\n", + " [0.0878],\n", + " [0.0885],\n", + " [0.0888],\n", + " [0.0882],\n", + " [0.0861],\n", + " [0.0888],\n", + " [0.0883],\n", + " [0.0856],\n", + " [0.0886],\n", + " [0.0868],\n", + " [0.0886],\n", + " [0.0944],\n", + " [0.0870],\n", + " [0.0838]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0404],\n", + " [0.0475],\n", + " [0.0391],\n", + " [0.0433],\n", + " [0.0429],\n", + " [0.0402],\n", + " [0.0392],\n", + " [0.0405],\n", + " [0.0439],\n", + " [0.0375],\n", + " [0.0399],\n", + " [0.0414],\n", + " [0.0418],\n", + " [0.0377],\n", + " [0.0534],\n", + " [0.0432],\n", + " [0.0406],\n", + " [0.0429],\n", + " [0.0429],\n", + " [0.0425],\n", + " [0.0428],\n", + " [0.0439],\n", + " [0.0398],\n", + " [0.0416],\n", + " [0.0407],\n", + " [0.0398],\n", + " [0.0430],\n", + " [0.0406],\n", + " [0.0395],\n", + " [0.0435],\n", + " [0.0433],\n", + " [0.0394]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0375],\n", + " [0.0037],\n", + " [0.0379],\n", + " [0.0362],\n", + " [0.0342],\n", + " [0.0370],\n", + " [0.0391],\n", + " [0.0382],\n", + " [0.0350],\n", + " [0.0388],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0391],\n", + " [0.0243],\n", + " [0.0353],\n", + " [0.0382],\n", + " [0.0361],\n", + " [0.0360],\n", + " [0.0348],\n", + " [0.0358],\n", + " [0.0336],\n", + " [0.0378],\n", + " [0.0359],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0357],\n", + " [0.0377],\n", + " [0.0364],\n", + " [0.0294],\n", + " [0.0359],\n", + " [0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0723],\n", + " [-0.0199],\n", + " [-0.0749],\n", + " [-0.0722],\n", + " [-0.0695],\n", + " [-0.0716],\n", + " [-0.0755],\n", + " [-0.0737],\n", + " [-0.0699],\n", + " [-0.0747],\n", + " [-0.0724],\n", + " [-0.0756],\n", + " [-0.0706],\n", + " [-0.0765],\n", + " [-0.0742],\n", + " [-0.0696],\n", + " [-0.0774],\n", + " [-0.0706],\n", + " [-0.0708],\n", + " [-0.0701],\n", + " [-0.0728],\n", + " [-0.0685],\n", + " [-0.0744],\n", + " [-0.0707],\n", + " [-0.0709],\n", + " [-0.0730],\n", + " [-0.0686],\n", + " [-0.0733],\n", + " [-0.0725],\n", + " [-0.0695],\n", + " [-0.0713],\n", + " [-0.0735]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0990],\n", + " [-0.1291],\n", + " [-0.1045],\n", + " [-0.0993],\n", + " [-0.0993],\n", + " [-0.0985],\n", + " [-0.1018],\n", + " [-0.0990],\n", + " [-0.0977],\n", + " [-0.1038],\n", + " [-0.1039],\n", + " [-0.1045],\n", + " [-0.0974],\n", + " [-0.1040],\n", + " [-0.1104],\n", + " [-0.0969],\n", + " [-0.1072],\n", + " [-0.0978],\n", + " [-0.0981],\n", + " [-0.0991],\n", + " [-0.1015],\n", + " [-0.0973],\n", + " [-0.1018],\n", + " [-0.0985],\n", + " [-0.0989],\n", + " [-0.0985],\n", + " [-0.0966],\n", + " [-0.1008],\n", + " [-0.1045],\n", + " [-0.1110],\n", + " [-0.0986],\n", + " [-0.0990]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0286],\n", + " [-0.0618],\n", + " [-0.0617],\n", + " [-0.0623],\n", + " [-0.0638],\n", + " [-0.0629],\n", + " [-0.0641],\n", + " [-0.0627],\n", + " [-0.0625],\n", + " [-0.0614],\n", + " [-0.0612],\n", + " [-0.0628],\n", + " [-0.0633],\n", + " [-0.0535],\n", + " [-0.0635],\n", + " [-0.0609],\n", + " [-0.0639],\n", + " [-0.0632],\n", + " [-0.0623],\n", + " [-0.0607],\n", + " [-0.0635],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0647],\n", + " [-0.0636],\n", + " [-0.0620],\n", + " [-0.0616],\n", + " [-0.0549],\n", + " [-0.0620],\n", + " [-0.0652]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0619],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0620],\n", + " [-0.0643],\n", + " [-0.0635],\n", + " [-0.0601],\n", + " [-0.0631],\n", + " [-0.0634],\n", + " [-0.0631],\n", + " [-0.0620],\n", + " [-0.0587],\n", + " [-0.0659],\n", + " [-0.0618],\n", + " [-0.0593],\n", + " [-0.0613],\n", + " [-0.0642],\n", + " [-0.0618],\n", + " [-0.0599],\n", + " [-0.0622],\n", + " [-0.0636],\n", + " [-0.0627],\n", + " [-0.0626],\n", + " [-0.0709],\n", + " [-0.0603],\n", + " [-0.0590],\n", + " [-0.0637],\n", + " [-0.0602],\n", + " [-0.0609],\n", + " [-0.0625],\n", + " [-0.0607]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0755],\n", + " [-0.0718],\n", + " [-0.0738],\n", + " [-0.0724],\n", + " [-0.0701],\n", + " [-0.0716],\n", + " [-0.0751],\n", + " [-0.0733],\n", + " [-0.0703],\n", + " [-0.0750],\n", + " [-0.0771],\n", + " [-0.0677],\n", + " [-0.0701],\n", + " [-0.0793],\n", + " [-0.0757],\n", + " [-0.0740],\n", + " [-0.0723],\n", + " [-0.0780],\n", + " [-0.0716],\n", + " [-0.0744],\n", + " [-0.0707],\n", + " [-0.0738],\n", + " [-0.0754],\n", + " [-0.0739],\n", + " [-0.0828],\n", + " [-0.0679],\n", + " [-0.0690],\n", + " [-0.0748],\n", + " [-0.0715],\n", + " [-0.0738],\n", + " [-0.0725],\n", + " [-0.0716]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0366],\n", + " [0.0365],\n", + " [0.0386],\n", + " [0.0359],\n", + " [0.0378],\n", + " [0.0407],\n", + " [0.0359],\n", + " [0.0380],\n", + " [0.0361],\n", + " [0.0366],\n", + " [0.0391],\n", + " [0.0374],\n", + " [0.0393],\n", + " [0.0377],\n", + " [0.0369],\n", + " [0.0395],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0365],\n", + " [0.0379],\n", + " [0.0368],\n", + " [0.0362],\n", + " [0.0380],\n", + " [0.0364],\n", + " [0.0304],\n", + " [0.0391],\n", + " [0.0393],\n", + " [0.0357],\n", + " [0.0389],\n", + " [0.0376],\n", + " [0.0362],\n", + " [0.0382]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0933],\n", + " [-0.0944],\n", + " [-0.0927],\n", + " [-0.0951],\n", + " [-0.0950],\n", + " [-0.0890],\n", + " [-0.0952],\n", + " [-0.0901],\n", + " [-0.0959],\n", + " [-0.0961],\n", + " [-0.0939],\n", + " [-0.0947],\n", + " [-0.0859],\n", + " [-0.0961],\n", + " [-0.0919],\n", + " [-0.0870],\n", + " [-0.0928],\n", + " [-0.0950],\n", + " [-0.0947],\n", + " [-0.0889],\n", + " [-0.0936],\n", + " [-0.0965],\n", + " [-0.0960],\n", + " [-0.0935],\n", + " [-0.0945],\n", + " [-0.0921],\n", + " [-0.0899],\n", + " [-0.0956],\n", + " [-0.0895],\n", + " [-0.0898],\n", + " [-0.0944],\n", + " [-0.0911]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0558],\n", + " [0.0592],\n", + " [0.0540],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0365],\n", + " [0.0579],\n", + " [0.0530],\n", + " [0.0588],\n", + " [0.0581],\n", + " [0.0533],\n", + " [0.0585],\n", + " [0.0482],\n", + " [0.0562],\n", + " [0.0518],\n", + " [0.0468],\n", + " [0.0570],\n", + " [0.0543],\n", + " [0.0577],\n", + " [0.0457],\n", + " [0.0574],\n", + " [0.0596],\n", + " [0.0553],\n", + " [0.0561],\n", + " [0.0535],\n", + " [0.0564],\n", + " [0.0526],\n", + " [0.0581],\n", + " [0.0526],\n", + " [0.0513],\n", + " [0.0580],\n", + " [0.0546]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0402],\n", + " [-0.0367],\n", + " [-0.0359],\n", + " [-0.0382],\n", + " [-0.0356],\n", + " [-0.0356],\n", + " [-0.0380],\n", + " [-0.0385],\n", + " [-0.0357],\n", + " [-0.0353],\n", + " [-0.0332],\n", + " [-0.0348],\n", + " [-0.0433],\n", + " [-0.0344],\n", + " [-0.0383],\n", + " [-0.0437],\n", + " [-0.0373],\n", + " [-0.0345],\n", + " [-0.0372],\n", + " [-0.0408],\n", + " [-0.0375],\n", + " [-0.0347],\n", + " [-0.0342],\n", + " [-0.0388],\n", + " [-0.0341],\n", + " [-0.0352],\n", + " [-0.0366],\n", + " [-0.0380],\n", + " [-0.0396],\n", + " [-0.0410],\n", + " [-0.0376],\n", + " [-0.0381]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0790],\n", + " [-0.0804],\n", + " [-0.0805],\n", + " [-0.0823],\n", + " [-0.0829],\n", + " [-0.0790],\n", + " [-0.0782],\n", + " [-0.0810],\n", + " [-0.0796],\n", + " [-0.0803],\n", + " [-0.0821],\n", + " [-0.0793],\n", + " [-0.0788],\n", + " [-0.0788],\n", + " [-0.0792],\n", + " [-0.0791],\n", + " [-0.0797],\n", + " [-0.0802],\n", + " [-0.0795],\n", + " [-0.0802],\n", + " [-0.0796],\n", + " [-0.0817],\n", + " [-0.0796],\n", + " [-0.0848],\n", + " [-0.0816],\n", + " [-0.0805],\n", + " [-0.0793],\n", + " [-0.0797],\n", + " [-0.0789],\n", + " [-0.0795],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1683],\n", + " [0.1705],\n", + " [0.1672],\n", + " [0.1681],\n", + " [0.1683],\n", + " [0.1627],\n", + " [0.1687],\n", + " [0.1676],\n", + " [0.1703],\n", + " [0.1686],\n", + " [0.1661],\n", + " [0.1711],\n", + " [0.1623],\n", + " [0.1678],\n", + " [0.1653],\n", + " [0.1603],\n", + " [0.1693],\n", + " [0.1662],\n", + " [0.1687],\n", + " [0.1611],\n", + " [0.1695],\n", + " [0.1705],\n", + " [0.1670],\n", + " [0.1680],\n", + " [0.1634],\n", + " [0.1707],\n", + " [0.1681],\n", + " [0.1686],\n", + " [0.1673],\n", + " [0.1658],\n", + " [0.1692],\n", + " [0.1684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0556],\n", + " [-0.0562],\n", + " [-0.0552],\n", + " [-0.0565],\n", + " [-0.0547],\n", + " [-0.0573],\n", + " [-0.0577],\n", + " [-0.0544],\n", + " [-0.0570],\n", + " [-0.0586],\n", + " [-0.0583],\n", + " [-0.0551],\n", + " [-0.0463],\n", + " [-0.0606],\n", + " [-0.0566],\n", + " [-0.0503],\n", + " [-0.0544],\n", + " [-0.0594],\n", + " [-0.0553],\n", + " [-0.0550],\n", + " [-0.0559],\n", + " [-0.0591],\n", + " [-0.0585],\n", + " [-0.0558],\n", + " [-0.0647],\n", + " [-0.0508],\n", + " [-0.0485],\n", + " [-0.0579],\n", + " [-0.0518],\n", + " [-0.0538],\n", + " [-0.0567],\n", + " [-0.0523]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0604],\n", + " [0.0574],\n", + " [0.0617],\n", + " [0.0585],\n", + " [0.0594],\n", + " [0.0709],\n", + " [0.0599],\n", + " [0.0605],\n", + " [0.0581],\n", + " [0.0617],\n", + " [0.0675],\n", + " [0.0566],\n", + " [0.0635],\n", + " [0.0646],\n", + " [0.0642],\n", + " [0.0674],\n", + " [0.0586],\n", + " [0.0651],\n", + " [0.0587],\n", + " [0.0681],\n", + " [0.0564],\n", + " [0.0598],\n", + " [0.0646],\n", + " [0.0593],\n", + " [0.0637],\n", + " [0.0571],\n", + " [0.0604],\n", + " [0.0595],\n", + " [0.0594],\n", + " [0.0625],\n", + " [0.0578],\n", + " [0.0589]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0954],\n", + " [-0.0996],\n", + " [-0.0956],\n", + " [-0.0978],\n", + " [-0.0982],\n", + " [-0.0748],\n", + " [-0.0974],\n", + " [-0.0938],\n", + " [-0.1004],\n", + " [-0.0979],\n", + " [-0.0931],\n", + " [-0.1004],\n", + " [-0.0921],\n", + " [-0.0949],\n", + " [-0.0921],\n", + " [-0.0899],\n", + " [-0.0969],\n", + " [-0.0936],\n", + " [-0.0978],\n", + " [-0.0874],\n", + " [-0.0986],\n", + " [-0.1001],\n", + " [-0.0956],\n", + " [-0.0962],\n", + " [-0.0862],\n", + " [-0.0993],\n", + " [-0.0956],\n", + " [-0.0976],\n", + " [-0.0951],\n", + " [-0.0927],\n", + " [-0.0983],\n", + " [-0.0958]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0164],\n", + " [0.0205],\n", + " [0.0154],\n", + " [0.0189],\n", + " [0.0207],\n", + " [0.0080],\n", + " [0.0181],\n", + " [0.0160],\n", + " [0.0207],\n", + " [0.0179],\n", + " [0.0137],\n", + " [0.0226],\n", + " [0.0104],\n", + " [0.0157],\n", + " [0.0137],\n", + " [0.0071],\n", + " [0.0196],\n", + " [0.0144],\n", + " [0.0209],\n", + " [0.0085],\n", + " [0.0191],\n", + " [0.0186],\n", + " [0.0170],\n", + " [0.0169],\n", + " [0.0150],\n", + " [0.0208],\n", + " [0.0184],\n", + " [0.0180],\n", + " [0.0153],\n", + " [0.0132],\n", + " [0.0188],\n", + " [0.0179]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0950],\n", + " [0.0957],\n", + " [0.0920],\n", + " [0.0958],\n", + " [0.0936],\n", + " [0.0765],\n", + " [0.0946],\n", + " [0.0926],\n", + " [0.0950],\n", + " [0.0912],\n", + " [0.0857],\n", + " [0.0961],\n", + " [0.0990],\n", + " [0.0878],\n", + " [0.0902],\n", + " [0.0979],\n", + " [0.0930],\n", + " [0.0878],\n", + " [0.0939],\n", + " [0.0908],\n", + " [0.0977],\n", + " [0.0937],\n", + " [0.0887],\n", + " [0.0948],\n", + " [0.0859],\n", + " [0.0958],\n", + " [0.0920],\n", + " [0.0951],\n", + " [0.0965],\n", + " [0.0941],\n", + " [0.0962],\n", + " [0.0938]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0110],\n", + " [ 0.0099],\n", + " [ 0.0117],\n", + " [ 0.0107],\n", + " [ 0.0097],\n", + " [ 0.0040],\n", + " [ 0.0097],\n", + " [ 0.0110],\n", + " [ 0.0097],\n", + " [ 0.0082],\n", + " [ 0.0074],\n", + " [ 0.0104],\n", + " [ 0.0119],\n", + " [ 0.0073],\n", + " [ 0.0091],\n", + " [ 0.0142],\n", + " [ 0.0089],\n", + " [ 0.0077],\n", + " [ 0.0084],\n", + " [ 0.0116],\n", + " [ 0.0126],\n", + " [ 0.0095],\n", + " [ 0.0070],\n", + " [ 0.0115],\n", + " [-0.0012],\n", + " [ 0.0099],\n", + " [ 0.0078],\n", + " [ 0.0101],\n", + " [ 0.0141],\n", + " [ 0.0126],\n", + " [ 0.0112],\n", + " [ 0.0113]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0025],\n", + " [-0.0004],\n", + " [-0.0028],\n", + " [-0.0013],\n", + " [-0.0013],\n", + " [-0.0038],\n", + " [ 0.0003],\n", + " [-0.0037],\n", + " [ 0.0008],\n", + " [ 0.0021],\n", + " [ 0.0013],\n", + " [-0.0009],\n", + " [-0.0133],\n", + " [ 0.0050],\n", + " [-0.0026],\n", + " [-0.0129],\n", + " [-0.0018],\n", + " [ 0.0026],\n", + " [-0.0010],\n", + " [-0.0085],\n", + " [-0.0017],\n", + " [ 0.0024],\n", + " [ 0.0028],\n", + " [-0.0025],\n", + " [ 0.0112],\n", + " [-0.0031],\n", + " [-0.0061],\n", + " [ 0.0002],\n", + " [-0.0076],\n", + " [-0.0068],\n", + " [-0.0009],\n", + " [-0.0051]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0327],\n", + " [-0.0334],\n", + " [-0.0342],\n", + " [-0.0340],\n", + " [-0.0354],\n", + " [-0.0471],\n", + " [-0.0345],\n", + " [-0.0351],\n", + " [-0.0342],\n", + " [-0.0369],\n", + " [-0.0382],\n", + " [-0.0325],\n", + " [-0.0309],\n", + " [-0.0390],\n", + " [-0.0378],\n", + " [-0.0315],\n", + " [-0.0351],\n", + " [-0.0387],\n", + " [-0.0360],\n", + " [-0.0364],\n", + " [-0.0305],\n", + " [-0.0354],\n", + " [-0.0393],\n", + " [-0.0334],\n", + " [-0.0459],\n", + " [-0.0305],\n", + " [-0.0343],\n", + " [-0.0339],\n", + " [-0.0306],\n", + " [-0.0339],\n", + " [-0.0328],\n", + " [-0.0332]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0036],\n", + " [ 0.0039],\n", + " [ 0.0033],\n", + " [ 0.0035],\n", + " [ 0.0030],\n", + " [ 0.0055],\n", + " [ 0.0048],\n", + " [ 0.0034],\n", + " [ 0.0038],\n", + " [ 0.0061],\n", + " [ 0.0074],\n", + " [ 0.0023],\n", + " [-0.0032],\n", + " [ 0.0079],\n", + " [ 0.0052],\n", + " [-0.0016],\n", + " [ 0.0035],\n", + " [ 0.0072],\n", + " [ 0.0039],\n", + " [ 0.0032],\n", + " [ 0.0022],\n", + " [ 0.0060],\n", + " [ 0.0069],\n", + " [ 0.0033],\n", + " [ 0.0107],\n", + " [ 0.0009],\n", + " [ 0.0011],\n", + " [ 0.0046],\n", + " [ 0.0003],\n", + " [ 0.0022],\n", + " [ 0.0036],\n", + " [ 0.0016]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0565],\n", + " [0.0560],\n", + " [0.0570],\n", + " [0.0568],\n", + " [0.0574],\n", + " [0.0685],\n", + " [0.0569],\n", + " [0.0561],\n", + " [0.0577],\n", + " [0.0577],\n", + " [0.0603],\n", + " [0.0569],\n", + " [0.0551],\n", + " [0.0590],\n", + " [0.0580],\n", + " [0.0570],\n", + " [0.0554],\n", + " [0.0593],\n", + " [0.0561],\n", + " [0.0597],\n", + " [0.0564],\n", + " [0.0580],\n", + " [0.0595],\n", + " [0.0563],\n", + " [0.0623],\n", + " [0.0557],\n", + " [0.0551],\n", + " [0.0571],\n", + " [0.0553],\n", + " [0.0564],\n", + " [0.0565],\n", + " [0.0551]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0173],\n", + " [-0.0186],\n", + " [-0.0174],\n", + " [-0.0181],\n", + " [-0.0195],\n", + " [-0.0146],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0185],\n", + " [-0.0183],\n", + " [-0.0162],\n", + " [-0.0193],\n", + " [-0.0182],\n", + " [-0.0185],\n", + " [-0.0159],\n", + " [-0.0175],\n", + " [-0.0183],\n", + " [-0.0168],\n", + " [-0.0189],\n", + " [-0.0152],\n", + " [-0.0177],\n", + " [-0.0187],\n", + " [-0.0180],\n", + " [-0.0174],\n", + " [-0.0168],\n", + " [-0.0173],\n", + " [-0.0165],\n", + " [-0.0178],\n", + " [-0.0172],\n", + " [-0.0168],\n", + " [-0.0179],\n", + " [-0.0179]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1719],\n", + " [-0.1712],\n", + " [-0.1693],\n", + " [-0.1715],\n", + " [-0.1698],\n", + " [-0.1638],\n", + " [-0.1728],\n", + " [-0.1690],\n", + " [-0.1712],\n", + " [-0.1717],\n", + " [-0.1695],\n", + " [-0.1698],\n", + " [-0.1659],\n", + " [-0.1737],\n", + " [-0.1699],\n", + " [-0.1672],\n", + " [-0.1699],\n", + " [-0.1720],\n", + " [-0.1709],\n", + " [-0.1678],\n", + " [-0.1705],\n", + " [-0.1718],\n", + " [-0.1713],\n", + " [-0.1710],\n", + " [-0.1800],\n", + " [-0.1680],\n", + " [-0.1664],\n", + " [-0.1727],\n", + " [-0.1679],\n", + " [-0.1689],\n", + " [-0.1713],\n", + " [-0.1685]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0224],\n", + " [-0.0217],\n", + " [-0.0226],\n", + " [-0.0223],\n", + " [-0.0216],\n", + " [-0.0166],\n", + " [-0.0212],\n", + " [-0.0224],\n", + " [-0.0213],\n", + " [-0.0206],\n", + " [-0.0211],\n", + " [-0.0221],\n", + " [-0.0260],\n", + " [-0.0190],\n", + " [-0.0220],\n", + " [-0.0285],\n", + " [-0.0211],\n", + " [-0.0201],\n", + " [-0.0211],\n", + " [-0.0263],\n", + " [-0.0231],\n", + " [-0.0209],\n", + " [-0.0198],\n", + " [-0.0225],\n", + " [-0.0056],\n", + " [-0.0211],\n", + " [-0.0207],\n", + " [-0.0217],\n", + " [-0.0251],\n", + " [-0.0246],\n", + " [-0.0224],\n", + " [-0.0226]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 7.2926e-03],\n", + " [ 1.3507e-02],\n", + " [ 7.9449e-03],\n", + " [ 1.1877e-02],\n", + " [ 1.2957e-02],\n", + " [-1.0927e-02],\n", + " [ 1.0788e-02],\n", + " [ 4.8529e-03],\n", + " [ 1.5706e-02],\n", + " [ 1.1673e-02],\n", + " [ 5.3754e-03],\n", + " [ 1.6521e-02],\n", + " [-8.8120e-05],\n", + " [ 8.1090e-03],\n", + " [ 3.1508e-03],\n", + " [-3.5460e-03],\n", + " [ 9.9213e-03],\n", + " [ 6.4609e-03],\n", + " [ 1.1790e-02],\n", + " [-4.1954e-03],\n", + " [ 1.2818e-02],\n", + " [ 1.5518e-02],\n", + " [ 9.3548e-03],\n", + " [ 9.0884e-03],\n", + " [ 1.5885e-02],\n", + " [ 1.2864e-02],\n", + " [ 6.8108e-03],\n", + " [ 1.1342e-02],\n", + " [ 5.5637e-03],\n", + " [ 2.4782e-03],\n", + " [ 1.2290e-02],\n", + " [ 7.9583e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0916],\n", + " [0.0910],\n", + " [0.0914],\n", + " [0.0902],\n", + " [0.0915],\n", + " [0.1091],\n", + " [0.0903],\n", + " [0.0944],\n", + " [0.0906],\n", + " [0.0904],\n", + " [0.0924],\n", + " [0.0912],\n", + " [0.0976],\n", + " [0.0899],\n", + " [0.0942],\n", + " [0.0954],\n", + " [0.0935],\n", + " [0.0910],\n", + " [0.0921],\n", + " [0.0966],\n", + " [0.0905],\n", + " [0.0885],\n", + " [0.0906],\n", + " [0.0913],\n", + " [0.0886],\n", + " [0.0931],\n", + " [0.0970],\n", + " [0.0900],\n", + " [0.0932],\n", + " [0.0941],\n", + " [0.0904],\n", + " [0.0938]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0807],\n", + " [0.0853],\n", + " [0.0832],\n", + " [0.0851],\n", + " [0.0868],\n", + " [0.0803],\n", + " [0.0833],\n", + " [0.0821],\n", + " [0.0876],\n", + " [0.0853],\n", + " [0.0837],\n", + " [0.0883],\n", + " [0.0749],\n", + " [0.0825],\n", + " [0.0811],\n", + " [0.0727],\n", + " [0.0839],\n", + " [0.0832],\n", + " [0.0855],\n", + " [0.0778],\n", + " [0.0854],\n", + " [0.0875],\n", + " [0.0867],\n", + " [0.0829],\n", + " [0.0904],\n", + " [0.0855],\n", + " [0.0826],\n", + " [0.0837],\n", + " [0.0808],\n", + " [0.0795],\n", + " [0.0849],\n", + " [0.0824]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0865],\n", + " [0.0861],\n", + " [0.0878],\n", + " [0.0880],\n", + " [0.0887],\n", + " [0.0892],\n", + " [0.0870],\n", + " [0.0852],\n", + " [0.0886],\n", + " [0.0880],\n", + " [0.0889],\n", + " [0.0883],\n", + " [0.0836],\n", + " [0.0889],\n", + " [0.0873],\n", + " [0.0846],\n", + " [0.0856],\n", + " [0.0892],\n", + " [0.0868],\n", + " [0.0875],\n", + " [0.0877],\n", + " [0.0886],\n", + " [0.0891],\n", + " [0.0873],\n", + " [0.0967],\n", + " [0.0861],\n", + " [0.0840],\n", + " [0.0874],\n", + " [0.0856],\n", + " [0.0862],\n", + " [0.0871],\n", + " [0.0859]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0385],\n", + " [0.0423],\n", + " [0.0402],\n", + " [0.0403],\n", + " [0.0420],\n", + " [0.0476],\n", + " [0.0406],\n", + " [0.0398],\n", + " [0.0430],\n", + " [0.0431],\n", + " [0.0432],\n", + " [0.0430],\n", + " [0.0340],\n", + " [0.0432],\n", + " [0.0398],\n", + " [0.0349],\n", + " [0.0417],\n", + " [0.0423],\n", + " [0.0419],\n", + " [0.0370],\n", + " [0.0408],\n", + " [0.0432],\n", + " [0.0437],\n", + " [0.0393],\n", + " [0.0419],\n", + " [0.0422],\n", + " [0.0408],\n", + " [0.0406],\n", + " [0.0378],\n", + " [0.0370],\n", + " [0.0410],\n", + " [0.0397]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0360],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0300],\n", + " [0.0365],\n", + " [0.0388],\n", + " [0.0349],\n", + " [0.0354],\n", + " [0.0360],\n", + " [0.0356],\n", + " [0.0400],\n", + " [0.0348],\n", + " [0.0382],\n", + " [0.0378],\n", + " [0.0369],\n", + " [0.0361],\n", + " [0.0372],\n", + " [0.0393],\n", + " [0.0366],\n", + " [0.0342],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0325],\n", + " [0.0368],\n", + " [0.0380],\n", + " [0.0362],\n", + " [0.0390],\n", + " [0.0391],\n", + " [0.0364],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0731],\n", + " [-0.0712],\n", + " [-0.0740],\n", + " [-0.0711],\n", + " [-0.0709],\n", + " [-0.0773],\n", + " [-0.0717],\n", + " [-0.0751],\n", + " [-0.0694],\n", + " [-0.0717],\n", + " [-0.0747],\n", + " [-0.0692],\n", + " [-0.0785],\n", + " [-0.0727],\n", + " [-0.0748],\n", + " [-0.0812],\n", + " [-0.0723],\n", + " [-0.0734],\n", + " [-0.0712],\n", + " [-0.0782],\n", + " [-0.0711],\n", + " [-0.0703],\n", + " [-0.0727],\n", + " [-0.0724],\n", + " [-0.0634],\n", + " [-0.0709],\n", + " [-0.0735],\n", + " [-0.0714],\n", + " [-0.0751],\n", + " [-0.0759],\n", + " [-0.0714],\n", + " [-0.0734]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1015],\n", + " [-0.0976],\n", + " [-0.1005],\n", + " [-0.0986],\n", + " [-0.0983],\n", + " [-0.1103],\n", + " [-0.1000],\n", + " [-0.1010],\n", + " [-0.0984],\n", + " [-0.1000],\n", + " [-0.1035],\n", + " [-0.0969],\n", + " [-0.1004],\n", + " [-0.1037],\n", + " [-0.1031],\n", + " [-0.1025],\n", + " [-0.0991],\n", + " [-0.1033],\n", + " [-0.0984],\n", + " [-0.1045],\n", + " [-0.0979],\n", + " [-0.0992],\n", + " [-0.1022],\n", + " [-0.0998],\n", + " [-0.1169],\n", + " [-0.0980],\n", + " [-0.0995],\n", + " [-0.0997],\n", + " [-0.0993],\n", + " [-0.1017],\n", + " [-0.0982],\n", + " [-0.0993]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0640],\n", + " [-0.0631],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0553],\n", + " [-0.0628],\n", + " [-0.0624],\n", + " [-0.0624],\n", + " [-0.0615],\n", + " [-0.0608],\n", + " [-0.0633],\n", + " [-0.0669],\n", + " [-0.0597],\n", + " [-0.0620],\n", + " [-0.0666],\n", + " [-0.0626],\n", + " [-0.0604],\n", + " [-0.0622],\n", + " [-0.0634],\n", + " [-0.0640],\n", + " [-0.0621],\n", + " [-0.0601],\n", + " [-0.0635],\n", + " [-0.0561],\n", + " [-0.0644],\n", + " [-0.0642],\n", + " [-0.0632],\n", + " [-0.0650],\n", + " [-0.0642],\n", + " [-0.0635],\n", + " [-0.0634]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0674],\n", + " [-0.0621],\n", + " [-0.0631],\n", + " [-0.0614],\n", + " [-0.0620],\n", + " [-0.0659],\n", + " [-0.0650],\n", + " [-0.0595],\n", + " [-0.0590],\n", + " [-0.0650],\n", + " [-0.0671],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0617],\n", + " [-0.0625],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0624],\n", + " [-0.1565],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0590],\n", + " [-0.0526],\n", + " [-0.0647],\n", + " [-0.0636],\n", + " [-0.0682],\n", + " [-0.0644],\n", + " [-0.0629],\n", + " [-0.0674],\n", + " [-0.0648],\n", + " [-0.0579],\n", + " [-0.0631]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0732],\n", + " [-0.0805],\n", + " [-0.0762],\n", + " [-0.0758],\n", + " [-0.0807],\n", + " [-0.0789],\n", + " [-0.0707],\n", + " [-0.0710],\n", + " [-0.0781],\n", + " [-0.0808],\n", + " [-0.0729],\n", + " [-0.0757],\n", + " [-0.0730],\n", + " [-0.0734],\n", + " [-0.0707],\n", + " [-0.0741],\n", + " [-0.0746],\n", + " [-0.1192],\n", + " [-0.0750],\n", + " [-0.0732],\n", + " [-0.0679],\n", + " [-0.0632],\n", + " [-0.0781],\n", + " [-0.0736],\n", + " [-0.0782],\n", + " [-0.0790],\n", + " [-0.0766],\n", + " [-0.0803],\n", + " [-0.0785],\n", + " [-0.0704],\n", + " [-0.0746]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0354],\n", + " [0.0380],\n", + " [0.0351],\n", + " [0.0383],\n", + " [0.0385],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0388],\n", + " [0.0388],\n", + " [0.0359],\n", + " [0.0369],\n", + " [0.0381],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0359],\n", + " [0.0377],\n", + " [0.0361],\n", + " [0.0375],\n", + " [0.0315],\n", + " [0.0370],\n", + " [0.0374],\n", + " [0.0426],\n", + " [0.0414],\n", + " [0.0365],\n", + " [0.0351],\n", + " [0.0303],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0356],\n", + " [0.0366],\n", + " [0.0288],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0971],\n", + " [-0.0944],\n", + " [-0.0960],\n", + " [-0.0912],\n", + " [-0.0906],\n", + " [-0.0950],\n", + " [-0.0922],\n", + " [-0.0876],\n", + " [-0.0901],\n", + " [-0.0956],\n", + " [-0.0955],\n", + " [-0.0954],\n", + " [-0.0922],\n", + " [-0.0930],\n", + " [-0.0944],\n", + " [-0.0934],\n", + " [-0.0946],\n", + " [-0.0935],\n", + " [-0.0801],\n", + " [-0.0929],\n", + " [-0.0962],\n", + " [-0.1019],\n", + " [-0.0844],\n", + " [-0.0956],\n", + " [-0.0967],\n", + " [-0.0998],\n", + " [-0.0927],\n", + " [-0.0906],\n", + " [-0.0971],\n", + " [-0.0920],\n", + " [-0.0835],\n", + " [-0.0959]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0554],\n", + " [ 0.0568],\n", + " [ 0.0483],\n", + " [ 0.0493],\n", + " [ 0.0509],\n", + " [ 0.0525],\n", + " [ 0.0487],\n", + " [ 0.0501],\n", + " [ 0.0538],\n", + " [ 0.0550],\n", + " [ 0.0537],\n", + " [ 0.0559],\n", + " [ 0.0523],\n", + " [ 0.0563],\n", + " [ 0.0585],\n", + " [ 0.0569],\n", + " [ 0.0578],\n", + " [ 0.0561],\n", + " [-0.0655],\n", + " [ 0.0459],\n", + " [ 0.0579],\n", + " [ 0.0330],\n", + " [ 0.0520],\n", + " [ 0.0559],\n", + " [ 0.0595],\n", + " [ 0.0562],\n", + " [ 0.0493],\n", + " [ 0.0478],\n", + " [ 0.0558],\n", + " [ 0.0493],\n", + " [ 0.0645],\n", + " [ 0.0568]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0379],\n", + " [-0.0350],\n", + " [-0.0414],\n", + " [-0.0363],\n", + " [-0.0377],\n", + " [-0.0382],\n", + " [-0.0386],\n", + " [-0.0416],\n", + " [-0.0368],\n", + " [-0.0382],\n", + " [-0.0369],\n", + " [-0.0346],\n", + " [-0.0408],\n", + " [-0.0378],\n", + " [-0.0378],\n", + " [-0.0367],\n", + " [-0.0373],\n", + " [-0.0369],\n", + " [ 0.0226],\n", + " [-0.0351],\n", + " [-0.0347],\n", + " [-0.0386],\n", + " [-0.0296],\n", + " [-0.0366],\n", + " [-0.0364],\n", + " [-0.0396],\n", + " [-0.0386],\n", + " [-0.0402],\n", + " [-0.0385],\n", + " [-0.0405],\n", + " [-0.0373],\n", + " [-0.0348]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0791],\n", + " [-0.0804],\n", + " [-0.0798],\n", + " [-0.0793],\n", + " [-0.0781],\n", + " [-0.0781],\n", + " [-0.0782],\n", + " [-0.0785],\n", + " [-0.0794],\n", + " [-0.0790],\n", + " [-0.0784],\n", + " [-0.0819],\n", + " [-0.0792],\n", + " [-0.0794],\n", + " [-0.0788],\n", + " [-0.0806],\n", + " [-0.0790],\n", + " [-0.0796],\n", + " [-0.0586],\n", + " [-0.0826],\n", + " [-0.0810],\n", + " [-0.0887],\n", + " [-0.0776],\n", + " [-0.0786],\n", + " [-0.0796],\n", + " [-0.0782],\n", + " [-0.0783],\n", + " [-0.0782],\n", + " [-0.0792],\n", + " [-0.0783],\n", + " [-0.0695],\n", + " [-0.0807]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1660],\n", + " [0.1685],\n", + " [0.1621],\n", + " [0.1637],\n", + " [0.1658],\n", + " [0.1654],\n", + " [0.1642],\n", + " [0.1669],\n", + " [0.1682],\n", + " [0.1664],\n", + " [0.1661],\n", + " [0.1676],\n", + " [0.1660],\n", + " [0.1685],\n", + " [0.1695],\n", + " [0.1691],\n", + " [0.1687],\n", + " [0.1683],\n", + " [0.1105],\n", + " [0.1618],\n", + " [0.1688],\n", + " [0.1640],\n", + " [0.1786],\n", + " [0.1673],\n", + " [0.1694],\n", + " [0.1695],\n", + " [0.1637],\n", + " [0.1639],\n", + " [0.1664],\n", + " [0.1644],\n", + " [0.1731],\n", + " [0.1677]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0611],\n", + " [-0.0563],\n", + " [-0.0621],\n", + " [-0.0574],\n", + " [-0.0563],\n", + " [-0.0610],\n", + " [-0.0592],\n", + " [-0.0504],\n", + " [-0.0523],\n", + " [-0.0592],\n", + " [-0.0606],\n", + " [-0.0567],\n", + " [-0.0559],\n", + " [-0.0551],\n", + " [-0.0569],\n", + " [-0.0540],\n", + " [-0.0570],\n", + " [-0.0557],\n", + " [-0.1069],\n", + " [-0.0557],\n", + " [-0.0577],\n", + " [-0.0591],\n", + " [-0.0382],\n", + " [-0.0595],\n", + " [-0.0585],\n", + " [-0.0688],\n", + " [-0.0590],\n", + " [-0.0568],\n", + " [-0.0596],\n", + " [-0.0582],\n", + " [-0.0475],\n", + " [-0.0583]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0622],\n", + " [0.0603],\n", + " [0.0670],\n", + " [0.0671],\n", + " [0.0649],\n", + " [0.0648],\n", + " [0.0661],\n", + " [0.0615],\n", + " [0.0593],\n", + " [0.0624],\n", + " [0.0644],\n", + " [0.0618],\n", + " [0.0618],\n", + " [0.0590],\n", + " [0.0584],\n", + " [0.0580],\n", + " [0.0596],\n", + " [0.0611],\n", + " [0.0030],\n", + " [0.0711],\n", + " [0.0610],\n", + " [0.0778],\n", + " [0.0570],\n", + " [0.0629],\n", + " [0.0587],\n", + " [0.0559],\n", + " [0.0668],\n", + " [0.0660],\n", + " [0.0638],\n", + " [0.0651],\n", + " [0.0503],\n", + " [0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0935],\n", + " [-0.0977],\n", + " [-0.0910],\n", + " [-0.0900],\n", + " [-0.0912],\n", + " [-0.0927],\n", + " [-0.0881],\n", + " [-0.0922],\n", + " [-0.0951],\n", + " [-0.0944],\n", + " [-0.0923],\n", + " [-0.0976],\n", + " [-0.0935],\n", + " [-0.0967],\n", + " [-0.0982],\n", + " [-0.0980],\n", + " [-0.0975],\n", + " [-0.0963],\n", + " [ 0.0316],\n", + " [-0.0867],\n", + " [-0.0991],\n", + " [-0.0743],\n", + " [-0.0972],\n", + " [-0.0953],\n", + " [-0.0994],\n", + " [-0.0998],\n", + " [-0.0889],\n", + " [-0.0879],\n", + " [-0.0936],\n", + " [-0.0892],\n", + " [-0.1033],\n", + " [-0.0978]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0178],\n", + " [ 0.0179],\n", + " [ 0.0137],\n", + " [ 0.0109],\n", + " [ 0.0129],\n", + " [ 0.0135],\n", + " [ 0.0118],\n", + " [ 0.0149],\n", + " [ 0.0184],\n", + " [ 0.0164],\n", + " [ 0.0148],\n", + " [ 0.0177],\n", + " [ 0.0138],\n", + " [ 0.0181],\n", + " [ 0.0191],\n", + " [ 0.0200],\n", + " [ 0.0181],\n", + " [ 0.0164],\n", + " [-0.1273],\n", + " [ 0.0089],\n", + " [ 0.0187],\n", + " [ 0.0078],\n", + " [ 0.0182],\n", + " [ 0.0161],\n", + " [ 0.0194],\n", + " [ 0.0175],\n", + " [ 0.0113],\n", + " [ 0.0112],\n", + " [ 0.0159],\n", + " [ 0.0127],\n", + " [ 0.0209],\n", + " [ 0.0168]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0913],\n", + " [ 0.0929],\n", + " [ 0.0949],\n", + " [ 0.0881],\n", + " [ 0.0891],\n", + " [ 0.0918],\n", + " [ 0.0886],\n", + " [ 0.0928],\n", + " [ 0.0922],\n", + " [ 0.0920],\n", + " [ 0.0892],\n", + " [ 0.0919],\n", + " [ 0.0948],\n", + " [ 0.0943],\n", + " [ 0.0954],\n", + " [ 0.0950],\n", + " [ 0.0939],\n", + " [ 0.0927],\n", + " [-0.1685],\n", + " [ 0.0837],\n", + " [ 0.0926],\n", + " [ 0.0743],\n", + " [ 0.0983],\n", + " [ 0.0909],\n", + " [ 0.0953],\n", + " [ 0.0944],\n", + " [ 0.0890],\n", + " [ 0.0891],\n", + " [ 0.0907],\n", + " [ 0.0911],\n", + " [ 0.1056],\n", + " [ 0.0921]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0064],\n", + " [ 0.0105],\n", + " [ 0.0129],\n", + " [ 0.0101],\n", + " [ 0.0103],\n", + " [ 0.0103],\n", + " [ 0.0087],\n", + " [ 0.0113],\n", + " [ 0.0100],\n", + " [ 0.0083],\n", + " [ 0.0079],\n", + " [ 0.0103],\n", + " [ 0.0125],\n", + " [ 0.0108],\n", + " [ 0.0099],\n", + " [ 0.0106],\n", + " [ 0.0098],\n", + " [ 0.0106],\n", + " [-0.0545],\n", + " [ 0.0037],\n", + " [ 0.0097],\n", + " [ 0.0136],\n", + " [ 0.0134],\n", + " [ 0.0083],\n", + " [ 0.0091],\n", + " [ 0.0066],\n", + " [ 0.0088],\n", + " [ 0.0093],\n", + " [ 0.0069],\n", + " [ 0.0094],\n", + " [ 0.0050],\n", + " [ 0.0102]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 5.2643e-03],\n", + " [-5.0989e-04],\n", + " [ 1.1658e-03],\n", + " [-3.3286e-03],\n", + " [-3.0572e-03],\n", + " [ 2.8839e-03],\n", + " [-3.5495e-04],\n", + " [-7.7592e-03],\n", + " [-4.4928e-03],\n", + " [ 2.4352e-03],\n", + " [ 4.2784e-03],\n", + " [-6.0674e-05],\n", + " [-3.8231e-03],\n", + " [-2.4289e-03],\n", + " [-3.2613e-04],\n", + " [-2.5398e-03],\n", + " [-5.3935e-04],\n", + " [-1.9899e-03],\n", + " [-5.1256e-02],\n", + " [-4.4997e-03],\n", + " [ 1.3831e-03],\n", + " [-3.4971e-03],\n", + " [-8.6481e-03],\n", + " [ 2.9293e-03],\n", + " [ 1.3757e-03],\n", + " [ 1.1829e-02],\n", + " [-1.3552e-03],\n", + " [-4.1061e-03],\n", + " [ 2.7329e-03],\n", + " [-1.1839e-03],\n", + " [-4.8077e-03],\n", + " [ 8.9341e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0416],\n", + " [-0.0346],\n", + " [-0.0435],\n", + " [-0.0375],\n", + " [-0.0365],\n", + " [-0.0393],\n", + " [-0.0405],\n", + " [-0.0327],\n", + " [-0.0347],\n", + " [-0.0385],\n", + " [-0.0400],\n", + " [-0.0360],\n", + " [-0.0346],\n", + " [-0.0341],\n", + " [-0.0340],\n", + " [-0.0334],\n", + " [-0.0348],\n", + " [-0.0343],\n", + " [-0.0470],\n", + " [-0.0419],\n", + " [-0.0360],\n", + " [-0.0506],\n", + " [-0.0308],\n", + " [-0.0380],\n", + " [-0.0350],\n", + " [-0.0395],\n", + " [-0.0399],\n", + " [-0.0387],\n", + " [-0.0387],\n", + " [-0.0396],\n", + " [-0.0224],\n", + " [-0.0357]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0071],\n", + " [0.0040],\n", + " [0.0072],\n", + " [0.0058],\n", + " [0.0052],\n", + " [0.0070],\n", + " [0.0064],\n", + " [0.0007],\n", + " [0.0024],\n", + " [0.0061],\n", + " [0.0072],\n", + " [0.0042],\n", + " [0.0035],\n", + " [0.0033],\n", + " [0.0044],\n", + " [0.0024],\n", + " [0.0045],\n", + " [0.0040],\n", + " [0.0534],\n", + " [0.0057],\n", + " [0.0051],\n", + " [0.0088],\n", + " [0.0021],\n", + " [0.0065],\n", + " [0.0054],\n", + " [0.0080],\n", + " [0.0066],\n", + " [0.0052],\n", + " [0.0068],\n", + " [0.0056],\n", + " [0.0038],\n", + " [0.0052]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0589],\n", + " [0.0571],\n", + " [0.0633],\n", + " [0.0598],\n", + " [0.0580],\n", + " [0.0602],\n", + " [0.0603],\n", + " [0.0549],\n", + " [0.0553],\n", + " [0.0582],\n", + " [0.0590],\n", + " [0.0582],\n", + " [0.0575],\n", + " [0.0560],\n", + " [0.0563],\n", + " [0.0559],\n", + " [0.0566],\n", + " [0.0566],\n", + " [0.0488],\n", + " [0.0623],\n", + " [0.0583],\n", + " [0.0791],\n", + " [0.0588],\n", + " [0.0579],\n", + " [0.0573],\n", + " [0.0619],\n", + " [0.0603],\n", + " [0.0593],\n", + " [0.0588],\n", + " [0.0598],\n", + " [0.0552],\n", + " [0.0583]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0197],\n", + " [-0.0184],\n", + " [-0.0167],\n", + " [-0.0151],\n", + " [-0.0161],\n", + " [-0.0174],\n", + " [-0.0171],\n", + " [-0.0160],\n", + " [-0.0177],\n", + " [-0.0178],\n", + " [-0.0184],\n", + " [-0.0187],\n", + " [-0.0164],\n", + " [-0.0181],\n", + " [-0.0184],\n", + " [-0.0188],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [ 0.1295],\n", + " [-0.0140],\n", + " [-0.0190],\n", + " [-0.0178],\n", + " [-0.0221],\n", + " [-0.0179],\n", + " [-0.0181],\n", + " [-0.0119],\n", + " [-0.0162],\n", + " [-0.0160],\n", + " [-0.0180],\n", + " [-0.0168],\n", + " [-0.0136],\n", + " [-0.0182]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1769],\n", + " [-0.1702],\n", + " [-0.1801],\n", + " [-0.1685],\n", + " [-0.1690],\n", + " [-0.1761],\n", + " [-0.1729],\n", + " [-0.1668],\n", + " [-0.1675],\n", + " [-0.1746],\n", + " [-0.1754],\n", + " [-0.1703],\n", + " [-0.1714],\n", + " [-0.1703],\n", + " [-0.1718],\n", + " [-0.1697],\n", + " [-0.1715],\n", + " [-0.1704],\n", + " [-0.0471],\n", + " [-0.1682],\n", + " [-0.1711],\n", + " [-0.1657],\n", + " [-0.1653],\n", + " [-0.1738],\n", + " [-0.1729],\n", + " [-0.1773],\n", + " [-0.1722],\n", + " [-0.1699],\n", + " [-0.1755],\n", + " [-0.1736],\n", + " [-0.1679],\n", + " [-0.1712]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0163],\n", + " [-0.0217],\n", + " [-0.0187],\n", + " [-0.0234],\n", + " [-0.0233],\n", + " [-0.0194],\n", + " [-0.0200],\n", + " [-0.0240],\n", + " [-0.0217],\n", + " [-0.0189],\n", + " [-0.0180],\n", + " [-0.0216],\n", + " [-0.0228],\n", + " [-0.0221],\n", + " [-0.0215],\n", + " [-0.0222],\n", + " [-0.0217],\n", + " [-0.0223],\n", + " [ 0.1650],\n", + " [-0.0210],\n", + " [-0.0211],\n", + " [-0.0218],\n", + " [-0.0169],\n", + " [-0.0196],\n", + " [-0.0208],\n", + " [-0.0128],\n", + " [-0.0211],\n", + " [-0.0224],\n", + " [-0.0186],\n", + " [-0.0201],\n", + " [-0.0185],\n", + " [-0.0216]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0089],\n", + " [ 0.0114],\n", + " [ 0.0037],\n", + " [ 0.0011],\n", + " [ 0.0014],\n", + " [ 0.0051],\n", + " [ 0.0003],\n", + " [ 0.0006],\n", + " [ 0.0072],\n", + " [ 0.0075],\n", + " [ 0.0056],\n", + " [ 0.0117],\n", + " [ 0.0046],\n", + " [ 0.0096],\n", + " [ 0.0118],\n", + " [ 0.0116],\n", + " [ 0.0109],\n", + " [ 0.0087],\n", + " [-0.0430],\n", + " [-0.0011],\n", + " [ 0.0136],\n", + " [-0.0197],\n", + " [ 0.0101],\n", + " [ 0.0079],\n", + " [ 0.0148],\n", + " [ 0.0202],\n", + " [ 0.0006],\n", + " [-0.0016],\n", + " [ 0.0073],\n", + " [ 0.0007],\n", + " [ 0.0180],\n", + " [ 0.0117]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0900],\n", + " [0.0905],\n", + " [0.0843],\n", + " [0.0939],\n", + " [0.0947],\n", + " [0.0884],\n", + " [0.0939],\n", + " [0.0984],\n", + " [0.0954],\n", + " [0.0906],\n", + " [0.0904],\n", + " [0.0900],\n", + " [0.0914],\n", + " [0.0919],\n", + " [0.0909],\n", + " [0.0919],\n", + " [0.0910],\n", + " [0.0913],\n", + " [0.2319],\n", + " [0.0964],\n", + " [0.0893],\n", + " [0.1097],\n", + " [0.0971],\n", + " [0.0903],\n", + " [0.0890],\n", + " [0.0839],\n", + " [0.0932],\n", + " [0.0963],\n", + " [0.0900],\n", + " [0.0934],\n", + " [0.1015],\n", + " [0.0892]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0820],\n", + " [0.0851],\n", + " [0.0801],\n", + " [0.0813],\n", + " [0.0800],\n", + " [0.0802],\n", + " [0.0783],\n", + " [0.0788],\n", + " [0.0836],\n", + " [0.0818],\n", + " [0.0798],\n", + " [0.0861],\n", + " [0.0806],\n", + " [0.0835],\n", + " [0.0843],\n", + " [0.0848],\n", + " [0.0839],\n", + " [0.0826],\n", + " [0.0369],\n", + " [0.0823],\n", + " [0.0870],\n", + " [0.0801],\n", + " [0.0857],\n", + " [0.0821],\n", + " [0.0865],\n", + " [0.0957],\n", + " [0.0787],\n", + " [0.0781],\n", + " [0.0799],\n", + " [0.0780],\n", + " [0.0793],\n", + " [0.0855]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0895],\n", + " [0.0877],\n", + " [0.0893],\n", + " [0.0884],\n", + " [0.0869],\n", + " [0.0888],\n", + " [0.0883],\n", + " [0.0836],\n", + " [0.0848],\n", + " [0.0881],\n", + " [0.0889],\n", + " [0.0894],\n", + " [0.0873],\n", + " [0.0866],\n", + " [0.0864],\n", + " [0.0868],\n", + " [0.0870],\n", + " [0.0872],\n", + " [0.2368],\n", + " [0.0888],\n", + " [0.0889],\n", + " [0.0811],\n", + " [0.0761],\n", + " [0.0879],\n", + " [0.0880],\n", + " [0.0905],\n", + " [0.0884],\n", + " [0.0871],\n", + " [0.0890],\n", + " [0.0880],\n", + " [0.0735],\n", + " [0.0891]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0410],\n", + " [0.0419],\n", + " [0.0357],\n", + " [0.0399],\n", + " [0.0400],\n", + " [0.0389],\n", + " [0.0395],\n", + " [0.0379],\n", + " [0.0410],\n", + " [0.0403],\n", + " [0.0407],\n", + " [0.0420],\n", + " [0.0371],\n", + " [0.0403],\n", + " [0.0411],\n", + " [0.0412],\n", + " [0.0411],\n", + " [0.0404],\n", + " [0.0591],\n", + " [0.0403],\n", + " [0.0428],\n", + " [0.0535],\n", + " [0.0409],\n", + " [0.0415],\n", + " [0.0418],\n", + " [0.0446],\n", + " [0.0390],\n", + " [0.0387],\n", + " [0.0397],\n", + " [0.0381],\n", + " [0.0446],\n", + " [0.0420]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0360],\n", + " [ 0.0364],\n", + " [ 0.0402],\n", + " [ 0.0382],\n", + " [ 0.0379],\n", + " [ 0.0375],\n", + " [ 0.0370],\n", + " [ 0.0393],\n", + " [ 0.0387],\n", + " [ 0.0369],\n", + " [ 0.0357],\n", + " [ 0.0369],\n", + " [ 0.0388],\n", + " [ 0.0374],\n", + " [ 0.0365],\n", + " [ 0.0372],\n", + " [ 0.0362],\n", + " [ 0.0368],\n", + " [-0.1156],\n", + " [ 0.0361],\n", + " [ 0.0358],\n", + " [ 0.0213],\n", + " [ 0.0286],\n", + " [ 0.0362],\n", + " [ 0.0350],\n", + " [ 0.0299],\n", + " [ 0.0375],\n", + " [ 0.0381],\n", + " [ 0.0358],\n", + " [ 0.0382],\n", + " [ 0.0289],\n", + " [ 0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0710],\n", + " [-0.0725],\n", + " [-0.0762],\n", + " [-0.0762],\n", + " [-0.0760],\n", + " [-0.0737],\n", + " [-0.0750],\n", + " [-0.0765],\n", + " [-0.0743],\n", + " [-0.0722],\n", + " [-0.0730],\n", + " [-0.0721],\n", + " [-0.0743],\n", + " [-0.0727],\n", + " [-0.0716],\n", + " [-0.0719],\n", + " [-0.0719],\n", + " [-0.0732],\n", + " [-0.0155],\n", + " [-0.0747],\n", + " [-0.0713],\n", + " [-0.0806],\n", + " [-0.0715],\n", + " [-0.0726],\n", + " [-0.0698],\n", + " [-0.0638],\n", + " [-0.0750],\n", + " [-0.0758],\n", + " [-0.0714],\n", + " [-0.0747],\n", + " [-0.0705],\n", + " [-0.0721]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1053],\n", + " [-0.0991],\n", + " [-0.1083],\n", + " [-0.1041],\n", + " [-0.1034],\n", + " [-0.1057],\n", + " [-0.1073],\n", + " [-0.1016],\n", + " [-0.0996],\n", + " [-0.1035],\n", + " [-0.1060],\n", + " [-0.1000],\n", + " [-0.1025],\n", + " [-0.0993],\n", + " [-0.0988],\n", + " [-0.0981],\n", + " [-0.0992],\n", + " [-0.1003],\n", + " [-0.2031],\n", + " [-0.1061],\n", + " [-0.0992],\n", + " [-0.1052],\n", + " [-0.1029],\n", + " [-0.1028],\n", + " [-0.0988],\n", + " [-0.1066],\n", + " [-0.1063],\n", + " [-0.1060],\n", + " [-0.1047],\n", + " [-0.1068],\n", + " [-0.0952],\n", + " [-0.1000]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0588],\n", + " [-0.0622],\n", + " [-0.0567],\n", + " [-0.0616],\n", + " [-0.0621],\n", + " [-0.0598],\n", + " [-0.0598],\n", + " [-0.0646],\n", + " [-0.0624],\n", + " [-0.0607],\n", + " [-0.0594],\n", + " [-0.0614],\n", + " [-0.0634],\n", + " [-0.0629],\n", + " [-0.0631],\n", + " [-0.0631],\n", + " [-0.0629],\n", + " [-0.0629],\n", + " [ 0.1571],\n", + " [-0.0622],\n", + " [-0.0615],\n", + " [-0.0543],\n", + " [-0.0655],\n", + " [-0.0606],\n", + " [-0.0626],\n", + " [-0.0577],\n", + " [-0.0608],\n", + " [-0.0617],\n", + " [-0.0614],\n", + " [-0.0606],\n", + " [-0.0702],\n", + " [-0.0616]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0670],\n", + " [-0.0621],\n", + " [-0.0561],\n", + " [-0.0612],\n", + " [-0.0623],\n", + " [-0.0545],\n", + " [-0.0632],\n", + " [-0.0628],\n", + " [-0.0532],\n", + " [-0.0608],\n", + " [-0.0603],\n", + " [-0.0602],\n", + " [-0.0733],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0618],\n", + " [-0.0654],\n", + " [-0.0614],\n", + " [-0.0613],\n", + " [-0.0621],\n", + " [-0.0690],\n", + " [-0.0614],\n", + " [-0.0635],\n", + " [-0.0637],\n", + " [-0.0644],\n", + " [-0.0404],\n", + " [-0.0656],\n", + " [-0.0619],\n", + " [-0.0620],\n", + " [-0.0614],\n", + " [-0.0540]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0735],\n", + " [-0.0800],\n", + " [-0.0751],\n", + " [-0.0679],\n", + " [-0.0730],\n", + " [-0.0711],\n", + " [-0.0692],\n", + " [-0.0717],\n", + " [-0.0753],\n", + " [-0.0691],\n", + " [-0.0729],\n", + " [-0.0780],\n", + " [-0.0748],\n", + " [-0.0841],\n", + " [-0.0741],\n", + " [-0.0666],\n", + " [-0.0755],\n", + " [-0.0787],\n", + " [-0.0740],\n", + " [-0.0713],\n", + " [-0.0747],\n", + " [-0.0805],\n", + " [-0.0743],\n", + " [-0.0743],\n", + " [-0.0760],\n", + " [-0.0780],\n", + " [-0.0700],\n", + " [-0.0770],\n", + " [-0.0728],\n", + " [-0.0739],\n", + " [-0.0735],\n", + " [-0.0748]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0358],\n", + " [0.0388],\n", + " [0.0385],\n", + " [0.0390],\n", + " [0.0378],\n", + " [0.0385],\n", + " [0.0359],\n", + " [0.0372],\n", + " [0.0384],\n", + " [0.0387],\n", + " [0.0425],\n", + " [0.0394],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0375],\n", + " [0.0372],\n", + " [0.0397],\n", + " [0.0380],\n", + " [0.0349],\n", + " [0.0373],\n", + " [0.0355],\n", + " [0.0361],\n", + " [0.0371],\n", + " [0.0417],\n", + " [0.0357],\n", + " [0.0367],\n", + " [0.0384],\n", + " [0.0389],\n", + " [0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0932],\n", + " [-0.0959],\n", + " [-0.0943],\n", + " [-0.0865],\n", + " [-0.0935],\n", + " [-0.0959],\n", + " [-0.0849],\n", + " [-0.0959],\n", + " [-0.0929],\n", + " [-0.0818],\n", + " [-0.0903],\n", + " [-0.0893],\n", + " [-0.0894],\n", + " [-0.0967],\n", + " [-0.0947],\n", + " [-0.0946],\n", + " [-0.0908],\n", + " [-0.0946],\n", + " [-0.0917],\n", + " [-0.0913],\n", + " [-0.0932],\n", + " [-0.0985],\n", + " [-0.0914],\n", + " [-0.0961],\n", + " [-0.0937],\n", + " [-0.0916],\n", + " [-0.0731],\n", + " [-0.0960],\n", + " [-0.0947],\n", + " [-0.0902],\n", + " [-0.0930],\n", + " [-0.0853]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0562],\n", + " [0.0542],\n", + " [0.0549],\n", + " [0.0441],\n", + " [0.0546],\n", + " [0.0579],\n", + " [0.0375],\n", + " [0.0585],\n", + " [0.0545],\n", + " [0.0460],\n", + " [0.0440],\n", + " [0.0335],\n", + " [0.0483],\n", + " [0.0512],\n", + " [0.0585],\n", + " [0.0582],\n", + " [0.0507],\n", + " [0.0520],\n", + " [0.0550],\n", + " [0.0519],\n", + " [0.0562],\n", + " [0.0547],\n", + " [0.0536],\n", + " [0.0590],\n", + " [0.0549],\n", + " [0.0486],\n", + " [0.0301],\n", + " [0.0583],\n", + " [0.0581],\n", + " [0.0428],\n", + " [0.0563],\n", + " [0.0325]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0378],\n", + " [-0.0390],\n", + " [-0.0335],\n", + " [-0.0409],\n", + " [-0.0341],\n", + " [-0.0336],\n", + " [-0.0423],\n", + " [-0.0368],\n", + " [-0.0384],\n", + " [-0.0466],\n", + " [-0.0380],\n", + " [-0.0375],\n", + " [-0.0381],\n", + " [-0.0346],\n", + " [-0.0365],\n", + " [-0.0348],\n", + " [-0.0416],\n", + " [-0.0342],\n", + " [-0.0389],\n", + " [-0.0358],\n", + " [-0.0363],\n", + " [-0.0377],\n", + " [-0.0391],\n", + " [-0.0369],\n", + " [-0.0409],\n", + " [-0.0393],\n", + " [-0.0491],\n", + " [-0.0371],\n", + " [-0.0366],\n", + " [-0.0338],\n", + " [-0.0354],\n", + " [-0.0413]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0795],\n", + " [-0.0787],\n", + " [-0.0810],\n", + " [-0.0797],\n", + " [-0.0818],\n", + " [-0.0820],\n", + " [-0.0796],\n", + " [-0.0805],\n", + " [-0.0796],\n", + " [-0.0751],\n", + " [-0.0815],\n", + " [-0.0832],\n", + " [-0.0789],\n", + " [-0.0788],\n", + " [-0.0786],\n", + " [-0.0829],\n", + " [-0.0785],\n", + " [-0.0803],\n", + " [-0.0784],\n", + " [-0.0808],\n", + " [-0.0791],\n", + " [-0.0795],\n", + " [-0.0787],\n", + " [-0.0792],\n", + " [-0.0794],\n", + " [-0.0782],\n", + " [-0.0735],\n", + " [-0.0783],\n", + " [-0.0795],\n", + " [-0.0824],\n", + " [-0.0798],\n", + " [-0.0802]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1682],\n", + " [0.1662],\n", + " [0.1671],\n", + " [0.1623],\n", + " [0.1673],\n", + " [0.1700],\n", + " [0.1589],\n", + " [0.1693],\n", + " [0.1671],\n", + " [0.1658],\n", + " [0.1616],\n", + " [0.1510],\n", + " [0.1637],\n", + " [0.1653],\n", + " [0.1696],\n", + " [0.1712],\n", + " [0.1650],\n", + " [0.1649],\n", + " [0.1684],\n", + " [0.1673],\n", + " [0.1688],\n", + " [0.1650],\n", + " [0.1673],\n", + " [0.1688],\n", + " [0.1673],\n", + " [0.1644],\n", + " [0.1580],\n", + " [0.1686],\n", + " [0.1691],\n", + " [0.1626],\n", + " [0.1691],\n", + " [0.1563]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0554],\n", + " [-0.0607],\n", + " [-0.0569],\n", + " [-0.0450],\n", + " [-0.0546],\n", + " [-0.0559],\n", + " [-0.0477],\n", + " [-0.0577],\n", + " [-0.0550],\n", + " [-0.0490],\n", + " [-0.0513],\n", + " [-0.0566],\n", + " [-0.0556],\n", + " [-0.0640],\n", + " [-0.0573],\n", + " [-0.0547],\n", + " [-0.0554],\n", + " [-0.0598],\n", + " [-0.0549],\n", + " [-0.0497],\n", + " [-0.0554],\n", + " [-0.0624],\n", + " [-0.0550],\n", + " [-0.0584],\n", + " [-0.0560],\n", + " [-0.0581],\n", + " [-0.0430],\n", + " [-0.0589],\n", + " [-0.0566],\n", + " [-0.0557],\n", + " [-0.0546],\n", + " [-0.0601]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0596],\n", + " [0.0623],\n", + " [0.0644],\n", + " [0.0661],\n", + " [0.0622],\n", + " [0.0605],\n", + " [0.0720],\n", + " [0.0583],\n", + " [0.0628],\n", + " [0.0609],\n", + " [0.0709],\n", + " [0.0857],\n", + " [0.0661],\n", + " [0.0647],\n", + " [0.0595],\n", + " [0.0562],\n", + " [0.0631],\n", + " [0.0667],\n", + " [0.0597],\n", + " [0.0644],\n", + " [0.0615],\n", + " [0.0632],\n", + " [0.0611],\n", + " [0.0594],\n", + " [0.0606],\n", + " [0.0657],\n", + " [0.0716],\n", + " [0.0608],\n", + " [0.0592],\n", + " [0.0703],\n", + " [0.0607],\n", + " [0.0756]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0965],\n", + " [-0.0932],\n", + " [-0.0951],\n", + " [-0.0882],\n", + " [-0.0957],\n", + " [-0.0993],\n", + " [-0.0806],\n", + " [-0.0995],\n", + " [-0.0949],\n", + " [-0.0906],\n", + " [-0.0877],\n", + " [-0.0806],\n", + " [-0.0905],\n", + " [-0.0863],\n", + " [-0.0980],\n", + " [-0.1005],\n", + " [-0.0917],\n", + " [-0.0903],\n", + " [-0.0952],\n", + " [-0.0943],\n", + " [-0.0961],\n", + " [-0.0914],\n", + " [-0.0945],\n", + " [-0.0986],\n", + " [-0.0946],\n", + " [-0.0882],\n", + " [-0.0844],\n", + " [-0.0961],\n", + " [-0.0980],\n", + " [-0.0818],\n", + " [-0.0970],\n", + " [-0.0730]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0175],\n", + " [ 0.0164],\n", + " [ 0.0163],\n", + " [ 0.0107],\n", + " [ 0.0175],\n", + " [ 0.0205],\n", + " [ 0.0060],\n", + " [ 0.0195],\n", + " [ 0.0145],\n", + " [ 0.0136],\n", + " [ 0.0080],\n", + " [-0.0077],\n", + " [ 0.0102],\n", + " [ 0.0138],\n", + " [ 0.0190],\n", + " [ 0.0234],\n", + " [ 0.0133],\n", + " [ 0.0134],\n", + " [ 0.0170],\n", + " [ 0.0163],\n", + " [ 0.0170],\n", + " [ 0.0165],\n", + " [ 0.0153],\n", + " [ 0.0189],\n", + " [ 0.0161],\n", + " [ 0.0120],\n", + " [ 0.0002],\n", + " [ 0.0189],\n", + " [ 0.0202],\n", + " [ 0.0104],\n", + " [ 0.0176],\n", + " [ 0.0043]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0939],\n", + " [0.0932],\n", + " [0.0879],\n", + " [0.0925],\n", + " [0.0899],\n", + " [0.0917],\n", + " [0.0878],\n", + " [0.0958],\n", + " [0.0922],\n", + " [0.0991],\n", + " [0.0870],\n", + " [0.0892],\n", + " [0.0915],\n", + " [0.0862],\n", + " [0.0934],\n", + " [0.0966],\n", + " [0.0937],\n", + " [0.0852],\n", + " [0.0935],\n", + " [0.0887],\n", + " [0.0912],\n", + " [0.0900],\n", + " [0.0932],\n", + " [0.0946],\n", + " [0.0953],\n", + " [0.0888],\n", + " [0.1042],\n", + " [0.0914],\n", + " [0.0934],\n", + " [0.0790],\n", + " [0.0922],\n", + " [0.0853]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0107],\n", + " [0.0089],\n", + " [0.0079],\n", + " [0.0074],\n", + " [0.0088],\n", + " [0.0086],\n", + " [0.0066],\n", + " [0.0105],\n", + " [0.0106],\n", + " [0.0187],\n", + " [0.0067],\n", + " [0.0120],\n", + " [0.0134],\n", + " [0.0054],\n", + " [0.0089],\n", + " [0.0103],\n", + " [0.0113],\n", + " [0.0054],\n", + " [0.0105],\n", + " [0.0061],\n", + " [0.0093],\n", + " [0.0048],\n", + " [0.0112],\n", + " [0.0093],\n", + " [0.0108],\n", + " [0.0089],\n", + " [0.0262],\n", + " [0.0069],\n", + " [0.0085],\n", + " [0.0011],\n", + " [0.0104],\n", + " [0.0103]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0023],\n", + " [ 0.0041],\n", + " [ 0.0008],\n", + " [-0.0143],\n", + " [-0.0012],\n", + " [ 0.0007],\n", + " [-0.0143],\n", + " [ 0.0005],\n", + " [-0.0039],\n", + " [-0.0140],\n", + " [-0.0086],\n", + " [-0.0141],\n", + " [-0.0058],\n", + " [ 0.0094],\n", + " [ 0.0007],\n", + " [-0.0013],\n", + " [-0.0047],\n", + " [ 0.0031],\n", + " [-0.0025],\n", + " [-0.0043],\n", + " [-0.0013],\n", + " [ 0.0056],\n", + " [-0.0036],\n", + " [ 0.0010],\n", + " [-0.0024],\n", + " [-0.0015],\n", + " [-0.0314],\n", + " [ 0.0030],\n", + " [ 0.0003],\n", + " [-0.0013],\n", + " [-0.0020],\n", + " [-0.0107]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0342],\n", + " [-0.0395],\n", + " [-0.0371],\n", + " [-0.0353],\n", + " [-0.0362],\n", + " [-0.0365],\n", + " [-0.0391],\n", + " [-0.0341],\n", + " [-0.0346],\n", + " [-0.0343],\n", + " [-0.0375],\n", + " [-0.0392],\n", + " [-0.0349],\n", + " [-0.0456],\n", + " [-0.0354],\n", + " [-0.0327],\n", + " [-0.0359],\n", + " [-0.0412],\n", + " [-0.0348],\n", + " [-0.0357],\n", + " [-0.0352],\n", + " [-0.0437],\n", + " [-0.0349],\n", + " [-0.0351],\n", + " [-0.0337],\n", + " [-0.0396],\n", + " [-0.0397],\n", + " [-0.0377],\n", + " [-0.0363],\n", + " [-0.0455],\n", + " [-0.0341],\n", + " [-0.0464]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0034],\n", + " [ 0.0065],\n", + " [ 0.0058],\n", + " [-0.0013],\n", + " [ 0.0039],\n", + " [ 0.0044],\n", + " [ 0.0010],\n", + " [ 0.0042],\n", + " [ 0.0036],\n", + " [-0.0024],\n", + " [ 0.0028],\n", + " [ 0.0011],\n", + " [ 0.0035],\n", + " [ 0.0091],\n", + " [ 0.0051],\n", + " [ 0.0021],\n", + " [ 0.0036],\n", + " [ 0.0078],\n", + " [ 0.0036],\n", + " [ 0.0029],\n", + " [ 0.0045],\n", + " [ 0.0084],\n", + " [ 0.0035],\n", + " [ 0.0051],\n", + " [ 0.0037],\n", + " [ 0.0059],\n", + " [-0.0079],\n", + " [ 0.0061],\n", + " [ 0.0048],\n", + " [ 0.0075],\n", + " [ 0.0037],\n", + " [ 0.0059]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0562],\n", + " [0.0596],\n", + " [0.0588],\n", + " [0.0574],\n", + " [0.0575],\n", + " [0.0579],\n", + " [0.0618],\n", + " [0.0576],\n", + " [0.0567],\n", + " [0.0535],\n", + " [0.0604],\n", + " [0.0683],\n", + " [0.0585],\n", + " [0.0631],\n", + " [0.0564],\n", + " [0.0571],\n", + " [0.0574],\n", + " [0.0608],\n", + " [0.0557],\n", + " [0.0570],\n", + " [0.0563],\n", + " [0.0609],\n", + " [0.0562],\n", + " [0.0571],\n", + " [0.0571],\n", + " [0.0597],\n", + " [0.0561],\n", + " [0.0566],\n", + " [0.0564],\n", + " [0.0643],\n", + " [0.0563],\n", + " [0.0672]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0179],\n", + " [-0.0187],\n", + " [-0.0173],\n", + " [-0.0146],\n", + " [-0.0178],\n", + " [-0.0194],\n", + " [-0.0120],\n", + " [-0.0184],\n", + " [-0.0173],\n", + " [-0.0184],\n", + " [-0.0129],\n", + " [-0.0122],\n", + " [-0.0153],\n", + " [-0.0213],\n", + " [-0.0185],\n", + " [-0.0190],\n", + " [-0.0163],\n", + " [-0.0168],\n", + " [-0.0176],\n", + " [-0.0157],\n", + " [-0.0179],\n", + " [-0.0198],\n", + " [-0.0171],\n", + " [-0.0184],\n", + " [-0.0172],\n", + " [-0.0169],\n", + " [-0.0216],\n", + " [-0.0196],\n", + " [-0.0191],\n", + " [-0.0146],\n", + " [-0.0183],\n", + " [-0.0141]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1704],\n", + " [-0.1775],\n", + " [-0.1695],\n", + " [-0.1638],\n", + " [-0.1689],\n", + " [-0.1696],\n", + " [-0.1634],\n", + " [-0.1720],\n", + " [-0.1698],\n", + " [-0.1664],\n", + " [-0.1664],\n", + " [-0.1685],\n", + " [-0.1686],\n", + " [-0.1794],\n", + " [-0.1717],\n", + " [-0.1699],\n", + " [-0.1709],\n", + " [-0.1723],\n", + " [-0.1705],\n", + " [-0.1668],\n", + " [-0.1700],\n", + " [-0.1775],\n", + " [-0.1699],\n", + " [-0.1726],\n", + " [-0.1726],\n", + " [-0.1718],\n", + " [-0.1628],\n", + " [-0.1737],\n", + " [-0.1712],\n", + " [-0.1671],\n", + " [-0.1694],\n", + " [-0.1666]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0221],\n", + " [-0.0173],\n", + " [-0.0207],\n", + " [-0.0227],\n", + " [-0.0208],\n", + " [-0.0208],\n", + " [-0.0223],\n", + " [-0.0217],\n", + " [-0.0233],\n", + " [-0.0258],\n", + " [-0.0233],\n", + " [-0.0318],\n", + " [-0.0254],\n", + " [-0.0126],\n", + " [-0.0210],\n", + " [-0.0217],\n", + " [-0.0228],\n", + " [-0.0184],\n", + " [-0.0217],\n", + " [-0.0204],\n", + " [-0.0216],\n", + " [-0.0152],\n", + " [-0.0225],\n", + " [-0.0212],\n", + " [-0.0217],\n", + " [-0.0208],\n", + " [-0.0295],\n", + " [-0.0187],\n", + " [-0.0208],\n", + " [-0.0164],\n", + " [-0.0220],\n", + " [-0.0215]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [ 0.0075],\n", + " [ 0.0082],\n", + " [-0.0032],\n", + " [ 0.0091],\n", + " [ 0.0149],\n", + " [-0.0116],\n", + " [ 0.0144],\n", + " [ 0.0061],\n", + " [-0.0014],\n", + " [-0.0047],\n", + " [-0.0157],\n", + " [-0.0001],\n", + " [ 0.0051],\n", + " [ 0.0115],\n", + " [ 0.0174],\n", + " [ 0.0019],\n", + " [ 0.0044],\n", + " [ 0.0068],\n", + " [ 0.0045],\n", + " [ 0.0082],\n", + " [ 0.0089],\n", + " [ 0.0055],\n", + " [ 0.0129],\n", + " [ 0.0068],\n", + " [-0.0004],\n", + " [-0.0089],\n", + " [ 0.0106],\n", + " [ 0.0119],\n", + " [-0.0036],\n", + " [ 0.0095],\n", + " [-0.0133]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0917],\n", + " [0.0890],\n", + " [0.0923],\n", + " [0.1022],\n", + " [0.0924],\n", + " [0.0913],\n", + " [0.1045],\n", + " [0.0892],\n", + " [0.0924],\n", + " [0.0990],\n", + " [0.0982],\n", + " [0.0895],\n", + " [0.0931],\n", + " [0.0908],\n", + " [0.0912],\n", + " [0.0913],\n", + " [0.0938],\n", + " [0.0926],\n", + " [0.0931],\n", + " [0.0971],\n", + " [0.0925],\n", + " [0.0888],\n", + " [0.0930],\n", + " [0.0897],\n", + " [0.0914],\n", + " [0.0950],\n", + " [0.0952],\n", + " [0.0918],\n", + " [0.0914],\n", + " [0.1018],\n", + " [0.0918],\n", + " [0.1002]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0833],\n", + " [0.0806],\n", + " [0.0849],\n", + " [0.0776],\n", + " [0.0852],\n", + " [0.0878],\n", + " [0.0783],\n", + " [0.0870],\n", + " [0.0806],\n", + " [0.0744],\n", + " [0.0784],\n", + " [0.0736],\n", + " [0.0799],\n", + " [0.0781],\n", + " [0.0845],\n", + " [0.0893],\n", + " [0.0792],\n", + " [0.0829],\n", + " [0.0821],\n", + " [0.0811],\n", + " [0.0825],\n", + " [0.0823],\n", + " [0.0814],\n", + " [0.0850],\n", + " [0.0805],\n", + " [0.0781],\n", + " [0.0651],\n", + " [0.0823],\n", + " [0.0858],\n", + " [0.0843],\n", + " [0.0834],\n", + " [0.0800]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0870],\n", + " [0.0888],\n", + " [0.0884],\n", + " [0.0819],\n", + " [0.0880],\n", + " [0.0887],\n", + " [0.0823],\n", + " [0.0886],\n", + " [0.0874],\n", + " [0.0787],\n", + " [0.0865],\n", + " [0.0934],\n", + " [0.0872],\n", + " [0.0927],\n", + " [0.0863],\n", + " [0.0884],\n", + " [0.0866],\n", + " [0.0896],\n", + " [0.0856],\n", + " [0.0852],\n", + " [0.0863],\n", + " [0.0911],\n", + " [0.0862],\n", + " [0.0876],\n", + " [0.0870],\n", + " [0.0877],\n", + " [0.0690],\n", + " [0.0873],\n", + " [0.0866],\n", + " [0.0876],\n", + " [0.0863],\n", + " [0.0865]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0402],\n", + " [0.0391],\n", + " [0.0434],\n", + " [0.0353],\n", + " [0.0424],\n", + " [0.0441],\n", + " [0.0360],\n", + " [0.0415],\n", + " [0.0392],\n", + " [0.0347],\n", + " [0.0380],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0421],\n", + " [0.0422],\n", + " [0.0429],\n", + " [0.0369],\n", + " [0.0425],\n", + " [0.0399],\n", + " [0.0414],\n", + " [0.0415],\n", + " [0.0414],\n", + " [0.0391],\n", + " [0.0416],\n", + " [0.0377],\n", + " [0.0393],\n", + " [0.0322],\n", + " [0.0421],\n", + " [0.0424],\n", + " [0.0435],\n", + " [0.0416],\n", + " [0.0403]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0372],\n", + " [0.0370],\n", + " [0.0365],\n", + " [0.0396],\n", + " [0.0373],\n", + " [0.0351],\n", + " [0.0398],\n", + " [0.0359],\n", + " [0.0371],\n", + " [0.0410],\n", + " [0.0372],\n", + " [0.0360],\n", + " [0.0391],\n", + " [0.0318],\n", + " [0.0360],\n", + " [0.0355],\n", + " [0.0396],\n", + " [0.0355],\n", + " [0.0380],\n", + " [0.0362],\n", + " [0.0366],\n", + " [0.0347],\n", + " [0.0383],\n", + " [0.0357],\n", + " [0.0381],\n", + " [0.0373],\n", + " [0.0398],\n", + " [0.0348],\n", + " [0.0369],\n", + " [0.0347],\n", + " [0.0368],\n", + " [0.0410]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0726],\n", + " [-0.0719],\n", + " [-0.0735],\n", + " [-0.0775],\n", + " [-0.0731],\n", + " [-0.0702],\n", + " [-0.0798],\n", + " [-0.0702],\n", + " [-0.0739],\n", + " [-0.0837],\n", + " [-0.0765],\n", + " [-0.0825],\n", + " [-0.0778],\n", + " [-0.0711],\n", + " [-0.0719],\n", + " [-0.0687],\n", + " [-0.0754],\n", + " [-0.0733],\n", + " [-0.0738],\n", + " [-0.0739],\n", + " [-0.0736],\n", + " [-0.0698],\n", + " [-0.0744],\n", + " [-0.0708],\n", + " [-0.0727],\n", + " [-0.0753],\n", + " [-0.0963],\n", + " [-0.0712],\n", + " [-0.0717],\n", + " [-0.0755],\n", + " [-0.0736],\n", + " [-0.0847]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0996],\n", + " [-0.1056],\n", + " [-0.1018],\n", + " [-0.1031],\n", + " [-0.1006],\n", + " [-0.0992],\n", + " [-0.1077],\n", + " [-0.0984],\n", + " [-0.1012],\n", + " [-0.1031],\n", + " [-0.1052],\n", + " [-0.1086],\n", + " [-0.1031],\n", + " [-0.1119],\n", + " [-0.0992],\n", + " [-0.0968],\n", + " [-0.1034],\n", + " [-0.1055],\n", + " [-0.1006],\n", + " [-0.1016],\n", + " [-0.1006],\n", + " [-0.1066],\n", + " [-0.1012],\n", + " [-0.0989],\n", + " [-0.1023],\n", + " [-0.1068],\n", + " [-0.1061],\n", + " [-0.1022],\n", + " [-0.0988],\n", + " [-0.1096],\n", + " [-0.0996],\n", + " [-0.1151]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0629],\n", + " [-0.0596],\n", + " [-0.0609],\n", + " [-0.0650],\n", + " [-0.0614],\n", + " [-0.0618],\n", + " [-0.0619],\n", + " [-0.0625],\n", + " [-0.0638],\n", + " [-0.0619],\n", + " [-0.0647],\n", + " [-0.0632],\n", + " [-0.0631],\n", + " [-0.0555],\n", + " [-0.0624],\n", + " [-0.0634],\n", + " [-0.0632],\n", + " [-0.0594],\n", + " [-0.0627],\n", + " [-0.0644],\n", + " [-0.0625],\n", + " [-0.0580],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0637],\n", + " [-0.0604],\n", + " [-0.0579],\n", + " [-0.0609],\n", + " [-0.0618],\n", + " [-0.0585],\n", + " [-0.0627],\n", + " [-0.0535]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0611],\n", + " [-0.0621],\n", + " [-0.0597],\n", + " [-0.1033],\n", + " [-0.0693],\n", + " [-0.0622],\n", + " [-0.0618],\n", + " [-0.0618],\n", + " [-0.0609],\n", + " [-0.0663],\n", + " [-0.0655],\n", + " [-0.0642],\n", + " [-0.0616],\n", + " [-0.0634],\n", + " [-0.0726],\n", + " [-0.0642],\n", + " [-0.0660],\n", + " [-0.0607],\n", + " [-0.0617],\n", + " [-0.0607],\n", + " [-0.0605],\n", + " [-0.0663],\n", + " [-0.0620],\n", + " [-0.0646],\n", + " [-0.0616],\n", + " [-0.0622],\n", + " [-0.0627],\n", + " [-0.0621],\n", + " [-0.0724],\n", + " [-0.0202],\n", + " [-0.0599],\n", + " [-0.0607]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0680],\n", + " [-0.0797],\n", + " [-0.1298],\n", + " [-0.0788],\n", + " [-0.0697],\n", + " [-0.0719],\n", + " [-0.0689],\n", + " [-0.0717],\n", + " [-0.0780],\n", + " [-0.0787],\n", + " [-0.0746],\n", + " [-0.0730],\n", + " [-0.0762],\n", + " [-0.0770],\n", + " [-0.0779],\n", + " [-0.0784],\n", + " [-0.0715],\n", + " [-0.0759],\n", + " [-0.0699],\n", + " [-0.0691],\n", + " [-0.0792],\n", + " [-0.0752],\n", + " [-0.0771],\n", + " [-0.0675],\n", + " [-0.0755],\n", + " [-0.0688],\n", + " [-0.0717],\n", + " [-0.0833],\n", + " [-0.0511],\n", + " [-0.0742],\n", + " [-0.0709]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0372],\n", + " [0.0360],\n", + " [0.0205],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0393],\n", + " [0.0381],\n", + " [0.0385],\n", + " [0.0366],\n", + " [0.0371],\n", + " [0.0352],\n", + " [0.0369],\n", + " [0.0379],\n", + " [0.0397],\n", + " [0.0379],\n", + " [0.0383],\n", + " [0.0395],\n", + " [0.0378],\n", + " [0.0371],\n", + " [0.0393],\n", + " [0.0362],\n", + " [0.0385],\n", + " [0.0356],\n", + " [0.0383],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0368],\n", + " [0.0360],\n", + " [0.0409],\n", + " [0.0375],\n", + " [0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0901],\n", + " [-0.0943],\n", + " [-0.0954],\n", + " [-0.0747],\n", + " [-0.0957],\n", + " [-0.0953],\n", + " [-0.0884],\n", + " [-0.0943],\n", + " [-0.0888],\n", + " [-0.0941],\n", + " [-0.0944],\n", + " [-0.0961],\n", + " [-0.0924],\n", + " [-0.0918],\n", + " [-0.0939],\n", + " [-0.0944],\n", + " [-0.0935],\n", + " [-0.0931],\n", + " [-0.0920],\n", + " [-0.0926],\n", + " [-0.0931],\n", + " [-0.0953],\n", + " [-0.0933],\n", + " [-0.0948],\n", + " [-0.0941],\n", + " [-0.0935],\n", + " [-0.0954],\n", + " [-0.0937],\n", + " [-0.0991],\n", + " [-0.0639],\n", + " [-0.0889],\n", + " [-0.0887]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0506],\n", + " [0.0570],\n", + " [0.0434],\n", + " [0.0464],\n", + " [0.0589],\n", + " [0.0584],\n", + " [0.0495],\n", + " [0.0574],\n", + " [0.0521],\n", + " [0.0383],\n", + " [0.0519],\n", + " [0.0575],\n", + " [0.0553],\n", + " [0.0494],\n", + " [0.0439],\n", + " [0.0553],\n", + " [0.0539],\n", + " [0.0569],\n", + " [0.0507],\n", + " [0.0578],\n", + " [0.0570],\n", + " [0.0553],\n", + " [0.0546],\n", + " [0.0554],\n", + " [0.0576],\n", + " [0.0545],\n", + " [0.0586],\n", + " [0.0570],\n", + " [0.0572],\n", + " [0.0343],\n", + " [0.0479],\n", + " [0.0524]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0413],\n", + " [-0.0371],\n", + " [-0.0382],\n", + " [-0.0343],\n", + " [-0.0402],\n", + " [-0.0352],\n", + " [-0.0395],\n", + " [-0.0346],\n", + " [-0.0417],\n", + " [-0.0363],\n", + " [-0.0351],\n", + " [-0.0381],\n", + " [-0.0393],\n", + " [-0.0362],\n", + " [-0.0323],\n", + " [-0.0358],\n", + " [-0.0350],\n", + " [-0.0346],\n", + " [-0.0368],\n", + " [-0.0384],\n", + " [-0.0343],\n", + " [-0.0404],\n", + " [-0.0350],\n", + " [-0.0395],\n", + " [-0.0344],\n", + " [-0.0344],\n", + " [-0.0352],\n", + " [-0.0377],\n", + " [-0.0338],\n", + " [-0.0137],\n", + " [-0.0420],\n", + " [-0.0414]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0820],\n", + " [-0.0845],\n", + " [-0.0793],\n", + " [-0.0771],\n", + " [-0.0815],\n", + " [-0.0785],\n", + " [-0.0819],\n", + " [-0.0781],\n", + " [-0.0846],\n", + " [-0.0801],\n", + " [-0.0800],\n", + " [-0.0797],\n", + " [-0.0797],\n", + " [-0.0846],\n", + " [-0.0782],\n", + " [-0.0790],\n", + " [-0.0806],\n", + " [-0.0798],\n", + " [-0.0796],\n", + " [-0.0816],\n", + " [-0.0784],\n", + " [-0.0797],\n", + " [-0.0794],\n", + " [-0.0829],\n", + " [-0.0802],\n", + " [-0.0818],\n", + " [-0.0801],\n", + " [-0.0781],\n", + " [-0.0786],\n", + " [-0.0791],\n", + " [-0.0793]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1654],\n", + " [0.1690],\n", + " [0.1587],\n", + " [0.1093],\n", + " [0.1726],\n", + " [0.1700],\n", + " [0.1672],\n", + " [0.1701],\n", + " [0.1687],\n", + " [0.1582],\n", + " [0.1648],\n", + " [0.1676],\n", + " [0.1678],\n", + " [0.1648],\n", + " [0.1604],\n", + " [0.1678],\n", + " [0.1678],\n", + " [0.1704],\n", + " [0.1644],\n", + " [0.1701],\n", + " [0.1705],\n", + " [0.1672],\n", + " [0.1673],\n", + " [0.1668],\n", + " [0.1719],\n", + " [0.1670],\n", + " [0.1708],\n", + " [0.1688],\n", + " [0.1665],\n", + " [0.1658],\n", + " [0.1628],\n", + " [0.1671]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0549],\n", + " [-0.0562],\n", + " [-0.0568],\n", + " [-0.0786],\n", + " [-0.0572],\n", + " [-0.0557],\n", + " [-0.0505],\n", + " [-0.0546],\n", + " [-0.0512],\n", + " [-0.0576],\n", + " [-0.0592],\n", + " [-0.0578],\n", + " [-0.0544],\n", + " [-0.0565],\n", + " [-0.0609],\n", + " [-0.0592],\n", + " [-0.0581],\n", + " [-0.0532],\n", + " [-0.0568],\n", + " [-0.0539],\n", + " [-0.0518],\n", + " [-0.0583],\n", + " [-0.0562],\n", + " [-0.0570],\n", + " [-0.0526],\n", + " [-0.0569],\n", + " [-0.0564],\n", + " [-0.0549],\n", + " [-0.0637],\n", + " [-0.0472],\n", + " [-0.0552],\n", + " [-0.0491]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0630],\n", + " [0.0550],\n", + " [0.0770],\n", + " [0.0489],\n", + " [0.0621],\n", + " [0.0579],\n", + " [0.0635],\n", + " [0.0578],\n", + " [0.0611],\n", + " [0.0773],\n", + " [0.0670],\n", + " [0.0600],\n", + " [0.0589],\n", + " [0.0680],\n", + " [0.0676],\n", + " [0.0623],\n", + " [0.0645],\n", + " [0.0595],\n", + " [0.0662],\n", + " [0.0558],\n", + " [0.0587],\n", + " [0.0625],\n", + " [0.0637],\n", + " [0.0617],\n", + " [0.0582],\n", + " [0.0644],\n", + " [0.0572],\n", + " [0.0582],\n", + " [0.0643],\n", + " [0.0780],\n", + " [0.0649],\n", + " [0.0603]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0918],\n", + " [-0.0989],\n", + " [-0.0900],\n", + " [-0.0602],\n", + " [-0.0979],\n", + " [-0.0997],\n", + " [-0.0905],\n", + " [-0.0995],\n", + " [-0.0939],\n", + " [-0.0792],\n", + " [-0.0903],\n", + " [-0.0972],\n", + " [-0.0957],\n", + " [-0.0885],\n", + " [-0.0756],\n", + " [-0.0949],\n", + " [-0.0916],\n", + " [-0.0984],\n", + " [-0.0915],\n", + " [-0.0987],\n", + " [-0.0993],\n", + " [-0.0941],\n", + " [-0.0950],\n", + " [-0.0941],\n", + " [-0.1009],\n", + " [-0.0942],\n", + " [-0.1005],\n", + " [-0.0977],\n", + " [-0.0925],\n", + " [-0.1066],\n", + " [-0.0896],\n", + " [-0.0952]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0134],\n", + " [ 0.0202],\n", + " [-0.0013],\n", + " [-0.0118],\n", + " [ 0.0172],\n", + " [ 0.0213],\n", + " [ 0.0146],\n", + " [ 0.0209],\n", + " [ 0.0156],\n", + " [ 0.0004],\n", + " [ 0.0130],\n", + " [ 0.0174],\n", + " [ 0.0174],\n", + " [ 0.0117],\n", + " [ 0.0119],\n", + " [ 0.0160],\n", + " [ 0.0155],\n", + " [ 0.0195],\n", + " [ 0.0119],\n", + " [ 0.0211],\n", + " [ 0.0212],\n", + " [ 0.0160],\n", + " [ 0.0153],\n", + " [ 0.0170],\n", + " [ 0.0230],\n", + " [ 0.0159],\n", + " [ 0.0216],\n", + " [ 0.0190],\n", + " [ 0.0150],\n", + " [-0.0120],\n", + " [ 0.0107],\n", + " [ 0.0149]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0931],\n", + " [0.0998],\n", + " [0.0926],\n", + " [0.0521],\n", + " [0.0923],\n", + " [0.0952],\n", + " [0.0877],\n", + " [0.0947],\n", + " [0.0929],\n", + " [0.0819],\n", + " [0.0855],\n", + " [0.0942],\n", + " [0.0948],\n", + " [0.0843],\n", + " [0.0764],\n", + " [0.0906],\n", + " [0.0855],\n", + " [0.0932],\n", + " [0.0892],\n", + " [0.0980],\n", + " [0.0935],\n", + " [0.0932],\n", + " [0.0893],\n", + " [0.0925],\n", + " [0.0939],\n", + " [0.0875],\n", + " [0.0958],\n", + " [0.0955],\n", + " [0.0860],\n", + " [0.1247],\n", + " [0.0940],\n", + " [0.0970]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0112],\n", + " [ 0.0136],\n", + " [ 0.0120],\n", + " [-0.0077],\n", + " [ 0.0087],\n", + " [ 0.0101],\n", + " [ 0.0075],\n", + " [ 0.0103],\n", + " [ 0.0112],\n", + " [ 0.0030],\n", + " [ 0.0053],\n", + " [ 0.0100],\n", + " [ 0.0114],\n", + " [ 0.0059],\n", + " [-0.0020],\n", + " [ 0.0094],\n", + " [ 0.0063],\n", + " [ 0.0104],\n", + " [ 0.0100],\n", + " [ 0.0113],\n", + " [ 0.0089],\n", + " [ 0.0094],\n", + " [ 0.0093],\n", + " [ 0.0078],\n", + " [ 0.0082],\n", + " [ 0.0074],\n", + " [ 0.0105],\n", + " [ 0.0111],\n", + " [ 0.0043],\n", + " [ 0.0293],\n", + " [ 0.0132],\n", + " [ 0.0121]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-5.4011e-03],\n", + " [-1.8455e-03],\n", + " [-1.0018e-02],\n", + " [ 2.1122e-02],\n", + " [ 4.0902e-03],\n", + " [-3.1622e-04],\n", + " [-5.2810e-03],\n", + " [-5.7889e-04],\n", + " [-6.6762e-03],\n", + " [-7.3458e-03],\n", + " [ 1.8643e-03],\n", + " [-4.5534e-04],\n", + " [-3.6249e-03],\n", + " [-2.5469e-03],\n", + " [ 2.0966e-03],\n", + " [ 3.1027e-03],\n", + " [ 2.9121e-03],\n", + " [-2.0589e-03],\n", + " [-3.4998e-03],\n", + " [-2.8004e-03],\n", + " [-1.7191e-03],\n", + " [ 1.3508e-03],\n", + " [-1.3884e-03],\n", + " [ 7.1950e-05],\n", + " [-4.5596e-04],\n", + " [ 4.7902e-04],\n", + " [ 1.1274e-04],\n", + " [-2.4889e-03],\n", + " [ 8.5374e-03],\n", + " [-2.2343e-02],\n", + " [-7.4262e-03],\n", + " [-9.9210e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0359],\n", + " [-0.0295],\n", + " [-0.0411],\n", + " [-0.0262],\n", + " [-0.0324],\n", + " [-0.0338],\n", + " [-0.0355],\n", + " [-0.0326],\n", + " [-0.0324],\n", + " [-0.0451],\n", + " [-0.0409],\n", + " [-0.0349],\n", + " [-0.0339],\n", + " [-0.0397],\n", + " [-0.0479],\n", + " [-0.0372],\n", + " [-0.0391],\n", + " [-0.0334],\n", + " [-0.0370],\n", + " [-0.0318],\n", + " [-0.0335],\n", + " [-0.0361],\n", + " [-0.0360],\n", + " [-0.0371],\n", + " [-0.0329],\n", + " [-0.0376],\n", + " [-0.0332],\n", + " [-0.0331],\n", + " [-0.0420],\n", + " [-0.0301],\n", + " [-0.0356],\n", + " [-0.0306]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0034],\n", + " [ 0.0010],\n", + " [ 0.0056],\n", + " [ 0.0161],\n", + " [ 0.0054],\n", + " [ 0.0032],\n", + " [ 0.0028],\n", + " [ 0.0023],\n", + " [ 0.0014],\n", + " [ 0.0060],\n", + " [ 0.0075],\n", + " [ 0.0044],\n", + " [ 0.0027],\n", + " [ 0.0064],\n", + " [ 0.0076],\n", + " [ 0.0063],\n", + " [ 0.0071],\n", + " [ 0.0028],\n", + " [ 0.0052],\n", + " [ 0.0021],\n", + " [ 0.0022],\n", + " [ 0.0054],\n", + " [ 0.0050],\n", + " [ 0.0050],\n", + " [ 0.0024],\n", + " [ 0.0061],\n", + " [ 0.0030],\n", + " [ 0.0027],\n", + " [ 0.0094],\n", + " [ 0.0026],\n", + " [ 0.0026],\n", + " [-0.0007]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0569],\n", + " [0.0564],\n", + " [0.0672],\n", + " [0.0645],\n", + " [0.0557],\n", + " [0.0571],\n", + " [0.0563],\n", + " [0.0571],\n", + " [0.0545],\n", + " [0.0693],\n", + " [0.0604],\n", + " [0.0573],\n", + " [0.0559],\n", + " [0.0600],\n", + " [0.0662],\n", + " [0.0577],\n", + " [0.0586],\n", + " [0.0559],\n", + " [0.0591],\n", + " [0.0550],\n", + " [0.0562],\n", + " [0.0578],\n", + " [0.0575],\n", + " [0.0572],\n", + " [0.0580],\n", + " [0.0584],\n", + " [0.0576],\n", + " [0.0561],\n", + " [0.0602],\n", + " [0.0843],\n", + " [0.0587],\n", + " [0.0544]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0161],\n", + " [-0.0181],\n", + " [-0.0162],\n", + " [-0.0055],\n", + " [-0.0195],\n", + " [-0.0194],\n", + " [-0.0153],\n", + " [-0.0186],\n", + " [-0.0168],\n", + " [-0.0119],\n", + " [-0.0166],\n", + " [-0.0174],\n", + " [-0.0178],\n", + " [-0.0157],\n", + " [-0.0178],\n", + " [-0.0182],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0157],\n", + " [-0.0188],\n", + " [-0.0187],\n", + " [-0.0183],\n", + " [-0.0172],\n", + " [-0.0178],\n", + " [-0.0183],\n", + " [-0.0170],\n", + " [-0.0191],\n", + " [-0.0182],\n", + " [-0.0200],\n", + " [-0.0070],\n", + " [-0.0160],\n", + " [-0.0177]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1697],\n", + " [-0.1705],\n", + " [-0.1703],\n", + " [-0.1647],\n", + " [-0.1759],\n", + " [-0.1703],\n", + " [-0.1665],\n", + " [-0.1693],\n", + " [-0.1675],\n", + " [-0.1700],\n", + " [-0.1720],\n", + " [-0.1723],\n", + " [-0.1702],\n", + " [-0.1686],\n", + " [-0.1679],\n", + " [-0.1733],\n", + " [-0.1717],\n", + " [-0.1688],\n", + " [-0.1689],\n", + " [-0.1702],\n", + " [-0.1685],\n", + " [-0.1751],\n", + " [-0.1693],\n", + " [-0.1733],\n", + " [-0.1687],\n", + " [-0.1695],\n", + " [-0.1706],\n", + " [-0.1704],\n", + " [-0.1766],\n", + " [-0.1711],\n", + " [-0.1698],\n", + " [-0.1667]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0233],\n", + " [-0.0233],\n", + " [-0.0274],\n", + " [ 0.0583],\n", + " [-0.0208],\n", + " [-0.0218],\n", + " [-0.0217],\n", + " [-0.0216],\n", + " [-0.0243],\n", + " [-0.0234],\n", + " [-0.0190],\n", + " [-0.0218],\n", + " [-0.0223],\n", + " [-0.0216],\n", + " [-0.0090],\n", + " [-0.0197],\n", + " [-0.0187],\n", + " [-0.0219],\n", + " [-0.0233],\n", + " [-0.0223],\n", + " [-0.0204],\n", + " [-0.0198],\n", + " [-0.0221],\n", + " [-0.0195],\n", + " [-0.0204],\n", + " [-0.0206],\n", + " [-0.0217],\n", + " [-0.0226],\n", + " [-0.0150],\n", + " [-0.0225],\n", + " [-0.0252],\n", + " [-0.0254]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0014],\n", + " [ 0.0148],\n", + " [-0.0013],\n", + " [ 0.0422],\n", + " [ 0.0064],\n", + " [ 0.0150],\n", + " [-0.0011],\n", + " [ 0.0143],\n", + " [ 0.0019],\n", + " [-0.0093],\n", + " [ 0.0039],\n", + " [ 0.0112],\n", + " [ 0.0083],\n", + " [ 0.0002],\n", + " [-0.0004],\n", + " [ 0.0074],\n", + " [ 0.0049],\n", + " [ 0.0116],\n", + " [ 0.0027],\n", + " [ 0.0123],\n", + " [ 0.0129],\n", + " [ 0.0063],\n", + " [ 0.0070],\n", + " [ 0.0070],\n", + " [ 0.0156],\n", + " [ 0.0069],\n", + " [ 0.0166],\n", + " [ 0.0112],\n", + " [ 0.0106],\n", + " [ 0.0123],\n", + " [-0.0009],\n", + " [ 0.0045]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0949],\n", + " [0.0893],\n", + " [0.0875],\n", + " [0.0702],\n", + " [0.0913],\n", + " [0.0908],\n", + " [0.1005],\n", + " [0.0920],\n", + " [0.0976],\n", + " [0.0938],\n", + " [0.0930],\n", + " [0.0902],\n", + " [0.0922],\n", + " [0.0968],\n", + " [0.1045],\n", + " [0.0902],\n", + " [0.0943],\n", + " [0.0918],\n", + " [0.0935],\n", + " [0.0917],\n", + " [0.0930],\n", + " [0.0903],\n", + " [0.0925],\n", + " [0.0924],\n", + " [0.0930],\n", + " [0.0934],\n", + " [0.0903],\n", + " [0.0914],\n", + " [0.0884],\n", + " [0.0979],\n", + " [0.0944],\n", + " [0.0956]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0794],\n", + " [0.0874],\n", + " [0.0807],\n", + " [0.0756],\n", + " [0.0757],\n", + " [0.0873],\n", + " [0.0785],\n", + " [0.0870],\n", + " [0.0782],\n", + " [0.0781],\n", + " [0.0819],\n", + " [0.0839],\n", + " [0.0829],\n", + " [0.0804],\n", + " [0.0813],\n", + " [0.0823],\n", + " [0.0806],\n", + " [0.0849],\n", + " [0.0812],\n", + " [0.0851],\n", + " [0.0861],\n", + " [0.0790],\n", + " [0.0827],\n", + " [0.0807],\n", + " [0.0881],\n", + " [0.0841],\n", + " [0.0886],\n", + " [0.0842],\n", + " [0.0809],\n", + " [0.0916],\n", + " [0.0788],\n", + " [0.0779]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0894],\n", + " [0.0880],\n", + " [0.1284],\n", + " [0.0859],\n", + " [0.0883],\n", + " [0.0841],\n", + " [0.0880],\n", + " [0.0838],\n", + " [0.0931],\n", + " [0.0893],\n", + " [0.0885],\n", + " [0.0868],\n", + " [0.0878],\n", + " [0.0942],\n", + " [0.0875],\n", + " [0.0881],\n", + " [0.0859],\n", + " [0.0884],\n", + " [0.0857],\n", + " [0.0861],\n", + " [0.0875],\n", + " [0.0874],\n", + " [0.0875],\n", + " [0.0871],\n", + " [0.0879],\n", + " [0.0888],\n", + " [0.0872],\n", + " [0.0921],\n", + " [0.0617],\n", + " [0.0871],\n", + " [0.0846]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0375],\n", + " [0.0406],\n", + " [0.0368],\n", + " [0.0534],\n", + " [0.0411],\n", + " [0.0428],\n", + " [0.0404],\n", + " [0.0431],\n", + " [0.0387],\n", + " [0.0412],\n", + " [0.0417],\n", + " [0.0402],\n", + " [0.0390],\n", + " [0.0411],\n", + " [0.0475],\n", + " [0.0418],\n", + " [0.0431],\n", + " [0.0427],\n", + " [0.0398],\n", + " [0.0407],\n", + " [0.0432],\n", + " [0.0385],\n", + " [0.0417],\n", + " [0.0395],\n", + " [0.0438],\n", + " [0.0431],\n", + " [0.0428],\n", + " [0.0405],\n", + " [0.0430],\n", + " [0.0410],\n", + " [0.0358],\n", + " [0.0372]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0396],\n", + " [0.0373],\n", + " [0.0380],\n", + " [0.0045],\n", + " [0.0330],\n", + " [0.0361],\n", + " [0.0365],\n", + " [0.0359],\n", + " [0.0385],\n", + " [0.0332],\n", + " [0.0356],\n", + " [0.0357],\n", + " [0.0382],\n", + " [0.0360],\n", + " [0.0275],\n", + " [0.0364],\n", + " [0.0343],\n", + " [0.0365],\n", + " [0.0380],\n", + " [0.0379],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0372],\n", + " [0.0355],\n", + " [0.0365],\n", + " [0.0352],\n", + " [0.0370],\n", + " [0.0305],\n", + " [0.0376],\n", + " [0.0399],\n", + " [0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0757],\n", + " [-0.0699],\n", + " [-0.0780],\n", + " [-0.0295],\n", + " [-0.0723],\n", + " [-0.0702],\n", + " [-0.0755],\n", + " [-0.0704],\n", + " [-0.0757],\n", + " [-0.0738],\n", + " [-0.0734],\n", + " [-0.0708],\n", + " [-0.0729],\n", + " [-0.0751],\n", + " [-0.0718],\n", + " [-0.0734],\n", + " [-0.0736],\n", + " [-0.0727],\n", + " [-0.0755],\n", + " [-0.0716],\n", + " [-0.0715],\n", + " [-0.0725],\n", + " [-0.0742],\n", + " [-0.0720],\n", + " [-0.0692],\n", + " [-0.0739],\n", + " [-0.0693],\n", + " [-0.0717],\n", + " [-0.0695],\n", + " [-0.0954],\n", + " [-0.0778],\n", + " [-0.0750]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1029],\n", + " [-0.0970],\n", + " [-0.1077],\n", + " [-0.1271],\n", + " [-0.1043],\n", + " [-0.0976],\n", + " [-0.1034],\n", + " [-0.0979],\n", + " [-0.1016],\n", + " [-0.1093],\n", + " [-0.1054],\n", + " [-0.0997],\n", + " [-0.0998],\n", + " [-0.1055],\n", + " [-0.1109],\n", + " [-0.1027],\n", + " [-0.1054],\n", + " [-0.0988],\n", + " [-0.1034],\n", + " [-0.0974],\n", + " [-0.0981],\n", + " [-0.1044],\n", + " [-0.1014],\n", + " [-0.1030],\n", + " [-0.0978],\n", + " [-0.1023],\n", + " [-0.0975],\n", + " [-0.0984],\n", + " [-0.1064],\n", + " [-0.1106],\n", + " [-0.1036],\n", + " [-0.0996]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0633],\n", + " [-0.0641],\n", + " [-0.0647],\n", + " [-0.0274],\n", + " [-0.0635],\n", + " [-0.0627],\n", + " [-0.0638],\n", + " [-0.0631],\n", + " [-0.0649],\n", + " [-0.0629],\n", + " [-0.0602],\n", + " [-0.0631],\n", + " [-0.0632],\n", + " [-0.0615],\n", + " [-0.0546],\n", + " [-0.0602],\n", + " [-0.0597],\n", + " [-0.0631],\n", + " [-0.0622],\n", + " [-0.0637],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0619],\n", + " [-0.0622],\n", + " [-0.0639],\n", + " [-0.0609],\n", + " [-0.0628],\n", + " [-0.0634],\n", + " [-0.0585],\n", + " [-0.0521],\n", + " [-0.0632],\n", + " [-0.0665]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0594],\n", + " [-0.0659],\n", + " [-0.0614],\n", + " [-0.0633],\n", + " [-0.0626],\n", + " [-0.0653],\n", + " [-0.0684],\n", + " [-0.0620],\n", + " [-0.0619],\n", + " [-0.0618],\n", + " [-0.0611],\n", + " [-0.0608],\n", + " [-0.0494],\n", + " [-0.0607],\n", + " [-0.0678],\n", + " [-0.0628],\n", + " [-0.0564],\n", + " [-0.0640],\n", + " [-0.0630],\n", + " [-0.0594],\n", + " [-0.0631],\n", + " [-0.0614],\n", + " [-0.0609],\n", + " [-0.0631],\n", + " [-0.0554],\n", + " [-0.0609],\n", + " [-0.0562],\n", + " [-0.0525],\n", + " [-0.0624],\n", + " [-0.0684],\n", + " [-0.0615]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0766],\n", + " [-0.0698],\n", + " [-0.0805],\n", + " [-0.0749],\n", + " [-0.0756],\n", + " [-0.0764],\n", + " [-0.0778],\n", + " [-0.0812],\n", + " [-0.0692],\n", + " [-0.0729],\n", + " [-0.0745],\n", + " [-0.0666],\n", + " [-0.0719],\n", + " [-0.0687],\n", + " [-0.0739],\n", + " [-0.0780],\n", + " [-0.0781],\n", + " [-0.0640],\n", + " [-0.0771],\n", + " [-0.0736],\n", + " [-0.0735],\n", + " [-0.0765],\n", + " [-0.0748],\n", + " [-0.0724],\n", + " [-0.0769],\n", + " [-0.0687],\n", + " [-0.0728],\n", + " [-0.0631],\n", + " [-0.0632],\n", + " [-0.0699],\n", + " [-0.0803],\n", + " [-0.0747]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0398],\n", + " [0.0359],\n", + " [0.0380],\n", + " [0.0402],\n", + " [0.0374],\n", + " [0.0305],\n", + " [0.0372],\n", + " [0.0379],\n", + " [0.0373],\n", + " [0.0373],\n", + " [0.0375],\n", + " [0.0390],\n", + " [0.0393],\n", + " [0.0372],\n", + " [0.0388],\n", + " [0.0387],\n", + " [0.0384],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0387],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0392],\n", + " [0.0370],\n", + " [0.0345],\n", + " [0.0390],\n", + " [0.0401],\n", + " [0.0432],\n", + " [0.0375],\n", + " [0.0369],\n", + " [0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0916],\n", + " [-0.0891],\n", + " [-0.0974],\n", + " [-0.0912],\n", + " [-0.0890],\n", + " [-0.0929],\n", + " [-0.0888],\n", + " [-0.0954],\n", + " [-0.0945],\n", + " [-0.0939],\n", + " [-0.0924],\n", + " [-0.0942],\n", + " [-0.0904],\n", + " [-0.0790],\n", + " [-0.0904],\n", + " [-0.0937],\n", + " [-0.0912],\n", + " [-0.0855],\n", + " [-0.0939],\n", + " [-0.0966],\n", + " [-0.0871],\n", + " [-0.0929],\n", + " [-0.0899],\n", + " [-0.0907],\n", + " [-0.0921],\n", + " [-0.0831],\n", + " [-0.0893],\n", + " [-0.0728],\n", + " [-0.0834],\n", + " [-0.0949],\n", + " [-0.0975],\n", + " [-0.0909]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0504],\n", + " [0.0501],\n", + " [0.0534],\n", + " [0.0525],\n", + " [0.0402],\n", + " [0.0536],\n", + " [0.0503],\n", + " [0.0492],\n", + " [0.0578],\n", + " [0.0576],\n", + " [0.0547],\n", + " [0.0579],\n", + " [0.0526],\n", + " [0.0407],\n", + " [0.0525],\n", + " [0.0535],\n", + " [0.0461],\n", + " [0.0510],\n", + " [0.0545],\n", + " [0.0576],\n", + " [0.0359],\n", + " [0.0537],\n", + " [0.0498],\n", + " [0.0534],\n", + " [0.0524],\n", + " [0.0435],\n", + " [0.0509],\n", + " [0.0425],\n", + " [0.0475],\n", + " [0.0585],\n", + " [0.0556],\n", + " [0.0523]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0417],\n", + " [-0.0373],\n", + " [-0.0376],\n", + " [-0.0390],\n", + " [-0.0357],\n", + " [-0.0377],\n", + " [-0.0267],\n", + " [-0.0369],\n", + " [-0.0347],\n", + " [-0.0364],\n", + " [-0.0379],\n", + " [-0.0349],\n", + " [-0.0366],\n", + " [-0.0479],\n", + " [-0.0400],\n", + " [-0.0363],\n", + " [-0.0346],\n", + " [-0.0422],\n", + " [-0.0394],\n", + " [-0.0341],\n", + " [-0.0393],\n", + " [-0.0392],\n", + " [-0.0423],\n", + " [-0.0372],\n", + " [-0.0392],\n", + " [-0.0464],\n", + " [-0.0382],\n", + " [-0.0378],\n", + " [-0.0403],\n", + " [-0.0349],\n", + " [-0.0337],\n", + " [-0.0407]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0789],\n", + " [-0.0803],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0808],\n", + " [-0.0787],\n", + " [-0.0775],\n", + " [-0.0798],\n", + " [-0.0816],\n", + " [-0.0795],\n", + " [-0.0790],\n", + " [-0.0829],\n", + " [-0.0797],\n", + " [-0.0741],\n", + " [-0.0782],\n", + " [-0.0783],\n", + " [-0.0799],\n", + " [-0.0803],\n", + " [-0.0789],\n", + " [-0.0813],\n", + " [-0.0806],\n", + " [-0.0785],\n", + " [-0.0789],\n", + " [-0.0794],\n", + " [-0.0780],\n", + " [-0.0766],\n", + " [-0.0788],\n", + " [-0.0757],\n", + " [-0.0838],\n", + " [-0.0811],\n", + " [-0.0794],\n", + " [-0.0783]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1643],\n", + " [0.1666],\n", + " [0.1649],\n", + " [0.1666],\n", + " [0.1613],\n", + " [0.1667],\n", + " [0.1664],\n", + " [0.1650],\n", + " [0.1705],\n", + " [0.1692],\n", + " [0.1678],\n", + " [0.1705],\n", + " [0.1676],\n", + " [0.1633],\n", + " [0.1669],\n", + " [0.1690],\n", + " [0.1615],\n", + " [0.1682],\n", + " [0.1669],\n", + " [0.1693],\n", + " [0.1589],\n", + " [0.1667],\n", + " [0.1640],\n", + " [0.1680],\n", + " [0.1660],\n", + " [0.1659],\n", + " [0.1666],\n", + " [0.1848],\n", + " [0.1656],\n", + " [0.1707],\n", + " [0.1665],\n", + " [0.1665]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0565],\n", + " [-0.0485],\n", + " [-0.0613],\n", + " [-0.0549],\n", + " [-0.0566],\n", + " [-0.0573],\n", + " [-0.0638],\n", + " [-0.0627],\n", + " [-0.0553],\n", + " [-0.0556],\n", + " [-0.0556],\n", + " [-0.0539],\n", + " [-0.0515],\n", + " [-0.0469],\n", + " [-0.0546],\n", + " [-0.0555],\n", + " [-0.0589],\n", + " [-0.0438],\n", + " [-0.0571],\n", + " [-0.0581],\n", + " [-0.0537],\n", + " [-0.0566],\n", + " [-0.0544],\n", + " [-0.0521],\n", + " [-0.0569],\n", + " [-0.0473],\n", + " [-0.0526],\n", + " [-0.0334],\n", + " [-0.0433],\n", + " [-0.0563],\n", + " [-0.0626],\n", + " [-0.0549]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0640],\n", + " [0.0625],\n", + " [0.0655],\n", + " [0.0634],\n", + " [0.0736],\n", + " [0.0633],\n", + " [0.0406],\n", + " [0.0642],\n", + " [0.0575],\n", + " [0.0590],\n", + " [0.0609],\n", + " [0.0557],\n", + " [0.0627],\n", + " [0.0651],\n", + " [0.0611],\n", + " [0.0665],\n", + " [0.0714],\n", + " [0.0544],\n", + " [0.0621],\n", + " [0.0620],\n", + " [0.0753],\n", + " [0.0627],\n", + " [0.0643],\n", + " [0.0623],\n", + " [0.0637],\n", + " [0.0610],\n", + " [0.0636],\n", + " [0.0578],\n", + " [0.0560],\n", + " [0.0572],\n", + " [0.0648],\n", + " [0.0616]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0917],\n", + " [-0.0938],\n", + " [-0.0931],\n", + " [-0.0940],\n", + " [-0.0807],\n", + " [-0.0942],\n", + " [-0.0923],\n", + " [-0.0865],\n", + " [-0.0998],\n", + " [-0.0980],\n", + " [-0.0951],\n", + " [-0.0996],\n", + " [-0.0934],\n", + " [-0.0866],\n", + " [-0.0935],\n", + " [-0.0919],\n", + " [-0.0860],\n", + " [-0.0935],\n", + " [-0.0941],\n", + " [-0.0989],\n", + " [-0.0784],\n", + " [-0.0936],\n", + " [-0.0909],\n", + " [-0.0946],\n", + " [-0.0923],\n", + " [-0.0848],\n", + " [-0.0918],\n", + " [-0.0905],\n", + " [-0.0905],\n", + " [-0.1000],\n", + " [-0.0930],\n", + " [-0.0932]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0125],\n", + " [0.0156],\n", + " [0.0142],\n", + " [0.0132],\n", + " [0.0065],\n", + " [0.0142],\n", + " [0.0181],\n", + " [0.0157],\n", + " [0.0208],\n", + " [0.0186],\n", + " [0.0163],\n", + " [0.0233],\n", + " [0.0171],\n", + " [0.0093],\n", + " [0.0152],\n", + " [0.0139],\n", + " [0.0077],\n", + " [0.0224],\n", + " [0.0159],\n", + " [0.0185],\n", + " [0.0032],\n", + " [0.0153],\n", + " [0.0119],\n", + " [0.0165],\n", + " [0.0142],\n", + " [0.0161],\n", + " [0.0149],\n", + " [0.0163],\n", + " [0.0195],\n", + " [0.0204],\n", + " [0.0156],\n", + " [0.0149]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0941],\n", + " [0.0916],\n", + " [0.0904],\n", + " [0.0931],\n", + " [0.0792],\n", + " [0.0916],\n", + " [0.0972],\n", + " [0.0889],\n", + " [0.0951],\n", + " [0.0944],\n", + " [0.0922],\n", + " [0.0978],\n", + " [0.0882],\n", + " [0.0991],\n", + " [0.0933],\n", + " [0.0839],\n", + " [0.0837],\n", + " [0.0967],\n", + " [0.0929],\n", + " [0.0912],\n", + " [0.0828],\n", + " [0.0918],\n", + " [0.0934],\n", + " [0.0905],\n", + " [0.0910],\n", + " [0.0900],\n", + " [0.0885],\n", + " [0.1000],\n", + " [0.1006],\n", + " [0.0957],\n", + " [0.0864],\n", + " [0.0936]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0118],\n", + " [0.0086],\n", + " [0.0074],\n", + " [0.0122],\n", + " [0.0043],\n", + " [0.0105],\n", + " [0.0123],\n", + " [0.0065],\n", + " [0.0109],\n", + " [0.0106],\n", + " [0.0101],\n", + " [0.0107],\n", + " [0.0067],\n", + " [0.0201],\n", + " [0.0111],\n", + " [0.0063],\n", + " [0.0074],\n", + " [0.0096],\n", + " [0.0094],\n", + " [0.0076],\n", + " [0.0055],\n", + " [0.0092],\n", + " [0.0118],\n", + " [0.0090],\n", + " [0.0095],\n", + " [0.0095],\n", + " [0.0087],\n", + " [0.0169],\n", + " [0.0149],\n", + " [0.0114],\n", + " [0.0047],\n", + " [0.0109]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0041],\n", + " [-0.0067],\n", + " [ 0.0035],\n", + " [-0.0054],\n", + " [-0.0021],\n", + " [-0.0012],\n", + " [ 0.0155],\n", + " [ 0.0075],\n", + " [-0.0006],\n", + " [-0.0015],\n", + " [-0.0018],\n", + " [-0.0026],\n", + " [-0.0040],\n", + " [-0.0182],\n", + " [-0.0043],\n", + " [ 0.0002],\n", + " [-0.0018],\n", + " [-0.0114],\n", + " [-0.0004],\n", + " [ 0.0026],\n", + " [-0.0096],\n", + " [-0.0013],\n", + " [-0.0069],\n", + " [-0.0046],\n", + " [-0.0017],\n", + " [-0.0138],\n", + " [-0.0048],\n", + " [-0.0135],\n", + " [-0.0139],\n", + " [-0.0002],\n", + " [ 0.0078],\n", + " [-0.0041]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0366],\n", + " [-0.0339],\n", + " [-0.0412],\n", + " [-0.0340],\n", + " [-0.0430],\n", + " [-0.0362],\n", + " [-0.0361],\n", + " [-0.0480],\n", + " [-0.0321],\n", + " [-0.0335],\n", + " [-0.0356],\n", + " [-0.0321],\n", + " [-0.0363],\n", + " [-0.0355],\n", + " [-0.0354],\n", + " [-0.0377],\n", + " [-0.0406],\n", + " [-0.0325],\n", + " [-0.0364],\n", + " [-0.0379],\n", + " [-0.0431],\n", + " [-0.0369],\n", + " [-0.0351],\n", + " [-0.0345],\n", + " [-0.0373],\n", + " [-0.0403],\n", + " [-0.0356],\n", + " [-0.0416],\n", + " [-0.0312],\n", + " [-0.0322],\n", + " [-0.0424],\n", + " [-0.0356]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0042],\n", + " [ 0.0011],\n", + " [ 0.0082],\n", + " [ 0.0033],\n", + " [ 0.0078],\n", + " [ 0.0051],\n", + " [ 0.0058],\n", + " [ 0.0086],\n", + " [ 0.0024],\n", + " [ 0.0036],\n", + " [ 0.0041],\n", + " [ 0.0017],\n", + " [ 0.0035],\n", + " [-0.0034],\n", + " [ 0.0034],\n", + " [ 0.0061],\n", + " [ 0.0080],\n", + " [-0.0030],\n", + " [ 0.0048],\n", + " [ 0.0064],\n", + " [ 0.0048],\n", + " [ 0.0048],\n", + " [ 0.0027],\n", + " [ 0.0030],\n", + " [ 0.0051],\n", + " [-0.0005],\n", + " [ 0.0036],\n", + " [-0.0018],\n", + " [-0.0053],\n", + " [ 0.0028],\n", + " [ 0.0090],\n", + " [ 0.0035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0588],\n", + " [0.0560],\n", + " [0.0611],\n", + " [0.0569],\n", + " [0.0654],\n", + " [0.0576],\n", + " [0.0595],\n", + " [0.0633],\n", + " [0.0571],\n", + " [0.0563],\n", + " [0.0564],\n", + " [0.0562],\n", + " [0.0561],\n", + " [0.0550],\n", + " [0.0562],\n", + " [0.0575],\n", + " [0.0630],\n", + " [0.0520],\n", + " [0.0573],\n", + " [0.0587],\n", + " [0.0654],\n", + " [0.0570],\n", + " [0.0573],\n", + " [0.0558],\n", + " [0.0574],\n", + " [0.0533],\n", + " [0.0565],\n", + " [0.0610],\n", + " [0.0527],\n", + " [0.0568],\n", + " [0.0605],\n", + " [0.0564]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0159],\n", + " [-0.0152],\n", + " [-0.0167],\n", + " [-0.0168],\n", + " [-0.0129],\n", + " [-0.0168],\n", + " [-0.0220],\n", + " [-0.0212],\n", + " [-0.0187],\n", + " [-0.0182],\n", + " [-0.0174],\n", + " [-0.0191],\n", + " [-0.0166],\n", + " [-0.0180],\n", + " [-0.0167],\n", + " [-0.0180],\n", + " [-0.0138],\n", + " [-0.0186],\n", + " [-0.0177],\n", + " [-0.0185],\n", + " [-0.0104],\n", + " [-0.0172],\n", + " [-0.0162],\n", + " [-0.0171],\n", + " [-0.0169],\n", + " [-0.0155],\n", + " [-0.0158],\n", + " [-0.0186],\n", + " [-0.0208],\n", + " [-0.0190],\n", + " [-0.0194],\n", + " [-0.0168]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1722],\n", + " [-0.1662],\n", + " [-0.1761],\n", + " [-0.1692],\n", + " [-0.1672],\n", + " [-0.1712],\n", + " [-0.1756],\n", + " [-0.1795],\n", + " [-0.1694],\n", + " [-0.1704],\n", + " [-0.1704],\n", + " [-0.1697],\n", + " [-0.1671],\n", + " [-0.1641],\n", + " [-0.1696],\n", + " [-0.1713],\n", + " [-0.1687],\n", + " [-0.1650],\n", + " [-0.1730],\n", + " [-0.1709],\n", + " [-0.1655],\n", + " [-0.1717],\n", + " [-0.1696],\n", + " [-0.1675],\n", + " [-0.1713],\n", + " [-0.1643],\n", + " [-0.1671],\n", + " [-0.1765],\n", + " [-0.1646],\n", + " [-0.1700],\n", + " [-0.1752],\n", + " [-0.1704]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0225],\n", + " [-0.0212],\n", + " [-0.0184],\n", + " [-0.0245],\n", + " [-0.0197],\n", + " [-0.0221],\n", + " [ 0.0008],\n", + " [-0.0133],\n", + " [-0.0223],\n", + " [-0.0221],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0210],\n", + " [-0.0262],\n", + " [-0.0226],\n", + " [-0.0215],\n", + " [-0.0219],\n", + " [-0.0218],\n", + " [-0.0205],\n", + " [-0.0197],\n", + " [-0.0225],\n", + " [-0.0210],\n", + " [-0.0249],\n", + " [-0.0225],\n", + " [-0.0215],\n", + " [-0.0214],\n", + " [-0.0226],\n", + " [-0.0200],\n", + " [-0.0230],\n", + " [-0.0226],\n", + " [-0.0159],\n", + " [-0.0223]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0022],\n", + " [ 0.0036],\n", + " [ 0.0061],\n", + " [ 0.0039],\n", + " [-0.0091],\n", + " [ 0.0053],\n", + " [ 0.0277],\n", + " [ 0.0042],\n", + " [ 0.0149],\n", + " [ 0.0115],\n", + " [ 0.0068],\n", + " [ 0.0165],\n", + " [ 0.0041],\n", + " [-0.0066],\n", + " [ 0.0040],\n", + " [ 0.0013],\n", + " [-0.0023],\n", + " [ 0.0053],\n", + " [ 0.0061],\n", + " [ 0.0142],\n", + " [-0.0132],\n", + " [ 0.0049],\n", + " [-0.0002],\n", + " [ 0.0050],\n", + " [ 0.0031],\n", + " [-0.0061],\n", + " [ 0.0011],\n", + " [-0.0022],\n", + " [ 0.0055],\n", + " [ 0.0154],\n", + " [ 0.0094],\n", + " [ 0.0037]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0921],\n", + " [0.0971],\n", + " [0.0881],\n", + " [0.0927],\n", + " [0.1000],\n", + " [0.0916],\n", + " [0.0879],\n", + " [0.0910],\n", + " [0.0914],\n", + " [0.0911],\n", + " [0.0927],\n", + " [0.0912],\n", + " [0.0980],\n", + " [0.1013],\n", + " [0.0943],\n", + " [0.0954],\n", + " [0.0945],\n", + " [0.1014],\n", + " [0.0917],\n", + " [0.0899],\n", + " [0.1008],\n", + " [0.0930],\n", + " [0.0950],\n", + " [0.0959],\n", + " [0.0936],\n", + " [0.1074],\n", + " [0.0980],\n", + " [0.1013],\n", + " [0.0956],\n", + " [0.0902],\n", + " [0.0891],\n", + " [0.0939]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0793],\n", + " [0.0812],\n", + " [0.0820],\n", + " [0.0800],\n", + " [0.0809],\n", + " [0.0815],\n", + " [0.1017],\n", + " [0.0813],\n", + " [0.0870],\n", + " [0.0842],\n", + " [0.0825],\n", + " [0.0886],\n", + " [0.0816],\n", + " [0.0713],\n", + " [0.0811],\n", + " [0.0764],\n", + " [0.0816],\n", + " [0.0816],\n", + " [0.0806],\n", + " [0.0880],\n", + " [0.0795],\n", + " [0.0805],\n", + " [0.0779],\n", + " [0.0811],\n", + " [0.0796],\n", + " [0.0742],\n", + " [0.0802],\n", + " [0.0736],\n", + " [0.0854],\n", + " [0.0872],\n", + " [0.0842],\n", + " [0.0804]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0876],\n", + " [0.0841],\n", + " [0.0899],\n", + " [0.0865],\n", + " [0.0886],\n", + " [0.0873],\n", + " [0.0866],\n", + " [0.0906],\n", + " [0.0882],\n", + " [0.0867],\n", + " [0.0866],\n", + " [0.0881],\n", + " [0.0851],\n", + " [0.0755],\n", + " [0.0855],\n", + " [0.0874],\n", + " [0.0895],\n", + " [0.0820],\n", + " [0.0871],\n", + " [0.0894],\n", + " [0.0874],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0851],\n", + " [0.0868],\n", + " [0.0792],\n", + " [0.0853],\n", + " [0.0742],\n", + " [0.0830],\n", + " [0.0884],\n", + " [0.0910],\n", + " [0.0858]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0363],\n", + " [0.0395],\n", + " [0.0402],\n", + " [0.0384],\n", + " [0.0427],\n", + " [0.0399],\n", + " [0.0432],\n", + " [0.0418],\n", + " [0.0431],\n", + " [0.0414],\n", + " [0.0403],\n", + " [0.0422],\n", + " [0.0418],\n", + " [0.0336],\n", + " [0.0388],\n", + " [0.0413],\n", + " [0.0405],\n", + " [0.0377],\n", + " [0.0390],\n", + " [0.0438],\n", + " [0.0395],\n", + " [0.0394],\n", + " [0.0365],\n", + " [0.0408],\n", + " [0.0394],\n", + " [0.0388],\n", + " [0.0405],\n", + " [0.0422],\n", + " [0.0370],\n", + " [0.0429],\n", + " [0.0440],\n", + " [0.0381]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0396],\n", + " [0.0383],\n", + " [0.0371],\n", + " [0.0383],\n", + " [0.0353],\n", + " [0.0376],\n", + " [0.0229],\n", + " [0.0362],\n", + " [0.0357],\n", + " [0.0364],\n", + " [0.0376],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0405],\n", + " [0.0390],\n", + " [0.0324],\n", + " [0.0372],\n", + " [0.0421],\n", + " [0.0377],\n", + " [0.0352],\n", + " [0.0381],\n", + " [0.0378],\n", + " [0.0391],\n", + " [0.0374],\n", + " [0.0379],\n", + " [0.0374],\n", + " [0.0377],\n", + " [0.0233],\n", + " [0.0444],\n", + " [0.0354],\n", + " [0.0334],\n", + " [0.0391]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0752],\n", + " [-0.0748],\n", + " [-0.0722],\n", + " [-0.0756],\n", + " [-0.0767],\n", + " [-0.0745],\n", + " [-0.0603],\n", + " [-0.0729],\n", + " [-0.0703],\n", + " [-0.0722],\n", + " [-0.0737],\n", + " [-0.0691],\n", + " [-0.0742],\n", + " [-0.0882],\n", + " [-0.0750],\n", + " [-0.0739],\n", + " [-0.0766],\n", + " [-0.0743],\n", + " [-0.0731],\n", + " [-0.0702],\n", + " [-0.0779],\n", + " [-0.0739],\n", + " [-0.0765],\n", + " [-0.0746],\n", + " [-0.0747],\n", + " [-0.0790],\n", + " [-0.0756],\n", + " [-0.0752],\n", + " [-0.0777],\n", + " [-0.0700],\n", + " [-0.0709],\n", + " [-0.0748]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1042],\n", + " [-0.1007],\n", + " [-0.1054],\n", + " [-0.1015],\n", + " [-0.1099],\n", + " [-0.1024],\n", + " [-0.1020],\n", + " [-0.1122],\n", + " [-0.0978],\n", + " [-0.0986],\n", + " [-0.1011],\n", + " [-0.0965],\n", + " [-0.1016],\n", + " [-0.1056],\n", + " [-0.1016],\n", + " [-0.1050],\n", + " [-0.1070],\n", + " [-0.0993],\n", + " [-0.1030],\n", + " [-0.1010],\n", + " [-0.1097],\n", + " [-0.1030],\n", + " [-0.1031],\n", + " [-0.1008],\n", + " [-0.1038],\n", + " [-0.1074],\n", + " [-0.1025],\n", + " [-0.1125],\n", + " [-0.1008],\n", + " [-0.0977],\n", + " [-0.1056],\n", + " [-0.1022]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0628],\n", + " [-0.0648],\n", + " [-0.0596],\n", + " [-0.0639],\n", + " [-0.0592],\n", + " [-0.0620],\n", + " [-0.0571],\n", + " [-0.0548],\n", + " [-0.0632],\n", + " [-0.0631],\n", + " [-0.0622],\n", + " [-0.0639],\n", + " [-0.0629],\n", + " [-0.0610],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0607],\n", + " [-0.0639],\n", + " [-0.0622],\n", + " [-0.0607],\n", + " [-0.0604],\n", + " [-0.0621],\n", + " [-0.0642],\n", + " [-0.0637],\n", + " [-0.0619],\n", + " [-0.0612],\n", + " [-0.0630],\n", + " [-0.0685],\n", + " [-0.0633],\n", + " [-0.0632],\n", + " [-0.0579],\n", + " [-0.0631]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0601],\n", + " [-0.0644],\n", + " [-0.0545],\n", + " [-0.0599],\n", + " [-0.0619],\n", + " [-0.0577],\n", + " [-0.0646],\n", + " [-0.0611],\n", + " [-0.0654],\n", + " [-0.0572],\n", + " [-0.0631],\n", + " [-0.0620],\n", + " [-0.0624],\n", + " [-0.0619],\n", + " [-0.0557],\n", + " [-0.0636],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0653],\n", + " [-0.0641],\n", + " [-0.0619],\n", + " [-0.0685],\n", + " [-0.0623],\n", + " [-0.0616],\n", + " [-0.0587],\n", + " [-0.0619],\n", + " [-0.0601],\n", + " [-0.0625],\n", + " [-0.0607],\n", + " [-0.0706],\n", + " [-0.0619],\n", + " [-0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0736],\n", + " [-0.0777],\n", + " [-0.0695],\n", + " [-0.0726],\n", + " [-0.0756],\n", + " [-0.0663],\n", + " [-0.0773],\n", + " [-0.0706],\n", + " [-0.0783],\n", + " [-0.0689],\n", + " [-0.0784],\n", + " [-0.0755],\n", + " [-0.0719],\n", + " [-0.0757],\n", + " [-0.0641],\n", + " [-0.0773],\n", + " [-0.0770],\n", + " [-0.0722],\n", + " [-0.0792],\n", + " [-0.0775],\n", + " [-0.0740],\n", + " [-0.0798],\n", + " [-0.0723],\n", + " [-0.0757],\n", + " [-0.0736],\n", + " [-0.0704],\n", + " [-0.0700],\n", + " [-0.0728],\n", + " [-0.0762],\n", + " [-0.0817],\n", + " [-0.0746],\n", + " [-0.0732]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0372],\n", + " [0.0365],\n", + " [0.0395],\n", + " [0.0391],\n", + " [0.0369],\n", + " [0.0393],\n", + " [0.0371],\n", + " [0.0374],\n", + " [0.0364],\n", + " [0.0391],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0357],\n", + " [0.0366],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0396],\n", + " [0.0357],\n", + " [0.0384],\n", + " [0.0389],\n", + " [0.0366],\n", + " [0.0399],\n", + " [0.0360],\n", + " [0.0362],\n", + " [0.0326],\n", + " [0.0370],\n", + " [0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0896],\n", + " [-0.0953],\n", + " [-0.0829],\n", + " [-0.0880],\n", + " [-0.0916],\n", + " [-0.0853],\n", + " [-0.0932],\n", + " [-0.0934],\n", + " [-0.0925],\n", + " [-0.0832],\n", + " [-0.0911],\n", + " [-0.0912],\n", + " [-0.0941],\n", + " [-0.0898],\n", + " [-0.0859],\n", + " [-0.0929],\n", + " [-0.0940],\n", + " [-0.0950],\n", + " [-0.0939],\n", + " [-0.0948],\n", + " [-0.0863],\n", + " [-0.0939],\n", + " [-0.0945],\n", + " [-0.0920],\n", + " [-0.0874],\n", + " [-0.0952],\n", + " [-0.0890],\n", + " [-0.0942],\n", + " [-0.0915],\n", + " [-0.1011],\n", + " [-0.0917],\n", + " [-0.0934]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0428],\n", + " [0.0564],\n", + " [0.0455],\n", + " [0.0483],\n", + " [0.0523],\n", + " [0.0494],\n", + " [0.0506],\n", + " [0.0569],\n", + " [0.0503],\n", + " [0.0473],\n", + " [0.0463],\n", + " [0.0516],\n", + " [0.0563],\n", + " [0.0464],\n", + " [0.0459],\n", + " [0.0521],\n", + " [0.0540],\n", + " [0.0588],\n", + " [0.0510],\n", + " [0.0543],\n", + " [0.0509],\n", + " [0.0459],\n", + " [0.0586],\n", + " [0.0505],\n", + " [0.0468],\n", + " [0.0584],\n", + " [0.0511],\n", + " [0.0569],\n", + " [0.0473],\n", + " [0.0613],\n", + " [0.0545],\n", + " [0.0566]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0429],\n", + " [-0.0368],\n", + " [-0.0458],\n", + " [-0.0410],\n", + " [-0.0396],\n", + " [-0.0427],\n", + " [-0.0387],\n", + " [-0.0374],\n", + " [-0.0403],\n", + " [-0.0470],\n", + " [-0.0397],\n", + " [-0.0411],\n", + " [-0.0377],\n", + " [-0.0363],\n", + " [-0.0412],\n", + " [-0.0378],\n", + " [-0.0375],\n", + " [-0.0376],\n", + " [-0.0377],\n", + " [-0.0391],\n", + " [-0.0475],\n", + " [-0.0327],\n", + " [-0.0382],\n", + " [-0.0352],\n", + " [-0.0431],\n", + " [-0.0358],\n", + " [-0.0372],\n", + " [-0.0387],\n", + " [-0.0439],\n", + " [-0.0361],\n", + " [-0.0406],\n", + " [-0.0382]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0828],\n", + " [-0.0790],\n", + " [-0.0756],\n", + " [-0.0805],\n", + " [-0.0783],\n", + " [-0.0778],\n", + " [-0.0800],\n", + " [-0.0805],\n", + " [-0.0786],\n", + " [-0.0764],\n", + " [-0.0779],\n", + " [-0.0787],\n", + " [-0.0808],\n", + " [-0.0799],\n", + " [-0.0787],\n", + " [-0.0788],\n", + " [-0.0790],\n", + " [-0.0794],\n", + " [-0.0788],\n", + " [-0.0794],\n", + " [-0.0765],\n", + " [-0.0827],\n", + " [-0.0791],\n", + " [-0.0802],\n", + " [-0.0790],\n", + " [-0.0810],\n", + " [-0.0798],\n", + " [-0.0799],\n", + " [-0.0781],\n", + " [-0.0775],\n", + " [-0.0786],\n", + " [-0.0795]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1637],\n", + " [0.1677],\n", + " [0.1657],\n", + " [0.1624],\n", + " [0.1660],\n", + " [0.1669],\n", + " [0.1658],\n", + " [0.1689],\n", + " [0.1651],\n", + " [0.1633],\n", + " [0.1623],\n", + " [0.1657],\n", + " [0.1680],\n", + " [0.1628],\n", + " [0.1661],\n", + " [0.1653],\n", + " [0.1664],\n", + " [0.1696],\n", + " [0.1645],\n", + " [0.1663],\n", + " [0.1648],\n", + " [0.1628],\n", + " [0.1696],\n", + " [0.1641],\n", + " [0.1619],\n", + " [0.1695],\n", + " [0.1676],\n", + " [0.1682],\n", + " [0.1637],\n", + " [0.1682],\n", + " [0.1682],\n", + " [0.1684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0551],\n", + " [-0.0579],\n", + " [-0.0509],\n", + " [-0.0523],\n", + " [-0.0561],\n", + " [-0.0426],\n", + " [-0.0590],\n", + " [-0.0543],\n", + " [-0.0578],\n", + " [-0.0443],\n", + " [-0.0588],\n", + " [-0.0553],\n", + " [-0.0554],\n", + " [-0.0566],\n", + " [-0.0416],\n", + " [-0.0577],\n", + " [-0.0578],\n", + " [-0.0562],\n", + " [-0.0593],\n", + " [-0.0580],\n", + " [-0.0497],\n", + " [-0.0619],\n", + " [-0.0565],\n", + " [-0.0559],\n", + " [-0.0533],\n", + " [-0.0555],\n", + " [-0.0489],\n", + " [-0.0558],\n", + " [-0.0577],\n", + " [-0.0653],\n", + " [-0.0552],\n", + " [-0.0557]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0634],\n", + " [0.0637],\n", + " [0.0620],\n", + " [0.0634],\n", + " [0.0628],\n", + " [0.0594],\n", + " [0.0618],\n", + " [0.0578],\n", + " [0.0639],\n", + " [0.0623],\n", + " [0.0688],\n", + " [0.0630],\n", + " [0.0588],\n", + " [0.0684],\n", + " [0.0621],\n", + " [0.0645],\n", + " [0.0641],\n", + " [0.0583],\n", + " [0.0659],\n", + " [0.0625],\n", + " [0.0611],\n", + " [0.0712],\n", + " [0.0576],\n", + " [0.0679],\n", + " [0.0661],\n", + " [0.0582],\n", + " [0.0618],\n", + " [0.0588],\n", + " [0.0627],\n", + " [0.0602],\n", + " [0.0594],\n", + " [0.0588]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0954],\n", + " [-0.0876],\n", + " [-0.0908],\n", + " [-0.0929],\n", + " [-0.0940],\n", + " [-0.0895],\n", + " [-0.0978],\n", + " [-0.0897],\n", + " [-0.0906],\n", + " [-0.0868],\n", + " [-0.0928],\n", + " [-0.0972],\n", + " [-0.0859],\n", + " [-0.0916],\n", + " [-0.0915],\n", + " [-0.0942],\n", + " [-0.0988],\n", + " [-0.0899],\n", + " [-0.0945],\n", + " [-0.0925],\n", + " [-0.0812],\n", + " [-0.0986],\n", + " [-0.0913],\n", + " [-0.0893],\n", + " [-0.0991],\n", + " [-0.0939],\n", + " [-0.0971],\n", + " [-0.0927],\n", + " [-0.0979],\n", + " [-0.0950],\n", + " [-0.0969]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0172],\n", + " [0.0156],\n", + " [0.0127],\n", + " [0.0108],\n", + " [0.0143],\n", + " [0.0153],\n", + " [0.0170],\n", + " [0.0207],\n", + " [0.0140],\n", + " [0.0109],\n", + " [0.0085],\n", + " [0.0132],\n", + " [0.0184],\n", + " [0.0103],\n", + " [0.0143],\n", + " [0.0141],\n", + " [0.0142],\n", + " [0.0201],\n", + " [0.0127],\n", + " [0.0149],\n", + " [0.0133],\n", + " [0.0113],\n", + " [0.0199],\n", + " [0.0120],\n", + " [0.0095],\n", + " [0.0214],\n", + " [0.0166],\n", + " [0.0184],\n", + " [0.0150],\n", + " [0.0180],\n", + " [0.0166],\n", + " [0.0178]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0889],\n", + " [0.0900],\n", + " [0.0955],\n", + " [0.0959],\n", + " [0.0924],\n", + " [0.0982],\n", + " [0.0927],\n", + " [0.0953],\n", + " [0.0910],\n", + " [0.0999],\n", + " [0.0888],\n", + " [0.0939],\n", + " [0.0953],\n", + " [0.0846],\n", + " [0.0943],\n", + " [0.0891],\n", + " [0.0906],\n", + " [0.0950],\n", + " [0.0883],\n", + " [0.0935],\n", + " [0.0975],\n", + " [0.0784],\n", + " [0.0961],\n", + " [0.0866],\n", + " [0.0952],\n", + " [0.0952],\n", + " [0.0907],\n", + " [0.0952],\n", + " [0.0988],\n", + " [0.0937],\n", + " [0.0961],\n", + " [0.0951]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0035],\n", + " [0.0077],\n", + " [0.0177],\n", + " [0.0140],\n", + " [0.0103],\n", + " [0.0091],\n", + " [0.0086],\n", + " [0.0102],\n", + " [0.0085],\n", + " [0.0120],\n", + " [0.0101],\n", + " [0.0120],\n", + " [0.0114],\n", + " [0.0067],\n", + " [0.0061],\n", + " [0.0077],\n", + " [0.0092],\n", + " [0.0091],\n", + " [0.0073],\n", + " [0.0106],\n", + " [0.0137],\n", + " [0.0027],\n", + " [0.0100],\n", + " [0.0077],\n", + " [0.0147],\n", + " [0.0090],\n", + " [0.0079],\n", + " [0.0107],\n", + " [0.0177],\n", + " [0.0065],\n", + " [0.0120],\n", + " [0.0114]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0022],\n", + " [ 0.0008],\n", + " [-0.0109],\n", + " [-0.0094],\n", + " [-0.0030],\n", + " [-0.0123],\n", + " [ 0.0030],\n", + " [-0.0023],\n", + " [-0.0003],\n", + " [-0.0152],\n", + " [-0.0043],\n", + " [-0.0047],\n", + " [-0.0024],\n", + " [-0.0031],\n", + " [-0.0143],\n", + " [-0.0005],\n", + " [-0.0006],\n", + " [-0.0007],\n", + " [ 0.0007],\n", + " [-0.0004],\n", + " [-0.0091],\n", + " [ 0.0046],\n", + " [-0.0007],\n", + " [-0.0031],\n", + " [-0.0100],\n", + " [-0.0007],\n", + " [-0.0054],\n", + " [-0.0021],\n", + " [-0.0038],\n", + " [ 0.0088],\n", + " [-0.0029],\n", + " [-0.0022]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0499],\n", + " [-0.0371],\n", + " [-0.0334],\n", + " [-0.0328],\n", + " [-0.0366],\n", + " [-0.0307],\n", + " [-0.0419],\n", + " [-0.0343],\n", + " [-0.0396],\n", + " [-0.0308],\n", + " [-0.0395],\n", + " [-0.0350],\n", + " [-0.0335],\n", + " [-0.0404],\n", + " [-0.0347],\n", + " [-0.0392],\n", + " [-0.0373],\n", + " [-0.0343],\n", + " [-0.0403],\n", + " [-0.0364],\n", + " [-0.0321],\n", + " [-0.0450],\n", + " [-0.0339],\n", + " [-0.0379],\n", + " [-0.0339],\n", + " [-0.0349],\n", + " [-0.0343],\n", + " [-0.0341],\n", + " [-0.0387],\n", + " [-0.0371],\n", + " [-0.0332],\n", + " [-0.0336]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 5.9309e-03],\n", + " [ 6.1008e-03],\n", + " [-9.1154e-04],\n", + " [ 5.8031e-06],\n", + " [ 4.3909e-03],\n", + " [-3.7062e-03],\n", + " [ 5.7207e-03],\n", + " [ 2.7305e-03],\n", + " [ 5.3647e-03],\n", + " [-4.6153e-03],\n", + " [ 6.4329e-03],\n", + " [ 3.3805e-03],\n", + " [ 2.7246e-03],\n", + " [ 6.5713e-03],\n", + " [-2.6516e-03],\n", + " [ 5.9418e-03],\n", + " [ 5.6636e-03],\n", + " [ 3.9252e-03],\n", + " [ 6.8124e-03],\n", + " [ 5.2229e-03],\n", + " [-1.4703e-03],\n", + " [ 1.0140e-02],\n", + " [ 3.9667e-03],\n", + " [ 5.6791e-03],\n", + " [ 5.7014e-04],\n", + " [ 3.8106e-03],\n", + " [ 1.6592e-03],\n", + " [ 3.3706e-03],\n", + " [ 1.7662e-03],\n", + " [ 8.9869e-03],\n", + " [ 3.0742e-03],\n", + " [ 3.3693e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0642],\n", + " [0.0574],\n", + " [0.0552],\n", + " [0.0573],\n", + " [0.0572],\n", + " [0.0526],\n", + " [0.0598],\n", + " [0.0559],\n", + " [0.0590],\n", + " [0.0530],\n", + " [0.0615],\n", + " [0.0571],\n", + " [0.0567],\n", + " [0.0613],\n", + " [0.0554],\n", + " [0.0584],\n", + " [0.0579],\n", + " [0.0562],\n", + " [0.0598],\n", + " [0.0584],\n", + " [0.0521],\n", + " [0.0665],\n", + " [0.0561],\n", + " [0.0592],\n", + " [0.0575],\n", + " [0.0569],\n", + " [0.0557],\n", + " [0.0563],\n", + " [0.0588],\n", + " [0.0599],\n", + " [0.0561],\n", + " [0.0562]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0195],\n", + " [-0.0175],\n", + " [-0.0177],\n", + " [-0.0169],\n", + " [-0.0165],\n", + " [-0.0167],\n", + " [-0.0202],\n", + " [-0.0191],\n", + " [-0.0175],\n", + " [-0.0185],\n", + " [-0.0148],\n", + " [-0.0166],\n", + " [-0.0182],\n", + " [-0.0148],\n", + " [-0.0153],\n", + " [-0.0167],\n", + " [-0.0166],\n", + " [-0.0183],\n", + " [-0.0168],\n", + " [-0.0170],\n", + " [-0.0178],\n", + " [-0.0191],\n", + " [-0.0183],\n", + " [-0.0150],\n", + " [-0.0169],\n", + " [-0.0189],\n", + " [-0.0157],\n", + " [-0.0180],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0177],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1732],\n", + " [-0.1723],\n", + " [-0.1662],\n", + " [-0.1681],\n", + " [-0.1707],\n", + " [-0.1645],\n", + " [-0.1761],\n", + " [-0.1701],\n", + " [-0.1739],\n", + " [-0.1646],\n", + " [-0.1707],\n", + " [-0.1706],\n", + " [-0.1706],\n", + " [-0.1678],\n", + " [-0.1637],\n", + " [-0.1715],\n", + " [-0.1716],\n", + " [-0.1714],\n", + " [-0.1729],\n", + " [-0.1734],\n", + " [-0.1673],\n", + " [-0.1713],\n", + " [-0.1717],\n", + " [-0.1681],\n", + " [-0.1683],\n", + " [-0.1709],\n", + " [-0.1664],\n", + " [-0.1712],\n", + " [-0.1767],\n", + " [-0.1790],\n", + " [-0.1718],\n", + " [-0.1708]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0143],\n", + " [-0.0208],\n", + " [-0.0257],\n", + " [-0.0262],\n", + " [-0.0221],\n", + " [-0.0217],\n", + " [-0.0164],\n", + " [-0.0219],\n", + " [-0.0190],\n", + " [-0.0254],\n", + " [-0.0235],\n", + " [-0.0233],\n", + " [-0.0227],\n", + " [-0.0211],\n", + " [-0.0209],\n", + " [-0.0203],\n", + " [-0.0215],\n", + " [-0.0217],\n", + " [-0.0196],\n", + " [-0.0209],\n", + " [-0.0247],\n", + " [-0.0154],\n", + " [-0.0218],\n", + " [-0.0223],\n", + " [-0.0273],\n", + " [-0.0213],\n", + " [-0.0207],\n", + " [-0.0222],\n", + " [-0.0203],\n", + " [-0.0157],\n", + " [-0.0220],\n", + " [-0.0224]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0025],\n", + " [ 0.0075],\n", + " [-0.0044],\n", + " [ 0.0003],\n", + " [ 0.0036],\n", + " [ 0.0030],\n", + " [ 0.0045],\n", + " [ 0.0115],\n", + " [ 0.0019],\n", + " [-0.0021],\n", + " [-0.0030],\n", + " [ 0.0028],\n", + " [ 0.0109],\n", + " [-0.0020],\n", + " [ 0.0009],\n", + " [ 0.0035],\n", + " [ 0.0056],\n", + " [ 0.0127],\n", + " [ 0.0026],\n", + " [ 0.0067],\n", + " [ 0.0004],\n", + " [-0.0013],\n", + " [ 0.0125],\n", + " [ 0.0025],\n", + " [-0.0033],\n", + " [ 0.0143],\n", + " [ 0.0038],\n", + " [ 0.0106],\n", + " [ 0.0046],\n", + " [ 0.0174],\n", + " [ 0.0064],\n", + " [ 0.0101]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0984],\n", + " [0.0913],\n", + " [0.1006],\n", + " [0.0942],\n", + " [0.0935],\n", + " [0.1002],\n", + " [0.0927],\n", + " [0.0918],\n", + " [0.0938],\n", + " [0.1006],\n", + " [0.0941],\n", + " [0.0930],\n", + " [0.0908],\n", + " [0.0976],\n", + " [0.1041],\n", + " [0.0938],\n", + " [0.0918],\n", + " [0.0915],\n", + " [0.0928],\n", + " [0.0898],\n", + " [0.0972],\n", + " [0.0974],\n", + " [0.0910],\n", + " [0.0946],\n", + " [0.0951],\n", + " [0.0912],\n", + " [0.0978],\n", + " [0.0911],\n", + " [0.0876],\n", + " [0.0850],\n", + " [0.0919],\n", + " [0.0910]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0849],\n", + " [0.0814],\n", + " [0.0757],\n", + " [0.0786],\n", + " [0.0806],\n", + " [0.0767],\n", + " [0.0814],\n", + " [0.0854],\n", + " [0.0782],\n", + " [0.0724],\n", + " [0.0776],\n", + " [0.0795],\n", + " [0.0845],\n", + " [0.0816],\n", + " [0.0775],\n", + " [0.0807],\n", + " [0.0814],\n", + " [0.0847],\n", + " [0.0797],\n", + " [0.0814],\n", + " [0.0710],\n", + " [0.0822],\n", + " [0.0850],\n", + " [0.0819],\n", + " [0.0762],\n", + " [0.0868],\n", + " [0.0812],\n", + " [0.0841],\n", + " [0.0766],\n", + " [0.0844],\n", + " [0.0812],\n", + " [0.0838]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0877],\n", + " [0.0800],\n", + " [0.0872],\n", + " [0.0865],\n", + " [0.0805],\n", + " [0.0881],\n", + " [0.0866],\n", + " [0.0878],\n", + " [0.0803],\n", + " [0.0883],\n", + " [0.0865],\n", + " [0.0881],\n", + " [0.0880],\n", + " [0.0796],\n", + " [0.0877],\n", + " [0.0879],\n", + " [0.0869],\n", + " [0.0887],\n", + " [0.0882],\n", + " [0.0835],\n", + " [0.0915],\n", + " [0.0865],\n", + " [0.0880],\n", + " [0.0856],\n", + " [0.0874],\n", + " [0.0839],\n", + " [0.0874],\n", + " [0.0847],\n", + " [0.0907],\n", + " [0.0855],\n", + " [0.0869]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0428],\n", + " [0.0412],\n", + " [0.0364],\n", + " [0.0357],\n", + " [0.0388],\n", + " [0.0355],\n", + " [0.0400],\n", + " [0.0411],\n", + " [0.0386],\n", + " [0.0332],\n", + " [0.0379],\n", + " [0.0370],\n", + " [0.0400],\n", + " [0.0408],\n", + " [0.0358],\n", + " [0.0403],\n", + " [0.0403],\n", + " [0.0417],\n", + " [0.0401],\n", + " [0.0386],\n", + " [0.0364],\n", + " [0.0452],\n", + " [0.0412],\n", + " [0.0406],\n", + " [0.0358],\n", + " [0.0425],\n", + " [0.0406],\n", + " [0.0399],\n", + " [0.0330],\n", + " [0.0416],\n", + " [0.0380],\n", + " [0.0399]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0412],\n", + " [0.0359],\n", + " [0.0398],\n", + " [0.0395],\n", + " [0.0387],\n", + " [0.0396],\n", + " [0.0389],\n", + " [0.0380],\n", + " [0.0377],\n", + " [0.0403],\n", + " [0.0385],\n", + " [0.0391],\n", + " [0.0373],\n", + " [0.0374],\n", + " [0.0397],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0359],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0323],\n", + " [0.0366],\n", + " [0.0375],\n", + " [0.0393],\n", + " [0.0363],\n", + " [0.0375],\n", + " [0.0372],\n", + " [0.0402],\n", + " [0.0311],\n", + " [0.0390],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0752],\n", + " [-0.0728],\n", + " [-0.0829],\n", + " [-0.0776],\n", + " [-0.0747],\n", + " [-0.0757],\n", + " [-0.0741],\n", + " [-0.0719],\n", + " [-0.0739],\n", + " [-0.0801],\n", + " [-0.0765],\n", + " [-0.0753],\n", + " [-0.0717],\n", + " [-0.0761],\n", + " [-0.0753],\n", + " [-0.0741],\n", + " [-0.0739],\n", + " [-0.0707],\n", + " [-0.0739],\n", + " [-0.0730],\n", + " [-0.0787],\n", + " [-0.0741],\n", + " [-0.0712],\n", + " [-0.0755],\n", + " [-0.0801],\n", + " [-0.0703],\n", + " [-0.0745],\n", + " [-0.0717],\n", + " [-0.0799],\n", + " [-0.0668],\n", + " [-0.0739],\n", + " [-0.0725]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1134],\n", + " [-0.1023],\n", + " [-0.1045],\n", + " [-0.1014],\n", + " [-0.1027],\n", + " [-0.1001],\n", + " [-0.1076],\n", + " [-0.0981],\n", + " [-0.1065],\n", + " [-0.1013],\n", + " [-0.1068],\n", + " [-0.1028],\n", + " [-0.0988],\n", + " [-0.1066],\n", + " [-0.1023],\n", + " [-0.1043],\n", + " [-0.1027],\n", + " [-0.0982],\n", + " [-0.1059],\n", + " [-0.1030],\n", + " [-0.1030],\n", + " [-0.1111],\n", + " [-0.0982],\n", + " [-0.1037],\n", + " [-0.1031],\n", + " [-0.0979],\n", + " [-0.1009],\n", + " [-0.0991],\n", + " [-0.1058],\n", + " [-0.1045],\n", + " [-0.1013],\n", + " [-0.0991]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0561],\n", + " [-0.0620],\n", + " [-0.0616],\n", + " [-0.0649],\n", + " [-0.0625],\n", + " [-0.0666],\n", + " [-0.0577],\n", + " [-0.0626],\n", + " [-0.0605],\n", + " [-0.0665],\n", + " [-0.0615],\n", + " [-0.0636],\n", + " [-0.0632],\n", + " [-0.0607],\n", + " [-0.0652],\n", + " [-0.0611],\n", + " [-0.0619],\n", + " [-0.0633],\n", + " [-0.0604],\n", + " [-0.0621],\n", + " [-0.0663],\n", + " [-0.0554],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0644],\n", + " [-0.0627],\n", + " [-0.0643],\n", + " [-0.0633],\n", + " [-0.0580],\n", + " [-0.0601],\n", + " [-0.0633],\n", + " [-0.0631]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0620],\n", + " [-0.0577],\n", + " [-0.0609],\n", + " [-0.0655],\n", + " [-0.0608],\n", + " [-0.0640],\n", + " [-0.0616],\n", + " [-0.0592],\n", + " [-0.0630],\n", + " [-0.0595],\n", + " [-0.0584],\n", + " [-0.0616],\n", + " [-0.0637],\n", + " [-0.0608],\n", + " [-0.0626],\n", + " [-0.0622],\n", + " [-0.0627],\n", + " [-0.0610],\n", + " [-0.0690],\n", + " [-0.0619],\n", + " [-0.0625],\n", + " [-0.0612],\n", + " [-0.0606],\n", + " [-0.0614],\n", + " [-0.0620],\n", + " [-0.0626],\n", + " [-0.0613],\n", + " [-0.0636],\n", + " [-0.0618],\n", + " [-0.0643],\n", + " [-0.0629],\n", + " [-0.0633]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0683],\n", + " [-0.0747],\n", + " [-0.0790],\n", + " [-0.0724],\n", + " [-0.0772],\n", + " [-0.0746],\n", + " [-0.0709],\n", + " [-0.0768],\n", + " [-0.0738],\n", + " [-0.0672],\n", + " [-0.0655],\n", + " [-0.0735],\n", + " [-0.0732],\n", + " [-0.0719],\n", + " [-0.0770],\n", + " [-0.0731],\n", + " [-0.0755],\n", + " [-0.0800],\n", + " [-0.0759],\n", + " [-0.0747],\n", + " [-0.0752],\n", + " [-0.0706],\n", + " [-0.0725],\n", + " [-0.0751],\n", + " [-0.0770],\n", + " [-0.0644],\n", + " [-0.0785],\n", + " [-0.0742],\n", + " [-0.0786],\n", + " [-0.0775],\n", + " [-0.0702]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0385],\n", + " [0.0405],\n", + " [0.0386],\n", + " [0.0371],\n", + " [0.0390],\n", + " [0.0366],\n", + " [0.0371],\n", + " [0.0385],\n", + " [0.0369],\n", + " [0.0383],\n", + " [0.0376],\n", + " [0.0379],\n", + " [0.0392],\n", + " [0.0387],\n", + " [0.0378],\n", + " [0.0391],\n", + " [0.0357],\n", + " [0.0377],\n", + " [0.0393],\n", + " [0.0390],\n", + " [0.0380],\n", + " [0.0380],\n", + " [0.0374],\n", + " [0.0389],\n", + " [0.0386],\n", + " [0.0375],\n", + " [0.0376],\n", + " [0.0385],\n", + " [0.0381],\n", + " [0.0371],\n", + " [0.0386],\n", + " [0.0358]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0937],\n", + " [-0.0837],\n", + " [-0.0919],\n", + " [-0.0962],\n", + " [-0.0909],\n", + " [-0.0946],\n", + " [-0.0918],\n", + " [-0.0887],\n", + " [-0.0912],\n", + " [-0.0886],\n", + " [-0.0873],\n", + " [-0.0933],\n", + " [-0.0893],\n", + " [-0.0890],\n", + " [-0.0940],\n", + " [-0.0928],\n", + " [-0.0954],\n", + " [-0.0904],\n", + " [-0.0925],\n", + " [-0.0918],\n", + " [-0.0944],\n", + " [-0.0918],\n", + " [-0.0876],\n", + " [-0.0936],\n", + " [-0.0909],\n", + " [-0.0922],\n", + " [-0.0928],\n", + " [-0.0924],\n", + " [-0.0935],\n", + " [-0.0918],\n", + " [-0.0927],\n", + " [-0.0960]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0556],\n", + " [0.0479],\n", + " [0.0514],\n", + " [0.0556],\n", + " [0.0503],\n", + " [0.0541],\n", + " [0.0540],\n", + " [0.0470],\n", + " [0.0501],\n", + " [0.0431],\n", + " [0.0457],\n", + " [0.0581],\n", + " [0.0486],\n", + " [0.0487],\n", + " [0.0563],\n", + " [0.0504],\n", + " [0.0583],\n", + " [0.0495],\n", + " [0.0385],\n", + " [0.0518],\n", + " [0.0555],\n", + " [0.0497],\n", + " [0.0516],\n", + " [0.0565],\n", + " [0.0488],\n", + " [0.0512],\n", + " [0.0583],\n", + " [0.0493],\n", + " [0.0552],\n", + " [0.0481],\n", + " [0.0512],\n", + " [0.0594]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0351],\n", + " [-0.0448],\n", + " [-0.0352],\n", + " [-0.0354],\n", + " [-0.0381],\n", + " [-0.0363],\n", + " [-0.0386],\n", + " [-0.0390],\n", + " [-0.0411],\n", + " [-0.0372],\n", + " [-0.0421],\n", + " [-0.0342],\n", + " [-0.0372],\n", + " [-0.0409],\n", + " [-0.0352],\n", + " [-0.0344],\n", + " [-0.0374],\n", + " [-0.0403],\n", + " [-0.0353],\n", + " [-0.0342],\n", + " [-0.0344],\n", + " [-0.0368],\n", + " [-0.0437],\n", + " [-0.0346],\n", + " [-0.0358],\n", + " [-0.0372],\n", + " [-0.0338],\n", + " [-0.0348],\n", + " [-0.0350],\n", + " [-0.0394],\n", + " [-0.0345],\n", + " [-0.0358]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0799],\n", + " [-0.0775],\n", + " [-0.0804],\n", + " [-0.0785],\n", + " [-0.0821],\n", + " [-0.0798],\n", + " [-0.0787],\n", + " [-0.0810],\n", + " [-0.0779],\n", + " [-0.0820],\n", + " [-0.0783],\n", + " [-0.0829],\n", + " [-0.0798],\n", + " [-0.0810],\n", + " [-0.0809],\n", + " [-0.0804],\n", + " [-0.0795],\n", + " [-0.0788],\n", + " [-0.0821],\n", + " [-0.0795],\n", + " [-0.0810],\n", + " [-0.0806],\n", + " [-0.0788],\n", + " [-0.0806],\n", + " [-0.0799],\n", + " [-0.0787],\n", + " [-0.0830],\n", + " [-0.0792],\n", + " [-0.0804],\n", + " [-0.0780],\n", + " [-0.0795],\n", + " [-0.0811]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1683],\n", + " [0.1634],\n", + " [0.1648],\n", + " [0.1670],\n", + " [0.1645],\n", + " [0.1660],\n", + " [0.1673],\n", + " [0.1621],\n", + " [0.1647],\n", + " [0.1614],\n", + " [0.1671],\n", + " [0.1725],\n", + " [0.1671],\n", + " [0.1618],\n", + " [0.1691],\n", + " [0.1635],\n", + " [0.1686],\n", + " [0.1639],\n", + " [0.1606],\n", + " [0.1657],\n", + " [0.1673],\n", + " [0.1637],\n", + " [0.1668],\n", + " [0.1690],\n", + " [0.1643],\n", + " [0.1647],\n", + " [0.1730],\n", + " [0.1635],\n", + " [0.1676],\n", + " [0.1636],\n", + " [0.1647],\n", + " [0.1706]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0563],\n", + " [-0.0430],\n", + " [-0.0554],\n", + " [-0.0610],\n", + " [-0.0531],\n", + " [-0.0581],\n", + " [-0.0552],\n", + " [-0.0494],\n", + " [-0.0564],\n", + " [-0.0562],\n", + " [-0.0440],\n", + " [-0.0525],\n", + " [-0.0538],\n", + " [-0.0509],\n", + " [-0.0525],\n", + " [-0.0567],\n", + " [-0.0568],\n", + " [-0.0561],\n", + " [-0.0608],\n", + " [-0.0571],\n", + " [-0.0562],\n", + " [-0.0564],\n", + " [-0.0488],\n", + " [-0.0545],\n", + " [-0.0553],\n", + " [-0.0577],\n", + " [-0.0535],\n", + " [-0.0595],\n", + " [-0.0558],\n", + " [-0.0587],\n", + " [-0.0585],\n", + " [-0.0582]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0618],\n", + " [0.0626],\n", + " [0.0659],\n", + " [0.0635],\n", + " [0.0617],\n", + " [0.0645],\n", + " [0.0618],\n", + " [0.0658],\n", + " [0.0650],\n", + " [0.0679],\n", + " [0.0644],\n", + " [0.0559],\n", + " [0.0643],\n", + " [0.0653],\n", + " [0.0613],\n", + " [0.0697],\n", + " [0.0593],\n", + " [0.0651],\n", + " [0.0737],\n", + " [0.0662],\n", + " [0.0632],\n", + " [0.0660],\n", + " [0.0591],\n", + " [0.0604],\n", + " [0.0681],\n", + " [0.0660],\n", + " [0.0546],\n", + " [0.0688],\n", + " [0.0620],\n", + " [0.0673],\n", + " [0.0680],\n", + " [0.0569]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0966],\n", + " [-0.0920],\n", + " [-0.0927],\n", + " [-0.0951],\n", + " [-0.0933],\n", + " [-0.0936],\n", + " [-0.0943],\n", + " [-0.0905],\n", + " [-0.0906],\n", + " [-0.0818],\n", + " [-0.0894],\n", + " [-0.1011],\n", + " [-0.0867],\n", + " [-0.0913],\n", + " [-0.0964],\n", + " [-0.0921],\n", + " [-0.0980],\n", + " [-0.0913],\n", + " [-0.0768],\n", + " [-0.0916],\n", + " [-0.0957],\n", + " [-0.0914],\n", + " [-0.0933],\n", + " [-0.0976],\n", + " [-0.0892],\n", + " [-0.0912],\n", + " [-0.1015],\n", + " [-0.0887],\n", + " [-0.0956],\n", + " [-0.0880],\n", + " [-0.0910],\n", + " [-0.1006]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0161],\n", + " [0.0109],\n", + " [0.0133],\n", + " [0.0161],\n", + " [0.0139],\n", + " [0.0147],\n", + " [0.0155],\n", + " [0.0113],\n", + " [0.0124],\n", + " [0.0111],\n", + " [0.0134],\n", + " [0.0241],\n", + " [0.0146],\n", + " [0.0102],\n", + " [0.0199],\n", + " [0.0100],\n", + " [0.0199],\n", + " [0.0109],\n", + " [0.0058],\n", + " [0.0141],\n", + " [0.0167],\n", + " [0.0114],\n", + " [0.0155],\n", + " [0.0185],\n", + " [0.0117],\n", + " [0.0123],\n", + " [0.0248],\n", + " [0.0102],\n", + " [0.0168],\n", + " [0.0104],\n", + " [0.0115],\n", + " [0.0207]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0915],\n", + " [0.1006],\n", + " [0.0885],\n", + " [0.0896],\n", + " [0.0948],\n", + " [0.0888],\n", + " [0.0919],\n", + " [0.0919],\n", + " [0.0914],\n", + " [0.0844],\n", + " [0.0897],\n", + " [0.0957],\n", + " [0.0834],\n", + " [0.0950],\n", + " [0.0886],\n", + " [0.0875],\n", + " [0.0937],\n", + " [0.0930],\n", + " [0.0773],\n", + " [0.0859],\n", + " [0.0891],\n", + " [0.0904],\n", + " [0.0963],\n", + " [0.0920],\n", + " [0.0846],\n", + " [0.0887],\n", + " [0.0975],\n", + " [0.0855],\n", + " [0.0901],\n", + " [0.0889],\n", + " [0.0860],\n", + " [0.0965]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0107],\n", + " [0.0115],\n", + " [0.0090],\n", + " [0.0080],\n", + " [0.0139],\n", + " [0.0071],\n", + " [0.0099],\n", + " [0.0095],\n", + " [0.0102],\n", + " [0.0055],\n", + " [0.0049],\n", + " [0.0090],\n", + " [0.0055],\n", + " [0.0119],\n", + " [0.0054],\n", + " [0.0093],\n", + " [0.0083],\n", + " [0.0129],\n", + " [0.0049],\n", + " [0.0075],\n", + " [0.0079],\n", + " [0.0108],\n", + " [0.0114],\n", + " [0.0100],\n", + " [0.0062],\n", + " [0.0092],\n", + " [0.0104],\n", + " [0.0083],\n", + " [0.0088],\n", + " [0.0095],\n", + " [0.0085],\n", + " [0.0106]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-7.0163e-04],\n", + " [-1.4604e-02],\n", + " [-3.1892e-03],\n", + " [ 5.1531e-03],\n", + " [-6.5475e-03],\n", + " [ 9.0801e-04],\n", + " [-3.0692e-03],\n", + " [-1.0675e-02],\n", + " [-3.8817e-03],\n", + " [-3.9730e-03],\n", + " [-1.1732e-02],\n", + " [-7.9697e-04],\n", + " [-2.1100e-03],\n", + " [-1.0977e-02],\n", + " [-1.8048e-03],\n", + " [-3.3542e-03],\n", + " [-2.2743e-06],\n", + " [-5.8801e-03],\n", + " [-3.4155e-04],\n", + " [-1.7727e-05],\n", + " [-5.9772e-06],\n", + " [-4.5583e-03],\n", + " [-1.0104e-02],\n", + " [-1.4628e-03],\n", + " [-2.9146e-03],\n", + " [-1.9951e-03],\n", + " [-1.1440e-03],\n", + " [-4.2630e-04],\n", + " [-5.5273e-04],\n", + " [-2.3173e-03],\n", + " [-7.8645e-04],\n", + " [ 1.3374e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0348],\n", + " [-0.0298],\n", + " [-0.0365],\n", + " [-0.0397],\n", + " [-0.0337],\n", + " [-0.0388],\n", + " [-0.0356],\n", + " [-0.0350],\n", + " [-0.0370],\n", + " [-0.0430],\n", + " [-0.0355],\n", + " [-0.0312],\n", + " [-0.0390],\n", + " [-0.0333],\n", + " [-0.0371],\n", + " [-0.0367],\n", + " [-0.0363],\n", + " [-0.0356],\n", + " [-0.0459],\n", + " [-0.0389],\n", + " [-0.0367],\n", + " [-0.0366],\n", + " [-0.0322],\n", + " [-0.0345],\n", + " [-0.0389],\n", + " [-0.0380],\n", + " [-0.0311],\n", + " [-0.0394],\n", + " [-0.0362],\n", + " [-0.0394],\n", + " [-0.0384],\n", + " [-0.0329]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 4.3942e-03],\n", + " [-5.1170e-03],\n", + " [ 4.7675e-03],\n", + " [ 7.3385e-03],\n", + " [ 1.2814e-03],\n", + " [ 6.2283e-03],\n", + " [ 4.0405e-03],\n", + " [ 3.9801e-04],\n", + " [ 4.6149e-03],\n", + " [ 6.4287e-03],\n", + " [-2.3028e-04],\n", + " [ 1.2783e-03],\n", + " [ 4.9872e-03],\n", + " [ 1.5303e-05],\n", + " [ 3.2558e-03],\n", + " [ 5.7492e-03],\n", + " [ 4.7630e-03],\n", + " [ 3.6363e-03],\n", + " [ 8.9898e-03],\n", + " [ 6.8482e-03],\n", + " [ 5.0643e-03],\n", + " [ 4.4614e-03],\n", + " [-9.0606e-04],\n", + " [ 3.4908e-03],\n", + " [ 5.9909e-03],\n", + " [ 6.0448e-03],\n", + " [ 1.2864e-03],\n", + " [ 7.6266e-03],\n", + " [ 4.5722e-03],\n", + " [ 6.2120e-03],\n", + " [ 7.0489e-03],\n", + " [ 3.9899e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0570],\n", + " [0.0532],\n", + " [0.0585],\n", + " [0.0584],\n", + " [0.0577],\n", + " [0.0585],\n", + " [0.0564],\n", + " [0.0575],\n", + " [0.0579],\n", + " [0.0627],\n", + " [0.0562],\n", + " [0.0570],\n", + " [0.0587],\n", + " [0.0573],\n", + " [0.0557],\n", + " [0.0600],\n", + " [0.0565],\n", + " [0.0584],\n", + " [0.0678],\n", + " [0.0596],\n", + " [0.0578],\n", + " [0.0595],\n", + " [0.0536],\n", + " [0.0566],\n", + " [0.0597],\n", + " [0.0590],\n", + " [0.0570],\n", + " [0.0613],\n", + " [0.0571],\n", + " [0.0604],\n", + " [0.0602],\n", + " [0.0576]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0178],\n", + " [-0.0183],\n", + " [-0.0156],\n", + " [-0.0186],\n", + " [-0.0177],\n", + " [-0.0165],\n", + " [-0.0170],\n", + " [-0.0152],\n", + " [-0.0159],\n", + " [-0.0162],\n", + " [-0.0138],\n", + " [-0.0183],\n", + " [-0.0177],\n", + " [-0.0171],\n", + " [-0.0179],\n", + " [-0.0148],\n", + " [-0.0185],\n", + " [-0.0158],\n", + " [-0.0170],\n", + " [-0.0161],\n", + " [-0.0175],\n", + " [-0.0157],\n", + " [-0.0179],\n", + " [-0.0186],\n", + " [-0.0146],\n", + " [-0.0157],\n", + " [-0.0189],\n", + " [-0.0155],\n", + " [-0.0175],\n", + " [-0.0161],\n", + " [-0.0156],\n", + " [-0.0183]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1703],\n", + " [-0.1646],\n", + " [-0.1682],\n", + " [-0.1748],\n", + " [-0.1683],\n", + " [-0.1719],\n", + " [-0.1698],\n", + " [-0.1660],\n", + " [-0.1707],\n", + " [-0.1668],\n", + " [-0.1638],\n", + " [-0.1685],\n", + " [-0.1674],\n", + " [-0.1672],\n", + " [-0.1689],\n", + " [-0.1685],\n", + " [-0.1718],\n", + " [-0.1697],\n", + " [-0.1702],\n", + " [-0.1688],\n", + " [-0.1697],\n", + " [-0.1687],\n", + " [-0.1669],\n", + " [-0.1691],\n", + " [-0.1677],\n", + " [-0.1700],\n", + " [-0.1690],\n", + " [-0.1699],\n", + " [-0.1698],\n", + " [-0.1717],\n", + " [-0.1692],\n", + " [-0.1716]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0218],\n", + " [-0.0244],\n", + " [-0.0223],\n", + " [-0.0185],\n", + " [-0.0241],\n", + " [-0.0201],\n", + " [-0.0222],\n", + " [-0.0244],\n", + " [-0.0229],\n", + " [-0.0194],\n", + " [-0.0201],\n", + " [-0.0207],\n", + " [-0.0198],\n", + " [-0.0267],\n", + " [-0.0201],\n", + " [-0.0238],\n", + " [-0.0210],\n", + " [-0.0250],\n", + " [-0.0177],\n", + " [-0.0209],\n", + " [-0.0206],\n", + " [-0.0237],\n", + " [-0.0245],\n", + " [-0.0216],\n", + " [-0.0215],\n", + " [-0.0224],\n", + " [-0.0211],\n", + " [-0.0219],\n", + " [-0.0208],\n", + " [-0.0220],\n", + " [-0.0224],\n", + " [-0.0214]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 8.9563e-03],\n", + " [-1.7758e-04],\n", + " [ 4.2141e-03],\n", + " [ 8.2413e-03],\n", + " [ 4.9505e-03],\n", + " [ 6.0943e-03],\n", + " [ 5.5316e-03],\n", + " [-6.7318e-04],\n", + " [ 3.1080e-05],\n", + " [-3.5326e-03],\n", + " [-2.5325e-03],\n", + " [ 1.6993e-02],\n", + " [-1.2846e-03],\n", + " [-7.6854e-05],\n", + " [ 9.4173e-03],\n", + " [ 2.1972e-03],\n", + " [ 1.1869e-02],\n", + " [ 6.8435e-04],\n", + " [-8.8271e-03],\n", + " [ 3.6175e-03],\n", + " [ 9.0248e-03],\n", + " [ 2.4716e-03],\n", + " [ 2.8690e-03],\n", + " [ 1.1039e-02],\n", + " [-2.4135e-04],\n", + " [ 2.3031e-03],\n", + " [ 1.9042e-02],\n", + " [ 8.0355e-04],\n", + " [ 8.5724e-03],\n", + " [-1.2509e-03],\n", + " [ 2.7184e-03],\n", + " [ 1.7062e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0907],\n", + " [0.0988],\n", + " [0.0938],\n", + " [0.0892],\n", + " [0.0914],\n", + " [0.0921],\n", + " [0.0937],\n", + " [0.0977],\n", + " [0.0947],\n", + " [0.0999],\n", + " [0.1051],\n", + " [0.0932],\n", + " [0.1019],\n", + " [0.0951],\n", + " [0.0957],\n", + " [0.0921],\n", + " [0.0914],\n", + " [0.0930],\n", + " [0.0992],\n", + " [0.0945],\n", + " [0.0924],\n", + " [0.0932],\n", + " [0.0980],\n", + " [0.0918],\n", + " [0.0971],\n", + " [0.0935],\n", + " [0.0923],\n", + " [0.0932],\n", + " [0.0924],\n", + " [0.0941],\n", + " [0.0930],\n", + " [0.0891]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0837],\n", + " [0.0736],\n", + " [0.0828],\n", + " [0.0829],\n", + " [0.0823],\n", + " [0.0825],\n", + " [0.0814],\n", + " [0.0786],\n", + " [0.0779],\n", + " [0.0844],\n", + " [0.0764],\n", + " [0.0887],\n", + " [0.0796],\n", + " [0.0769],\n", + " [0.0832],\n", + " [0.0810],\n", + " [0.0852],\n", + " [0.0794],\n", + " [0.0777],\n", + " [0.0835],\n", + " [0.0843],\n", + " [0.0816],\n", + " [0.0774],\n", + " [0.0847],\n", + " [0.0813],\n", + " [0.0807],\n", + " [0.0906],\n", + " [0.0812],\n", + " [0.0842],\n", + " [0.0776],\n", + " [0.0820],\n", + " [0.0891]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0874],\n", + " [0.0811],\n", + " [0.0877],\n", + " [0.0887],\n", + " [0.0891],\n", + " [0.0885],\n", + " [0.0863],\n", + " [0.0862],\n", + " [0.0868],\n", + " [0.0876],\n", + " [0.0802],\n", + " [0.0874],\n", + " [0.0863],\n", + " [0.0874],\n", + " [0.0865],\n", + " [0.0889],\n", + " [0.0871],\n", + " [0.0874],\n", + " [0.0912],\n", + " [0.0879],\n", + " [0.0882],\n", + " [0.0887],\n", + " [0.0843],\n", + " [0.0870],\n", + " [0.0873],\n", + " [0.0880],\n", + " [0.0878],\n", + " [0.0894],\n", + " [0.0875],\n", + " [0.0881],\n", + " [0.0890],\n", + " [0.0889]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0414],\n", + " [0.0333],\n", + " [0.0406],\n", + " [0.0424],\n", + " [0.0373],\n", + " [0.0412],\n", + " [0.0398],\n", + " [0.0365],\n", + " [0.0378],\n", + " [0.0417],\n", + " [0.0374],\n", + " [0.0439],\n", + " [0.0431],\n", + " [0.0359],\n", + " [0.0432],\n", + " [0.0401],\n", + " [0.0419],\n", + " [0.0370],\n", + " [0.0418],\n", + " [0.0429],\n", + " [0.0426],\n", + " [0.0393],\n", + " [0.0366],\n", + " [0.0424],\n", + " [0.0412],\n", + " [0.0400],\n", + " [0.0437],\n", + " [0.0410],\n", + " [0.0420],\n", + " [0.0386],\n", + " [0.0415],\n", + " [0.0426]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0397],\n", + " [0.0380],\n", + " [0.0358],\n", + " [0.0403],\n", + " [0.0366],\n", + " [0.0378],\n", + " [0.0391],\n", + " [0.0389],\n", + " [0.0393],\n", + " [0.0369],\n", + " [0.0348],\n", + " [0.0346],\n", + " [0.0388],\n", + " [0.0352],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0392],\n", + " [0.0323],\n", + " [0.0368],\n", + " [0.0363],\n", + " [0.0385],\n", + " [0.0393],\n", + " [0.0365],\n", + " [0.0367],\n", + " [0.0378],\n", + " [0.0347],\n", + " [0.0369],\n", + " [0.0368],\n", + " [0.0377],\n", + " [0.0366],\n", + " [0.0348]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0737],\n", + " [-0.0790],\n", + " [-0.0751],\n", + " [-0.0726],\n", + " [-0.0749],\n", + " [-0.0730],\n", + " [-0.0742],\n", + " [-0.0763],\n", + " [-0.0755],\n", + " [-0.0769],\n", + " [-0.0754],\n", + " [-0.0680],\n", + " [-0.0749],\n", + " [-0.0769],\n", + " [-0.0714],\n", + " [-0.0760],\n", + " [-0.0710],\n", + " [-0.0770],\n", + " [-0.0760],\n", + " [-0.0751],\n", + " [-0.0728],\n", + " [-0.0755],\n", + " [-0.0751],\n", + " [-0.0728],\n", + " [-0.0756],\n", + " [-0.0753],\n", + " [-0.0676],\n", + " [-0.0757],\n", + " [-0.0732],\n", + " [-0.0757],\n", + " [-0.0756],\n", + " [-0.0691]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1005],\n", + " [-0.1003],\n", + " [-0.1024],\n", + " [-0.1036],\n", + " [-0.1008],\n", + " [-0.1030],\n", + " [-0.1015],\n", + " [-0.1019],\n", + " [-0.1045],\n", + " [-0.1091],\n", + " [-0.1048],\n", + " [-0.0965],\n", + " [-0.1069],\n", + " [-0.1012],\n", + " [-0.1001],\n", + " [-0.1034],\n", + " [-0.0988],\n", + " [-0.1032],\n", + " [-0.1136],\n", + " [-0.1038],\n", + " [-0.1012],\n", + " [-0.1031],\n", + " [-0.1006],\n", + " [-0.0991],\n", + " [-0.1049],\n", + " [-0.1039],\n", + " [-0.0961],\n", + " [-0.1057],\n", + " [-0.1009],\n", + " [-0.1068],\n", + " [-0.1042],\n", + " [-0.0976]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0619],\n", + " [-0.0673],\n", + " [-0.0621],\n", + " [-0.0590],\n", + " [-0.0631],\n", + " [-0.0612],\n", + " [-0.0627],\n", + " [-0.0651],\n", + " [-0.0628],\n", + " [-0.0584],\n", + " [-0.0651],\n", + " [-0.0645],\n", + " [-0.0604],\n", + " [-0.0661],\n", + " [-0.0626],\n", + " [-0.0629],\n", + " [-0.0623],\n", + " [-0.0633],\n", + " [-0.0562],\n", + " [-0.0605],\n", + " [-0.0615],\n", + " [-0.0624],\n", + " [-0.0659],\n", + " [-0.0624],\n", + " [-0.0618],\n", + " [-0.0617],\n", + " [-0.0642],\n", + " [-0.0604],\n", + " [-0.0615],\n", + " [-0.0611],\n", + " [-0.0611],\n", + " [-0.0627]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0631],\n", + " [-0.0630],\n", + " [-0.0614],\n", + " [-0.0551],\n", + " [-0.0602],\n", + " [-0.0671],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0631],\n", + " [-0.0633],\n", + " [-0.0611],\n", + " [-0.0649],\n", + " [-0.0635],\n", + " [-0.0702],\n", + " [-0.0635],\n", + " [-0.0636],\n", + " [-0.0606],\n", + " [-0.0630],\n", + " [-0.0571],\n", + " [-0.0647],\n", + " [-0.0668],\n", + " [-0.0627],\n", + " [-0.0698],\n", + " [-0.0625],\n", + " [-0.0604],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0628],\n", + " [-0.0625],\n", + " [-0.0612],\n", + " [-0.0627]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0769],\n", + " [-0.0727],\n", + " [-0.0760],\n", + " [-0.0751],\n", + " [-0.0717],\n", + " [-0.0736],\n", + " [-0.0806],\n", + " [-0.0757],\n", + " [-0.0775],\n", + " [-0.0699],\n", + " [-0.0728],\n", + " [-0.0717],\n", + " [-0.0775],\n", + " [-0.0727],\n", + " [-0.0806],\n", + " [-0.0771],\n", + " [-0.0775],\n", + " [-0.0735],\n", + " [-0.0747],\n", + " [-0.0674],\n", + " [-0.0724],\n", + " [-0.0807],\n", + " [-0.0724],\n", + " [-0.0828],\n", + " [-0.0714],\n", + " [-0.0747],\n", + " [-0.0730],\n", + " [-0.0745],\n", + " [-0.0733],\n", + " [-0.0676],\n", + " [-0.0749],\n", + " [-0.0764]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0387],\n", + " [0.0373],\n", + " [0.0377],\n", + " [0.0346],\n", + " [0.0368],\n", + " [0.0381],\n", + " [0.0358],\n", + " [0.0356],\n", + " [0.0368],\n", + " [0.0387],\n", + " [0.0354],\n", + " [0.0398],\n", + " [0.0366],\n", + " [0.0368],\n", + " [0.0389],\n", + " [0.0358],\n", + " [0.0369],\n", + " [0.0423],\n", + " [0.0381],\n", + " [0.0355],\n", + " [0.0367],\n", + " [0.0377],\n", + " [0.0366],\n", + " [0.0360],\n", + " [0.0376],\n", + " [0.0359],\n", + " [0.0372],\n", + " [0.0372],\n", + " [0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0937],\n", + " [-0.0955],\n", + " [-0.0942],\n", + " [-0.0926],\n", + " [-0.0859],\n", + " [-0.0891],\n", + " [-0.0977],\n", + " [-0.0920],\n", + " [-0.0924],\n", + " [-0.0958],\n", + " [-0.0960],\n", + " [-0.0904],\n", + " [-0.0925],\n", + " [-0.0967],\n", + " [-0.0958],\n", + " [-0.0937],\n", + " [-0.0919],\n", + " [-0.0910],\n", + " [-0.0947],\n", + " [-0.0850],\n", + " [-0.0951],\n", + " [-0.0957],\n", + " [-0.0956],\n", + " [-0.0975],\n", + " [-0.0957],\n", + " [-0.0889],\n", + " [-0.0944],\n", + " [-0.0922],\n", + " [-0.0951],\n", + " [-0.0948],\n", + " [-0.0901],\n", + " [-0.0901]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0542],\n", + " [0.0579],\n", + " [0.0558],\n", + " [0.0519],\n", + " [0.0311],\n", + " [0.0489],\n", + " [0.0552],\n", + " [0.0529],\n", + " [0.0513],\n", + " [0.0595],\n", + " [0.0587],\n", + " [0.0551],\n", + " [0.0501],\n", + " [0.0596],\n", + " [0.0529],\n", + " [0.0532],\n", + " [0.0499],\n", + " [0.0467],\n", + " [0.0567],\n", + " [0.0475],\n", + " [0.0352],\n", + " [0.0550],\n", + " [0.0584],\n", + " [0.0535],\n", + " [0.0591],\n", + " [0.0479],\n", + " [0.0572],\n", + " [0.0533],\n", + " [0.0579],\n", + " [0.0588],\n", + " [0.0503],\n", + " [0.0471]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0353],\n", + " [-0.0363],\n", + " [-0.0376],\n", + " [-0.0357],\n", + " [-0.0420],\n", + " [-0.0412],\n", + " [-0.0402],\n", + " [-0.0395],\n", + " [-0.0367],\n", + " [-0.0361],\n", + " [-0.0373],\n", + " [-0.0417],\n", + " [-0.0352],\n", + " [-0.0356],\n", + " [-0.0293],\n", + " [-0.0396],\n", + " [-0.0394],\n", + " [-0.0367],\n", + " [-0.0381],\n", + " [-0.0451],\n", + " [-0.0373],\n", + " [-0.0340],\n", + " [-0.0381],\n", + " [-0.0347],\n", + " [-0.0345],\n", + " [-0.0426],\n", + " [-0.0384],\n", + " [-0.0387],\n", + " [-0.0376],\n", + " [-0.0348],\n", + " [-0.0413],\n", + " [-0.0409]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0802],\n", + " [-0.0790],\n", + " [-0.0804],\n", + " [-0.0810],\n", + " [-0.0790],\n", + " [-0.0794],\n", + " [-0.0785],\n", + " [-0.0787],\n", + " [-0.0810],\n", + " [-0.0800],\n", + " [-0.0791],\n", + " [-0.0795],\n", + " [-0.0802],\n", + " [-0.0838],\n", + " [-0.0792],\n", + " [-0.0782],\n", + " [-0.0822],\n", + " [-0.0793],\n", + " [-0.0783],\n", + " [-0.0848],\n", + " [-0.0786],\n", + " [-0.0800],\n", + " [-0.0788],\n", + " [-0.0807],\n", + " [-0.0781],\n", + " [-0.0798],\n", + " [-0.0801],\n", + " [-0.0795],\n", + " [-0.0819],\n", + " [-0.0783],\n", + " [-0.0780]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1666],\n", + " [0.1687],\n", + " [0.1679],\n", + " [0.1654],\n", + " [0.1542],\n", + " [0.1640],\n", + " [0.1653],\n", + " [0.1664],\n", + " [0.1650],\n", + " [0.1706],\n", + " [0.1688],\n", + " [0.1689],\n", + " [0.1655],\n", + " [0.1701],\n", + " [0.1638],\n", + " [0.1659],\n", + " [0.1644],\n", + " [0.1614],\n", + " [0.1676],\n", + " [0.1651],\n", + " [0.1613],\n", + " [0.1672],\n", + " [0.1687],\n", + " [0.1654],\n", + " [0.1705],\n", + " [0.1630],\n", + " [0.1683],\n", + " [0.1666],\n", + " [0.1685],\n", + " [0.1720],\n", + " [0.1649],\n", + " [0.1636]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0580],\n", + " [-0.0577],\n", + " [-0.0577],\n", + " [-0.0563],\n", + " [-0.0524],\n", + " [-0.0538],\n", + " [-0.0607],\n", + " [-0.0558],\n", + " [-0.0575],\n", + " [-0.0578],\n", + " [-0.0578],\n", + " [-0.0516],\n", + " [-0.0574],\n", + " [-0.0592],\n", + " [-0.0622],\n", + " [-0.0571],\n", + " [-0.0574],\n", + " [-0.0517],\n", + " [-0.0571],\n", + " [-0.0460],\n", + " [-0.0580],\n", + " [-0.0609],\n", + " [-0.0568],\n", + " [-0.0631],\n", + " [-0.0567],\n", + " [-0.0552],\n", + " [-0.0562],\n", + " [-0.0549],\n", + " [-0.0566],\n", + " [-0.0560],\n", + " [-0.0552],\n", + " [-0.0566]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0643],\n", + " [0.0591],\n", + " [0.0613],\n", + " [0.0648],\n", + " [0.0796],\n", + " [0.0648],\n", + " [0.0634],\n", + " [0.0634],\n", + " [0.0678],\n", + " [0.0563],\n", + " [0.0586],\n", + " [0.0577],\n", + " [0.0686],\n", + " [0.0583],\n", + " [0.0693],\n", + " [0.0636],\n", + " [0.0662],\n", + " [0.0695],\n", + " [0.0603],\n", + " [0.0595],\n", + " [0.0745],\n", + " [0.0659],\n", + " [0.0585],\n", + " [0.0655],\n", + " [0.0594],\n", + " [0.0648],\n", + " [0.0588],\n", + " [0.0613],\n", + " [0.0594],\n", + " [0.0563],\n", + " [0.0635],\n", + " [0.0666]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0935],\n", + " [-0.0987],\n", + " [-0.0961],\n", + " [-0.0941],\n", + " [-0.0753],\n", + " [-0.0904],\n", + " [-0.0942],\n", + " [-0.0933],\n", + " [-0.0913],\n", + " [-0.1005],\n", + " [-0.0989],\n", + " [-0.0957],\n", + " [-0.0887],\n", + " [-0.0999],\n", + " [-0.0864],\n", + " [-0.0938],\n", + " [-0.0896],\n", + " [-0.0911],\n", + " [-0.0964],\n", + " [-0.0888],\n", + " [-0.0745],\n", + " [-0.0931],\n", + " [-0.0985],\n", + " [-0.0906],\n", + " [-0.1003],\n", + " [-0.0891],\n", + " [-0.0974],\n", + " [-0.0947],\n", + " [-0.0976],\n", + " [-0.1012],\n", + " [-0.0915],\n", + " [-0.0874]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0149],\n", + " [ 0.0185],\n", + " [ 0.0162],\n", + " [ 0.0126],\n", + " [-0.0007],\n", + " [ 0.0117],\n", + " [ 0.0158],\n", + " [ 0.0142],\n", + " [ 0.0109],\n", + " [ 0.0209],\n", + " [ 0.0191],\n", + " [ 0.0175],\n", + " [ 0.0117],\n", + " [ 0.0192],\n", + " [ 0.0155],\n", + " [ 0.0135],\n", + " [ 0.0117],\n", + " [ 0.0093],\n", + " [ 0.0179],\n", + " [ 0.0161],\n", + " [ 0.0081],\n", + " [ 0.0145],\n", + " [ 0.0199],\n", + " [ 0.0141],\n", + " [ 0.0205],\n", + " [ 0.0121],\n", + " [ 0.0185],\n", + " [ 0.0142],\n", + " [ 0.0193],\n", + " [ 0.0223],\n", + " [ 0.0128],\n", + " [ 0.0104]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0881],\n", + " [0.0951],\n", + " [0.0934],\n", + " [0.0913],\n", + " [0.0859],\n", + " [0.0924],\n", + " [0.0943],\n", + " [0.0918],\n", + " [0.0874],\n", + " [0.0972],\n", + " [0.0957],\n", + " [0.0968],\n", + " [0.0831],\n", + " [0.0954],\n", + " [0.0784],\n", + " [0.0929],\n", + " [0.0892],\n", + " [0.0902],\n", + " [0.0931],\n", + " [0.0952],\n", + " [0.0748],\n", + " [0.0864],\n", + " [0.0956],\n", + " [0.0864],\n", + " [0.0933],\n", + " [0.0926],\n", + " [0.0951],\n", + " [0.0942],\n", + " [0.0937],\n", + " [0.0962],\n", + " [0.0933],\n", + " [0.0893]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0079],\n", + " [ 0.0108],\n", + " [ 0.0107],\n", + " [ 0.0120],\n", + " [ 0.0069],\n", + " [ 0.0118],\n", + " [ 0.0085],\n", + " [ 0.0099],\n", + " [ 0.0097],\n", + " [ 0.0107],\n", + " [ 0.0102],\n", + " [ 0.0119],\n", + " [ 0.0058],\n", + " [ 0.0100],\n", + " [-0.0006],\n", + " [ 0.0110],\n", + " [ 0.0088],\n", + " [ 0.0087],\n", + " [ 0.0089],\n", + " [ 0.0090],\n", + " [ 0.0058],\n", + " [ 0.0072],\n", + " [ 0.0096],\n", + " [ 0.0058],\n", + " [ 0.0095],\n", + " [ 0.0116],\n", + " [ 0.0105],\n", + " [ 0.0126],\n", + " [ 0.0087],\n", + " [ 0.0111],\n", + " [ 0.0118],\n", + " [ 0.0101]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.0409e-03],\n", + " [ 8.2364e-05],\n", + " [ 4.4048e-05],\n", + " [-3.4616e-03],\n", + " [-1.7299e-02],\n", + " [-8.0162e-03],\n", + " [ 2.6492e-03],\n", + " [-3.3542e-03],\n", + " [-3.1113e-03],\n", + " [ 8.3064e-04],\n", + " [ 2.6704e-04],\n", + " [-6.8063e-03],\n", + " [-7.0640e-04],\n", + " [ 1.9891e-03],\n", + " [ 7.8627e-03],\n", + " [-2.3461e-03],\n", + " [-3.0708e-03],\n", + " [-9.0398e-03],\n", + " [-2.6592e-04],\n", + " [-1.4374e-02],\n", + " [-6.1771e-03],\n", + " [ 4.9607e-03],\n", + " [-5.0274e-04],\n", + " [ 7.3268e-03],\n", + " [ 9.1576e-04],\n", + " [-6.3446e-03],\n", + " [-1.6458e-03],\n", + " [-4.4119e-03],\n", + " [-4.5908e-04],\n", + " [-2.2967e-04],\n", + " [-5.4199e-03],\n", + " [-4.8797e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0380],\n", + " [-0.0340],\n", + " [-0.0352],\n", + " [-0.0349],\n", + " [-0.0440],\n", + " [-0.0351],\n", + " [-0.0385],\n", + " [-0.0362],\n", + " [-0.0370],\n", + " [-0.0324],\n", + " [-0.0344],\n", + " [-0.0310],\n", + " [-0.0395],\n", + " [-0.0345],\n", + " [-0.0451],\n", + " [-0.0359],\n", + " [-0.0386],\n", + " [-0.0364],\n", + " [-0.0363],\n", + " [-0.0351],\n", + " [-0.0488],\n", + " [-0.0394],\n", + " [-0.0350],\n", + " [-0.0429],\n", + " [-0.0345],\n", + " [-0.0370],\n", + " [-0.0343],\n", + " [-0.0335],\n", + " [-0.0358],\n", + " [-0.0317],\n", + " [-0.0355],\n", + " [-0.0379]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0065],\n", + " [ 0.0042],\n", + " [ 0.0048],\n", + " [ 0.0041],\n", + " [ 0.0016],\n", + " [ 0.0024],\n", + " [ 0.0071],\n", + " [ 0.0045],\n", + " [ 0.0061],\n", + " [ 0.0037],\n", + " [ 0.0045],\n", + " [ 0.0011],\n", + " [ 0.0071],\n", + " [ 0.0055],\n", + " [ 0.0100],\n", + " [ 0.0048],\n", + " [ 0.0057],\n", + " [ 0.0023],\n", + " [ 0.0048],\n", + " [-0.0022],\n", + " [ 0.0057],\n", + " [ 0.0084],\n", + " [ 0.0043],\n", + " [ 0.0090],\n", + " [ 0.0042],\n", + " [ 0.0032],\n", + " [ 0.0037],\n", + " [ 0.0026],\n", + " [ 0.0045],\n", + " [ 0.0023],\n", + " [ 0.0033],\n", + " [ 0.0049]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0584],\n", + " [0.0576],\n", + " [0.0572],\n", + " [0.0585],\n", + " [0.0678],\n", + " [0.0574],\n", + " [0.0609],\n", + " [0.0570],\n", + " [0.0590],\n", + " [0.0572],\n", + " [0.0572],\n", + " [0.0546],\n", + " [0.0604],\n", + " [0.0579],\n", + " [0.0621],\n", + " [0.0581],\n", + " [0.0590],\n", + " [0.0596],\n", + " [0.0567],\n", + " [0.0540],\n", + " [0.0709],\n", + " [0.0598],\n", + " [0.0567],\n", + " [0.0611],\n", + " [0.0576],\n", + " [0.0580],\n", + " [0.0564],\n", + " [0.0569],\n", + " [0.0564],\n", + " [0.0572],\n", + " [0.0572],\n", + " [0.0594]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0168],\n", + " [-0.0183],\n", + " [-0.0177],\n", + " [-0.0162],\n", + " [-0.0098],\n", + " [-0.0161],\n", + " [-0.0168],\n", + " [-0.0166],\n", + " [-0.0156],\n", + " [-0.0182],\n", + " [-0.0182],\n", + " [-0.0173],\n", + " [-0.0164],\n", + " [-0.0182],\n", + " [-0.0191],\n", + " [-0.0165],\n", + " [-0.0160],\n", + " [-0.0142],\n", + " [-0.0179],\n", + " [-0.0175],\n", + " [-0.0134],\n", + " [-0.0183],\n", + " [-0.0184],\n", + " [-0.0190],\n", + " [-0.0194],\n", + " [-0.0157],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0183],\n", + " [-0.0191],\n", + " [-0.0162],\n", + " [-0.0157]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1709],\n", + " [-0.1716],\n", + " [-0.1725],\n", + " [-0.1692],\n", + " [-0.1648],\n", + " [-0.1679],\n", + " [-0.1776],\n", + " [-0.1703],\n", + " [-0.1690],\n", + " [-0.1718],\n", + " [-0.1723],\n", + " [-0.1686],\n", + " [-0.1693],\n", + " [-0.1720],\n", + " [-0.1722],\n", + " [-0.1719],\n", + " [-0.1707],\n", + " [-0.1669],\n", + " [-0.1719],\n", + " [-0.1653],\n", + " [-0.1638],\n", + " [-0.1737],\n", + " [-0.1720],\n", + " [-0.1770],\n", + " [-0.1704],\n", + " [-0.1701],\n", + " [-0.1713],\n", + " [-0.1700],\n", + " [-0.1715],\n", + " [-0.1700],\n", + " [-0.1699],\n", + " [-0.1696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0205],\n", + " [-0.0222],\n", + " [-0.0214],\n", + " [-0.0237],\n", + " [-0.0267],\n", + " [-0.0256],\n", + " [-0.0185],\n", + " [-0.0225],\n", + " [-0.0242],\n", + " [-0.0216],\n", + " [-0.0218],\n", + " [-0.0237],\n", + " [-0.0213],\n", + " [-0.0211],\n", + " [-0.0124],\n", + " [-0.0222],\n", + " [-0.0223],\n", + " [-0.0245],\n", + " [-0.0209],\n", + " [-0.0246],\n", + " [-0.0188],\n", + " [-0.0190],\n", + " [-0.0216],\n", + " [-0.0157],\n", + " [-0.0215],\n", + " [-0.0238],\n", + " [-0.0221],\n", + " [-0.0236],\n", + " [-0.0213],\n", + " [-0.0223],\n", + " [-0.0238],\n", + " [-0.0235]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0059],\n", + " [ 0.0131],\n", + " [ 0.0083],\n", + " [ 0.0053],\n", + " [-0.0183],\n", + " [-0.0009],\n", + " [ 0.0080],\n", + " [ 0.0039],\n", + " [ 0.0016],\n", + " [ 0.0168],\n", + " [ 0.0135],\n", + " [ 0.0072],\n", + " [ 0.0004],\n", + " [ 0.0163],\n", + " [ 0.0072],\n", + " [ 0.0050],\n", + " [ 0.0003],\n", + " [-0.0009],\n", + " [ 0.0096],\n", + " [-0.0020],\n", + " [-0.0122],\n", + " [ 0.0064],\n", + " [ 0.0128],\n", + " [ 0.0065],\n", + " [ 0.0149],\n", + " [-0.0017],\n", + " [ 0.0109],\n", + " [ 0.0060],\n", + " [ 0.0112],\n", + " [ 0.0174],\n", + " [ 0.0011],\n", + " [-0.0030]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0925],\n", + " [0.0895],\n", + " [0.0901],\n", + " [0.0911],\n", + " [0.1014],\n", + " [0.0964],\n", + " [0.0876],\n", + " [0.0936],\n", + " [0.0935],\n", + " [0.0893],\n", + " [0.0893],\n", + " [0.0943],\n", + " [0.0960],\n", + " [0.0884],\n", + " [0.0938],\n", + " [0.0910],\n", + " [0.0946],\n", + " [0.0948],\n", + " [0.0915],\n", + " [0.1037],\n", + " [0.1065],\n", + " [0.0903],\n", + " [0.0903],\n", + " [0.0891],\n", + " [0.0906],\n", + " [0.0961],\n", + " [0.0909],\n", + " [0.0914],\n", + " [0.0915],\n", + " [0.0907],\n", + " [0.0945],\n", + " [0.0966]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0828],\n", + " [0.0859],\n", + " [0.0827],\n", + " [0.0823],\n", + " [0.0758],\n", + " [0.0782],\n", + " [0.0808],\n", + " [0.0803],\n", + " [0.0794],\n", + " [0.0887],\n", + " [0.0861],\n", + " [0.0806],\n", + " [0.0799],\n", + " [0.0885],\n", + " [0.0853],\n", + " [0.0804],\n", + " [0.0783],\n", + " [0.0794],\n", + " [0.0836],\n", + " [0.0760],\n", + " [0.0777],\n", + " [0.0810],\n", + " [0.0857],\n", + " [0.0804],\n", + " [0.0869],\n", + " [0.0774],\n", + " [0.0843],\n", + " [0.0813],\n", + " [0.0846],\n", + " [0.0887],\n", + " [0.0791],\n", + " [0.0773]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0881],\n", + " [0.0885],\n", + " [0.0872],\n", + " [0.0884],\n", + " [0.0873],\n", + " [0.0863],\n", + " [0.0896],\n", + " [0.0865],\n", + " [0.0883],\n", + " [0.0886],\n", + " [0.0881],\n", + " [0.0852],\n", + " [0.0883],\n", + " [0.0889],\n", + " [0.0945],\n", + " [0.0880],\n", + " [0.0875],\n", + " [0.0880],\n", + " [0.0874],\n", + " [0.0820],\n", + " [0.0871],\n", + " [0.0894],\n", + " [0.0875],\n", + " [0.0911],\n", + " [0.0878],\n", + " [0.0863],\n", + " [0.0874],\n", + " [0.0878],\n", + " [0.0872],\n", + " [0.0887],\n", + " [0.0863],\n", + " [0.0870]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0421],\n", + " [0.0414],\n", + " [0.0401],\n", + " [0.0395],\n", + " [0.0379],\n", + " [0.0372],\n", + " [0.0381],\n", + " [0.0389],\n", + " [0.0399],\n", + " [0.0424],\n", + " [0.0412],\n", + " [0.0380],\n", + " [0.0420],\n", + " [0.0426],\n", + " [0.0474],\n", + " [0.0381],\n", + " [0.0389],\n", + " [0.0377],\n", + " [0.0407],\n", + " [0.0367],\n", + " [0.0497],\n", + " [0.0429],\n", + " [0.0410],\n", + " [0.0422],\n", + " [0.0438],\n", + " [0.0368],\n", + " [0.0402],\n", + " [0.0384],\n", + " [0.0415],\n", + " [0.0432],\n", + " [0.0371],\n", + " [0.0381]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0361],\n", + " [0.0372],\n", + " [0.0380],\n", + " [0.0384],\n", + " [0.0395],\n", + " [0.0372],\n", + " [0.0382],\n", + " [0.0369],\n", + " [0.0350],\n", + " [0.0360],\n", + " [0.0385],\n", + " [0.0349],\n", + " [0.0346],\n", + " [0.0317],\n", + " [0.0378],\n", + " [0.0377],\n", + " [0.0383],\n", + " [0.0370],\n", + " [0.0404],\n", + " [0.0258],\n", + " [0.0345],\n", + " [0.0367],\n", + " [0.0334],\n", + " [0.0353],\n", + " [0.0397],\n", + " [0.0370],\n", + " [0.0378],\n", + " [0.0364],\n", + " [0.0349],\n", + " [0.0396],\n", + " [0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0737],\n", + " [-0.0711],\n", + " [-0.0732],\n", + " [-0.0753],\n", + " [-0.0809],\n", + " [-0.0771],\n", + " [-0.0708],\n", + " [-0.0747],\n", + " [-0.0760],\n", + " [-0.0690],\n", + " [-0.0705],\n", + " [-0.0732],\n", + " [-0.0750],\n", + " [-0.0695],\n", + " [-0.0705],\n", + " [-0.0740],\n", + " [-0.0752],\n", + " [-0.0759],\n", + " [-0.0719],\n", + " [-0.0763],\n", + " [-0.0778],\n", + " [-0.0734],\n", + " [-0.0707],\n", + " [-0.0716],\n", + " [-0.0708],\n", + " [-0.0772],\n", + " [-0.0716],\n", + " [-0.0740],\n", + " [-0.0713],\n", + " [-0.0688],\n", + " [-0.0762],\n", + " [-0.0765]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1029],\n", + " [-0.0985],\n", + " [-0.1012],\n", + " [-0.1018],\n", + " [-0.1092],\n", + " [-0.1029],\n", + " [-0.1049],\n", + " [-0.1026],\n", + " [-0.1039],\n", + " [-0.0975],\n", + " [-0.0983],\n", + " [-0.0996],\n", + " [-0.1061],\n", + " [-0.0987],\n", + " [-0.1083],\n", + " [-0.1031],\n", + " [-0.1052],\n", + " [-0.1026],\n", + " [-0.1003],\n", + " [-0.1018],\n", + " [-0.1078],\n", + " [-0.1051],\n", + " [-0.0984],\n", + " [-0.1076],\n", + " [-0.0982],\n", + " [-0.1044],\n", + " [-0.0990],\n", + " [-0.1008],\n", + " [-0.0990],\n", + " [-0.0970],\n", + " [-0.1031],\n", + " [-0.1061]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0608],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0625],\n", + " [-0.0593],\n", + " [-0.0640],\n", + " [-0.0614],\n", + " [-0.0630],\n", + " [-0.0627],\n", + " [-0.0631],\n", + " [-0.0628],\n", + " [-0.0655],\n", + " [-0.0610],\n", + " [-0.0623],\n", + " [-0.0556],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0652],\n", + " [-0.0621],\n", + " [-0.0646],\n", + " [-0.0573],\n", + " [-0.0595],\n", + " [-0.0628],\n", + " [-0.0575],\n", + " [-0.0623],\n", + " [-0.0625],\n", + " [-0.0631],\n", + " [-0.0637],\n", + " [-0.0625],\n", + " [-0.0634],\n", + " [-0.0633],\n", + " [-0.0621]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0705],\n", + " [-0.0614],\n", + " [-0.0626],\n", + " [-0.0606],\n", + " [-0.0514],\n", + " [-0.0641],\n", + " [-0.0624],\n", + " [-0.0623],\n", + " [-0.0605],\n", + " [-0.0587],\n", + " [-0.0623],\n", + " [-0.0638],\n", + " [-0.0568],\n", + " [-0.0616],\n", + " [-0.0619],\n", + " [-0.0631],\n", + " [-0.0603],\n", + " [-0.0602],\n", + " [-0.0732],\n", + " [-0.0619],\n", + " [-0.0642],\n", + " [-0.0627],\n", + " [-0.0637],\n", + " [-0.0598],\n", + " [-0.0614],\n", + " [-0.0624],\n", + " [-0.0611],\n", + " [-0.0569],\n", + " [-0.0634],\n", + " [-0.0637],\n", + " [-0.0612],\n", + " [-0.0624]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0766],\n", + " [-0.0716],\n", + " [-0.0701],\n", + " [-0.0753],\n", + " [-0.0651],\n", + " [-0.0778],\n", + " [-0.0705],\n", + " [-0.0746],\n", + " [-0.0702],\n", + " [-0.0713],\n", + " [-0.0730],\n", + " [-0.0776],\n", + " [-0.0740],\n", + " [-0.0741],\n", + " [-0.0686],\n", + " [-0.0742],\n", + " [-0.0737],\n", + " [-0.0740],\n", + " [-0.0777],\n", + " [-0.0742],\n", + " [-0.0775],\n", + " [-0.0718],\n", + " [-0.0771],\n", + " [-0.0696],\n", + " [-0.0715],\n", + " [-0.0748],\n", + " [-0.0741],\n", + " [-0.0726],\n", + " [-0.0738],\n", + " [-0.0763],\n", + " [-0.0720],\n", + " [-0.0703]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0358],\n", + " [0.0366],\n", + " [0.0367],\n", + " [0.0389],\n", + " [0.0301],\n", + " [0.0373],\n", + " [0.0375],\n", + " [0.0374],\n", + " [0.0392],\n", + " [0.0382],\n", + " [0.0385],\n", + " [0.0364],\n", + " [0.0389],\n", + " [0.0427],\n", + " [0.0382],\n", + " [0.0355],\n", + " [0.0381],\n", + " [0.0389],\n", + " [0.0402],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0360],\n", + " [0.0364],\n", + " [0.0390],\n", + " [0.0383],\n", + " [0.0367],\n", + " [0.0374],\n", + " [0.0391],\n", + " [0.0360],\n", + " [0.0362],\n", + " [0.0368],\n", + " [0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.1054],\n", + " [-0.0929],\n", + " [-0.0951],\n", + " [-0.0901],\n", + " [-0.0746],\n", + " [-0.0948],\n", + " [-0.0952],\n", + " [-0.0913],\n", + " [-0.0921],\n", + " [-0.0878],\n", + " [-0.0950],\n", + " [-0.0930],\n", + " [-0.0876],\n", + " [-0.0887],\n", + " [-0.0948],\n", + " [-0.0956],\n", + " [-0.0904],\n", + " [-0.0902],\n", + " [-0.0985],\n", + " [-0.0926],\n", + " [-0.0974],\n", + " [-0.0952],\n", + " [-0.0931],\n", + " [-0.0911],\n", + " [-0.0946],\n", + " [-0.0924],\n", + " [-0.0898],\n", + " [-0.0865],\n", + " [-0.0962],\n", + " [-0.0941],\n", + " [-0.0919],\n", + " [-0.0956]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0290],\n", + " [0.0567],\n", + " [0.0581],\n", + " [0.0438],\n", + " [0.0557],\n", + " [0.0552],\n", + " [0.0587],\n", + " [0.0532],\n", + " [0.0548],\n", + " [0.0430],\n", + " [0.0571],\n", + " [0.0521],\n", + " [0.0390],\n", + " [0.0385],\n", + " [0.0581],\n", + " [0.0571],\n", + " [0.0474],\n", + " [0.0505],\n", + " [0.0428],\n", + " [0.0557],\n", + " [0.0555],\n", + " [0.0578],\n", + " [0.0530],\n", + " [0.0562],\n", + " [0.0565],\n", + " [0.0556],\n", + " [0.0507],\n", + " [0.0398],\n", + " [0.0596],\n", + " [0.0542],\n", + " [0.0561],\n", + " [0.0584]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0329],\n", + " [-0.0392],\n", + " [-0.0362],\n", + " [-0.0360],\n", + " [-0.0522],\n", + " [-0.0358],\n", + " [-0.0349],\n", + " [-0.0406],\n", + " [-0.0363],\n", + " [-0.0415],\n", + " [-0.0342],\n", + " [-0.0400],\n", + " [-0.0401],\n", + " [-0.0372],\n", + " [-0.0340],\n", + " [-0.0388],\n", + " [-0.0378],\n", + " [-0.0366],\n", + " [-0.0317],\n", + " [-0.0383],\n", + " [-0.0351],\n", + " [-0.0380],\n", + " [-0.0413],\n", + " [-0.0367],\n", + " [-0.0354],\n", + " [-0.0396],\n", + " [-0.0420],\n", + " [-0.0406],\n", + " [-0.0355],\n", + " [-0.0395],\n", + " [-0.0394],\n", + " [-0.0342]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0920],\n", + " [-0.0797],\n", + " [-0.0811],\n", + " [-0.0814],\n", + " [-0.0904],\n", + " [-0.0788],\n", + " [-0.0809],\n", + " [-0.0792],\n", + " [-0.0816],\n", + " [-0.0796],\n", + " [-0.0814],\n", + " [-0.0785],\n", + " [-0.0820],\n", + " [-0.0813],\n", + " [-0.0823],\n", + " [-0.0800],\n", + " [-0.0809],\n", + " [-0.0792],\n", + " [-0.0891],\n", + " [-0.0788],\n", + " [-0.0807],\n", + " [-0.0805],\n", + " [-0.0788],\n", + " [-0.0803],\n", + " [-0.0816],\n", + " [-0.0787],\n", + " [-0.0790],\n", + " [-0.0799],\n", + " [-0.0794],\n", + " [-0.0798],\n", + " [-0.0793],\n", + " [-0.0817]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1502],\n", + " [0.1688],\n", + " [0.1694],\n", + " [0.1600],\n", + " [0.1607],\n", + " [0.1672],\n", + " [0.1704],\n", + " [0.1669],\n", + " [0.1682],\n", + " [0.1627],\n", + " [0.1691],\n", + " [0.1653],\n", + " [0.1555],\n", + " [0.1629],\n", + " [0.1714],\n", + " [0.1673],\n", + " [0.1626],\n", + " [0.1652],\n", + " [0.1571],\n", + " [0.1684],\n", + " [0.1663],\n", + " [0.1685],\n", + " [0.1663],\n", + " [0.1703],\n", + " [0.1684],\n", + " [0.1683],\n", + " [0.1650],\n", + " [0.1593],\n", + " [0.1700],\n", + " [0.1662],\n", + " [0.1689],\n", + " [0.1707]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0691],\n", + " [-0.0548],\n", + " [-0.0566],\n", + " [-0.0550],\n", + " [-0.0548],\n", + " [-0.0588],\n", + " [-0.0564],\n", + " [-0.0536],\n", + " [-0.0523],\n", + " [-0.0501],\n", + " [-0.0551],\n", + " [-0.0574],\n", + " [-0.0542],\n", + " [-0.0554],\n", + " [-0.0541],\n", + " [-0.0577],\n", + " [-0.0532],\n", + " [-0.0547],\n", + " [-0.0636],\n", + " [-0.0555],\n", + " [-0.0607],\n", + " [-0.0562],\n", + " [-0.0569],\n", + " [-0.0505],\n", + " [-0.0548],\n", + " [-0.0546],\n", + " [-0.0541],\n", + " [-0.0522],\n", + " [-0.0583],\n", + " [-0.0565],\n", + " [-0.0539],\n", + " [-0.0565]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0759],\n", + " [0.0572],\n", + " [0.0573],\n", + " [0.0719],\n", + " [0.0344],\n", + " [0.0638],\n", + " [0.0580],\n", + " [0.0624],\n", + " [0.0584],\n", + " [0.0690],\n", + " [0.0621],\n", + " [0.0637],\n", + " [0.0744],\n", + " [0.0739],\n", + " [0.0585],\n", + " [0.0594],\n", + " [0.0681],\n", + " [0.0648],\n", + " [0.0706],\n", + " [0.0598],\n", + " [0.0650],\n", + " [0.0583],\n", + " [0.0616],\n", + " [0.0578],\n", + " [0.0601],\n", + " [0.0609],\n", + " [0.0624],\n", + " [0.0720],\n", + " [0.0597],\n", + " [0.0619],\n", + " [0.0577],\n", + " [0.0586]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0654],\n", + " [-0.0973],\n", + " [-0.0994],\n", + " [-0.0868],\n", + " [-0.1171],\n", + " [-0.0948],\n", + " [-0.0999],\n", + " [-0.0942],\n", + " [-0.0965],\n", + " [-0.0853],\n", + " [-0.0986],\n", + " [-0.0922],\n", + " [-0.0823],\n", + " [-0.0781],\n", + " [-0.1004],\n", + " [-0.0970],\n", + " [-0.0900],\n", + " [-0.0919],\n", + " [-0.0754],\n", + " [-0.0959],\n", + " [-0.0969],\n", + " [-0.0983],\n", + " [-0.0934],\n", + " [-0.0982],\n", + " [-0.0976],\n", + " [-0.0950],\n", + " [-0.0920],\n", + " [-0.0824],\n", + " [-0.0996],\n", + " [-0.0943],\n", + " [-0.0965],\n", + " [-0.0997]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0005],\n", + " [0.0192],\n", + " [0.0201],\n", + " [0.0068],\n", + " [0.0362],\n", + " [0.0151],\n", + " [0.0205],\n", + " [0.0138],\n", + " [0.0189],\n", + " [0.0090],\n", + " [0.0183],\n", + " [0.0140],\n", + " [0.0028],\n", + " [0.0058],\n", + " [0.0225],\n", + " [0.0188],\n", + " [0.0106],\n", + " [0.0132],\n", + " [0.0116],\n", + " [0.0170],\n", + " [0.0143],\n", + " [0.0197],\n", + " [0.0152],\n", + " [0.0199],\n", + " [0.0202],\n", + " [0.0166],\n", + " [0.0130],\n", + " [0.0059],\n", + " [0.0190],\n", + " [0.0149],\n", + " [0.0185],\n", + " [0.0209]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0585],\n", + " [0.0968],\n", + " [0.0967],\n", + " [0.0867],\n", + " [0.1020],\n", + " [0.0896],\n", + " [0.0950],\n", + " [0.0937],\n", + " [0.0948],\n", + " [0.0874],\n", + " [0.0912],\n", + " [0.0920],\n", + " [0.0906],\n", + " [0.0803],\n", + " [0.0932],\n", + " [0.0953],\n", + " [0.0892],\n", + " [0.0896],\n", + " [0.0746],\n", + " [0.0935],\n", + " [0.0910],\n", + " [0.0959],\n", + " [0.0957],\n", + " [0.0953],\n", + " [0.0927],\n", + " [0.0931],\n", + " [0.0946],\n", + " [0.0874],\n", + " [0.0939],\n", + " [0.0934],\n", + " [0.0957],\n", + " [0.0943]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0059],\n", + " [ 0.0116],\n", + " [ 0.0113],\n", + " [ 0.0080],\n", + " [ 0.0128],\n", + " [ 0.0086],\n", + " [ 0.0106],\n", + " [ 0.0118],\n", + " [ 0.0121],\n", + " [ 0.0072],\n", + " [ 0.0087],\n", + " [ 0.0094],\n", + " [ 0.0105],\n", + " [ 0.0089],\n", + " [ 0.0087],\n", + " [ 0.0098],\n", + " [ 0.0084],\n", + " [ 0.0103],\n", + " [-0.0042],\n", + " [ 0.0106],\n", + " [ 0.0104],\n", + " [ 0.0103],\n", + " [ 0.0114],\n", + " [ 0.0106],\n", + " [ 0.0092],\n", + " [ 0.0097],\n", + " [ 0.0127],\n", + " [ 0.0086],\n", + " [ 0.0091],\n", + " [ 0.0107],\n", + " [ 0.0114],\n", + " [ 0.0092]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 3.0768e-03],\n", + " [-2.9175e-03],\n", + " [-5.0263e-04],\n", + " [-6.4393e-03],\n", + " [ 1.2300e-02],\n", + " [ 1.8945e-03],\n", + " [ 1.0753e-04],\n", + " [-6.3008e-03],\n", + " [-4.5156e-03],\n", + " [-1.0199e-02],\n", + " [-3.6812e-04],\n", + " [-1.2672e-03],\n", + " [-1.2278e-02],\n", + " [-5.7630e-03],\n", + " [-1.3784e-07],\n", + " [-6.5671e-05],\n", + " [-7.5976e-03],\n", + " [-4.5263e-03],\n", + " [ 4.7658e-03],\n", + " [-2.0620e-03],\n", + " [ 2.6558e-03],\n", + " [-1.2421e-03],\n", + " [-1.8041e-03],\n", + " [-5.2257e-03],\n", + " [-1.0542e-03],\n", + " [-3.2440e-03],\n", + " [-6.4273e-03],\n", + " [-1.0235e-02],\n", + " [ 1.5691e-03],\n", + " [-2.3008e-03],\n", + " [-3.7009e-03],\n", + " [ 3.0792e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0546],\n", + " [-0.0328],\n", + " [-0.0326],\n", + " [-0.0389],\n", + " [-0.0396],\n", + " [-0.0375],\n", + " [-0.0334],\n", + " [-0.0333],\n", + " [-0.0327],\n", + " [-0.0373],\n", + " [-0.0351],\n", + " [-0.0378],\n", + " [-0.0387],\n", + " [-0.0414],\n", + " [-0.0341],\n", + " [-0.0358],\n", + " [-0.0371],\n", + " [-0.0358],\n", + " [-0.0500],\n", + " [-0.0346],\n", + " [-0.0382],\n", + " [-0.0342],\n", + " [-0.0356],\n", + " [-0.0312],\n", + " [-0.0362],\n", + " [-0.0345],\n", + " [-0.0342],\n", + " [-0.0386],\n", + " [-0.0353],\n", + " [-0.0355],\n", + " [-0.0330],\n", + " [-0.0352]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0096],\n", + " [ 0.0026],\n", + " [ 0.0030],\n", + " [ 0.0051],\n", + " [-0.0042],\n", + " [ 0.0065],\n", + " [ 0.0033],\n", + " [ 0.0024],\n", + " [ 0.0011],\n", + " [ 0.0021],\n", + " [ 0.0044],\n", + " [ 0.0053],\n", + " [ 0.0029],\n", + " [ 0.0069],\n", + " [ 0.0029],\n", + " [ 0.0046],\n", + " [ 0.0034],\n", + " [ 0.0042],\n", + " [ 0.0082],\n", + " [ 0.0038],\n", + " [ 0.0071],\n", + " [ 0.0035],\n", + " [ 0.0042],\n", + " [ 0.0011],\n", + " [ 0.0036],\n", + " [ 0.0037],\n", + " [ 0.0021],\n", + " [ 0.0034],\n", + " [ 0.0056],\n", + " [ 0.0043],\n", + " [ 0.0024],\n", + " [ 0.0045]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0789],\n", + " [0.0557],\n", + " [0.0570],\n", + " [0.0623],\n", + " [0.0571],\n", + " [0.0581],\n", + " [0.0569],\n", + " [0.0560],\n", + " [0.0555],\n", + " [0.0594],\n", + " [0.0582],\n", + " [0.0581],\n", + " [0.0643],\n", + " [0.0670],\n", + " [0.0576],\n", + " [0.0571],\n", + " [0.0592],\n", + " [0.0578],\n", + " [0.0663],\n", + " [0.0560],\n", + " [0.0599],\n", + " [0.0567],\n", + " [0.0582],\n", + " [0.0548],\n", + " [0.0567],\n", + " [0.0558],\n", + " [0.0566],\n", + " [0.0623],\n", + " [0.0574],\n", + " [0.0578],\n", + " [0.0553],\n", + " [0.0580]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0060],\n", + " [-0.0182],\n", + " [-0.0188],\n", + " [-0.0128],\n", + " [-0.0113],\n", + " [-0.0173],\n", + " [-0.0193],\n", + " [-0.0169],\n", + " [-0.0189],\n", + " [-0.0131],\n", + " [-0.0183],\n", + " [-0.0167],\n", + " [-0.0136],\n", + " [-0.0154],\n", + " [-0.0191],\n", + " [-0.0185],\n", + " [-0.0145],\n", + " [-0.0156],\n", + " [-0.0167],\n", + " [-0.0177],\n", + " [-0.0175],\n", + " [-0.0184],\n", + " [-0.0172],\n", + " [-0.0180],\n", + " [-0.0193],\n", + " [-0.0177],\n", + " [-0.0168],\n", + " [-0.0123],\n", + " [-0.0186],\n", + " [-0.0168],\n", + " [-0.0181],\n", + " [-0.0187]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1634],\n", + " [-0.1707],\n", + " [-0.1709],\n", + " [-0.1672],\n", + " [-0.1766],\n", + " [-0.1724],\n", + " [-0.1704],\n", + " [-0.1691],\n", + " [-0.1684],\n", + " [-0.1653],\n", + " [-0.1694],\n", + " [-0.1726],\n", + " [-0.1668],\n", + " [-0.1648],\n", + " [-0.1692],\n", + " [-0.1729],\n", + " [-0.1670],\n", + " [-0.1677],\n", + " [-0.1696],\n", + " [-0.1707],\n", + " [-0.1730],\n", + " [-0.1715],\n", + " [-0.1741],\n", + " [-0.1677],\n", + " [-0.1697],\n", + " [-0.1704],\n", + " [-0.1698],\n", + " [-0.1653],\n", + " [-0.1718],\n", + " [-0.1719],\n", + " [-0.1701],\n", + " [-0.1705]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0029],\n", + " [-0.0224],\n", + " [-0.0224],\n", + " [-0.0234],\n", + " [ 0.0074],\n", + " [-0.0205],\n", + " [-0.0221],\n", + " [-0.0247],\n", + " [-0.0227],\n", + " [-0.0229],\n", + " [-0.0210],\n", + " [-0.0208],\n", + " [-0.0269],\n", + " [-0.0227],\n", + " [-0.0209],\n", + " [-0.0210],\n", + " [-0.0239],\n", + " [-0.0232],\n", + " [-0.0057],\n", + " [-0.0219],\n", + " [-0.0213],\n", + " [-0.0221],\n", + " [-0.0209],\n", + " [-0.0224],\n", + " [-0.0213],\n", + " [-0.0221],\n", + " [-0.0242],\n", + " [-0.0234],\n", + " [-0.0210],\n", + " [-0.0217],\n", + " [-0.0224],\n", + " [-0.0211]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-1.0799e-02],\n", + " [ 1.0685e-02],\n", + " [ 1.4509e-02],\n", + " [-4.1595e-03],\n", + " [ 4.2463e-02],\n", + " [ 6.9321e-03],\n", + " [ 1.5078e-02],\n", + " [ 3.9077e-03],\n", + " [ 1.0011e-02],\n", + " [-7.0275e-03],\n", + " [ 1.2113e-02],\n", + " [ 3.4515e-03],\n", + " [-1.0318e-02],\n", + " [-1.2163e-02],\n", + " [ 1.5577e-02],\n", + " [ 1.1070e-02],\n", + " [-1.0148e-03],\n", + " [ 2.4876e-03],\n", + " [ 9.0166e-06],\n", + " [ 7.9822e-03],\n", + " [ 1.0013e-02],\n", + " [ 1.2537e-02],\n", + " [ 5.1829e-03],\n", + " [ 1.0640e-02],\n", + " [ 1.1770e-02],\n", + " [ 6.5920e-03],\n", + " [ 1.8133e-03],\n", + " [-9.8063e-03],\n", + " [ 1.4470e-02],\n", + " [ 6.5939e-03],\n", + " [ 9.1840e-03],\n", + " [ 1.6523e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1147],\n", + " [0.0914],\n", + " [0.0898],\n", + " [0.0955],\n", + " [0.0877],\n", + " [0.0907],\n", + " [0.0902],\n", + " [0.0935],\n", + " [0.0918],\n", + " [0.1019],\n", + " [0.0916],\n", + " [0.0925],\n", + " [0.0966],\n", + " [0.1026],\n", + " [0.0923],\n", + " [0.0899],\n", + " [0.0964],\n", + " [0.0948],\n", + " [0.1024],\n", + " [0.0922],\n", + " [0.0868],\n", + " [0.0904],\n", + " [0.0906],\n", + " [0.0938],\n", + " [0.0914],\n", + " [0.0935],\n", + " [0.0940],\n", + " [0.1004],\n", + " [0.0893],\n", + " [0.0908],\n", + " [0.0926],\n", + " [0.0906]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0735],\n", + " [0.0844],\n", + " [0.0870],\n", + " [0.0807],\n", + " [0.1179],\n", + " [0.0821],\n", + " [0.0871],\n", + " [0.0791],\n", + " [0.0845],\n", + " [0.0777],\n", + " [0.0852],\n", + " [0.0797],\n", + " [0.0785],\n", + " [0.0787],\n", + " [0.0880],\n", + " [0.0848],\n", + " [0.0799],\n", + " [0.0816],\n", + " [0.0833],\n", + " [0.0826],\n", + " [0.0852],\n", + " [0.0855],\n", + " [0.0800],\n", + " [0.0832],\n", + " [0.0862],\n", + " [0.0807],\n", + " [0.0791],\n", + " [0.0793],\n", + " [0.0863],\n", + " [0.0813],\n", + " [0.0831],\n", + " [0.0887]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0953],\n", + " [0.0865],\n", + " [0.0887],\n", + " [0.0885],\n", + " [0.0657],\n", + " [0.0881],\n", + " [0.0881],\n", + " [0.0864],\n", + " [0.0873],\n", + " [0.0838],\n", + " [0.0880],\n", + " [0.0875],\n", + " [0.0881],\n", + " [0.0867],\n", + " [0.0876],\n", + " [0.0878],\n", + " [0.0871],\n", + " [0.0865],\n", + " [0.0971],\n", + " [0.0864],\n", + " [0.0906],\n", + " [0.0878],\n", + " [0.0870],\n", + " [0.0850],\n", + " [0.0877],\n", + " [0.0859],\n", + " [0.0864],\n", + " [0.0849],\n", + " [0.0879],\n", + " [0.0885],\n", + " [0.0859],\n", + " [0.0886]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0618],\n", + " [0.0397],\n", + " [0.0416],\n", + " [0.0386],\n", + " [0.0574],\n", + " [0.0416],\n", + " [0.0430],\n", + " [0.0377],\n", + " [0.0401],\n", + " [0.0376],\n", + " [0.0430],\n", + " [0.0385],\n", + " [0.0358],\n", + " [0.0430],\n", + " [0.0441],\n", + " [0.0400],\n", + " [0.0386],\n", + " [0.0399],\n", + " [0.0489],\n", + " [0.0401],\n", + " [0.0413],\n", + " [0.0407],\n", + " [0.0369],\n", + " [0.0410],\n", + " [0.0425],\n", + " [0.0393],\n", + " [0.0363],\n", + " [0.0374],\n", + " [0.0428],\n", + " [0.0383],\n", + " [0.0394],\n", + " [0.0433]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0092],\n", + " [0.0381],\n", + " [0.0364],\n", + " [0.0386],\n", + " [0.0254],\n", + " [0.0362],\n", + " [0.0356],\n", + " [0.0379],\n", + " [0.0383],\n", + " [0.0379],\n", + " [0.0358],\n", + " [0.0383],\n", + " [0.0403],\n", + " [0.0345],\n", + " [0.0352],\n", + " [0.0377],\n", + " [0.0387],\n", + " [0.0387],\n", + " [0.0282],\n", + " [0.0374],\n", + " [0.0363],\n", + " [0.0369],\n", + " [0.0392],\n", + " [0.0376],\n", + " [0.0374],\n", + " [0.0375],\n", + " [0.0394],\n", + " [0.0397],\n", + " [0.0346],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0347]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0694],\n", + " [-0.0721],\n", + " [-0.0702],\n", + " [-0.0771],\n", + " [-0.0597],\n", + " [-0.0733],\n", + " [-0.0703],\n", + " [-0.0747],\n", + " [-0.0728],\n", + " [-0.0776],\n", + " [-0.0720],\n", + " [-0.0740],\n", + " [-0.0804],\n", + " [-0.0793],\n", + " [-0.0696],\n", + " [-0.0713],\n", + " [-0.0761],\n", + " [-0.0760],\n", + " [-0.0712],\n", + " [-0.0733],\n", + " [-0.0726],\n", + " [-0.0708],\n", + " [-0.0735],\n", + " [-0.0727],\n", + " [-0.0718],\n", + " [-0.0735],\n", + " [-0.0761],\n", + " [-0.0795],\n", + " [-0.0705],\n", + " [-0.0728],\n", + " [-0.0727],\n", + " [-0.0693]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1095],\n", + " [-0.0985],\n", + " [-0.0977],\n", + " [-0.1056],\n", + " [-0.0907],\n", + " [-0.1027],\n", + " [-0.0978],\n", + " [-0.1013],\n", + " [-0.0985],\n", + " [-0.1062],\n", + " [-0.1001],\n", + " [-0.1043],\n", + " [-0.1062],\n", + " [-0.1099],\n", + " [-0.0977],\n", + " [-0.0998],\n", + " [-0.1035],\n", + " [-0.1023],\n", + " [-0.1127],\n", + " [-0.1003],\n", + " [-0.1023],\n", + " [-0.0983],\n", + " [-0.1035],\n", + " [-0.0983],\n", + " [-0.0990],\n", + " [-0.1012],\n", + " [-0.1023],\n", + " [-0.1073],\n", + " [-0.0988],\n", + " [-0.1022],\n", + " [-0.0991],\n", + " [-0.0988]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0414],\n", + " [-0.0635],\n", + " [-0.0629],\n", + " [-0.0631],\n", + " [-0.0590],\n", + " [-0.0609],\n", + " [-0.0628],\n", + " [-0.0651],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0625],\n", + " [-0.0619],\n", + " [-0.0633],\n", + " [-0.0599],\n", + " [-0.0631],\n", + " [-0.0621],\n", + " [-0.0639],\n", + " [-0.0624],\n", + " [-0.0515],\n", + " [-0.0627],\n", + " [-0.0603],\n", + " [-0.0631],\n", + " [-0.0626],\n", + " [-0.0644],\n", + " [-0.0618],\n", + " [-0.0637],\n", + " [-0.0640],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0631],\n", + " [-0.0636],\n", + " [-0.0626]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0601],\n", + " [-0.0649],\n", + " [-0.0480],\n", + " [-0.0627],\n", + " [-0.0519],\n", + " [-0.0668],\n", + " [-0.0614],\n", + " [-0.0623],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0627],\n", + " [-0.0626],\n", + " [-0.0645],\n", + " [-0.0668],\n", + " [-0.0602],\n", + " [-0.0618],\n", + " [-0.0614],\n", + " [-0.0626],\n", + " [-0.0625],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0618],\n", + " [-0.0606],\n", + " [-0.0607],\n", + " [-0.0680],\n", + " [-0.0594],\n", + " [-0.0607],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0639],\n", + " [-0.0620],\n", + " [-0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0718],\n", + " [-0.0784],\n", + " [-0.0707],\n", + " [-0.0724],\n", + " [-0.0631],\n", + " [-0.0763],\n", + " [-0.0701],\n", + " [-0.0764],\n", + " [-0.0718],\n", + " [-0.0722],\n", + " [-0.0762],\n", + " [-0.0729],\n", + " [-0.0778],\n", + " [-0.0767],\n", + " [-0.0730],\n", + " [-0.0695],\n", + " [-0.0740],\n", + " [-0.0766],\n", + " [-0.0739],\n", + " [-0.0741],\n", + " [-0.0741],\n", + " [-0.0759],\n", + " [-0.0737],\n", + " [-0.0739],\n", + " [-0.0776],\n", + " [-0.0695],\n", + " [-0.0738],\n", + " [-0.0710],\n", + " [-0.0757],\n", + " [-0.0770],\n", + " [-0.0750],\n", + " [-0.0719]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0381],\n", + " [0.0364],\n", + " [0.0395],\n", + " [0.0362],\n", + " [0.0230],\n", + " [0.0365],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0364],\n", + " [0.0361],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0372],\n", + " [0.0340],\n", + " [0.0375],\n", + " [0.0373],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0365],\n", + " [0.0368],\n", + " [0.0366],\n", + " [0.0389],\n", + " [0.0375],\n", + " [0.0383],\n", + " [0.0424],\n", + " [0.0370],\n", + " [0.0374],\n", + " [0.0362],\n", + " [0.0372],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0882],\n", + " [-0.0949],\n", + " [-0.0786],\n", + " [-0.0947],\n", + " [-0.0806],\n", + " [-0.0932],\n", + " [-0.0942],\n", + " [-0.0909],\n", + " [-0.0941],\n", + " [-0.0950],\n", + " [-0.0922],\n", + " [-0.0951],\n", + " [-0.0963],\n", + " [-0.0964],\n", + " [-0.0896],\n", + " [-0.0952],\n", + " [-0.0897],\n", + " [-0.0921],\n", + " [-0.0949],\n", + " [-0.0910],\n", + " [-0.0928],\n", + " [-0.0928],\n", + " [-0.0910],\n", + " [-0.0894],\n", + " [-0.0960],\n", + " [-0.0874],\n", + " [-0.0903],\n", + " [-0.0959],\n", + " [-0.0968],\n", + " [-0.0952],\n", + " [-0.0930],\n", + " [-0.0956]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0511],\n", + " [0.0550],\n", + " [0.0360],\n", + " [0.0571],\n", + " [0.0540],\n", + " [0.0563],\n", + " [0.0578],\n", + " [0.0493],\n", + " [0.0570],\n", + " [0.0570],\n", + " [0.0527],\n", + " [0.0586],\n", + " [0.0545],\n", + " [0.0584],\n", + " [0.0474],\n", + " [0.0585],\n", + " [0.0509],\n", + " [0.0505],\n", + " [0.0579],\n", + " [0.0536],\n", + " [0.0557],\n", + " [0.0516],\n", + " [0.0536],\n", + " [0.0454],\n", + " [0.0423],\n", + " [0.0440],\n", + " [0.0534],\n", + " [0.0597],\n", + " [0.0572],\n", + " [0.0566],\n", + " [0.0548],\n", + " [0.0593]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0424],\n", + " [-0.0391],\n", + " [-0.0468],\n", + " [-0.0381],\n", + " [-0.0418],\n", + " [-0.0430],\n", + " [-0.0366],\n", + " [-0.0392],\n", + " [-0.0382],\n", + " [-0.0379],\n", + " [-0.0401],\n", + " [-0.0356],\n", + " [-0.0343],\n", + " [-0.0428],\n", + " [-0.0396],\n", + " [-0.0348],\n", + " [-0.0425],\n", + " [-0.0356],\n", + " [-0.0368],\n", + " [-0.0426],\n", + " [-0.0390],\n", + " [-0.0339],\n", + " [-0.0382],\n", + " [-0.0355],\n", + " [-0.0336],\n", + " [-0.0392],\n", + " [-0.0402],\n", + " [-0.0343],\n", + " [-0.0346],\n", + " [-0.0355],\n", + " [-0.0376],\n", + " [-0.0351]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0789],\n", + " [-0.0788],\n", + " [-0.0735],\n", + " [-0.0804],\n", + " [-0.0756],\n", + " [-0.0778],\n", + " [-0.0808],\n", + " [-0.0783],\n", + " [-0.0803],\n", + " [-0.0807],\n", + " [-0.0785],\n", + " [-0.0796],\n", + " [-0.0808],\n", + " [-0.0778],\n", + " [-0.0800],\n", + " [-0.0816],\n", + " [-0.0784],\n", + " [-0.0797],\n", + " [-0.0792],\n", + " [-0.0785],\n", + " [-0.0789],\n", + " [-0.0808],\n", + " [-0.0786],\n", + " [-0.0807],\n", + " [-0.0868],\n", + " [-0.0817],\n", + " [-0.0779],\n", + " [-0.0805],\n", + " [-0.0805],\n", + " [-0.0786],\n", + " [-0.0791],\n", + " [-0.0801]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1661],\n", + " [0.1668],\n", + " [0.1615],\n", + " [0.1682],\n", + " [0.1804],\n", + " [0.1710],\n", + " [0.1691],\n", + " [0.1643],\n", + " [0.1685],\n", + " [0.1680],\n", + " [0.1662],\n", + " [0.1697],\n", + " [0.1660],\n", + " [0.1689],\n", + " [0.1636],\n", + " [0.1701],\n", + " [0.1656],\n", + " [0.1644],\n", + " [0.1687],\n", + " [0.1679],\n", + " [0.1681],\n", + " [0.1646],\n", + " [0.1674],\n", + " [0.1624],\n", + " [0.1619],\n", + " [0.1652],\n", + " [0.1679],\n", + " [0.1718],\n", + " [0.1679],\n", + " [0.1681],\n", + " [0.1676],\n", + " [0.1706]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0513],\n", + " [-0.0578],\n", + " [-0.0506],\n", + " [-0.0560],\n", + " [-0.0474],\n", + " [-0.0556],\n", + " [-0.0551],\n", + " [-0.0568],\n", + " [-0.0552],\n", + " [-0.0566],\n", + " [-0.0560],\n", + " [-0.0574],\n", + " [-0.0603],\n", + " [-0.0581],\n", + " [-0.0529],\n", + " [-0.0552],\n", + " [-0.0537],\n", + " [-0.0573],\n", + " [-0.0575],\n", + " [-0.0542],\n", + " [-0.0555],\n", + " [-0.0566],\n", + " [-0.0544],\n", + " [-0.0547],\n", + " [-0.0625],\n", + " [-0.0508],\n", + " [-0.0543],\n", + " [-0.0579],\n", + " [-0.0596],\n", + " [-0.0590],\n", + " [-0.0562],\n", + " [-0.0577]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0607],\n", + " [0.0638],\n", + " [0.0688],\n", + " [0.0587],\n", + " [0.0478],\n", + " [0.0591],\n", + " [0.0570],\n", + " [0.0654],\n", + " [0.0582],\n", + " [0.0588],\n", + " [0.0633],\n", + " [0.0590],\n", + " [0.0657],\n", + " [0.0586],\n", + " [0.0664],\n", + " [0.0580],\n", + " [0.0635],\n", + " [0.0676],\n", + " [0.0595],\n", + " [0.0593],\n", + " [0.0593],\n", + " [0.0679],\n", + " [0.0614],\n", + " [0.0689],\n", + " [0.0738],\n", + " [0.0637],\n", + " [0.0604],\n", + " [0.0582],\n", + " [0.0629],\n", + " [0.0625],\n", + " [0.0613],\n", + " [0.0585]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0929],\n", + " [-0.0942],\n", + " [-0.0836],\n", + " [-0.0975],\n", + " [-0.0998],\n", + " [-0.0957],\n", + " [-0.0986],\n", + " [-0.0894],\n", + " [-0.0976],\n", + " [-0.0977],\n", + " [-0.0932],\n", + " [-0.0992],\n", + " [-0.0936],\n", + " [-0.0968],\n", + " [-0.0892],\n", + " [-0.0996],\n", + " [-0.0919],\n", + " [-0.0901],\n", + " [-0.0980],\n", + " [-0.0945],\n", + " [-0.0957],\n", + " [-0.0924],\n", + " [-0.0939],\n", + " [-0.0858],\n", + " [-0.0781],\n", + " [-0.0835],\n", + " [-0.0942],\n", + " [-0.1010],\n", + " [-0.0983],\n", + " [-0.0961],\n", + " [-0.0949],\n", + " [-0.1003]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0144],\n", + " [0.0150],\n", + " [0.0069],\n", + " [0.0187],\n", + " [0.0255],\n", + " [0.0188],\n", + " [0.0210],\n", + " [0.0122],\n", + " [0.0190],\n", + " [0.0185],\n", + " [0.0140],\n", + " [0.0189],\n", + " [0.0152],\n", + " [0.0181],\n", + " [0.0114],\n", + " [0.0219],\n", + " [0.0128],\n", + " [0.0117],\n", + " [0.0183],\n", + " [0.0160],\n", + " [0.0176],\n", + " [0.0128],\n", + " [0.0162],\n", + " [0.0109],\n", + " [0.0112],\n", + " [0.0143],\n", + " [0.0159],\n", + " [0.0205],\n", + " [0.0163],\n", + " [0.0168],\n", + " [0.0166],\n", + " [0.0197]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0954],\n", + " [0.0920],\n", + " [0.0969],\n", + " [0.0954],\n", + " [0.0975],\n", + " [0.0942],\n", + " [0.0970],\n", + " [0.0893],\n", + " [0.0957],\n", + " [0.0955],\n", + " [0.0925],\n", + " [0.0947],\n", + " [0.0873],\n", + " [0.0976],\n", + " [0.0894],\n", + " [0.0950],\n", + " [0.0932],\n", + " [0.0860],\n", + " [0.0945],\n", + " [0.0968],\n", + " [0.0942],\n", + " [0.0865],\n", + " [0.0914],\n", + " [0.0829],\n", + " [0.0766],\n", + " [0.0844],\n", + " [0.0939],\n", + " [0.0942],\n", + " [0.0917],\n", + " [0.0900],\n", + " [0.0915],\n", + " [0.0948]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0130],\n", + " [ 0.0091],\n", + " [ 0.0234],\n", + " [ 0.0108],\n", + " [-0.0008],\n", + " [ 0.0089],\n", + " [ 0.0109],\n", + " [ 0.0091],\n", + " [ 0.0109],\n", + " [ 0.0111],\n", + " [ 0.0103],\n", + " [ 0.0107],\n", + " [ 0.0059],\n", + " [ 0.0098],\n", + " [ 0.0086],\n", + " [ 0.0094],\n", + " [ 0.0119],\n", + " [ 0.0076],\n", + " [ 0.0104],\n", + " [ 0.0123],\n", + " [ 0.0104],\n", + " [ 0.0076],\n", + " [ 0.0095],\n", + " [ 0.0040],\n", + " [ 0.0041],\n", + " [ 0.0036],\n", + " [ 0.0112],\n", + " [ 0.0096],\n", + " [ 0.0100],\n", + " [ 0.0080],\n", + " [ 0.0091],\n", + " [ 0.0107]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-8.7366e-03],\n", + " [-1.9758e-04],\n", + " [-1.8081e-02],\n", + " [-1.8822e-03],\n", + " [ 5.6969e-04],\n", + " [ 1.7774e-03],\n", + " [-1.6952e-03],\n", + " [-3.4634e-03],\n", + " [-2.3773e-03],\n", + " [-1.3681e-03],\n", + " [-3.1854e-03],\n", + " [ 3.2313e-04],\n", + " [ 4.1668e-03],\n", + " [ 7.9425e-04],\n", + " [-8.2137e-03],\n", + " [-5.5287e-04],\n", + " [-6.8844e-03],\n", + " [-2.2070e-03],\n", + " [-5.0742e-05],\n", + " [-4.1685e-03],\n", + " [-2.0253e-03],\n", + " [-1.1006e-03],\n", + " [-3.5913e-03],\n", + " [-3.1245e-03],\n", + " [ 4.3237e-03],\n", + " [-6.9356e-03],\n", + " [-4.1886e-03],\n", + " [ 1.7805e-03],\n", + " [ 2.5046e-03],\n", + " [ 2.9950e-03],\n", + " [-8.1497e-04],\n", + " [ 9.5127e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0324],\n", + " [-0.0364],\n", + " [-0.0396],\n", + " [-0.0338],\n", + " [-0.0391],\n", + " [-0.0339],\n", + " [-0.0330],\n", + " [-0.0386],\n", + " [-0.0334],\n", + " [-0.0337],\n", + " [-0.0359],\n", + " [-0.0337],\n", + " [-0.0404],\n", + " [-0.0310],\n", + " [-0.0371],\n", + " [-0.0343],\n", + " [-0.0340],\n", + " [-0.0388],\n", + " [-0.0347],\n", + " [-0.0325],\n", + " [-0.0347],\n", + " [-0.0377],\n", + " [-0.0358],\n", + " [-0.0415],\n", + " [-0.0457],\n", + " [-0.0423],\n", + " [-0.0346],\n", + " [-0.0341],\n", + " [-0.0365],\n", + " [-0.0376],\n", + " [-0.0367],\n", + " [-0.0336]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0002],\n", + " [ 0.0056],\n", + " [-0.0021],\n", + " [ 0.0033],\n", + " [ 0.0051],\n", + " [ 0.0035],\n", + " [ 0.0027],\n", + " [ 0.0054],\n", + " [ 0.0028],\n", + " [ 0.0033],\n", + " [ 0.0043],\n", + " [ 0.0043],\n", + " [ 0.0079],\n", + " [ 0.0036],\n", + " [ 0.0031],\n", + " [ 0.0033],\n", + " [ 0.0022],\n", + " [ 0.0065],\n", + " [ 0.0046],\n", + " [ 0.0022],\n", + " [ 0.0036],\n", + " [ 0.0063],\n", + " [ 0.0038],\n", + " [ 0.0064],\n", + " [ 0.0093],\n", + " [ 0.0036],\n", + " [ 0.0032],\n", + " [ 0.0048],\n", + " [ 0.0063],\n", + " [ 0.0065],\n", + " [ 0.0048],\n", + " [ 0.0042]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0548],\n", + " [0.0578],\n", + " [0.0570],\n", + " [0.0566],\n", + " [0.0521],\n", + " [0.0545],\n", + " [0.0559],\n", + " [0.0588],\n", + " [0.0563],\n", + " [0.0571],\n", + " [0.0571],\n", + " [0.0571],\n", + " [0.0604],\n", + " [0.0573],\n", + " [0.0584],\n", + " [0.0569],\n", + " [0.0561],\n", + " [0.0598],\n", + " [0.0568],\n", + " [0.0556],\n", + " [0.0560],\n", + " [0.0599],\n", + " [0.0561],\n", + " [0.0614],\n", + " [0.0688],\n", + " [0.0595],\n", + " [0.0556],\n", + " [0.0581],\n", + " [0.0588],\n", + " [0.0576],\n", + " [0.0567],\n", + " [0.0573]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0176],\n", + " [-0.0176],\n", + " [-0.0168],\n", + " [-0.0180],\n", + " [-0.0193],\n", + " [-0.0199],\n", + " [-0.0192],\n", + " [-0.0160],\n", + " [-0.0182],\n", + " [-0.0180],\n", + " [-0.0168],\n", + " [-0.0187],\n", + " [-0.0171],\n", + " [-0.0169],\n", + " [-0.0149],\n", + " [-0.0194],\n", + " [-0.0166],\n", + " [-0.0154],\n", + " [-0.0183],\n", + " [-0.0175],\n", + " [-0.0178],\n", + " [-0.0153],\n", + " [-0.0170],\n", + " [-0.0135],\n", + " [-0.0212],\n", + " [-0.0163],\n", + " [-0.0172],\n", + " [-0.0189],\n", + " [-0.0183],\n", + " [-0.0180],\n", + " [-0.0174],\n", + " [-0.0191]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1677],\n", + " [-0.1732],\n", + " [-0.1649],\n", + " [-0.1712],\n", + " [-0.1708],\n", + " [-0.1748],\n", + " [-0.1705],\n", + " [-0.1698],\n", + " [-0.1708],\n", + " [-0.1713],\n", + " [-0.1710],\n", + " [-0.1712],\n", + " [-0.1729],\n", + " [-0.1747],\n", + " [-0.1668],\n", + " [-0.1702],\n", + " [-0.1691],\n", + " [-0.1687],\n", + " [-0.1717],\n", + " [-0.1714],\n", + " [-0.1711],\n", + " [-0.1686],\n", + " [-0.1689],\n", + " [-0.1670],\n", + " [-0.1693],\n", + " [-0.1655],\n", + " [-0.1698],\n", + " [-0.1709],\n", + " [-0.1720],\n", + " [-0.1726],\n", + " [-0.1709],\n", + " [-0.1711]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0252],\n", + " [-0.0210],\n", + " [-0.0264],\n", + " [-0.0224],\n", + " [-0.0068],\n", + " [-0.0193],\n", + " [-0.0223],\n", + " [-0.0221],\n", + " [-0.0225],\n", + " [-0.0225],\n", + " [-0.0224],\n", + " [-0.0221],\n", + " [-0.0188],\n", + " [-0.0203],\n", + " [-0.0240],\n", + " [-0.0215],\n", + " [-0.0253],\n", + " [-0.0222],\n", + " [-0.0219],\n", + " [-0.0226],\n", + " [-0.0215],\n", + " [-0.0215],\n", + " [-0.0221],\n", + " [-0.0194],\n", + " [-0.0156],\n", + " [-0.0185],\n", + " [-0.0226],\n", + " [-0.0213],\n", + " [-0.0213],\n", + " [-0.0199],\n", + " [-0.0208],\n", + " [-0.0222]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0023],\n", + " [ 0.0060],\n", + " [-0.0103],\n", + " [ 0.0113],\n", + " [ 0.0167],\n", + " [ 0.0055],\n", + " [ 0.0134],\n", + " [ 0.0003],\n", + " [ 0.0113],\n", + " [ 0.0118],\n", + " [ 0.0037],\n", + " [ 0.0133],\n", + " [ 0.0074],\n", + " [ 0.0112],\n", + " [-0.0016],\n", + " [ 0.0152],\n", + " [ 0.0001],\n", + " [ 0.0019],\n", + " [ 0.0116],\n", + " [ 0.0050],\n", + " [ 0.0081],\n", + " [ 0.0041],\n", + " [ 0.0052],\n", + " [-0.0027],\n", + " [-0.0051],\n", + " [-0.0031],\n", + " [ 0.0047],\n", + " [ 0.0170],\n", + " [ 0.0120],\n", + " [ 0.0089],\n", + " [ 0.0068],\n", + " [ 0.0151]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0959],\n", + " [0.0910],\n", + " [0.1002],\n", + " [0.0907],\n", + " [0.1057],\n", + " [0.0947],\n", + " [0.0905],\n", + " [0.0956],\n", + " [0.0912],\n", + " [0.0903],\n", + " [0.0931],\n", + " [0.0897],\n", + " [0.0905],\n", + " [0.0888],\n", + " [0.0982],\n", + " [0.0913],\n", + " [0.0957],\n", + " [0.0947],\n", + " [0.0900],\n", + " [0.0930],\n", + " [0.0923],\n", + " [0.0933],\n", + " [0.0950],\n", + " [0.0994],\n", + " [0.0999],\n", + " [0.1057],\n", + " [0.0941],\n", + " [0.0901],\n", + " [0.0880],\n", + " [0.0909],\n", + " [0.0926],\n", + " [0.0894]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0786],\n", + " [0.0798],\n", + " [0.0704],\n", + " [0.0845],\n", + " [0.0982],\n", + " [0.0769],\n", + " [0.0862],\n", + " [0.0794],\n", + " [0.0844],\n", + " [0.0851],\n", + " [0.0797],\n", + " [0.0856],\n", + " [0.0851],\n", + " [0.0807],\n", + " [0.0792],\n", + " [0.0874],\n", + " [0.0776],\n", + " [0.0817],\n", + " [0.0848],\n", + " [0.0798],\n", + " [0.0826],\n", + " [0.0834],\n", + " [0.0819],\n", + " [0.0832],\n", + " [0.0823],\n", + " [0.0823],\n", + " [0.0810],\n", + " [0.0883],\n", + " [0.0860],\n", + " [0.0834],\n", + " [0.0829],\n", + " [0.0868]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0851],\n", + " [0.0876],\n", + " [0.0760],\n", + " [0.0878],\n", + " [0.0779],\n", + " [0.0850],\n", + " [0.0872],\n", + " [0.0872],\n", + " [0.0874],\n", + " [0.0884],\n", + " [0.0866],\n", + " [0.0874],\n", + " [0.0895],\n", + " [0.0872],\n", + " [0.0863],\n", + " [0.0878],\n", + " [0.0857],\n", + " [0.0884],\n", + " [0.0872],\n", + " [0.0853],\n", + " [0.0863],\n", + " [0.0885],\n", + " [0.0856],\n", + " [0.0871],\n", + " [0.0915],\n", + " [0.0845],\n", + " [0.0848],\n", + " [0.0885],\n", + " [0.0895],\n", + " [0.0875],\n", + " [0.0867],\n", + " [0.0880]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0390],\n", + " [0.0339],\n", + " [0.0402],\n", + " [0.0388],\n", + " [0.0398],\n", + " [0.0414],\n", + " [0.0392],\n", + " [0.0402],\n", + " [0.0404],\n", + " [0.0382],\n", + " [0.0423],\n", + " [0.0432],\n", + " [0.0378],\n", + " [0.0383],\n", + " [0.0431],\n", + " [0.0370],\n", + " [0.0409],\n", + " [0.0413],\n", + " [0.0370],\n", + " [0.0397],\n", + " [0.0418],\n", + " [0.0403],\n", + " [0.0415],\n", + " [0.0482],\n", + " [0.0414],\n", + " [0.0388],\n", + " [0.0439],\n", + " [0.0424],\n", + " [0.0427],\n", + " [0.0409],\n", + " [0.0431]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0395],\n", + " [0.0370],\n", + " [0.0399],\n", + " [0.0369],\n", + " [0.0324],\n", + " [0.0361],\n", + " [0.0374],\n", + " [0.0382],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0358],\n", + " [0.0362],\n", + " [0.0363],\n", + " [0.0389],\n", + " [0.0360],\n", + " [0.0389],\n", + " [0.0370],\n", + " [0.0365],\n", + " [0.0394],\n", + " [0.0377],\n", + " [0.0372],\n", + " [0.0382],\n", + " [0.0374],\n", + " [0.0314],\n", + " [0.0368],\n", + " [0.0389],\n", + " [0.0339],\n", + " [0.0358],\n", + " [0.0358],\n", + " [0.0376],\n", + " [0.0353]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0762],\n", + " [-0.0731],\n", + " [-0.0918],\n", + " [-0.0713],\n", + " [-0.0670],\n", + " [-0.0726],\n", + " [-0.0711],\n", + " [-0.0756],\n", + " [-0.0715],\n", + " [-0.0712],\n", + " [-0.0746],\n", + " [-0.0716],\n", + " [-0.0726],\n", + " [-0.0697],\n", + " [-0.0761],\n", + " [-0.0702],\n", + " [-0.0765],\n", + " [-0.0754],\n", + " [-0.0721],\n", + " [-0.0742],\n", + " [-0.0729],\n", + " [-0.0751],\n", + " [-0.0745],\n", + " [-0.0757],\n", + " [-0.0753],\n", + " [-0.0754],\n", + " [-0.0750],\n", + " [-0.0693],\n", + " [-0.0720],\n", + " [-0.0726],\n", + " [-0.0735],\n", + " [-0.0707]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1008],\n", + " [-0.1035],\n", + " [-0.1080],\n", + " [-0.0987],\n", + " [-0.1124],\n", + " [-0.1048],\n", + " [-0.0973],\n", + " [-0.1050],\n", + " [-0.0985],\n", + " [-0.0988],\n", + " [-0.1030],\n", + " [-0.0983],\n", + " [-0.1036],\n", + " [-0.1016],\n", + " [-0.1038],\n", + " [-0.0975],\n", + " [-0.1025],\n", + " [-0.1043],\n", + " [-0.0989],\n", + " [-0.1018],\n", + " [-0.1003],\n", + " [-0.1034],\n", + " [-0.1012],\n", + " [-0.1065],\n", + " [-0.1111],\n", + " [-0.1079],\n", + " [-0.1012],\n", + " [-0.0985],\n", + " [-0.1005],\n", + " [-0.1018],\n", + " [-0.1015],\n", + " [-0.0982]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0650],\n", + " [-0.0626],\n", + " [-0.0576],\n", + " [-0.0633],\n", + " [-0.0583],\n", + " [-0.0625],\n", + " [-0.0632],\n", + " [-0.0616],\n", + " [-0.0634],\n", + " [-0.0631],\n", + " [-0.0631],\n", + " [-0.0628],\n", + " [-0.0597],\n", + " [-0.0641],\n", + " [-0.0638],\n", + " [-0.0628],\n", + " [-0.0646],\n", + " [-0.0616],\n", + " [-0.0625],\n", + " [-0.0642],\n", + " [-0.0628],\n", + " [-0.0616],\n", + " [-0.0625],\n", + " [-0.0607],\n", + " [-0.0541],\n", + " [-0.0603],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0610],\n", + " [-0.0606],\n", + " [-0.0616],\n", + " [-0.0627]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0593],\n", + " [-0.0603],\n", + " [-0.0535],\n", + " [-0.0588],\n", + " [-0.0634],\n", + " [-0.0633],\n", + " [-0.0648],\n", + " [-0.0655],\n", + " [-0.0631],\n", + " [-0.0644],\n", + " [-0.0943],\n", + " [-0.0508],\n", + " [-0.0625],\n", + " [-0.0659],\n", + " [-0.0648],\n", + " [-0.0528],\n", + " [-0.0617],\n", + " [-0.0570],\n", + " [-0.0641],\n", + " [-0.0619],\n", + " [-0.0615],\n", + " [-0.0622],\n", + " [-0.0621],\n", + " [-0.0661],\n", + " [-0.0601],\n", + " [-0.0626],\n", + " [-0.0613],\n", + " [-0.0626],\n", + " [-0.0616],\n", + " [-0.0619],\n", + " [-0.0605],\n", + " [-0.0578]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0726],\n", + " [-0.0663],\n", + " [-0.0656],\n", + " [-0.0675],\n", + " [-0.0757],\n", + " [-0.0715],\n", + " [-0.0795],\n", + " [-0.0795],\n", + " [-0.0747],\n", + " [-0.0780],\n", + " [-0.1178],\n", + " [-0.0722],\n", + " [-0.0747],\n", + " [-0.0715],\n", + " [-0.0779],\n", + " [-0.0715],\n", + " [-0.0696],\n", + " [-0.0721],\n", + " [-0.0778],\n", + " [-0.0730],\n", + " [-0.0749],\n", + " [-0.0725],\n", + " [-0.0758],\n", + " [-0.0814],\n", + " [-0.0748],\n", + " [-0.0728],\n", + " [-0.0729],\n", + " [-0.0741],\n", + " [-0.0690],\n", + " [-0.0750],\n", + " [-0.0698],\n", + " [-0.0677]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0381],\n", + " [0.0391],\n", + " [0.0449],\n", + " [0.0403],\n", + " [0.0363],\n", + " [0.0358],\n", + " [0.0385],\n", + " [0.0371],\n", + " [0.0367],\n", + " [0.0366],\n", + " [0.0248],\n", + " [0.0398],\n", + " [0.0391],\n", + " [0.0419],\n", + " [0.0393],\n", + " [0.0359],\n", + " [0.0372],\n", + " [0.0397],\n", + " [0.0367],\n", + " [0.0373],\n", + " [0.0387],\n", + " [0.0368],\n", + " [0.0373],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0361],\n", + " [0.0376],\n", + " [0.0368],\n", + " [0.0377],\n", + " [0.0365],\n", + " [0.0381],\n", + " [0.0392]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0887],\n", + " [-0.0922],\n", + " [-0.0938],\n", + " [-0.0894],\n", + " [-0.0948],\n", + " [-0.0967],\n", + " [-0.0936],\n", + " [-0.0946],\n", + " [-0.0956],\n", + " [-0.0946],\n", + " [-0.0729],\n", + " [-0.0826],\n", + " [-0.0918],\n", + " [-0.1086],\n", + " [-0.0940],\n", + " [-0.0862],\n", + " [-0.0943],\n", + " [-0.0867],\n", + " [-0.0948],\n", + " [-0.0924],\n", + " [-0.0912],\n", + " [-0.0940],\n", + " [-0.0912],\n", + " [-0.0960],\n", + " [-0.0896],\n", + " [-0.0945],\n", + " [-0.0931],\n", + " [-0.0943],\n", + " [-0.0931],\n", + " [-0.0910],\n", + " [-0.0919],\n", + " [-0.0869]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0470],\n", + " [0.0571],\n", + " [0.0379],\n", + " [0.0525],\n", + " [0.0566],\n", + " [0.0585],\n", + " [0.0495],\n", + " [0.0532],\n", + " [0.0584],\n", + " [0.0544],\n", + " [0.0422],\n", + " [0.0362],\n", + " [0.0539],\n", + " [0.0333],\n", + " [0.0538],\n", + " [0.0413],\n", + " [0.0574],\n", + " [0.0397],\n", + " [0.0545],\n", + " [0.0559],\n", + " [0.0507],\n", + " [0.0564],\n", + " [0.0514],\n", + " [0.0509],\n", + " [0.0467],\n", + " [0.0575],\n", + " [0.0572],\n", + " [0.0575],\n", + " [0.0561],\n", + " [0.0522],\n", + " [0.0574],\n", + " [0.0473]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0376],\n", + " [-0.0346],\n", + " [-0.0381],\n", + " [-0.0359],\n", + " [-0.0379],\n", + " [-0.0368],\n", + " [-0.0341],\n", + " [-0.0363],\n", + " [-0.0358],\n", + " [-0.0373],\n", + " [-0.0400],\n", + " [-0.0428],\n", + " [-0.0359],\n", + " [-0.0365],\n", + " [-0.0324],\n", + " [-0.0451],\n", + " [-0.0371],\n", + " [-0.0375],\n", + " [-0.0388],\n", + " [-0.0387],\n", + " [-0.0355],\n", + " [-0.0379],\n", + " [-0.0377],\n", + " [-0.0356],\n", + " [-0.0379],\n", + " [-0.0381],\n", + " [-0.0361],\n", + " [-0.0370],\n", + " [-0.0374],\n", + " [-0.0412],\n", + " [-0.0371],\n", + " [-0.0405]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0802],\n", + " [-0.0822],\n", + " [-0.0873],\n", + " [-0.0818],\n", + " [-0.0790],\n", + " [-0.0815],\n", + " [-0.0799],\n", + " [-0.0784],\n", + " [-0.0791],\n", + " [-0.0787],\n", + " [-0.0849],\n", + " [-0.0776],\n", + " [-0.0788],\n", + " [-0.0917],\n", + " [-0.0803],\n", + " [-0.0796],\n", + " [-0.0813],\n", + " [-0.0809],\n", + " [-0.0790],\n", + " [-0.0797],\n", + " [-0.0798],\n", + " [-0.0804],\n", + " [-0.0786],\n", + " [-0.0787],\n", + " [-0.0799],\n", + " [-0.0798],\n", + " [-0.0791],\n", + " [-0.0791],\n", + " [-0.0817],\n", + " [-0.0782],\n", + " [-0.0797],\n", + " [-0.0792]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1632],\n", + " [0.1714],\n", + " [0.1671],\n", + " [0.1685],\n", + " [0.1679],\n", + " [0.1686],\n", + " [0.1634],\n", + " [0.1658],\n", + " [0.1692],\n", + " [0.1665],\n", + " [0.1268],\n", + " [0.1583],\n", + " [0.1680],\n", + " [0.1577],\n", + " [0.1675],\n", + " [0.1608],\n", + " [0.1688],\n", + " [0.1595],\n", + " [0.1668],\n", + " [0.1686],\n", + " [0.1649],\n", + " [0.1680],\n", + " [0.1655],\n", + " [0.1634],\n", + " [0.1620],\n", + " [0.1685],\n", + " [0.1695],\n", + " [0.1689],\n", + " [0.1687],\n", + " [0.1662],\n", + " [0.1705],\n", + " [0.1648]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0532],\n", + " [-0.0509],\n", + " [-0.0548],\n", + " [-0.0480],\n", + " [-0.0578],\n", + " [-0.0582],\n", + " [-0.0601],\n", + " [-0.0601],\n", + " [-0.0585],\n", + " [-0.0585],\n", + " [-0.0778],\n", + " [-0.0547],\n", + " [-0.0548],\n", + " [-0.0638],\n", + " [-0.0591],\n", + " [-0.0546],\n", + " [-0.0545],\n", + " [-0.0510],\n", + " [-0.0589],\n", + " [-0.0540],\n", + " [-0.0550],\n", + " [-0.0552],\n", + " [-0.0565],\n", + " [-0.0624],\n", + " [-0.0551],\n", + " [-0.0562],\n", + " [-0.0552],\n", + " [-0.0569],\n", + " [-0.0547],\n", + " [-0.0546],\n", + " [-0.0526],\n", + " [-0.0435]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0661],\n", + " [0.0554],\n", + " [0.0767],\n", + " [0.0583],\n", + " [0.0606],\n", + " [0.0583],\n", + " [0.0707],\n", + " [0.0644],\n", + " [0.0605],\n", + " [0.0638],\n", + " [0.0593],\n", + " [0.0725],\n", + " [0.0642],\n", + " [0.0777],\n", + " [0.0671],\n", + " [0.0661],\n", + " [0.0573],\n", + " [0.0717],\n", + " [0.0617],\n", + " [0.0588],\n", + " [0.0668],\n", + " [0.0591],\n", + " [0.0639],\n", + " [0.0689],\n", + " [0.0680],\n", + " [0.0587],\n", + " [0.0592],\n", + " [0.0596],\n", + " [0.0559],\n", + " [0.0627],\n", + " [0.0563],\n", + " [0.0640]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0883],\n", + " [-0.0996],\n", + " [-0.0777],\n", + " [-0.0968],\n", + " [-0.0964],\n", + " [-0.0993],\n", + " [-0.0885],\n", + " [-0.0923],\n", + " [-0.0984],\n", + " [-0.0938],\n", + " [-0.0715],\n", + " [-0.0802],\n", + " [-0.0936],\n", + " [-0.0695],\n", + " [-0.0916],\n", + " [-0.0825],\n", + " [-0.0985],\n", + " [-0.0833],\n", + " [-0.0949],\n", + " [-0.0964],\n", + " [-0.0913],\n", + " [-0.0970],\n", + " [-0.0910],\n", + " [-0.0903],\n", + " [-0.0891],\n", + " [-0.0977],\n", + " [-0.0972],\n", + " [-0.0976],\n", + " [-0.0979],\n", + " [-0.0925],\n", + " [-0.0985],\n", + " [-0.0930]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0127],\n", + " [ 0.0229],\n", + " [ 0.0110],\n", + " [ 0.0185],\n", + " [ 0.0173],\n", + " [ 0.0198],\n", + " [ 0.0091],\n", + " [ 0.0146],\n", + " [ 0.0179],\n", + " [ 0.0151],\n", + " [-0.0074],\n", + " [ 0.0061],\n", + " [ 0.0159],\n", + " [ 0.0059],\n", + " [ 0.0154],\n", + " [ 0.0138],\n", + " [ 0.0211],\n", + " [ 0.0071],\n", + " [ 0.0154],\n", + " [ 0.0172],\n", + " [ 0.0132],\n", + " [ 0.0184],\n", + " [ 0.0143],\n", + " [ 0.0105],\n", + " [ 0.0091],\n", + " [ 0.0187],\n", + " [ 0.0193],\n", + " [ 0.0177],\n", + " [ 0.0195],\n", + " [ 0.0147],\n", + " [ 0.0206],\n", + " [ 0.0116]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0871],\n", + " [0.0963],\n", + " [0.0830],\n", + " [0.0953],\n", + " [0.0938],\n", + " [0.0957],\n", + " [0.0840],\n", + " [0.0890],\n", + " [0.0933],\n", + " [0.0900],\n", + " [0.0513],\n", + " [0.0923],\n", + " [0.0871],\n", + " [0.0695],\n", + " [0.0829],\n", + " [0.0936],\n", + " [0.0967],\n", + " [0.0860],\n", + " [0.0945],\n", + " [0.0953],\n", + " [0.0863],\n", + " [0.0948],\n", + " [0.0891],\n", + " [0.0868],\n", + " [0.0901],\n", + " [0.0952],\n", + " [0.0923],\n", + " [0.0943],\n", + " [0.0985],\n", + " [0.0922],\n", + " [0.0966],\n", + " [0.0963]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0068],\n", + " [ 0.0101],\n", + " [ 0.0125],\n", + " [ 0.0108],\n", + " [ 0.0099],\n", + " [ 0.0102],\n", + " [ 0.0075],\n", + " [ 0.0081],\n", + " [ 0.0099],\n", + " [ 0.0080],\n", + " [-0.0032],\n", + " [ 0.0171],\n", + " [ 0.0077],\n", + " [ 0.0087],\n", + " [ 0.0045],\n", + " [ 0.0132],\n", + " [ 0.0108],\n", + " [ 0.0067],\n", + " [ 0.0114],\n", + " [ 0.0119],\n", + " [ 0.0072],\n", + " [ 0.0109],\n", + " [ 0.0085],\n", + " [ 0.0077],\n", + " [ 0.0112],\n", + " [ 0.0105],\n", + " [ 0.0087],\n", + " [ 0.0108],\n", + " [ 0.0136],\n", + " [ 0.0095],\n", + " [ 0.0114],\n", + " [ 0.0088]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0054],\n", + " [-0.0029],\n", + " [-0.0067],\n", + " [-0.0060],\n", + " [ 0.0005],\n", + " [ 0.0011],\n", + " [-0.0001],\n", + " [ 0.0032],\n", + " [ 0.0013],\n", + " [ 0.0012],\n", + " [ 0.0244],\n", + " [-0.0143],\n", + " [-0.0016],\n", + " [ 0.0035],\n", + " [ 0.0044],\n", + " [-0.0100],\n", + " [-0.0022],\n", + " [-0.0092],\n", + " [ 0.0009],\n", + " [-0.0041],\n", + " [-0.0028],\n", + " [-0.0025],\n", + " [-0.0019],\n", + " [ 0.0026],\n", + " [-0.0069],\n", + " [-0.0015],\n", + " [-0.0007],\n", + " [-0.0008],\n", + " [-0.0029],\n", + " [-0.0045],\n", + " [-0.0036],\n", + " [-0.0129]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0387],\n", + " [-0.0306],\n", + " [-0.0414],\n", + " [-0.0314],\n", + " [-0.0355],\n", + " [-0.0348],\n", + " [-0.0398],\n", + " [-0.0397],\n", + " [-0.0352],\n", + " [-0.0384],\n", + " [-0.0285],\n", + " [-0.0418],\n", + " [-0.0366],\n", + " [-0.0527],\n", + " [-0.0408],\n", + " [-0.0433],\n", + " [-0.0331],\n", + " [-0.0403],\n", + " [-0.0359],\n", + " [-0.0320],\n", + " [-0.0377],\n", + " [-0.0341],\n", + " [-0.0384],\n", + " [-0.0413],\n", + " [-0.0365],\n", + " [-0.0341],\n", + " [-0.0355],\n", + " [-0.0339],\n", + " [-0.0300],\n", + " [-0.0362],\n", + " [-0.0311],\n", + " [-0.0319]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0045],\n", + " [ 0.0004],\n", + " [ 0.0056],\n", + " [-0.0004],\n", + " [ 0.0049],\n", + " [ 0.0044],\n", + " [ 0.0082],\n", + " [ 0.0071],\n", + " [ 0.0054],\n", + " [ 0.0062],\n", + " [ 0.0108],\n", + " [ 0.0014],\n", + " [ 0.0053],\n", + " [ 0.0105],\n", + " [ 0.0088],\n", + " [ 0.0031],\n", + " [ 0.0023],\n", + " [ 0.0038],\n", + " [ 0.0053],\n", + " [ 0.0023],\n", + " [ 0.0055],\n", + " [ 0.0031],\n", + " [ 0.0054],\n", + " [ 0.0088],\n", + " [ 0.0041],\n", + " [ 0.0036],\n", + " [ 0.0042],\n", + " [ 0.0043],\n", + " [ 0.0010],\n", + " [ 0.0037],\n", + " [ 0.0015],\n", + " [-0.0023]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0591],\n", + " [0.0550],\n", + " [0.0744],\n", + " [0.0549],\n", + " [0.0571],\n", + " [0.0578],\n", + " [0.0622],\n", + " [0.0590],\n", + " [0.0573],\n", + " [0.0579],\n", + " [0.0587],\n", + " [0.0607],\n", + " [0.0572],\n", + " [0.0809],\n", + " [0.0612],\n", + " [0.0604],\n", + " [0.0562],\n", + " [0.0620],\n", + " [0.0586],\n", + " [0.0558],\n", + " [0.0586],\n", + " [0.0564],\n", + " [0.0581],\n", + " [0.0622],\n", + " [0.0600],\n", + " [0.0564],\n", + " [0.0558],\n", + " [0.0566],\n", + " [0.0562],\n", + " [0.0563],\n", + " [0.0546],\n", + " [0.0557]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0143],\n", + " [-0.0185],\n", + " [-0.0194],\n", + " [-0.0170],\n", + " [-0.0180],\n", + " [-0.0183],\n", + " [-0.0154],\n", + " [-0.0177],\n", + " [-0.0184],\n", + " [-0.0173],\n", + " [ 0.0043],\n", + " [-0.0145],\n", + " [-0.0171],\n", + " [-0.0160],\n", + " [-0.0181],\n", + " [-0.0176],\n", + " [-0.0193],\n", + " [-0.0111],\n", + " [-0.0173],\n", + " [-0.0175],\n", + " [-0.0152],\n", + " [-0.0183],\n", + " [-0.0165],\n", + " [-0.0157],\n", + " [-0.0145],\n", + " [-0.0181],\n", + " [-0.0184],\n", + " [-0.0180],\n", + " [-0.0183],\n", + " [-0.0165],\n", + " [-0.0185],\n", + " [-0.0157]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1665],\n", + " [-0.1678],\n", + " [-0.1651],\n", + " [-0.1668],\n", + " [-0.1729],\n", + " [-0.1719],\n", + " [-0.1701],\n", + " [-0.1739],\n", + " [-0.1721],\n", + " [-0.1728],\n", + " [-0.1700],\n", + " [-0.1668],\n", + " [-0.1683],\n", + " [-0.1675],\n", + " [-0.1704],\n", + " [-0.1697],\n", + " [-0.1702],\n", + " [-0.1649],\n", + " [-0.1746],\n", + " [-0.1698],\n", + " [-0.1678],\n", + " [-0.1706],\n", + " [-0.1698],\n", + " [-0.1740],\n", + " [-0.1675],\n", + " [-0.1713],\n", + " [-0.1700],\n", + " [-0.1713],\n", + " [-0.1696],\n", + " [-0.1699],\n", + " [-0.1690],\n", + " [-0.1645]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0211],\n", + " [-0.0213],\n", + " [-0.0256],\n", + " [-0.0206],\n", + " [-0.0209],\n", + " [-0.0209],\n", + " [-0.0222],\n", + " [-0.0189],\n", + " [-0.0215],\n", + " [-0.0200],\n", + " [ 0.0447],\n", + " [-0.0268],\n", + " [-0.0219],\n", + " [-0.0139],\n", + " [-0.0183],\n", + " [-0.0218],\n", + " [-0.0224],\n", + " [-0.0210],\n", + " [-0.0205],\n", + " [-0.0232],\n", + " [-0.0217],\n", + " [-0.0224],\n", + " [-0.0210],\n", + " [-0.0204],\n", + " [-0.0249],\n", + " [-0.0221],\n", + " [-0.0208],\n", + " [-0.0222],\n", + " [-0.0235],\n", + " [-0.0225],\n", + " [-0.0224],\n", + " [-0.0226]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0010],\n", + " [ 0.0143],\n", + " [-0.0154],\n", + " [ 0.0088],\n", + " [ 0.0093],\n", + " [ 0.0154],\n", + " [ 0.0009],\n", + " [ 0.0051],\n", + " [ 0.0119],\n", + " [ 0.0059],\n", + " [ 0.0270],\n", + " [-0.0125],\n", + " [ 0.0044],\n", + " [-0.0189],\n", + " [ 0.0058],\n", + " [-0.0051],\n", + " [ 0.0131],\n", + " [-0.0079],\n", + " [ 0.0072],\n", + " [ 0.0089],\n", + " [ 0.0021],\n", + " [ 0.0105],\n", + " [ 0.0028],\n", + " [ 0.0028],\n", + " [-0.0017],\n", + " [ 0.0114],\n", + " [ 0.0103],\n", + " [ 0.0107],\n", + " [ 0.0125],\n", + " [ 0.0025],\n", + " [ 0.0118],\n", + " [ 0.0013]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0991],\n", + " [0.0934],\n", + " [0.1067],\n", + " [0.0941],\n", + " [0.0904],\n", + " [0.0888],\n", + " [0.0924],\n", + " [0.0912],\n", + " [0.0895],\n", + " [0.0918],\n", + " [0.0729],\n", + " [0.0989],\n", + " [0.0958],\n", + " [0.1130],\n", + " [0.0938],\n", + " [0.0994],\n", + " [0.0909],\n", + " [0.0999],\n", + " [0.0887],\n", + " [0.0920],\n", + " [0.0960],\n", + " [0.0911],\n", + " [0.0953],\n", + " [0.0894],\n", + " [0.0948],\n", + " [0.0908],\n", + " [0.0930],\n", + " [0.0905],\n", + " [0.0905],\n", + " [0.0955],\n", + " [0.0925],\n", + " [0.0993]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0822],\n", + " [0.0867],\n", + " [0.0860],\n", + " [0.0844],\n", + " [0.0830],\n", + " [0.0889],\n", + " [0.0810],\n", + " [0.0807],\n", + " [0.0850],\n", + " [0.0811],\n", + " [0.0780],\n", + " [0.0764],\n", + " [0.0811],\n", + " [0.0757],\n", + " [0.0845],\n", + " [0.0784],\n", + " [0.0861],\n", + " [0.0817],\n", + " [0.0819],\n", + " [0.0822],\n", + " [0.0818],\n", + " [0.0841],\n", + " [0.0811],\n", + " [0.0808],\n", + " [0.0799],\n", + " [0.0844],\n", + " [0.0845],\n", + " [0.0839],\n", + " [0.0860],\n", + " [0.0792],\n", + " [0.0842],\n", + " [0.0764]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0863],\n", + " [0.0863],\n", + " [0.0809],\n", + " [0.0853],\n", + " [0.0872],\n", + " [0.0893],\n", + " [0.0902],\n", + " [0.0887],\n", + " [0.0874],\n", + " [0.0879],\n", + " [0.1174],\n", + " [0.0827],\n", + " [0.0864],\n", + " [0.0855],\n", + " [0.0889],\n", + " [0.0835],\n", + " [0.0878],\n", + " [0.0852],\n", + " [0.0878],\n", + " [0.0867],\n", + " [0.0872],\n", + " [0.0876],\n", + " [0.0871],\n", + " [0.0903],\n", + " [0.0877],\n", + " [0.0873],\n", + " [0.0856],\n", + " [0.0869],\n", + " [0.0885],\n", + " [0.0858],\n", + " [0.0855],\n", + " [0.0816]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0401],\n", + " [0.0428],\n", + " [0.0485],\n", + " [0.0395],\n", + " [0.0403],\n", + " [0.0417],\n", + " [0.0411],\n", + " [0.0412],\n", + " [0.0421],\n", + " [0.0408],\n", + " [0.0561],\n", + " [0.0362],\n", + " [0.0426],\n", + " [0.0580],\n", + " [0.0455],\n", + " [0.0373],\n", + " [0.0410],\n", + " [0.0383],\n", + " [0.0387],\n", + " [0.0393],\n", + " [0.0412],\n", + " [0.0401],\n", + " [0.0405],\n", + " [0.0406],\n", + " [0.0380],\n", + " [0.0405],\n", + " [0.0424],\n", + " [0.0410],\n", + " [0.0401],\n", + " [0.0383],\n", + " [0.0412],\n", + " [0.0350]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0363],\n", + " [0.0332],\n", + " [0.0386],\n", + " [0.0370],\n", + " [0.0359],\n", + " [0.0359],\n", + " [0.0362],\n", + " [0.0357],\n", + " [0.0366],\n", + " [0.0098],\n", + " [0.0417],\n", + " [0.0359],\n", + " [0.0170],\n", + " [0.0344],\n", + " [0.0425],\n", + " [0.0376],\n", + " [0.0397],\n", + " [0.0379],\n", + " [0.0374],\n", + " [0.0372],\n", + " [0.0375],\n", + " [0.0378],\n", + " [0.0361],\n", + " [0.0394],\n", + " [0.0368],\n", + " [0.0366],\n", + " [0.0363],\n", + " [0.0378],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0393]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0759],\n", + " [-0.0700],\n", + " [-0.0830],\n", + " [-0.0729],\n", + " [-0.0723],\n", + " [-0.0697],\n", + " [-0.0755],\n", + " [-0.0736],\n", + " [-0.0720],\n", + " [-0.0732],\n", + " [-0.0439],\n", + " [-0.0875],\n", + " [-0.0746],\n", + " [-0.0766],\n", + " [-0.0738],\n", + " [-0.0824],\n", + " [-0.0709],\n", + " [-0.0781],\n", + " [-0.0732],\n", + " [-0.0729],\n", + " [-0.0754],\n", + " [-0.0720],\n", + " [-0.0749],\n", + " [-0.0739],\n", + " [-0.0773],\n", + " [-0.0715],\n", + " [-0.0726],\n", + " [-0.0724],\n", + " [-0.0711],\n", + " [-0.0747],\n", + " [-0.0720],\n", + " [-0.0766]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1046],\n", + " [-0.0965],\n", + " [-0.1077],\n", + " [-0.0988],\n", + " [-0.1008],\n", + " [-0.0982],\n", + " [-0.1061],\n", + " [-0.1051],\n", + " [-0.0992],\n", + " [-0.1034],\n", + " [-0.1313],\n", + " [-0.1087],\n", + " [-0.1024],\n", + " [-0.1070],\n", + " [-0.1052],\n", + " [-0.1095],\n", + " [-0.0974],\n", + " [-0.1070],\n", + " [-0.1030],\n", + " [-0.0994],\n", + " [-0.1036],\n", + " [-0.0989],\n", + " [-0.1040],\n", + " [-0.1062],\n", + " [-0.1038],\n", + " [-0.0987],\n", + " [-0.0992],\n", + " [-0.0991],\n", + " [-0.0977],\n", + " [-0.1028],\n", + " [-0.0975],\n", + " [-0.1014]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0645],\n", + " [-0.0589],\n", + " [-0.0645],\n", + " [-0.0621],\n", + " [-0.0619],\n", + " [-0.0608],\n", + " [-0.0595],\n", + " [-0.0622],\n", + " [-0.0610],\n", + " [-0.0327],\n", + " [-0.0582],\n", + " [-0.0622],\n", + " [-0.0500],\n", + " [-0.0590],\n", + " [-0.0565],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0616],\n", + " [-0.0642],\n", + " [-0.0619],\n", + " [-0.0630],\n", + " [-0.0611],\n", + " [-0.0598],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0640],\n", + " [-0.0634],\n", + " [-0.0640],\n", + " [-0.0669]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0619],\n", + " [-0.0676],\n", + " [-0.0631],\n", + " [-0.0379],\n", + " [-0.0665],\n", + " [-0.0613],\n", + " [-0.0621],\n", + " [-0.0614],\n", + " [-0.0633],\n", + " [-0.0637],\n", + " [-0.0635],\n", + " [-0.0623],\n", + " [-0.0718],\n", + " [-0.0594],\n", + " [-0.0669],\n", + " [-0.0611],\n", + " [-0.0554],\n", + " [-0.0352],\n", + " [-0.0626],\n", + " [-0.0595],\n", + " [-0.0591],\n", + " [-0.0627],\n", + " [-0.0610],\n", + " [-0.0682],\n", + " [-0.0630],\n", + " [-0.0634],\n", + " [-0.0598],\n", + " [-0.0632],\n", + " [-0.0646],\n", + " [-0.0545],\n", + " [-0.0619]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0753],\n", + " [-0.0746],\n", + " [-0.0799],\n", + " [-0.0695],\n", + " [-0.0644],\n", + " [-0.0801],\n", + " [-0.0718],\n", + " [-0.0712],\n", + " [-0.0723],\n", + " [-0.0696],\n", + " [-0.0757],\n", + " [-0.0779],\n", + " [-0.0732],\n", + " [-0.0811],\n", + " [-0.0733],\n", + " [-0.0799],\n", + " [-0.0736],\n", + " [-0.0737],\n", + " [-0.0751],\n", + " [-0.0768],\n", + " [-0.0710],\n", + " [-0.0681],\n", + " [-0.0767],\n", + " [-0.0749],\n", + " [-0.0815],\n", + " [-0.0747],\n", + " [-0.0776],\n", + " [-0.0733],\n", + " [-0.0761],\n", + " [-0.0772],\n", + " [-0.0735],\n", + " [-0.0756]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0379],\n", + " [0.0375],\n", + " [0.0366],\n", + " [0.0363],\n", + " [0.0377],\n", + " [0.0358],\n", + " [0.0368],\n", + " [0.0367],\n", + " [0.0372],\n", + " [0.0399],\n", + " [0.0382],\n", + " [0.0376],\n", + " [0.0380],\n", + " [0.0380],\n", + " [0.0388],\n", + " [0.0365],\n", + " [0.0389],\n", + " [0.0366],\n", + " [0.0378],\n", + " [0.0367],\n", + " [0.0385],\n", + " [0.0394],\n", + " [0.0373],\n", + " [0.0374],\n", + " [0.0369],\n", + " [0.0375],\n", + " [0.0370],\n", + " [0.0377],\n", + " [0.0403],\n", + " [0.0367],\n", + " [0.0403],\n", + " [0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0915],\n", + " [-0.0920],\n", + " [-0.0958],\n", + " [-0.0955],\n", + " [-0.0673],\n", + " [-0.0970],\n", + " [-0.0927],\n", + " [-0.0947],\n", + " [-0.0928],\n", + " [-0.1006],\n", + " [-0.0911],\n", + " [-0.0924],\n", + " [-0.0910],\n", + " [-0.0960],\n", + " [-0.0888],\n", + " [-0.0962],\n", + " [-0.0928],\n", + " [-0.0869],\n", + " [-0.0670],\n", + " [-0.0912],\n", + " [-0.0866],\n", + " [-0.0900],\n", + " [-0.0910],\n", + " [-0.0895],\n", + " [-0.0933],\n", + " [-0.0929],\n", + " [-0.0930],\n", + " [-0.0907],\n", + " [-0.0897],\n", + " [-0.0964],\n", + " [-0.0834],\n", + " [-0.0928]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0471],\n", + " [0.0540],\n", + " [0.0561],\n", + " [0.0595],\n", + " [0.0472],\n", + " [0.0553],\n", + " [0.0572],\n", + " [0.0586],\n", + " [0.0560],\n", + " [0.0336],\n", + " [0.0458],\n", + " [0.0522],\n", + " [0.0517],\n", + " [0.0513],\n", + " [0.0474],\n", + " [0.0556],\n", + " [0.0531],\n", + " [0.0434],\n", + " [0.0230],\n", + " [0.0497],\n", + " [0.0490],\n", + " [0.0546],\n", + " [0.0488],\n", + " [0.0498],\n", + " [0.0464],\n", + " [0.0532],\n", + " [0.0511],\n", + " [0.0518],\n", + " [0.0438],\n", + " [0.0574],\n", + " [0.0412],\n", + " [0.0539]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0366],\n", + " [-0.0386],\n", + " [-0.0367],\n", + " [-0.0351],\n", + " [-0.0336],\n", + " [-0.0380],\n", + " [-0.0383],\n", + " [-0.0367],\n", + " [-0.0383],\n", + " [-0.0369],\n", + " [-0.0347],\n", + " [-0.0387],\n", + " [-0.0363],\n", + " [-0.0321],\n", + " [-0.0400],\n", + " [-0.0363],\n", + " [-0.0347],\n", + " [-0.0461],\n", + " [-0.0550],\n", + " [-0.0409],\n", + " [-0.0437],\n", + " [-0.0373],\n", + " [-0.0382],\n", + " [-0.0427],\n", + " [-0.0375],\n", + " [-0.0385],\n", + " [-0.0373],\n", + " [-0.0404],\n", + " [-0.0342],\n", + " [-0.0352],\n", + " [-0.0445],\n", + " [-0.0354]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0806],\n", + " [-0.0789],\n", + " [-0.0783],\n", + " [-0.0809],\n", + " [-0.0689],\n", + " [-0.0792],\n", + " [-0.0791],\n", + " [-0.0799],\n", + " [-0.0798],\n", + " [-0.0888],\n", + " [-0.0824],\n", + " [-0.0776],\n", + " [-0.0799],\n", + " [-0.0803],\n", + " [-0.0802],\n", + " [-0.0785],\n", + " [-0.0811],\n", + " [-0.0797],\n", + " [-0.0628],\n", + " [-0.0780],\n", + " [-0.0787],\n", + " [-0.0807],\n", + " [-0.0788],\n", + " [-0.0790],\n", + " [-0.0788],\n", + " [-0.0807],\n", + " [-0.0790],\n", + " [-0.0794],\n", + " [-0.0810],\n", + " [-0.0789],\n", + " [-0.0803],\n", + " [-0.0791]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1630],\n", + " [0.1674],\n", + " [0.1681],\n", + " [0.1716],\n", + " [0.1733],\n", + " [0.1660],\n", + " [0.1695],\n", + " [0.1697],\n", + " [0.1683],\n", + " [0.1601],\n", + " [0.1635],\n", + " [0.1659],\n", + " [0.1673],\n", + " [0.1645],\n", + " [0.1621],\n", + " [0.1671],\n", + " [0.1663],\n", + " [0.1644],\n", + " [0.1565],\n", + " [0.1642],\n", + " [0.1646],\n", + " [0.1698],\n", + " [0.1640],\n", + " [0.1641],\n", + " [0.1634],\n", + " [0.1661],\n", + " [0.1644],\n", + " [0.1661],\n", + " [0.1628],\n", + " [0.1682],\n", + " [0.1552],\n", + " [0.1670]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0552],\n", + " [-0.0541],\n", + " [-0.0598],\n", + " [-0.0575],\n", + " [-0.0410],\n", + " [-0.0600],\n", + " [-0.0547],\n", + " [-0.0561],\n", + " [-0.0544],\n", + " [-0.0635],\n", + " [-0.0583],\n", + " [-0.0582],\n", + " [-0.0535],\n", + " [-0.0631],\n", + " [-0.0537],\n", + " [-0.0606],\n", + " [-0.0553],\n", + " [-0.0526],\n", + " [-0.0422],\n", + " [-0.0566],\n", + " [-0.0496],\n", + " [-0.0489],\n", + " [-0.0572],\n", + " [-0.0552],\n", + " [-0.0623],\n", + " [-0.0554],\n", + " [-0.0581],\n", + " [-0.0546],\n", + " [-0.0573],\n", + " [-0.0601],\n", + " [-0.0458],\n", + " [-0.0568]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0700],\n", + " [0.0636],\n", + " [0.0629],\n", + " [0.0568],\n", + " [0.0646],\n", + " [0.0641],\n", + " [0.0574],\n", + " [0.0575],\n", + " [0.0586],\n", + " [0.0763],\n", + " [0.0653],\n", + " [0.0640],\n", + " [0.0643],\n", + " [0.0650],\n", + " [0.0665],\n", + " [0.0634],\n", + " [0.0629],\n", + " [0.0593],\n", + " [0.0805],\n", + " [0.0652],\n", + " [0.0621],\n", + " [0.0575],\n", + " [0.0660],\n", + " [0.0623],\n", + " [0.0670],\n", + " [0.0614],\n", + " [0.0665],\n", + " [0.0603],\n", + " [0.0713],\n", + " [0.0630],\n", + " [0.0722],\n", + " [0.0637]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0883],\n", + " [-0.0942],\n", + " [-0.0940],\n", + " [-0.1012],\n", + " [-0.0967],\n", + " [-0.0940],\n", + " [-0.0978],\n", + " [-0.0992],\n", + " [-0.0966],\n", + " [-0.0719],\n", + " [-0.0816],\n", + " [-0.0925],\n", + " [-0.0906],\n", + " [-0.0845],\n", + " [-0.0900],\n", + " [-0.0941],\n", + " [-0.0948],\n", + " [-0.0901],\n", + " [-0.0827],\n", + " [-0.0903],\n", + " [-0.0909],\n", + " [-0.0979],\n", + " [-0.0884],\n", + " [-0.0915],\n", + " [-0.0846],\n", + " [-0.0946],\n", + " [-0.0910],\n", + " [-0.0932],\n", + " [-0.0830],\n", + " [-0.0969],\n", + " [-0.0881],\n", + " [-0.0942]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0093],\n", + " [ 0.0151],\n", + " [ 0.0169],\n", + " [ 0.0213],\n", + " [ 0.0080],\n", + " [ 0.0153],\n", + " [ 0.0192],\n", + " [ 0.0204],\n", + " [ 0.0185],\n", + " [ 0.0073],\n", + " [ 0.0144],\n", + " [ 0.0135],\n", + " [ 0.0160],\n", + " [ 0.0143],\n", + " [ 0.0099],\n", + " [ 0.0162],\n", + " [ 0.0151],\n", + " [ 0.0195],\n", + " [-0.0113],\n", + " [ 0.0121],\n", + " [ 0.0130],\n", + " [ 0.0194],\n", + " [ 0.0120],\n", + " [ 0.0126],\n", + " [ 0.0110],\n", + " [ 0.0139],\n", + " [ 0.0121],\n", + " [ 0.0166],\n", + " [ 0.0092],\n", + " [ 0.0172],\n", + " [ 0.0018],\n", + " [ 0.0146]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0854],\n", + " [0.0906],\n", + " [0.0891],\n", + " [0.0962],\n", + " [0.1123],\n", + " [0.0909],\n", + " [0.0961],\n", + " [0.0963],\n", + " [0.0950],\n", + " [0.0725],\n", + " [0.0836],\n", + " [0.0917],\n", + " [0.0844],\n", + " [0.0824],\n", + " [0.0929],\n", + " [0.0894],\n", + " [0.0905],\n", + " [0.0980],\n", + " [0.1053],\n", + " [0.0914],\n", + " [0.0952],\n", + " [0.0965],\n", + " [0.0879],\n", + " [0.0962],\n", + " [0.0880],\n", + " [0.0942],\n", + " [0.0885],\n", + " [0.0947],\n", + " [0.0804],\n", + " [0.0897],\n", + " [0.1031],\n", + " [0.0894]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0066],\n", + " [0.0091],\n", + " [0.0067],\n", + " [0.0107],\n", + " [0.0180],\n", + " [0.0075],\n", + " [0.0113],\n", + " [0.0105],\n", + " [0.0111],\n", + " [0.0064],\n", + " [0.0032],\n", + " [0.0108],\n", + " [0.0042],\n", + " [0.0023],\n", + " [0.0128],\n", + " [0.0071],\n", + " [0.0106],\n", + " [0.0175],\n", + " [0.0326],\n", + " [0.0102],\n", + " [0.0121],\n", + " [0.0110],\n", + " [0.0083],\n", + " [0.0141],\n", + " [0.0079],\n", + " [0.0128],\n", + " [0.0084],\n", + " [0.0115],\n", + " [0.0046],\n", + " [0.0072],\n", + " [0.0170],\n", + " [0.0100]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0053],\n", + " [-0.0046],\n", + " [ 0.0049],\n", + " [ 0.0009],\n", + " [-0.0138],\n", + " [ 0.0028],\n", + " [-0.0026],\n", + " [-0.0007],\n", + " [-0.0032],\n", + " [-0.0044],\n", + " [ 0.0022],\n", + " [-0.0007],\n", + " [-0.0025],\n", + " [ 0.0086],\n", + " [-0.0085],\n", + " [ 0.0050],\n", + " [-0.0024],\n", + " [-0.0047],\n", + " [-0.0378],\n", + " [-0.0041],\n", + " [-0.0110],\n", + " [-0.0063],\n", + " [-0.0026],\n", + " [-0.0057],\n", + " [ 0.0036],\n", + " [-0.0041],\n", + " [-0.0015],\n", + " [-0.0039],\n", + " [ 0.0003],\n", + " [ 0.0044],\n", + " [-0.0203],\n", + " [-0.0013]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0390],\n", + " [-0.0352],\n", + " [-0.0394],\n", + " [-0.0327],\n", + " [-0.0292],\n", + " [-0.0389],\n", + " [-0.0328],\n", + " [-0.0331],\n", + " [-0.0339],\n", + " [-0.0499],\n", + " [-0.0457],\n", + " [-0.0368],\n", + " [-0.0394],\n", + " [-0.0468],\n", + " [-0.0344],\n", + " [-0.0397],\n", + " [-0.0354],\n", + " [-0.0454],\n", + " [-0.0444],\n", + " [-0.0374],\n", + " [-0.0326],\n", + " [-0.0301],\n", + " [-0.0394],\n", + " [-0.0347],\n", + " [-0.0440],\n", + " [-0.0336],\n", + " [-0.0388],\n", + " [-0.0364],\n", + " [-0.0418],\n", + " [-0.0386],\n", + " [-0.0340],\n", + " [-0.0360]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 5.3160e-03],\n", + " [ 3.8262e-03],\n", + " [ 6.9231e-03],\n", + " [ 3.6259e-03],\n", + " [ 4.4673e-03],\n", + " [ 7.0706e-03],\n", + " [ 2.8047e-03],\n", + " [ 3.3537e-03],\n", + " [ 2.7470e-03],\n", + " [ 7.2071e-03],\n", + " [ 7.5269e-03],\n", + " [ 5.4382e-03],\n", + " [ 5.0685e-03],\n", + " [ 9.4588e-03],\n", + " [ 1.8574e-03],\n", + " [ 7.1613e-03],\n", + " [ 3.7023e-03],\n", + " [ 8.5481e-04],\n", + " [-8.7530e-03],\n", + " [ 4.8319e-03],\n", + " [-8.5599e-04],\n", + " [-6.7158e-05],\n", + " [ 5.8639e-03],\n", + " [ 2.0717e-03],\n", + " [ 8.0061e-03],\n", + " [ 2.6960e-03],\n", + " [ 6.2289e-03],\n", + " [ 3.4727e-03],\n", + " [ 8.5703e-03],\n", + " [ 7.1027e-03],\n", + " [-4.3361e-03],\n", + " [ 5.2324e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0605],\n", + " [0.0561],\n", + " [0.0576],\n", + " [0.0576],\n", + " [0.0621],\n", + " [0.0592],\n", + " [0.0555],\n", + " [0.0563],\n", + " [0.0558],\n", + " [0.0755],\n", + " [0.0632],\n", + " [0.0580],\n", + " [0.0574],\n", + " [0.0632],\n", + " [0.0586],\n", + " [0.0583],\n", + " [0.0576],\n", + " [0.0566],\n", + " [0.0582],\n", + " [0.0584],\n", + " [0.0548],\n", + " [0.0546],\n", + " [0.0596],\n", + " [0.0576],\n", + " [0.0640],\n", + " [0.0575],\n", + " [0.0593],\n", + " [0.0567],\n", + " [0.0648],\n", + " [0.0580],\n", + " [0.0599],\n", + " [0.0577]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0141],\n", + " [-0.0170],\n", + " [-0.0197],\n", + " [-0.0189],\n", + " [-0.0214],\n", + " [-0.0174],\n", + " [-0.0183],\n", + " [-0.0188],\n", + " [-0.0183],\n", + " [-0.0114],\n", + " [-0.0199],\n", + " [-0.0170],\n", + " [-0.0167],\n", + " [-0.0221],\n", + " [-0.0159],\n", + " [-0.0189],\n", + " [-0.0169],\n", + " [-0.0223],\n", + " [-0.0174],\n", + " [-0.0156],\n", + " [-0.0174],\n", + " [-0.0171],\n", + " [-0.0161],\n", + " [-0.0164],\n", + " [-0.0182],\n", + " [-0.0167],\n", + " [-0.0157],\n", + " [-0.0174],\n", + " [-0.0148],\n", + " [-0.0185],\n", + " [-0.0186],\n", + " [-0.0169]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1677],\n", + " [-0.1686],\n", + " [-0.1751],\n", + " [-0.1711],\n", + " [-0.1663],\n", + " [-0.1753],\n", + " [-0.1704],\n", + " [-0.1710],\n", + " [-0.1701],\n", + " [-0.1644],\n", + " [-0.1705],\n", + " [-0.1723],\n", + " [-0.1675],\n", + " [-0.1754],\n", + " [-0.1681],\n", + " [-0.1753],\n", + " [-0.1690],\n", + " [-0.1764],\n", + " [-0.1606],\n", + " [-0.1707],\n", + " [-0.1665],\n", + " [-0.1671],\n", + " [-0.1698],\n", + " [-0.1715],\n", + " [-0.1767],\n", + " [-0.1703],\n", + " [-0.1708],\n", + " [-0.1705],\n", + " [-0.1680],\n", + " [-0.1733],\n", + " [-0.1660],\n", + " [-0.1696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0229],\n", + " [-0.0233],\n", + " [-0.0174],\n", + " [-0.0218],\n", + " [-0.0196],\n", + " [-0.0190],\n", + " [-0.0223],\n", + " [-0.0222],\n", + " [-0.0223],\n", + " [-0.0190],\n", + " [-0.0144],\n", + " [-0.0218],\n", + " [-0.0198],\n", + " [-0.0119],\n", + " [-0.0262],\n", + " [-0.0177],\n", + " [-0.0220],\n", + " [-0.0145],\n", + " [-0.0296],\n", + " [-0.0229],\n", + " [-0.0259],\n", + " [-0.0220],\n", + " [-0.0213],\n", + " [-0.0236],\n", + " [-0.0167],\n", + " [-0.0237],\n", + " [-0.0219],\n", + " [-0.0218],\n", + " [-0.0190],\n", + " [-0.0193],\n", + " [-0.0290],\n", + " [-0.0224]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-1.6343e-03],\n", + " [ 4.5451e-03],\n", + " [ 7.8055e-03],\n", + " [ 1.7341e-02],\n", + " [ 1.0206e-02],\n", + " [ 7.1815e-03],\n", + " [ 1.0885e-02],\n", + " [ 1.3528e-02],\n", + " [ 9.5837e-03],\n", + " [-1.3630e-02],\n", + " [ 3.9311e-04],\n", + " [ 3.2750e-03],\n", + " [ 2.5979e-03],\n", + " [ 5.9018e-03],\n", + " [-1.5658e-03],\n", + " [ 7.8092e-03],\n", + " [ 7.3284e-03],\n", + " [ 4.9934e-03],\n", + " [-1.4847e-02],\n", + " [ 6.4917e-05],\n", + " [-9.6305e-04],\n", + " [ 9.8940e-03],\n", + " [ 1.3338e-04],\n", + " [ 2.0116e-03],\n", + " [-3.8022e-04],\n", + " [ 6.4171e-03],\n", + " [ 2.4064e-03],\n", + " [ 4.2207e-03],\n", + " [-5.2109e-03],\n", + " [ 1.0098e-02],\n", + " [-5.7169e-03],\n", + " [ 5.9924e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0964],\n", + " [0.0951],\n", + " [0.0915],\n", + " [0.0897],\n", + " [0.0986],\n", + " [0.0894],\n", + " [0.0918],\n", + " [0.0904],\n", + " [0.0919],\n", + " [0.1110],\n", + " [0.0996],\n", + " [0.0917],\n", + " [0.0996],\n", + " [0.0931],\n", + " [0.0949],\n", + " [0.0904],\n", + " [0.0919],\n", + " [0.0915],\n", + " [0.0972],\n", + " [0.0944],\n", + " [0.0986],\n", + " [0.0941],\n", + " [0.0958],\n", + " [0.0924],\n", + " [0.0932],\n", + " [0.0907],\n", + " [0.0931],\n", + " [0.0928],\n", + " [0.0991],\n", + " [0.0900],\n", + " [0.0937],\n", + " [0.0923]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0801],\n", + " [0.0798],\n", + " [0.0801],\n", + " [0.0886],\n", + " [0.0908],\n", + " [0.0808],\n", + " [0.0840],\n", + " [0.0857],\n", + " [0.0837],\n", + " [0.0797],\n", + " [0.0844],\n", + " [0.0797],\n", + " [0.0818],\n", + " [0.0826],\n", + " [0.0787],\n", + " [0.0811],\n", + " [0.0840],\n", + " [0.0772],\n", + " [0.0494],\n", + " [0.0783],\n", + " [0.0764],\n", + " [0.0835],\n", + " [0.0800],\n", + " [0.0790],\n", + " [0.0775],\n", + " [0.0816],\n", + " [0.0806],\n", + " [0.0830],\n", + " [0.0824],\n", + " [0.0844],\n", + " [0.0697],\n", + " [0.0825]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0878],\n", + " [0.0860],\n", + " [0.0880],\n", + " [0.0886],\n", + " [0.0645],\n", + " [0.0891],\n", + " [0.0859],\n", + " [0.0871],\n", + " [0.0866],\n", + " [0.0875],\n", + " [0.0891],\n", + " [0.0870],\n", + " [0.0860],\n", + " [0.0936],\n", + " [0.0872],\n", + " [0.0885],\n", + " [0.0882],\n", + " [0.0811],\n", + " [0.0595],\n", + " [0.0870],\n", + " [0.0842],\n", + " [0.0848],\n", + " [0.0876],\n", + " [0.0867],\n", + " [0.0903],\n", + " [0.0888],\n", + " [0.0884],\n", + " [0.0861],\n", + " [0.0884],\n", + " [0.0881],\n", + " [0.0828],\n", + " [0.0874]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0394],\n", + " [0.0399],\n", + " [0.0420],\n", + " [0.0431],\n", + " [0.0308],\n", + " [0.0399],\n", + " [0.0404],\n", + " [0.0418],\n", + " [0.0399],\n", + " [0.0544],\n", + " [0.0443],\n", + " [0.0391],\n", + " [0.0428],\n", + " [0.0450],\n", + " [0.0364],\n", + " [0.0418],\n", + " [0.0408],\n", + " [0.0349],\n", + " [0.0346],\n", + " [0.0378],\n", + " [0.0361],\n", + " [0.0400],\n", + " [0.0399],\n", + " [0.0356],\n", + " [0.0400],\n", + " [0.0383],\n", + " [0.0398],\n", + " [0.0384],\n", + " [0.0434],\n", + " [0.0433],\n", + " [0.0314],\n", + " [0.0414]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0373],\n", + " [0.0343],\n", + " [0.0345],\n", + " [0.0407],\n", + " [0.0362],\n", + " [0.0374],\n", + " [0.0365],\n", + " [0.0381],\n", + " [0.0216],\n", + " [0.0360],\n", + " [0.0381],\n", + " [0.0354],\n", + " [0.0308],\n", + " [0.0395],\n", + " [0.0350],\n", + " [0.0376],\n", + " [0.0422],\n", + " [0.0290],\n", + " [0.0391],\n", + " [0.0397],\n", + " [0.0384],\n", + " [0.0377],\n", + " [0.0395],\n", + " [0.0357],\n", + " [0.0375],\n", + " [0.0375],\n", + " [0.0412],\n", + " [0.0356],\n", + " [0.0354],\n", + " [0.0392],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0759],\n", + " [-0.0746],\n", + " [-0.0722],\n", + " [-0.0691],\n", + " [-0.0876],\n", + " [-0.0718],\n", + " [-0.0723],\n", + " [-0.0711],\n", + " [-0.0727],\n", + " [-0.0766],\n", + " [-0.0748],\n", + " [-0.0751],\n", + " [-0.0741],\n", + " [-0.0707],\n", + " [-0.0782],\n", + " [-0.0722],\n", + " [-0.0740],\n", + " [-0.0816],\n", + " [-0.1045],\n", + " [-0.0755],\n", + " [-0.0775],\n", + " [-0.0725],\n", + " [-0.0755],\n", + " [-0.0769],\n", + " [-0.0743],\n", + " [-0.0735],\n", + " [-0.0748],\n", + " [-0.0751],\n", + " [-0.0764],\n", + " [-0.0719],\n", + " [-0.0860],\n", + " [-0.0746]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1053],\n", + " [-0.1017],\n", + " [-0.1051],\n", + " [-0.0975],\n", + " [-0.1085],\n", + " [-0.1043],\n", + " [-0.0984],\n", + " [-0.0975],\n", + " [-0.0990],\n", + " [-0.1078],\n", + " [-0.1114],\n", + " [-0.1039],\n", + " [-0.1040],\n", + " [-0.1110],\n", + " [-0.1027],\n", + " [-0.1047],\n", + " [-0.1010],\n", + " [-0.1106],\n", + " [-0.1112],\n", + " [-0.1045],\n", + " [-0.1015],\n", + " [-0.0983],\n", + " [-0.1057],\n", + " [-0.1032],\n", + " [-0.1114],\n", + " [-0.1009],\n", + " [-0.1042],\n", + " [-0.1017],\n", + " [-0.1092],\n", + " [-0.1018],\n", + " [-0.1026],\n", + " [-0.1018]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0638],\n", + " [-0.0597],\n", + " [-0.0631],\n", + " [-0.0644],\n", + " [-0.0611],\n", + " [-0.0634],\n", + " [-0.0632],\n", + " [-0.0630],\n", + " [-0.0540],\n", + " [-0.0556],\n", + " [-0.0615],\n", + " [-0.0615],\n", + " [-0.0547],\n", + " [-0.0641],\n", + " [-0.0595],\n", + " [-0.0618],\n", + " [-0.0536],\n", + " [-0.0564],\n", + " [-0.0627],\n", + " [-0.0656],\n", + " [-0.0650],\n", + " [-0.0609],\n", + " [-0.0633],\n", + " [-0.0570],\n", + " [-0.0637],\n", + " [-0.0617],\n", + " [-0.0617],\n", + " [-0.0591],\n", + " [-0.0602],\n", + " [-0.0662],\n", + " [-0.0616]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0614],\n", + " [-0.0642],\n", + " [-0.0613],\n", + " [-0.0621],\n", + " [-0.0605],\n", + " [-0.0646],\n", + " [-0.0618],\n", + " [-0.0634],\n", + " [-0.0624],\n", + " [-0.0607],\n", + " [-0.0669],\n", + " [-0.0646],\n", + " [-0.0635],\n", + " [-0.0614],\n", + " [-0.0643],\n", + " [-0.0629],\n", + " [-0.0606],\n", + " [-0.0648],\n", + " [-0.0622],\n", + " [-0.0619],\n", + " [-0.0622],\n", + " [-0.0653],\n", + " [-0.0621],\n", + " [-0.0630],\n", + " [-0.0671],\n", + " [-0.0639],\n", + " [-0.0626],\n", + " [-0.0631],\n", + " [-0.0621],\n", + " [-0.0624],\n", + " [-0.0628],\n", + " [-0.0622]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0744],\n", + " [-0.0774],\n", + " [-0.0730],\n", + " [-0.0699],\n", + " [-0.0737],\n", + " [-0.0787],\n", + " [-0.0731],\n", + " [-0.0767],\n", + " [-0.0747],\n", + " [-0.0690],\n", + " [-0.0729],\n", + " [-0.0774],\n", + " [-0.0759],\n", + " [-0.0746],\n", + " [-0.0775],\n", + " [-0.0745],\n", + " [-0.0726],\n", + " [-0.0783],\n", + " [-0.0729],\n", + " [-0.0732],\n", + " [-0.0744],\n", + " [-0.0786],\n", + " [-0.0724],\n", + " [-0.0725],\n", + " [-0.0790],\n", + " [-0.0776],\n", + " [-0.0674],\n", + " [-0.0761],\n", + " [-0.0730],\n", + " [-0.0684],\n", + " [-0.0772],\n", + " [-0.0745]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0360],\n", + " [0.0377],\n", + " [0.0362],\n", + " [0.0378],\n", + " [0.0363],\n", + " [0.0385],\n", + " [0.0369],\n", + " [0.0377],\n", + " [0.0382],\n", + " [0.0408],\n", + " [0.0368],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0363],\n", + " [0.0361],\n", + " [0.0378],\n", + " [0.0365],\n", + " [0.0381],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0356],\n", + " [0.0359],\n", + " [0.0364],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0379],\n", + " [0.0369],\n", + " [0.0377],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0903],\n", + " [-0.0945],\n", + " [-0.0928],\n", + " [-0.0955],\n", + " [-0.0906],\n", + " [-0.0940],\n", + " [-0.0933],\n", + " [-0.0952],\n", + " [-0.0915],\n", + " [-0.0915],\n", + " [-0.0909],\n", + " [-0.0950],\n", + " [-0.0941],\n", + " [-0.0901],\n", + " [-0.0950],\n", + " [-0.0955],\n", + " [-0.0910],\n", + " [-0.0950],\n", + " [-0.0946],\n", + " [-0.0930],\n", + " [-0.0942],\n", + " [-0.0931],\n", + " [-0.0937],\n", + " [-0.0954],\n", + " [-0.0971],\n", + " [-0.0942],\n", + " [-0.0949],\n", + " [-0.0932],\n", + " [-0.0915],\n", + " [-0.0942],\n", + " [-0.0916],\n", + " [-0.0926]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0514],\n", + " [0.0541],\n", + " [0.0569],\n", + " [0.0568],\n", + " [0.0523],\n", + " [0.0521],\n", + " [0.0558],\n", + " [0.0568],\n", + " [0.0506],\n", + " [0.0563],\n", + " [0.0381],\n", + " [0.0452],\n", + " [0.0555],\n", + " [0.0506],\n", + " [0.0556],\n", + " [0.0570],\n", + " [0.0537],\n", + " [0.0548],\n", + " [0.0579],\n", + " [0.0559],\n", + " [0.0569],\n", + " [0.0522],\n", + " [0.0568],\n", + " [0.0578],\n", + " [0.0546],\n", + " [0.0539],\n", + " [0.0590],\n", + " [0.0546],\n", + " [0.0492],\n", + " [0.0588],\n", + " [0.0509],\n", + " [0.0559]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0412],\n", + " [-0.0388],\n", + " [-0.0368],\n", + " [-0.0323],\n", + " [-0.0386],\n", + " [-0.0390],\n", + " [-0.0356],\n", + " [-0.0311],\n", + " [-0.0389],\n", + " [-0.0377],\n", + " [-0.0358],\n", + " [-0.0356],\n", + " [-0.0392],\n", + " [-0.0420],\n", + " [-0.0385],\n", + " [-0.0380],\n", + " [-0.0382],\n", + " [-0.0376],\n", + " [-0.0349],\n", + " [-0.0383],\n", + " [-0.0369],\n", + " [-0.0376],\n", + " [-0.0386],\n", + " [-0.0383],\n", + " [-0.0353],\n", + " [-0.0387],\n", + " [-0.0346],\n", + " [-0.0387],\n", + " [-0.0402],\n", + " [-0.0362],\n", + " [-0.0380],\n", + " [-0.0390]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0786],\n", + " [-0.0791],\n", + " [-0.0791],\n", + " [-0.0840],\n", + " [-0.0789],\n", + " [-0.0788],\n", + " [-0.0804],\n", + " [-0.0822],\n", + " [-0.0809],\n", + " [-0.0805],\n", + " [-0.0822],\n", + " [-0.0837],\n", + " [-0.0792],\n", + " [-0.0781],\n", + " [-0.0793],\n", + " [-0.0797],\n", + " [-0.0794],\n", + " [-0.0788],\n", + " [-0.0804],\n", + " [-0.0796],\n", + " [-0.0791],\n", + " [-0.0782],\n", + " [-0.0799],\n", + " [-0.0802],\n", + " [-0.0800],\n", + " [-0.0789],\n", + " [-0.0820],\n", + " [-0.0786],\n", + " [-0.0817],\n", + " [-0.0806],\n", + " [-0.0780],\n", + " [-0.0790]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1659],\n", + " [0.1661],\n", + " [0.1694],\n", + " [0.1736],\n", + " [0.1666],\n", + " [0.1650],\n", + " [0.1684],\n", + " [0.1700],\n", + " [0.1640],\n", + " [0.1702],\n", + " [0.1648],\n", + " [0.1603],\n", + " [0.1674],\n", + " [0.1653],\n", + " [0.1671],\n", + " [0.1676],\n", + " [0.1675],\n", + " [0.1667],\n", + " [0.1695],\n", + " [0.1681],\n", + " [0.1685],\n", + " [0.1662],\n", + " [0.1684],\n", + " [0.1684],\n", + " [0.1650],\n", + " [0.1662],\n", + " [0.1723],\n", + " [0.1673],\n", + " [0.1630],\n", + " [0.1713],\n", + " [0.1649],\n", + " [0.1686]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0541],\n", + " [-0.0577],\n", + " [-0.0550],\n", + " [-0.0567],\n", + " [-0.0546],\n", + " [-0.0591],\n", + " [-0.0548],\n", + " [-0.0605],\n", + " [-0.0541],\n", + " [-0.0518],\n", + " [-0.0556],\n", + " [-0.0571],\n", + " [-0.0569],\n", + " [-0.0544],\n", + " [-0.0575],\n", + " [-0.0581],\n", + " [-0.0535],\n", + " [-0.0587],\n", + " [-0.0551],\n", + " [-0.0550],\n", + " [-0.0573],\n", + " [-0.0586],\n", + " [-0.0553],\n", + " [-0.0569],\n", + " [-0.0610],\n", + " [-0.0577],\n", + " [-0.0560],\n", + " [-0.0566],\n", + " [-0.0496],\n", + " [-0.0557],\n", + " [-0.0574],\n", + " [-0.0549]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0627],\n", + " [0.0628],\n", + " [0.0591],\n", + " [0.0597],\n", + " [0.0619],\n", + " [0.0640],\n", + " [0.0603],\n", + " [0.0661],\n", + " [0.0638],\n", + " [0.0562],\n", + " [0.0697],\n", + " [0.0727],\n", + " [0.0606],\n", + " [0.0627],\n", + " [0.0629],\n", + " [0.0598],\n", + " [0.0600],\n", + " [0.0631],\n", + " [0.0606],\n", + " [0.0593],\n", + " [0.0603],\n", + " [0.0640],\n", + " [0.0584],\n", + " [0.0583],\n", + " [0.0644],\n", + " [0.0637],\n", + " [0.0562],\n", + " [0.0615],\n", + " [0.0668],\n", + " [0.0555],\n", + " [0.0660],\n", + " [0.0602]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0925],\n", + " [-0.0938],\n", + " [-0.0971],\n", + " [-0.1000],\n", + " [-0.0934],\n", + " [-0.0921],\n", + " [-0.0969],\n", + " [-0.0955],\n", + " [-0.0927],\n", + " [-0.0982],\n", + " [-0.0758],\n", + " [-0.0864],\n", + " [-0.0951],\n", + " [-0.0914],\n", + " [-0.0949],\n", + " [-0.0973],\n", + " [-0.0948],\n", + " [-0.0942],\n", + " [-0.0983],\n", + " [-0.0963],\n", + " [-0.0971],\n", + " [-0.0909],\n", + " [-0.0972],\n", + " [-0.0981],\n", + " [-0.0916],\n", + " [-0.0940],\n", + " [-0.1015],\n", + " [-0.0942],\n", + " [-0.0927],\n", + " [-0.1005],\n", + " [-0.0910],\n", + " [-0.0957]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0134],\n", + " [0.0155],\n", + " [0.0186],\n", + " [0.0225],\n", + " [0.0148],\n", + " [0.0144],\n", + " [0.0170],\n", + " [0.0185],\n", + " [0.0120],\n", + " [0.0201],\n", + " [0.0082],\n", + " [0.0048],\n", + " [0.0170],\n", + " [0.0140],\n", + " [0.0157],\n", + " [0.0179],\n", + " [0.0166],\n", + " [0.0157],\n", + " [0.0193],\n", + " [0.0177],\n", + " [0.0176],\n", + " [0.0146],\n", + " [0.0186],\n", + " [0.0190],\n", + " [0.0151],\n", + " [0.0146],\n", + " [0.0227],\n", + " [0.0166],\n", + " [0.0105],\n", + " [0.0215],\n", + " [0.0121],\n", + " [0.0167]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0934],\n", + " [0.0915],\n", + " [0.0935],\n", + " [0.0904],\n", + " [0.0925],\n", + " [0.0916],\n", + " [0.0931],\n", + " [0.0853],\n", + " [0.0933],\n", + " [0.0969],\n", + " [0.0763],\n", + " [0.0853],\n", + " [0.0942],\n", + " [0.0929],\n", + " [0.0923],\n", + " [0.0951],\n", + " [0.0929],\n", + " [0.0907],\n", + " [0.0920],\n", + " [0.0943],\n", + " [0.0931],\n", + " [0.0887],\n", + " [0.0955],\n", + " [0.0960],\n", + " [0.0877],\n", + " [0.0915],\n", + " [0.0960],\n", + " [0.0917],\n", + " [0.0928],\n", + " [0.0974],\n", + " [0.0891],\n", + " [0.0939]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0115],\n", + " [0.0081],\n", + " [0.0102],\n", + " [0.0077],\n", + " [0.0112],\n", + " [0.0089],\n", + " [0.0115],\n", + " [0.0014],\n", + " [0.0121],\n", + " [0.0121],\n", + " [0.0044],\n", + " [0.0065],\n", + " [0.0099],\n", + " [0.0102],\n", + " [0.0091],\n", + " [0.0107],\n", + " [0.0110],\n", + " [0.0082],\n", + " [0.0088],\n", + " [0.0109],\n", + " [0.0100],\n", + " [0.0080],\n", + " [0.0110],\n", + " [0.0106],\n", + " [0.0043],\n", + " [0.0091],\n", + " [0.0107],\n", + " [0.0085],\n", + " [0.0093],\n", + " [0.0115],\n", + " [0.0099],\n", + " [0.0108]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-6.1186e-03],\n", + " [ 3.0034e-04],\n", + " [-1.7078e-03],\n", + " [ 2.5730e-03],\n", + " [-4.5876e-03],\n", + " [ 9.9070e-04],\n", + " [-2.5489e-03],\n", + " [ 6.6908e-03],\n", + " [-6.9731e-03],\n", + " [-4.8513e-03],\n", + " [-4.4035e-03],\n", + " [-5.9737e-03],\n", + " [-5.3285e-04],\n", + " [-5.5644e-03],\n", + " [-1.4462e-04],\n", + " [ 1.7395e-04],\n", + " [-4.4383e-03],\n", + " [ 2.0416e-03],\n", + " [-8.2405e-04],\n", + " [-2.8067e-03],\n", + " [ 5.5965e-05],\n", + " [ 1.5716e-03],\n", + " [-2.4995e-03],\n", + " [-8.8415e-04],\n", + " [ 4.5679e-03],\n", + " [-3.2189e-04],\n", + " [ 4.7378e-05],\n", + " [-3.1443e-04],\n", + " [-1.0861e-02],\n", + " [-1.2164e-03],\n", + " [-2.5100e-03],\n", + " [-2.9682e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0350],\n", + " [-0.0381],\n", + " [-0.0342],\n", + " [-0.0378],\n", + " [-0.0351],\n", + " [-0.0396],\n", + " [-0.0332],\n", + " [-0.0421],\n", + " [-0.0349],\n", + " [-0.0301],\n", + " [-0.0475],\n", + " [-0.0406],\n", + " [-0.0355],\n", + " [-0.0363],\n", + " [-0.0362],\n", + " [-0.0352],\n", + " [-0.0344],\n", + " [-0.0382],\n", + " [-0.0349],\n", + " [-0.0341],\n", + " [-0.0355],\n", + " [-0.0395],\n", + " [-0.0336],\n", + " [-0.0339],\n", + " [-0.0421],\n", + " [-0.0373],\n", + " [-0.0320],\n", + " [-0.0373],\n", + " [-0.0346],\n", + " [-0.0300],\n", + " [-0.0374],\n", + " [-0.0336]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0029],\n", + " [0.0056],\n", + " [0.0037],\n", + " [0.0054],\n", + " [0.0034],\n", + " [0.0062],\n", + " [0.0031],\n", + " [0.0102],\n", + " [0.0024],\n", + " [0.0005],\n", + " [0.0058],\n", + " [0.0056],\n", + " [0.0044],\n", + " [0.0034],\n", + " [0.0053],\n", + " [0.0047],\n", + " [0.0025],\n", + " [0.0061],\n", + " [0.0042],\n", + " [0.0032],\n", + " [0.0049],\n", + " [0.0063],\n", + " [0.0030],\n", + " [0.0037],\n", + " [0.0081],\n", + " [0.0055],\n", + " [0.0025],\n", + " [0.0049],\n", + " [0.0003],\n", + " [0.0016],\n", + " [0.0058],\n", + " [0.0035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0565],\n", + " [0.0578],\n", + " [0.0558],\n", + " [0.0591],\n", + " [0.0567],\n", + " [0.0593],\n", + " [0.0567],\n", + " [0.0597],\n", + " [0.0581],\n", + " [0.0549],\n", + " [0.0674],\n", + " [0.0644],\n", + " [0.0570],\n", + " [0.0567],\n", + " [0.0576],\n", + " [0.0573],\n", + " [0.0557],\n", + " [0.0578],\n", + " [0.0568],\n", + " [0.0560],\n", + " [0.0567],\n", + " [0.0584],\n", + " [0.0561],\n", + " [0.0568],\n", + " [0.0603],\n", + " [0.0578],\n", + " [0.0574],\n", + " [0.0566],\n", + " [0.0575],\n", + " [0.0562],\n", + " [0.0587],\n", + " [0.0560]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0164],\n", + " [-0.0169],\n", + " [-0.0183],\n", + " [-0.0176],\n", + " [-0.0167],\n", + " [-0.0169],\n", + " [-0.0180],\n", + " [-0.0179],\n", + " [-0.0164],\n", + " [-0.0181],\n", + " [-0.0170],\n", + " [-0.0147],\n", + " [-0.0179],\n", + " [-0.0159],\n", + " [-0.0175],\n", + " [-0.0182],\n", + " [-0.0174],\n", + " [-0.0177],\n", + " [-0.0188],\n", + " [-0.0180],\n", + " [-0.0180],\n", + " [-0.0181],\n", + " [-0.0180],\n", + " [-0.0179],\n", + " [-0.0181],\n", + " [-0.0170],\n", + " [-0.0190],\n", + " [-0.0177],\n", + " [-0.0170],\n", + " [-0.0182],\n", + " [-0.0159],\n", + " [-0.0178]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1692],\n", + " [-0.1730],\n", + " [-0.1701],\n", + " [-0.1694],\n", + " [-0.1688],\n", + " [-0.1744],\n", + " [-0.1694],\n", + " [-0.1714],\n", + " [-0.1687],\n", + " [-0.1685],\n", + " [-0.1652],\n", + " [-0.1694],\n", + " [-0.1730],\n", + " [-0.1697],\n", + " [-0.1730],\n", + " [-0.1727],\n", + " [-0.1686],\n", + " [-0.1737],\n", + " [-0.1696],\n", + " [-0.1703],\n", + " [-0.1715],\n", + " [-0.1729],\n", + " [-0.1709],\n", + " [-0.1719],\n", + " [-0.1741],\n", + " [-0.1726],\n", + " [-0.1701],\n", + " [-0.1720],\n", + " [-0.1666],\n", + " [-0.1697],\n", + " [-0.1700],\n", + " [-0.1706]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0239],\n", + " [-0.0198],\n", + " [-0.0216],\n", + " [-0.0198],\n", + " [-0.0230],\n", + " [-0.0193],\n", + " [-0.0226],\n", + " [-0.0156],\n", + " [-0.0247],\n", + " [-0.0232],\n", + " [-0.0167],\n", + " [-0.0242],\n", + " [-0.0206],\n", + " [-0.0228],\n", + " [-0.0209],\n", + " [-0.0216],\n", + " [-0.0224],\n", + " [-0.0194],\n", + " [-0.0214],\n", + " [-0.0222],\n", + " [-0.0214],\n", + " [-0.0191],\n", + " [-0.0224],\n", + " [-0.0222],\n", + " [-0.0165],\n", + " [-0.0209],\n", + " [-0.0220],\n", + " [-0.0200],\n", + " [-0.0260],\n", + " [-0.0231],\n", + " [-0.0230],\n", + " [-0.0224]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0021],\n", + " [ 0.0059],\n", + " [ 0.0099],\n", + " [ 0.0188],\n", + " [ 0.0044],\n", + " [ 0.0043],\n", + " [ 0.0100],\n", + " [ 0.0129],\n", + " [ 0.0031],\n", + " [ 0.0113],\n", + " [-0.0098],\n", + " [-0.0025],\n", + " [ 0.0077],\n", + " [ 0.0010],\n", + " [ 0.0071],\n", + " [ 0.0109],\n", + " [ 0.0067],\n", + " [ 0.0065],\n", + " [ 0.0120],\n", + " [ 0.0091],\n", + " [ 0.0099],\n", + " [ 0.0035],\n", + " [ 0.0106],\n", + " [ 0.0123],\n", + " [ 0.0081],\n", + " [ 0.0054],\n", + " [ 0.0179],\n", + " [ 0.0062],\n", + " [ 0.0004],\n", + " [ 0.0158],\n", + " [ 0.0013],\n", + " [ 0.0076]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0946],\n", + " [0.0919],\n", + " [0.0922],\n", + " [0.0908],\n", + " [0.0941],\n", + " [0.0911],\n", + " [0.0912],\n", + " [0.0915],\n", + " [0.0925],\n", + " [0.0931],\n", + " [0.1081],\n", + " [0.0922],\n", + " [0.0911],\n", + " [0.0959],\n", + " [0.0909],\n", + " [0.0892],\n", + " [0.0940],\n", + " [0.0911],\n", + " [0.0920],\n", + " [0.0919],\n", + " [0.0908],\n", + " [0.0936],\n", + " [0.0913],\n", + " [0.0901],\n", + " [0.0906],\n", + " [0.0916],\n", + " [0.0908],\n", + " [0.0931],\n", + " [0.0961],\n", + " [0.0909],\n", + " [0.0939],\n", + " [0.0922]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0793],\n", + " [0.0811],\n", + " [0.0838],\n", + " [0.0939],\n", + " [0.0816],\n", + " [0.0804],\n", + " [0.0836],\n", + " [0.0902],\n", + " [0.0798],\n", + " [0.0836],\n", + " [0.0772],\n", + " [0.0802],\n", + " [0.0819],\n", + " [0.0789],\n", + " [0.0810],\n", + " [0.0849],\n", + " [0.0823],\n", + " [0.0811],\n", + " [0.0846],\n", + " [0.0832],\n", + " [0.0843],\n", + " [0.0794],\n", + " [0.0840],\n", + " [0.0853],\n", + " [0.0839],\n", + " [0.0807],\n", + " [0.0892],\n", + " [0.0813],\n", + " [0.0761],\n", + " [0.0866],\n", + " [0.0794],\n", + " [0.0816]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.0879],\n", + " [0.0858],\n", + " [0.0891],\n", + " [0.0862],\n", + " [0.0885],\n", + " [0.0875],\n", + " [0.0899],\n", + " [0.0892],\n", + " [0.0863],\n", + " [0.0882],\n", + " [0.0917],\n", + " [0.0871],\n", + " [0.0858],\n", + " [0.0877],\n", + " [0.0878],\n", + " [0.0861],\n", + " [0.0879],\n", + " [0.0870],\n", + " [0.0869],\n", + " [0.0869],\n", + " [0.0878],\n", + " [0.0871],\n", + " [0.0879],\n", + " [0.0905],\n", + " [0.0877],\n", + " [0.0886],\n", + " [0.0866],\n", + " [0.0871],\n", + " [0.0880],\n", + " [0.0876],\n", + " [0.0863]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0374],\n", + " [0.0398],\n", + " [0.0413],\n", + " [0.0458],\n", + " [0.0391],\n", + " [0.0391],\n", + " [0.0408],\n", + " [0.0474],\n", + " [0.0377],\n", + " [0.0405],\n", + " [0.0457],\n", + " [0.0388],\n", + " [0.0391],\n", + " [0.0375],\n", + " [0.0395],\n", + " [0.0403],\n", + " [0.0396],\n", + " [0.0407],\n", + " [0.0429],\n", + " [0.0398],\n", + " [0.0414],\n", + " [0.0409],\n", + " [0.0399],\n", + " [0.0405],\n", + " [0.0427],\n", + " [0.0394],\n", + " [0.0435],\n", + " [0.0403],\n", + " [0.0368],\n", + " [0.0424],\n", + " [0.0395],\n", + " [0.0393]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0374],\n", + " [0.0370],\n", + " [0.0326],\n", + " [0.0389],\n", + " [0.0381],\n", + " [0.0369],\n", + " [0.0344],\n", + " [0.0383],\n", + " [0.0375],\n", + " [0.0271],\n", + " [0.0352],\n", + " [0.0378],\n", + " [0.0397],\n", + " [0.0370],\n", + " [0.0374],\n", + " [0.0384],\n", + " [0.0366],\n", + " [0.0357],\n", + " [0.0376],\n", + " [0.0369],\n", + " [0.0361],\n", + " [0.0374],\n", + " [0.0366],\n", + " [0.0345],\n", + " [0.0374],\n", + " [0.0345],\n", + " [0.0374],\n", + " [0.0379],\n", + " [0.0356],\n", + " [0.0379],\n", + " [0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0754],\n", + " [-0.0726],\n", + " [-0.0730],\n", + " [-0.0668],\n", + " [-0.0751],\n", + " [-0.0735],\n", + " [-0.0732],\n", + " [-0.0706],\n", + " [-0.0744],\n", + " [-0.0718],\n", + " [-0.0767],\n", + " [-0.0740],\n", + " [-0.0725],\n", + " [-0.0752],\n", + " [-0.0728],\n", + " [-0.0719],\n", + " [-0.0740],\n", + " [-0.0729],\n", + " [-0.0720],\n", + " [-0.0727],\n", + " [-0.0727],\n", + " [-0.0741],\n", + " [-0.0718],\n", + " [-0.0708],\n", + " [-0.0709],\n", + " [-0.0735],\n", + " [-0.0686],\n", + " [-0.0733],\n", + " [-0.0749],\n", + " [-0.0693],\n", + " [-0.0757],\n", + " [-0.0734]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1022],\n", + " [-0.1032],\n", + " [-0.0992],\n", + " [-0.1013],\n", + " [-0.1015],\n", + " [-0.1051],\n", + " [-0.0995],\n", + " [-0.1060],\n", + " [-0.1015],\n", + " [-0.0979],\n", + " [-0.1110],\n", + " [-0.1057],\n", + " [-0.1017],\n", + " [-0.1031],\n", + " [-0.1026],\n", + " [-0.0997],\n", + " [-0.1003],\n", + " [-0.1036],\n", + " [-0.0990],\n", + " [-0.0996],\n", + " [-0.0998],\n", + " [-0.1058],\n", + " [-0.0989],\n", + " [-0.0985],\n", + " [-0.1049],\n", + " [-0.1033],\n", + " [-0.0970],\n", + " [-0.1026],\n", + " [-0.1010],\n", + " [-0.0968],\n", + " [-0.1042],\n", + " [-0.1006]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0641],\n", + " [-0.0616],\n", + " [-0.0627],\n", + " [-0.0623],\n", + " [-0.0628],\n", + " [-0.0604],\n", + " [-0.0629],\n", + " [-0.0588],\n", + " [-0.0642],\n", + " [-0.0644],\n", + " [-0.0570],\n", + " [-0.0636],\n", + " [-0.0624],\n", + " [-0.0635],\n", + " [-0.0625],\n", + " [-0.0621],\n", + " [-0.0628],\n", + " [-0.0608],\n", + " [-0.0628],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0598],\n", + " [-0.0633],\n", + " [-0.0633],\n", + " [-0.0590],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0616],\n", + " [-0.0670],\n", + " [-0.0641],\n", + " [-0.0620],\n", + " [-0.0636]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0595],\n", + " [-0.0642],\n", + " [-0.0674],\n", + " [-0.0630],\n", + " [-0.0595],\n", + " [-0.0608],\n", + " [-0.0636],\n", + " [-0.0587],\n", + " [-0.0629],\n", + " [-0.0640],\n", + " [-0.0627],\n", + " [-0.0706],\n", + " [-0.0636],\n", + " [ 0.0156],\n", + " [-0.0635],\n", + " [-0.0627],\n", + " [-0.0642],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0608],\n", + " [-0.0618],\n", + " [-0.0619],\n", + " [-0.0651],\n", + " [-0.0580],\n", + " [-0.0614],\n", + " [-0.0656],\n", + " [-0.0626],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0594],\n", + " [-0.0762]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0735],\n", + " [-0.0729],\n", + " [-0.0791],\n", + " [-0.0804],\n", + " [-0.0732],\n", + " [-0.0699],\n", + " [-0.0723],\n", + " [-0.0756],\n", + " [-0.0737],\n", + " [-0.0734],\n", + " [-0.0770],\n", + " [-0.0738],\n", + " [-0.0821],\n", + " [-0.0742],\n", + " [-0.0356],\n", + " [-0.0768],\n", + " [-0.0750],\n", + " [-0.0779],\n", + " [-0.0764],\n", + " [-0.0740],\n", + " [-0.0740],\n", + " [-0.0727],\n", + " [-0.0753],\n", + " [-0.0765],\n", + " [-0.0679],\n", + " [-0.0656],\n", + " [-0.0783],\n", + " [-0.0759],\n", + " [-0.0760],\n", + " [-0.0765],\n", + " [-0.0694],\n", + " [-0.0855]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0392],\n", + " [0.0365],\n", + " [0.0365],\n", + " [0.0372],\n", + " [0.0389],\n", + " [0.0386],\n", + " [0.0358],\n", + " [0.0380],\n", + " [0.0354],\n", + " [0.0372],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0347],\n", + " [0.0217],\n", + " [0.0367],\n", + " [0.0363],\n", + " [0.0398],\n", + " [0.0388],\n", + " [0.0354],\n", + " [0.0384],\n", + " [0.0390],\n", + " [0.0381],\n", + " [0.0365],\n", + " [0.0399],\n", + " [0.0379],\n", + " [0.0376],\n", + " [0.0368],\n", + " [0.0365],\n", + " [0.0382],\n", + " [0.0395],\n", + " [0.0323]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0926],\n", + " [-0.0901],\n", + " [-0.0954],\n", + " [-0.0976],\n", + " [-0.0959],\n", + " [-0.0868],\n", + " [-0.0895],\n", + " [-0.0958],\n", + " [-0.0877],\n", + " [-0.0955],\n", + " [-0.0945],\n", + " [-0.0952],\n", + " [-0.0979],\n", + " [-0.0967],\n", + " [-0.0615],\n", + " [-0.0935],\n", + " [-0.0938],\n", + " [-0.0903],\n", + " [-0.0930],\n", + " [-0.0953],\n", + " [-0.0923],\n", + " [-0.0950],\n", + " [-0.0932],\n", + " [-0.0928],\n", + " [-0.0873],\n", + " [-0.0937],\n", + " [-0.0915],\n", + " [-0.0928],\n", + " [-0.0930],\n", + " [-0.0932],\n", + " [-0.0908],\n", + " [-0.0971]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0553],\n", + " [0.0468],\n", + " [0.0529],\n", + " [0.0564],\n", + " [0.0591],\n", + " [0.0499],\n", + " [0.0490],\n", + " [0.0581],\n", + " [0.0468],\n", + " [0.0582],\n", + " [0.0561],\n", + " [0.0581],\n", + " [0.0513],\n", + " [0.0585],\n", + " [0.0363],\n", + " [0.0531],\n", + " [0.0563],\n", + " [0.0442],\n", + " [0.0507],\n", + " [0.0591],\n", + " [0.0504],\n", + " [0.0579],\n", + " [0.0537],\n", + " [0.0477],\n", + " [0.0527],\n", + " [0.0583],\n", + " [0.0474],\n", + " [0.0529],\n", + " [0.0545],\n", + " [0.0494],\n", + " [0.0551],\n", + " [0.0533]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0381],\n", + " [-0.0369],\n", + " [-0.0379],\n", + " [-0.0349],\n", + " [-0.0351],\n", + " [-0.0425],\n", + " [-0.0382],\n", + " [-0.0368],\n", + " [-0.0429],\n", + " [-0.0379],\n", + " [-0.0355],\n", + " [-0.0355],\n", + " [-0.0308],\n", + " [-0.0358],\n", + " [ 0.0095],\n", + " [-0.0384],\n", + " [-0.0381],\n", + " [-0.0344],\n", + " [-0.0354],\n", + " [-0.0379],\n", + " [-0.0342],\n", + " [-0.0339],\n", + " [-0.0357],\n", + " [-0.0395],\n", + " [-0.0395],\n", + " [-0.0343],\n", + " [-0.0392],\n", + " [-0.0402],\n", + " [-0.0403],\n", + " [-0.0350],\n", + " [-0.0362],\n", + " [-0.0331]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0796],\n", + " [-0.0820],\n", + " [-0.0791],\n", + " [-0.0783],\n", + " [-0.0798],\n", + " [-0.0788],\n", + " [-0.0797],\n", + " [-0.0787],\n", + " [-0.0784],\n", + " [-0.0794],\n", + " [-0.0789],\n", + " [-0.0797],\n", + " [-0.0820],\n", + " [-0.0799],\n", + " [-0.0680],\n", + " [-0.0795],\n", + " [-0.0787],\n", + " [-0.0797],\n", + " [-0.0809],\n", + " [-0.0788],\n", + " [-0.0818],\n", + " [-0.0808],\n", + " [-0.0798],\n", + " [-0.0814],\n", + " [-0.0789],\n", + " [-0.0828],\n", + " [-0.0783],\n", + " [-0.0792],\n", + " [-0.0788],\n", + " [-0.0813],\n", + " [-0.0805],\n", + " [-0.0837]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1679],\n", + " [0.1608],\n", + " [0.1650],\n", + " [0.1671],\n", + " [0.1700],\n", + " [0.1658],\n", + " [0.1654],\n", + " [0.1684],\n", + " [0.1622],\n", + " [0.1682],\n", + " [0.1680],\n", + " [0.1689],\n", + " [0.1622],\n", + " [0.1684],\n", + " [0.1749],\n", + " [0.1655],\n", + " [0.1681],\n", + " [0.1622],\n", + " [0.1637],\n", + " [0.1695],\n", + " [0.1640],\n", + " [0.1700],\n", + " [0.1667],\n", + " [0.1642],\n", + " [0.1696],\n", + " [0.1721],\n", + " [0.1644],\n", + " [0.1663],\n", + " [0.1673],\n", + " [0.1630],\n", + " [0.1698],\n", + " [0.1611]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0547],\n", + " [-0.0520],\n", + " [-0.0602],\n", + " [-0.0622],\n", + " [-0.0582],\n", + " [-0.0477],\n", + " [-0.0517],\n", + " [-0.0586],\n", + " [-0.0543],\n", + " [-0.0571],\n", + " [-0.0582],\n", + " [-0.0573],\n", + " [-0.0634],\n", + " [-0.0587],\n", + " [-0.0765],\n", + " [-0.0569],\n", + " [-0.0567],\n", + " [-0.0593],\n", + " [-0.0562],\n", + " [-0.0574],\n", + " [-0.0548],\n", + " [-0.0555],\n", + " [-0.0568],\n", + " [-0.0579],\n", + " [-0.0478],\n", + " [-0.0534],\n", + " [-0.0586],\n", + " [-0.0567],\n", + " [-0.0560],\n", + " [-0.0566],\n", + " [-0.0495],\n", + " [-0.0654]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0597],\n", + " [0.0689],\n", + " [0.0648],\n", + " [0.0643],\n", + " [0.0597],\n", + " [0.0613],\n", + " [0.0654],\n", + " [0.0608],\n", + " [0.0661],\n", + " [0.0595],\n", + " [0.0629],\n", + " [0.0602],\n", + " [0.0697],\n", + " [0.0599],\n", + " [0.1208],\n", + " [0.0644],\n", + " [0.0602],\n", + " [0.0704],\n", + " [0.0686],\n", + " [0.0589],\n", + " [0.0672],\n", + " [0.0610],\n", + " [0.0634],\n", + " [0.0628],\n", + " [0.0566],\n", + " [0.0554],\n", + " [0.0660],\n", + " [0.0612],\n", + " [0.0610],\n", + " [0.0696],\n", + " [0.0594],\n", + " [0.0670]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0958],\n", + " [-0.0914],\n", + " [-0.0934],\n", + " [-0.0952],\n", + " [-0.0999],\n", + " [-0.0932],\n", + " [-0.0904],\n", + " [-0.0974],\n", + " [-0.0889],\n", + " [-0.0974],\n", + " [-0.0950],\n", + " [-0.0982],\n", + " [-0.0865],\n", + " [-0.0980],\n", + " [-0.1512],\n", + " [-0.0935],\n", + " [-0.0960],\n", + " [-0.0832],\n", + " [-0.0933],\n", + " [-0.0983],\n", + " [-0.0917],\n", + " [-0.0989],\n", + " [-0.0946],\n", + " [-0.0825],\n", + " [-0.0964],\n", + " [-0.1008],\n", + " [-0.0866],\n", + " [-0.0940],\n", + " [-0.0944],\n", + " [-0.0907],\n", + " [-0.0983],\n", + " [-0.0851]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0171],\n", + " [ 0.0090],\n", + " [ 0.0142],\n", + " [ 0.0159],\n", + " [ 0.0189],\n", + " [ 0.0135],\n", + " [ 0.0137],\n", + " [ 0.0182],\n", + " [ 0.0101],\n", + " [ 0.0201],\n", + " [ 0.0166],\n", + " [ 0.0185],\n", + " [ 0.0118],\n", + " [ 0.0189],\n", + " [-0.0481],\n", + " [ 0.0131],\n", + " [ 0.0177],\n", + " [ 0.0078],\n", + " [ 0.0100],\n", + " [ 0.0195],\n", + " [ 0.0136],\n", + " [ 0.0195],\n", + " [ 0.0145],\n", + " [ 0.0167],\n", + " [ 0.0180],\n", + " [ 0.0241],\n", + " [ 0.0115],\n", + " [ 0.0151],\n", + " [ 0.0163],\n", + " [ 0.0098],\n", + " [ 0.0190],\n", + " [ 0.0140]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0936],\n", + " [0.0917],\n", + " [0.0914],\n", + " [0.0886],\n", + " [0.0941],\n", + " [0.0966],\n", + " [0.0873],\n", + " [0.0926],\n", + " [0.0937],\n", + " [0.0933],\n", + " [0.0889],\n", + " [0.0930],\n", + " [0.0804],\n", + " [0.0938],\n", + " [0.1174],\n", + " [0.0910],\n", + " [0.0930],\n", + " [0.0825],\n", + " [0.0901],\n", + " [0.0951],\n", + " [0.0864],\n", + " [0.0918],\n", + " [0.0905],\n", + " [0.0876],\n", + " [0.0976],\n", + " [0.0965],\n", + " [0.0881],\n", + " [0.0952],\n", + " [0.0945],\n", + " [0.0871],\n", + " [0.0945],\n", + " [0.0822]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0109],\n", + " [ 0.0105],\n", + " [ 0.0092],\n", + " [ 0.0068],\n", + " [ 0.0104],\n", + " [ 0.0118],\n", + " [ 0.0069],\n", + " [ 0.0082],\n", + " [ 0.0140],\n", + " [ 0.0074],\n", + " [ 0.0074],\n", + " [ 0.0095],\n", + " [ 0.0009],\n", + " [ 0.0074],\n", + " [ 0.0234],\n", + " [ 0.0097],\n", + " [ 0.0091],\n", + " [ 0.0078],\n", + " [ 0.0107],\n", + " [ 0.0089],\n", + " [ 0.0060],\n", + " [ 0.0095],\n", + " [ 0.0104],\n", + " [ 0.0030],\n", + " [ 0.0127],\n", + " [ 0.0103],\n", + " [ 0.0090],\n", + " [ 0.0121],\n", + " [ 0.0103],\n", + " [ 0.0079],\n", + " [ 0.0094],\n", + " [-0.0032]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0030],\n", + " [-0.0094],\n", + " [ 0.0019],\n", + " [ 0.0065],\n", + " [ 0.0012],\n", + " [-0.0107],\n", + " [-0.0055],\n", + " [ 0.0017],\n", + " [-0.0090],\n", + " [ 0.0004],\n", + " [ 0.0023],\n", + " [ 0.0005],\n", + " [ 0.0066],\n", + " [ 0.0017],\n", + " [-0.0167],\n", + " [-0.0025],\n", + " [-0.0003],\n", + " [-0.0003],\n", + " [-0.0049],\n", + " [ 0.0005],\n", + " [-0.0023],\n", + " [ 0.0002],\n", + " [-0.0015],\n", + " [ 0.0014],\n", + " [-0.0076],\n", + " [-0.0017],\n", + " [-0.0005],\n", + " [-0.0020],\n", + " [-0.0018],\n", + " [-0.0039],\n", + " [-0.0052],\n", + " [ 0.0117]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0343],\n", + " [-0.0349],\n", + " [-0.0397],\n", + " [-0.0406],\n", + " [-0.0341],\n", + " [-0.0312],\n", + " [-0.0368],\n", + " [-0.0365],\n", + " [-0.0350],\n", + " [-0.0374],\n", + " [-0.0379],\n", + " [-0.0352],\n", + " [-0.0443],\n", + " [-0.0375],\n", + " [-0.0695],\n", + " [-0.0369],\n", + " [-0.0360],\n", + " [-0.0408],\n", + " [-0.0354],\n", + " [-0.0346],\n", + " [-0.0387],\n", + " [-0.0353],\n", + " [-0.0359],\n", + " [-0.0482],\n", + " [-0.0298],\n", + " [-0.0312],\n", + " [-0.0399],\n", + " [-0.0356],\n", + " [-0.0350],\n", + " [-0.0383],\n", + " [-0.0319],\n", + " [-0.0463]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0031],\n", + " [ 0.0017],\n", + " [ 0.0071],\n", + " [ 0.0082],\n", + " [ 0.0049],\n", + " [-0.0015],\n", + " [ 0.0035],\n", + " [ 0.0058],\n", + " [ 0.0016],\n", + " [ 0.0052],\n", + " [ 0.0064],\n", + " [ 0.0049],\n", + " [ 0.0097],\n", + " [ 0.0067],\n", + " [ 0.0183],\n", + " [ 0.0050],\n", + " [ 0.0047],\n", + " [ 0.0080],\n", + " [ 0.0045],\n", + " [ 0.0049],\n", + " [ 0.0052],\n", + " [ 0.0044],\n", + " [ 0.0048],\n", + " [ 0.0072],\n", + " [-0.0009],\n", + " [ 0.0012],\n", + " [ 0.0060],\n", + " [ 0.0040],\n", + " [ 0.0040],\n", + " [ 0.0054],\n", + " [ 0.0013],\n", + " [ 0.0101]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0560],\n", + " [0.0597],\n", + " [0.0600],\n", + " [0.0590],\n", + " [0.0577],\n", + " [0.0544],\n", + " [0.0575],\n", + " [0.0570],\n", + " [0.0577],\n", + " [0.0565],\n", + " [0.0575],\n", + " [0.0571],\n", + " [0.0636],\n", + " [0.0580],\n", + " [0.1206],\n", + " [0.0581],\n", + " [0.0564],\n", + " [0.0639],\n", + " [0.0598],\n", + " [0.0566],\n", + " [0.0595],\n", + " [0.0573],\n", + " [0.0578],\n", + " [0.0629],\n", + " [0.0531],\n", + " [0.0565],\n", + " [0.0605],\n", + " [0.0578],\n", + " [0.0568],\n", + " [0.0606],\n", + " [0.0550],\n", + " [0.0642]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0178],\n", + " [-0.0145],\n", + " [-0.0166],\n", + " [-0.0189],\n", + " [-0.0190],\n", + " [-0.0173],\n", + " [-0.0148],\n", + " [-0.0181],\n", + " [-0.0163],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0184],\n", + " [-0.0163],\n", + " [-0.0177],\n", + " [ 0.0004],\n", + " [-0.0162],\n", + " [-0.0179],\n", + " [-0.0154],\n", + " [-0.0152],\n", + " [-0.0186],\n", + " [-0.0148],\n", + " [-0.0192],\n", + " [-0.0168],\n", + " [-0.0205],\n", + " [-0.0174],\n", + " [-0.0190],\n", + " [-0.0175],\n", + " [-0.0171],\n", + " [-0.0178],\n", + " [-0.0150],\n", + " [-0.0174],\n", + " [-0.0156]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1700],\n", + " [-0.1672],\n", + " [-0.1746],\n", + " [-0.1758],\n", + " [-0.1714],\n", + " [-0.1663],\n", + " [-0.1666],\n", + " [-0.1728],\n", + " [-0.1685],\n", + " [-0.1720],\n", + " [-0.1719],\n", + " [-0.1711],\n", + " [-0.1737],\n", + " [-0.1726],\n", + " [-0.1733],\n", + " [-0.1709],\n", + " [-0.1719],\n", + " [-0.1691],\n", + " [-0.1688],\n", + " [-0.1724],\n", + " [-0.1680],\n", + " [-0.1695],\n", + " [-0.1699],\n", + " [-0.1743],\n", + " [-0.1663],\n", + " [-0.1688],\n", + " [-0.1723],\n", + " [-0.1728],\n", + " [-0.1726],\n", + " [-0.1688],\n", + " [-0.1672],\n", + " [-0.1795]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0221],\n", + " [-0.0255],\n", + " [-0.0197],\n", + " [-0.0178],\n", + " [-0.0220],\n", + " [-0.0247],\n", + " [-0.0217],\n", + " [-0.0205],\n", + " [-0.0268],\n", + " [-0.0203],\n", + " [-0.0196],\n", + " [-0.0214],\n", + " [-0.0150],\n", + " [-0.0193],\n", + " [-0.0545],\n", + " [-0.0225],\n", + " [-0.0207],\n", + " [-0.0210],\n", + " [-0.0251],\n", + " [-0.0210],\n", + " [-0.0203],\n", + " [-0.0214],\n", + " [-0.0223],\n", + " [-0.0135],\n", + " [-0.0220],\n", + " [-0.0220],\n", + " [-0.0203],\n", + " [-0.0214],\n", + " [-0.0211],\n", + " [-0.0233],\n", + " [-0.0215],\n", + " [-0.0042]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0083],\n", + " [-0.0005],\n", + " [ 0.0054],\n", + " [ 0.0091],\n", + " [ 0.0142],\n", + " [ 0.0018],\n", + " [-0.0003],\n", + " [ 0.0108],\n", + " [-0.0034],\n", + " [ 0.0114],\n", + " [ 0.0079],\n", + " [ 0.0122],\n", + " [ 0.0057],\n", + " [ 0.0146],\n", + " [ 0.0346],\n", + " [ 0.0045],\n", + " [ 0.0086],\n", + " [-0.0044],\n", + " [ 0.0027],\n", + " [ 0.0123],\n", + " [ 0.0039],\n", + " [ 0.0128],\n", + " [ 0.0065],\n", + " [ 0.0022],\n", + " [ 0.0070],\n", + " [ 0.0172],\n", + " [-0.0017],\n", + " [ 0.0057],\n", + " [ 0.0061],\n", + " [ 0.0016],\n", + " [ 0.0099],\n", + " [ 0.0140]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0923],\n", + " [0.0942],\n", + " [0.0891],\n", + " [0.0886],\n", + " [0.0890],\n", + " [0.0977],\n", + " [0.0993],\n", + " [0.0908],\n", + " [0.0960],\n", + " [0.0918],\n", + " [0.0921],\n", + " [0.0905],\n", + " [0.0904],\n", + " [0.0895],\n", + " [0.1128],\n", + " [0.0920],\n", + " [0.0920],\n", + " [0.0968],\n", + " [0.0915],\n", + " [0.0909],\n", + " [0.0952],\n", + " [0.0910],\n", + " [0.0918],\n", + " [0.0962],\n", + " [0.0957],\n", + " [0.0926],\n", + " [0.0958],\n", + " [0.0904],\n", + " [0.0919],\n", + " [0.0931],\n", + " [0.0943],\n", + " [0.0900]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0828],\n", + " [0.0795],\n", + " [0.0820],\n", + " [0.0823],\n", + " [0.0863],\n", + " [0.0769],\n", + " [0.0800],\n", + " [0.0839],\n", + " [0.0764],\n", + " [0.0852],\n", + " [0.0828],\n", + " [0.0852],\n", + " [0.0836],\n", + " [0.0873],\n", + " [0.0541],\n", + " [0.0806],\n", + " [0.0829],\n", + " [0.0801],\n", + " [0.0804],\n", + " [0.0841],\n", + " [0.0842],\n", + " [0.0858],\n", + " [0.0828],\n", + " [0.0836],\n", + " [0.0818],\n", + " [0.0887],\n", + " [0.0772],\n", + " [0.0816],\n", + " [0.0806],\n", + " [0.0812],\n", + " [0.0832],\n", + " [0.0839]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0869],\n", + " [0.0881],\n", + " [0.0890],\n", + " [0.0894],\n", + " [0.0880],\n", + " [0.0835],\n", + " [0.0854],\n", + " [0.0872],\n", + " [0.0856],\n", + " [0.0872],\n", + " [0.0875],\n", + " [0.0874],\n", + " [0.0938],\n", + " [0.0891],\n", + " [0.0667],\n", + " [0.0885],\n", + " [0.0865],\n", + " [0.0897],\n", + " [0.0890],\n", + " [0.0866],\n", + " [0.0880],\n", + " [0.0872],\n", + " [0.0879],\n", + " [0.0888],\n", + " [0.0825],\n", + " [0.0878],\n", + " [0.0880],\n", + " [0.0873],\n", + " [0.0864],\n", + " [0.0893],\n", + " [0.0843],\n", + " [0.0983]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0398],\n", + " [0.0369],\n", + " [0.0397],\n", + " [0.0427],\n", + " [0.0429],\n", + " [0.0360],\n", + " [0.0402],\n", + " [0.0420],\n", + " [0.0363],\n", + " [0.0419],\n", + " [0.0426],\n", + " [0.0424],\n", + " [0.0445],\n", + " [0.0423],\n", + " [0.0379],\n", + " [0.0392],\n", + " [0.0407],\n", + " [0.0417],\n", + " [0.0394],\n", + " [0.0414],\n", + " [0.0414],\n", + " [0.0438],\n", + " [0.0408],\n", + " [0.0428],\n", + " [0.0383],\n", + " [0.0435],\n", + " [0.0396],\n", + " [0.0376],\n", + " [0.0383],\n", + " [0.0400],\n", + " [0.0411],\n", + " [0.0420]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0387],\n", + " [0.0381],\n", + " [0.0343],\n", + " [0.0354],\n", + " [0.0393],\n", + " [0.0374],\n", + " [0.0359],\n", + " [0.0394],\n", + " [0.0366],\n", + " [0.0356],\n", + " [0.0357],\n", + " [0.0318],\n", + " [0.0350],\n", + " [0.0001],\n", + " [0.0371],\n", + " [0.0372],\n", + " [0.0359],\n", + " [0.0374],\n", + " [0.0361],\n", + " [0.0377],\n", + " [0.0357],\n", + " [0.0373],\n", + " [0.0366],\n", + " [0.0396],\n", + " [0.0353],\n", + " [0.0366],\n", + " [0.0391],\n", + " [0.0384],\n", + " [0.0369],\n", + " [0.0377],\n", + " [0.0309]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0730],\n", + " [-0.0770],\n", + " [-0.0736],\n", + " [-0.0717],\n", + " [-0.0713],\n", + " [-0.0768],\n", + " [-0.0754],\n", + " [-0.0716],\n", + " [-0.0798],\n", + " [-0.0708],\n", + " [-0.0729],\n", + " [-0.0718],\n", + " [-0.0706],\n", + " [-0.0693],\n", + " [-0.1148],\n", + " [-0.0739],\n", + " [-0.0725],\n", + " [-0.0767],\n", + " [-0.0758],\n", + " [-0.0711],\n", + " [-0.0745],\n", + " [-0.0722],\n", + " [-0.0743],\n", + " [-0.0725],\n", + " [-0.0746],\n", + " [-0.0686],\n", + " [-0.0754],\n", + " [-0.0739],\n", + " [-0.0733],\n", + " [-0.0753],\n", + " [-0.0731],\n", + " [-0.0638]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1000],\n", + " [-0.1021],\n", + " [-0.1046],\n", + " [-0.1042],\n", + " [-0.0986],\n", + " [-0.1009],\n", + " [-0.1037],\n", + " [-0.1002],\n", + " [-0.1037],\n", + " [-0.0993],\n", + " [-0.1025],\n", + " [-0.0989],\n", + " [-0.1075],\n", + " [-0.1006],\n", + " [-0.1203],\n", + " [-0.1027],\n", + " [-0.1007],\n", + " [-0.1093],\n", + " [-0.1024],\n", + " [-0.0992],\n", + " [-0.1034],\n", + " [-0.0991],\n", + " [-0.1017],\n", + " [-0.1112],\n", + " [-0.0988],\n", + " [-0.0963],\n", + " [-0.1083],\n", + " [-0.1026],\n", + " [-0.1023],\n", + " [-0.1038],\n", + " [-0.0988],\n", + " [-0.1127]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0628],\n", + " [-0.0650],\n", + " [-0.0600],\n", + " [-0.0590],\n", + " [-0.0624],\n", + " [-0.0662],\n", + " [-0.0632],\n", + " [-0.0618],\n", + " [-0.0634],\n", + " [-0.0618],\n", + " [-0.0607],\n", + " [-0.0623],\n", + " [-0.0585],\n", + " [-0.0614],\n", + " [-0.0233],\n", + " [-0.0629],\n", + " [-0.0620],\n", + " [-0.0591],\n", + " [-0.0638],\n", + " [-0.0630],\n", + " [-0.0615],\n", + " [-0.0623],\n", + " [-0.0618],\n", + " [-0.0564],\n", + " [-0.0650],\n", + " [-0.0641],\n", + " [-0.0599],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0628],\n", + " [-0.0647],\n", + " [-0.0547]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0544],\n", + " [-0.0618],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0596],\n", + " [-0.0693],\n", + " [-0.0638],\n", + " [-0.0644],\n", + " [-0.0384],\n", + " [-0.0633],\n", + " [-0.0625],\n", + " [-0.0619],\n", + " [-0.0824],\n", + " [-0.0609],\n", + " [-0.0631],\n", + " [-0.0623],\n", + " [-0.0694],\n", + " [-0.0641],\n", + " [-0.0613],\n", + " [-0.0619],\n", + " [-0.0634],\n", + " [-0.0631],\n", + " [-0.0442],\n", + " [-0.0634],\n", + " [-0.0615],\n", + " [-0.0629],\n", + " [-0.0642],\n", + " [-0.0637],\n", + " [-0.0637],\n", + " [-0.0635],\n", + " [-0.0622],\n", + " [-0.0649]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0706],\n", + " [-0.0688],\n", + " [-0.0754],\n", + " [-0.0712],\n", + " [-0.0715],\n", + " [-0.0808],\n", + " [-0.0727],\n", + " [-0.0773],\n", + " [-0.0776],\n", + " [-0.0758],\n", + " [-0.0724],\n", + " [-0.0721],\n", + " [-0.0989],\n", + " [-0.0718],\n", + " [-0.0694],\n", + " [-0.0685],\n", + " [-0.0820],\n", + " [-0.0748],\n", + " [-0.0740],\n", + " [-0.0747],\n", + " [-0.0778],\n", + " [-0.0709],\n", + " [-0.0691],\n", + " [-0.0770],\n", + " [-0.0739],\n", + " [-0.0723],\n", + " [-0.0780],\n", + " [-0.0770],\n", + " [-0.0779],\n", + " [-0.0728],\n", + " [-0.0733],\n", + " [-0.0770]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0405],\n", + " [0.0366],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0389],\n", + " [0.0364],\n", + " [0.0357],\n", + " [0.0390],\n", + " [0.0367],\n", + " [0.0389],\n", + " [0.0372],\n", + " [0.0367],\n", + " [0.0259],\n", + " [0.0373],\n", + " [0.0366],\n", + " [0.0368],\n", + " [0.0374],\n", + " [0.0351],\n", + " [0.0398],\n", + " [0.0382],\n", + " [0.0366],\n", + " [0.0361],\n", + " [0.0416],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0360],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0355],\n", + " [0.0363],\n", + " [0.0354]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0873],\n", + " [-0.0932],\n", + " [-0.0940],\n", + " [-0.0959],\n", + " [-0.0874],\n", + " [-0.0963],\n", + " [-0.0966],\n", + " [-0.0921],\n", + " [-0.0672],\n", + " [-0.0906],\n", + " [-0.0951],\n", + " [-0.0928],\n", + " [-0.0864],\n", + " [-0.0922],\n", + " [-0.0956],\n", + " [-0.0949],\n", + " [-0.0957],\n", + " [-0.0966],\n", + " [-0.0921],\n", + " [-0.0937],\n", + " [-0.0926],\n", + " [-0.0960],\n", + " [-0.0767],\n", + " [-0.0915],\n", + " [-0.0922],\n", + " [-0.0956],\n", + " [-0.0953],\n", + " [-0.0948],\n", + " [-0.0934],\n", + " [-0.0965],\n", + " [-0.0935],\n", + " [-0.0962]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0448],\n", + " [0.0576],\n", + " [0.0559],\n", + " [0.0585],\n", + " [0.0502],\n", + " [0.0530],\n", + " [0.0602],\n", + " [0.0511],\n", + " [0.0304],\n", + " [0.0476],\n", + " [0.0580],\n", + " [0.0562],\n", + " [0.0432],\n", + " [0.0560],\n", + " [0.0590],\n", + " [0.0584],\n", + " [0.0494],\n", + " [0.0579],\n", + " [0.0527],\n", + " [0.0546],\n", + " [0.0510],\n", + " [0.0590],\n", + " [0.0331],\n", + " [0.0504],\n", + " [0.0555],\n", + " [0.0579],\n", + " [0.0549],\n", + " [0.0557],\n", + " [0.0516],\n", + " [0.0585],\n", + " [0.0574],\n", + " [0.0573]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0430],\n", + " [-0.0388],\n", + " [-0.0337],\n", + " [-0.0349],\n", + " [-0.0424],\n", + " [-0.0359],\n", + " [-0.0327],\n", + " [-0.0357],\n", + " [-0.0528],\n", + " [-0.0370],\n", + " [-0.0354],\n", + " [-0.0389],\n", + " [-0.0453],\n", + " [-0.0387],\n", + " [-0.0347],\n", + " [-0.0358],\n", + " [-0.0335],\n", + " [-0.0377],\n", + " [-0.0347],\n", + " [-0.0346],\n", + " [-0.0396],\n", + " [-0.0361],\n", + " [-0.0464],\n", + " [-0.0396],\n", + " [-0.0375],\n", + " [-0.0374],\n", + " [-0.0378],\n", + " [-0.0370],\n", + " [-0.0353],\n", + " [-0.0373],\n", + " [-0.0380],\n", + " [-0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0784],\n", + " [-0.0805],\n", + " [-0.0803],\n", + " [-0.0813],\n", + " [-0.0791],\n", + " [-0.0791],\n", + " [-0.0802],\n", + " [-0.0788],\n", + " [-0.0591],\n", + " [-0.0793],\n", + " [-0.0802],\n", + " [-0.0799],\n", + " [-0.0834],\n", + " [-0.0796],\n", + " [-0.0814],\n", + " [-0.0817],\n", + " [-0.0798],\n", + " [-0.0799],\n", + " [-0.0802],\n", + " [-0.0807],\n", + " [-0.0783],\n", + " [-0.0809],\n", + " [-0.0763],\n", + " [-0.0781],\n", + " [-0.0790],\n", + " [-0.0805],\n", + " [-0.0794],\n", + " [-0.0786],\n", + " [-0.0797],\n", + " [-0.0804],\n", + " [-0.0789],\n", + " [-0.0792]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1666],\n", + " [0.1701],\n", + " [0.1685],\n", + " [0.1697],\n", + " [0.1650],\n", + " [0.1655],\n", + " [0.1731],\n", + " [0.1660],\n", + " [0.1653],\n", + " [0.1645],\n", + " [0.1693],\n", + " [0.1685],\n", + " [0.1501],\n", + " [0.1687],\n", + " [0.1716],\n", + " [0.1703],\n", + " [0.1636],\n", + " [0.1673],\n", + " [0.1667],\n", + " [0.1670],\n", + " [0.1644],\n", + " [0.1697],\n", + " [0.1571],\n", + " [0.1651],\n", + " [0.1685],\n", + " [0.1684],\n", + " [0.1667],\n", + " [0.1676],\n", + " [0.1647],\n", + " [0.1686],\n", + " [0.1691],\n", + " [0.1676]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0555],\n", + " [-0.0536],\n", + " [-0.0577],\n", + " [-0.0566],\n", + " [-0.0507],\n", + " [-0.0618],\n", + " [-0.0592],\n", + " [-0.0571],\n", + " [-0.0409],\n", + " [-0.0555],\n", + " [-0.0563],\n", + " [-0.0547],\n", + " [-0.0649],\n", + " [-0.0539],\n", + " [-0.0572],\n", + " [-0.0560],\n", + " [-0.0634],\n", + " [-0.0583],\n", + " [-0.0539],\n", + " [-0.0565],\n", + " [-0.0579],\n", + " [-0.0577],\n", + " [-0.0458],\n", + " [-0.0568],\n", + " [-0.0545],\n", + " [-0.0568],\n", + " [-0.0587],\n", + " [-0.0589],\n", + " [-0.0586],\n", + " [-0.0579],\n", + " [-0.0556],\n", + " [-0.0586]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0622],\n", + " [0.0554],\n", + " [0.0636],\n", + " [0.0591],\n", + " [0.0615],\n", + " [0.0634],\n", + " [0.0600],\n", + " [0.0675],\n", + " [0.0728],\n", + " [0.0689],\n", + " [0.0596],\n", + " [0.0578],\n", + " [0.0592],\n", + " [0.0579],\n", + " [0.0575],\n", + " [0.0565],\n", + " [0.0670],\n", + " [0.0605],\n", + " [0.0655],\n", + " [0.0632],\n", + " [0.0651],\n", + " [0.0575],\n", + " [0.0716],\n", + " [0.0652],\n", + " [0.0607],\n", + " [0.0589],\n", + " [0.0636],\n", + " [0.0620],\n", + " [0.0676],\n", + " [0.0589],\n", + " [0.0588],\n", + " [0.0614]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0913],\n", + " [-0.0989],\n", + " [-0.0948],\n", + " [-0.0993],\n", + " [-0.0924],\n", + " [-0.0896],\n", + " [-0.1014],\n", + " [-0.0901],\n", + " [-0.0861],\n", + " [-0.0876],\n", + " [-0.0987],\n", + " [-0.0968],\n", + " [-0.0797],\n", + " [-0.0968],\n", + " [-0.1010],\n", + " [-0.1001],\n", + " [-0.0859],\n", + " [-0.0972],\n", + " [-0.0944],\n", + " [-0.0951],\n", + " [-0.0914],\n", + " [-0.0998],\n", + " [-0.0823],\n", + " [-0.0903],\n", + " [-0.0956],\n", + " [-0.0984],\n", + " [-0.0951],\n", + " [-0.0958],\n", + " [-0.0911],\n", + " [-0.0990],\n", + " [-0.0972],\n", + " [-0.0961]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0163],\n", + " [ 0.0210],\n", + " [ 0.0183],\n", + " [ 0.0204],\n", + " [ 0.0132],\n", + " [ 0.0155],\n", + " [ 0.0199],\n", + " [ 0.0124],\n", + " [-0.0031],\n", + " [ 0.0103],\n", + " [ 0.0192],\n", + " [ 0.0180],\n", + " [ 0.0133],\n", + " [ 0.0189],\n", + " [ 0.0213],\n", + " [ 0.0214],\n", + " [ 0.0121],\n", + " [ 0.0184],\n", + " [ 0.0147],\n", + " [ 0.0159],\n", + " [ 0.0127],\n", + " [ 0.0202],\n", + " [ 0.0021],\n", + " [ 0.0127],\n", + " [ 0.0172],\n", + " [ 0.0193],\n", + " [ 0.0143],\n", + " [ 0.0162],\n", + " [ 0.0116],\n", + " [ 0.0191],\n", + " [ 0.0185],\n", + " [ 0.0178]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0992],\n", + " [0.0983],\n", + " [0.0861],\n", + " [0.0942],\n", + " [0.0962],\n", + " [0.0879],\n", + " [0.0918],\n", + " [0.0845],\n", + " [0.1004],\n", + " [0.0840],\n", + " [0.0934],\n", + " [0.0961],\n", + " [0.0718],\n", + " [0.0957],\n", + " [0.0950],\n", + " [0.0973],\n", + " [0.0843],\n", + " [0.0934],\n", + " [0.0888],\n", + " [0.0894],\n", + " [0.0912],\n", + " [0.0964],\n", + " [0.1021],\n", + " [0.0896],\n", + " [0.0918],\n", + " [0.0954],\n", + " [0.0922],\n", + " [0.0923],\n", + " [0.0865],\n", + " [0.0953],\n", + " [0.0944],\n", + " [0.0932]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0194],\n", + " [ 0.0116],\n", + " [ 0.0050],\n", + " [ 0.0094],\n", + " [ 0.0136],\n", + " [ 0.0054],\n", + " [ 0.0081],\n", + " [ 0.0072],\n", + " [ 0.0325],\n", + " [ 0.0067],\n", + " [ 0.0098],\n", + " [ 0.0120],\n", + " [-0.0035],\n", + " [ 0.0115],\n", + " [ 0.0103],\n", + " [ 0.0111],\n", + " [ 0.0050],\n", + " [ 0.0083],\n", + " [ 0.0086],\n", + " [ 0.0088],\n", + " [ 0.0097],\n", + " [ 0.0106],\n", + " [ 0.0214],\n", + " [ 0.0091],\n", + " [ 0.0094],\n", + " [ 0.0102],\n", + " [ 0.0104],\n", + " [ 0.0096],\n", + " [ 0.0079],\n", + " [ 0.0099],\n", + " [ 0.0100],\n", + " [ 0.0081]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0061],\n", + " [-0.0033],\n", + " [ 0.0039],\n", + " [ 0.0004],\n", + " [-0.0097],\n", + " [ 0.0062],\n", + " [ 0.0036],\n", + " [-0.0010],\n", + " [-0.0329],\n", + " [-0.0032],\n", + " [-0.0002],\n", + " [-0.0033],\n", + " [ 0.0203],\n", + " [-0.0036],\n", + " [ 0.0010],\n", + " [-0.0007],\n", + " [ 0.0070],\n", + " [ 0.0008],\n", + " [-0.0026],\n", + " [-0.0004],\n", + " [-0.0019],\n", + " [ 0.0007],\n", + " [-0.0250],\n", + " [-0.0029],\n", + " [-0.0026],\n", + " [-0.0007],\n", + " [ 0.0002],\n", + " [ 0.0019],\n", + " [-0.0006],\n", + " [ 0.0005],\n", + " [-0.0017],\n", + " [ 0.0016]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0401],\n", + " [-0.0305],\n", + " [-0.0400],\n", + " [-0.0353],\n", + " [-0.0317],\n", + " [-0.0434],\n", + " [-0.0357],\n", + " [-0.0382],\n", + " [-0.0407],\n", + " [-0.0386],\n", + " [-0.0346],\n", + " [-0.0324],\n", + " [-0.0491],\n", + " [-0.0333],\n", + " [-0.0335],\n", + " [-0.0321],\n", + " [-0.0447],\n", + " [-0.0368],\n", + " [-0.0356],\n", + " [-0.0364],\n", + " [-0.0382],\n", + " [-0.0336],\n", + " [-0.0372],\n", + " [-0.0380],\n", + " [-0.0352],\n", + " [-0.0345],\n", + " [-0.0363],\n", + " [-0.0367],\n", + " [-0.0387],\n", + " [-0.0351],\n", + " [-0.0342],\n", + " [-0.0364]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0010],\n", + " [ 0.0011],\n", + " [ 0.0073],\n", + " [ 0.0044],\n", + " [-0.0006],\n", + " [ 0.0079],\n", + " [ 0.0065],\n", + " [ 0.0067],\n", + " [-0.0090],\n", + " [ 0.0061],\n", + " [ 0.0040],\n", + " [ 0.0024],\n", + " [ 0.0135],\n", + " [ 0.0024],\n", + " [ 0.0037],\n", + " [ 0.0025],\n", + " [ 0.0093],\n", + " [ 0.0054],\n", + " [ 0.0046],\n", + " [ 0.0050],\n", + " [ 0.0057],\n", + " [ 0.0041],\n", + " [-0.0053],\n", + " [ 0.0052],\n", + " [ 0.0038],\n", + " [ 0.0039],\n", + " [ 0.0057],\n", + " [ 0.0058],\n", + " [ 0.0069],\n", + " [ 0.0047],\n", + " [ 0.0038],\n", + " [ 0.0056]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0558],\n", + " [0.0553],\n", + " [0.0587],\n", + " [0.0576],\n", + " [0.0550],\n", + " [0.0605],\n", + " [0.0586],\n", + " [0.0593],\n", + " [0.0492],\n", + " [0.0602],\n", + " [0.0570],\n", + " [0.0559],\n", + " [0.0575],\n", + " [0.0555],\n", + " [0.0580],\n", + " [0.0568],\n", + " [0.0634],\n", + " [0.0575],\n", + " [0.0582],\n", + " [0.0579],\n", + " [0.0588],\n", + " [0.0574],\n", + " [0.0592],\n", + " [0.0583],\n", + " [0.0558],\n", + " [0.0571],\n", + " [0.0585],\n", + " [0.0577],\n", + " [0.0600],\n", + " [0.0575],\n", + " [0.0559],\n", + " [0.0574]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0221],\n", + " [-0.0180],\n", + " [-0.0184],\n", + " [-0.0192],\n", + " [-0.0178],\n", + " [-0.0202],\n", + " [-0.0186],\n", + " [-0.0164],\n", + " [-0.0156],\n", + " [-0.0147],\n", + " [-0.0185],\n", + " [-0.0177],\n", + " [-0.0106],\n", + " [-0.0184],\n", + " [-0.0189],\n", + " [-0.0188],\n", + " [-0.0189],\n", + " [-0.0181],\n", + " [-0.0162],\n", + " [-0.0171],\n", + " [-0.0160],\n", + " [-0.0188],\n", + " [-0.0172],\n", + " [-0.0164],\n", + " [-0.0177],\n", + " [-0.0184],\n", + " [-0.0169],\n", + " [-0.0177],\n", + " [-0.0157],\n", + " [-0.0181],\n", + " [-0.0181],\n", + " [-0.0184]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1746],\n", + " [-0.1699],\n", + " [-0.1706],\n", + " [-0.1707],\n", + " [-0.1675],\n", + " [-0.1766],\n", + " [-0.1709],\n", + " [-0.1692],\n", + " [-0.1620],\n", + " [-0.1680],\n", + " [-0.1706],\n", + " [-0.1703],\n", + " [-0.1791],\n", + " [-0.1699],\n", + " [-0.1707],\n", + " [-0.1707],\n", + " [-0.1758],\n", + " [-0.1728],\n", + " [-0.1679],\n", + " [-0.1698],\n", + " [-0.1720],\n", + " [-0.1717],\n", + " [-0.1634],\n", + " [-0.1706],\n", + " [-0.1695],\n", + " [-0.1717],\n", + " [-0.1731],\n", + " [-0.1734],\n", + " [-0.1702],\n", + " [-0.1724],\n", + " [-0.1708],\n", + " [-0.1742]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0223],\n", + " [-0.0229],\n", + " [-0.0180],\n", + " [-0.0212],\n", + " [-0.0260],\n", + " [-0.0148],\n", + " [-0.0206],\n", + " [-0.0221],\n", + " [-0.0277],\n", + " [-0.0223],\n", + " [-0.0217],\n", + " [-0.0228],\n", + " [ 0.0222],\n", + " [-0.0224],\n", + " [-0.0215],\n", + " [-0.0222],\n", + " [-0.0150],\n", + " [-0.0205],\n", + " [-0.0220],\n", + " [-0.0211],\n", + " [-0.0216],\n", + " [-0.0217],\n", + " [-0.0286],\n", + " [-0.0222],\n", + " [-0.0217],\n", + " [-0.0220],\n", + " [-0.0215],\n", + " [-0.0203],\n", + " [-0.0219],\n", + " [-0.0213],\n", + " [-0.0218],\n", + " [-0.0198]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0015],\n", + " [ 0.0129],\n", + " [ 0.0086],\n", + " [ 0.0151],\n", + " [ 0.0013],\n", + " [ 0.0067],\n", + " [ 0.0181],\n", + " [ 0.0009],\n", + " [-0.0126],\n", + " [-0.0029],\n", + " [ 0.0128],\n", + " [ 0.0099],\n", + " [ 0.0169],\n", + " [ 0.0096],\n", + " [ 0.0173],\n", + " [ 0.0159],\n", + " [ 0.0032],\n", + " [ 0.0116],\n", + " [ 0.0052],\n", + " [ 0.0080],\n", + " [ 0.0022],\n", + " [ 0.0157],\n", + " [-0.0110],\n", + " [ 0.0007],\n", + " [ 0.0075],\n", + " [ 0.0128],\n", + " [ 0.0071],\n", + " [ 0.0080],\n", + " [ 0.0031],\n", + " [ 0.0138],\n", + " [ 0.0103],\n", + " [ 0.0096]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0936],\n", + " [0.0920],\n", + " [0.0936],\n", + " [0.0902],\n", + " [0.0960],\n", + " [0.0912],\n", + " [0.0900],\n", + " [0.0956],\n", + " [0.0996],\n", + " [0.0978],\n", + " [0.0909],\n", + " [0.0916],\n", + " [0.0789],\n", + " [0.0922],\n", + " [0.0902],\n", + " [0.0902],\n", + " [0.0920],\n", + " [0.0902],\n", + " [0.0937],\n", + " [0.0922],\n", + " [0.0927],\n", + " [0.0890],\n", + " [0.0974],\n", + " [0.0950],\n", + " [0.0936],\n", + " [0.0900],\n", + " [0.0895],\n", + " [0.0899],\n", + " [0.0927],\n", + " [0.0891],\n", + " [0.0920],\n", + " [0.0906]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0781],\n", + " [0.0850],\n", + " [0.0863],\n", + " [0.0876],\n", + " [0.0778],\n", + " [0.0807],\n", + " [0.0888],\n", + " [0.0795],\n", + " [0.0448],\n", + " [0.0791],\n", + " [0.0854],\n", + " [0.0835],\n", + " [0.0831],\n", + " [0.0837],\n", + " [0.0889],\n", + " [0.0879],\n", + " [0.0809],\n", + " [0.0848],\n", + " [0.0823],\n", + " [0.0843],\n", + " [0.0795],\n", + " [0.0880],\n", + " [0.0726],\n", + " [0.0785],\n", + " [0.0822],\n", + " [0.0857],\n", + " [0.0816],\n", + " [0.0827],\n", + " [0.0816],\n", + " [0.0867],\n", + " [0.0835],\n", + " [0.0821]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0803],\n", + " [0.0871],\n", + " [0.0879],\n", + " [0.0885],\n", + " [0.0850],\n", + " [0.0907],\n", + " [0.0887],\n", + " [0.0880],\n", + " [0.0565],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0869],\n", + " [0.1009],\n", + " [0.0861],\n", + " [0.0888],\n", + " [0.0886],\n", + " [0.0917],\n", + " [0.0886],\n", + " [0.0867],\n", + " [0.0881],\n", + " [0.0878],\n", + " [0.0888],\n", + " [0.0743],\n", + " [0.0871],\n", + " [0.0859],\n", + " [0.0882],\n", + " [0.0884],\n", + " [0.0875],\n", + " [0.0892],\n", + " [0.0886],\n", + " [0.0864],\n", + " [0.0875]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0358],\n", + " [0.0406],\n", + " [0.0452],\n", + " [0.0429],\n", + " [0.0361],\n", + " [0.0421],\n", + " [0.0454],\n", + " [0.0418],\n", + " [0.0426],\n", + " [0.0408],\n", + " [0.0424],\n", + " [0.0394],\n", + " [0.0463],\n", + " [0.0397],\n", + " [0.0434],\n", + " [0.0421],\n", + " [0.0428],\n", + " [0.0409],\n", + " [0.0416],\n", + " [0.0421],\n", + " [0.0384],\n", + " [0.0420],\n", + " [0.0319],\n", + " [0.0391],\n", + " [0.0408],\n", + " [0.0409],\n", + " [0.0395],\n", + " [0.0409],\n", + " [0.0409],\n", + " [0.0412],\n", + " [0.0408],\n", + " [0.0403]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0423],\n", + " [0.0370],\n", + " [0.0356],\n", + " [0.0355],\n", + " [0.0395],\n", + " [0.0338],\n", + " [0.0322],\n", + " [0.0354],\n", + " [0.0205],\n", + " [0.0360],\n", + " [0.0357],\n", + " [0.0376],\n", + " [0.0226],\n", + " [0.0384],\n", + " [0.0344],\n", + " [0.0360],\n", + " [0.0334],\n", + " [0.0362],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0386],\n", + " [0.0357],\n", + " [0.0426],\n", + " [0.0378],\n", + " [0.0373],\n", + " [0.0365],\n", + " [0.0368],\n", + " [0.0369],\n", + " [0.0365],\n", + " [0.0358],\n", + " [0.0367],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0850],\n", + " [-0.0702],\n", + " [-0.0727],\n", + " [-0.0702],\n", + " [-0.0773],\n", + " [-0.0712],\n", + " [-0.0687],\n", + " [-0.0752],\n", + " [-0.1003],\n", + " [-0.0760],\n", + " [-0.0714],\n", + " [-0.0722],\n", + " [-0.0582],\n", + " [-0.0728],\n", + " [-0.0691],\n", + " [-0.0694],\n", + " [-0.0727],\n", + " [-0.0705],\n", + " [-0.0748],\n", + " [-0.0736],\n", + " [-0.0747],\n", + " [-0.0698],\n", + " [-0.0925],\n", + " [-0.0753],\n", + " [-0.0736],\n", + " [-0.0708],\n", + " [-0.0733],\n", + " [-0.0730],\n", + " [-0.0748],\n", + " [-0.0702],\n", + " [-0.0721],\n", + " [-0.0715]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1070],\n", + " [-0.0974],\n", + " [-0.1028],\n", + " [-0.0985],\n", + " [-0.1008],\n", + " [-0.1079],\n", + " [-0.1003],\n", + " [-0.1050],\n", + " [-0.1101],\n", + " [-0.1061],\n", + " [-0.0985],\n", + " [-0.0989],\n", + " [-0.1345],\n", + " [-0.0988],\n", + " [-0.0980],\n", + " [-0.0972],\n", + " [-0.1101],\n", + " [-0.1000],\n", + " [-0.1016],\n", + " [-0.1014],\n", + " [-0.1045],\n", + " [-0.0978],\n", + " [-0.1066],\n", + " [-0.1048],\n", + " [-0.1005],\n", + " [-0.0984],\n", + " [-0.1029],\n", + " [-0.1019],\n", + " [-0.1042],\n", + " [-0.0986],\n", + " [-0.0991],\n", + " [-0.1019]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0564],\n", + " [-0.0645],\n", + " [-0.0594],\n", + " [-0.0623],\n", + " [-0.0653],\n", + " [-0.0573],\n", + " [-0.0622],\n", + " [-0.0614],\n", + " [-0.0579],\n", + " [-0.0621],\n", + " [-0.0626],\n", + " [-0.0638],\n", + " [-0.0440],\n", + " [-0.0631],\n", + " [-0.0627],\n", + " [-0.0633],\n", + " [-0.0562],\n", + " [-0.0619],\n", + " [-0.0630],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0627],\n", + " [-0.0613],\n", + " [-0.0620],\n", + " [-0.0627],\n", + " [-0.0628],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0614],\n", + " [-0.0625],\n", + " [-0.0632],\n", + " [-0.0620]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0636],\n", + " [-0.0222],\n", + " [-0.0634],\n", + " [-0.0599],\n", + " [-0.0625],\n", + " [-0.0297],\n", + " [-0.0616],\n", + " [-0.0603],\n", + " [-0.0587],\n", + " [-0.0678],\n", + " [-0.0639],\n", + " [-0.0620],\n", + " [-0.0620],\n", + " [-0.0641],\n", + " [-0.0621],\n", + " [-0.0625],\n", + " [-0.0636],\n", + " [-0.0633],\n", + " [-0.0616],\n", + " [-0.0635],\n", + " [-0.0615],\n", + " [-0.0600],\n", + " [-0.0619],\n", + " [-0.0665],\n", + " [-0.0624],\n", + " [-0.0561],\n", + " [-0.0623],\n", + " [-0.0588],\n", + " [-0.0675],\n", + " [-0.0624],\n", + " [-0.0466],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0720],\n", + " [-0.0490],\n", + " [-0.0754],\n", + " [-0.0745],\n", + " [-0.0756],\n", + " [-0.0714],\n", + " [-0.0739],\n", + " [-0.0735],\n", + " [-0.0651],\n", + " [-0.0801],\n", + " [-0.0776],\n", + " [-0.0733],\n", + " [-0.0745],\n", + " [-0.0749],\n", + " [-0.0756],\n", + " [-0.0703],\n", + " [-0.0775],\n", + " [-0.0759],\n", + " [-0.1013],\n", + " [-0.0764],\n", + " [-0.0712],\n", + " [-0.0749],\n", + " [-0.0736],\n", + " [-0.0789],\n", + " [-0.0739],\n", + " [-0.0708],\n", + " [-0.0733],\n", + " [-0.0711],\n", + " [-0.0807],\n", + " [-0.0709],\n", + " [-0.1029],\n", + " [-0.0756]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0351],\n", + " [ 0.0415],\n", + " [ 0.0384],\n", + " [ 0.0393],\n", + " [ 0.0374],\n", + " [ 0.0310],\n", + " [ 0.0390],\n", + " [ 0.0390],\n", + " [ 0.0373],\n", + " [ 0.0370],\n", + " [ 0.0365],\n", + " [ 0.0386],\n", + " [ 0.0380],\n", + " [ 0.0350],\n", + " [ 0.0370],\n", + " [ 0.0368],\n", + " [ 0.0376],\n", + " [ 0.0364],\n", + " [ 0.0291],\n", + " [ 0.0364],\n", + " [ 0.0387],\n", + " [ 0.0383],\n", + " [ 0.0368],\n", + " [ 0.0394],\n", + " [ 0.0385],\n", + " [ 0.0373],\n", + " [ 0.0360],\n", + " [ 0.0396],\n", + " [ 0.0361],\n", + " [ 0.0363],\n", + " [-0.0087],\n", + " [ 0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0967],\n", + " [-0.0658],\n", + " [-0.0902],\n", + " [-0.0897],\n", + " [-0.0934],\n", + " [-0.0730],\n", + " [-0.0933],\n", + " [-0.0876],\n", + " [-0.0877],\n", + " [-0.0934],\n", + " [-0.0945],\n", + " [-0.0944],\n", + " [-0.0934],\n", + " [-0.0971],\n", + " [-0.0922],\n", + " [-0.0953],\n", + " [-0.0923],\n", + " [-0.0931],\n", + " [-0.0968],\n", + " [-0.0944],\n", + " [-0.0937],\n", + " [-0.0893],\n", + " [-0.0922],\n", + " [-0.0933],\n", + " [-0.0920],\n", + " [-0.0840],\n", + " [-0.0944],\n", + " [-0.0858],\n", + " [-0.0962],\n", + " [-0.0953],\n", + " [-0.1036],\n", + " [-0.0919]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0594],\n", + " [ 0.0357],\n", + " [ 0.0485],\n", + " [ 0.0463],\n", + " [ 0.0555],\n", + " [ 0.0214],\n", + " [ 0.0544],\n", + " [ 0.0458],\n", + " [ 0.0502],\n", + " [ 0.0485],\n", + " [ 0.0541],\n", + " [ 0.0562],\n", + " [ 0.0565],\n", + " [ 0.0595],\n", + " [ 0.0537],\n", + " [ 0.0589],\n", + " [ 0.0527],\n", + " [ 0.0551],\n", + " [ 0.0443],\n", + " [ 0.0552],\n", + " [ 0.0557],\n", + " [ 0.0463],\n", + " [ 0.0557],\n", + " [ 0.0507],\n", + " [ 0.0508],\n", + " [ 0.0459],\n", + " [ 0.0573],\n", + " [ 0.0473],\n", + " [ 0.0549],\n", + " [ 0.0586],\n", + " [-0.0734],\n", + " [ 0.0530]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0349],\n", + " [-0.0138],\n", + " [-0.0373],\n", + " [-0.0373],\n", + " [-0.0372],\n", + " [-0.0538],\n", + " [-0.0348],\n", + " [-0.0401],\n", + " [-0.0410],\n", + " [-0.0379],\n", + " [-0.0378],\n", + " [-0.0342],\n", + " [-0.0356],\n", + " [-0.0356],\n", + " [-0.0387],\n", + " [-0.0358],\n", + " [-0.0383],\n", + " [-0.0403],\n", + " [-0.0155],\n", + " [-0.0375],\n", + " [-0.0351],\n", + " [-0.0388],\n", + " [-0.0392],\n", + " [-0.0323],\n", + " [-0.0386],\n", + " [-0.0479],\n", + " [-0.0382],\n", + " [-0.0443],\n", + " [-0.0400],\n", + " [-0.0369],\n", + " [-0.0321],\n", + " [-0.0422]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0808],\n", + " [-0.0802],\n", + " [-0.0795],\n", + " [-0.0806],\n", + " [-0.0787],\n", + " [-0.0602],\n", + " [-0.0808],\n", + " [-0.0779],\n", + " [-0.0793],\n", + " [-0.0787],\n", + " [-0.0791],\n", + " [-0.0809],\n", + " [-0.0787],\n", + " [-0.0795],\n", + " [-0.0783],\n", + " [-0.0808],\n", + " [-0.0776],\n", + " [-0.0788],\n", + " [-0.0807],\n", + " [-0.0792],\n", + " [-0.0816],\n", + " [-0.0795],\n", + " [-0.0792],\n", + " [-0.0806],\n", + " [-0.0808],\n", + " [-0.0754],\n", + " [-0.0794],\n", + " [-0.0783],\n", + " [-0.0785],\n", + " [-0.0805],\n", + " [-0.0671],\n", + " [-0.0783]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1703],\n", + " [0.1651],\n", + " [0.1654],\n", + " [0.1613],\n", + " [0.1681],\n", + " [0.1535],\n", + " [0.1673],\n", + " [0.1645],\n", + " [0.1686],\n", + " [0.1648],\n", + " [0.1662],\n", + " [0.1684],\n", + " [0.1691],\n", + " [0.1693],\n", + " [0.1670],\n", + " [0.1700],\n", + " [0.1666],\n", + " [0.1677],\n", + " [0.1377],\n", + " [0.1670],\n", + " [0.1683],\n", + " [0.1618],\n", + " [0.1683],\n", + " [0.1664],\n", + " [0.1649],\n", + " [0.1636],\n", + " [0.1683],\n", + " [0.1632],\n", + " [0.1663],\n", + " [0.1694],\n", + " [0.1379],\n", + " [0.1669]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0590],\n", + " [-0.0488],\n", + " [-0.0556],\n", + " [-0.0544],\n", + " [-0.0570],\n", + " [-0.0539],\n", + " [-0.0553],\n", + " [-0.0537],\n", + " [-0.0428],\n", + " [-0.0600],\n", + " [-0.0580],\n", + " [-0.0559],\n", + " [-0.0568],\n", + " [-0.0595],\n", + " [-0.0563],\n", + " [-0.0568],\n", + " [-0.0579],\n", + " [-0.0554],\n", + " [-0.0883],\n", + " [-0.0572],\n", + " [-0.0543],\n", + " [-0.0557],\n", + " [-0.0544],\n", + " [-0.0601],\n", + " [-0.0517],\n", + " [-0.0475],\n", + " [-0.0564],\n", + " [-0.0476],\n", + " [-0.0588],\n", + " [-0.0565],\n", + " [-0.0731],\n", + " [-0.0547]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0588],\n", + " [ 0.0785],\n", + " [ 0.0660],\n", + " [ 0.0689],\n", + " [ 0.0612],\n", + " [ 0.0838],\n", + " [ 0.0623],\n", + " [ 0.0664],\n", + " [ 0.0586],\n", + " [ 0.0662],\n", + " [ 0.0643],\n", + " [ 0.0613],\n", + " [ 0.0606],\n", + " [ 0.0598],\n", + " [ 0.0622],\n", + " [ 0.0570],\n", + " [ 0.0630],\n", + " [ 0.0617],\n", + " [-0.0041],\n", + " [ 0.0626],\n", + " [ 0.0597],\n", + " [ 0.0678],\n", + " [ 0.0593],\n", + " [ 0.0672],\n", + " [ 0.0668],\n", + " [ 0.0642],\n", + " [ 0.0593],\n", + " [ 0.0650],\n", + " [ 0.0647],\n", + " [ 0.0575],\n", + " [ 0.1142],\n", + " [ 0.0623]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1002],\n", + " [-0.1088],\n", + " [-0.0871],\n", + " [-0.0895],\n", + " [-0.0957],\n", + " [-0.0688],\n", + " [-0.0961],\n", + " [-0.0867],\n", + " [-0.0951],\n", + " [-0.0864],\n", + " [-0.0941],\n", + " [-0.0975],\n", + " [-0.0966],\n", + " [-0.0992],\n", + " [-0.0940],\n", + " [-0.0998],\n", + " [-0.0926],\n", + " [-0.0946],\n", + " [-0.0869],\n", + " [-0.0950],\n", + " [-0.0974],\n", + " [-0.0882],\n", + " [-0.0957],\n", + " [-0.0874],\n", + " [-0.0946],\n", + " [-0.0885],\n", + " [-0.0971],\n", + " [-0.0906],\n", + " [-0.0933],\n", + " [-0.0994],\n", + " [-0.0158],\n", + " [-0.0933]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0195],\n", + " [-0.0104],\n", + " [ 0.0126],\n", + " [ 0.0086],\n", + " [ 0.0163],\n", + " [-0.0087],\n", + " [ 0.0154],\n", + " [ 0.0107],\n", + " [ 0.0181],\n", + " [ 0.0122],\n", + " [ 0.0141],\n", + " [ 0.0176],\n", + " [ 0.0178],\n", + " [ 0.0186],\n", + " [ 0.0153],\n", + " [ 0.0204],\n", + " [ 0.0146],\n", + " [ 0.0162],\n", + " [ 0.0213],\n", + " [ 0.0157],\n", + " [ 0.0187],\n", + " [ 0.0088],\n", + " [ 0.0170],\n", + " [ 0.0137],\n", + " [ 0.0112],\n", + " [ 0.0111],\n", + " [ 0.0191],\n", + " [ 0.0093],\n", + " [ 0.0145],\n", + " [ 0.0205],\n", + " [-0.0949],\n", + " [ 0.0150]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0946],\n", + " [0.1237],\n", + " [0.0846],\n", + " [0.0903],\n", + " [0.0923],\n", + " [0.1028],\n", + " [0.0915],\n", + " [0.0874],\n", + " [0.0943],\n", + " [0.0865],\n", + " [0.0907],\n", + " [0.0914],\n", + " [0.0910],\n", + " [0.0944],\n", + " [0.0920],\n", + " [0.0969],\n", + " [0.0913],\n", + " [0.0932],\n", + " [0.1046],\n", + " [0.0909],\n", + " [0.0931],\n", + " [0.0904],\n", + " [0.0943],\n", + " [0.0820],\n", + " [0.0926],\n", + " [0.0964],\n", + " [0.0939],\n", + " [0.0976],\n", + " [0.0913],\n", + " [0.0967],\n", + " [0.0007],\n", + " [0.0932]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0089],\n", + " [0.0256],\n", + " [0.0066],\n", + " [0.0113],\n", + " [0.0102],\n", + " [0.0328],\n", + " [0.0112],\n", + " [0.0094],\n", + " [0.0062],\n", + " [0.0067],\n", + " [0.0090],\n", + " [0.0101],\n", + " [0.0092],\n", + " [0.0087],\n", + " [0.0098],\n", + " [0.0112],\n", + " [0.0102],\n", + " [0.0095],\n", + " [0.0264],\n", + " [0.0085],\n", + " [0.0111],\n", + " [0.0117],\n", + " [0.0111],\n", + " [0.0047],\n", + " [0.0100],\n", + " [0.0135],\n", + " [0.0091],\n", + " [0.0126],\n", + " [0.0083],\n", + " [0.0105],\n", + " [0.0722],\n", + " [0.0098]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 2.3635e-03],\n", + " [-1.8791e-02],\n", + " [-2.5328e-03],\n", + " [-7.3598e-03],\n", + " [-9.9497e-05],\n", + " [-4.0336e-02],\n", + " [-2.2347e-03],\n", + " [-6.2273e-03],\n", + " [-1.0053e-02],\n", + " [ 2.1710e-03],\n", + " [-2.5214e-04],\n", + " [-3.9733e-04],\n", + " [ 9.2983e-04],\n", + " [ 2.3618e-03],\n", + " [-1.8744e-03],\n", + " [-1.7895e-04],\n", + " [ 1.5330e-05],\n", + " [-2.3481e-03],\n", + " [ 5.2544e-02],\n", + " [-1.4870e-04],\n", + " [-2.2071e-03],\n", + " [-7.1712e-03],\n", + " [-3.6105e-03],\n", + " [ 5.1101e-03],\n", + " [-8.1659e-03],\n", + " [-1.4212e-02],\n", + " [-8.3085e-04],\n", + " [-1.3383e-02],\n", + " [ 1.1822e-03],\n", + " [-4.9504e-04],\n", + " [-6.3148e-02],\n", + " [-3.7441e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0351],\n", + " [-0.0326],\n", + " [-0.0392],\n", + " [-0.0359],\n", + " [-0.0357],\n", + " [-0.0417],\n", + " [-0.0344],\n", + " [-0.0371],\n", + " [-0.0330],\n", + " [-0.0421],\n", + " [-0.0375],\n", + " [-0.0353],\n", + " [-0.0361],\n", + " [-0.0360],\n", + " [-0.0364],\n", + " [-0.0325],\n", + " [-0.0371],\n", + " [-0.0350],\n", + " [-0.0413],\n", + " [-0.0372],\n", + " [-0.0342],\n", + " [-0.0367],\n", + " [-0.0335],\n", + " [-0.0423],\n", + " [-0.0333],\n", + " [-0.0332],\n", + " [-0.0359],\n", + " [-0.0312],\n", + " [-0.0371],\n", + " [-0.0335],\n", + " [-0.1288],\n", + " [-0.0353]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0056],\n", + " [ 0.0010],\n", + " [ 0.0057],\n", + " [ 0.0035],\n", + " [ 0.0049],\n", + " [-0.0006],\n", + " [ 0.0036],\n", + " [ 0.0045],\n", + " [-0.0019],\n", + " [ 0.0071],\n", + " [ 0.0058],\n", + " [ 0.0041],\n", + " [ 0.0051],\n", + " [ 0.0065],\n", + " [ 0.0047],\n", + " [ 0.0033],\n", + " [ 0.0054],\n", + " [ 0.0040],\n", + " [ 0.0099],\n", + " [ 0.0053],\n", + " [ 0.0025],\n", + " [ 0.0041],\n", + " [ 0.0030],\n", + " [ 0.0089],\n", + " [ 0.0018],\n", + " [-0.0025],\n", + " [ 0.0044],\n", + " [-0.0026],\n", + " [ 0.0063],\n", + " [ 0.0036],\n", + " [ 0.0553],\n", + " [ 0.0034]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0583],\n", + " [0.0830],\n", + " [0.0596],\n", + " [0.0601],\n", + " [0.0569],\n", + " [0.0675],\n", + " [0.0573],\n", + " [0.0591],\n", + " [0.0533],\n", + " [0.0611],\n", + " [0.0581],\n", + " [0.0573],\n", + " [0.0565],\n", + " [0.0581],\n", + " [0.0569],\n", + " [0.0567],\n", + " [0.0576],\n", + " [0.0563],\n", + " [0.0547],\n", + " [0.0572],\n", + " [0.0568],\n", + " [0.0601],\n", + " [0.0557],\n", + " [0.0627],\n", + " [0.0578],\n", + " [0.0534],\n", + " [0.0563],\n", + " [0.0553],\n", + " [0.0587],\n", + " [0.0567],\n", + " [0.1289],\n", + " [0.0560]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0175],\n", + " [-0.0049],\n", + " [-0.0168],\n", + " [-0.0143],\n", + " [-0.0176],\n", + " [-0.0101],\n", + " [-0.0175],\n", + " [-0.0145],\n", + " [-0.0156],\n", + " [-0.0185],\n", + " [-0.0167],\n", + " [-0.0184],\n", + " [-0.0181],\n", + " [-0.0182],\n", + " [-0.0170],\n", + " [-0.0190],\n", + " [-0.0176],\n", + " [-0.0176],\n", + " [-0.0459],\n", + " [-0.0171],\n", + " [-0.0188],\n", + " [-0.0149],\n", + " [-0.0177],\n", + " [-0.0191],\n", + " [-0.0157],\n", + " [-0.0175],\n", + " [-0.0183],\n", + " [-0.0179],\n", + " [-0.0176],\n", + " [-0.0188],\n", + " [ 0.0426],\n", + " [-0.0170]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1716],\n", + " [-0.1718],\n", + " [-0.1682],\n", + " [-0.1675],\n", + " [-0.1717],\n", + " [-0.1577],\n", + " [-0.1693],\n", + " [-0.1665],\n", + " [-0.1648],\n", + " [-0.1742],\n", + " [-0.1722],\n", + " [-0.1697],\n", + " [-0.1707],\n", + " [-0.1729],\n", + " [-0.1709],\n", + " [-0.1711],\n", + " [-0.1723],\n", + " [-0.1717],\n", + " [-0.1870],\n", + " [-0.1717],\n", + " [-0.1692],\n", + " [-0.1677],\n", + " [-0.1701],\n", + " [-0.1714],\n", + " [-0.1679],\n", + " [-0.1647],\n", + " [-0.1714],\n", + " [-0.1662],\n", + " [-0.1751],\n", + " [-0.1716],\n", + " [-0.1832],\n", + " [-0.1712]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0202],\n", + " [-0.0216],\n", + " [-0.0209],\n", + " [-0.0252],\n", + " [-0.0211],\n", + " [-0.0319],\n", + " [-0.0223],\n", + " [-0.0233],\n", + " [-0.0200],\n", + " [-0.0178],\n", + " [-0.0212],\n", + " [-0.0215],\n", + " [-0.0206],\n", + " [-0.0201],\n", + " [-0.0216],\n", + " [-0.0223],\n", + " [-0.0209],\n", + " [-0.0216],\n", + " [ 0.0603],\n", + " [-0.0208],\n", + " [-0.0221],\n", + " [-0.0253],\n", + " [-0.0224],\n", + " [-0.0168],\n", + " [-0.0261],\n", + " [-0.0257],\n", + " [-0.0213],\n", + " [-0.0268],\n", + " [-0.0202],\n", + " [-0.0220],\n", + " [-0.0083],\n", + " [-0.0223]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0171],\n", + " [ 0.0144],\n", + " [-0.0009],\n", + " [-0.0019],\n", + " [ 0.0076],\n", + " [-0.0246],\n", + " [ 0.0086],\n", + " [-0.0050],\n", + " [ 0.0047],\n", + " [ 0.0002],\n", + " [ 0.0057],\n", + " [ 0.0111],\n", + " [ 0.0092],\n", + " [ 0.0153],\n", + " [ 0.0051],\n", + " [ 0.0153],\n", + " [ 0.0039],\n", + " [ 0.0058],\n", + " [ 0.0909],\n", + " [ 0.0071],\n", + " [ 0.0113],\n", + " [-0.0024],\n", + " [ 0.0079],\n", + " [ 0.0033],\n", + " [ 0.0019],\n", + " [-0.0051],\n", + " [ 0.0105],\n", + " [-0.0027],\n", + " [ 0.0053],\n", + " [ 0.0142],\n", + " [-0.0161],\n", + " [ 0.0030]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0895],\n", + " [0.0997],\n", + " [0.0988],\n", + " [0.0943],\n", + " [0.0912],\n", + " [0.1097],\n", + " [0.0909],\n", + " [0.0998],\n", + " [0.1028],\n", + " [0.0949],\n", + " [0.0914],\n", + " [0.0909],\n", + " [0.0919],\n", + " [0.0882],\n", + " [0.0930],\n", + " [0.0893],\n", + " [0.0923],\n", + " [0.0930],\n", + " [0.0743],\n", + " [0.0920],\n", + " [0.0913],\n", + " [0.0952],\n", + " [0.0926],\n", + " [0.0950],\n", + " [0.0943],\n", + " [0.1021],\n", + " [0.0917],\n", + " [0.0981],\n", + " [0.0900],\n", + " [0.0897],\n", + " [0.1096],\n", + " [0.0945]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0892],\n", + " [ 0.0933],\n", + " [ 0.0798],\n", + " [ 0.0798],\n", + " [ 0.0827],\n", + " [ 0.0551],\n", + " [ 0.0836],\n", + " [ 0.0787],\n", + " [ 0.0783],\n", + " [ 0.0775],\n", + " [ 0.0810],\n", + " [ 0.0852],\n", + " [ 0.0844],\n", + " [ 0.0869],\n", + " [ 0.0813],\n", + " [ 0.0873],\n", + " [ 0.0800],\n", + " [ 0.0800],\n", + " [ 0.1172],\n", + " [ 0.0819],\n", + " [ 0.0854],\n", + " [ 0.0794],\n", + " [ 0.0821],\n", + " [ 0.0829],\n", + " [ 0.0772],\n", + " [ 0.0705],\n", + " [ 0.0845],\n", + " [ 0.0736],\n", + " [ 0.0780],\n", + " [ 0.0867],\n", + " [-0.0579],\n", + " [ 0.0784]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0893],\n", + " [0.0636],\n", + " [0.0872],\n", + " [0.0879],\n", + " [0.0867],\n", + " [0.0630],\n", + " [0.0880],\n", + " [0.0851],\n", + " [0.0812],\n", + " [0.0889],\n", + " [0.0881],\n", + " [0.0880],\n", + " [0.0863],\n", + " [0.0887],\n", + " [0.0863],\n", + " [0.0884],\n", + " [0.0868],\n", + " [0.0862],\n", + " [0.0670],\n", + " [0.0878],\n", + " [0.0881],\n", + " [0.0878],\n", + " [0.0865],\n", + " [0.0898],\n", + " [0.0870],\n", + " [0.0790],\n", + " [0.0868],\n", + " [0.0827],\n", + " [0.0884],\n", + " [0.0878],\n", + " [0.0894],\n", + " [0.0858]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0435],\n", + " [0.0421],\n", + " [0.0416],\n", + " [0.0377],\n", + " [0.0407],\n", + " [0.0379],\n", + " [0.0408],\n", + " [0.0396],\n", + " [0.0376],\n", + " [0.0407],\n", + " [0.0399],\n", + " [0.0425],\n", + " [0.0427],\n", + " [0.0422],\n", + " [0.0398],\n", + " [0.0420],\n", + " [0.0398],\n", + " [0.0388],\n", + " [0.0546],\n", + " [0.0407],\n", + " [0.0414],\n", + " [0.0377],\n", + " [0.0391],\n", + " [0.0450],\n", + " [0.0383],\n", + " [0.0357],\n", + " [0.0410],\n", + " [0.0344],\n", + " [0.0383],\n", + " [0.0415],\n", + " [0.0640],\n", + " [0.0378]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0337],\n", + " [ 0.0387],\n", + " [ 0.0359],\n", + " [ 0.0392],\n", + " [ 0.0372],\n", + " [ 0.0272],\n", + " [ 0.0371],\n", + " [ 0.0381],\n", + " [ 0.0389],\n", + " [ 0.0348],\n", + " [ 0.0370],\n", + " [ 0.0363],\n", + " [ 0.0364],\n", + " [ 0.0345],\n", + " [ 0.0380],\n", + " [ 0.0360],\n", + " [ 0.0376],\n", + " [ 0.0377],\n", + " [ 0.0197],\n", + " [ 0.0366],\n", + " [ 0.0371],\n", + " [ 0.0394],\n", + " [ 0.0376],\n", + " [ 0.0335],\n", + " [ 0.0370],\n", + " [ 0.0378],\n", + " [ 0.0372],\n", + " [ 0.0389],\n", + " [ 0.0362],\n", + " [ 0.0366],\n", + " [-0.0941],\n", + " [ 0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0687],\n", + " [-0.0953],\n", + " [-0.0753],\n", + " [-0.0776],\n", + " [-0.0736],\n", + " [-0.1090],\n", + " [-0.0739],\n", + " [-0.0773],\n", + " [-0.0731],\n", + " [-0.0740],\n", + " [-0.0735],\n", + " [-0.0726],\n", + " [-0.0732],\n", + " [-0.0697],\n", + " [-0.0743],\n", + " [-0.0700],\n", + " [-0.0748],\n", + " [-0.0733],\n", + " [-0.0429],\n", + " [-0.0728],\n", + " [-0.0723],\n", + " [-0.0777],\n", + " [-0.0731],\n", + " [-0.0740],\n", + " [-0.0751],\n", + " [-0.0822],\n", + " [-0.0718],\n", + " [-0.0799],\n", + " [-0.0724],\n", + " [-0.0704],\n", + " [-0.1385],\n", + " [-0.0741]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0993],\n", + " [-0.1100],\n", + " [-0.1065],\n", + " [-0.1034],\n", + " [-0.1012],\n", + " [-0.1194],\n", + " [-0.1004],\n", + " [-0.1056],\n", + " [-0.1008],\n", + " [-0.1094],\n", + " [-0.1031],\n", + " [-0.0997],\n", + " [-0.1003],\n", + " [-0.0998],\n", + " [-0.1021],\n", + " [-0.0974],\n", + " [-0.1039],\n", + " [-0.1022],\n", + " [-0.1013],\n", + " [-0.1020],\n", + " [-0.0989],\n", + " [-0.1043],\n", + " [-0.1001],\n", + " [-0.1084],\n", + " [-0.1016],\n", + " [-0.1045],\n", + " [-0.0993],\n", + " [-0.1021],\n", + " [-0.1050],\n", + " [-0.0976],\n", + " [-0.2300],\n", + " [-0.1030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0619],\n", + " [-0.0519],\n", + " [-0.0608],\n", + " [-0.0637],\n", + " [-0.0618],\n", + " [-0.0480],\n", + " [-0.0623],\n", + " [-0.0623],\n", + " [-0.0657],\n", + " [-0.0586],\n", + " [-0.0619],\n", + " [-0.0618],\n", + " [-0.0613],\n", + " [-0.0619],\n", + " [-0.0622],\n", + " [-0.0632],\n", + " [-0.0610],\n", + " [-0.0634],\n", + " [-0.0139],\n", + " [-0.0619],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0637],\n", + " [-0.0575],\n", + " [-0.0665],\n", + " [-0.0644],\n", + " [-0.0624],\n", + " [-0.0667],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [ 0.0715],\n", + " [-0.0639]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0614],\n", + " [-0.0620],\n", + " [-0.0646],\n", + " [-0.0620],\n", + " [-0.0621],\n", + " [-0.0612],\n", + " [-0.0582],\n", + " [-0.0610],\n", + " [-0.0643],\n", + " [-0.0635],\n", + " [-0.0623],\n", + " [-0.0619],\n", + " [-0.0637],\n", + " [-0.0634],\n", + " [-0.0607],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0635],\n", + " [-0.0648],\n", + " [-0.0608],\n", + " [-0.0673],\n", + " [-0.0637],\n", + " [-0.0613],\n", + " [-0.0623],\n", + " [-0.0656],\n", + " [-0.0629],\n", + " [-0.0617],\n", + " [-0.0604],\n", + " [-0.0588],\n", + " [-0.0567],\n", + " [-0.0642]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0760],\n", + " [-0.0732],\n", + " [-0.0763],\n", + " [-0.0781],\n", + " [-0.0725],\n", + " [-0.0744],\n", + " [-0.0741],\n", + " [-0.0697],\n", + " [-0.0737],\n", + " [-0.0749],\n", + " [-0.0774],\n", + " [-0.0758],\n", + " [-0.0758],\n", + " [-0.0782],\n", + " [-0.0705],\n", + " [-0.0724],\n", + " [-0.0723],\n", + " [-0.0736],\n", + " [-0.0782],\n", + " [-0.0736],\n", + " [-0.0749],\n", + " [-0.0769],\n", + " [-0.0767],\n", + " [-0.0732],\n", + " [-0.0663],\n", + " [-0.0794],\n", + " [-0.0773],\n", + " [-0.0740],\n", + " [-0.0699],\n", + " [-0.0711],\n", + " [-0.0669],\n", + " [-0.0769]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0368],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0368],\n", + " [0.0366],\n", + " [0.0370],\n", + " [0.0374],\n", + " [0.0387],\n", + " [0.0381],\n", + " [0.0354],\n", + " [0.0369],\n", + " [0.0374],\n", + " [0.0390],\n", + " [0.0378],\n", + " [0.0356],\n", + " [0.0385],\n", + " [0.0362],\n", + " [0.0399],\n", + " [0.0374],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0354],\n", + " [0.0367],\n", + " [0.0373],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0383],\n", + " [0.0390],\n", + " [0.0393],\n", + " [0.0379],\n", + " [0.0386],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0920],\n", + " [-0.0922],\n", + " [-0.0911],\n", + " [-0.0943],\n", + " [-0.0942],\n", + " [-0.0928],\n", + " [-0.0911],\n", + " [-0.0872],\n", + " [-0.0908],\n", + " [-0.0968],\n", + " [-0.0920],\n", + " [-0.0915],\n", + " [-0.0916],\n", + " [-0.0914],\n", + " [-0.0959],\n", + " [-0.0919],\n", + " [-0.0944],\n", + " [-0.0939],\n", + " [-0.0932],\n", + " [-0.0907],\n", + " [-0.0897],\n", + " [-0.0974],\n", + " [-0.0931],\n", + " [-0.0917],\n", + " [-0.0947],\n", + " [-0.0930],\n", + " [-0.0927],\n", + " [-0.0917],\n", + " [-0.0926],\n", + " [-0.0857],\n", + " [-0.0851],\n", + " [-0.0933]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0525],\n", + " [0.0550],\n", + " [0.0502],\n", + " [0.0545],\n", + " [0.0573],\n", + " [0.0554],\n", + " [0.0534],\n", + " [0.0469],\n", + " [0.0518],\n", + " [0.0586],\n", + " [0.0502],\n", + " [0.0490],\n", + " [0.0494],\n", + " [0.0493],\n", + " [0.0595],\n", + " [0.0539],\n", + " [0.0576],\n", + " [0.0552],\n", + " [0.0522],\n", + " [0.0548],\n", + " [0.0485],\n", + " [0.0528],\n", + " [0.0540],\n", + " [0.0563],\n", + " [0.0588],\n", + " [0.0497],\n", + " [0.0494],\n", + " [0.0534],\n", + " [0.0567],\n", + " [0.0497],\n", + " [0.0490],\n", + " [0.0547]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0389],\n", + " [-0.0379],\n", + " [-0.0399],\n", + " [-0.0383],\n", + " [-0.0375],\n", + " [-0.0380],\n", + " [-0.0391],\n", + " [-0.0414],\n", + " [-0.0385],\n", + " [-0.0367],\n", + " [-0.0387],\n", + " [-0.0367],\n", + " [-0.0342],\n", + " [-0.0391],\n", + " [-0.0365],\n", + " [-0.0358],\n", + " [-0.0379],\n", + " [-0.0335],\n", + " [-0.0382],\n", + " [-0.0459],\n", + " [-0.0401],\n", + " [-0.0397],\n", + " [-0.0410],\n", + " [-0.0393],\n", + " [-0.0351],\n", + " [-0.0389],\n", + " [-0.0345],\n", + " [-0.0344],\n", + " [-0.0348],\n", + " [-0.0445],\n", + " [-0.0432],\n", + " [-0.0397]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0797],\n", + " [-0.0781],\n", + " [-0.0785],\n", + " [-0.0797],\n", + " [-0.0790],\n", + " [-0.0787],\n", + " [-0.0793],\n", + " [-0.0799],\n", + " [-0.0797],\n", + " [-0.0786],\n", + " [-0.0797],\n", + " [-0.0805],\n", + " [-0.0775],\n", + " [-0.0805],\n", + " [-0.0803],\n", + " [-0.0799],\n", + " [-0.0811],\n", + " [-0.0779],\n", + " [-0.0785],\n", + " [-0.0785],\n", + " [-0.0811],\n", + " [-0.0785],\n", + " [-0.0786],\n", + " [-0.0825],\n", + " [-0.0783],\n", + " [-0.0805],\n", + " [-0.0801],\n", + " [-0.0811],\n", + " [-0.0764],\n", + " [-0.0774],\n", + " [-0.0783]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1659],\n", + " [0.1679],\n", + " [0.1644],\n", + " [0.1669],\n", + " [0.1686],\n", + " [0.1680],\n", + " [0.1673],\n", + " [0.1635],\n", + " [0.1656],\n", + " [0.1682],\n", + " [0.1645],\n", + " [0.1641],\n", + " [0.1640],\n", + " [0.1644],\n", + " [0.1704],\n", + " [0.1674],\n", + " [0.1689],\n", + " [0.1685],\n", + " [0.1656],\n", + " [0.1678],\n", + " [0.1638],\n", + " [0.1649],\n", + " [0.1673],\n", + " [0.1696],\n", + " [0.1722],\n", + " [0.1644],\n", + " [0.1632],\n", + " [0.1673],\n", + " [0.1703],\n", + " [0.1684],\n", + " [0.1682],\n", + " [0.1676]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0565],\n", + " [-0.0544],\n", + " [-0.0565],\n", + " [-0.0582],\n", + " [-0.0556],\n", + " [-0.0557],\n", + " [-0.0545],\n", + " [-0.0474],\n", + " [-0.0535],\n", + " [-0.0588],\n", + " [-0.0571],\n", + " [-0.0564],\n", + " [-0.0563],\n", + " [-0.0586],\n", + " [-0.0583],\n", + " [-0.0522],\n", + " [-0.0562],\n", + " [-0.0542],\n", + " [-0.0590],\n", + " [-0.0496],\n", + " [-0.0553],\n", + " [-0.0581],\n", + " [-0.0564],\n", + " [-0.0540],\n", + " [-0.0561],\n", + " [-0.0591],\n", + " [-0.0584],\n", + " [-0.0545],\n", + " [-0.0514],\n", + " [-0.0526],\n", + " [-0.0453],\n", + " [-0.0565]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0633],\n", + " [0.0596],\n", + " [0.0651],\n", + " [0.0627],\n", + " [0.0589],\n", + " [0.0603],\n", + " [0.0614],\n", + " [0.0646],\n", + " [0.0631],\n", + " [0.0602],\n", + " [0.0666],\n", + " [0.0680],\n", + " [0.0690],\n", + " [0.0658],\n", + " [0.0565],\n", + " [0.0630],\n", + " [0.0581],\n", + " [0.0635],\n", + " [0.0643],\n", + " [0.0600],\n", + " [0.0657],\n", + " [0.0634],\n", + " [0.0618],\n", + " [0.0588],\n", + " [0.0553],\n", + " [0.0661],\n", + " [0.0693],\n", + " [0.0648],\n", + " [0.0592],\n", + " [0.0587],\n", + " [0.0594],\n", + " [0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0926],\n", + " [-0.0958],\n", + " [-0.0905],\n", + " [-0.0940],\n", + " [-0.0975],\n", + " [-0.0957],\n", + " [-0.0942],\n", + " [-0.0902],\n", + " [-0.0936],\n", + " [-0.0982],\n", + " [-0.0898],\n", + " [-0.0886],\n", + " [-0.0898],\n", + " [-0.0899],\n", + " [-0.1006],\n", + " [-0.0948],\n", + " [-0.0980],\n", + " [-0.0965],\n", + " [-0.0930],\n", + " [-0.0953],\n", + " [-0.0892],\n", + " [-0.0915],\n", + " [-0.0942],\n", + " [-0.0965],\n", + " [-0.1017],\n", + " [-0.0889],\n", + " [-0.0893],\n", + " [-0.0929],\n", + " [-0.0988],\n", + " [-0.0927],\n", + " [-0.0922],\n", + " [-0.0941]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0145],\n", + " [0.0171],\n", + " [0.0124],\n", + " [0.0156],\n", + " [0.0195],\n", + " [0.0166],\n", + " [0.0153],\n", + " [0.0117],\n", + " [0.0136],\n", + " [0.0179],\n", + " [0.0118],\n", + " [0.0112],\n", + " [0.0118],\n", + " [0.0116],\n", + " [0.0200],\n", + " [0.0171],\n", + " [0.0186],\n", + " [0.0173],\n", + " [0.0131],\n", + " [0.0145],\n", + " [0.0114],\n", + " [0.0143],\n", + " [0.0153],\n", + " [0.0175],\n", + " [0.0233],\n", + " [0.0121],\n", + " [0.0100],\n", + " [0.0170],\n", + " [0.0207],\n", + " [0.0173],\n", + " [0.0163],\n", + " [0.0161]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0910],\n", + " [0.0936],\n", + " [0.0906],\n", + " [0.0917],\n", + " [0.0942],\n", + " [0.0930],\n", + " [0.0928],\n", + " [0.0935],\n", + " [0.0927],\n", + " [0.0940],\n", + " [0.0883],\n", + " [0.0855],\n", + " [0.0844],\n", + " [0.0904],\n", + " [0.0972],\n", + " [0.0895],\n", + " [0.0958],\n", + " [0.0895],\n", + " [0.0919],\n", + " [0.0991],\n", + " [0.0901],\n", + " [0.0892],\n", + " [0.0945],\n", + " [0.0954],\n", + " [0.0975],\n", + " [0.0889],\n", + " [0.0852],\n", + " [0.0855],\n", + " [0.0928],\n", + " [0.0971],\n", + " [0.0949],\n", + " [0.0922]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0092],\n", + " [0.0111],\n", + " [0.0095],\n", + " [0.0091],\n", + " [0.0095],\n", + " [0.0105],\n", + " [0.0109],\n", + " [0.0097],\n", + " [0.0117],\n", + " [0.0094],\n", + " [0.0081],\n", + " [0.0066],\n", + " [0.0060],\n", + " [0.0110],\n", + " [0.0110],\n", + " [0.0071],\n", + " [0.0110],\n", + " [0.0086],\n", + " [0.0112],\n", + " [0.0100],\n", + " [0.0098],\n", + " [0.0050],\n", + " [0.0111],\n", + " [0.0115],\n", + " [0.0113],\n", + " [0.0085],\n", + " [0.0077],\n", + " [0.0048],\n", + " [0.0086],\n", + " [0.0161],\n", + " [0.0096],\n", + " [0.0092]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0022],\n", + " [-0.0032],\n", + " [-0.0041],\n", + " [ 0.0012],\n", + " [-0.0014],\n", + " [-0.0019],\n", + " [-0.0042],\n", + " [-0.0123],\n", + " [-0.0069],\n", + " [ 0.0011],\n", + " [-0.0030],\n", + " [-0.0038],\n", + " [-0.0013],\n", + " [-0.0015],\n", + " [ 0.0011],\n", + " [-0.0042],\n", + " [-0.0015],\n", + " [-0.0009],\n", + " [-0.0001],\n", + " [-0.0089],\n", + " [-0.0063],\n", + " [-0.0002],\n", + " [-0.0019],\n", + " [-0.0038],\n", + " [-0.0004],\n", + " [-0.0001],\n", + " [-0.0015],\n", + " [-0.0001],\n", + " [-0.0024],\n", + " [-0.0049],\n", + " [-0.0108],\n", + " [-0.0006]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0375],\n", + " [-0.0341],\n", + " [-0.0379],\n", + " [-0.0373],\n", + " [-0.0351],\n", + " [-0.0349],\n", + " [-0.0348],\n", + " [-0.0337],\n", + " [-0.0343],\n", + " [-0.0353],\n", + " [-0.0387],\n", + " [-0.0396],\n", + " [-0.0394],\n", + " [-0.0379],\n", + " [-0.0322],\n", + " [-0.0362],\n", + " [-0.0329],\n", + " [-0.0360],\n", + " [-0.0372],\n", + " [-0.0291],\n", + " [-0.0376],\n", + " [-0.0411],\n", + " [-0.0345],\n", + " [-0.0320],\n", + " [-0.0311],\n", + " [-0.0400],\n", + " [-0.0393],\n", + " [-0.0388],\n", + " [-0.0338],\n", + " [-0.0349],\n", + " [-0.0321],\n", + " [-0.0361]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 5.0076e-03],\n", + " [ 2.9685e-03],\n", + " [ 5.0224e-03],\n", + " [ 5.5866e-03],\n", + " [ 3.8151e-03],\n", + " [ 3.8954e-03],\n", + " [ 3.3701e-03],\n", + " [-9.5401e-04],\n", + " [ 2.3628e-03],\n", + " [ 5.3859e-03],\n", + " [ 5.8246e-03],\n", + " [ 6.0178e-03],\n", + " [ 6.9136e-03],\n", + " [ 5.7633e-03],\n", + " [ 3.7292e-03],\n", + " [ 3.4229e-03],\n", + " [ 3.2450e-03],\n", + " [ 4.4124e-03],\n", + " [ 5.8694e-03],\n", + " [-7.0513e-04],\n", + " [ 4.4417e-03],\n", + " [ 6.2206e-03],\n", + " [ 4.0158e-03],\n", + " [ 2.8817e-03],\n", + " [ 1.8107e-03],\n", + " [ 6.4453e-03],\n", + " [ 7.0180e-03],\n", + " [ 6.1683e-03],\n", + " [ 2.3505e-03],\n", + " [ 5.4128e-05],\n", + " [-1.3333e-03],\n", + " [ 4.5751e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0559],\n", + " [0.0582],\n", + " [0.0576],\n", + " [0.0562],\n", + " [0.0563],\n", + " [0.0561],\n", + " [0.0562],\n", + " [0.0568],\n", + " [0.0577],\n", + " [0.0590],\n", + " [0.0599],\n", + " [0.0608],\n", + " [0.0593],\n", + " [0.0572],\n", + " [0.0563],\n", + " [0.0565],\n", + " [0.0575],\n", + " [0.0588],\n", + " [0.0541],\n", + " [0.0585],\n", + " [0.0599],\n", + " [0.0569],\n", + " [0.0554],\n", + " [0.0571],\n", + " [0.0600],\n", + " [0.0612],\n", + " [0.0585],\n", + " [0.0560],\n", + " [0.0540],\n", + " [0.0537],\n", + " [0.0564]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0165],\n", + " [-0.0179],\n", + " [-0.0156],\n", + " [-0.0179],\n", + " [-0.0185],\n", + " [-0.0175],\n", + " [-0.0170],\n", + " [-0.0158],\n", + " [-0.0169],\n", + " [-0.0178],\n", + " [-0.0159],\n", + " [-0.0152],\n", + " [-0.0146],\n", + " [-0.0163],\n", + " [-0.0180],\n", + " [-0.0171],\n", + " [-0.0178],\n", + " [-0.0177],\n", + " [-0.0167],\n", + " [-0.0170],\n", + " [-0.0152],\n", + " [-0.0160],\n", + " [-0.0175],\n", + " [-0.0176],\n", + " [-0.0187],\n", + " [-0.0171],\n", + " [-0.0148],\n", + " [-0.0167],\n", + " [-0.0184],\n", + " [-0.0192],\n", + " [-0.0158],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1707],\n", + " [-0.1698],\n", + " [-0.1699],\n", + " [-0.1736],\n", + " [-0.1708],\n", + " [-0.1707],\n", + " [-0.1693],\n", + " [-0.1652],\n", + " [-0.1679],\n", + " [-0.1727],\n", + " [-0.1702],\n", + " [-0.1682],\n", + " [-0.1681],\n", + " [-0.1719],\n", + " [-0.1721],\n", + " [-0.1674],\n", + " [-0.1711],\n", + " [-0.1689],\n", + " [-0.1728],\n", + " [-0.1672],\n", + " [-0.1681],\n", + " [-0.1733],\n", + " [-0.1728],\n", + " [-0.1700],\n", + " [-0.1702],\n", + " [-0.1732],\n", + " [-0.1690],\n", + " [-0.1680],\n", + " [-0.1684],\n", + " [-0.1713],\n", + " [-0.1646],\n", + " [-0.1725]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0216],\n", + " [-0.0221],\n", + " [-0.0228],\n", + " [-0.0199],\n", + " [-0.0216],\n", + " [-0.0218],\n", + " [-0.0228],\n", + " [-0.0244],\n", + " [-0.0246],\n", + " [-0.0212],\n", + " [-0.0222],\n", + " [-0.0222],\n", + " [-0.0207],\n", + " [-0.0222],\n", + " [-0.0219],\n", + " [-0.0213],\n", + " [-0.0225],\n", + " [-0.0211],\n", + " [-0.0217],\n", + " [-0.0256],\n", + " [-0.0239],\n", + " [-0.0182],\n", + " [-0.0219],\n", + " [-0.0230],\n", + " [-0.0221],\n", + " [-0.0201],\n", + " [-0.0221],\n", + " [-0.0193],\n", + " [-0.0205],\n", + " [-0.0220],\n", + " [-0.0217],\n", + " [-0.0207]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 3.6192e-03],\n", + " [ 8.1510e-03],\n", + " [ 7.9887e-04],\n", + " [ 6.0810e-03],\n", + " [ 1.1032e-02],\n", + " [ 7.7772e-03],\n", + " [ 5.1598e-03],\n", + " [-1.5970e-03],\n", + " [ 4.0307e-03],\n", + " [ 1.2855e-02],\n", + " [ 7.2967e-04],\n", + " [ 3.1818e-04],\n", + " [ 1.1913e-03],\n", + " [ 4.6729e-05],\n", + " [ 1.6227e-02],\n", + " [ 6.6861e-03],\n", + " [ 1.1789e-02],\n", + " [ 9.1186e-03],\n", + " [ 3.9366e-03],\n", + " [ 4.2396e-03],\n", + " [-1.0414e-03],\n", + " [ 6.4900e-03],\n", + " [ 5.0666e-03],\n", + " [ 8.1076e-03],\n", + " [ 1.8634e-02],\n", + " [ 8.7181e-04],\n", + " [ 1.4648e-03],\n", + " [ 5.1029e-03],\n", + " [ 1.1732e-02],\n", + " [ 1.4226e-03],\n", + " [ 8.1117e-04],\n", + " [ 5.3519e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0939],\n", + " [0.0923],\n", + " [0.0949],\n", + " [0.0911],\n", + " [0.0917],\n", + " [0.0921],\n", + " [0.0938],\n", + " [0.0997],\n", + " [0.0939],\n", + " [0.0892],\n", + " [0.0949],\n", + " [0.0965],\n", + " [0.0955],\n", + " [0.0930],\n", + " [0.0890],\n", + " [0.0959],\n", + " [0.0908],\n", + " [0.0919],\n", + " [0.0904],\n", + " [0.0951],\n", + " [0.0967],\n", + " [0.0900],\n", + " [0.0916],\n", + " [0.0926],\n", + " [0.0905],\n", + " [0.0933],\n", + " [0.0934],\n", + " [0.0969],\n", + " [0.0935],\n", + " [0.0979],\n", + " [0.1023],\n", + " [0.0928]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0806],\n", + " [0.0829],\n", + " [0.0792],\n", + " [0.0806],\n", + " [0.0846],\n", + " [0.0826],\n", + " [0.0812],\n", + " [0.0768],\n", + " [0.0802],\n", + " [0.0850],\n", + " [0.0790],\n", + " [0.0809],\n", + " [0.0831],\n", + " [0.0784],\n", + " [0.0880],\n", + " [0.0823],\n", + " [0.0844],\n", + " [0.0844],\n", + " [0.0806],\n", + " [0.0746],\n", + " [0.0793],\n", + " [0.0835],\n", + " [0.0795],\n", + " [0.0817],\n", + " [0.0902],\n", + " [0.0781],\n", + " [0.0824],\n", + " [0.0840],\n", + " [0.0851],\n", + " [0.0759],\n", + " [0.0784],\n", + " [0.0796]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0867],\n", + " [0.0867],\n", + " [0.0870],\n", + " [0.0875],\n", + " [0.0868],\n", + " [0.0867],\n", + " [0.0860],\n", + " [0.0834],\n", + " [0.0871],\n", + " [0.0885],\n", + " [0.0876],\n", + " [0.0878],\n", + " [0.0880],\n", + " [0.0876],\n", + " [0.0887],\n", + " [0.0857],\n", + " [0.0874],\n", + " [0.0871],\n", + " [0.0877],\n", + " [0.0849],\n", + " [0.0867],\n", + " [0.0914],\n", + " [0.0863],\n", + " [0.0852],\n", + " [0.0886],\n", + " [0.0884],\n", + " [0.0896],\n", + " [0.0865],\n", + " [0.0856],\n", + " [0.0818],\n", + " [0.0797],\n", + " [0.0864]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0396],\n", + " [0.0398],\n", + " [0.0385],\n", + " [0.0399],\n", + " [0.0413],\n", + " [0.0401],\n", + " [0.0391],\n", + " [0.0360],\n", + " [0.0384],\n", + " [0.0413],\n", + " [0.0392],\n", + " [0.0403],\n", + " [0.0420],\n", + " [0.0387],\n", + " [0.0421],\n", + " [0.0414],\n", + " [0.0406],\n", + " [0.0431],\n", + " [0.0390],\n", + " [0.0379],\n", + " [0.0384],\n", + " [0.0408],\n", + " [0.0378],\n", + " [0.0395],\n", + " [0.0430],\n", + " [0.0392],\n", + " [0.0409],\n", + " [0.0440],\n", + " [0.0428],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0394]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0382],\n", + " [0.0380],\n", + " [0.0388],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0374],\n", + " [0.0384],\n", + " [0.0392],\n", + " [0.0385],\n", + " [0.0351],\n", + " [0.0374],\n", + " [0.0370],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0350],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0361],\n", + " [0.0381],\n", + " [0.0373],\n", + " [0.0392],\n", + " [0.0342],\n", + " [0.0384],\n", + " [0.0377],\n", + " [0.0350],\n", + " [0.0369],\n", + " [0.0368],\n", + " [0.0362],\n", + " [0.0367],\n", + " [0.0392],\n", + " [0.0401],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0746],\n", + " [-0.0734],\n", + " [-0.0755],\n", + " [-0.0732],\n", + " [-0.0718],\n", + " [-0.0733],\n", + " [-0.0746],\n", + " [-0.0772],\n", + " [-0.0751],\n", + " [-0.0705],\n", + " [-0.0752],\n", + " [-0.0755],\n", + " [-0.0755],\n", + " [-0.0760],\n", + " [-0.0693],\n", + " [-0.0738],\n", + " [-0.0713],\n", + " [-0.0733],\n", + " [-0.0749],\n", + " [-0.0727],\n", + " [-0.0763],\n", + " [-0.0688],\n", + " [-0.0738],\n", + " [-0.0737],\n", + " [-0.0683],\n", + " [-0.0746],\n", + " [-0.0755],\n", + " [-0.0740],\n", + " [-0.0721],\n", + " [-0.0795],\n", + " [-0.0766],\n", + " [-0.0735]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1030],\n", + " [-0.1000],\n", + " [-0.1040],\n", + " [-0.1036],\n", + " [-0.0988],\n", + " [-0.1005],\n", + " [-0.1013],\n", + " [-0.1020],\n", + " [-0.1010],\n", + " [-0.0993],\n", + " [-0.1049],\n", + " [-0.1051],\n", + " [-0.1049],\n", + " [-0.1056],\n", + " [-0.0978],\n", + " [-0.1009],\n", + " [-0.0985],\n", + " [-0.1006],\n", + " [-0.1038],\n", + " [-0.0995],\n", + " [-0.1040],\n", + " [-0.1045],\n", + " [-0.1029],\n", + " [-0.0998],\n", + " [-0.0964],\n", + " [-0.1069],\n", + " [-0.1050],\n", + " [-0.1029],\n", + " [-0.0986],\n", + " [-0.1047],\n", + " [-0.1016],\n", + " [-0.1031]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0620],\n", + " [-0.0627],\n", + " [-0.0625],\n", + " [-0.0612],\n", + " [-0.0626],\n", + " [-0.0625],\n", + " [-0.0631],\n", + " [-0.0655],\n", + " [-0.0639],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0619],\n", + " [-0.0612],\n", + " [-0.0610],\n", + " [-0.0630],\n", + " [-0.0632],\n", + " [-0.0636],\n", + " [-0.0624],\n", + " [-0.0612],\n", + " [-0.0698],\n", + " [-0.0629],\n", + " [-0.0613],\n", + " [-0.0633],\n", + " [-0.0643],\n", + " [-0.0634],\n", + " [-0.0604],\n", + " [-0.0612],\n", + " [-0.0611],\n", + " [-0.0631],\n", + " [-0.0607],\n", + " [-0.0647],\n", + " [-0.0624]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0595],\n", + " [-0.0621],\n", + " [-0.0637],\n", + " [-0.0645],\n", + " [-0.0606],\n", + " [-0.0685],\n", + " [-0.0621],\n", + " [-0.0598],\n", + " [-0.0615],\n", + " [-0.0616],\n", + " [-0.0620],\n", + " [-0.0654],\n", + " [-0.0736],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0597],\n", + " [-0.0624],\n", + " [-0.0559],\n", + " [-0.0603],\n", + " [-0.0628],\n", + " [-0.0643],\n", + " [-0.0617],\n", + " [-0.0615],\n", + " [-0.0599],\n", + " [-0.0653],\n", + " [-0.0918],\n", + " [-0.0543],\n", + " [-0.0631],\n", + " [-0.0662],\n", + " [-0.0552],\n", + " [-0.0613],\n", + " [-0.0640]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0713],\n", + " [-0.0679],\n", + " [-0.0733],\n", + " [-0.0767],\n", + " [-0.0695],\n", + " [-0.0815],\n", + " [-0.0740],\n", + " [-0.0724],\n", + " [-0.0708],\n", + " [-0.0671],\n", + " [-0.0752],\n", + " [-0.0805],\n", + " [-0.0819],\n", + " [-0.0726],\n", + " [-0.0717],\n", + " [-0.0724],\n", + " [-0.0738],\n", + " [-0.0716],\n", + " [-0.0697],\n", + " [-0.0751],\n", + " [-0.0787],\n", + " [-0.0743],\n", + " [-0.0738],\n", + " [-0.0758],\n", + " [-0.0722],\n", + " [-0.0981],\n", + " [-0.0671],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0688],\n", + " [-0.0714],\n", + " [-0.0773]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0387],\n", + " [0.0376],\n", + " [0.0431],\n", + " [0.0381],\n", + " [0.0355],\n", + " [0.0368],\n", + " [0.0399],\n", + " [0.0376],\n", + " [0.0378],\n", + " [0.0373],\n", + " [0.0384],\n", + " [0.0368],\n", + " [0.0376],\n", + " [0.0380],\n", + " [0.0406],\n", + " [0.0392],\n", + " [0.0392],\n", + " [0.0389],\n", + " [0.0434],\n", + " [0.0367],\n", + " [0.0383],\n", + " [0.0375],\n", + " [0.0397],\n", + " [0.0383],\n", + " [0.0395],\n", + " [0.0248],\n", + " [0.0373],\n", + " [0.0388],\n", + " [0.0348],\n", + " [0.0379],\n", + " [0.0379],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0878],\n", + " [-0.0946],\n", + " [-0.0880],\n", + " [-0.0940],\n", + " [-0.0910],\n", + " [-0.0955],\n", + " [-0.0892],\n", + " [-0.0880],\n", + " [-0.0941],\n", + " [-0.0938],\n", + " [-0.0939],\n", + " [-0.0950],\n", + " [-0.0924],\n", + " [-0.0954],\n", + " [-0.0916],\n", + " [-0.0903],\n", + " [-0.0919],\n", + " [-0.0879],\n", + " [-0.0968],\n", + " [-0.0938],\n", + " [-0.0944],\n", + " [-0.0923],\n", + " [-0.0927],\n", + " [-0.0895],\n", + " [-0.0895],\n", + " [-0.1049],\n", + " [-0.0848],\n", + " [-0.0912],\n", + " [-0.0984],\n", + " [-0.0858],\n", + " [-0.0906],\n", + " [-0.0964]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0477],\n", + " [0.0591],\n", + " [0.0316],\n", + " [0.0573],\n", + " [0.0481],\n", + " [0.0533],\n", + " [0.0433],\n", + " [0.0500],\n", + " [0.0578],\n", + " [0.0566],\n", + " [0.0543],\n", + " [0.0520],\n", + " [0.0458],\n", + " [0.0578],\n", + " [0.0339],\n", + " [0.0516],\n", + " [0.0554],\n", + " [0.0393],\n", + " [0.0372],\n", + " [0.0559],\n", + " [0.0511],\n", + " [0.0540],\n", + " [0.0525],\n", + " [0.0439],\n", + " [0.0343],\n", + " [0.0590],\n", + " [0.0412],\n", + " [0.0441],\n", + " [0.0571],\n", + " [0.0379],\n", + " [0.0455],\n", + " [0.0519]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0387],\n", + " [-0.0344],\n", + " [-0.0421],\n", + " [-0.0372],\n", + " [-0.0458],\n", + " [-0.0386],\n", + " [-0.0360],\n", + " [-0.0431],\n", + " [-0.0358],\n", + " [-0.0366],\n", + " [-0.0343],\n", + " [-0.0376],\n", + " [-0.0368],\n", + " [-0.0343],\n", + " [-0.0387],\n", + " [-0.0375],\n", + " [-0.0362],\n", + " [-0.0378],\n", + " [-0.0371],\n", + " [-0.0379],\n", + " [-0.0338],\n", + " [-0.0376],\n", + " [-0.0315],\n", + " [-0.0386],\n", + " [-0.0370],\n", + " [-0.0421],\n", + " [-0.0456],\n", + " [-0.0350],\n", + " [-0.0388],\n", + " [-0.0430],\n", + " [-0.0354],\n", + " [-0.0355]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0794],\n", + " [-0.0817],\n", + " [-0.0762],\n", + " [-0.0781],\n", + " [-0.0825],\n", + " [-0.0783],\n", + " [-0.0803],\n", + " [-0.0786],\n", + " [-0.0805],\n", + " [-0.0826],\n", + " [-0.0808],\n", + " [-0.0781],\n", + " [-0.0784],\n", + " [-0.0808],\n", + " [-0.0820],\n", + " [-0.0801],\n", + " [-0.0788],\n", + " [-0.0836],\n", + " [-0.0854],\n", + " [-0.0792],\n", + " [-0.0803],\n", + " [-0.0795],\n", + " [-0.0830],\n", + " [-0.0799],\n", + " [-0.0844],\n", + " [-0.0700],\n", + " [-0.0785],\n", + " [-0.0802],\n", + " [-0.0792],\n", + " [-0.0802],\n", + " [-0.0820],\n", + " [-0.0822]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1649],\n", + " [0.1720],\n", + " [0.1627],\n", + " [0.1700],\n", + " [0.1649],\n", + " [0.1664],\n", + " [0.1631],\n", + " [0.1650],\n", + " [0.1696],\n", + " [0.1693],\n", + " [0.1666],\n", + " [0.1644],\n", + " [0.1664],\n", + " [0.1694],\n", + " [0.1619],\n", + " [0.1662],\n", + " [0.1694],\n", + " [0.1552],\n", + " [0.1649],\n", + " [0.1678],\n", + " [0.1643],\n", + " [0.1670],\n", + " [0.1677],\n", + " [0.1596],\n", + " [0.1604],\n", + " [0.1670],\n", + " [0.1598],\n", + " [0.1606],\n", + " [0.1666],\n", + " [0.1586],\n", + " [0.1639],\n", + " [0.1640]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0513],\n", + " [-0.0552],\n", + " [-0.0505],\n", + " [-0.0562],\n", + " [-0.0510],\n", + " [-0.0604],\n", + " [-0.0534],\n", + " [-0.0527],\n", + " [-0.0550],\n", + " [-0.0556],\n", + " [-0.0569],\n", + " [-0.0606],\n", + " [-0.0634],\n", + " [-0.0569],\n", + " [-0.0565],\n", + " [-0.0521],\n", + " [-0.0537],\n", + " [-0.0509],\n", + " [-0.0575],\n", + " [-0.0568],\n", + " [-0.0604],\n", + " [-0.0550],\n", + " [-0.0554],\n", + " [-0.0576],\n", + " [-0.0587],\n", + " [-0.0679],\n", + " [-0.0435],\n", + " [-0.0588],\n", + " [-0.0617],\n", + " [-0.0463],\n", + " [-0.0507],\n", + " [-0.0599]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0641],\n", + " [0.0565],\n", + " [0.0789],\n", + " [0.0626],\n", + " [0.0585],\n", + " [0.0643],\n", + " [0.0714],\n", + " [0.0613],\n", + " [0.0579],\n", + " [0.0553],\n", + " [0.0642],\n", + " [0.0670],\n", + " [0.0602],\n", + " [0.0604],\n", + " [0.0743],\n", + " [0.0632],\n", + " [0.0623],\n", + " [0.0731],\n", + " [0.0762],\n", + " [0.0607],\n", + " [0.0686],\n", + " [0.0619],\n", + " [0.0662],\n", + " [0.0699],\n", + " [0.0715],\n", + " [0.0607],\n", + " [0.0681],\n", + " [0.0736],\n", + " [0.0616],\n", + " [0.0725],\n", + " [0.0689],\n", + " [0.0667]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0892],\n", + " [-0.1009],\n", + " [-0.0746],\n", + " [-0.0963],\n", + " [-0.0863],\n", + " [-0.0918],\n", + " [-0.0849],\n", + " [-0.0913],\n", + " [-0.0988],\n", + " [-0.0993],\n", + " [-0.0949],\n", + " [-0.0919],\n", + " [-0.0842],\n", + " [-0.0990],\n", + " [-0.0744],\n", + " [-0.0944],\n", + " [-0.0951],\n", + " [-0.0847],\n", + " [-0.0774],\n", + " [-0.0960],\n", + " [-0.0905],\n", + " [-0.0946],\n", + " [-0.0913],\n", + " [-0.0862],\n", + " [-0.0707],\n", + " [-0.0939],\n", + " [-0.0851],\n", + " [-0.0847],\n", + " [-0.0963],\n", + " [-0.0813],\n", + " [-0.0870],\n", + " [-0.0905]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0140],\n", + " [ 0.0228],\n", + " [-0.0010],\n", + " [ 0.0167],\n", + " [ 0.0221],\n", + " [ 0.0148],\n", + " [ 0.0086],\n", + " [ 0.0136],\n", + " [ 0.0205],\n", + " [ 0.0205],\n", + " [ 0.0152],\n", + " [ 0.0118],\n", + " [ 0.0166],\n", + " [ 0.0189],\n", + " [ 0.0061],\n", + " [ 0.0142],\n", + " [ 0.0176],\n", + " [ 0.0040],\n", + " [ 0.0110],\n", + " [ 0.0164],\n", + " [ 0.0108],\n", + " [ 0.0155],\n", + " [ 0.0181],\n", + " [ 0.0062],\n", + " [ 0.0059],\n", + " [ 0.0165],\n", + " [ 0.0068],\n", + " [ 0.0052],\n", + " [ 0.0179],\n", + " [ 0.0052],\n", + " [ 0.0123],\n", + " [ 0.0141]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0880],\n", + " [0.0953],\n", + " [0.0771],\n", + " [0.0905],\n", + " [0.0915],\n", + " [0.0902],\n", + " [0.0813],\n", + " [0.0951],\n", + " [0.0953],\n", + " [0.0995],\n", + " [0.0890],\n", + " [0.0894],\n", + " [0.0890],\n", + " [0.0927],\n", + " [0.0751],\n", + " [0.0930],\n", + " [0.0885],\n", + " [0.0921],\n", + " [0.0755],\n", + " [0.0934],\n", + " [0.0856],\n", + " [0.0916],\n", + " [0.0826],\n", + " [0.0900],\n", + " [0.0772],\n", + " [0.0844],\n", + " [0.0954],\n", + " [0.0830],\n", + " [0.0949],\n", + " [0.0894],\n", + " [0.0820],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0074],\n", + " [0.0103],\n", + " [0.0146],\n", + " [0.0086],\n", + " [0.0036],\n", + " [0.0083],\n", + " [0.0041],\n", + " [0.0130],\n", + " [0.0105],\n", + " [0.0134],\n", + " [0.0091],\n", + " [0.0092],\n", + " [0.0083],\n", + " [0.0102],\n", + " [0.0048],\n", + " [0.0115],\n", + " [0.0078],\n", + " [0.0097],\n", + " [0.0077],\n", + " [0.0106],\n", + " [0.0082],\n", + " [0.0102],\n", + " [0.0018],\n", + " [0.0125],\n", + " [0.0007],\n", + " [0.0025],\n", + " [0.0081],\n", + " [0.0075],\n", + " [0.0088],\n", + " [0.0057],\n", + " [0.0012],\n", + " [0.0044]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0060],\n", + " [-0.0005],\n", + " [-0.0153],\n", + " [ 0.0003],\n", + " [-0.0056],\n", + " [ 0.0044],\n", + " [-0.0029],\n", + " [-0.0078],\n", + " [-0.0012],\n", + " [-0.0019],\n", + " [-0.0004],\n", + " [ 0.0011],\n", + " [ 0.0120],\n", + " [ 0.0006],\n", + " [-0.0078],\n", + " [-0.0067],\n", + " [-0.0018],\n", + " [-0.0138],\n", + " [-0.0038],\n", + " [-0.0011],\n", + " [ 0.0014],\n", + " [-0.0032],\n", + " [ 0.0033],\n", + " [-0.0067],\n", + " [-0.0067],\n", + " [ 0.0236],\n", + " [-0.0193],\n", + " [-0.0029],\n", + " [ 0.0042],\n", + " [-0.0170],\n", + " [-0.0047],\n", + " [ 0.0028]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0369],\n", + " [-0.0321],\n", + " [-0.0432],\n", + " [-0.0349],\n", + " [-0.0469],\n", + " [-0.0398],\n", + " [-0.0402],\n", + " [-0.0338],\n", + " [-0.0334],\n", + " [-0.0294],\n", + " [-0.0364],\n", + " [-0.0394],\n", + " [-0.0487],\n", + " [-0.0350],\n", + " [-0.0492],\n", + " [-0.0334],\n", + " [-0.0357],\n", + " [-0.0379],\n", + " [-0.0479],\n", + " [-0.0350],\n", + " [-0.0393],\n", + " [-0.0353],\n", + " [-0.0428],\n", + " [-0.0378],\n", + " [-0.0485],\n", + " [-0.0416],\n", + " [-0.0353],\n", + " [-0.0404],\n", + " [-0.0384],\n", + " [-0.0389],\n", + " [-0.0416],\n", + " [-0.0420]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 3.1816e-03],\n", + " [ 2.4345e-03],\n", + " [ 8.5806e-05],\n", + " [ 5.3650e-03],\n", + " [ 3.5485e-03],\n", + " [ 6.8088e-03],\n", + " [ 6.1840e-03],\n", + " [ 9.9123e-04],\n", + " [ 2.9813e-03],\n", + " [ 5.1723e-04],\n", + " [ 5.2535e-03],\n", + " [ 7.5013e-03],\n", + " [ 6.7841e-03],\n", + " [ 4.3519e-03],\n", + " [ 4.7097e-03],\n", + " [ 2.1011e-03],\n", + " [ 4.5081e-03],\n", + " [ 1.0996e-03],\n", + " [ 7.0001e-03],\n", + " [ 4.3088e-03],\n", + " [ 7.8554e-03],\n", + " [ 3.7192e-03],\n", + " [ 7.8590e-03],\n", + " [ 4.7165e-03],\n", + " [ 4.7665e-03],\n", + " [ 9.4617e-03],\n", + " [-3.7085e-03],\n", + " [ 7.9778e-03],\n", + " [ 6.9223e-03],\n", + " [-7.0227e-04],\n", + " [ 4.4504e-03],\n", + " [ 7.9955e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0575],\n", + " [0.0570],\n", + " [0.0656],\n", + " [0.0562],\n", + " [0.0588],\n", + " [0.0593],\n", + " [0.0624],\n", + " [0.0556],\n", + " [0.0562],\n", + " [0.0566],\n", + " [0.0583],\n", + " [0.0603],\n", + " [0.0624],\n", + " [0.0578],\n", + " [0.0699],\n", + " [0.0566],\n", + " [0.0561],\n", + " [0.0636],\n", + " [0.0724],\n", + " [0.0568],\n", + " [0.0617],\n", + " [0.0566],\n", + " [0.0610],\n", + " [0.0622],\n", + " [0.0691],\n", + " [0.0551],\n", + " [0.0579],\n", + " [0.0639],\n", + " [0.0596],\n", + " [0.0614],\n", + " [0.0602],\n", + " [0.0620]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0146],\n", + " [-0.0194],\n", + " [-0.0135],\n", + " [-0.0185],\n", + " [-0.0183],\n", + " [-0.0189],\n", + " [-0.0123],\n", + " [-0.0170],\n", + " [-0.0191],\n", + " [-0.0181],\n", + " [-0.0169],\n", + " [-0.0161],\n", + " [-0.0228],\n", + " [-0.0189],\n", + " [-0.0101],\n", + " [-0.0163],\n", + " [-0.0181],\n", + " [-0.0134],\n", + " [-0.0175],\n", + " [-0.0175],\n", + " [-0.0158],\n", + " [-0.0171],\n", + " [-0.0173],\n", + " [-0.0143],\n", + " [-0.0141],\n", + " [-0.0161],\n", + " [-0.0172],\n", + " [-0.0128],\n", + " [-0.0186],\n", + " [-0.0133],\n", + " [-0.0135],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1661],\n", + " [-0.1694],\n", + " [-0.1631],\n", + " [-0.1714],\n", + " [-0.1718],\n", + " [-0.1768],\n", + " [-0.1666],\n", + " [-0.1688],\n", + " [-0.1701],\n", + " [-0.1699],\n", + " [-0.1696],\n", + " [-0.1737],\n", + " [-0.1825],\n", + " [-0.1703],\n", + " [-0.1634],\n", + " [-0.1675],\n", + " [-0.1683],\n", + " [-0.1655],\n", + " [-0.1635],\n", + " [-0.1715],\n", + " [-0.1708],\n", + " [-0.1694],\n", + " [-0.1687],\n", + " [-0.1687],\n", + " [-0.1633],\n", + " [-0.1915],\n", + " [-0.1631],\n", + " [-0.1684],\n", + " [-0.1776],\n", + " [-0.1635],\n", + " [-0.1666],\n", + " [-0.1727]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0213],\n", + " [-0.0223],\n", + " [-0.0277],\n", + " [-0.0217],\n", + " [-0.0171],\n", + " [-0.0176],\n", + " [-0.0197],\n", + " [-0.0247],\n", + " [-0.0219],\n", + " [-0.0232],\n", + " [-0.0215],\n", + " [-0.0211],\n", + " [-0.0078],\n", + " [-0.0217],\n", + " [-0.0197],\n", + " [-0.0238],\n", + " [-0.0217],\n", + " [-0.0251],\n", + " [-0.0205],\n", + " [-0.0218],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0162],\n", + " [-0.0257],\n", + " [-0.0139],\n", + " [-0.0003],\n", + " [-0.0259],\n", + " [-0.0228],\n", + " [-0.0185],\n", + " [-0.0239],\n", + " [-0.0181],\n", + " [-0.0179]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0012],\n", + " [ 0.0168],\n", + " [-0.0198],\n", + " [ 0.0073],\n", + " [ 0.0025],\n", + " [ 0.0049],\n", + " [-0.0062],\n", + " [ 0.0007],\n", + " [ 0.0130],\n", + " [ 0.0152],\n", + " [ 0.0076],\n", + " [ 0.0033],\n", + " [ 0.0025],\n", + " [ 0.0134],\n", + " [-0.0147],\n", + " [ 0.0045],\n", + " [ 0.0061],\n", + " [-0.0069],\n", + " [-0.0134],\n", + " [ 0.0085],\n", + " [ 0.0034],\n", + " [ 0.0064],\n", + " [ 0.0064],\n", + " [-0.0044],\n", + " [-0.0097],\n", + " [ 0.0164],\n", + " [-0.0077],\n", + " [-0.0046],\n", + " [ 0.0111],\n", + " [-0.0115],\n", + " [-0.0019],\n", + " [ 0.0057]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1002],\n", + " [0.0917],\n", + " [0.1018],\n", + " [0.0922],\n", + " [0.0976],\n", + " [0.0903],\n", + " [0.1000],\n", + " [0.0960],\n", + " [0.0910],\n", + " [0.0903],\n", + " [0.0919],\n", + " [0.0899],\n", + " [0.0944],\n", + " [0.0901],\n", + " [0.1073],\n", + " [0.0938],\n", + " [0.0957],\n", + " [0.0964],\n", + " [0.1081],\n", + " [0.0910],\n", + " [0.0911],\n", + " [0.0932],\n", + " [0.0962],\n", + " [0.0940],\n", + " [0.1079],\n", + " [0.0828],\n", + " [0.1053],\n", + " [0.0945],\n", + " [0.0869],\n", + " [0.1048],\n", + " [0.1012],\n", + " [0.0902]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0810],\n", + " [0.0879],\n", + " [0.0667],\n", + " [0.0801],\n", + " [0.0862],\n", + " [0.0782],\n", + " [0.0809],\n", + " [0.0788],\n", + " [0.0859],\n", + " [0.0881],\n", + " [0.0840],\n", + " [0.0797],\n", + " [0.0767],\n", + " [0.0865],\n", + " [0.0776],\n", + " [0.0813],\n", + " [0.0813],\n", + " [0.0802],\n", + " [0.0812],\n", + " [0.0828],\n", + " [0.0828],\n", + " [0.0819],\n", + " [0.0885],\n", + " [0.0795],\n", + " [0.0816],\n", + " [0.0606],\n", + " [0.0726],\n", + " [0.0805],\n", + " [0.0834],\n", + " [0.0758],\n", + " [0.0822],\n", + " [0.0864]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0848],\n", + " [0.0879],\n", + " [0.0873],\n", + " [0.0861],\n", + " [0.0859],\n", + " [0.0888],\n", + " [0.0865],\n", + " [0.0853],\n", + " [0.0869],\n", + " [0.0891],\n", + " [0.0884],\n", + " [0.0891],\n", + " [0.0913],\n", + " [0.0882],\n", + " [0.0874],\n", + " [0.0857],\n", + " [0.0855],\n", + " [0.0878],\n", + " [0.0836],\n", + " [0.0874],\n", + " [0.0904],\n", + " [0.0871],\n", + " [0.0882],\n", + " [0.0891],\n", + " [0.0903],\n", + " [0.0907],\n", + " [0.0796],\n", + " [0.0898],\n", + " [0.0889],\n", + " [0.0824],\n", + " [0.0858],\n", + " [0.0904]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0400],\n", + " [0.0437],\n", + " [0.0394],\n", + " [0.0417],\n", + " [0.0410],\n", + " [0.0395],\n", + " [0.0418],\n", + " [0.0361],\n", + " [0.0421],\n", + " [0.0410],\n", + " [0.0420],\n", + " [0.0393],\n", + " [0.0420],\n", + " [0.0431],\n", + " [0.0484],\n", + " [0.0387],\n", + " [0.0428],\n", + " [0.0348],\n", + " [0.0506],\n", + " [0.0400],\n", + " [0.0419],\n", + " [0.0399],\n", + " [0.0468],\n", + " [0.0372],\n", + " [0.0480],\n", + " [0.0429],\n", + " [0.0333],\n", + " [0.0396],\n", + " [0.0396],\n", + " [0.0350],\n", + " [0.0410],\n", + " [0.0428]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0386],\n", + " [0.0350],\n", + " [0.0260],\n", + " [0.0352],\n", + " [0.0407],\n", + " [0.0358],\n", + " [0.0354],\n", + " [0.0399],\n", + " [0.0368],\n", + " [0.0374],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0330],\n", + " [0.0357],\n", + " [0.0277],\n", + " [0.0389],\n", + " [0.0357],\n", + " [0.0409],\n", + " [0.0273],\n", + " [0.0370],\n", + " [0.0361],\n", + " [0.0376],\n", + " [0.0359],\n", + " [0.0393],\n", + " [0.0297],\n", + " [0.0122],\n", + " [0.0399],\n", + " [0.0368],\n", + " [0.0369],\n", + " [0.0390],\n", + " [0.0353],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0758],\n", + " [-0.0693],\n", + " [-0.0809],\n", + " [-0.0734],\n", + " [-0.0710],\n", + " [-0.0729],\n", + " [-0.0764],\n", + " [-0.0769],\n", + " [-0.0716],\n", + " [-0.0700],\n", + " [-0.0739],\n", + " [-0.0742],\n", + " [-0.0727],\n", + " [-0.0716],\n", + " [-0.0773],\n", + " [-0.0755],\n", + " [-0.0740],\n", + " [-0.0792],\n", + " [-0.0804],\n", + " [-0.0729],\n", + " [-0.0747],\n", + " [-0.0739],\n", + " [-0.0728],\n", + " [-0.0785],\n", + " [-0.0763],\n", + " [-0.0610],\n", + " [-0.0801],\n", + " [-0.0772],\n", + " [-0.0705],\n", + " [-0.0797],\n", + " [-0.0744],\n", + " [-0.0721]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1036],\n", + " [-0.0969],\n", + " [-0.1101],\n", + " [-0.1017],\n", + " [-0.1063],\n", + " [-0.1072],\n", + " [-0.1079],\n", + " [-0.1019],\n", + " [-0.0976],\n", + " [-0.0974],\n", + " [-0.1017],\n", + " [-0.1053],\n", + " [-0.1164],\n", + " [-0.0990],\n", + " [-0.1080],\n", + " [-0.1005],\n", + " [-0.1013],\n", + " [-0.1048],\n", + " [-0.1066],\n", + " [-0.1006],\n", + " [-0.1050],\n", + " [-0.1012],\n", + " [-0.1052],\n", + " [-0.1056],\n", + " [-0.1129],\n", + " [-0.1199],\n", + " [-0.1041],\n", + " [-0.1078],\n", + " [-0.1031],\n", + " [-0.1070],\n", + " [-0.1062],\n", + " [-0.1051]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0635],\n", + " [-0.0602],\n", + " [-0.0630],\n", + " [-0.0597],\n", + " [-0.0597],\n", + " [-0.0615],\n", + " [-0.0642],\n", + " [-0.0629],\n", + " [-0.0639],\n", + " [-0.0613],\n", + " [-0.0609],\n", + " [-0.0511],\n", + " [-0.0620],\n", + " [-0.0572],\n", + " [-0.0643],\n", + " [-0.0627],\n", + " [-0.0639],\n", + " [-0.0567],\n", + " [-0.0625],\n", + " [-0.0604],\n", + " [-0.0626],\n", + " [-0.0589],\n", + " [-0.0620],\n", + " [-0.0549],\n", + " [-0.0567],\n", + " [-0.0654],\n", + " [-0.0615],\n", + " [-0.0605],\n", + " [-0.0635],\n", + " [-0.0623],\n", + " [-0.0590]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0552],\n", + " [-0.0438],\n", + " [-0.0615],\n", + " [-0.0604],\n", + " [-0.0616],\n", + " [-0.0630],\n", + " [-0.0628],\n", + " [-0.0582],\n", + " [-0.0627],\n", + " [-0.0648],\n", + " [-0.0614],\n", + " [-0.0325],\n", + " [-0.0640],\n", + " [-0.0613],\n", + " [-0.0609],\n", + " [-0.0678],\n", + " [-0.0617],\n", + " [-0.0706],\n", + " [-0.0607],\n", + " [-0.0607],\n", + " [-0.0857],\n", + " [-0.0601],\n", + " [-0.0592],\n", + " [-0.0619],\n", + " [-0.0621],\n", + " [-0.0626],\n", + " [-0.0599],\n", + " [-0.0624],\n", + " [-0.0610],\n", + " [-0.0620],\n", + " [-0.0643]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0719],\n", + " [-0.0731],\n", + " [-0.0653],\n", + " [-0.0671],\n", + " [-0.0720],\n", + " [-0.0725],\n", + " [-0.0762],\n", + " [-0.0745],\n", + " [-0.0753],\n", + " [-0.0725],\n", + " [-0.0766],\n", + " [-0.0727],\n", + " [-0.1076],\n", + " [-0.0750],\n", + " [-0.0749],\n", + " [-0.0722],\n", + " [-0.0783],\n", + " [-0.0720],\n", + " [-0.0836],\n", + " [-0.0701],\n", + " [-0.0747],\n", + " [-0.1235],\n", + " [-0.0725],\n", + " [-0.0698],\n", + " [-0.0744],\n", + " [-0.0772],\n", + " [-0.0733],\n", + " [-0.0723],\n", + " [-0.0741],\n", + " [-0.0744],\n", + " [-0.0730],\n", + " [-0.0778]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0360],\n", + " [0.0396],\n", + " [0.0341],\n", + " [0.0380],\n", + " [0.0390],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0361],\n", + " [0.0382],\n", + " [0.0359],\n", + " [0.0350],\n", + " [0.0369],\n", + " [0.0284],\n", + " [0.0416],\n", + " [0.0371],\n", + " [0.0379],\n", + " [0.0385],\n", + " [0.0358],\n", + " [0.0354],\n", + " [0.0381],\n", + " [0.0387],\n", + " [0.0209],\n", + " [0.0387],\n", + " [0.0380],\n", + " [0.0373],\n", + " [0.0394],\n", + " [0.0376],\n", + " [0.0396],\n", + " [0.0371],\n", + " [0.0377],\n", + " [0.0364],\n", + " [0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0948],\n", + " [-0.0849],\n", + " [-0.0686],\n", + " [-0.0934],\n", + " [-0.0915],\n", + " [-0.0938],\n", + " [-0.0926],\n", + " [-0.0951],\n", + " [-0.0878],\n", + " [-0.0950],\n", + " [-0.0976],\n", + " [-0.0919],\n", + " [-0.0405],\n", + " [-0.0900],\n", + " [-0.0900],\n", + " [-0.0904],\n", + " [-0.0933],\n", + " [-0.0953],\n", + " [-0.0986],\n", + " [-0.0918],\n", + " [-0.0911],\n", + " [-0.0783],\n", + " [-0.0900],\n", + " [-0.0898],\n", + " [-0.0927],\n", + " [-0.0903],\n", + " [-0.0954],\n", + " [-0.0889],\n", + " [-0.0927],\n", + " [-0.0899],\n", + " [-0.0941],\n", + " [-0.0953]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0577],\n", + " [0.0418],\n", + " [0.0521],\n", + " [0.0582],\n", + " [0.0502],\n", + " [0.0576],\n", + " [0.0524],\n", + " [0.0581],\n", + " [0.0411],\n", + " [0.0576],\n", + " [0.0595],\n", + " [0.0560],\n", + " [0.0006],\n", + " [0.0291],\n", + " [0.0493],\n", + " [0.0544],\n", + " [0.0537],\n", + " [0.0593],\n", + " [0.0549],\n", + " [0.0556],\n", + " [0.0510],\n", + " [0.0443],\n", + " [0.0517],\n", + " [0.0420],\n", + " [0.0549],\n", + " [0.0463],\n", + " [0.0557],\n", + " [0.0473],\n", + " [0.0550],\n", + " [0.0508],\n", + " [0.0583],\n", + " [0.0556]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0381],\n", + " [-0.0427],\n", + " [-0.0334],\n", + " [-0.0354],\n", + " [-0.0359],\n", + " [-0.0364],\n", + " [-0.0401],\n", + " [-0.0368],\n", + " [-0.0412],\n", + " [-0.0381],\n", + " [-0.0345],\n", + " [-0.0395],\n", + " [-0.0686],\n", + " [-0.0360],\n", + " [-0.0412],\n", + " [-0.0402],\n", + " [-0.0389],\n", + " [-0.0359],\n", + " [-0.0378],\n", + " [-0.0382],\n", + " [-0.0357],\n", + " [-0.0274],\n", + " [-0.0377],\n", + " [-0.0364],\n", + " [-0.0377],\n", + " [-0.0354],\n", + " [-0.0353],\n", + " [-0.0372],\n", + " [-0.0387],\n", + " [-0.0393],\n", + " [-0.0370],\n", + " [-0.0382]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0802],\n", + " [-0.0782],\n", + " [-0.0666],\n", + " [-0.0817],\n", + " [-0.0818],\n", + " [-0.0794],\n", + " [-0.0795],\n", + " [-0.0788],\n", + " [-0.0791],\n", + " [-0.0802],\n", + " [-0.0792],\n", + " [-0.0791],\n", + " [-0.0192],\n", + " [-0.0852],\n", + " [-0.0789],\n", + " [-0.0790],\n", + " [-0.0779],\n", + " [-0.0796],\n", + " [-0.0788],\n", + " [-0.0805],\n", + " [-0.0796],\n", + " [-0.0772],\n", + " [-0.0793],\n", + " [-0.0832],\n", + " [-0.0793],\n", + " [-0.0790],\n", + " [-0.0816],\n", + " [-0.0801],\n", + " [-0.0799],\n", + " [-0.0782],\n", + " [-0.0788],\n", + " [-0.0790]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1687],\n", + " [0.1596],\n", + " [0.1752],\n", + " [0.1720],\n", + " [0.1646],\n", + " [0.1693],\n", + " [0.1658],\n", + " [0.1688],\n", + " [0.1580],\n", + " [0.1683],\n", + " [0.1695],\n", + " [0.1690],\n", + " [0.1820],\n", + " [0.1546],\n", + " [0.1638],\n", + " [0.1686],\n", + " [0.1688],\n", + " [0.1701],\n", + " [0.1656],\n", + " [0.1688],\n", + " [0.1650],\n", + " [0.1226],\n", + " [0.1665],\n", + " [0.1605],\n", + " [0.1677],\n", + " [0.1624],\n", + " [0.1670],\n", + " [0.1638],\n", + " [0.1675],\n", + " [0.1663],\n", + " [0.1696],\n", + " [0.1674]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0560],\n", + " [-0.0539],\n", + " [-0.0407],\n", + " [-0.0527],\n", + " [-0.0504],\n", + " [-0.0557],\n", + " [-0.0559],\n", + " [-0.0578],\n", + " [-0.0562],\n", + " [-0.0564],\n", + " [-0.0611],\n", + " [-0.0544],\n", + " [-0.0435],\n", + " [-0.0553],\n", + " [-0.0543],\n", + " [-0.0522],\n", + " [-0.0557],\n", + " [-0.0574],\n", + " [-0.0630],\n", + " [-0.0528],\n", + " [-0.0554],\n", + " [-0.0775],\n", + " [-0.0527],\n", + " [-0.0478],\n", + " [-0.0555],\n", + " [-0.0578],\n", + " [-0.0570],\n", + " [-0.0517],\n", + " [-0.0547],\n", + " [-0.0555],\n", + " [-0.0565],\n", + " [-0.0586]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0581],\n", + " [0.0695],\n", + " [0.0526],\n", + " [0.0561],\n", + " [0.0662],\n", + " [0.0587],\n", + " [0.0633],\n", + " [0.0600],\n", + " [0.0727],\n", + " [0.0587],\n", + " [0.0616],\n", + " [0.0579],\n", + " [0.0644],\n", + " [0.0837],\n", + " [0.0655],\n", + " [0.0594],\n", + " [0.0659],\n", + " [0.0580],\n", + " [0.0647],\n", + " [0.0569],\n", + " [0.0656],\n", + " [0.0572],\n", + " [0.0630],\n", + " [0.0709],\n", + " [0.0607],\n", + " [0.0700],\n", + " [0.0615],\n", + " [0.0664],\n", + " [0.0600],\n", + " [0.0610],\n", + " [0.0585],\n", + " [0.0623]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0981],\n", + " [-0.0851],\n", + " [-0.1037],\n", + " [-0.1006],\n", + " [-0.0940],\n", + " [-0.0980],\n", + " [-0.0936],\n", + " [-0.0976],\n", + " [-0.0832],\n", + " [-0.0978],\n", + " [-0.0993],\n", + " [-0.0964],\n", + " [-0.0981],\n", + " [-0.0729],\n", + " [-0.0903],\n", + " [-0.0959],\n", + " [-0.0925],\n", + " [-0.0995],\n", + " [-0.0924],\n", + " [-0.0971],\n", + " [-0.0920],\n", + " [-0.0535],\n", + " [-0.0929],\n", + " [-0.0868],\n", + " [-0.0952],\n", + " [-0.0871],\n", + " [-0.0972],\n", + " [-0.0901],\n", + " [-0.0954],\n", + " [-0.0909],\n", + " [-0.0981],\n", + " [-0.0954]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0196],\n", + " [ 0.0066],\n", + " [ 0.0129],\n", + " [ 0.0230],\n", + " [ 0.0134],\n", + " [ 0.0192],\n", + " [ 0.0127],\n", + " [ 0.0191],\n", + " [ 0.0045],\n", + " [ 0.0190],\n", + " [ 0.0169],\n", + " [ 0.0177],\n", + " [-0.0230],\n", + " [-0.0049],\n", + " [ 0.0114],\n", + " [ 0.0163],\n", + " [ 0.0136],\n", + " [ 0.0206],\n", + " [ 0.0156],\n", + " [ 0.0194],\n", + " [ 0.0132],\n", + " [-0.0111],\n", + " [ 0.0154],\n", + " [ 0.0090],\n", + " [ 0.0166],\n", + " [ 0.0083],\n", + " [ 0.0171],\n", + " [ 0.0119],\n", + " [ 0.0159],\n", + " [ 0.0159],\n", + " [ 0.0195],\n", + " [ 0.0155]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0959],\n", + " [0.0944],\n", + " [0.1127],\n", + " [0.0960],\n", + " [0.0906],\n", + " [0.0942],\n", + " [0.0935],\n", + " [0.0928],\n", + " [0.0889],\n", + " [0.0954],\n", + " [0.0923],\n", + " [0.0960],\n", + " [0.0971],\n", + " [0.0787],\n", + " [0.0918],\n", + " [0.0958],\n", + " [0.0869],\n", + " [0.0959],\n", + " [0.0902],\n", + " [0.0970],\n", + " [0.0884],\n", + " [0.0529],\n", + " [0.0899],\n", + " [0.0862],\n", + " [0.0922],\n", + " [0.0851],\n", + " [0.0927],\n", + " [0.0883],\n", + " [0.0942],\n", + " [0.0918],\n", + " [0.0943],\n", + " [0.0934]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0104],\n", + " [ 0.0159],\n", + " [ 0.0163],\n", + " [ 0.0096],\n", + " [ 0.0079],\n", + " [ 0.0101],\n", + " [ 0.0120],\n", + " [ 0.0082],\n", + " [ 0.0124],\n", + " [ 0.0104],\n", + " [ 0.0080],\n", + " [ 0.0121],\n", + " [ 0.0606],\n", + " [ 0.0080],\n", + " [ 0.0105],\n", + " [ 0.0125],\n", + " [ 0.0080],\n", + " [ 0.0092],\n", + " [ 0.0065],\n", + " [ 0.0126],\n", + " [ 0.0092],\n", + " [-0.0036],\n", + " [ 0.0091],\n", + " [ 0.0027],\n", + " [ 0.0100],\n", + " [ 0.0092],\n", + " [ 0.0107],\n", + " [ 0.0086],\n", + " [ 0.0118],\n", + " [ 0.0100],\n", + " [ 0.0094],\n", + " [ 0.0105]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0015],\n", + " [-0.0118],\n", + " [-0.0128],\n", + " [-0.0018],\n", + " [-0.0074],\n", + " [-0.0010],\n", + " [-0.0043],\n", + " [ 0.0012],\n", + " [-0.0096],\n", + " [-0.0014],\n", + " [ 0.0043],\n", + " [-0.0036],\n", + " [-0.0511],\n", + " [-0.0134],\n", + " [-0.0076],\n", + " [-0.0067],\n", + " [-0.0005],\n", + " [ 0.0004],\n", + " [ 0.0070],\n", + " [-0.0045],\n", + " [-0.0035],\n", + " [ 0.0018],\n", + " [-0.0053],\n", + " [-0.0102],\n", + " [-0.0018],\n", + " [-0.0026],\n", + " [-0.0005],\n", + " [-0.0060],\n", + " [-0.0038],\n", + " [-0.0024],\n", + " [-0.0003],\n", + " [ 0.0008]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0339],\n", + " [-0.0369],\n", + " [-0.0223],\n", + " [-0.0305],\n", + " [-0.0358],\n", + " [-0.0343],\n", + " [-0.0348],\n", + " [-0.0366],\n", + " [-0.0383],\n", + " [-0.0342],\n", + " [-0.0370],\n", + " [-0.0322],\n", + " [-0.0583],\n", + " [-0.0475],\n", + " [-0.0362],\n", + " [-0.0312],\n", + " [-0.0358],\n", + " [-0.0351],\n", + " [-0.0418],\n", + " [-0.0315],\n", + " [-0.0366],\n", + " [-0.0390],\n", + " [-0.0354],\n", + " [-0.0402],\n", + " [-0.0356],\n", + " [-0.0391],\n", + " [-0.0355],\n", + " [-0.0358],\n", + " [-0.0333],\n", + " [-0.0378],\n", + " [-0.0347],\n", + " [-0.0355]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0034],\n", + " [ 0.0010],\n", + " [ 0.0028],\n", + " [ 0.0014],\n", + " [ 0.0022],\n", + " [ 0.0038],\n", + " [ 0.0037],\n", + " [ 0.0054],\n", + " [ 0.0040],\n", + " [ 0.0036],\n", + " [ 0.0080],\n", + " [ 0.0025],\n", + " [-0.0084],\n", + " [ 0.0019],\n", + " [ 0.0033],\n", + " [ 0.0014],\n", + " [ 0.0052],\n", + " [ 0.0051],\n", + " [ 0.0085],\n", + " [ 0.0011],\n", + " [ 0.0049],\n", + " [ 0.0230],\n", + " [ 0.0032],\n", + " [ 0.0016],\n", + " [ 0.0040],\n", + " [ 0.0071],\n", + " [ 0.0042],\n", + " [ 0.0032],\n", + " [ 0.0028],\n", + " [ 0.0042],\n", + " [ 0.0044],\n", + " [ 0.0055]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0564],\n", + " [0.0600],\n", + " [0.0566],\n", + " [0.0565],\n", + " [0.0579],\n", + " [0.0562],\n", + " [0.0577],\n", + " [0.0566],\n", + " [0.0623],\n", + " [0.0566],\n", + " [0.0589],\n", + " [0.0555],\n", + " [0.0340],\n", + " [0.0719],\n", + " [0.0579],\n", + " [0.0550],\n", + " [0.0568],\n", + " [0.0568],\n", + " [0.0611],\n", + " [0.0552],\n", + " [0.0583],\n", + " [0.0738],\n", + " [0.0564],\n", + " [0.0610],\n", + " [0.0564],\n", + " [0.0615],\n", + " [0.0581],\n", + " [0.0583],\n", + " [0.0563],\n", + " [0.0570],\n", + " [0.0561],\n", + " [0.0581]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0183],\n", + " [-0.0154],\n", + " [-0.0143],\n", + " [-0.0180],\n", + " [-0.0155],\n", + " [-0.0185],\n", + " [-0.0162],\n", + " [-0.0185],\n", + " [-0.0139],\n", + " [-0.0181],\n", + " [-0.0179],\n", + " [-0.0176],\n", + " [-0.0050],\n", + " [-0.0107],\n", + " [-0.0157],\n", + " [-0.0173],\n", + " [-0.0179],\n", + " [-0.0187],\n", + " [-0.0190],\n", + " [-0.0186],\n", + " [-0.0156],\n", + " [-0.0044],\n", + " [-0.0163],\n", + " [-0.0122],\n", + " [-0.0175],\n", + " [-0.0139],\n", + " [-0.0185],\n", + " [-0.0137],\n", + " [-0.0174],\n", + " [-0.0176],\n", + " [-0.0185],\n", + " [-0.0174]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1714],\n", + " [-0.1684],\n", + " [-0.1641],\n", + " [-0.1684],\n", + " [-0.1668],\n", + " [-0.1705],\n", + " [-0.1707],\n", + " [-0.1722],\n", + " [-0.1675],\n", + " [-0.1715],\n", + " [-0.1725],\n", + " [-0.1703],\n", + " [-0.1573],\n", + " [-0.1653],\n", + " [-0.1683],\n", + " [-0.1684],\n", + " [-0.1721],\n", + " [-0.1721],\n", + " [-0.1795],\n", + " [-0.1691],\n", + " [-0.1679],\n", + " [-0.1526],\n", + " [-0.1671],\n", + " [-0.1651],\n", + " [-0.1704],\n", + " [-0.1683],\n", + " [-0.1707],\n", + " [-0.1664],\n", + " [-0.1702],\n", + " [-0.1703],\n", + " [-0.1711],\n", + " [-0.1738]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0274],\n", + " [-0.0138],\n", + " [-0.0216],\n", + " [-0.0224],\n", + " [-0.0216],\n", + " [-0.0237],\n", + " [-0.0205],\n", + " [-0.0269],\n", + " [-0.0222],\n", + " [-0.0194],\n", + " [-0.0228],\n", + " [-0.0114],\n", + " [-0.0263],\n", + " [-0.0251],\n", + " [-0.0245],\n", + " [-0.0225],\n", + " [-0.0211],\n", + " [-0.0157],\n", + " [-0.0230],\n", + " [-0.0226],\n", + " [ 0.0359],\n", + " [-0.0227],\n", + " [-0.0202],\n", + " [-0.0214],\n", + " [-0.0229],\n", + " [-0.0219],\n", + " [-0.0222],\n", + " [-0.0229],\n", + " [-0.0205],\n", + " [-0.0213],\n", + " [-0.0211]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0121],\n", + " [-0.0077],\n", + " [ 0.0184],\n", + " [ 0.0156],\n", + " [ 0.0040],\n", + " [ 0.0116],\n", + " [ 0.0041],\n", + " [ 0.0111],\n", + " [-0.0094],\n", + " [ 0.0118],\n", + " [ 0.0154],\n", + " [ 0.0088],\n", + " [-0.0062],\n", + " [-0.0157],\n", + " [-0.0009],\n", + " [ 0.0064],\n", + " [ 0.0008],\n", + " [ 0.0148],\n", + " [ 0.0079],\n", + " [ 0.0102],\n", + " [ 0.0032],\n", + " [ 0.0353],\n", + " [ 0.0033],\n", + " [-0.0039],\n", + " [ 0.0073],\n", + " [-0.0028],\n", + " [ 0.0112],\n", + " [-0.0008],\n", + " [ 0.0076],\n", + " [ 0.0027],\n", + " [ 0.0118],\n", + " [ 0.0076]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0907],\n", + " [0.0953],\n", + " [0.1004],\n", + " [0.0928],\n", + " [0.0950],\n", + " [0.0914],\n", + " [0.0916],\n", + " [0.0912],\n", + " [0.0969],\n", + " [0.0906],\n", + " [0.0877],\n", + " [0.0921],\n", + " [0.0744],\n", + " [0.0946],\n", + " [0.0960],\n", + " [0.0938],\n", + " [0.0947],\n", + " [0.0898],\n", + " [0.0875],\n", + " [0.0919],\n", + " [0.0945],\n", + " [0.0858],\n", + " [0.0967],\n", + " [0.1008],\n", + " [0.0925],\n", + " [0.0948],\n", + " [0.0895],\n", + " [0.0974],\n", + " [0.0917],\n", + " [0.0957],\n", + " [0.0915],\n", + " [0.0893]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0851],\n", + " [0.0768],\n", + " [0.0859],\n", + " [0.0870],\n", + " [0.0810],\n", + " [0.0849],\n", + " [0.0800],\n", + " [0.0847],\n", + " [0.0765],\n", + " [0.0848],\n", + " [0.0874],\n", + " [0.0828],\n", + " [0.0061],\n", + " [0.0762],\n", + " [0.0779],\n", + " [0.0803],\n", + " [0.0752],\n", + " [0.0872],\n", + " [0.0794],\n", + " [0.0841],\n", + " [0.0822],\n", + " [0.0752],\n", + " [0.0812],\n", + " [0.0807],\n", + " [0.0827],\n", + " [0.0806],\n", + " [0.0856],\n", + " [0.0808],\n", + " [0.0819],\n", + " [0.0812],\n", + " [0.0848],\n", + " [0.0816]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0874],\n", + " [0.0847],\n", + " [0.0638],\n", + " [0.0869],\n", + " [0.0867],\n", + " [0.0864],\n", + " [0.0878],\n", + " [0.0867],\n", + " [0.0873],\n", + " [0.0877],\n", + " [0.0899],\n", + " [0.0860],\n", + " [0.0226],\n", + " [0.0970],\n", + " [0.0868],\n", + " [0.0851],\n", + " [0.0869],\n", + " [0.0869],\n", + " [0.0906],\n", + " [0.0866],\n", + " [0.0871],\n", + " [0.1191],\n", + " [0.0854],\n", + " [0.0859],\n", + " [0.0868],\n", + " [0.0887],\n", + " [0.0896],\n", + " [0.0858],\n", + " [0.0875],\n", + " [0.0857],\n", + " [0.0861],\n", + " [0.0877]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0407],\n", + " [0.0349],\n", + " [0.0366],\n", + " [0.0430],\n", + " [0.0389],\n", + " [0.0417],\n", + " [0.0377],\n", + " [0.0422],\n", + " [0.0364],\n", + " [0.0405],\n", + " [0.0433],\n", + " [0.0391],\n", + " [0.0568],\n", + " [0.0422],\n", + " [0.0376],\n", + " [0.0385],\n", + " [0.0398],\n", + " [0.0425],\n", + " [0.0398],\n", + " [0.0396],\n", + " [0.0405],\n", + " [0.0610],\n", + " [0.0403],\n", + " [0.0382],\n", + " [0.0404],\n", + " [0.0403],\n", + " [0.0410],\n", + " [0.0391],\n", + " [0.0389],\n", + " [0.0398],\n", + " [0.0419],\n", + " [0.0395]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0370],\n", + " [ 0.0408],\n", + " [ 0.0347],\n", + " [ 0.0357],\n", + " [ 0.0378],\n", + " [ 0.0367],\n", + " [ 0.0379],\n", + " [ 0.0363],\n", + " [ 0.0390],\n", + " [ 0.0368],\n", + " [ 0.0334],\n", + " [ 0.0379],\n", + " [-0.0133],\n", + " [ 0.0325],\n", + " [ 0.0389],\n", + " [ 0.0383],\n", + " [ 0.0340],\n", + " [ 0.0361],\n", + " [ 0.0348],\n", + " [ 0.0386],\n", + " [ 0.0381],\n", + " [ 0.0061],\n", + " [ 0.0384],\n", + " [ 0.0376],\n", + " [ 0.0376],\n", + " [ 0.0374],\n", + " [ 0.0372],\n", + " [ 0.0386],\n", + " [ 0.0374],\n", + " [ 0.0391],\n", + " [ 0.0364],\n", + " [ 0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0711],\n", + " [-0.0828],\n", + " [-0.0800],\n", + " [-0.0691],\n", + " [-0.0745],\n", + " [-0.0722],\n", + " [-0.0744],\n", + " [-0.0717],\n", + " [-0.0809],\n", + " [-0.0711],\n", + " [-0.0695],\n", + " [-0.0730],\n", + " [-0.1089],\n", + " [-0.0765],\n", + " [-0.0762],\n", + " [-0.0743],\n", + " [-0.0743],\n", + " [-0.0707],\n", + " [-0.0707],\n", + " [-0.0726],\n", + " [-0.0756],\n", + " [-0.0472],\n", + " [-0.0752],\n", + " [-0.0751],\n", + " [-0.0735],\n", + " [-0.0770],\n", + " [-0.0721],\n", + " [-0.0763],\n", + " [-0.0731],\n", + " [-0.0754],\n", + " [-0.0718],\n", + " [-0.0730]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0983],\n", + " [-0.1047],\n", + " [-0.0996],\n", + " [-0.0967],\n", + " [-0.1014],\n", + " [-0.0985],\n", + " [-0.1024],\n", + " [-0.0996],\n", + " [-0.1070],\n", + " [-0.0986],\n", + " [-0.1012],\n", + " [-0.0994],\n", + " [-0.1221],\n", + " [-0.1104],\n", + " [-0.1032],\n", + " [-0.0997],\n", + " [-0.1048],\n", + " [-0.0985],\n", + " [-0.1075],\n", + " [-0.0981],\n", + " [-0.1026],\n", + " [-0.1222],\n", + " [-0.1016],\n", + " [-0.1053],\n", + " [-0.1009],\n", + " [-0.1063],\n", + " [-0.0999],\n", + " [-0.1033],\n", + " [-0.1002],\n", + " [-0.1038],\n", + " [-0.0986],\n", + " [-0.1026]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0621],\n", + " [-0.0657],\n", + " [-0.0646],\n", + " [-0.0649],\n", + " [-0.0626],\n", + " [-0.0640],\n", + " [-0.0617],\n", + " [-0.0620],\n", + " [-0.0631],\n", + " [-0.0610],\n", + " [-0.0639],\n", + " [-0.0384],\n", + " [-0.0597],\n", + " [-0.0643],\n", + " [-0.0652],\n", + " [-0.0634],\n", + " [-0.0625],\n", + " [-0.0589],\n", + " [-0.0638],\n", + " [-0.0621],\n", + " [-0.0346],\n", + " [-0.0631],\n", + " [-0.0640],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0616],\n", + " [-0.0635],\n", + " [-0.0637],\n", + " [-0.0607],\n", + " [-0.0627],\n", + " [-0.0621]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0589],\n", + " [-0.0638],\n", + " [-0.0611],\n", + " [-0.0600],\n", + " [-0.0612],\n", + " [-0.0621],\n", + " [-0.0631],\n", + " [-0.0612],\n", + " [-0.0609],\n", + " [ 0.0418],\n", + " [-0.0639],\n", + " [-0.0621],\n", + " [-0.0616],\n", + " [-0.0620],\n", + " [-0.0658],\n", + " [-0.0611],\n", + " [-0.0668],\n", + " [-0.0620],\n", + " [-0.0643],\n", + " [-0.0604],\n", + " [-0.0679],\n", + " [-0.0642],\n", + " [-0.0609],\n", + " [-0.0632],\n", + " [-0.0646],\n", + " [-0.0614],\n", + " [-0.0632],\n", + " [-0.0645],\n", + " [-0.0616],\n", + " [-0.0624],\n", + " [-0.0532],\n", + " [-0.0619]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0681],\n", + " [-0.0740],\n", + " [-0.0716],\n", + " [-0.0726],\n", + " [-0.0714],\n", + " [-0.0733],\n", + " [-0.0772],\n", + " [-0.0758],\n", + " [-0.0735],\n", + " [-0.0315],\n", + " [-0.0740],\n", + " [-0.0740],\n", + " [-0.0723],\n", + " [-0.0744],\n", + " [-0.0789],\n", + " [-0.0679],\n", + " [-0.0798],\n", + " [-0.0711],\n", + " [-0.0775],\n", + " [-0.0738],\n", + " [-0.0802],\n", + " [-0.0776],\n", + " [-0.0743],\n", + " [-0.0769],\n", + " [-0.0779],\n", + " [-0.0752],\n", + " [-0.0769],\n", + " [-0.0753],\n", + " [-0.0718],\n", + " [-0.0736],\n", + " [-0.0713],\n", + " [-0.0725]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0394],\n", + " [0.0352],\n", + " [0.0392],\n", + " [0.0383],\n", + " [0.0373],\n", + " [0.0363],\n", + " [0.0371],\n", + " [0.0382],\n", + " [0.0375],\n", + " [0.0098],\n", + " [0.0361],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0368],\n", + " [0.0365],\n", + " [0.0384],\n", + " [0.0355],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0373],\n", + " [0.0389],\n", + " [0.0367],\n", + " [0.0391],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0372],\n", + " [0.0382],\n", + " [0.0395],\n", + " [0.0365],\n", + " [0.0366],\n", + " [0.0390],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0887],\n", + " [-0.0964],\n", + " [-0.0888],\n", + " [-0.0869],\n", + " [-0.0933],\n", + " [-0.0936],\n", + " [-0.0917],\n", + " [-0.0907],\n", + " [-0.0903],\n", + " [-0.0538],\n", + " [-0.0969],\n", + " [-0.0931],\n", + " [-0.0929],\n", + " [-0.0926],\n", + " [-0.0942],\n", + " [-0.0938],\n", + " [-0.0969],\n", + " [-0.0957],\n", + " [-0.0906],\n", + " [-0.0887],\n", + " [-0.0945],\n", + " [-0.0928],\n", + " [-0.0925],\n", + " [-0.0922],\n", + " [-0.0924],\n", + " [-0.0913],\n", + " [-0.0936],\n", + " [-0.0892],\n", + " [-0.0938],\n", + " [-0.0942],\n", + " [-0.0851],\n", + " [-0.0935]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0525],\n", + " [0.0584],\n", + " [0.0458],\n", + " [0.0498],\n", + " [0.0565],\n", + " [0.0578],\n", + " [0.0506],\n", + " [0.0494],\n", + " [0.0531],\n", + " [0.0310],\n", + " [0.0587],\n", + " [0.0566],\n", + " [0.0565],\n", + " [0.0557],\n", + " [0.0528],\n", + " [0.0582],\n", + " [0.0539],\n", + " [0.0579],\n", + " [0.0485],\n", + " [0.0452],\n", + " [0.0535],\n", + " [0.0521],\n", + " [0.0517],\n", + " [0.0518],\n", + " [0.0514],\n", + " [0.0504],\n", + " [0.0522],\n", + " [0.0371],\n", + " [0.0574],\n", + " [0.0574],\n", + " [0.0428],\n", + " [0.0569]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0381],\n", + " [-0.0376],\n", + " [-0.0370],\n", + " [-0.0448],\n", + " [-0.0376],\n", + " [-0.0378],\n", + " [-0.0385],\n", + " [-0.0368],\n", + " [-0.0404],\n", + " [ 0.0183],\n", + " [-0.0360],\n", + " [-0.0384],\n", + " [-0.0384],\n", + " [-0.0387],\n", + " [-0.0374],\n", + " [-0.0343],\n", + " [-0.0379],\n", + " [-0.0339],\n", + " [-0.0413],\n", + " [-0.0416],\n", + " [-0.0351],\n", + " [-0.0379],\n", + " [-0.0347],\n", + " [-0.0403],\n", + " [-0.0369],\n", + " [-0.0402],\n", + " [-0.0363],\n", + " [-0.0347],\n", + " [-0.0383],\n", + " [-0.0373],\n", + " [-0.0436],\n", + " [-0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0800],\n", + " [-0.0798],\n", + " [-0.0802],\n", + " [-0.0777],\n", + " [-0.0803],\n", + " [-0.0787],\n", + " [-0.0781],\n", + " [-0.0791],\n", + " [-0.0783],\n", + " [-0.0568],\n", + " [-0.0802],\n", + " [-0.0788],\n", + " [-0.0796],\n", + " [-0.0786],\n", + " [-0.0788],\n", + " [-0.0817],\n", + " [-0.0795],\n", + " [-0.0818],\n", + " [-0.0777],\n", + " [-0.0792],\n", + " [-0.0784],\n", + " [-0.0787],\n", + " [-0.0811],\n", + " [-0.0782],\n", + " [-0.0784],\n", + " [-0.0793],\n", + " [-0.0806],\n", + " [-0.0835],\n", + " [-0.0797],\n", + " [-0.0792],\n", + " [-0.0792],\n", + " [-0.0796]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1687],\n", + " [0.1679],\n", + " [0.1648],\n", + " [0.1653],\n", + " [0.1685],\n", + " [0.1693],\n", + " [0.1649],\n", + " [0.1639],\n", + " [0.1675],\n", + " [0.1866],\n", + " [0.1688],\n", + " [0.1688],\n", + " [0.1687],\n", + " [0.1684],\n", + " [0.1659],\n", + " [0.1713],\n", + " [0.1648],\n", + " [0.1697],\n", + " [0.1647],\n", + " [0.1622],\n", + " [0.1676],\n", + " [0.1657],\n", + " [0.1650],\n", + " [0.1655],\n", + " [0.1660],\n", + " [0.1647],\n", + " [0.1646],\n", + " [0.1602],\n", + " [0.1689],\n", + " [0.1687],\n", + " [0.1607],\n", + " [0.1688]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0469],\n", + " [-0.0578],\n", + " [-0.0505],\n", + " [-0.0514],\n", + " [-0.0544],\n", + " [-0.0562],\n", + " [-0.0575],\n", + " [-0.0565],\n", + " [-0.0533],\n", + " [-0.0822],\n", + " [-0.0592],\n", + " [-0.0556],\n", + " [-0.0547],\n", + " [-0.0554],\n", + " [-0.0590],\n", + " [-0.0531],\n", + " [-0.0598],\n", + " [-0.0559],\n", + " [-0.0574],\n", + " [-0.0542],\n", + " [-0.0595],\n", + " [-0.0576],\n", + " [-0.0547],\n", + " [-0.0566],\n", + " [-0.0578],\n", + " [-0.0561],\n", + " [-0.0566],\n", + " [-0.0594],\n", + " [-0.0557],\n", + " [-0.0567],\n", + " [-0.0532],\n", + " [-0.0550]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0591],\n", + " [0.0597],\n", + " [0.0674],\n", + " [0.0622],\n", + " [0.0583],\n", + " [0.0586],\n", + " [0.0649],\n", + " [0.0671],\n", + " [0.0615],\n", + " [0.1290],\n", + " [0.0601],\n", + " [0.0594],\n", + " [0.0583],\n", + " [0.0598],\n", + " [0.0636],\n", + " [0.0570],\n", + " [0.0646],\n", + " [0.0597],\n", + " [0.0644],\n", + " [0.0677],\n", + " [0.0663],\n", + " [0.0644],\n", + " [0.0657],\n", + " [0.0637],\n", + " [0.0658],\n", + " [0.0630],\n", + " [0.0674],\n", + " [0.0729],\n", + " [0.0575],\n", + " [0.0591],\n", + " [0.0675],\n", + " [0.0588]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0965],\n", + " [-0.0977],\n", + " [-0.0871],\n", + " [-0.0917],\n", + " [-0.0973],\n", + " [-0.0976],\n", + " [-0.0903],\n", + " [-0.0900],\n", + " [-0.0939],\n", + " [-0.1787],\n", + " [-0.0994],\n", + " [-0.0964],\n", + " [-0.0971],\n", + " [-0.0955],\n", + " [-0.0913],\n", + " [-0.1001],\n", + " [-0.0925],\n", + " [-0.0987],\n", + " [-0.0889],\n", + " [-0.0863],\n", + " [-0.0913],\n", + " [-0.0911],\n", + " [-0.0941],\n", + " [-0.0922],\n", + " [-0.0903],\n", + " [-0.0923],\n", + " [-0.0939],\n", + " [-0.0751],\n", + " [-0.0980],\n", + " [-0.0976],\n", + " [-0.0854],\n", + " [-0.0972]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0176],\n", + " [ 0.0193],\n", + " [ 0.0126],\n", + " [ 0.0129],\n", + " [ 0.0199],\n", + " [ 0.0187],\n", + " [ 0.0130],\n", + " [ 0.0113],\n", + " [ 0.0153],\n", + " [-0.0719],\n", + " [ 0.0182],\n", + " [ 0.0177],\n", + " [ 0.0185],\n", + " [ 0.0174],\n", + " [ 0.0152],\n", + " [ 0.0229],\n", + " [ 0.0137],\n", + " [ 0.0206],\n", + " [ 0.0132],\n", + " [ 0.0090],\n", + " [ 0.0137],\n", + " [ 0.0144],\n", + " [ 0.0131],\n", + " [ 0.0137],\n", + " [ 0.0129],\n", + " [ 0.0127],\n", + " [ 0.0108],\n", + " [ 0.0065],\n", + " [ 0.0195],\n", + " [ 0.0181],\n", + " [ 0.0112],\n", + " [ 0.0188]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0951],\n", + " [0.0938],\n", + " [0.0833],\n", + " [0.0959],\n", + " [0.0949],\n", + " [0.0947],\n", + " [0.0893],\n", + " [0.0879],\n", + " [0.0929],\n", + " [0.1076],\n", + " [0.0942],\n", + " [0.0940],\n", + " [0.0954],\n", + " [0.0933],\n", + " [0.0888],\n", + " [0.0947],\n", + " [0.0895],\n", + " [0.0932],\n", + " [0.0912],\n", + " [0.0891],\n", + " [0.0854],\n", + " [0.0887],\n", + " [0.0902],\n", + " [0.0922],\n", + " [0.0869],\n", + " [0.0940],\n", + " [0.0905],\n", + " [0.0780],\n", + " [0.0965],\n", + " [0.0947],\n", + " [0.0950],\n", + " [0.0943]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0096],\n", + " [0.0082],\n", + " [0.0033],\n", + " [0.0142],\n", + " [0.0103],\n", + " [0.0101],\n", + " [0.0090],\n", + " [0.0095],\n", + " [0.0110],\n", + " [0.0227],\n", + " [0.0102],\n", + " [0.0103],\n", + " [0.0112],\n", + " [0.0098],\n", + " [0.0070],\n", + " [0.0092],\n", + " [0.0067],\n", + " [0.0085],\n", + " [0.0108],\n", + " [0.0100],\n", + " [0.0074],\n", + " [0.0073],\n", + " [0.0101],\n", + " [0.0100],\n", + " [0.0083],\n", + " [0.0126],\n", + " [0.0110],\n", + " [0.0023],\n", + " [0.0112],\n", + " [0.0108],\n", + " [0.0148],\n", + " [0.0102]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-7.4272e-03],\n", + " [ 7.1152e-04],\n", + " [-4.1759e-03],\n", + " [-8.9885e-03],\n", + " [-2.4746e-03],\n", + " [-1.0156e-03],\n", + " [-1.8724e-03],\n", + " [-3.9927e-03],\n", + " [-5.7689e-03],\n", + " [-5.7888e-03],\n", + " [ 1.9623e-03],\n", + " [-1.8250e-03],\n", + " [-2.9327e-03],\n", + " [-1.8403e-03],\n", + " [ 2.5163e-03],\n", + " [-1.0205e-03],\n", + " [ 1.6373e-03],\n", + " [ 7.5310e-05],\n", + " [-1.5707e-03],\n", + " [-8.8423e-03],\n", + " [ 3.7098e-03],\n", + " [-1.8272e-04],\n", + " [-3.7760e-03],\n", + " [-2.4799e-03],\n", + " [-4.0865e-04],\n", + " [-4.5950e-03],\n", + " [-4.7150e-03],\n", + " [-2.0432e-03],\n", + " [-1.8373e-03],\n", + " [-1.0051e-03],\n", + " [-1.2110e-02],\n", + " [-2.2006e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0315],\n", + " [-0.0366],\n", + " [-0.0393],\n", + " [-0.0321],\n", + " [-0.0344],\n", + " [-0.0342],\n", + " [-0.0386],\n", + " [-0.0375],\n", + " [-0.0340],\n", + " [-0.0862],\n", + " [-0.0355],\n", + " [-0.0343],\n", + " [-0.0334],\n", + " [-0.0351],\n", + " [-0.0405],\n", + " [-0.0326],\n", + " [-0.0402],\n", + " [-0.0363],\n", + " [-0.0387],\n", + " [-0.0373],\n", + " [-0.0384],\n", + " [-0.0395],\n", + " [-0.0354],\n", + " [-0.0369],\n", + " [-0.0383],\n", + " [-0.0362],\n", + " [-0.0351],\n", + " [-0.0466],\n", + " [-0.0333],\n", + " [-0.0341],\n", + " [-0.0398],\n", + " [-0.0341]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0002],\n", + " [ 0.0053],\n", + " [ 0.0043],\n", + " [-0.0005],\n", + " [ 0.0029],\n", + " [ 0.0041],\n", + " [ 0.0057],\n", + " [ 0.0056],\n", + " [ 0.0026],\n", + " [ 0.0296],\n", + " [ 0.0057],\n", + " [ 0.0038],\n", + " [ 0.0028],\n", + " [ 0.0039],\n", + " [ 0.0065],\n", + " [ 0.0021],\n", + " [ 0.0073],\n", + " [ 0.0046],\n", + " [ 0.0046],\n", + " [ 0.0034],\n", + " [ 0.0076],\n", + " [ 0.0060],\n", + " [ 0.0040],\n", + " [ 0.0047],\n", + " [ 0.0064],\n", + " [ 0.0039],\n", + " [ 0.0044],\n", + " [ 0.0068],\n", + " [ 0.0032],\n", + " [ 0.0041],\n", + " [ 0.0013],\n", + " [ 0.0033]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0542],\n", + " [0.0572],\n", + " [0.0595],\n", + " [0.0541],\n", + " [0.0559],\n", + " [0.0560],\n", + " [0.0586],\n", + " [0.0593],\n", + " [0.0554],\n", + " [0.1321],\n", + " [0.0584],\n", + " [0.0560],\n", + " [0.0558],\n", + " [0.0559],\n", + " [0.0586],\n", + " [0.0563],\n", + " [0.0601],\n", + " [0.0576],\n", + " [0.0587],\n", + " [0.0594],\n", + " [0.0594],\n", + " [0.0583],\n", + " [0.0585],\n", + " [0.0576],\n", + " [0.0590],\n", + " [0.0583],\n", + " [0.0591],\n", + " [0.0675],\n", + " [0.0561],\n", + " [0.0565],\n", + " [0.0591],\n", + " [0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0167],\n", + " [-0.0183],\n", + " [-0.0134],\n", + " [-0.0177],\n", + " [-0.0188],\n", + " [-0.0182],\n", + " [-0.0165],\n", + " [-0.0151],\n", + " [-0.0170],\n", + " [-0.0040],\n", + " [-0.0186],\n", + " [-0.0180],\n", + " [-0.0182],\n", + " [-0.0178],\n", + " [-0.0182],\n", + " [-0.0191],\n", + " [-0.0163],\n", + " [-0.0189],\n", + " [-0.0171],\n", + " [-0.0149],\n", + " [-0.0186],\n", + " [-0.0172],\n", + " [-0.0158],\n", + " [-0.0166],\n", + " [-0.0171],\n", + " [-0.0159],\n", + " [-0.0161],\n", + " [-0.0156],\n", + " [-0.0185],\n", + " [-0.0181],\n", + " [-0.0171],\n", + " [-0.0182]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1660],\n", + " [-0.1725],\n", + " [-0.1660],\n", + " [-0.1679],\n", + " [-0.1702],\n", + " [-0.1711],\n", + " [-0.1708],\n", + " [-0.1680],\n", + " [-0.1685],\n", + " [-0.1685],\n", + " [-0.1723],\n", + " [-0.1710],\n", + " [-0.1704],\n", + " [-0.1709],\n", + " [-0.1738],\n", + " [-0.1688],\n", + " [-0.1743],\n", + " [-0.1701],\n", + " [-0.1729],\n", + " [-0.1671],\n", + " [-0.1730],\n", + " [-0.1717],\n", + " [-0.1684],\n", + " [-0.1716],\n", + " [-0.1707],\n", + " [-0.1706],\n", + " [-0.1692],\n", + " [-0.1665],\n", + " [-0.1710],\n", + " [-0.1712],\n", + " [-0.1694],\n", + " [-0.1704]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0211],\n", + " [-0.0205],\n", + " [-0.0187],\n", + " [-0.0262],\n", + " [-0.0219],\n", + " [-0.0217],\n", + " [-0.0214],\n", + " [-0.0233],\n", + " [-0.0237],\n", + " [-0.0633],\n", + " [-0.0212],\n", + " [-0.0218],\n", + " [-0.0224],\n", + " [-0.0213],\n", + " [-0.0179],\n", + " [-0.0211],\n", + " [-0.0190],\n", + " [-0.0208],\n", + " [-0.0206],\n", + " [-0.0254],\n", + " [-0.0199],\n", + " [-0.0197],\n", + " [-0.0227],\n", + " [-0.0218],\n", + " [-0.0213],\n", + " [-0.0232],\n", + " [-0.0255],\n", + " [-0.0157],\n", + " [-0.0222],\n", + " [-0.0221],\n", + " [-0.0263],\n", + " [-0.0220]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0073],\n", + " [ 0.0124],\n", + " [-0.0033],\n", + " [-0.0009],\n", + " [ 0.0108],\n", + " [ 0.0109],\n", + " [ 0.0016],\n", + " [ 0.0008],\n", + " [ 0.0038],\n", + " [ 0.0472],\n", + " [ 0.0143],\n", + " [ 0.0089],\n", + " [ 0.0101],\n", + " [ 0.0076],\n", + " [ 0.0048],\n", + " [ 0.0150],\n", + " [ 0.0062],\n", + " [ 0.0150],\n", + " [-0.0007],\n", + " [-0.0051],\n", + " [ 0.0034],\n", + " [ 0.0035],\n", + " [ 0.0054],\n", + " [ 0.0027],\n", + " [ 0.0018],\n", + " [ 0.0028],\n", + " [ 0.0038],\n", + " [-0.0083],\n", + " [ 0.0117],\n", + " [ 0.0110],\n", + " [-0.0054],\n", + " [ 0.0104]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0966],\n", + " [0.0904],\n", + " [0.1021],\n", + " [0.0969],\n", + " [0.0919],\n", + " [0.0915],\n", + " [0.0946],\n", + " [0.0950],\n", + " [0.0953],\n", + " [0.1176],\n", + " [0.0879],\n", + " [0.0920],\n", + " [0.0917],\n", + " [0.0928],\n", + " [0.0929],\n", + " [0.0930],\n", + " [0.0897],\n", + " [0.0910],\n", + " [0.0952],\n", + " [0.0988],\n", + " [0.0927],\n", + " [0.0943],\n", + " [0.0922],\n", + " [0.0933],\n", + " [0.0945],\n", + " [0.0919],\n", + " [0.0914],\n", + " [0.1030],\n", + " [0.0908],\n", + " [0.0906],\n", + " [0.0957],\n", + " [0.0920]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0815],\n", + " [0.0853],\n", + " [0.0810],\n", + " [0.0749],\n", + " [0.0848],\n", + " [0.0840],\n", + " [0.0795],\n", + " [0.0809],\n", + " [0.0798],\n", + " [0.0411],\n", + " [0.0873],\n", + " [0.0828],\n", + " [0.0837],\n", + " [0.0823],\n", + " [0.0803],\n", + " [0.0871],\n", + " [0.0811],\n", + " [0.0879],\n", + " [0.0763],\n", + " [0.0772],\n", + " [0.0784],\n", + " [0.0802],\n", + " [0.0828],\n", + " [0.0792],\n", + " [0.0792],\n", + " [0.0812],\n", + " [0.0797],\n", + " [0.0826],\n", + " [0.0851],\n", + " [0.0842],\n", + " [0.0786],\n", + " [0.0838]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0832],\n", + " [0.0882],\n", + " [0.0847],\n", + " [0.0838],\n", + " [0.0867],\n", + " [0.0862],\n", + " [0.0874],\n", + " [0.0878],\n", + " [0.0851],\n", + " [0.0582],\n", + " [0.0893],\n", + " [0.0862],\n", + " [0.0866],\n", + " [0.0860],\n", + " [0.0883],\n", + " [0.0866],\n", + " [0.0904],\n", + " [0.0884],\n", + " [0.0869],\n", + " [0.0866],\n", + " [0.0888],\n", + " [0.0876],\n", + " [0.0879],\n", + " [0.0869],\n", + " [0.0879],\n", + " [0.0877],\n", + " [0.0893],\n", + " [0.0905],\n", + " [0.0867],\n", + " [0.0870],\n", + " [0.0842],\n", + " [0.0866]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0413],\n", + " [0.0416],\n", + " [0.0365],\n", + " [0.0408],\n", + " [0.0411],\n", + " [0.0397],\n", + " [0.0398],\n", + " [0.0386],\n", + " [0.0252],\n", + " [0.0419],\n", + " [0.0402],\n", + " [0.0399],\n", + " [0.0401],\n", + " [0.0410],\n", + " [0.0438],\n", + " [0.0400],\n", + " [0.0436],\n", + " [0.0382],\n", + " [0.0374],\n", + " [0.0424],\n", + " [0.0405],\n", + " [0.0401],\n", + " [0.0382],\n", + " [0.0410],\n", + " [0.0374],\n", + " [0.0395],\n", + " [0.0451],\n", + " [0.0404],\n", + " [0.0408],\n", + " [0.0353],\n", + " [0.0407]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0386],\n", + " [ 0.0360],\n", + " [ 0.0357],\n", + " [ 0.0387],\n", + " [ 0.0380],\n", + " [ 0.0367],\n", + " [ 0.0377],\n", + " [ 0.0383],\n", + " [ 0.0386],\n", + " [-0.0171],\n", + " [ 0.0354],\n", + " [ 0.0372],\n", + " [ 0.0376],\n", + " [ 0.0376],\n", + " [ 0.0360],\n", + " [ 0.0357],\n", + " [ 0.0356],\n", + " [ 0.0353],\n", + " [ 0.0379],\n", + " [ 0.0386],\n", + " [ 0.0338],\n", + " [ 0.0367],\n", + " [ 0.0378],\n", + " [ 0.0386],\n", + " [ 0.0360],\n", + " [ 0.0397],\n", + " [ 0.0367],\n", + " [ 0.0337],\n", + " [ 0.0376],\n", + " [ 0.0366],\n", + " [ 0.0430],\n", + " [ 0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0738],\n", + " [-0.0703],\n", + " [-0.0753],\n", + " [-0.0789],\n", + " [-0.0722],\n", + " [-0.0722],\n", + " [-0.0751],\n", + " [-0.0763],\n", + " [-0.0751],\n", + " [-0.1199],\n", + " [-0.0706],\n", + " [-0.0729],\n", + " [-0.0724],\n", + " [-0.0732],\n", + " [-0.0731],\n", + " [-0.0702],\n", + " [-0.0712],\n", + " [-0.0700],\n", + " [-0.0760],\n", + " [-0.0776],\n", + " [-0.0741],\n", + " [-0.0740],\n", + " [-0.0749],\n", + " [-0.0746],\n", + " [-0.0749],\n", + " [-0.0753],\n", + " [-0.0751],\n", + " [-0.0768],\n", + " [-0.0718],\n", + " [-0.0722],\n", + " [-0.0828],\n", + " [-0.0721]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0994],\n", + " [-0.0993],\n", + " [-0.1060],\n", + " [-0.1023],\n", + " [-0.0985],\n", + " [-0.0989],\n", + " [-0.1049],\n", + " [-0.1041],\n", + " [-0.1012],\n", + " [-0.1267],\n", + " [-0.0991],\n", + " [-0.0999],\n", + " [-0.0989],\n", + " [-0.1006],\n", + " [-0.1057],\n", + " [-0.0969],\n", + " [-0.1043],\n", + " [-0.0992],\n", + " [-0.1071],\n", + " [-0.1053],\n", + " [-0.1063],\n", + " [-0.1049],\n", + " [-0.1015],\n", + " [-0.1038],\n", + " [-0.1053],\n", + " [-0.1028],\n", + " [-0.1022],\n", + " [-0.1132],\n", + " [-0.0983],\n", + " [-0.0989],\n", + " [-0.1052],\n", + " [-0.0989]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0654],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0652],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [-0.0612],\n", + " [-0.0620],\n", + " [-0.0640],\n", + " [-0.0061],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0633],\n", + " [-0.0626],\n", + " [-0.0595],\n", + " [-0.0635],\n", + " [-0.0612],\n", + " [-0.0622],\n", + " [-0.0605],\n", + " [-0.0636],\n", + " [-0.0601],\n", + " [-0.0608],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0609],\n", + " [-0.0626],\n", + " [-0.0639],\n", + " [-0.0552],\n", + " [-0.0632],\n", + " [-0.0629],\n", + " [-0.0602],\n", + " [-0.0630]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0643],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0607],\n", + " [-0.0631],\n", + " [-0.0629],\n", + " [-0.0618],\n", + " [-0.0597],\n", + " [-0.0628],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0626],\n", + " [-0.0603],\n", + " [ 0.0689],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [-0.0624],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0553],\n", + " [-0.0649],\n", + " [-0.0624],\n", + " [-0.0600],\n", + " [-0.0613],\n", + " [-0.0626],\n", + " [-0.0628],\n", + " [-0.0641],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0753],\n", + " [-0.0779],\n", + " [-0.0742],\n", + " [-0.0768],\n", + " [-0.0725],\n", + " [-0.0709],\n", + " [-0.0724],\n", + " [-0.0733],\n", + " [-0.0717],\n", + " [-0.0705],\n", + " [-0.0792],\n", + " [-0.0763],\n", + " [-0.0713],\n", + " [-0.0758],\n", + " [-0.0726],\n", + " [-0.0306],\n", + " [-0.0724],\n", + " [-0.0724],\n", + " [-0.0725],\n", + " [-0.0758],\n", + " [-0.0764],\n", + " [-0.0774],\n", + " [-0.0739],\n", + " [-0.0704],\n", + " [-0.0782],\n", + " [-0.0762],\n", + " [-0.0728],\n", + " [-0.0718],\n", + " [-0.0761],\n", + " [-0.0761],\n", + " [-0.0777],\n", + " [-0.0782]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0383],\n", + " [ 0.0368],\n", + " [ 0.0372],\n", + " [ 0.0385],\n", + " [ 0.0384],\n", + " [ 0.0362],\n", + " [ 0.0397],\n", + " [ 0.0365],\n", + " [ 0.0388],\n", + " [ 0.0362],\n", + " [ 0.0381],\n", + " [ 0.0370],\n", + " [ 0.0371],\n", + " [ 0.0367],\n", + " [ 0.0391],\n", + " [-0.0052],\n", + " [ 0.0370],\n", + " [ 0.0354],\n", + " [ 0.0361],\n", + " [ 0.0368],\n", + " [ 0.0394],\n", + " [ 0.0377],\n", + " [ 0.0391],\n", + " [ 0.0393],\n", + " [ 0.0362],\n", + " [ 0.0371],\n", + " [ 0.0370],\n", + " [ 0.0370],\n", + " [ 0.0380],\n", + " [ 0.0372],\n", + " [ 0.0370],\n", + " [ 0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0931],\n", + " [-0.0930],\n", + " [-0.0921],\n", + " [-0.0934],\n", + " [-0.0893],\n", + " [-0.0958],\n", + " [-0.0903],\n", + " [-0.0930],\n", + " [-0.0891],\n", + " [-0.0957],\n", + " [-0.0928],\n", + " [-0.0919],\n", + " [-0.0959],\n", + " [-0.0911],\n", + " [-0.0902],\n", + " [-0.0437],\n", + " [-0.0955],\n", + " [-0.0963],\n", + " [-0.0942],\n", + " [-0.0922],\n", + " [-0.0919],\n", + " [-0.0934],\n", + " [-0.0888],\n", + " [-0.0858],\n", + " [-0.0958],\n", + " [-0.0913],\n", + " [-0.0797],\n", + " [-0.0930],\n", + " [-0.0914],\n", + " [-0.0929],\n", + " [-0.0926],\n", + " [-0.0919]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0548],\n", + " [0.0525],\n", + " [0.0546],\n", + " [0.0505],\n", + " [0.0507],\n", + " [0.0597],\n", + " [0.0504],\n", + " [0.0566],\n", + " [0.0518],\n", + " [0.0588],\n", + " [0.0469],\n", + " [0.0518],\n", + " [0.0594],\n", + " [0.0515],\n", + " [0.0529],\n", + " [0.0200],\n", + " [0.0574],\n", + " [0.0589],\n", + " [0.0575],\n", + " [0.0533],\n", + " [0.0469],\n", + " [0.0538],\n", + " [0.0471],\n", + " [0.0410],\n", + " [0.0561],\n", + " [0.0517],\n", + " [0.0510],\n", + " [0.0568],\n", + " [0.0526],\n", + " [0.0539],\n", + " [0.0521],\n", + " [0.0455]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0372],\n", + " [-0.0381],\n", + " [-0.0393],\n", + " [-0.0355],\n", + " [-0.0407],\n", + " [-0.0346],\n", + " [-0.0366],\n", + " [-0.0382],\n", + " [-0.0387],\n", + " [-0.0361],\n", + " [-0.0359],\n", + " [-0.0405],\n", + " [-0.0348],\n", + " [-0.0407],\n", + " [-0.0380],\n", + " [ 0.0269],\n", + " [-0.0361],\n", + " [-0.0362],\n", + " [-0.0382],\n", + " [-0.0390],\n", + " [-0.0350],\n", + " [-0.0363],\n", + " [-0.0396],\n", + " [-0.0429],\n", + " [-0.0379],\n", + " [-0.0400],\n", + " [-0.0529],\n", + " [-0.0381],\n", + " [-0.0389],\n", + " [-0.0395],\n", + " [-0.0382],\n", + " [-0.0381]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0783],\n", + " [-0.0794],\n", + " [-0.0806],\n", + " [-0.0806],\n", + " [-0.0803],\n", + " [-0.0793],\n", + " [-0.0789],\n", + " [-0.0788],\n", + " [-0.0808],\n", + " [-0.0792],\n", + " [-0.0789],\n", + " [-0.0805],\n", + " [-0.0780],\n", + " [-0.0788],\n", + " [-0.0450],\n", + " [-0.0809],\n", + " [-0.0804],\n", + " [-0.0797],\n", + " [-0.0783],\n", + " [-0.0807],\n", + " [-0.0785],\n", + " [-0.0782],\n", + " [-0.0803],\n", + " [-0.0791],\n", + " [-0.0779],\n", + " [-0.0706],\n", + " [-0.0796],\n", + " [-0.0778],\n", + " [-0.0786],\n", + " [-0.0782],\n", + " [-0.0796]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1679],\n", + " [0.1658],\n", + " [0.1676],\n", + " [0.1641],\n", + " [0.1641],\n", + " [0.1716],\n", + " [0.1682],\n", + " [0.1686],\n", + " [0.1673],\n", + " [0.1699],\n", + " [0.1616],\n", + " [0.1656],\n", + " [0.1707],\n", + " [0.1658],\n", + " [0.1678],\n", + " [0.2023],\n", + " [0.1682],\n", + " [0.1693],\n", + " [0.1688],\n", + " [0.1666],\n", + " [0.1623],\n", + " [0.1666],\n", + " [0.1657],\n", + " [0.1569],\n", + " [0.1672],\n", + " [0.1659],\n", + " [0.1702],\n", + " [0.1689],\n", + " [0.1670],\n", + " [0.1672],\n", + " [0.1658],\n", + " [0.1610]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0545],\n", + " [-0.0579],\n", + " [-0.0546],\n", + " [-0.0585],\n", + " [-0.0506],\n", + " [-0.0579],\n", + " [-0.0511],\n", + " [-0.0552],\n", + " [-0.0520],\n", + " [-0.0568],\n", + " [-0.0608],\n", + " [-0.0559],\n", + " [-0.0572],\n", + " [-0.0554],\n", + " [-0.0529],\n", + " [-0.0851],\n", + " [-0.0571],\n", + " [-0.0578],\n", + " [-0.0560],\n", + " [-0.0563],\n", + " [-0.0557],\n", + " [-0.0580],\n", + " [-0.0530],\n", + " [-0.0467],\n", + " [-0.0584],\n", + " [-0.0564],\n", + " [-0.0455],\n", + " [-0.0545],\n", + " [-0.0561],\n", + " [-0.0571],\n", + " [-0.0576],\n", + " [-0.0593]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0647],\n", + " [0.0642],\n", + " [0.0604],\n", + " [0.0667],\n", + " [0.0629],\n", + " [0.0579],\n", + " [0.0649],\n", + " [0.0592],\n", + " [0.0614],\n", + " [0.0578],\n", + " [0.0707],\n", + " [0.0639],\n", + " [0.0589],\n", + " [0.0637],\n", + " [0.0617],\n", + " [0.1428],\n", + " [0.0597],\n", + " [0.0586],\n", + " [0.0582],\n", + " [0.0626],\n", + " [0.0719],\n", + " [0.0649],\n", + " [0.0669],\n", + " [0.0708],\n", + " [0.0633],\n", + " [0.0626],\n", + " [0.0584],\n", + " [0.0580],\n", + " [0.0636],\n", + " [0.0608],\n", + " [0.0645],\n", + " [0.0694]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0949],\n", + " [-0.0917],\n", + " [-0.0950],\n", + " [-0.0926],\n", + " [-0.0933],\n", + " [-0.1009],\n", + " [-0.0905],\n", + " [-0.0963],\n", + " [-0.0931],\n", + " [-0.0999],\n", + " [-0.0877],\n", + " [-0.0929],\n", + " [-0.1006],\n", + " [-0.0916],\n", + " [-0.0943],\n", + " [-0.2067],\n", + " [-0.0984],\n", + " [-0.0993],\n", + " [-0.0978],\n", + " [-0.0935],\n", + " [-0.0892],\n", + " [-0.0935],\n", + " [-0.0875],\n", + " [-0.0849],\n", + " [-0.0951],\n", + " [-0.0921],\n", + " [-0.0961],\n", + " [-0.0974],\n", + " [-0.0929],\n", + " [-0.0946],\n", + " [-0.0914],\n", + " [-0.0856]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0148],\n", + " [ 0.0144],\n", + " [ 0.0156],\n", + " [ 0.0102],\n", + " [ 0.0124],\n", + " [ 0.0205],\n", + " [ 0.0156],\n", + " [ 0.0188],\n", + " [ 0.0162],\n", + " [ 0.0207],\n", + " [ 0.0069],\n", + " [ 0.0127],\n", + " [ 0.0205],\n", + " [ 0.0139],\n", + " [ 0.0158],\n", + " [-0.1051],\n", + " [ 0.0189],\n", + " [ 0.0198],\n", + " [ 0.0188],\n", + " [ 0.0151],\n", + " [ 0.0078],\n", + " [ 0.0137],\n", + " [ 0.0111],\n", + " [ 0.0041],\n", + " [ 0.0159],\n", + " [ 0.0145],\n", + " [ 0.0157],\n", + " [ 0.0194],\n", + " [ 0.0140],\n", + " [ 0.0156],\n", + " [ 0.0140],\n", + " [ 0.0084]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0895],\n", + " [0.0895],\n", + " [0.0941],\n", + " [0.0906],\n", + " [0.0957],\n", + " [0.0948],\n", + " [0.0841],\n", + " [0.0930],\n", + " [0.0911],\n", + " [0.0959],\n", + " [0.0868],\n", + " [0.0933],\n", + " [0.0939],\n", + " [0.0912],\n", + " [0.0918],\n", + " [0.0976],\n", + " [0.0947],\n", + " [0.0955],\n", + " [0.0956],\n", + " [0.0918],\n", + " [0.0851],\n", + " [0.0892],\n", + " [0.0851],\n", + " [0.0959],\n", + " [0.0915],\n", + " [0.0925],\n", + " [0.0974],\n", + " [0.0954],\n", + " [0.0910],\n", + " [0.0950],\n", + " [0.0893],\n", + " [0.0874]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0089],\n", + " [0.0082],\n", + " [0.0118],\n", + " [0.0126],\n", + " [0.0124],\n", + " [0.0098],\n", + " [0.0041],\n", + " [0.0088],\n", + " [0.0100],\n", + " [0.0101],\n", + " [0.0109],\n", + " [0.0115],\n", + " [0.0097],\n", + " [0.0094],\n", + " [0.0110],\n", + " [0.0267],\n", + " [0.0107],\n", + " [0.0092],\n", + " [0.0107],\n", + " [0.0095],\n", + " [0.0079],\n", + " [0.0093],\n", + " [0.0074],\n", + " [0.0106],\n", + " [0.0082],\n", + " [0.0104],\n", + " [0.0204],\n", + " [0.0107],\n", + " [0.0106],\n", + " [0.0120],\n", + " [0.0084],\n", + " [0.0078]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.5986e-03],\n", + " [-3.4928e-05],\n", + " [-4.0508e-03],\n", + " [-2.6248e-03],\n", + " [-1.0149e-02],\n", + " [ 1.5434e-03],\n", + " [-2.0724e-03],\n", + " [-1.5509e-03],\n", + " [-5.7439e-03],\n", + " [ 2.0330e-04],\n", + " [-2.3757e-03],\n", + " [-4.3818e-03],\n", + " [ 1.2155e-03],\n", + " [-3.8343e-03],\n", + " [-5.0777e-03],\n", + " [-4.6904e-04],\n", + " [-1.4047e-04],\n", + " [ 7.2379e-04],\n", + " [-1.6745e-03],\n", + " [-1.9851e-03],\n", + " [-4.2091e-03],\n", + " [-4.0366e-04],\n", + " [-5.0134e-03],\n", + " [-1.8087e-02],\n", + " [ 1.1353e-03],\n", + " [-2.3507e-03],\n", + " [-9.9307e-03],\n", + " [-2.6357e-03],\n", + " [-2.5468e-03],\n", + " [-1.0465e-03],\n", + " [-6.3101e-04],\n", + " [-2.8960e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0351],\n", + " [-0.0389],\n", + " [-0.0336],\n", + " [-0.0361],\n", + " [-0.0323],\n", + " [-0.0338],\n", + " [-0.0383],\n", + " [-0.0357],\n", + " [-0.0345],\n", + " [-0.0340],\n", + " [-0.0393],\n", + " [-0.0354],\n", + " [-0.0341],\n", + " [-0.0369],\n", + " [-0.0337],\n", + " [-0.1080],\n", + " [-0.0348],\n", + " [-0.0352],\n", + " [-0.0336],\n", + " [-0.0369],\n", + " [-0.0376],\n", + " [-0.0369],\n", + " [-0.0370],\n", + " [-0.0347],\n", + " [-0.0369],\n", + " [-0.0368],\n", + " [-0.0325],\n", + " [-0.0338],\n", + " [-0.0354],\n", + " [-0.0349],\n", + " [-0.0386],\n", + " [-0.0414]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0043],\n", + " [ 0.0059],\n", + " [ 0.0030],\n", + " [ 0.0053],\n", + " [-0.0001],\n", + " [ 0.0046],\n", + " [ 0.0047],\n", + " [ 0.0040],\n", + " [ 0.0025],\n", + " [ 0.0038],\n", + " [ 0.0074],\n", + " [ 0.0040],\n", + " [ 0.0042],\n", + " [ 0.0043],\n", + " [ 0.0026],\n", + " [ 0.0435],\n", + " [ 0.0042],\n", + " [ 0.0052],\n", + " [ 0.0034],\n", + " [ 0.0048],\n", + " [ 0.0058],\n", + " [ 0.0061],\n", + " [ 0.0046],\n", + " [-0.0024],\n", + " [ 0.0060],\n", + " [ 0.0044],\n", + " [-0.0049],\n", + " [ 0.0029],\n", + " [ 0.0046],\n", + " [ 0.0041],\n", + " [ 0.0059],\n", + " [ 0.0071]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0565],\n", + " [0.0580],\n", + " [0.0562],\n", + " [0.0604],\n", + " [0.0561],\n", + " [0.0579],\n", + " [0.0579],\n", + " [0.0557],\n", + " [0.0555],\n", + " [0.0574],\n", + " [0.0627],\n", + " [0.0576],\n", + " [0.0577],\n", + " [0.0569],\n", + " [0.0557],\n", + " [0.1531],\n", + " [0.0578],\n", + " [0.0576],\n", + " [0.0563],\n", + " [0.0570],\n", + " [0.0611],\n", + " [0.0581],\n", + " [0.0586],\n", + " [0.0600],\n", + " [0.0579],\n", + " [0.0572],\n", + " [0.0452],\n", + " [0.0557],\n", + " [0.0570],\n", + " [0.0573],\n", + " [0.0581],\n", + " [0.0630]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0173],\n", + " [-0.0173],\n", + " [-0.0173],\n", + " [-0.0158],\n", + " [-0.0175],\n", + " [-0.0189],\n", + " [-0.0159],\n", + " [-0.0181],\n", + " [-0.0166],\n", + " [-0.0188],\n", + " [-0.0144],\n", + " [-0.0164],\n", + " [-0.0192],\n", + " [-0.0164],\n", + " [-0.0171],\n", + " [-0.0045],\n", + " [-0.0189],\n", + " [-0.0181],\n", + " [-0.0180],\n", + " [-0.0169],\n", + " [-0.0132],\n", + " [-0.0168],\n", + " [-0.0145],\n", + " [-0.0167],\n", + " [-0.0177],\n", + " [-0.0169],\n", + " [-0.0217],\n", + " [-0.0185],\n", + " [-0.0169],\n", + " [-0.0176],\n", + " [-0.0171],\n", + " [-0.0144]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1687],\n", + " [-0.1721],\n", + " [-0.1701],\n", + " [-0.1700],\n", + " [-0.1671],\n", + " [-0.1711],\n", + " [-0.1670],\n", + " [-0.1705],\n", + " [-0.1671],\n", + " [-0.1715],\n", + " [-0.1700],\n", + " [-0.1707],\n", + " [-0.1708],\n", + " [-0.1702],\n", + " [-0.1678],\n", + " [-0.1604],\n", + " [-0.1712],\n", + " [-0.1721],\n", + " [-0.1712],\n", + " [-0.1710],\n", + " [-0.1679],\n", + " [-0.1708],\n", + " [-0.1668],\n", + " [-0.1643],\n", + " [-0.1735],\n", + " [-0.1714],\n", + " [-0.1654],\n", + " [-0.1703],\n", + " [-0.1702],\n", + " [-0.1729],\n", + " [-0.1716],\n", + " [-0.1709]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0235],\n", + " [-0.0201],\n", + " [-0.0230],\n", + " [-0.0241],\n", + " [-0.0260],\n", + " [-0.0215],\n", + " [-0.0192],\n", + " [-0.0211],\n", + " [-0.0230],\n", + " [-0.0216],\n", + " [-0.0242],\n", + " [-0.0233],\n", + " [-0.0216],\n", + " [-0.0224],\n", + " [-0.0235],\n", + " [-0.0709],\n", + " [-0.0219],\n", + " [-0.0209],\n", + " [-0.0223],\n", + " [-0.0215],\n", + " [-0.0235],\n", + " [-0.0221],\n", + " [-0.0226],\n", + " [-0.0274],\n", + " [-0.0203],\n", + " [-0.0215],\n", + " [-0.0221],\n", + " [-0.0221],\n", + " [-0.0230],\n", + " [-0.0213],\n", + " [-0.0207],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0054],\n", + " [ 0.0037],\n", + " [ 0.0067],\n", + " [ 0.0038],\n", + " [ 0.0028],\n", + " [ 0.0168],\n", + " [ 0.0002],\n", + " [ 0.0090],\n", + " [ 0.0031],\n", + " [ 0.0153],\n", + " [-0.0012],\n", + " [ 0.0030],\n", + " [ 0.0154],\n", + " [ 0.0015],\n", + " [ 0.0045],\n", + " [ 0.0596],\n", + " [ 0.0129],\n", + " [ 0.0150],\n", + " [ 0.0115],\n", + " [ 0.0045],\n", + " [-0.0020],\n", + " [ 0.0049],\n", + " [-0.0047],\n", + " [-0.0081],\n", + " [ 0.0075],\n", + " [ 0.0029],\n", + " [ 0.0031],\n", + " [ 0.0106],\n", + " [ 0.0028],\n", + " [ 0.0063],\n", + " [ 0.0030],\n", + " [-0.0025]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0941],\n", + " [0.0935],\n", + " [0.0922],\n", + " [0.0899],\n", + " [0.0949],\n", + " [0.0899],\n", + " [0.1006],\n", + " [0.0933],\n", + " [0.0972],\n", + " [0.0900],\n", + " [0.0915],\n", + " [0.0925],\n", + " [0.0903],\n", + " [0.0956],\n", + " [0.0950],\n", + " [0.1215],\n", + " [0.0893],\n", + " [0.0893],\n", + " [0.0910],\n", + " [0.0935],\n", + " [0.0943],\n", + " [0.0920],\n", + " [0.1005],\n", + " [0.0999],\n", + " [0.0906],\n", + " [0.0936],\n", + " [0.1000],\n", + " [0.0919],\n", + " [0.0937],\n", + " [0.0903],\n", + " [0.0940],\n", + " [0.0940]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0795],\n", + " [0.0798],\n", + " [0.0814],\n", + " [0.0819],\n", + " [0.0783],\n", + " [0.0881],\n", + " [0.0805],\n", + " [0.0835],\n", + " [0.0810],\n", + " [0.0874],\n", + " [0.0803],\n", + " [0.0795],\n", + " [0.0871],\n", + " [0.0786],\n", + " [0.0810],\n", + " [0.0200],\n", + " [0.0864],\n", + " [0.0875],\n", + " [0.0844],\n", + " [0.0809],\n", + " [0.0799],\n", + " [0.0812],\n", + " [0.0775],\n", + " [0.0742],\n", + " [0.0810],\n", + " [0.0799],\n", + " [0.0627],\n", + " [0.0842],\n", + " [0.0795],\n", + " [0.0816],\n", + " [0.0794],\n", + " [0.0803]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0866],\n", + " [0.0876],\n", + " [0.0868],\n", + " [0.0900],\n", + " [0.0865],\n", + " [0.0883],\n", + " [0.0846],\n", + " [0.0860],\n", + " [0.0846],\n", + " [0.0883],\n", + " [0.0903],\n", + " [0.0871],\n", + " [0.0881],\n", + " [0.0862],\n", + " [0.0849],\n", + " [0.0489],\n", + " [0.0887],\n", + " [0.0883],\n", + " [0.0871],\n", + " [0.0864],\n", + " [0.0886],\n", + " [0.0878],\n", + " [0.0852],\n", + " [0.0834],\n", + " [0.0880],\n", + " [0.0863],\n", + " [0.0763],\n", + " [0.0862],\n", + " [0.0862],\n", + " [0.0867],\n", + " [0.0874],\n", + " [0.0894]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0407],\n", + " [0.0401],\n", + " [0.0386],\n", + " [0.0393],\n", + " [0.0364],\n", + " [0.0436],\n", + " [0.0432],\n", + " [0.0411],\n", + " [0.0400],\n", + " [0.0423],\n", + " [0.0392],\n", + " [0.0374],\n", + " [0.0437],\n", + " [0.0386],\n", + " [0.0399],\n", + " [0.0156],\n", + " [0.0413],\n", + " [0.0419],\n", + " [0.0405],\n", + " [0.0397],\n", + " [0.0395],\n", + " [0.0409],\n", + " [0.0404],\n", + " [0.0329],\n", + " [0.0402],\n", + " [0.0386],\n", + " [0.0373],\n", + " [0.0405],\n", + " [0.0395],\n", + " [0.0384],\n", + " [0.0401],\n", + " [0.0391]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0361],\n", + " [ 0.0370],\n", + " [ 0.0378],\n", + " [ 0.0377],\n", + " [ 0.0389],\n", + " [ 0.0342],\n", + " [ 0.0341],\n", + " [ 0.0372],\n", + " [ 0.0388],\n", + " [ 0.0357],\n", + " [ 0.0376],\n", + " [ 0.0387],\n", + " [ 0.0350],\n", + " [ 0.0384],\n", + " [ 0.0383],\n", + " [-0.0446],\n", + " [ 0.0369],\n", + " [ 0.0354],\n", + " [ 0.0368],\n", + " [ 0.0381],\n", + " [ 0.0367],\n", + " [ 0.0367],\n", + " [ 0.0358],\n", + " [ 0.0400],\n", + " [ 0.0365],\n", + " [ 0.0388],\n", + " [ 0.0320],\n", + " [ 0.0378],\n", + " [ 0.0378],\n", + " [ 0.0386],\n", + " [ 0.0370],\n", + " [ 0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0744],\n", + " [-0.0742],\n", + " [-0.0737],\n", + " [-0.0756],\n", + " [-0.0759],\n", + " [-0.0695],\n", + " [-0.0743],\n", + " [-0.0724],\n", + " [-0.0754],\n", + " [-0.0699],\n", + " [-0.0767],\n", + " [-0.0751],\n", + " [-0.0704],\n", + " [-0.0751],\n", + " [-0.0753],\n", + " [-0.1265],\n", + " [-0.0714],\n", + " [-0.0698],\n", + " [-0.0715],\n", + " [-0.0743],\n", + " [-0.0766],\n", + " [-0.0745],\n", + " [-0.0763],\n", + " [-0.0813],\n", + " [-0.0724],\n", + " [-0.0749],\n", + " [-0.0837],\n", + " [-0.0723],\n", + " [-0.0753],\n", + " [-0.0739],\n", + " [-0.0745],\n", + " [-0.0755]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1017],\n", + " [-0.1047],\n", + " [-0.1006],\n", + " [-0.1032],\n", + " [-0.1003],\n", + " [-0.0983],\n", + " [-0.1044],\n", + " [-0.0998],\n", + " [-0.1011],\n", + " [-0.0979],\n", + " [-0.1063],\n", + " [-0.1030],\n", + " [-0.0982],\n", + " [-0.1037],\n", + " [-0.1006],\n", + " [-0.1387],\n", + " [-0.0986],\n", + " [-0.0987],\n", + " [-0.0986],\n", + " [-0.1025],\n", + " [-0.1053],\n", + " [-0.1029],\n", + " [-0.1058],\n", + " [-0.1035],\n", + " [-0.1029],\n", + " [-0.1035],\n", + " [-0.1052],\n", + " [-0.0986],\n", + " [-0.1029],\n", + " [-0.1021],\n", + " [-0.1047],\n", + " [-0.1070]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0640],\n", + " [-0.0609],\n", + " [-0.0638],\n", + " [-0.0619],\n", + " [-0.0660],\n", + " [-0.0627],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0610],\n", + " [-0.0636],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0636],\n", + " [ 0.0184],\n", + " [-0.0621],\n", + " [-0.0625],\n", + " [-0.0634],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0617],\n", + " [-0.0631],\n", + " [-0.0657],\n", + " [-0.0620],\n", + " [-0.0620],\n", + " [-0.0629],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0622],\n", + " [-0.0611],\n", + " [-0.0607]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0606],\n", + " [-0.0611],\n", + " [-0.0612],\n", + " [-0.0615],\n", + " [-0.0601],\n", + " [-0.0612],\n", + " [-0.0636],\n", + " [-0.0624],\n", + " [-0.0623],\n", + " [-0.0637],\n", + " [-0.0600],\n", + " [-0.0669],\n", + " [-0.0623],\n", + " [-0.0443],\n", + " [-0.0601],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0612],\n", + " [-0.0630],\n", + " [-0.0590],\n", + " [-0.0623],\n", + " [-0.0625],\n", + " [-0.0614],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0616],\n", + " [-0.0630],\n", + " [-0.0592],\n", + " [-0.0610],\n", + " [-0.0626],\n", + " [-0.0634],\n", + " [-0.0722]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0647],\n", + " [-0.0738],\n", + " [-0.0736],\n", + " [-0.0755],\n", + " [-0.0712],\n", + " [-0.0653],\n", + " [-0.0761],\n", + " [-0.0727],\n", + " [-0.0756],\n", + " [-0.0776],\n", + " [-0.0717],\n", + " [-0.0782],\n", + " [-0.0723],\n", + " [-0.0638],\n", + " [-0.0693],\n", + " [-0.0737],\n", + " [-0.0696],\n", + " [-0.0735],\n", + " [-0.0768],\n", + " [-0.0705],\n", + " [-0.0750],\n", + " [-0.0726],\n", + " [-0.0761],\n", + " [-0.0710],\n", + " [-0.0699],\n", + " [-0.0721],\n", + " [-0.0716],\n", + " [-0.0719],\n", + " [-0.0732],\n", + " [-0.0753],\n", + " [-0.0692],\n", + " [-0.0855]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0384],\n", + " [0.0374],\n", + " [0.0376],\n", + " [0.0386],\n", + " [0.0390],\n", + " [0.0381],\n", + " [0.0371],\n", + " [0.0366],\n", + " [0.0383],\n", + " [0.0381],\n", + " [0.0396],\n", + " [0.0346],\n", + " [0.0363],\n", + " [0.0456],\n", + " [0.0391],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0390],\n", + " [0.0378],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0358],\n", + " [0.0384],\n", + " [0.0369],\n", + " [0.0364],\n", + " [0.0360],\n", + " [0.0361],\n", + " [0.0391],\n", + " [0.0388],\n", + " [0.0369],\n", + " [0.0361],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0916],\n", + " [-0.0909],\n", + " [-0.0924],\n", + " [-0.0924],\n", + " [-0.0881],\n", + " [-0.0938],\n", + " [-0.0934],\n", + " [-0.0940],\n", + " [-0.0940],\n", + " [-0.0943],\n", + " [-0.0914],\n", + " [-0.0966],\n", + " [-0.0943],\n", + " [-0.0712],\n", + " [-0.0909],\n", + " [-0.0921],\n", + " [-0.0952],\n", + " [-0.0888],\n", + " [-0.0941],\n", + " [-0.0882],\n", + " [-0.0934],\n", + " [-0.0952],\n", + " [-0.0906],\n", + " [-0.0948],\n", + " [-0.0955],\n", + " [-0.0946],\n", + " [-0.0959],\n", + " [-0.0888],\n", + " [-0.0928],\n", + " [-0.0924],\n", + " [-0.0957],\n", + " [-0.0993]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0567],\n", + " [0.0538],\n", + " [0.0550],\n", + " [0.0482],\n", + " [0.0492],\n", + " [0.0578],\n", + " [0.0529],\n", + " [0.0568],\n", + " [0.0546],\n", + " [0.0516],\n", + " [0.0547],\n", + " [0.0570],\n", + " [0.0571],\n", + " [0.0411],\n", + " [0.0550],\n", + " [0.0553],\n", + " [0.0585],\n", + " [0.0498],\n", + " [0.0532],\n", + " [0.0501],\n", + " [0.0563],\n", + " [0.0596],\n", + " [0.0482],\n", + " [0.0574],\n", + " [0.0588],\n", + " [0.0580],\n", + " [0.0592],\n", + " [0.0506],\n", + " [0.0538],\n", + " [0.0536],\n", + " [0.0593],\n", + " [0.0532]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0398],\n", + " [-0.0382],\n", + " [-0.0345],\n", + " [-0.0412],\n", + " [-0.0338],\n", + " [-0.0386],\n", + " [-0.0379],\n", + " [-0.0343],\n", + " [-0.0338],\n", + " [-0.0355],\n", + " [-0.0398],\n", + " [-0.0381],\n", + " [-0.0434],\n", + " [-0.0368],\n", + " [-0.0393],\n", + " [-0.0356],\n", + " [-0.0387],\n", + " [-0.0360],\n", + " [-0.0400],\n", + " [-0.0378],\n", + " [-0.0368],\n", + " [-0.0359],\n", + " [-0.0362],\n", + " [-0.0332],\n", + " [-0.0381],\n", + " [-0.0358],\n", + " [-0.0401],\n", + " [-0.0350],\n", + " [-0.0398],\n", + " [-0.0358],\n", + " [-0.0331]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0823],\n", + " [-0.0785],\n", + " [-0.0794],\n", + " [-0.0818],\n", + " [-0.0789],\n", + " [-0.0835],\n", + " [-0.0804],\n", + " [-0.0801],\n", + " [-0.0803],\n", + " [-0.0808],\n", + " [-0.0800],\n", + " [-0.0792],\n", + " [-0.0801],\n", + " [-0.0716],\n", + " [-0.0811],\n", + " [-0.0790],\n", + " [-0.0814],\n", + " [-0.0781],\n", + " [-0.0802],\n", + " [-0.0792],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0797],\n", + " [-0.0808],\n", + " [-0.0816],\n", + " [-0.0795],\n", + " [-0.0803],\n", + " [-0.0793],\n", + " [-0.0810],\n", + " [-0.0793],\n", + " [-0.0812],\n", + " [-0.0786]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1719],\n", + " [0.1678],\n", + " [0.1680],\n", + " [0.1621],\n", + " [0.1660],\n", + " [0.1718],\n", + " [0.1654],\n", + " [0.1683],\n", + " [0.1669],\n", + " [0.1646],\n", + " [0.1686],\n", + " [0.1672],\n", + " [0.1684],\n", + " [0.1701],\n", + " [0.1696],\n", + " [0.1683],\n", + " [0.1696],\n", + " [0.1664],\n", + " [0.1658],\n", + " [0.1662],\n", + " [0.1686],\n", + " [0.1702],\n", + " [0.1630],\n", + " [0.1689],\n", + " [0.1722],\n", + " [0.1688],\n", + " [0.1700],\n", + " [0.1658],\n", + " [0.1669],\n", + " [0.1668],\n", + " [0.1714],\n", + " [0.1646]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0489],\n", + " [-0.0544],\n", + " [-0.0553],\n", + " [-0.0555],\n", + " [-0.0500],\n", + " [-0.0522],\n", + " [-0.0558],\n", + " [-0.0555],\n", + " [-0.0573],\n", + " [-0.0596],\n", + " [-0.0519],\n", + " [-0.0590],\n", + " [-0.0557],\n", + " [-0.0306],\n", + " [-0.0509],\n", + " [-0.0549],\n", + " [-0.0557],\n", + " [-0.0539],\n", + " [-0.0580],\n", + " [-0.0503],\n", + " [-0.0568],\n", + " [-0.0574],\n", + " [-0.0566],\n", + " [-0.0565],\n", + " [-0.0566],\n", + " [-0.0563],\n", + " [-0.0576],\n", + " [-0.0523],\n", + " [-0.0528],\n", + " [-0.0555],\n", + " [-0.0579],\n", + " [-0.0659]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0550],\n", + " [0.0600],\n", + " [0.0596],\n", + " [0.0700],\n", + " [0.0635],\n", + " [0.0566],\n", + " [0.0636],\n", + " [0.0589],\n", + " [0.0643],\n", + " [0.0676],\n", + " [0.0611],\n", + " [0.0608],\n", + " [0.0585],\n", + " [0.0629],\n", + " [0.0576],\n", + " [0.0589],\n", + " [0.0573],\n", + " [0.0635],\n", + " [0.0649],\n", + " [0.0617],\n", + " [0.0602],\n", + " [0.0580],\n", + " [0.0686],\n", + " [0.0582],\n", + " [0.0589],\n", + " [0.0581],\n", + " [0.0581],\n", + " [0.0623],\n", + " [0.0644],\n", + " [0.0617],\n", + " [0.0565],\n", + " [0.0678]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1000],\n", + " [-0.0947],\n", + " [-0.0959],\n", + " [-0.0904],\n", + " [-0.0915],\n", + " [-0.1007],\n", + " [-0.0941],\n", + " [-0.0972],\n", + " [-0.0946],\n", + " [-0.0909],\n", + " [-0.0965],\n", + " [-0.0945],\n", + " [-0.0976],\n", + " [-0.0860],\n", + " [-0.0978],\n", + " [-0.0956],\n", + " [-0.0995],\n", + " [-0.0903],\n", + " [-0.0944],\n", + " [-0.0921],\n", + " [-0.0961],\n", + " [-0.0995],\n", + " [-0.0888],\n", + " [-0.0987],\n", + " [-0.1006],\n", + " [-0.0980],\n", + " [-0.0998],\n", + " [-0.0933],\n", + " [-0.0956],\n", + " [-0.0942],\n", + " [-0.1014],\n", + " [-0.0893]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0241],\n", + " [0.0158],\n", + " [0.0171],\n", + " [0.0099],\n", + " [0.0136],\n", + " [0.0247],\n", + " [0.0129],\n", + " [0.0183],\n", + " [0.0155],\n", + " [0.0120],\n", + " [0.0178],\n", + " [0.0185],\n", + " [0.0189],\n", + " [0.0002],\n", + " [0.0188],\n", + " [0.0171],\n", + " [0.0214],\n", + " [0.0141],\n", + " [0.0126],\n", + " [0.0157],\n", + " [0.0177],\n", + " [0.0200],\n", + " [0.0103],\n", + " [0.0194],\n", + " [0.0215],\n", + " [0.0208],\n", + " [0.0201],\n", + " [0.0136],\n", + " [0.0157],\n", + " [0.0146],\n", + " [0.0211],\n", + " [0.0121]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0961],\n", + " [0.0945],\n", + " [0.0943],\n", + " [0.0869],\n", + " [0.0916],\n", + " [0.0949],\n", + " [0.0926],\n", + " [0.0950],\n", + " [0.0882],\n", + " [0.0857],\n", + " [0.0919],\n", + " [0.0932],\n", + " [0.0955],\n", + " [0.1098],\n", + " [0.0961],\n", + " [0.0949],\n", + " [0.0965],\n", + " [0.0884],\n", + " [0.0909],\n", + " [0.0915],\n", + " [0.0930],\n", + " [0.0955],\n", + " [0.0863],\n", + " [0.0955],\n", + " [0.0930],\n", + " [0.0952],\n", + " [0.0957],\n", + " [0.0944],\n", + " [0.0901],\n", + " [0.0939],\n", + " [0.0966],\n", + " [0.0841]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0084],\n", + " [0.0121],\n", + " [0.0116],\n", + " [0.0074],\n", + " [0.0104],\n", + " [0.0083],\n", + " [0.0113],\n", + " [0.0109],\n", + " [0.0082],\n", + " [0.0074],\n", + " [0.0093],\n", + " [0.0070],\n", + " [0.0108],\n", + " [0.0217],\n", + " [0.0118],\n", + " [0.0116],\n", + " [0.0103],\n", + " [0.0095],\n", + " [0.0113],\n", + " [0.0096],\n", + " [0.0094],\n", + " [0.0095],\n", + " [0.0082],\n", + " [0.0112],\n", + " [0.0083],\n", + " [0.0089],\n", + " [0.0101],\n", + " [0.0135],\n", + " [0.0081],\n", + " [0.0116],\n", + " [0.0111],\n", + " [0.0048]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.3411e-03],\n", + " [-4.1273e-03],\n", + " [-2.4411e-03],\n", + " [-4.1858e-03],\n", + " [-7.9323e-03],\n", + " [-1.0763e-03],\n", + " [-4.0832e-03],\n", + " [-2.3116e-03],\n", + " [ 4.7005e-04],\n", + " [ 1.3650e-03],\n", + " [-3.8342e-03],\n", + " [ 2.8446e-03],\n", + " [-1.9690e-03],\n", + " [-2.1304e-02],\n", + " [-4.9727e-03],\n", + " [-2.9629e-03],\n", + " [-8.0891e-04],\n", + " [-4.2052e-03],\n", + " [-1.4150e-03],\n", + " [-7.9792e-03],\n", + " [ 3.8510e-05],\n", + " [ 3.9033e-04],\n", + " [-3.4610e-03],\n", + " [-6.5085e-04],\n", + " [ 1.1592e-03],\n", + " [-6.0628e-04],\n", + " [ 7.3285e-04],\n", + " [-7.6816e-03],\n", + " [-3.9322e-03],\n", + " [-3.5022e-03],\n", + " [ 1.1861e-03],\n", + " [ 9.6593e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0302],\n", + " [-0.0339],\n", + " [-0.0344],\n", + " [-0.0384],\n", + " [-0.0331],\n", + " [-0.0330],\n", + " [-0.0354],\n", + " [-0.0337],\n", + " [-0.0371],\n", + " [-0.0395],\n", + " [-0.0342],\n", + " [-0.0377],\n", + " [-0.0339],\n", + " [-0.0229],\n", + " [-0.0302],\n", + " [-0.0337],\n", + " [-0.0335],\n", + " [-0.0362],\n", + " [-0.0359],\n", + " [-0.0346],\n", + " [-0.0358],\n", + " [-0.0342],\n", + " [-0.0386],\n", + " [-0.0333],\n", + " [-0.0353],\n", + " [-0.0359],\n", + " [-0.0343],\n", + " [-0.0320],\n", + " [-0.0356],\n", + " [-0.0345],\n", + " [-0.0321],\n", + " [-0.0446]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0003],\n", + " [ 0.0029],\n", + " [ 0.0034],\n", + " [ 0.0051],\n", + " [ 0.0010],\n", + " [ 0.0016],\n", + " [ 0.0038],\n", + " [ 0.0031],\n", + " [ 0.0059],\n", + " [ 0.0075],\n", + " [ 0.0028],\n", + " [ 0.0057],\n", + " [ 0.0033],\n", + " [-0.0067],\n", + " [ 0.0006],\n", + " [ 0.0030],\n", + " [ 0.0031],\n", + " [ 0.0042],\n", + " [ 0.0052],\n", + " [ 0.0014],\n", + " [ 0.0048],\n", + " [ 0.0047],\n", + " [ 0.0062],\n", + " [ 0.0032],\n", + " [ 0.0048],\n", + " [ 0.0043],\n", + " [ 0.0045],\n", + " [ 0.0010],\n", + " [ 0.0038],\n", + " [ 0.0035],\n", + " [ 0.0032],\n", + " [ 0.0110]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0554],\n", + " [0.0558],\n", + " [0.0562],\n", + " [0.0608],\n", + " [0.0557],\n", + " [0.0572],\n", + " [0.0580],\n", + " [0.0563],\n", + " [0.0584],\n", + " [0.0613],\n", + " [0.0559],\n", + " [0.0574],\n", + " [0.0564],\n", + " [0.0560],\n", + " [0.0555],\n", + " [0.0559],\n", + " [0.0568],\n", + " [0.0572],\n", + " [0.0588],\n", + " [0.0554],\n", + " [0.0563],\n", + " [0.0563],\n", + " [0.0604],\n", + " [0.0573],\n", + " [0.0583],\n", + " [0.0561],\n", + " [0.0574],\n", + " [0.0559],\n", + " [0.0575],\n", + " [0.0569],\n", + " [0.0576],\n", + " [0.0634]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0173],\n", + " [-0.0173],\n", + " [-0.0180],\n", + " [-0.0142],\n", + " [-0.0152],\n", + " [-0.0190],\n", + " [-0.0165],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0159],\n", + " [-0.0177],\n", + " [-0.0193],\n", + " [-0.0182],\n", + " [-0.0224],\n", + " [-0.0173],\n", + " [-0.0178],\n", + " [-0.0193],\n", + " [-0.0161],\n", + " [-0.0165],\n", + " [-0.0157],\n", + " [-0.0180],\n", + " [-0.0186],\n", + " [-0.0144],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0188],\n", + " [-0.0189],\n", + " [-0.0166],\n", + " [-0.0169],\n", + " [-0.0170],\n", + " [-0.0184],\n", + " [-0.0190]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1673],\n", + " [-0.1700],\n", + " [-0.1705],\n", + " [-0.1681],\n", + " [-0.1666],\n", + " [-0.1686],\n", + " [-0.1703],\n", + " [-0.1708],\n", + " [-0.1698],\n", + " [-0.1705],\n", + " [-0.1677],\n", + " [-0.1755],\n", + " [-0.1711],\n", + " [-0.1623],\n", + " [-0.1680],\n", + " [-0.1708],\n", + " [-0.1707],\n", + " [-0.1676],\n", + " [-0.1708],\n", + " [-0.1662],\n", + " [-0.1719],\n", + " [-0.1720],\n", + " [-0.1679],\n", + " [-0.1708],\n", + " [-0.1700],\n", + " [-0.1717],\n", + " [-0.1717],\n", + " [-0.1679],\n", + " [-0.1678],\n", + " [-0.1709],\n", + " [-0.1713],\n", + " [-0.1782]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0201],\n", + " [-0.0228],\n", + " [-0.0221],\n", + " [-0.0226],\n", + " [-0.0238],\n", + " [-0.0204],\n", + " [-0.0234],\n", + " [-0.0225],\n", + " [-0.0210],\n", + " [-0.0208],\n", + " [-0.0216],\n", + " [-0.0178],\n", + " [-0.0223],\n", + " [-0.0196],\n", + " [-0.0224],\n", + " [-0.0221],\n", + " [-0.0219],\n", + " [-0.0228],\n", + " [-0.0229],\n", + " [-0.0230],\n", + " [-0.0207],\n", + " [-0.0215],\n", + " [-0.0225],\n", + " [-0.0224],\n", + " [-0.0207],\n", + " [-0.0211],\n", + " [-0.0215],\n", + " [-0.0254],\n", + " [-0.0216],\n", + " [-0.0226],\n", + " [-0.0218],\n", + " [-0.0149]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0145],\n", + " [ 0.0057],\n", + " [ 0.0081],\n", + " [ 0.0009],\n", + " [-0.0006],\n", + " [ 0.0167],\n", + " [ 0.0052],\n", + " [ 0.0107],\n", + " [ 0.0073],\n", + " [ 0.0042],\n", + " [ 0.0083],\n", + " [ 0.0093],\n", + " [ 0.0113],\n", + " [-0.0013],\n", + " [ 0.0102],\n", + " [ 0.0078],\n", + " [ 0.0151],\n", + " [-0.0003],\n", + " [ 0.0060],\n", + " [ 0.0016],\n", + " [ 0.0083],\n", + " [ 0.0137],\n", + " [-0.0003],\n", + " [ 0.0132],\n", + " [ 0.0175],\n", + " [ 0.0119],\n", + " [ 0.0153],\n", + " [ 0.0022],\n", + " [ 0.0075],\n", + " [ 0.0055],\n", + " [ 0.0174],\n", + " [ 0.0067]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0949],\n", + " [0.0929],\n", + " [0.0914],\n", + " [0.0938],\n", + " [0.0986],\n", + " [0.0938],\n", + " [0.0911],\n", + " [0.0911],\n", + " [0.0923],\n", + " [0.0920],\n", + " [0.0939],\n", + " [0.0916],\n", + " [0.0909],\n", + " [0.1009],\n", + " [0.0930],\n", + " [0.0921],\n", + " [0.0904],\n", + " [0.0981],\n", + " [0.0901],\n", + " [0.0989],\n", + " [0.0919],\n", + " [0.0903],\n", + " [0.0954],\n", + " [0.0903],\n", + " [0.0916],\n", + " [0.0913],\n", + " [0.0893],\n", + " [0.0946],\n", + " [0.0936],\n", + " [0.0919],\n", + " [0.0895],\n", + " [0.0869]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0867],\n", + " [0.0815],\n", + " [0.0834],\n", + " [0.0821],\n", + " [0.0781],\n", + " [0.0891],\n", + " [0.0805],\n", + " [0.0839],\n", + " [0.0840],\n", + " [0.0839],\n", + " [0.0833],\n", + " [0.0806],\n", + " [0.0845],\n", + " [0.0736],\n", + " [0.0838],\n", + " [0.0824],\n", + " [0.0873],\n", + " [0.0798],\n", + " [0.0820],\n", + " [0.0801],\n", + " [0.0829],\n", + " [0.0856],\n", + " [0.0815],\n", + " [0.0862],\n", + " [0.0890],\n", + " [0.0858],\n", + " [0.0874],\n", + " [0.0799],\n", + " [0.0826],\n", + " [0.0808],\n", + " [0.0890],\n", + " [0.0807]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.0857],\n", + " [0.0866],\n", + " [0.0889],\n", + " [0.0841],\n", + " [0.0874],\n", + " [0.0891],\n", + " [0.0875],\n", + " [0.0882],\n", + " [0.0900],\n", + " [0.0850],\n", + " [0.0881],\n", + " [0.0874],\n", + " [0.0677],\n", + " [0.0862],\n", + " [0.0862],\n", + " [0.0882],\n", + " [0.0855],\n", + " [0.0892],\n", + " [0.0842],\n", + " [0.0860],\n", + " [0.0865],\n", + " [0.0882],\n", + " [0.0883],\n", + " [0.0884],\n", + " [0.0863],\n", + " [0.0883],\n", + " [0.0852],\n", + " [0.0868],\n", + " [0.0871],\n", + " [0.0890],\n", + " [0.0929]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0426],\n", + " [0.0385],\n", + " [0.0397],\n", + " [0.0400],\n", + " [0.0377],\n", + " [0.0441],\n", + " [0.0384],\n", + " [0.0402],\n", + " [0.0427],\n", + " [0.0424],\n", + " [0.0414],\n", + " [0.0399],\n", + " [0.0403],\n", + " [0.0324],\n", + " [0.0402],\n", + " [0.0390],\n", + " [0.0422],\n", + " [0.0405],\n", + " [0.0399],\n", + " [0.0387],\n", + " [0.0410],\n", + " [0.0422],\n", + " [0.0402],\n", + " [0.0416],\n", + " [0.0446],\n", + " [0.0415],\n", + " [0.0423],\n", + " [0.0372],\n", + " [0.0409],\n", + " [0.0380],\n", + " [0.0428],\n", + " [0.0429]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0360],\n", + " [0.0387],\n", + " [0.0384],\n", + " [0.0376],\n", + " [0.0387],\n", + " [0.0353],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0366],\n", + " [0.0361],\n", + " [0.0375],\n", + " [0.0359],\n", + " [0.0372],\n", + " [0.0284],\n", + " [0.0379],\n", + " [0.0380],\n", + " [0.0364],\n", + " [0.0379],\n", + " [0.0370],\n", + " [0.0395],\n", + " [0.0373],\n", + " [0.0357],\n", + " [0.0380],\n", + " [0.0366],\n", + " [0.0337],\n", + " [0.0376],\n", + " [0.0355],\n", + " [0.0395],\n", + " [0.0370],\n", + " [0.0382],\n", + " [0.0346],\n", + " [0.0316]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0683],\n", + " [-0.0745],\n", + " [-0.0737],\n", + " [-0.0756],\n", + " [-0.0766],\n", + " [-0.0685],\n", + " [-0.0736],\n", + " [-0.0718],\n", + " [-0.0738],\n", + " [-0.0742],\n", + " [-0.0740],\n", + " [-0.0706],\n", + " [-0.0716],\n", + " [-0.0827],\n", + " [-0.0725],\n", + " [-0.0733],\n", + " [-0.0701],\n", + " [-0.0760],\n", + " [-0.0744],\n", + " [-0.0755],\n", + " [-0.0730],\n", + " [-0.0710],\n", + " [-0.0763],\n", + " [-0.0711],\n", + " [-0.0689],\n", + " [-0.0714],\n", + " [-0.0701],\n", + " [-0.0770],\n", + " [-0.0739],\n", + " [-0.0740],\n", + " [-0.0688],\n", + " [-0.0710]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0963],\n", + " [-0.1008],\n", + " [-0.1001],\n", + " [-0.1039],\n", + " [-0.1023],\n", + " [-0.0966],\n", + " [-0.1019],\n", + " [-0.0989],\n", + " [-0.1020],\n", + " [-0.1044],\n", + " [-0.0995],\n", + " [-0.1041],\n", + " [-0.0986],\n", + " [-0.1072],\n", + " [-0.0988],\n", + " [-0.1001],\n", + " [-0.0973],\n", + " [-0.1035],\n", + " [-0.1024],\n", + " [-0.1014],\n", + " [-0.1007],\n", + " [-0.0980],\n", + " [-0.1049],\n", + " [-0.0982],\n", + " [-0.0991],\n", + " [-0.0985],\n", + " [-0.0981],\n", + " [-0.1008],\n", + " [-0.1010],\n", + " [-0.1018],\n", + " [-0.0974],\n", + " [-0.1094]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0652],\n", + " [-0.0634],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0650],\n", + " [-0.0638],\n", + " [-0.0637],\n", + " [-0.0633],\n", + " [-0.0610],\n", + " [-0.0604],\n", + " [-0.0634],\n", + " [-0.0614],\n", + " [-0.0632],\n", + " [-0.0671],\n", + " [-0.0644],\n", + " [-0.0632],\n", + " [-0.0630],\n", + " [-0.0622],\n", + " [-0.0621],\n", + " [-0.0640],\n", + " [-0.0618],\n", + " [-0.0630],\n", + " [-0.0617],\n", + " [-0.0627],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0626],\n", + " [-0.0644],\n", + " [-0.0635],\n", + " [-0.0634],\n", + " [-0.0629],\n", + " [-0.0565]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0613],\n", + " [-0.0613],\n", + " [-0.0668],\n", + " [-0.0741],\n", + " [-0.0655],\n", + " [-0.0628],\n", + " [-0.0616],\n", + " [-0.0596],\n", + " [-0.0608],\n", + " [-0.0643],\n", + " [-0.0634],\n", + " [-0.0630],\n", + " [-0.0619],\n", + " [-0.0602],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0584],\n", + " [-0.0642],\n", + " [-0.0161],\n", + " [-0.0861],\n", + " [-0.0628],\n", + " [-0.0637],\n", + " [-0.0604],\n", + " [-0.0651],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0598],\n", + " [-0.0624],\n", + " [-0.0660],\n", + " [-0.0604],\n", + " [-0.0735],\n", + " [-0.0627]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0743],\n", + " [-0.0752],\n", + " [-0.0763],\n", + " [-0.0869],\n", + " [-0.0762],\n", + " [-0.0745],\n", + " [-0.0742],\n", + " [-0.0696],\n", + " [-0.0720],\n", + " [-0.0768],\n", + " [-0.0745],\n", + " [-0.0751],\n", + " [-0.0760],\n", + " [-0.0719],\n", + " [-0.0751],\n", + " [-0.0733],\n", + " [-0.0698],\n", + " [-0.0778],\n", + " [-0.1449],\n", + " [-0.1057],\n", + " [-0.0739],\n", + " [-0.0777],\n", + " [-0.0724],\n", + " [-0.0788],\n", + " [-0.0704],\n", + " [-0.0755],\n", + " [-0.0726],\n", + " [-0.0731],\n", + " [-0.0769],\n", + " [-0.0762],\n", + " [-0.0848],\n", + " [-0.0718]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0389],\n", + " [0.0363],\n", + " [0.0360],\n", + " [0.0391],\n", + " [0.0393],\n", + " [0.0386],\n", + " [0.0375],\n", + " [0.0393],\n", + " [0.0417],\n", + " [0.0359],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0389],\n", + " [0.0372],\n", + " [0.0213],\n", + " [0.0239],\n", + " [0.0359],\n", + " [0.0368],\n", + " [0.0397],\n", + " [0.0367],\n", + " [0.0355],\n", + " [0.0367],\n", + " [0.0388],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0363],\n", + " [0.0373],\n", + " [0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0901],\n", + " [-0.0917],\n", + " [-0.0909],\n", + " [-0.0984],\n", + " [-0.0909],\n", + " [-0.0901],\n", + " [-0.0928],\n", + " [-0.0869],\n", + " [-0.0928],\n", + " [-0.0920],\n", + " [-0.0948],\n", + " [-0.0922],\n", + " [-0.0913],\n", + " [-0.0884],\n", + " [-0.0924],\n", + " [-0.0944],\n", + " [-0.0861],\n", + " [-0.0928],\n", + " [-0.0305],\n", + " [-0.0761],\n", + " [-0.0945],\n", + " [-0.0921],\n", + " [-0.0923],\n", + " [-0.0948],\n", + " [-0.0957],\n", + " [-0.0954],\n", + " [-0.0913],\n", + " [-0.0948],\n", + " [-0.0948],\n", + " [-0.0891],\n", + " [-0.0976],\n", + " [-0.0950]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0510],\n", + " [ 0.0521],\n", + " [ 0.0482],\n", + " [ 0.0505],\n", + " [ 0.0440],\n", + " [ 0.0533],\n", + " [ 0.0544],\n", + " [ 0.0484],\n", + " [ 0.0563],\n", + " [ 0.0419],\n", + " [ 0.0568],\n", + " [ 0.0542],\n", + " [ 0.0506],\n", + " [ 0.0503],\n", + " [ 0.0547],\n", + " [ 0.0581],\n", + " [ 0.0498],\n", + " [ 0.0506],\n", + " [-0.0378],\n", + " [ 0.0435],\n", + " [ 0.0582],\n", + " [ 0.0500],\n", + " [ 0.0546],\n", + " [ 0.0540],\n", + " [ 0.0598],\n", + " [ 0.0576],\n", + " [ 0.0512],\n", + " [ 0.0582],\n", + " [ 0.0581],\n", + " [ 0.0467],\n", + " [ 0.0496],\n", + " [ 0.0577]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0421],\n", + " [-0.0362],\n", + " [-0.0406],\n", + " [-0.0365],\n", + " [-0.0356],\n", + " [-0.0407],\n", + " [-0.0342],\n", + " [-0.0448],\n", + " [-0.0345],\n", + " [-0.0345],\n", + " [-0.0378],\n", + " [-0.0416],\n", + " [-0.0408],\n", + " [-0.0418],\n", + " [-0.0388],\n", + " [-0.0372],\n", + " [-0.0436],\n", + " [-0.0366],\n", + " [-0.0727],\n", + " [-0.0431],\n", + " [-0.0378],\n", + " [-0.0390],\n", + " [-0.0346],\n", + " [-0.0374],\n", + " [-0.0348],\n", + " [-0.0358],\n", + " [-0.0350],\n", + " [-0.0362],\n", + " [-0.0346],\n", + " [-0.0423],\n", + " [-0.0320],\n", + " [-0.0382]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0785],\n", + " [-0.0791],\n", + " [-0.0790],\n", + " [-0.0790],\n", + " [-0.0801],\n", + " [-0.0770],\n", + " [-0.0807],\n", + " [-0.0779],\n", + " [-0.0807],\n", + " [-0.0820],\n", + " [-0.0797],\n", + " [-0.0789],\n", + " [-0.0787],\n", + " [-0.0794],\n", + " [-0.0787],\n", + " [-0.0789],\n", + " [-0.0778],\n", + " [-0.0793],\n", + " [ 0.0061],\n", + " [-0.0838],\n", + " [-0.0788],\n", + " [-0.0783],\n", + " [-0.0806],\n", + " [-0.0786],\n", + " [-0.0805],\n", + " [-0.0788],\n", + " [-0.0812],\n", + " [-0.0794],\n", + " [-0.0785],\n", + " [-0.0776],\n", + " [-0.0800],\n", + " [-0.0804]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1656],\n", + " [0.1660],\n", + " [0.1663],\n", + " [0.1641],\n", + " [0.1638],\n", + " [0.1696],\n", + " [0.1672],\n", + " [0.1660],\n", + " [0.1693],\n", + " [0.1635],\n", + " [0.1677],\n", + " [0.1675],\n", + " [0.1649],\n", + " [0.1649],\n", + " [0.1678],\n", + " [0.1692],\n", + " [0.1666],\n", + " [0.1646],\n", + " [0.1835],\n", + " [0.1325],\n", + " [0.1691],\n", + " [0.1644],\n", + " [0.1681],\n", + " [0.1662],\n", + " [0.1720],\n", + " [0.1687],\n", + " [0.1650],\n", + " [0.1692],\n", + " [0.1699],\n", + " [0.1616],\n", + " [0.1618],\n", + " [0.1686]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0543],\n", + " [-0.0556],\n", + " [-0.0563],\n", + " [-0.0656],\n", + " [-0.0550],\n", + " [-0.0557],\n", + " [-0.0554],\n", + " [-0.0473],\n", + " [-0.0522],\n", + " [-0.0576],\n", + " [-0.0569],\n", + " [-0.0544],\n", + " [-0.0563],\n", + " [-0.0510],\n", + " [-0.0554],\n", + " [-0.0569],\n", + " [-0.0488],\n", + " [-0.0586],\n", + " [-0.0702],\n", + " [-0.0717],\n", + " [-0.0568],\n", + " [-0.0578],\n", + " [-0.0526],\n", + " [-0.0590],\n", + " [-0.0583],\n", + " [-0.0586],\n", + " [-0.0532],\n", + " [-0.0565],\n", + " [-0.0584],\n", + " [-0.0569],\n", + " [-0.0660],\n", + " [-0.0560]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0624],\n", + " [0.0653],\n", + " [0.0614],\n", + " [0.0668],\n", + " [0.0721],\n", + " [0.0597],\n", + " [0.0640],\n", + " [0.0621],\n", + " [0.0616],\n", + " [0.0744],\n", + " [0.0605],\n", + " [0.0615],\n", + " [0.0635],\n", + " [0.0620],\n", + " [0.0615],\n", + " [0.0588],\n", + " [0.0606],\n", + " [0.0655],\n", + " [0.0823],\n", + " [0.0521],\n", + " [0.0591],\n", + " [0.0657],\n", + " [0.0624],\n", + " [0.0643],\n", + " [0.0572],\n", + " [0.0614],\n", + " [0.0646],\n", + " [0.0594],\n", + " [0.0622],\n", + " [0.0667],\n", + " [0.0687],\n", + " [0.0582]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0922],\n", + " [-0.0934],\n", + " [-0.0854],\n", + " [-0.0868],\n", + " [-0.0840],\n", + " [-0.0944],\n", + " [-0.0941],\n", + " [-0.0904],\n", + " [-0.0971],\n", + " [-0.0815],\n", + " [-0.0967],\n", + " [-0.0944],\n", + " [-0.0921],\n", + " [-0.0918],\n", + " [-0.0950],\n", + " [-0.0980],\n", + " [-0.0921],\n", + " [-0.0896],\n", + " [-0.0948],\n", + " [-0.0711],\n", + " [-0.0976],\n", + " [-0.0896],\n", + " [-0.0963],\n", + " [-0.0933],\n", + " [-0.1012],\n", + " [-0.0972],\n", + " [-0.0931],\n", + " [-0.0980],\n", + " [-0.0956],\n", + " [-0.0881],\n", + " [-0.0834],\n", + " [-0.0982]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0136],\n", + " [ 0.0130],\n", + " [ 0.0157],\n", + " [ 0.0127],\n", + " [ 0.0075],\n", + " [ 0.0157],\n", + " [ 0.0172],\n", + " [ 0.0134],\n", + " [ 0.0196],\n", + " [ 0.0079],\n", + " [ 0.0169],\n", + " [ 0.0152],\n", + " [ 0.0127],\n", + " [ 0.0139],\n", + " [ 0.0156],\n", + " [ 0.0193],\n", + " [ 0.0147],\n", + " [ 0.0133],\n", + " [-0.0423],\n", + " [ 0.0031],\n", + " [ 0.0188],\n", + " [ 0.0122],\n", + " [ 0.0174],\n", + " [ 0.0146],\n", + " [ 0.0208],\n", + " [ 0.0181],\n", + " [ 0.0149],\n", + " [ 0.0194],\n", + " [ 0.0182],\n", + " [ 0.0111],\n", + " [ 0.0108],\n", + " [ 0.0196]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0942],\n", + " [0.0897],\n", + " [0.0881],\n", + " [0.0880],\n", + " [0.0797],\n", + " [0.0953],\n", + " [0.0871],\n", + " [0.0938],\n", + " [0.0902],\n", + " [0.0775],\n", + " [0.0934],\n", + " [0.0943],\n", + " [0.0938],\n", + " [0.0939],\n", + " [0.0927],\n", + " [0.0944],\n", + " [0.0953],\n", + " [0.0873],\n", + " [0.0957],\n", + " [0.0623],\n", + " [0.0945],\n", + " [0.0891],\n", + " [0.0909],\n", + " [0.0898],\n", + " [0.0956],\n", + " [0.0911],\n", + " [0.0891],\n", + " [0.0932],\n", + " [0.0875],\n", + " [0.0917],\n", + " [0.0816],\n", + " [0.0959]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0121],\n", + " [ 0.0107],\n", + " [ 0.0060],\n", + " [ 0.0058],\n", + " [ 0.0046],\n", + " [ 0.0139],\n", + " [ 0.0061],\n", + " [ 0.0094],\n", + " [ 0.0069],\n", + " [ 0.0056],\n", + " [ 0.0101],\n", + " [ 0.0109],\n", + " [ 0.0121],\n", + " [ 0.0117],\n", + " [ 0.0105],\n", + " [ 0.0096],\n", + " [ 0.0121],\n", + " [ 0.0071],\n", + " [ 0.0911],\n", + " [-0.0048],\n", + " [ 0.0094],\n", + " [ 0.0086],\n", + " [ 0.0088],\n", + " [ 0.0081],\n", + " [ 0.0099],\n", + " [ 0.0079],\n", + " [ 0.0078],\n", + " [ 0.0088],\n", + " [ 0.0052],\n", + " [ 0.0128],\n", + " [ 0.0022],\n", + " [ 0.0103]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-5.6764e-03],\n", + " [-3.8371e-03],\n", + " [ 3.2440e-04],\n", + " [ 9.8291e-03],\n", + " [-2.9812e-03],\n", + " [-8.7992e-04],\n", + " [-1.6615e-06],\n", + " [-1.1966e-02],\n", + " [-1.9650e-03],\n", + " [-3.4840e-04],\n", + " [-1.1837e-03],\n", + " [-4.3306e-03],\n", + " [-4.1319e-03],\n", + " [-9.7596e-03],\n", + " [-2.7882e-03],\n", + " [-1.7174e-04],\n", + " [-9.8809e-03],\n", + " [ 6.7853e-04],\n", + " [-7.0306e-02],\n", + " [ 1.8483e-02],\n", + " [-4.1698e-04],\n", + " [-2.1389e-03],\n", + " [-2.9137e-03],\n", + " [ 1.6378e-03],\n", + " [ 1.7018e-03],\n", + " [ 2.4445e-03],\n", + " [-3.8802e-03],\n", + " [-4.5801e-05],\n", + " [ 4.1225e-03],\n", + " [-5.5459e-03],\n", + " [ 8.8191e-03],\n", + " [-1.5043e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0346],\n", + " [-0.0352],\n", + " [-0.0418],\n", + " [-0.0466],\n", + " [-0.0411],\n", + " [-0.0320],\n", + " [-0.0380],\n", + " [-0.0332],\n", + " [-0.0357],\n", + " [-0.0438],\n", + " [-0.0349],\n", + " [-0.0335],\n", + " [-0.0361],\n", + " [-0.0338],\n", + " [-0.0349],\n", + " [-0.0350],\n", + " [-0.0316],\n", + " [-0.0405],\n", + " [-0.0725],\n", + " [-0.0340],\n", + " [-0.0346],\n", + " [-0.0391],\n", + " [-0.0349],\n", + " [-0.0386],\n", + " [-0.0334],\n", + " [-0.0373],\n", + " [-0.0366],\n", + " [-0.0354],\n", + " [-0.0393],\n", + " [-0.0383],\n", + " [-0.0471],\n", + " [-0.0339]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0025],\n", + " [ 0.0046],\n", + " [ 0.0046],\n", + " [ 0.0103],\n", + " [ 0.0067],\n", + " [ 0.0026],\n", + " [ 0.0058],\n", + " [-0.0013],\n", + " [ 0.0038],\n", + " [ 0.0089],\n", + " [ 0.0043],\n", + " [ 0.0030],\n", + " [ 0.0041],\n", + " [ 0.0005],\n", + " [ 0.0040],\n", + " [ 0.0046],\n", + " [-0.0009],\n", + " [ 0.0067],\n", + " [ 0.0079],\n", + " [ 0.0076],\n", + " [ 0.0045],\n", + " [ 0.0059],\n", + " [ 0.0035],\n", + " [ 0.0064],\n", + " [ 0.0046],\n", + " [ 0.0061],\n", + " [ 0.0038],\n", + " [ 0.0045],\n", + " [ 0.0072],\n", + " [ 0.0041],\n", + " [ 0.0106],\n", + " [ 0.0033]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0564],\n", + " [0.0578],\n", + " [0.0589],\n", + " [0.0656],\n", + " [0.0622],\n", + " [0.0557],\n", + " [0.0583],\n", + " [0.0542],\n", + " [0.0564],\n", + " [0.0670],\n", + " [0.0569],\n", + " [0.0559],\n", + " [0.0582],\n", + " [0.0555],\n", + " [0.0563],\n", + " [0.0563],\n", + " [0.0538],\n", + " [0.0598],\n", + " [0.0360],\n", + " [0.0569],\n", + " [0.0564],\n", + " [0.0591],\n", + " [0.0569],\n", + " [0.0583],\n", + " [0.0580],\n", + " [0.0572],\n", + " [0.0579],\n", + " [0.0564],\n", + " [0.0573],\n", + " [0.0591],\n", + " [0.0653],\n", + " [0.0565]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0167],\n", + " [-0.0161],\n", + " [-0.0199],\n", + " [-0.0197],\n", + " [-0.0141],\n", + " [-0.0188],\n", + " [-0.0171],\n", + " [-0.0168],\n", + " [-0.0183],\n", + " [-0.0169],\n", + " [-0.0176],\n", + " [-0.0172],\n", + " [-0.0160],\n", + " [-0.0171],\n", + " [-0.0173],\n", + " [-0.0186],\n", + " [-0.0167],\n", + " [-0.0168],\n", + " [ 0.0248],\n", + " [-0.0009],\n", + " [-0.0183],\n", + " [-0.0163],\n", + " [-0.0175],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0184],\n", + " [-0.0155],\n", + " [-0.0184],\n", + " [-0.0200],\n", + " [-0.0152],\n", + " [-0.0189],\n", + " [-0.0183]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1701],\n", + " [-0.1684],\n", + " [-0.1729],\n", + " [-0.1827],\n", + " [-0.1686],\n", + " [-0.1724],\n", + " [-0.1686],\n", + " [-0.1654],\n", + " [-0.1679],\n", + " [-0.1674],\n", + " [-0.1714],\n", + " [-0.1708],\n", + " [-0.1712],\n", + " [-0.1669],\n", + " [-0.1704],\n", + " [-0.1714],\n", + " [-0.1663],\n", + " [-0.1716],\n", + " [-0.1594],\n", + " [-0.1740],\n", + " [-0.1717],\n", + " [-0.1711],\n", + " [-0.1679],\n", + " [-0.1734],\n", + " [-0.1714],\n", + " [-0.1723],\n", + " [-0.1675],\n", + " [-0.1710],\n", + " [-0.1718],\n", + " [-0.1711],\n", + " [-0.1771],\n", + " [-0.1714]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0237],\n", + " [-0.0238],\n", + " [-0.0160],\n", + " [-0.0122],\n", + " [-0.0211],\n", + " [-0.0229],\n", + " [-0.0198],\n", + " [-0.0245],\n", + " [-0.0202],\n", + " [-0.0196],\n", + " [-0.0220],\n", + " [-0.0230],\n", + " [-0.0228],\n", + " [-0.0253],\n", + " [-0.0224],\n", + " [-0.0214],\n", + " [-0.0246],\n", + " [-0.0193],\n", + " [-0.0031],\n", + " [ 0.0372],\n", + " [-0.0214],\n", + " [-0.0214],\n", + " [-0.0212],\n", + " [-0.0199],\n", + " [-0.0212],\n", + " [-0.0201],\n", + " [-0.0211],\n", + " [-0.0212],\n", + " [-0.0179],\n", + " [-0.0238],\n", + " [-0.0127],\n", + " [-0.0222]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.8111e-03],\n", + " [ 3.9187e-03],\n", + " [-3.2114e-05],\n", + " [ 4.9785e-03],\n", + " [-6.6088e-03],\n", + " [ 3.4926e-03],\n", + " [ 7.1528e-03],\n", + " [-1.6457e-03],\n", + " [ 9.8355e-03],\n", + " [-7.6076e-03],\n", + " [ 9.9543e-03],\n", + " [ 4.8695e-03],\n", + " [ 2.4602e-03],\n", + " [ 1.2650e-03],\n", + " [ 6.2059e-03],\n", + " [ 1.1583e-02],\n", + " [ 2.1287e-04],\n", + " [ 2.7065e-03],\n", + " [-1.7596e-02],\n", + " [ 2.7258e-02],\n", + " [ 1.1148e-02],\n", + " [ 9.1833e-04],\n", + " [ 8.4614e-03],\n", + " [ 5.4877e-03],\n", + " [ 1.7838e-02],\n", + " [ 1.0350e-02],\n", + " [ 5.0258e-03],\n", + " [ 1.1828e-02],\n", + " [ 1.0544e-02],\n", + " [-2.4237e-03],\n", + " [ 4.3585e-03],\n", + " [ 1.2212e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0945],\n", + " [0.0931],\n", + " [0.1001],\n", + " [0.0869],\n", + " [0.0989],\n", + " [0.0928],\n", + " [0.0950],\n", + " [0.1020],\n", + " [0.0945],\n", + " [0.0989],\n", + " [0.0909],\n", + " [0.0933],\n", + " [0.0924],\n", + " [0.0970],\n", + " [0.0926],\n", + " [0.0910],\n", + " [0.0992],\n", + " [0.0941],\n", + " [0.0423],\n", + " [0.0800],\n", + " [0.0913],\n", + " [0.0944],\n", + " [0.0933],\n", + " [0.0913],\n", + " [0.0898],\n", + " [0.0909],\n", + " [0.0950],\n", + " [0.0916],\n", + " [0.0930],\n", + " [0.0949],\n", + " [0.0900],\n", + " [0.0907]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0790],\n", + " [ 0.0811],\n", + " [ 0.0769],\n", + " [ 0.0776],\n", + " [ 0.0778],\n", + " [ 0.0789],\n", + " [ 0.0847],\n", + " [ 0.0747],\n", + " [ 0.0842],\n", + " [ 0.0812],\n", + " [ 0.0834],\n", + " [ 0.0792],\n", + " [ 0.0800],\n", + " [ 0.0783],\n", + " [ 0.0813],\n", + " [ 0.0850],\n", + " [ 0.0775],\n", + " [ 0.0813],\n", + " [-0.0194],\n", + " [ 0.0872],\n", + " [ 0.0838],\n", + " [ 0.0790],\n", + " [ 0.0838],\n", + " [ 0.0805],\n", + " [ 0.0890],\n", + " [ 0.0846],\n", + " [ 0.0839],\n", + " [ 0.0849],\n", + " [ 0.0834],\n", + " [ 0.0763],\n", + " [ 0.0807],\n", + " [ 0.0851]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0859],\n", + " [ 0.0870],\n", + " [ 0.0869],\n", + " [ 0.0933],\n", + " [ 0.0880],\n", + " [ 0.0845],\n", + " [ 0.0873],\n", + " [ 0.0823],\n", + " [ 0.0856],\n", + " [ 0.0881],\n", + " [ 0.0881],\n", + " [ 0.0862],\n", + " [ 0.0872],\n", + " [ 0.0858],\n", + " [ 0.0864],\n", + " [ 0.0864],\n", + " [ 0.0824],\n", + " [ 0.0884],\n", + " [-0.0006],\n", + " [ 0.1060],\n", + " [ 0.0866],\n", + " [ 0.0876],\n", + " [ 0.0859],\n", + " [ 0.0882],\n", + " [ 0.0884],\n", + " [ 0.0871],\n", + " [ 0.0868],\n", + " [ 0.0868],\n", + " [ 0.0880],\n", + " [ 0.0868],\n", + " [ 0.0948],\n", + " [ 0.0877]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0400],\n", + " [0.0410],\n", + " [0.0399],\n", + " [0.0402],\n", + " [0.0388],\n", + " [0.0437],\n", + " [0.0364],\n", + " [0.0433],\n", + " [0.0444],\n", + " [0.0402],\n", + " [0.0375],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0395],\n", + " [0.0416],\n", + " [0.0367],\n", + " [0.0411],\n", + " [0.0846],\n", + " [0.0490],\n", + " [0.0411],\n", + " [0.0392],\n", + " [0.0419],\n", + " [0.0405],\n", + " [0.0436],\n", + " [0.0429],\n", + " [0.0408],\n", + " [0.0423],\n", + " [0.0445],\n", + " [0.0365],\n", + " [0.0438],\n", + " [0.0406]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0395],\n", + " [ 0.0377],\n", + " [ 0.0345],\n", + " [ 0.0333],\n", + " [ 0.0332],\n", + " [ 0.0383],\n", + " [ 0.0366],\n", + " [ 0.0385],\n", + " [ 0.0365],\n", + " [ 0.0327],\n", + " [ 0.0362],\n", + " [ 0.0382],\n", + " [ 0.0395],\n", + " [ 0.0394],\n", + " [ 0.0376],\n", + " [ 0.0367],\n", + " [ 0.0402],\n", + " [ 0.0367],\n", + " [-0.0555],\n", + " [ 0.0172],\n", + " [ 0.0364],\n", + " [ 0.0376],\n", + " [ 0.0371],\n", + " [ 0.0365],\n", + " [ 0.0338],\n", + " [ 0.0360],\n", + " [ 0.0384],\n", + " [ 0.0359],\n", + " [ 0.0332],\n", + " [ 0.0392],\n", + " [ 0.0307],\n", + " [ 0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0758],\n", + " [-0.0757],\n", + " [-0.0734],\n", + " [-0.0706],\n", + " [-0.0758],\n", + " [-0.0759],\n", + " [-0.0736],\n", + " [-0.0767],\n", + " [-0.0729],\n", + " [-0.0774],\n", + " [-0.0718],\n", + " [-0.0738],\n", + " [-0.0754],\n", + " [-0.0758],\n", + " [-0.0740],\n", + " [-0.0720],\n", + " [-0.0775],\n", + " [-0.0742],\n", + " [-0.1321],\n", + " [-0.0458],\n", + " [-0.0717],\n", + " [-0.0750],\n", + " [-0.0738],\n", + " [-0.0733],\n", + " [-0.0688],\n", + " [-0.0721],\n", + " [-0.0746],\n", + " [-0.0716],\n", + " [-0.0714],\n", + " [-0.0785],\n", + " [-0.0705],\n", + " [-0.0709]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1026],\n", + " [-0.1021],\n", + " [-0.1095],\n", + " [-0.1129],\n", + " [-0.1088],\n", + " [-0.1025],\n", + " [-0.1021],\n", + " [-0.1029],\n", + " [-0.0997],\n", + " [-0.1098],\n", + " [-0.0999],\n", + " [-0.1021],\n", + " [-0.1035],\n", + " [-0.1010],\n", + " [-0.1013],\n", + " [-0.0987],\n", + " [-0.1012],\n", + " [-0.1057],\n", + " [-0.1389],\n", + " [-0.1224],\n", + " [-0.0993],\n", + " [-0.1054],\n", + " [-0.0999],\n", + " [-0.1041],\n", + " [-0.0983],\n", + " [-0.1006],\n", + " [-0.1017],\n", + " [-0.0987],\n", + " [-0.1031],\n", + " [-0.1060],\n", + " [-0.1115],\n", + " [-0.0983]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0638],\n", + " [-0.0628],\n", + " [-0.0587],\n", + " [-0.0557],\n", + " [-0.0618],\n", + " [-0.0625],\n", + " [-0.0610],\n", + " [-0.0658],\n", + " [-0.0629],\n", + " [-0.0586],\n", + " [-0.0630],\n", + " [-0.0645],\n", + " [-0.0628],\n", + " [-0.0650],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0651],\n", + " [-0.0598],\n", + " [-0.0044],\n", + " [-0.0391],\n", + " [-0.0629],\n", + " [-0.0613],\n", + " [-0.0631],\n", + " [-0.0609],\n", + " [-0.0627],\n", + " [-0.0610],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0602],\n", + " [-0.0611],\n", + " [-0.0554],\n", + " [-0.0633]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0609],\n", + " [-0.0618],\n", + " [-0.0628],\n", + " [-0.0624],\n", + " [-0.0616],\n", + " [-0.0591],\n", + " [-0.0598],\n", + " [-0.0638],\n", + " [-0.0556],\n", + " [-0.0658],\n", + " [-0.0595],\n", + " [-0.0615],\n", + " [-0.0649],\n", + " [-0.0615],\n", + " [-0.0749],\n", + " [-0.0604],\n", + " [-0.0476],\n", + " [-0.0614],\n", + " [-0.0630],\n", + " [-0.0694],\n", + " [-0.0608],\n", + " [-0.0628],\n", + " [-0.0649],\n", + " [-0.0616],\n", + " [-0.0614],\n", + " [-0.0606],\n", + " [-0.0631],\n", + " [-0.0464],\n", + " [-0.0619],\n", + " [-0.0643],\n", + " [-0.0598],\n", + " [-0.0636]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0746],\n", + " [-0.0747],\n", + " [-0.0714],\n", + " [-0.0746],\n", + " [-0.0698],\n", + " [-0.0704],\n", + " [-0.0739],\n", + " [-0.0728],\n", + " [-0.0680],\n", + " [-0.0776],\n", + " [-0.0731],\n", + " [-0.0721],\n", + " [-0.0751],\n", + " [-0.0721],\n", + " [-0.0888],\n", + " [-0.0738],\n", + " [-0.0697],\n", + " [-0.0733],\n", + " [-0.0714],\n", + " [-0.0815],\n", + " [-0.0633],\n", + " [-0.0713],\n", + " [-0.0759],\n", + " [-0.0724],\n", + " [-0.0673],\n", + " [-0.0733],\n", + " [-0.0720],\n", + " [-0.0806],\n", + " [-0.0679],\n", + " [-0.0756],\n", + " [-0.0741],\n", + " [-0.0739]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0383],\n", + " [0.0390],\n", + " [0.0360],\n", + " [0.0367],\n", + " [0.0391],\n", + " [0.0393],\n", + " [0.0379],\n", + " [0.0390],\n", + " [0.0402],\n", + " [0.0349],\n", + " [0.0373],\n", + " [0.0373],\n", + " [0.0398],\n", + " [0.0369],\n", + " [0.0282],\n", + " [0.0388],\n", + " [0.0387],\n", + " [0.0390],\n", + " [0.0366],\n", + " [0.0305],\n", + " [0.0381],\n", + " [0.0363],\n", + " [0.0346],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0375],\n", + " [0.0366],\n", + " [0.0330],\n", + " [0.0378],\n", + " [0.0353],\n", + " [0.0380],\n", + " [0.0355]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0914],\n", + " [-0.0935],\n", + " [-0.0960],\n", + " [-0.0939],\n", + " [-0.1007],\n", + " [-0.0896],\n", + " [-0.0884],\n", + " [-0.0889],\n", + " [-0.0831],\n", + " [-0.0976],\n", + " [-0.0877],\n", + " [-0.0930],\n", + " [-0.0898],\n", + " [-0.0922],\n", + " [-0.0823],\n", + " [-0.0904],\n", + " [-0.0812],\n", + " [-0.0927],\n", + " [-0.0958],\n", + " [-0.0945],\n", + " [-0.0907],\n", + " [-0.0954],\n", + " [-0.0967],\n", + " [-0.0931],\n", + " [-0.0948],\n", + " [-0.0900],\n", + " [-0.0959],\n", + " [-0.0890],\n", + " [-0.0944],\n", + " [-0.0960],\n", + " [-0.0882],\n", + " [-0.0966]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0491],\n", + " [0.0548],\n", + " [0.0586],\n", + " [0.0573],\n", + " [0.0297],\n", + " [0.0505],\n", + " [0.0489],\n", + " [0.0389],\n", + " [0.0468],\n", + " [0.0588],\n", + " [0.0482],\n", + " [0.0568],\n", + " [0.0403],\n", + " [0.0570],\n", + " [0.0398],\n", + " [0.0519],\n", + " [0.0360],\n", + " [0.0539],\n", + " [0.0584],\n", + " [0.0471],\n", + " [0.0568],\n", + " [0.0588],\n", + " [0.0578],\n", + " [0.0562],\n", + " [0.0570],\n", + " [0.0533],\n", + " [0.0596],\n", + " [0.0317],\n", + " [0.0579],\n", + " [0.0569],\n", + " [0.0483],\n", + " [0.0592]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0343],\n", + " [-0.0355],\n", + " [-0.0376],\n", + " [-0.0400],\n", + " [-0.0370],\n", + " [-0.0426],\n", + " [-0.0353],\n", + " [-0.0444],\n", + " [-0.0381],\n", + " [-0.0434],\n", + " [-0.0375],\n", + " [-0.0358],\n", + " [-0.0388],\n", + " [-0.0366],\n", + " [-0.0386],\n", + " [-0.0461],\n", + " [-0.0356],\n", + " [-0.0361],\n", + " [-0.0409],\n", + " [-0.0340],\n", + " [-0.0365],\n", + " [-0.0385],\n", + " [-0.0378],\n", + " [-0.0345],\n", + " [-0.0404],\n", + " [-0.0353],\n", + " [-0.0483],\n", + " [-0.0349],\n", + " [-0.0382],\n", + " [-0.0430],\n", + " [-0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0807],\n", + " [-0.0802],\n", + " [-0.0810],\n", + " [-0.0784],\n", + " [-0.0842],\n", + " [-0.0810],\n", + " [-0.0786],\n", + " [-0.0833],\n", + " [-0.0764],\n", + " [-0.0789],\n", + " [-0.0785],\n", + " [-0.0795],\n", + " [-0.0812],\n", + " [-0.0792],\n", + " [-0.0856],\n", + " [-0.0790],\n", + " [-0.0771],\n", + " [-0.0808],\n", + " [-0.0808],\n", + " [-0.0816],\n", + " [-0.0831],\n", + " [-0.0801],\n", + " [-0.0795],\n", + " [-0.0799],\n", + " [-0.0836],\n", + " [-0.0782],\n", + " [-0.0799],\n", + " [-0.0776],\n", + " [-0.0823],\n", + " [-0.0799],\n", + " [-0.0783],\n", + " [-0.0796]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1633],\n", + " [0.1676],\n", + " [0.1696],\n", + " [0.1691],\n", + " [0.1594],\n", + " [0.1656],\n", + " [0.1638],\n", + " [0.1622],\n", + " [0.1676],\n", + " [0.1682],\n", + " [0.1632],\n", + " [0.1690],\n", + " [0.1625],\n", + " [0.1697],\n", + " [0.1516],\n", + " [0.1666],\n", + " [0.1590],\n", + " [0.1674],\n", + " [0.1693],\n", + " [0.1626],\n", + " [0.1722],\n", + " [0.1698],\n", + " [0.1670],\n", + " [0.1683],\n", + " [0.1700],\n", + " [0.1679],\n", + " [0.1706],\n", + " [0.1528],\n", + " [0.1707],\n", + " [0.1670],\n", + " [0.1633],\n", + " [0.1691]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0546],\n", + " [-0.0560],\n", + " [-0.0571],\n", + " [-0.0572],\n", + " [-0.0615],\n", + " [-0.0491],\n", + " [-0.0550],\n", + " [-0.0567],\n", + " [-0.0501],\n", + " [-0.0604],\n", + " [-0.0532],\n", + " [-0.0550],\n", + " [-0.0560],\n", + " [-0.0530],\n", + " [-0.0613],\n", + " [-0.0541],\n", + " [-0.0513],\n", + " [-0.0548],\n", + " [-0.0573],\n", + " [-0.0631],\n", + " [-0.0501],\n", + " [-0.0574],\n", + " [-0.0587],\n", + " [-0.0546],\n", + " [-0.0540],\n", + " [-0.0534],\n", + " [-0.0578],\n", + " [-0.0634],\n", + " [-0.0545],\n", + " [-0.0579],\n", + " [-0.0544],\n", + " [-0.0583]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0683],\n", + " [0.0637],\n", + " [0.0586],\n", + " [0.0595],\n", + " [0.0765],\n", + " [0.0628],\n", + " [0.0633],\n", + " [0.0683],\n", + " [0.0601],\n", + " [0.0608],\n", + " [0.0635],\n", + " [0.0581],\n", + " [0.0723],\n", + " [0.0584],\n", + " [0.0664],\n", + " [0.0631],\n", + " [0.0701],\n", + " [0.0612],\n", + " [0.0585],\n", + " [0.0601],\n", + " [0.0540],\n", + " [0.0576],\n", + " [0.0603],\n", + " [0.0588],\n", + " [0.0579],\n", + " [0.0603],\n", + " [0.0585],\n", + " [0.0783],\n", + " [0.0568],\n", + " [0.0609],\n", + " [0.0648],\n", + " [0.0594]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0907],\n", + " [-0.0954],\n", + " [-0.0993],\n", + " [-0.0972],\n", + " [-0.0713],\n", + " [-0.0946],\n", + " [-0.0908],\n", + " [-0.0754],\n", + " [-0.0880],\n", + " [-0.0974],\n", + " [-0.0897],\n", + " [-0.0976],\n", + " [-0.0799],\n", + " [-0.0971],\n", + " [-0.0664],\n", + " [-0.0942],\n", + " [-0.0807],\n", + " [-0.0958],\n", + " [-0.0994],\n", + " [-0.0847],\n", + " [-0.1010],\n", + " [-0.0997],\n", + " [-0.0964],\n", + " [-0.0968],\n", + " [-0.0991],\n", + " [-0.0944],\n", + " [-0.1004],\n", + " [-0.0784],\n", + " [-0.0998],\n", + " [-0.0965],\n", + " [-0.0902],\n", + " [-0.0991]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0116],\n", + " [ 0.0161],\n", + " [ 0.0202],\n", + " [ 0.0183],\n", + " [ 0.0061],\n", + " [ 0.0147],\n", + " [ 0.0120],\n", + " [ 0.0092],\n", + " [ 0.0142],\n", + " [ 0.0187],\n", + " [ 0.0122],\n", + " [ 0.0187],\n", + " [ 0.0076],\n", + " [ 0.0190],\n", + " [-0.0006],\n", + " [ 0.0133],\n", + " [ 0.0085],\n", + " [ 0.0157],\n", + " [ 0.0197],\n", + " [ 0.0165],\n", + " [ 0.0249],\n", + " [ 0.0197],\n", + " [ 0.0185],\n", + " [ 0.0184],\n", + " [ 0.0229],\n", + " [ 0.0157],\n", + " [ 0.0200],\n", + " [ 0.0071],\n", + " [ 0.0222],\n", + " [ 0.0168],\n", + " [ 0.0110],\n", + " [ 0.0191]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0870],\n", + " [0.0891],\n", + " [0.0954],\n", + " [0.0942],\n", + " [0.0716],\n", + " [0.0934],\n", + " [0.0955],\n", + " [0.0797],\n", + " [0.0949],\n", + " [0.0942],\n", + " [0.0942],\n", + " [0.0956],\n", + " [0.0779],\n", + " [0.0948],\n", + " [0.0582],\n", + " [0.0935],\n", + " [0.0946],\n", + " [0.0924],\n", + " [0.0954],\n", + " [0.0889],\n", + " [0.0977],\n", + " [0.0964],\n", + " [0.0937],\n", + " [0.0947],\n", + " [0.0952],\n", + " [0.0942],\n", + " [0.0946],\n", + " [0.0932],\n", + " [0.0956],\n", + " [0.0935],\n", + " [0.0942],\n", + " [0.0946]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0072],\n", + " [ 0.0090],\n", + " [ 0.0095],\n", + " [ 0.0101],\n", + " [ 0.0143],\n", + " [ 0.0101],\n", + " [ 0.0145],\n", + " [ 0.0021],\n", + " [ 0.0155],\n", + " [ 0.0082],\n", + " [ 0.0128],\n", + " [ 0.0116],\n", + " [ 0.0036],\n", + " [ 0.0100],\n", + " [-0.0055],\n", + " [ 0.0130],\n", + " [ 0.0179],\n", + " [ 0.0123],\n", + " [ 0.0107],\n", + " [-0.0015],\n", + " [ 0.0085],\n", + " [ 0.0109],\n", + " [ 0.0078],\n", + " [ 0.0111],\n", + " [ 0.0093],\n", + " [ 0.0118],\n", + " [ 0.0100],\n", + " [ 0.0196],\n", + " [ 0.0107],\n", + " [ 0.0097],\n", + " [ 0.0142],\n", + " [ 0.0091]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0045],\n", + " [-0.0007],\n", + " [ 0.0004],\n", + " [ 0.0002],\n", + " [-0.0089],\n", + " [-0.0084],\n", + " [-0.0065],\n", + " [-0.0030],\n", + " [-0.0099],\n", + " [ 0.0036],\n", + " [-0.0085],\n", + " [-0.0024],\n", + " [-0.0024],\n", + " [-0.0040],\n", + " [ 0.0025],\n", + " [-0.0063],\n", + " [-0.0179],\n", + " [-0.0028],\n", + " [ 0.0003],\n", + " [ 0.0094],\n", + " [-0.0008],\n", + " [ 0.0002],\n", + " [ 0.0013],\n", + " [-0.0029],\n", + " [-0.0018],\n", + " [-0.0055],\n", + " [ 0.0014],\n", + " [-0.0119],\n", + " [-0.0013],\n", + " [-0.0004],\n", + " [-0.0077],\n", + " [ 0.0012]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0380],\n", + " [-0.0361],\n", + " [-0.0351],\n", + " [-0.0348],\n", + " [-0.0543],\n", + " [-0.0337],\n", + " [-0.0343],\n", + " [-0.0468],\n", + " [-0.0328],\n", + " [-0.0365],\n", + " [-0.0352],\n", + " [-0.0330],\n", + " [-0.0442],\n", + " [-0.0329],\n", + " [-0.0498],\n", + " [-0.0329],\n", + " [-0.0415],\n", + " [-0.0340],\n", + " [-0.0342],\n", + " [-0.0545],\n", + " [-0.0299],\n", + " [-0.0330],\n", + " [-0.0368],\n", + " [-0.0338],\n", + " [-0.0349],\n", + " [-0.0337],\n", + " [-0.0342],\n", + " [-0.0558],\n", + " [-0.0323],\n", + " [-0.0356],\n", + " [-0.0343],\n", + " [-0.0356]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0049],\n", + " [ 0.0051],\n", + " [ 0.0047],\n", + " [ 0.0046],\n", + " [ 0.0060],\n", + " [ 0.0009],\n", + " [ 0.0018],\n", + " [ 0.0064],\n", + " [-0.0007],\n", + " [ 0.0062],\n", + " [ 0.0014],\n", + " [ 0.0029],\n", + " [ 0.0068],\n", + " [ 0.0026],\n", + " [ 0.0139],\n", + " [ 0.0026],\n", + " [-0.0004],\n", + " [ 0.0028],\n", + " [ 0.0040],\n", + " [ 0.0095],\n", + " [ 0.0004],\n", + " [ 0.0038],\n", + " [ 0.0054],\n", + " [ 0.0029],\n", + " [ 0.0026],\n", + " [ 0.0025],\n", + " [ 0.0046],\n", + " [ 0.0069],\n", + " [ 0.0019],\n", + " [ 0.0048],\n", + " [ 0.0017],\n", + " [ 0.0055]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0594],\n", + " [0.0579],\n", + " [0.0577],\n", + " [0.0564],\n", + " [0.0746],\n", + " [0.0566],\n", + " [0.0574],\n", + " [0.0666],\n", + " [0.0557],\n", + " [0.0578],\n", + " [0.0566],\n", + " [0.0560],\n", + " [0.0649],\n", + " [0.0551],\n", + " [0.0634],\n", + " [0.0566],\n", + " [0.0593],\n", + " [0.0567],\n", + " [0.0576],\n", + " [0.0637],\n", + " [0.0574],\n", + " [0.0571],\n", + " [0.0575],\n", + " [0.0559],\n", + " [0.0575],\n", + " [0.0552],\n", + " [0.0574],\n", + " [0.0668],\n", + " [0.0568],\n", + " [0.0576],\n", + " [0.0570],\n", + " [0.0574]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0144],\n", + " [-0.0174],\n", + " [-0.0187],\n", + " [-0.0183],\n", + " [-0.0125],\n", + " [-0.0160],\n", + " [-0.0166],\n", + " [-0.0171],\n", + " [-0.0178],\n", + " [-0.0193],\n", + " [-0.0163],\n", + " [-0.0183],\n", + " [-0.0144],\n", + " [-0.0182],\n", + " [-0.0050],\n", + " [-0.0165],\n", + " [-0.0163],\n", + " [-0.0179],\n", + " [-0.0192],\n", + " [-0.0161],\n", + " [-0.0171],\n", + " [-0.0186],\n", + " [-0.0182],\n", + " [-0.0183],\n", + " [-0.0191],\n", + " [-0.0173],\n", + " [-0.0191],\n", + " [-0.0152],\n", + " [-0.0193],\n", + " [-0.0175],\n", + " [-0.0165],\n", + " [-0.0184]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1676],\n", + " [-0.1691],\n", + " [-0.1715],\n", + " [-0.1722],\n", + " [-0.1624],\n", + " [-0.1664],\n", + " [-0.1707],\n", + " [-0.1659],\n", + " [-0.1662],\n", + " [-0.1758],\n", + " [-0.1686],\n", + " [-0.1703],\n", + " [-0.1672],\n", + " [-0.1695],\n", + " [-0.1594],\n", + " [-0.1683],\n", + " [-0.1649],\n", + " [-0.1693],\n", + " [-0.1713],\n", + " [-0.1823],\n", + " [-0.1679],\n", + " [-0.1716],\n", + " [-0.1738],\n", + " [-0.1702],\n", + " [-0.1695],\n", + " [-0.1689],\n", + " [-0.1714],\n", + " [-0.1756],\n", + " [-0.1691],\n", + " [-0.1725],\n", + " [-0.1692],\n", + " [-0.1725]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0216],\n", + " [-0.0211],\n", + " [-0.0212],\n", + " [-0.0196],\n", + " [-0.0226],\n", + " [-0.0248],\n", + " [-0.0144],\n", + " [-0.0250],\n", + " [-0.0192],\n", + " [-0.0251],\n", + " [-0.0225],\n", + " [-0.0188],\n", + " [-0.0223],\n", + " [ 0.0139],\n", + " [-0.0251],\n", + " [-0.0265],\n", + " [-0.0227],\n", + " [-0.0220],\n", + " [-0.0028],\n", + " [-0.0187],\n", + " [-0.0222],\n", + " [-0.0198],\n", + " [-0.0223],\n", + " [-0.0211],\n", + " [-0.0233],\n", + " [-0.0216],\n", + " [-0.0208],\n", + " [-0.0223],\n", + " [-0.0214],\n", + " [-0.0262],\n", + " [-0.0209]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0013],\n", + " [ 0.0078],\n", + " [ 0.0154],\n", + " [ 0.0099],\n", + " [-0.0182],\n", + " [ 0.0049],\n", + " [ 0.0003],\n", + " [-0.0066],\n", + " [-0.0034],\n", + " [ 0.0120],\n", + " [-0.0016],\n", + " [ 0.0108],\n", + " [-0.0087],\n", + " [ 0.0096],\n", + " [ 0.0035],\n", + " [ 0.0037],\n", + " [-0.0117],\n", + " [ 0.0083],\n", + " [ 0.0145],\n", + " [ 0.0136],\n", + " [ 0.0169],\n", + " [ 0.0144],\n", + " [ 0.0110],\n", + " [ 0.0099],\n", + " [ 0.0162],\n", + " [ 0.0047],\n", + " [ 0.0153],\n", + " [-0.0078],\n", + " [ 0.0156],\n", + " [ 0.0103],\n", + " [-0.0017],\n", + " [ 0.0141]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0955],\n", + " [0.0924],\n", + " [0.0897],\n", + " [0.0909],\n", + " [0.1119],\n", + " [0.0950],\n", + " [0.0937],\n", + " [0.1068],\n", + " [0.1016],\n", + " [0.0888],\n", + " [0.0966],\n", + " [0.0913],\n", + " [0.1020],\n", + " [0.0935],\n", + " [0.1030],\n", + " [0.0931],\n", + " [0.1013],\n", + " [0.0909],\n", + " [0.0893],\n", + " [0.0875],\n", + " [0.0946],\n", + " [0.0894],\n", + " [0.0906],\n", + " [0.0917],\n", + " [0.0919],\n", + " [0.0943],\n", + " [0.0895],\n", + " [0.0866],\n", + " [0.0917],\n", + " [0.0902],\n", + " [0.0951],\n", + " [0.0891]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0817],\n", + " [0.0837],\n", + " [0.0878],\n", + " [0.0836],\n", + " [0.0734],\n", + " [0.0816],\n", + " [0.0786],\n", + " [0.0825],\n", + " [0.0782],\n", + " [0.0830],\n", + " [0.0773],\n", + " [0.0842],\n", + " [0.0794],\n", + " [0.0821],\n", + " [0.0788],\n", + " [0.0803],\n", + " [0.0748],\n", + " [0.0836],\n", + " [0.0871],\n", + " [0.0907],\n", + " [0.0897],\n", + " [0.0866],\n", + " [0.0834],\n", + " [0.0837],\n", + " [0.0892],\n", + " [0.0806],\n", + " [0.0871],\n", + " [0.0731],\n", + " [0.0876],\n", + " [0.0832],\n", + " [0.0769],\n", + " [0.0863]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0877],\n", + " [0.0875],\n", + " [0.0885],\n", + " [0.0860],\n", + " [0.0845],\n", + " [0.0854],\n", + " [0.0861],\n", + " [0.0885],\n", + " [0.0807],\n", + " [0.0878],\n", + " [0.0857],\n", + " [0.0865],\n", + " [0.0886],\n", + " [0.0856],\n", + " [0.1070],\n", + " [0.0859],\n", + " [0.0792],\n", + " [0.0879],\n", + " [0.0888],\n", + " [0.0927],\n", + " [0.0866],\n", + " [0.0881],\n", + " [0.0884],\n", + " [0.0868],\n", + " [0.0886],\n", + " [0.0849],\n", + " [0.0880],\n", + " [0.0819],\n", + " [0.0884],\n", + " [0.0887],\n", + " [0.0858],\n", + " [0.0881]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0400],\n", + " [0.0425],\n", + " [0.0423],\n", + " [0.0410],\n", + " [0.0514],\n", + " [0.0382],\n", + " [0.0355],\n", + " [0.0447],\n", + " [0.0371],\n", + " [0.0407],\n", + " [0.0363],\n", + " [0.0405],\n", + " [0.0431],\n", + " [0.0402],\n", + " [0.0565],\n", + " [0.0384],\n", + " [0.0352],\n", + " [0.0401],\n", + " [0.0418],\n", + " [0.0397],\n", + " [0.0440],\n", + " [0.0418],\n", + " [0.0404],\n", + " [0.0401],\n", + " [0.0428],\n", + " [0.0384],\n", + " [0.0431],\n", + " [0.0377],\n", + " [0.0429],\n", + " [0.0399],\n", + " [0.0361],\n", + " [0.0418]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0380],\n", + " [0.0366],\n", + " [0.0355],\n", + " [0.0370],\n", + " [0.0172],\n", + " [0.0389],\n", + " [0.0400],\n", + " [0.0326],\n", + " [0.0404],\n", + " [0.0358],\n", + " [0.0395],\n", + " [0.0374],\n", + " [0.0329],\n", + " [0.0372],\n", + " [0.0140],\n", + " [0.0388],\n", + " [0.0425],\n", + " [0.0377],\n", + " [0.0362],\n", + " [0.0366],\n", + " [0.0351],\n", + " [0.0360],\n", + " [0.0362],\n", + " [0.0377],\n", + " [0.0361],\n", + " [0.0389],\n", + " [0.0350],\n", + " [0.0407],\n", + " [0.0359],\n", + " [0.0361],\n", + " [0.0391],\n", + " [0.0352]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0756],\n", + " [-0.0740],\n", + " [-0.0698],\n", + " [-0.0727],\n", + " [-0.0809],\n", + " [-0.0746],\n", + " [-0.0784],\n", + " [-0.0766],\n", + " [-0.0805],\n", + " [-0.0705],\n", + " [-0.0780],\n", + " [-0.0725],\n", + " [-0.0761],\n", + " [-0.0724],\n", + " [-0.0658],\n", + " [-0.0762],\n", + " [-0.0887],\n", + " [-0.0739],\n", + " [-0.0705],\n", + " [-0.0647],\n", + " [-0.0672],\n", + " [-0.0705],\n", + " [-0.0702],\n", + " [-0.0725],\n", + " [-0.0692],\n", + " [-0.0750],\n", + " [-0.0704],\n", + " [-0.0914],\n", + " [-0.0696],\n", + " [-0.0712],\n", + " [-0.0791],\n", + " [-0.0703]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1038],\n", + " [-0.1012],\n", + " [-0.0985],\n", + " [-0.0998],\n", + " [-0.1086],\n", + " [-0.1000],\n", + " [-0.1033],\n", + " [-0.1127],\n", + " [-0.1033],\n", + " [-0.1019],\n", + " [-0.1031],\n", + " [-0.0985],\n", + " [-0.1103],\n", + " [-0.0992],\n", + " [-0.1273],\n", + " [-0.1010],\n", + " [-0.1081],\n", + " [-0.1003],\n", + " [-0.0981],\n", + " [-0.1203],\n", + " [-0.0957],\n", + " [-0.0979],\n", + " [-0.1008],\n", + " [-0.0990],\n", + " [-0.0978],\n", + " [-0.1008],\n", + " [-0.0981],\n", + " [-0.1185],\n", + " [-0.0971],\n", + " [-0.1006],\n", + " [-0.1034],\n", + " [-0.0988]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0617],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0518],\n", + " [-0.0650],\n", + " [-0.0631],\n", + " [-0.0562],\n", + " [-0.0620],\n", + " [-0.0614],\n", + " [-0.0639],\n", + " [-0.0632],\n", + " [-0.0588],\n", + " [-0.0641],\n", + " [-0.0428],\n", + " [-0.0641],\n", + " [-0.0576],\n", + " [-0.0623],\n", + " [-0.0624],\n", + " [-0.0540],\n", + " [-0.0653],\n", + " [-0.0629],\n", + " [-0.0621],\n", + " [-0.0630],\n", + " [-0.0628],\n", + " [-0.0638],\n", + " [-0.0625],\n", + " [-0.0481],\n", + " [-0.0633],\n", + " [-0.0628],\n", + " [-0.0639],\n", + " [-0.0624]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0676],\n", + " [-0.0601],\n", + " [-0.0626],\n", + " [-0.0651],\n", + " [-0.0642],\n", + " [-0.0611],\n", + " [-0.0630],\n", + " [-0.0617],\n", + " [-0.0675],\n", + " [-0.0636],\n", + " [-0.0604],\n", + " [-0.0619],\n", + " [-0.0605],\n", + " [-0.0632],\n", + " [-0.0618],\n", + " [-0.0583],\n", + " [-0.0618],\n", + " [-0.0472],\n", + " [-0.0629],\n", + " [-0.0617],\n", + " [-0.0616],\n", + " [-0.0628],\n", + " [-0.0630],\n", + " [-0.0614],\n", + " [-0.0724],\n", + " [-0.0775],\n", + " [-0.0620],\n", + " [-0.0631],\n", + " [-0.0475],\n", + " [-0.0599],\n", + " [-0.0624],\n", + " [-0.0614]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0804],\n", + " [-0.0625],\n", + " [-0.0767],\n", + " [-0.0769],\n", + " [-0.0772],\n", + " [-0.0742],\n", + " [-0.0764],\n", + " [-0.0657],\n", + " [-0.0787],\n", + " [-0.0707],\n", + " [-0.0710],\n", + " [-0.0671],\n", + " [-0.0731],\n", + " [-0.0760],\n", + " [-0.0752],\n", + " [-0.0763],\n", + " [-0.0742],\n", + " [-0.0737],\n", + " [-0.0759],\n", + " [-0.0684],\n", + " [-0.0709],\n", + " [-0.0749],\n", + " [-0.0747],\n", + " [-0.0728],\n", + " [-0.0837],\n", + " [-0.0840],\n", + " [-0.0762],\n", + " [-0.0704],\n", + " [-0.0702],\n", + " [-0.0699],\n", + " [-0.0738],\n", + " [-0.0733]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0394],\n", + " [0.0383],\n", + " [0.0232],\n", + " [0.0371],\n", + " [0.0388],\n", + " [0.0364],\n", + " [0.0379],\n", + " [0.0369],\n", + " [0.0358],\n", + " [0.0371],\n", + " [0.0378],\n", + " [0.0378],\n", + " [0.0365],\n", + " [0.0387],\n", + " [0.0368],\n", + " [0.0387],\n", + " [0.0421],\n", + " [0.0379],\n", + " [0.0378],\n", + " [0.0373],\n", + " [0.0369],\n", + " [0.0362],\n", + " [0.0394],\n", + " [0.0395],\n", + " [0.0316],\n", + " [0.0388],\n", + " [0.0359],\n", + " [0.0404],\n", + " [0.0396],\n", + " [0.0381],\n", + " [0.0378]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0950],\n", + " [-0.0913],\n", + " [-0.0923],\n", + " [-0.1017],\n", + " [-0.0923],\n", + " [-0.0881],\n", + " [-0.0931],\n", + " [-0.0938],\n", + " [-0.0936],\n", + " [-0.0962],\n", + " [-0.0882],\n", + " [-0.0940],\n", + " [-0.0895],\n", + " [-0.0941],\n", + " [-0.0908],\n", + " [-0.0880],\n", + " [-0.0941],\n", + " [-0.0735],\n", + " [-0.0948],\n", + " [-0.0948],\n", + " [-0.0924],\n", + " [-0.0931],\n", + " [-0.0943],\n", + " [-0.0904],\n", + " [-0.0972],\n", + " [-0.0927],\n", + " [-0.0932],\n", + " [-0.0957],\n", + " [-0.0820],\n", + " [-0.0918],\n", + " [-0.0941],\n", + " [-0.0926]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0534],\n", + " [0.0541],\n", + " [0.0519],\n", + " [0.0664],\n", + " [0.0475],\n", + " [0.0435],\n", + " [0.0537],\n", + " [0.0584],\n", + " [0.0478],\n", + " [0.0595],\n", + " [0.0518],\n", + " [0.0581],\n", + " [0.0512],\n", + " [0.0548],\n", + " [0.0490],\n", + " [0.0439],\n", + " [0.0557],\n", + " [0.0342],\n", + " [0.0561],\n", + " [0.0581],\n", + " [0.0565],\n", + " [0.0549],\n", + " [0.0565],\n", + " [0.0526],\n", + " [0.0499],\n", + " [0.0512],\n", + " [0.0510],\n", + " [0.0594],\n", + " [0.0350],\n", + " [0.0561],\n", + " [0.0557],\n", + " [0.0567]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0342],\n", + " [-0.0361],\n", + " [-0.0361],\n", + " [-0.0467],\n", + " [-0.0362],\n", + " [-0.0404],\n", + " [-0.0388],\n", + " [-0.0339],\n", + " [-0.0390],\n", + " [-0.0358],\n", + " [-0.0431],\n", + " [-0.0348],\n", + " [-0.0411],\n", + " [-0.0381],\n", + " [-0.0341],\n", + " [-0.0424],\n", + " [-0.0341],\n", + " [-0.0500],\n", + " [-0.0347],\n", + " [-0.0346],\n", + " [-0.0384],\n", + " [-0.0388],\n", + " [-0.0377],\n", + " [-0.0385],\n", + " [-0.0312],\n", + " [-0.0337],\n", + " [-0.0338],\n", + " [-0.0350],\n", + " [-0.0438],\n", + " [-0.0350],\n", + " [-0.0355],\n", + " [-0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0850],\n", + " [-0.0791],\n", + " [-0.0767],\n", + " [-0.0804],\n", + " [-0.0785],\n", + " [-0.0788],\n", + " [-0.0829],\n", + " [-0.0799],\n", + " [-0.0809],\n", + " [-0.0786],\n", + " [-0.0822],\n", + " [-0.0792],\n", + " [-0.0793],\n", + " [-0.0806],\n", + " [-0.0774],\n", + " [-0.0806],\n", + " [-0.0692],\n", + " [-0.0799],\n", + " [-0.0823],\n", + " [-0.0800],\n", + " [-0.0797],\n", + " [-0.0793],\n", + " [-0.0789],\n", + " [-0.0811],\n", + " [-0.0853],\n", + " [-0.0811],\n", + " [-0.0806],\n", + " [-0.0808],\n", + " [-0.0808],\n", + " [-0.0804],\n", + " [-0.0791]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1664],\n", + " [0.1694],\n", + " [0.1653],\n", + " [0.1733],\n", + " [0.1635],\n", + " [0.1633],\n", + " [0.1663],\n", + " [0.1727],\n", + " [0.1637],\n", + " [0.1708],\n", + " [0.1671],\n", + " [0.1715],\n", + " [0.1658],\n", + " [0.1668],\n", + " [0.1645],\n", + " [0.1596],\n", + " [0.1682],\n", + " [0.1603],\n", + " [0.1680],\n", + " [0.1705],\n", + " [0.1693],\n", + " [0.1674],\n", + " [0.1678],\n", + " [0.1680],\n", + " [0.1640],\n", + " [0.1607],\n", + " [0.1640],\n", + " [0.1715],\n", + " [0.1548],\n", + " [0.1701],\n", + " [0.1680],\n", + " [0.1694]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0603],\n", + " [-0.0482],\n", + " [-0.0569],\n", + " [-0.0792],\n", + " [-0.0577],\n", + " [-0.0536],\n", + " [-0.0566],\n", + " [-0.0537],\n", + " [-0.0612],\n", + " [-0.0587],\n", + " [-0.0497],\n", + " [-0.0546],\n", + " [-0.0535],\n", + " [-0.0572],\n", + " [-0.0564],\n", + " [-0.0573],\n", + " [-0.0562],\n", + " [-0.0427],\n", + " [-0.0578],\n", + " [-0.0545],\n", + " [-0.0537],\n", + " [-0.0555],\n", + " [-0.0568],\n", + " [-0.0523],\n", + " [-0.0664],\n", + " [-0.0635],\n", + " [-0.0573],\n", + " [-0.0577],\n", + " [-0.0506],\n", + " [-0.0501],\n", + " [-0.0566],\n", + " [-0.0546]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0655],\n", + " [0.0539],\n", + " [0.0672],\n", + " [0.0467],\n", + " [0.0690],\n", + " [0.0698],\n", + " [0.0635],\n", + " [0.0558],\n", + " [0.0607],\n", + " [0.0572],\n", + " [0.0596],\n", + " [0.0557],\n", + " [0.0613],\n", + " [0.0619],\n", + " [0.0675],\n", + " [0.0703],\n", + " [0.0624],\n", + " [0.0729],\n", + " [0.0632],\n", + " [0.0576],\n", + " [0.0568],\n", + " [0.0609],\n", + " [0.0606],\n", + " [0.0629],\n", + " [0.0703],\n", + " [0.0663],\n", + " [0.0681],\n", + " [0.0576],\n", + " [0.0746],\n", + " [0.0596],\n", + " [0.0606],\n", + " [0.0593]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0905],\n", + " [-0.0981],\n", + " [-0.0920],\n", + " [-0.1133],\n", + " [-0.0859],\n", + " [-0.0844],\n", + " [-0.0937],\n", + " [-0.1013],\n", + " [-0.0839],\n", + " [-0.1008],\n", + " [-0.0932],\n", + " [-0.1003],\n", + " [-0.0930],\n", + " [-0.0949],\n", + " [-0.0881],\n", + " [-0.0860],\n", + " [-0.0964],\n", + " [-0.0879],\n", + " [-0.0962],\n", + " [-0.0996],\n", + " [-0.0974],\n", + " [-0.0952],\n", + " [-0.0964],\n", + " [-0.0943],\n", + " [-0.0847],\n", + " [-0.0793],\n", + " [-0.0921],\n", + " [-0.1009],\n", + " [-0.0784],\n", + " [-0.0980],\n", + " [-0.0968],\n", + " [-0.0971]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0146],\n", + " [ 0.0241],\n", + " [ 0.0121],\n", + " [ 0.0272],\n", + " [ 0.0104],\n", + " [ 0.0077],\n", + " [ 0.0146],\n", + " [ 0.0239],\n", + " [ 0.0179],\n", + " [ 0.0203],\n", + " [ 0.0161],\n", + " [ 0.0225],\n", + " [ 0.0136],\n", + " [ 0.0160],\n", + " [ 0.0133],\n", + " [ 0.0076],\n", + " [ 0.0172],\n", + " [-0.0003],\n", + " [ 0.0161],\n", + " [ 0.0223],\n", + " [ 0.0189],\n", + " [ 0.0155],\n", + " [ 0.0169],\n", + " [ 0.0152],\n", + " [ 0.0123],\n", + " [ 0.0114],\n", + " [ 0.0120],\n", + " [ 0.0207],\n", + " [ 0.0051],\n", + " [ 0.0208],\n", + " [ 0.0164],\n", + " [ 0.0179]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0851],\n", + " [0.0985],\n", + " [0.0873],\n", + " [0.1027],\n", + " [0.0836],\n", + " [0.0852],\n", + " [0.0911],\n", + " [0.0959],\n", + " [0.0902],\n", + " [0.0961],\n", + " [0.0944],\n", + " [0.0965],\n", + " [0.0951],\n", + " [0.0922],\n", + " [0.0831],\n", + " [0.0908],\n", + " [0.0899],\n", + " [0.1005],\n", + " [0.0895],\n", + " [0.0949],\n", + " [0.0970],\n", + " [0.0936],\n", + " [0.0929],\n", + " [0.0910],\n", + " [0.0804],\n", + " [0.0751],\n", + " [0.0868],\n", + " [0.0954],\n", + " [0.0947],\n", + " [0.0919],\n", + " [0.0932],\n", + " [0.0942]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0053],\n", + " [ 0.0112],\n", + " [ 0.0090],\n", + " [ 0.0007],\n", + " [ 0.0048],\n", + " [ 0.0081],\n", + " [ 0.0089],\n", + " [ 0.0100],\n", + " [ 0.0045],\n", + " [ 0.0107],\n", + " [ 0.0108],\n", + " [ 0.0115],\n", + " [ 0.0135],\n", + " [ 0.0094],\n", + " [ 0.0043],\n", + " [ 0.0144],\n", + " [ 0.0089],\n", + " [ 0.0264],\n", + " [ 0.0088],\n", + " [ 0.0099],\n", + " [ 0.0123],\n", + " [ 0.0114],\n", + " [ 0.0099],\n", + " [ 0.0103],\n", + " [ 0.0038],\n", + " [-0.0065],\n", + " [ 0.0082],\n", + " [ 0.0099],\n", + " [ 0.0137],\n", + " [ 0.0073],\n", + " [ 0.0118],\n", + " [ 0.0110]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0050],\n", + " [-0.0060],\n", + " [-0.0029],\n", + " [ 0.0231],\n", + " [-0.0020],\n", + " [-0.0071],\n", + " [-0.0018],\n", + " [-0.0008],\n", + " [ 0.0054],\n", + " [ 0.0018],\n", + " [-0.0094],\n", + " [-0.0015],\n", + " [-0.0068],\n", + " [-0.0003],\n", + " [-0.0002],\n", + " [-0.0084],\n", + " [ 0.0003],\n", + " [-0.0256],\n", + " [ 0.0013],\n", + " [-0.0012],\n", + " [-0.0039],\n", + " [-0.0030],\n", + " [-0.0010],\n", + " [-0.0049],\n", + " [ 0.0110],\n", + " [ 0.0093],\n", + " [-0.0011],\n", + " [ 0.0012],\n", + " [-0.0190],\n", + " [-0.0032],\n", + " [-0.0010],\n", + " [-0.0026]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0413],\n", + " [-0.0294],\n", + " [-0.0370],\n", + " [-0.0399],\n", + " [-0.0419],\n", + " [-0.0379],\n", + " [-0.0371],\n", + " [-0.0315],\n", + " [-0.0525],\n", + " [-0.0331],\n", + " [-0.0332],\n", + " [-0.0310],\n", + " [-0.0333],\n", + " [-0.0369],\n", + " [-0.0413],\n", + " [-0.0387],\n", + " [-0.0362],\n", + " [-0.0383],\n", + " [-0.0366],\n", + " [-0.0337],\n", + " [-0.0308],\n", + " [-0.0341],\n", + " [-0.0353],\n", + " [-0.0335],\n", + " [-0.0462],\n", + " [-0.0480],\n", + " [-0.0378],\n", + " [-0.0337],\n", + " [-0.0414],\n", + " [-0.0344],\n", + " [-0.0338],\n", + " [-0.0331]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 8.1581e-03],\n", + " [-2.3512e-03],\n", + " [ 5.8436e-03],\n", + " [ 7.5699e-03],\n", + " [ 6.8886e-03],\n", + " [ 4.8123e-03],\n", + " [ 5.0496e-03],\n", + " [ 1.5628e-03],\n", + " [ 7.7168e-03],\n", + " [ 4.2097e-03],\n", + " [ 8.7120e-05],\n", + " [ 1.4322e-03],\n", + " [ 1.5551e-03],\n", + " [ 4.9623e-03],\n", + " [ 7.3629e-03],\n", + " [ 4.0412e-03],\n", + " [ 4.9287e-03],\n", + " [-8.0253e-03],\n", + " [ 5.8680e-03],\n", + " [ 2.6220e-03],\n", + " [ 1.5173e-03],\n", + " [ 3.4968e-03],\n", + " [ 4.4162e-03],\n", + " [ 2.7388e-03],\n", + " [ 1.1118e-02],\n", + " [ 1.0821e-02],\n", + " [ 6.2026e-03],\n", + " [ 4.3261e-03],\n", + " [ 1.0376e-04],\n", + " [ 2.2561e-03],\n", + " [ 3.6280e-03],\n", + " [ 3.3131e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0600],\n", + " [0.0549],\n", + " [0.0586],\n", + " [0.0610],\n", + " [0.0616],\n", + " [0.0606],\n", + " [0.0573],\n", + " [0.0571],\n", + " [0.0628],\n", + " [0.0579],\n", + " [0.0537],\n", + " [0.0565],\n", + " [0.0562],\n", + " [0.0573],\n", + " [0.0611],\n", + " [0.0605],\n", + " [0.0577],\n", + " [0.0522],\n", + " [0.0579],\n", + " [0.0570],\n", + " [0.0553],\n", + " [0.0567],\n", + " [0.0567],\n", + " [0.0558],\n", + " [0.0660],\n", + " [0.0625],\n", + " [0.0603],\n", + " [0.0579],\n", + " [0.0626],\n", + " [0.0553],\n", + " [0.0571],\n", + " [0.0558]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0188],\n", + " [-0.0182],\n", + " [-0.0159],\n", + " [-0.0068],\n", + " [-0.0160],\n", + " [-0.0133],\n", + " [-0.0167],\n", + " [-0.0189],\n", + " [-0.0209],\n", + " [-0.0183],\n", + " [-0.0173],\n", + " [-0.0191],\n", + " [-0.0170],\n", + " [-0.0173],\n", + " [-0.0155],\n", + " [-0.0146],\n", + " [-0.0179],\n", + " [-0.0204],\n", + " [-0.0176],\n", + " [-0.0195],\n", + " [-0.0177],\n", + " [-0.0172],\n", + " [-0.0176],\n", + " [-0.0167],\n", + " [-0.0222],\n", + " [-0.0173],\n", + " [-0.0151],\n", + " [-0.0185],\n", + " [-0.0153],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [-0.0181]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1737],\n", + " [-0.1669],\n", + " [-0.1686],\n", + " [-0.1859],\n", + " [-0.1696],\n", + " [-0.1664],\n", + " [-0.1711],\n", + " [-0.1689],\n", + " [-0.1793],\n", + " [-0.1717],\n", + " [-0.1668],\n", + " [-0.1690],\n", + " [-0.1691],\n", + " [-0.1721],\n", + " [-0.1679],\n", + " [-0.1693],\n", + " [-0.1697],\n", + " [-0.1629],\n", + " [-0.1709],\n", + " [-0.1694],\n", + " [-0.1696],\n", + " [-0.1708],\n", + " [-0.1713],\n", + " [-0.1678],\n", + " [-0.1767],\n", + " [-0.1744],\n", + " [-0.1689],\n", + " [-0.1713],\n", + " [-0.1658],\n", + " [-0.1676],\n", + " [-0.1705],\n", + " [-0.1700]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0170],\n", + " [-0.0218],\n", + " [-0.0235],\n", + " [-0.0016],\n", + " [-0.0201],\n", + " [-0.0234],\n", + " [-0.0215],\n", + " [-0.0215],\n", + " [-0.0113],\n", + " [-0.0214],\n", + " [-0.0243],\n", + " [-0.0228],\n", + " [-0.0245],\n", + " [-0.0207],\n", + " [-0.0188],\n", + " [-0.0265],\n", + " [-0.0209],\n", + " [-0.0275],\n", + " [-0.0210],\n", + " [-0.0220],\n", + " [-0.0231],\n", + " [-0.0226],\n", + " [-0.0217],\n", + " [-0.0235],\n", + " [-0.0133],\n", + " [-0.0010],\n", + " [-0.0217],\n", + " [-0.0214],\n", + " [-0.0282],\n", + " [-0.0201],\n", + " [-0.0226],\n", + " [-0.0224]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0055],\n", + " [ 0.0134],\n", + " [ 0.0027],\n", + " [ 0.0393],\n", + " [-0.0005],\n", + " [-0.0078],\n", + " [ 0.0048],\n", + " [ 0.0177],\n", + " [ 0.0052],\n", + " [ 0.0171],\n", + " [ 0.0024],\n", + " [ 0.0163],\n", + " [ 0.0031],\n", + " [ 0.0071],\n", + " [ 0.0013],\n", + " [-0.0061],\n", + " [ 0.0095],\n", + " [-0.0093],\n", + " [ 0.0089],\n", + " [ 0.0155],\n", + " [ 0.0107],\n", + " [ 0.0071],\n", + " [ 0.0093],\n", + " [ 0.0033],\n", + " [ 0.0035],\n", + " [ 0.0107],\n", + " [ 0.0040],\n", + " [ 0.0170],\n", + " [-0.0138],\n", + " [ 0.0103],\n", + " [ 0.0100],\n", + " [ 0.0095]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0925],\n", + " [0.0940],\n", + " [0.0939],\n", + " [0.0835],\n", + " [0.0967],\n", + " [0.1003],\n", + " [0.0931],\n", + " [0.0924],\n", + " [0.0919],\n", + " [0.0890],\n", + " [0.0983],\n", + " [0.0916],\n", + " [0.0937],\n", + " [0.0914],\n", + " [0.0976],\n", + " [0.0952],\n", + " [0.0918],\n", + " [0.0962],\n", + " [0.0911],\n", + " [0.0916],\n", + " [0.0919],\n", + " [0.0915],\n", + " [0.0914],\n", + " [0.0956],\n", + " [0.0908],\n", + " [0.0946],\n", + " [0.0926],\n", + " [0.0900],\n", + " [0.0987],\n", + " [0.0951],\n", + " [0.0899],\n", + " [0.0919]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0810],\n", + " [0.0871],\n", + " [0.0804],\n", + " [0.1129],\n", + " [0.0806],\n", + " [0.0775],\n", + " [0.0806],\n", + " [0.0892],\n", + " [0.0853],\n", + " [0.0891],\n", + " [0.0780],\n", + " [0.0879],\n", + " [0.0801],\n", + " [0.0823],\n", + " [0.0844],\n", + " [0.0750],\n", + " [0.0849],\n", + " [0.0579],\n", + " [0.0840],\n", + " [0.0878],\n", + " [0.0835],\n", + " [0.0817],\n", + " [0.0831],\n", + " [0.0798],\n", + " [0.0821],\n", + " [0.0835],\n", + " [0.0835],\n", + " [0.0883],\n", + " [0.0783],\n", + " [0.0843],\n", + " [0.0842],\n", + " [0.0829]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0894],\n", + " [0.0882],\n", + " [0.0880],\n", + " [0.0792],\n", + " [0.0886],\n", + " [0.0853],\n", + " [0.0872],\n", + " [0.0879],\n", + " [0.0900],\n", + " [0.0890],\n", + " [0.0843],\n", + " [0.0884],\n", + " [0.0862],\n", + " [0.0877],\n", + " [0.0877],\n", + " [0.0866],\n", + " [0.0877],\n", + " [0.0696],\n", + " [0.0880],\n", + " [0.0882],\n", + " [0.0867],\n", + " [0.0875],\n", + " [0.0875],\n", + " [0.0850],\n", + " [0.0941],\n", + " [0.1033],\n", + " [0.0892],\n", + " [0.0884],\n", + " [0.0819],\n", + " [0.0845],\n", + " [0.0881],\n", + " [0.0859]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0430],\n", + " [0.0406],\n", + " [0.0406],\n", + " [0.0507],\n", + " [0.0407],\n", + " [0.0389],\n", + " [0.0396],\n", + " [0.0439],\n", + " [0.0425],\n", + " [0.0428],\n", + " [0.0373],\n", + " [0.0429],\n", + " [0.0367],\n", + " [0.0401],\n", + " [0.0434],\n", + " [0.0365],\n", + " [0.0430],\n", + " [0.0317],\n", + " [0.0426],\n", + " [0.0431],\n", + " [0.0398],\n", + " [0.0389],\n", + " [0.0405],\n", + " [0.0399],\n", + " [0.0456],\n", + " [0.0451],\n", + " [0.0414],\n", + " [0.0433],\n", + " [0.0352],\n", + " [0.0430],\n", + " [0.0409],\n", + " [0.0407]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0338],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0270],\n", + " [0.0358],\n", + " [0.0371],\n", + " [0.0376],\n", + " [0.0347],\n", + " [0.0374],\n", + " [0.0346],\n", + " [0.0393],\n", + " [0.0355],\n", + " [0.0393],\n", + " [0.0374],\n", + " [0.0364],\n", + " [0.0386],\n", + " [0.0365],\n", + " [0.0348],\n", + " [0.0360],\n", + " [0.0360],\n", + " [0.0373],\n", + " [0.0374],\n", + " [0.0365],\n", + " [0.0375],\n", + " [0.0313],\n", + " [0.0274],\n", + " [0.0374],\n", + " [0.0343],\n", + " [0.0445],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0730],\n", + " [-0.0688],\n", + " [-0.0756],\n", + " [-0.0576],\n", + " [-0.0748],\n", + " [-0.0777],\n", + " [-0.0739],\n", + " [-0.0681],\n", + " [-0.0719],\n", + " [-0.0691],\n", + " [-0.0747],\n", + " [-0.0691],\n", + " [-0.0759],\n", + " [-0.0729],\n", + " [-0.0751],\n", + " [-0.0813],\n", + " [-0.0732],\n", + " [-0.0964],\n", + " [-0.0732],\n", + " [-0.0697],\n", + " [-0.0719],\n", + " [-0.0733],\n", + " [-0.0723],\n", + " [-0.0753],\n", + " [-0.0722],\n", + " [-0.0629],\n", + " [-0.0750],\n", + " [-0.0692],\n", + " [-0.0867],\n", + " [-0.0725],\n", + " [-0.0730],\n", + " [-0.0733]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1068],\n", + " [-0.0958],\n", + " [-0.1034],\n", + " [-0.1044],\n", + " [-0.1075],\n", + " [-0.1073],\n", + " [-0.1028],\n", + " [-0.0966],\n", + " [-0.1136],\n", + " [-0.0979],\n", + " [-0.1007],\n", + " [-0.0967],\n", + " [-0.1013],\n", + " [-0.1019],\n", + " [-0.1058],\n", + " [-0.1067],\n", + " [-0.1007],\n", + " [-0.1059],\n", + " [-0.1013],\n", + " [-0.0973],\n", + " [-0.0982],\n", + " [-0.1009],\n", + " [-0.1002],\n", + " [-0.1014],\n", + " [-0.1117],\n", + " [-0.1179],\n", + " [-0.1035],\n", + " [-0.0983],\n", + " [-0.1075],\n", + " [-0.0987],\n", + " [-0.0996],\n", + " [-0.0993]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0586],\n", + " [-0.0653],\n", + " [-0.0624],\n", + " [-0.0536],\n", + " [-0.0605],\n", + " [-0.0628],\n", + " [-0.0624],\n", + " [-0.0641],\n", + " [-0.0547],\n", + " [-0.0625],\n", + " [-0.0653],\n", + " [-0.0639],\n", + " [-0.0641],\n", + " [-0.0618],\n", + " [-0.0598],\n", + " [-0.0610],\n", + " [-0.0613],\n", + " [-0.0599],\n", + " [-0.0613],\n", + " [-0.0631],\n", + " [-0.0644],\n", + " [-0.0634],\n", + " [-0.0626],\n", + " [-0.0642],\n", + " [-0.0532],\n", + " [-0.0522],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0605],\n", + " [-0.0634],\n", + " [-0.0625],\n", + " [-0.0633]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0617],\n", + " [-0.0629],\n", + " [-0.0635],\n", + " [-0.0664],\n", + " [-0.0621],\n", + " [-0.0618],\n", + " [-0.0659],\n", + " [-0.0626],\n", + " [-0.0612],\n", + " [-0.0626],\n", + " [-0.0728],\n", + " [-0.0434],\n", + " [-0.0623],\n", + " [-0.0631],\n", + " [-0.0726],\n", + " [-0.0616],\n", + " [-0.0616],\n", + " [-0.0657],\n", + " [-0.0598],\n", + " [-0.0616],\n", + " [-0.0612],\n", + " [-0.0647],\n", + " [-0.0621],\n", + " [-0.0625],\n", + " [-0.0659],\n", + " [-0.0588],\n", + " [-0.0630],\n", + " [-0.0653],\n", + " [-0.0626],\n", + " [-0.0646],\n", + " [-0.0516],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0746],\n", + " [-0.0695],\n", + " [-0.0715],\n", + " [-0.0796],\n", + " [-0.0736],\n", + " [-0.0731],\n", + " [-0.0781],\n", + " [-0.0773],\n", + " [-0.0761],\n", + " [-0.0700],\n", + " [-0.0758],\n", + " [-0.0620],\n", + " [-0.0720],\n", + " [-0.0717],\n", + " [-0.0810],\n", + " [-0.0743],\n", + " [-0.0752],\n", + " [-0.0751],\n", + " [-0.0717],\n", + " [-0.0708],\n", + " [-0.0692],\n", + " [-0.0776],\n", + " [-0.0694],\n", + " [-0.0772],\n", + " [-0.0763],\n", + " [-0.0687],\n", + " [-0.0774],\n", + " [-0.0784],\n", + " [-0.0755],\n", + " [-0.0788],\n", + " [-0.0683],\n", + " [-0.0744]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0366],\n", + " [0.0370],\n", + " [0.0360],\n", + " [0.0367],\n", + " [0.0385],\n", + " [0.0393],\n", + " [0.0384],\n", + " [0.0383],\n", + " [0.0375],\n", + " [0.0370],\n", + " [0.0413],\n", + " [0.0441],\n", + " [0.0365],\n", + " [0.0360],\n", + " [0.0401],\n", + " [0.0391],\n", + " [0.0373],\n", + " [0.0395],\n", + " [0.0378],\n", + " [0.0372],\n", + " [0.0387],\n", + " [0.0370],\n", + " [0.0378],\n", + " [0.0370],\n", + " [0.0385],\n", + " [0.0395],\n", + " [0.0380],\n", + " [0.0379],\n", + " [0.0384],\n", + " [0.0364],\n", + " [0.0407],\n", + " [0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0906],\n", + " [-0.0954],\n", + " [-0.0964],\n", + " [-0.0966],\n", + " [-0.0949],\n", + " [-0.0952],\n", + " [-0.0928],\n", + " [-0.0917],\n", + " [-0.0898],\n", + " [-0.0953],\n", + " [-0.1013],\n", + " [-0.0787],\n", + " [-0.0942],\n", + " [-0.0961],\n", + " [-0.0961],\n", + " [-0.0920],\n", + " [-0.0902],\n", + " [-0.0899],\n", + " [-0.0898],\n", + " [-0.0949],\n", + " [-0.0937],\n", + " [-0.0961],\n", + " [-0.0948],\n", + " [-0.0917],\n", + " [-0.0908],\n", + " [-0.0871],\n", + " [-0.0934],\n", + " [-0.0970],\n", + " [-0.0944],\n", + " [-0.0948],\n", + " [-0.0800],\n", + " [-0.0933]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0518],\n", + " [0.0597],\n", + " [0.0590],\n", + " [0.0570],\n", + " [0.0571],\n", + " [0.0570],\n", + " [0.0530],\n", + " [0.0486],\n", + " [0.0479],\n", + " [0.0597],\n", + " [0.0452],\n", + " [0.0458],\n", + " [0.0574],\n", + " [0.0593],\n", + " [0.0513],\n", + " [0.0541],\n", + " [0.0501],\n", + " [0.0373],\n", + " [0.0522],\n", + " [0.0590],\n", + " [0.0567],\n", + " [0.0562],\n", + " [0.0581],\n", + " [0.0498],\n", + " [0.0507],\n", + " [0.0501],\n", + " [0.0536],\n", + " [0.0583],\n", + " [0.0562],\n", + " [0.0529],\n", + " [0.0400],\n", + " [0.0570]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0410],\n", + " [-0.0345],\n", + " [-0.0357],\n", + " [-0.0354],\n", + " [-0.0343],\n", + " [-0.0332],\n", + " [-0.0361],\n", + " [-0.0360],\n", + " [-0.0415],\n", + " [-0.0349],\n", + " [-0.0342],\n", + " [-0.0278],\n", + " [-0.0377],\n", + " [-0.0343],\n", + " [-0.0291],\n", + " [-0.0337],\n", + " [-0.0421],\n", + " [-0.0344],\n", + " [-0.0387],\n", + " [-0.0350],\n", + " [-0.0346],\n", + " [-0.0347],\n", + " [-0.0347],\n", + " [-0.0393],\n", + " [-0.0398],\n", + " [-0.0406],\n", + " [-0.0358],\n", + " [-0.0344],\n", + " [-0.0350],\n", + " [-0.0377],\n", + " [-0.0462],\n", + " [-0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0787],\n", + " [-0.0810],\n", + " [-0.0808],\n", + " [-0.0786],\n", + " [-0.0804],\n", + " [-0.0817],\n", + " [-0.0784],\n", + " [-0.0795],\n", + " [-0.0781],\n", + " [-0.0805],\n", + " [-0.0890],\n", + " [-0.0774],\n", + " [-0.0801],\n", + " [-0.0806],\n", + " [-0.0849],\n", + " [-0.0802],\n", + " [-0.0792],\n", + " [-0.0836],\n", + " [-0.0793],\n", + " [-0.0803],\n", + " [-0.0820],\n", + " [-0.0796],\n", + " [-0.0816],\n", + " [-0.0784],\n", + " [-0.0781],\n", + " [-0.0794],\n", + " [-0.0787],\n", + " [-0.0792],\n", + " [-0.0799],\n", + " [-0.0787],\n", + " [-0.0750],\n", + " [-0.0788]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1657],\n", + " [0.1722],\n", + " [0.1699],\n", + " [0.1680],\n", + " [0.1692],\n", + " [0.1694],\n", + " [0.1675],\n", + " [0.1632],\n", + " [0.1628],\n", + " [0.1714],\n", + " [0.1620],\n", + " [0.1757],\n", + " [0.1687],\n", + " [0.1708],\n", + " [0.1625],\n", + " [0.1678],\n", + " [0.1639],\n", + " [0.1603],\n", + " [0.1669],\n", + " [0.1705],\n", + " [0.1696],\n", + " [0.1673],\n", + " [0.1704],\n", + " [0.1638],\n", + " [0.1678],\n", + " [0.1658],\n", + " [0.1663],\n", + " [0.1696],\n", + " [0.1684],\n", + " [0.1650],\n", + " [0.1622],\n", + " [0.1692]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0538],\n", + " [-0.0569],\n", + " [-0.0581],\n", + " [-0.0599],\n", + " [-0.0565],\n", + " [-0.0551],\n", + " [-0.0583],\n", + " [-0.0576],\n", + " [-0.0570],\n", + " [-0.0568],\n", + " [-0.0637],\n", + " [-0.0377],\n", + " [-0.0559],\n", + " [-0.0579],\n", + " [-0.0618],\n", + " [-0.0560],\n", + " [-0.0546],\n", + " [-0.0591],\n", + " [-0.0519],\n", + " [-0.0559],\n", + " [-0.0535],\n", + " [-0.0601],\n", + " [-0.0555],\n", + " [-0.0572],\n", + " [-0.0563],\n", + " [-0.0459],\n", + " [-0.0577],\n", + " [-0.0588],\n", + " [-0.0567],\n", + " [-0.0594],\n", + " [-0.0469],\n", + " [-0.0558]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0631],\n", + " [0.0570],\n", + " [0.0585],\n", + " [0.0646],\n", + " [0.0613],\n", + " [0.0627],\n", + " [0.0631],\n", + " [0.0697],\n", + " [0.0664],\n", + " [0.0573],\n", + " [0.0663],\n", + " [0.0614],\n", + " [0.0582],\n", + " [0.0588],\n", + " [0.0688],\n", + " [0.0634],\n", + " [0.0641],\n", + " [0.0726],\n", + " [0.0619],\n", + " [0.0583],\n", + " [0.0583],\n", + " [0.0641],\n", + " [0.0576],\n", + " [0.0665],\n", + " [0.0619],\n", + " [0.0608],\n", + " [0.0664],\n", + " [0.0657],\n", + " [0.0626],\n", + " [0.0650],\n", + " [0.0668],\n", + " [0.0594]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0922],\n", + " [-0.1012],\n", + " [-0.1001],\n", + " [-0.0953],\n", + " [-0.0981],\n", + " [-0.0988],\n", + " [-0.0913],\n", + " [-0.0889],\n", + " [-0.0892],\n", + " [-0.1009],\n", + " [-0.0774],\n", + " [-0.0933],\n", + " [-0.0979],\n", + " [-0.1001],\n", + " [-0.0832],\n", + " [-0.0932],\n", + " [-0.0913],\n", + " [-0.0748],\n", + " [-0.0930],\n", + " [-0.0997],\n", + " [-0.0986],\n", + " [-0.0956],\n", + " [-0.0997],\n", + " [-0.0904],\n", + " [-0.0897],\n", + " [-0.0945],\n", + " [-0.0934],\n", + " [-0.0973],\n", + " [-0.0968],\n", + " [-0.0927],\n", + " [-0.0820],\n", + " [-0.0966]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0139],\n", + " [0.0217],\n", + " [0.0198],\n", + " [0.0157],\n", + " [0.0182],\n", + " [0.0186],\n", + " [0.0156],\n", + " [0.0091],\n", + " [0.0102],\n", + " [0.0213],\n", + " [0.0149],\n", + " [0.0112],\n", + " [0.0190],\n", + " [0.0200],\n", + " [0.0157],\n", + " [0.0179],\n", + " [0.0116],\n", + " [0.0065],\n", + " [0.0167],\n", + " [0.0214],\n", + " [0.0207],\n", + " [0.0162],\n", + " [0.0211],\n", + " [0.0110],\n", + " [0.0154],\n", + " [0.0138],\n", + " [0.0128],\n", + " [0.0153],\n", + " [0.0158],\n", + " [0.0136],\n", + " [0.0078],\n", + " [0.0178]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0920],\n", + " [0.0952],\n", + " [0.0950],\n", + " [0.0884],\n", + " [0.0917],\n", + " [0.0905],\n", + " [0.0881],\n", + " [0.0859],\n", + " [0.0923],\n", + " [0.0955],\n", + " [0.0762],\n", + " [0.1039],\n", + " [0.0958],\n", + " [0.0943],\n", + " [0.0776],\n", + " [0.0859],\n", + " [0.0940],\n", + " [0.0771],\n", + " [0.0903],\n", + " [0.0946],\n", + " [0.0940],\n", + " [0.0885],\n", + " [0.0949],\n", + " [0.0904],\n", + " [0.0902],\n", + " [0.0977],\n", + " [0.0880],\n", + " [0.0889],\n", + " [0.0913],\n", + " [0.0900],\n", + " [0.0942],\n", + " [0.0949]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0097],\n", + " [ 0.0106],\n", + " [ 0.0101],\n", + " [ 0.0068],\n", + " [ 0.0099],\n", + " [ 0.0084],\n", + " [ 0.0082],\n", + " [ 0.0086],\n", + " [ 0.0128],\n", + " [ 0.0103],\n", + " [ 0.0035],\n", + " [ 0.0210],\n", + " [ 0.0110],\n", + " [ 0.0092],\n", + " [-0.0013],\n", + " [ 0.0058],\n", + " [ 0.0123],\n", + " [ 0.0014],\n", + " [ 0.0083],\n", + " [ 0.0090],\n", + " [ 0.0102],\n", + " [ 0.0068],\n", + " [ 0.0107],\n", + " [ 0.0100],\n", + " [ 0.0096],\n", + " [ 0.0109],\n", + " [ 0.0093],\n", + " [ 0.0081],\n", + " [ 0.0105],\n", + " [ 0.0083],\n", + " [ 0.0150],\n", + " [ 0.0105]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-6.1186e-03],\n", + " [ 6.1809e-04],\n", + " [ 1.4112e-03],\n", + " [ 3.6834e-03],\n", + " [ 3.7841e-04],\n", + " [ 7.7592e-04],\n", + " [ 3.1314e-03],\n", + " [-3.4148e-03],\n", + " [-5.5298e-03],\n", + " [ 6.4884e-04],\n", + " [ 9.3024e-03],\n", + " [-1.2120e-02],\n", + " [-1.6811e-03],\n", + " [ 1.5590e-03],\n", + " [ 7.6594e-03],\n", + " [ 1.5444e-03],\n", + " [-6.7462e-03],\n", + " [-2.9794e-03],\n", + " [-6.0500e-03],\n", + " [ 3.8672e-05],\n", + " [-1.6993e-03],\n", + " [ 4.2929e-03],\n", + " [-4.3711e-04],\n", + " [-4.2472e-03],\n", + " [ 7.7824e-04],\n", + " [-1.0889e-02],\n", + " [-1.4585e-03],\n", + " [ 2.1029e-03],\n", + " [-4.3957e-04],\n", + " [ 1.0308e-03],\n", + " [-1.5972e-02],\n", + " [-1.6609e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0360],\n", + " [-0.0326],\n", + " [-0.0345],\n", + " [-0.0384],\n", + " [-0.0354],\n", + " [-0.0362],\n", + " [-0.0386],\n", + " [-0.0385],\n", + " [-0.0365],\n", + " [-0.0328],\n", + " [-0.0471],\n", + " [-0.0262],\n", + " [-0.0333],\n", + " [-0.0350],\n", + " [-0.0469],\n", + " [-0.0393],\n", + " [-0.0350],\n", + " [-0.0470],\n", + " [-0.0358],\n", + " [-0.0347],\n", + " [-0.0334],\n", + " [-0.0391],\n", + " [-0.0329],\n", + " [-0.0378],\n", + " [-0.0371],\n", + " [-0.0303],\n", + " [-0.0367],\n", + " [-0.0358],\n", + " [-0.0347],\n", + " [-0.0393],\n", + " [-0.0342],\n", + " [-0.0334]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0034],\n", + " [ 0.0035],\n", + " [ 0.0045],\n", + " [ 0.0074],\n", + " [ 0.0046],\n", + " [ 0.0048],\n", + " [ 0.0063],\n", + " [ 0.0066],\n", + " [ 0.0040],\n", + " [ 0.0036],\n", + " [ 0.0092],\n", + " [ 0.0011],\n", + " [ 0.0032],\n", + " [ 0.0052],\n", + " [ 0.0096],\n", + " [ 0.0065],\n", + " [ 0.0027],\n", + " [ 0.0064],\n", + " [ 0.0027],\n", + " [ 0.0040],\n", + " [ 0.0020],\n", + " [ 0.0074],\n", + " [ 0.0027],\n", + " [ 0.0054],\n", + " [ 0.0043],\n", + " [-0.0021],\n", + " [ 0.0062],\n", + " [ 0.0072],\n", + " [ 0.0048],\n", + " [ 0.0068],\n", + " [-0.0019],\n", + " [ 0.0039]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0565],\n", + " [0.0575],\n", + " [0.0580],\n", + " [0.0581],\n", + " [0.0572],\n", + " [0.0583],\n", + " [0.0584],\n", + " [0.0607],\n", + " [0.0593],\n", + " [0.0571],\n", + " [0.0657],\n", + " [0.0645],\n", + " [0.0565],\n", + " [0.0581],\n", + " [0.0626],\n", + " [0.0586],\n", + " [0.0576],\n", + " [0.0675],\n", + " [0.0556],\n", + " [0.0566],\n", + " [0.0564],\n", + " [0.0589],\n", + " [0.0569],\n", + " [0.0591],\n", + " [0.0577],\n", + " [0.0543],\n", + " [0.0583],\n", + " [0.0589],\n", + " [0.0574],\n", + " [0.0593],\n", + " [0.0575],\n", + " [0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0162],\n", + " [-0.0192],\n", + " [-0.0187],\n", + " [-0.0183],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0188],\n", + " [-0.0145],\n", + " [-0.0157],\n", + " [-0.0193],\n", + " [-0.0261],\n", + " [-0.0196],\n", + " [-0.0183],\n", + " [-0.0186],\n", + " [-0.0201],\n", + " [-0.0175],\n", + " [-0.0163],\n", + " [-0.0152],\n", + " [-0.0167],\n", + " [-0.0193],\n", + " [-0.0189],\n", + " [-0.0177],\n", + " [-0.0192],\n", + " [-0.0154],\n", + " [-0.0189],\n", + " [-0.0169],\n", + " [-0.0164],\n", + " [-0.0176],\n", + " [-0.0177],\n", + " [-0.0163],\n", + " [-0.0157],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1688],\n", + " [-0.1703],\n", + " [-0.1716],\n", + " [-0.1738],\n", + " [-0.1703],\n", + " [-0.1694],\n", + " [-0.1728],\n", + " [-0.1684],\n", + " [-0.1708],\n", + " [-0.1707],\n", + " [-0.1713],\n", + " [-0.1663],\n", + " [-0.1709],\n", + " [-0.1712],\n", + " [-0.1723],\n", + " [-0.1687],\n", + " [-0.1698],\n", + " [-0.1659],\n", + " [-0.1669],\n", + " [-0.1707],\n", + " [-0.1689],\n", + " [-0.1730],\n", + " [-0.1696],\n", + " [-0.1701],\n", + " [-0.1725],\n", + " [-0.1656],\n", + " [-0.1697],\n", + " [-0.1720],\n", + " [-0.1706],\n", + " [-0.1733],\n", + " [-0.1635],\n", + " [-0.1716]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0235],\n", + " [-0.0222],\n", + " [-0.0213],\n", + " [-0.0195],\n", + " [-0.0215],\n", + " [-0.0203],\n", + " [-0.0187],\n", + " [-0.0235],\n", + " [-0.0248],\n", + " [-0.0220],\n", + " [-0.0085],\n", + " [-0.0166],\n", + " [-0.0224],\n", + " [-0.0209],\n", + " [-0.0104],\n", + " [-0.0189],\n", + " [-0.0247],\n", + " [-0.0153],\n", + " [-0.0224],\n", + " [-0.0213],\n", + " [-0.0216],\n", + " [-0.0192],\n", + " [-0.0222],\n", + " [-0.0236],\n", + " [-0.0196],\n", + " [-0.0233],\n", + " [-0.0231],\n", + " [-0.0224],\n", + " [-0.0221],\n", + " [-0.0202],\n", + " [-0.0252],\n", + " [-0.0219]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0021],\n", + " [ 0.0173],\n", + " [ 0.0158],\n", + " [ 0.0083],\n", + " [ 0.0116],\n", + " [ 0.0124],\n", + " [ 0.0041],\n", + " [-0.0004],\n", + " [-0.0014],\n", + " [ 0.0162],\n", + " [-0.0013],\n", + " [ 0.0053],\n", + " [ 0.0118],\n", + " [ 0.0165],\n", + " [ 0.0063],\n", + " [ 0.0066],\n", + " [ 0.0008],\n", + " [-0.0076],\n", + " [ 0.0037],\n", + " [ 0.0146],\n", + " [ 0.0131],\n", + " [ 0.0089],\n", + " [ 0.0150],\n", + " [ 0.0003],\n", + " [ 0.0005],\n", + " [ 0.0040],\n", + " [ 0.0045],\n", + " [ 0.0091],\n", + " [ 0.0091],\n", + " [ 0.0046],\n", + " [-0.0104],\n", + " [ 0.0091]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0958],\n", + " [0.0902],\n", + " [0.0892],\n", + " [0.0903],\n", + " [0.0905],\n", + " [0.0909],\n", + " [0.0943],\n", + " [0.0942],\n", + " [0.0938],\n", + " [0.0903],\n", + " [0.1037],\n", + " [0.0959],\n", + " [0.0907],\n", + " [0.0898],\n", + " [0.0965],\n", + " [0.0956],\n", + " [0.0937],\n", + " [0.1035],\n", + " [0.0981],\n", + " [0.0911],\n", + " [0.0922],\n", + " [0.0904],\n", + " [0.0911],\n", + " [0.0937],\n", + " [0.0972],\n", + " [0.0967],\n", + " [0.0924],\n", + " [0.0896],\n", + " [0.0903],\n", + " [0.0909],\n", + " [0.1038],\n", + " [0.0916]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0791],\n", + " [0.0883],\n", + " [0.0881],\n", + " [0.0811],\n", + " [0.0853],\n", + " [0.0863],\n", + " [0.0797],\n", + " [0.0804],\n", + " [0.0779],\n", + " [0.0875],\n", + " [0.0812],\n", + " [0.0871],\n", + " [0.0848],\n", + " [0.0882],\n", + " [0.0832],\n", + " [0.0856],\n", + " [0.0784],\n", + " [0.0820],\n", + " [0.0811],\n", + " [0.0868],\n", + " [0.0864],\n", + " [0.0844],\n", + " [0.0872],\n", + " [0.0789],\n", + " [0.0770],\n", + " [0.0781],\n", + " [0.0808],\n", + " [0.0816],\n", + " [0.0832],\n", + " [0.0809],\n", + " [0.0748],\n", + " [0.0823]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0863],\n", + " [0.0883],\n", + " [0.0891],\n", + " [0.0884],\n", + " [0.0875],\n", + " [0.0877],\n", + " [0.0879],\n", + " [0.0887],\n", + " [0.0874],\n", + " [0.0879],\n", + " [0.0961],\n", + " [0.0717],\n", + " [0.0873],\n", + " [0.0887],\n", + " [0.0957],\n", + " [0.0871],\n", + " [0.0872],\n", + " [0.0910],\n", + " [0.0850],\n", + " [0.0868],\n", + " [0.0876],\n", + " [0.0887],\n", + " [0.0883],\n", + " [0.0877],\n", + " [0.0866],\n", + " [0.0832],\n", + " [0.0880],\n", + " [0.0882],\n", + " [0.0876],\n", + " [0.0887],\n", + " [0.0775],\n", + " [0.0860]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0382],\n", + " [0.0436],\n", + " [0.0426],\n", + " [0.0422],\n", + " [0.0430],\n", + " [0.0439],\n", + " [0.0421],\n", + " [0.0398],\n", + " [0.0362],\n", + " [0.0434],\n", + " [0.0479],\n", + " [0.0393],\n", + " [0.0406],\n", + " [0.0435],\n", + " [0.0470],\n", + " [0.0449],\n", + " [0.0362],\n", + " [0.0456],\n", + " [0.0402],\n", + " [0.0435],\n", + " [0.0426],\n", + " [0.0433],\n", + " [0.0431],\n", + " [0.0384],\n", + " [0.0404],\n", + " [0.0360],\n", + " [0.0410],\n", + " [0.0431],\n", + " [0.0416],\n", + " [0.0399],\n", + " [0.0341],\n", + " [0.0399]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0386],\n", + " [0.0343],\n", + " [0.0350],\n", + " [0.0344],\n", + " [0.0359],\n", + " [0.0358],\n", + " [0.0353],\n", + " [0.0372],\n", + " [0.0395],\n", + " [0.0350],\n", + " [0.0281],\n", + " [0.0286],\n", + " [0.0370],\n", + " [0.0342],\n", + " [0.0302],\n", + " [0.0362],\n", + " [0.0390],\n", + " [0.0319],\n", + " [0.0386],\n", + " [0.0360],\n", + " [0.0365],\n", + " [0.0355],\n", + " [0.0357],\n", + " [0.0384],\n", + " [0.0362],\n", + " [0.0390],\n", + " [0.0364],\n", + " [0.0338],\n", + " [0.0362],\n", + " [0.0372],\n", + " [0.0406],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0748],\n", + " [-0.0692],\n", + " [-0.0696],\n", + " [-0.0724],\n", + " [-0.0725],\n", + " [-0.0722],\n", + " [-0.0741],\n", + " [-0.0764],\n", + " [-0.0777],\n", + " [-0.0699],\n", + " [-0.0712],\n", + " [-0.0779],\n", + " [-0.0716],\n", + " [-0.0694],\n", + " [-0.0700],\n", + " [-0.0738],\n", + " [-0.0763],\n", + " [-0.0760],\n", + " [-0.0748],\n", + " [-0.0709],\n", + " [-0.0711],\n", + " [-0.0722],\n", + " [-0.0702],\n", + " [-0.0757],\n", + " [-0.0749],\n", + " [-0.0758],\n", + " [-0.0750],\n", + " [-0.0732],\n", + " [-0.0736],\n", + " [-0.0734],\n", + " [-0.0848],\n", + " [-0.0728]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1023],\n", + " [-0.0974],\n", + " [-0.0985],\n", + " [-0.1033],\n", + " [-0.0995],\n", + " [-0.1002],\n", + " [-0.1059],\n", + " [-0.1051],\n", + " [-0.1049],\n", + " [-0.0974],\n", + " [-0.1140],\n", + " [-0.1024],\n", + " [-0.0983],\n", + " [-0.0990],\n", + " [-0.1098],\n", + " [-0.1028],\n", + " [-0.1030],\n", + " [-0.1127],\n", + " [-0.1014],\n", + " [-0.0978],\n", + " [-0.0980],\n", + " [-0.1025],\n", + " [-0.0977],\n", + " [-0.1042],\n", + " [-0.1068],\n", + " [-0.0998],\n", + " [-0.1029],\n", + " [-0.1020],\n", + " [-0.1007],\n", + " [-0.1042],\n", + " [-0.1061],\n", + " [-0.1002]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0641],\n", + " [-0.0633],\n", + " [-0.0622],\n", + " [-0.0608],\n", + " [-0.0620],\n", + " [-0.0621],\n", + " [-0.0596],\n", + " [-0.0622],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.0477],\n", + " [-0.0627],\n", + " [-0.0633],\n", + " [-0.0624],\n", + " [-0.0550],\n", + " [-0.0598],\n", + " [-0.0643],\n", + " [-0.0555],\n", + " [-0.0631],\n", + " [-0.0626],\n", + " [-0.0629],\n", + " [-0.0602],\n", + " [-0.0630],\n", + " [-0.0628],\n", + " [-0.0607],\n", + " [-0.0666],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0623],\n", + " [-0.0609],\n", + " [-0.0620],\n", + " [-0.0634]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0604],\n", + " [-0.0648],\n", + " [-0.0553],\n", + " [-0.0606],\n", + " [-0.0629],\n", + " [-0.0598],\n", + " [-0.0688],\n", + " [-0.0631],\n", + " [-0.0261],\n", + " [-0.0651],\n", + " [-0.0575],\n", + " [-0.0612],\n", + " [-0.0619],\n", + " [-0.0614],\n", + " [-0.0644],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0563],\n", + " [-0.0621],\n", + " [-0.0677],\n", + " [-0.0619],\n", + " [-0.0606],\n", + " [-0.0587],\n", + " [-0.0631],\n", + " [-0.0617],\n", + " [-0.0641],\n", + " [-0.0609],\n", + " [-0.0616],\n", + " [-0.1071],\n", + " [-0.0626],\n", + " [-0.0649],\n", + " [-0.0613]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0675],\n", + " [-0.0782],\n", + " [-0.0692],\n", + " [-0.0729],\n", + " [-0.0733],\n", + " [-0.0775],\n", + " [-0.0808],\n", + " [-0.0768],\n", + " [-0.1007],\n", + " [-0.0785],\n", + " [-0.0733],\n", + " [-0.0657],\n", + " [-0.0732],\n", + " [-0.0731],\n", + " [-0.0764],\n", + " [-0.0684],\n", + " [-0.0765],\n", + " [-0.0694],\n", + " [-0.0735],\n", + " [-0.0790],\n", + " [-0.0752],\n", + " [-0.0686],\n", + " [-0.0675],\n", + " [-0.0754],\n", + " [-0.0759],\n", + " [-0.0773],\n", + " [-0.0739],\n", + " [-0.0740],\n", + " [-0.1250],\n", + " [-0.0759],\n", + " [-0.0762],\n", + " [-0.0751]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0390],\n", + " [0.0364],\n", + " [0.0385],\n", + " [0.0390],\n", + " [0.0357],\n", + " [0.0383],\n", + " [0.0394],\n", + " [0.0378],\n", + " [0.0353],\n", + " [0.0360],\n", + " [0.0389],\n", + " [0.0380],\n", + " [0.0363],\n", + " [0.0371],\n", + " [0.0353],\n", + " [0.0378],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0370],\n", + " [0.0361],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0390],\n", + " [0.0364],\n", + " [0.0385],\n", + " [0.0366],\n", + " [0.0393],\n", + " [0.0372],\n", + " [0.0257],\n", + " [0.0369],\n", + " [0.0352],\n", + " [0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0933],\n", + " [-0.0938],\n", + " [-0.0859],\n", + " [-0.0921],\n", + " [-0.0950],\n", + " [-0.0892],\n", + " [-0.0943],\n", + " [-0.0918],\n", + " [-0.0899],\n", + " [-0.0963],\n", + " [-0.0872],\n", + " [-0.0930],\n", + " [-0.0933],\n", + " [-0.0897],\n", + " [-0.0960],\n", + " [-0.0950],\n", + " [-0.0917],\n", + " [-0.0850],\n", + " [-0.0926],\n", + " [-0.0936],\n", + " [-0.0921],\n", + " [-0.0944],\n", + " [-0.0884],\n", + " [-0.0935],\n", + " [-0.0908],\n", + " [-0.0925],\n", + " [-0.0920],\n", + " [-0.0918],\n", + " [-0.0757],\n", + " [-0.0926],\n", + " [-0.0961],\n", + " [-0.0901]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0582],\n", + " [0.0528],\n", + " [0.0416],\n", + " [0.0527],\n", + " [0.0589],\n", + " [0.0482],\n", + " [0.0466],\n", + " [0.0520],\n", + " [0.0071],\n", + " [0.0557],\n", + " [0.0367],\n", + " [0.0576],\n", + " [0.0579],\n", + " [0.0530],\n", + " [0.0568],\n", + " [0.0586],\n", + " [0.0521],\n", + " [0.0444],\n", + " [0.0562],\n", + " [0.0477],\n", + " [0.0540],\n", + " [0.0568],\n", + " [0.0518],\n", + " [0.0549],\n", + " [0.0493],\n", + " [0.0522],\n", + " [0.0523],\n", + " [0.0549],\n", + " [0.0426],\n", + " [0.0538],\n", + " [0.0579],\n", + " [0.0494]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0340],\n", + " [-0.0387],\n", + " [-0.0408],\n", + " [-0.0351],\n", + " [-0.0378],\n", + " [-0.0452],\n", + " [-0.0316],\n", + " [-0.0370],\n", + " [-0.0483],\n", + " [-0.0375],\n", + " [-0.0399],\n", + " [-0.0351],\n", + " [-0.0385],\n", + " [-0.0436],\n", + " [-0.0381],\n", + " [-0.0342],\n", + " [-0.0390],\n", + " [-0.0456],\n", + " [-0.0381],\n", + " [-0.0379],\n", + " [-0.0387],\n", + " [-0.0332],\n", + " [-0.0386],\n", + " [-0.0391],\n", + " [-0.0371],\n", + " [-0.0409],\n", + " [-0.0357],\n", + " [-0.0389],\n", + " [-0.0413],\n", + " [-0.0392],\n", + " [-0.0390],\n", + " [-0.0407]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0822],\n", + " [-0.0787],\n", + " [-0.0800],\n", + " [-0.0811],\n", + " [-0.0790],\n", + " [-0.0754],\n", + " [-0.0828],\n", + " [-0.0785],\n", + " [-0.0801],\n", + " [-0.0792],\n", + " [-0.0818],\n", + " [-0.0828],\n", + " [-0.0785],\n", + " [-0.0779],\n", + " [-0.0793],\n", + " [-0.0821],\n", + " [-0.0781],\n", + " [-0.0768],\n", + " [-0.0794],\n", + " [-0.0809],\n", + " [-0.0785],\n", + " [-0.0832],\n", + " [-0.0800],\n", + " [-0.0793],\n", + " [-0.0790],\n", + " [-0.0783],\n", + " [-0.0802],\n", + " [-0.0788],\n", + " [-0.0822],\n", + " [-0.0784],\n", + " [-0.0796],\n", + " [-0.0781]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1725],\n", + " [0.1657],\n", + " [0.1606],\n", + " [0.1662],\n", + " [0.1696],\n", + " [0.1628],\n", + " [0.1613],\n", + " [0.1659],\n", + " [0.1411],\n", + " [0.1666],\n", + " [0.1563],\n", + " [0.1721],\n", + " [0.1697],\n", + " [0.1682],\n", + " [0.1671],\n", + " [0.1714],\n", + " [0.1659],\n", + " [0.1644],\n", + " [0.1685],\n", + " [0.1631],\n", + " [0.1672],\n", + " [0.1701],\n", + " [0.1684],\n", + " [0.1672],\n", + " [0.1642],\n", + " [0.1660],\n", + " [0.1667],\n", + " [0.1681],\n", + " [0.1175],\n", + " [0.1670],\n", + " [0.1681],\n", + " [0.1645]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0511],\n", + " [-0.0584],\n", + " [-0.0481],\n", + " [-0.0539],\n", + " [-0.0574],\n", + " [-0.0571],\n", + " [-0.0620],\n", + " [-0.0569],\n", + " [-0.0667],\n", + " [-0.0593],\n", + " [-0.0532],\n", + " [-0.0520],\n", + " [-0.0559],\n", + " [-0.0530],\n", + " [-0.0587],\n", + " [-0.0550],\n", + " [-0.0565],\n", + " [-0.0469],\n", + " [-0.0531],\n", + " [-0.0594],\n", + " [-0.0557],\n", + " [-0.0534],\n", + " [-0.0460],\n", + " [-0.0562],\n", + " [-0.0562],\n", + " [-0.0568],\n", + " [-0.0552],\n", + " [-0.0546],\n", + " [-0.0741],\n", + " [-0.0565],\n", + " [-0.0575],\n", + " [-0.0554]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0579],\n", + " [0.0630],\n", + " [0.0684],\n", + " [0.0628],\n", + " [0.0580],\n", + " [0.0689],\n", + " [0.0723],\n", + " [0.0650],\n", + " [0.1067],\n", + " [0.0637],\n", + " [0.0755],\n", + " [0.0562],\n", + " [0.0581],\n", + " [0.0595],\n", + " [0.0612],\n", + " [0.0577],\n", + " [0.0639],\n", + " [0.0659],\n", + " [0.0609],\n", + " [0.0653],\n", + " [0.0621],\n", + " [0.0590],\n", + " [0.0589],\n", + " [0.0607],\n", + " [0.0674],\n", + " [0.0626],\n", + " [0.0626],\n", + " [0.0603],\n", + " [0.0431],\n", + " [0.0616],\n", + " [0.0610],\n", + " [0.0645]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1009],\n", + " [-0.0923],\n", + " [-0.0848],\n", + " [-0.0950],\n", + " [-0.0987],\n", + " [-0.0911],\n", + " [-0.0814],\n", + " [-0.0914],\n", + " [-0.0886],\n", + " [-0.0950],\n", + " [-0.0805],\n", + " [-0.1010],\n", + " [-0.0977],\n", + " [-0.0942],\n", + " [-0.0960],\n", + " [-0.1004],\n", + " [-0.0918],\n", + " [-0.0868],\n", + " [-0.0957],\n", + " [-0.0829],\n", + " [-0.0941],\n", + " [-0.0977],\n", + " [-0.0964],\n", + " [-0.0949],\n", + " [-0.0900],\n", + " [-0.0923],\n", + " [-0.0942],\n", + " [-0.0952],\n", + " [-0.0717],\n", + " [-0.0942],\n", + " [-0.0966],\n", + " [-0.0898]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0239],\n", + " [ 0.0153],\n", + " [ 0.0092],\n", + " [ 0.0151],\n", + " [ 0.0191],\n", + " [ 0.0084],\n", + " [ 0.0109],\n", + " [ 0.0137],\n", + " [-0.0327],\n", + " [ 0.0155],\n", + " [ 0.0024],\n", + " [ 0.0236],\n", + " [ 0.0190],\n", + " [ 0.0159],\n", + " [ 0.0177],\n", + " [ 0.0225],\n", + " [ 0.0142],\n", + " [ 0.0103],\n", + " [ 0.0178],\n", + " [ 0.0131],\n", + " [ 0.0156],\n", + " [ 0.0228],\n", + " [ 0.0171],\n", + " [ 0.0165],\n", + " [ 0.0110],\n", + " [ 0.0148],\n", + " [ 0.0143],\n", + " [ 0.0164],\n", + " [ 0.0004],\n", + " [ 0.0157],\n", + " [ 0.0175],\n", + " [ 0.0127]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0940],\n", + " [0.0911],\n", + " [0.0898],\n", + " [0.0913],\n", + " [0.0962],\n", + " [0.0950],\n", + " [0.0777],\n", + " [0.0880],\n", + " [0.1252],\n", + " [0.0911],\n", + " [0.0875],\n", + " [0.0963],\n", + " [0.0956],\n", + " [0.0960],\n", + " [0.0929],\n", + " [0.0942],\n", + " [0.0901],\n", + " [0.0927],\n", + " [0.0917],\n", + " [0.0862],\n", + " [0.0917],\n", + " [0.0929],\n", + " [0.0961],\n", + " [0.0935],\n", + " [0.0874],\n", + " [0.0931],\n", + " [0.0917],\n", + " [0.0934],\n", + " [0.0546],\n", + " [0.0930],\n", + " [0.0941],\n", + " [0.0906]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0074],\n", + " [ 0.0085],\n", + " [ 0.0076],\n", + " [ 0.0106],\n", + " [ 0.0104],\n", + " [ 0.0174],\n", + " [ 0.0011],\n", + " [ 0.0084],\n", + " [ 0.0297],\n", + " [ 0.0080],\n", + " [ 0.0081],\n", + " [ 0.0092],\n", + " [ 0.0104],\n", + " [ 0.0121],\n", + " [ 0.0079],\n", + " [ 0.0097],\n", + " [ 0.0089],\n", + " [ 0.0101],\n", + " [ 0.0082],\n", + " [ 0.0031],\n", + " [ 0.0094],\n", + " [ 0.0069],\n", + " [ 0.0101],\n", + " [ 0.0101],\n", + " [ 0.0094],\n", + " [ 0.0100],\n", + " [ 0.0124],\n", + " [ 0.0109],\n", + " [-0.0059],\n", + " [ 0.0100],\n", + " [ 0.0086],\n", + " [ 0.0096]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.1865e-03],\n", + " [ 1.3439e-03],\n", + " [-1.2643e-02],\n", + " [-3.6152e-03],\n", + " [-2.5004e-05],\n", + " [-6.8787e-03],\n", + " [ 4.0841e-03],\n", + " [-1.3587e-03],\n", + " [-2.2760e-02],\n", + " [ 1.9652e-03],\n", + " [-1.2189e-02],\n", + " [-1.3469e-03],\n", + " [-1.2150e-03],\n", + " [-5.2313e-03],\n", + " [ 1.7282e-03],\n", + " [-4.1652e-04],\n", + " [-2.2004e-03],\n", + " [-1.3274e-02],\n", + " [-4.0757e-03],\n", + " [ 1.4462e-03],\n", + " [-2.3661e-03],\n", + " [-1.7912e-03],\n", + " [-8.9153e-03],\n", + " [-1.4030e-03],\n", + " [-4.0442e-03],\n", + " [-1.2687e-03],\n", + " [-3.2826e-03],\n", + " [-3.3621e-03],\n", + " [ 3.2859e-02],\n", + " [-1.1569e-03],\n", + " [-6.2566e-05],\n", + " [-5.2778e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0329],\n", + " [-0.0392],\n", + " [-0.0374],\n", + " [-0.0347],\n", + " [-0.0331],\n", + " [-0.0322],\n", + " [-0.0456],\n", + " [-0.0379],\n", + " [-0.0631],\n", + " [-0.0380],\n", + " [-0.0408],\n", + " [-0.0304],\n", + " [-0.0335],\n", + " [-0.0326],\n", + " [-0.0374],\n", + " [-0.0336],\n", + " [-0.0377],\n", + " [-0.0336],\n", + " [-0.0349],\n", + " [-0.0455],\n", + " [-0.0364],\n", + " [-0.0371],\n", + " [-0.0309],\n", + " [-0.0356],\n", + " [-0.0372],\n", + " [-0.0372],\n", + " [-0.0351],\n", + " [-0.0343],\n", + " [-0.0269],\n", + " [-0.0364],\n", + " [-0.0344],\n", + " [-0.0377]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0025],\n", + " [ 0.0057],\n", + " [ 0.0009],\n", + " [ 0.0032],\n", + " [ 0.0043],\n", + " [ 0.0013],\n", + " [ 0.0101],\n", + " [ 0.0060],\n", + " [ 0.0209],\n", + " [ 0.0065],\n", + " [ 0.0030],\n", + " [ 0.0010],\n", + " [ 0.0039],\n", + " [ 0.0016],\n", + " [ 0.0057],\n", + " [ 0.0029],\n", + " [ 0.0052],\n", + " [-0.0012],\n", + " [ 0.0033],\n", + " [ 0.0078],\n", + " [ 0.0045],\n", + " [ 0.0039],\n", + " [-0.0010],\n", + " [ 0.0041],\n", + " [ 0.0055],\n", + " [ 0.0045],\n", + " [ 0.0033],\n", + " [ 0.0033],\n", + " [ 0.0061],\n", + " [ 0.0045],\n", + " [ 0.0050],\n", + " [ 0.0044]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0569],\n", + " [0.0582],\n", + " [0.0598],\n", + " [0.0574],\n", + " [0.0565],\n", + " [0.0567],\n", + " [0.0660],\n", + " [0.0583],\n", + " [0.0898],\n", + " [0.0585],\n", + " [0.0646],\n", + " [0.0570],\n", + " [0.0559],\n", + " [0.0545],\n", + " [0.0576],\n", + " [0.0574],\n", + " [0.0574],\n", + " [0.0560],\n", + " [0.0554],\n", + " [0.0632],\n", + " [0.0565],\n", + " [0.0573],\n", + " [0.0540],\n", + " [0.0568],\n", + " [0.0592],\n", + " [0.0575],\n", + " [0.0571],\n", + " [0.0558],\n", + " [0.0523],\n", + " [0.0569],\n", + " [0.0573],\n", + " [0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0185],\n", + " [-0.0176],\n", + " [-0.0131],\n", + " [-0.0166],\n", + " [-0.0180],\n", + " [-0.0159],\n", + " [-0.0175],\n", + " [-0.0167],\n", + " [-0.0213],\n", + " [-0.0174],\n", + " [-0.0123],\n", + " [-0.0179],\n", + " [-0.0184],\n", + " [-0.0175],\n", + " [-0.0180],\n", + " [-0.0195],\n", + " [-0.0167],\n", + " [-0.0154],\n", + " [-0.0179],\n", + " [-0.0191],\n", + " [-0.0170],\n", + " [-0.0186],\n", + " [-0.0164],\n", + " [-0.0175],\n", + " [-0.0150],\n", + " [-0.0174],\n", + " [-0.0171],\n", + " [-0.0175],\n", + " [-0.0063],\n", + " [-0.0173],\n", + " [-0.0177],\n", + " [-0.0157]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1682],\n", + " [-0.1739],\n", + " [-0.1641],\n", + " [-0.1683],\n", + " [-0.1722],\n", + " [-0.1706],\n", + " [-0.1711],\n", + " [-0.1699],\n", + " [-0.1655],\n", + " [-0.1740],\n", + " [-0.1659],\n", + " [-0.1682],\n", + " [-0.1714],\n", + " [-0.1703],\n", + " [-0.1738],\n", + " [-0.1693],\n", + " [-0.1706],\n", + " [-0.1645],\n", + " [-0.1688],\n", + " [-0.1742],\n", + " [-0.1704],\n", + " [-0.1688],\n", + " [-0.1659],\n", + " [-0.1720],\n", + " [-0.1680],\n", + " [-0.1732],\n", + " [-0.1693],\n", + " [-0.1700],\n", + " [-0.1800],\n", + " [-0.1720],\n", + " [-0.1731],\n", + " [-0.1690]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0199],\n", + " [-0.0189],\n", + " [-0.0223],\n", + " [-0.0221],\n", + " [-0.0219],\n", + " [-0.0291],\n", + " [-0.0148],\n", + " [-0.0215],\n", + " [-0.0295],\n", + " [-0.0198],\n", + " [-0.0251],\n", + " [-0.0208],\n", + " [-0.0216],\n", + " [-0.0233],\n", + " [-0.0196],\n", + " [-0.0218],\n", + " [-0.0215],\n", + " [-0.0241],\n", + " [-0.0220],\n", + " [-0.0145],\n", + " [-0.0217],\n", + " [-0.0204],\n", + " [-0.0215],\n", + " [-0.0210],\n", + " [-0.0236],\n", + " [-0.0205],\n", + " [-0.0231],\n", + " [-0.0224],\n", + " [ 0.0655],\n", + " [-0.0209],\n", + " [-0.0212],\n", + " [-0.0229]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.5314e-02],\n", + " [ 4.8195e-03],\n", + " [-6.5237e-03],\n", + " [ 7.1201e-03],\n", + " [ 1.2747e-02],\n", + " [-4.4805e-03],\n", + " [ 2.5682e-04],\n", + " [ 2.7524e-03],\n", + " [-7.9493e-03],\n", + " [ 7.6553e-03],\n", + " [-1.2151e-02],\n", + " [ 1.6354e-02],\n", + " [ 1.0756e-02],\n", + " [ 3.2761e-03],\n", + " [ 9.5257e-03],\n", + " [ 1.6251e-02],\n", + " [ 2.6883e-03],\n", + " [-6.6555e-03],\n", + " [ 7.8537e-03],\n", + " [ 1.5065e-03],\n", + " [ 5.2597e-03],\n", + " [ 1.5182e-02],\n", + " [ 7.0177e-03],\n", + " [ 7.2130e-03],\n", + " [-1.9468e-06],\n", + " [ 3.4432e-03],\n", + " [ 6.0084e-03],\n", + " [ 6.7566e-03],\n", + " [ 4.4769e-02],\n", + " [ 5.4826e-03],\n", + " [ 1.0144e-02],\n", + " [-9.9301e-05]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0939],\n", + " [0.0922],\n", + " [0.1022],\n", + " [0.0925],\n", + " [0.0902],\n", + " [0.0929],\n", + " [0.0957],\n", + " [0.0947],\n", + " [0.0627],\n", + " [0.0900],\n", + " [0.0986],\n", + " [0.0931],\n", + " [0.0916],\n", + " [0.0950],\n", + " [0.0908],\n", + " [0.0917],\n", + " [0.0948],\n", + " [0.1035],\n", + " [0.0947],\n", + " [0.0954],\n", + " [0.0937],\n", + " [0.0937],\n", + " [0.0968],\n", + " [0.0918],\n", + " [0.0954],\n", + " [0.0927],\n", + " [0.0914],\n", + " [0.0929],\n", + " [0.0600],\n", + " [0.0923],\n", + " [0.0908],\n", + " [0.0966]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0875],\n", + " [0.0803],\n", + " [0.0797],\n", + " [0.0836],\n", + " [0.0847],\n", + " [0.0714],\n", + " [0.0827],\n", + " [0.0803],\n", + " [0.0714],\n", + " [0.0817],\n", + " [0.0788],\n", + " [0.0884],\n", + " [0.0837],\n", + " [0.0787],\n", + " [0.0830],\n", + " [0.0881],\n", + " [0.0795],\n", + " [0.0742],\n", + " [0.0810],\n", + " [0.0807],\n", + " [0.0813],\n", + " [0.0886],\n", + " [0.0809],\n", + " [0.0819],\n", + " [0.0801],\n", + " [0.0790],\n", + " [0.0830],\n", + " [0.0817],\n", + " [0.0797],\n", + " [0.0813],\n", + " [0.0818],\n", + " [0.0790]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0854],\n", + " [0.0880],\n", + " [0.0829],\n", + " [0.0875],\n", + " [0.0868],\n", + " [0.0826],\n", + " [0.0923],\n", + " [0.0874],\n", + " [0.0793],\n", + " [0.0885],\n", + " [0.0874],\n", + " [0.0870],\n", + " [0.0857],\n", + " [0.0843],\n", + " [0.0879],\n", + " [0.0882],\n", + " [0.0868],\n", + " [0.0794],\n", + " [0.0861],\n", + " [0.0905],\n", + " [0.0862],\n", + " [0.0877],\n", + " [0.0832],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0868],\n", + " [0.0876],\n", + " [0.0861],\n", + " [0.1167],\n", + " [0.0864],\n", + " [0.0878],\n", + " [0.0863]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0444],\n", + " [0.0397],\n", + " [0.0362],\n", + " [0.0403],\n", + " [0.0412],\n", + " [0.0367],\n", + " [0.0451],\n", + " [0.0408],\n", + " [0.0431],\n", + " [0.0404],\n", + " [0.0369],\n", + " [0.0430],\n", + " [0.0406],\n", + " [0.0372],\n", + " [0.0407],\n", + " [0.0437],\n", + " [0.0397],\n", + " [0.0360],\n", + " [0.0406],\n", + " [0.0415],\n", + " [0.0400],\n", + " [0.0442],\n", + " [0.0377],\n", + " [0.0392],\n", + " [0.0399],\n", + " [0.0380],\n", + " [0.0399],\n", + " [0.0394],\n", + " [0.0456],\n", + " [0.0394],\n", + " [0.0399],\n", + " [0.0385]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0357],\n", + " [0.0375],\n", + " [0.0405],\n", + " [0.0380],\n", + " [0.0361],\n", + " [0.0361],\n", + " [0.0321],\n", + " [0.0369],\n", + " [0.0356],\n", + " [0.0364],\n", + " [0.0395],\n", + " [0.0359],\n", + " [0.0371],\n", + " [0.0394],\n", + " [0.0367],\n", + " [0.0352],\n", + " [0.0377],\n", + " [0.0383],\n", + " [0.0367],\n", + " [0.0347],\n", + " [0.0378],\n", + " [0.0357],\n", + " [0.0388],\n", + " [0.0377],\n", + " [0.0378],\n", + " [0.0385],\n", + " [0.0379],\n", + " [0.0379],\n", + " [0.0116],\n", + " [0.0383],\n", + " [0.0361],\n", + " [0.0390]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0699],\n", + " [-0.0733],\n", + " [-0.0784],\n", + " [-0.0742],\n", + " [-0.0711],\n", + " [-0.0839],\n", + " [-0.0734],\n", + " [-0.0750],\n", + " [-0.1115],\n", + " [-0.0722],\n", + " [-0.0796],\n", + " [-0.0685],\n", + " [-0.0723],\n", + " [-0.0750],\n", + " [-0.0713],\n", + " [-0.0695],\n", + " [-0.0748],\n", + " [-0.0804],\n", + " [-0.0728],\n", + " [-0.0722],\n", + " [-0.0741],\n", + " [-0.0693],\n", + " [-0.0736],\n", + " [-0.0728],\n", + " [-0.0763],\n", + " [-0.0740],\n", + " [-0.0748],\n", + " [-0.0739],\n", + " [-0.0290],\n", + " [-0.0739],\n", + " [-0.0711],\n", + " [-0.0757]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0973],\n", + " [-0.1048],\n", + " [-0.1051],\n", + " [-0.1006],\n", + " [-0.0985],\n", + " [-0.1046],\n", + " [-0.1104],\n", + " [-0.1041],\n", + " [-0.1341],\n", + " [-0.1031],\n", + " [-0.1078],\n", + " [-0.0967],\n", + " [-0.0991],\n", + " [-0.1017],\n", + " [-0.1015],\n", + " [-0.0974],\n", + " [-0.1039],\n", + " [-0.1050],\n", + " [-0.1003],\n", + " [-0.1107],\n", + " [-0.1019],\n", + " [-0.0992],\n", + " [-0.0994],\n", + " [-0.1015],\n", + " [-0.1043],\n", + " [-0.1044],\n", + " [-0.1013],\n", + " [-0.1006],\n", + " [-0.1286],\n", + " [-0.1023],\n", + " [-0.1012],\n", + " [-0.1042]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0642],\n", + " [-0.0604],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0634],\n", + " [-0.0636],\n", + " [-0.0564],\n", + " [-0.0614],\n", + " [-0.0457],\n", + " [-0.0613],\n", + " [-0.0624],\n", + " [-0.0647],\n", + " [-0.0632],\n", + " [-0.0645],\n", + " [-0.0615],\n", + " [-0.0630],\n", + " [-0.0619],\n", + " [-0.0644],\n", + " [-0.0638],\n", + " [-0.0574],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0657],\n", + " [-0.0625],\n", + " [-0.0623],\n", + " [-0.0619],\n", + " [-0.0623],\n", + " [-0.0631],\n", + " [-0.0234],\n", + " [-0.0620],\n", + " [-0.0636],\n", + " [-0.0626]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0603],\n", + " [-0.0617],\n", + " [-0.0622],\n", + " [-0.0687],\n", + " [-0.0522],\n", + " [-0.0565],\n", + " [-0.0627],\n", + " [-0.0629],\n", + " [-0.0741],\n", + " [-0.0593],\n", + " [-0.0611],\n", + " [-0.0631],\n", + " [-0.0692],\n", + " [-0.0577],\n", + " [-0.0510],\n", + " [-0.0653],\n", + " [-0.0620],\n", + " [-0.0662],\n", + " [-0.0617],\n", + " [-0.0643],\n", + " [-0.0835],\n", + " [-0.0634],\n", + " [-0.0660],\n", + " [-0.0638],\n", + " [-0.0623],\n", + " [-0.0625],\n", + " [-0.0218],\n", + " [-0.0751],\n", + " [-0.0595],\n", + " [-0.0598],\n", + " [-0.0612],\n", + " [-0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0688],\n", + " [-0.0736],\n", + " [-0.0729],\n", + " [-0.0815],\n", + " [-0.0742],\n", + " [-0.0678],\n", + " [-0.0698],\n", + " [-0.0758],\n", + " [-0.0877],\n", + " [-0.0698],\n", + " [-0.0727],\n", + " [-0.0751],\n", + " [-0.0809],\n", + " [-0.0701],\n", + " [-0.0688],\n", + " [-0.0784],\n", + " [-0.0707],\n", + " [-0.0778],\n", + " [-0.0736],\n", + " [-0.0781],\n", + " [-0.1083],\n", + " [-0.0745],\n", + " [-0.0799],\n", + " [-0.0786],\n", + " [-0.0720],\n", + " [-0.0693],\n", + " [-0.0469],\n", + " [-0.0846],\n", + " [-0.0696],\n", + " [-0.0691],\n", + " [-0.0741],\n", + " [-0.0755]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0374],\n", + " [0.0366],\n", + " [0.0411],\n", + " [0.0374],\n", + " [0.0384],\n", + " [0.0353],\n", + " [0.0370],\n", + " [0.0256],\n", + " [0.0389],\n", + " [0.0393],\n", + " [0.0364],\n", + " [0.0344],\n", + " [0.0383],\n", + " [0.0382],\n", + " [0.0363],\n", + " [0.0379],\n", + " [0.0347],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0198],\n", + " [0.0418],\n", + " [0.0369],\n", + " [0.0385],\n", + " [0.0363],\n", + " [0.0359],\n", + " [0.0423],\n", + " [0.0357],\n", + " [0.0434],\n", + " [0.0387],\n", + " [0.0363],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0919],\n", + " [-0.0906],\n", + " [-0.0932],\n", + " [-0.0956],\n", + " [-0.0917],\n", + " [-0.0879],\n", + " [-0.0953],\n", + " [-0.0931],\n", + " [-0.0911],\n", + " [-0.0898],\n", + " [-0.0930],\n", + " [-0.0937],\n", + " [-0.0995],\n", + " [-0.0876],\n", + " [-0.0804],\n", + " [-0.0957],\n", + " [-0.0948],\n", + " [-0.0968],\n", + " [-0.0929],\n", + " [-0.0925],\n", + " [-0.0850],\n", + " [-0.0917],\n", + " [-0.0928],\n", + " [-0.0923],\n", + " [-0.0960],\n", + " [-0.0955],\n", + " [-0.0584],\n", + " [-0.0994],\n", + " [-0.0913],\n", + " [-0.0898],\n", + " [-0.0875],\n", + " [-0.0956]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0568],\n", + " [0.0520],\n", + " [0.0558],\n", + " [0.0453],\n", + " [0.0434],\n", + " [0.0443],\n", + " [0.0595],\n", + " [0.0551],\n", + " [0.0353],\n", + " [0.0539],\n", + " [0.0565],\n", + " [0.0575],\n", + " [0.0579],\n", + " [0.0427],\n", + " [0.0438],\n", + " [0.0556],\n", + " [0.0579],\n", + " [0.0567],\n", + " [0.0560],\n", + " [0.0511],\n", + " [0.0492],\n", + " [0.0412],\n", + " [0.0483],\n", + " [0.0486],\n", + " [0.0581],\n", + " [0.0587],\n", + " [0.0378],\n", + " [0.0560],\n", + " [0.0539],\n", + " [0.0536],\n", + " [0.0439],\n", + " [0.0553]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0359],\n", + " [-0.0402],\n", + " [-0.0390],\n", + " [-0.0329],\n", + " [-0.0430],\n", + " [-0.0368],\n", + " [-0.0385],\n", + " [-0.0396],\n", + " [-0.0444],\n", + " [-0.0381],\n", + " [-0.0350],\n", + " [-0.0388],\n", + " [-0.0364],\n", + " [-0.0447],\n", + " [-0.0475],\n", + " [-0.0370],\n", + " [-0.0348],\n", + " [-0.0349],\n", + " [-0.0387],\n", + " [-0.0387],\n", + " [-0.0342],\n", + " [-0.0343],\n", + " [-0.0378],\n", + " [-0.0351],\n", + " [-0.0324],\n", + " [-0.0349],\n", + " [-0.0095],\n", + " [-0.0346],\n", + " [-0.0344],\n", + " [-0.0386],\n", + " [-0.0436],\n", + " [-0.0363]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0808],\n", + " [-0.0799],\n", + " [-0.0800],\n", + " [-0.0824],\n", + " [-0.0934],\n", + " [-0.0819],\n", + " [-0.0801],\n", + " [-0.0788],\n", + " [-0.0797],\n", + " [-0.0801],\n", + " [-0.0802],\n", + " [-0.0784],\n", + " [-0.0790],\n", + " [-0.0793],\n", + " [-0.0742],\n", + " [-0.0788],\n", + " [-0.0811],\n", + " [-0.0794],\n", + " [-0.0790],\n", + " [-0.0781],\n", + " [-0.0827],\n", + " [-0.0841],\n", + " [-0.0786],\n", + " [-0.0794],\n", + " [-0.0817],\n", + " [-0.0819],\n", + " [-0.0796],\n", + " [-0.0780],\n", + " [-0.0817],\n", + " [-0.0806],\n", + " [-0.0767],\n", + " [-0.0804]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1708],\n", + " [0.1657],\n", + " [0.1679],\n", + " [0.1634],\n", + " [0.1549],\n", + " [0.1621],\n", + " [0.1709],\n", + " [0.1678],\n", + " [0.1485],\n", + " [0.1687],\n", + " [0.1696],\n", + " [0.1695],\n", + " [0.1656],\n", + " [0.1604],\n", + " [0.1653],\n", + " [0.1670],\n", + " [0.1698],\n", + " [0.1667],\n", + " [0.1682],\n", + " [0.1652],\n", + " [0.1374],\n", + " [0.1625],\n", + " [0.1638],\n", + " [0.1632],\n", + " [0.1712],\n", + " [0.1712],\n", + " [0.1647],\n", + " [0.1654],\n", + " [0.1740],\n", + " [0.1687],\n", + " [0.1643],\n", + " [0.1666]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0514],\n", + " [-0.0524],\n", + " [-0.0553],\n", + " [-0.0646],\n", + " [-0.0580],\n", + " [-0.0465],\n", + " [-0.0574],\n", + " [-0.0561],\n", + " [-0.0655],\n", + " [-0.0496],\n", + " [-0.0540],\n", + " [-0.0562],\n", + " [-0.0619],\n", + " [-0.0447],\n", + " [-0.0485],\n", + " [-0.0592],\n", + " [-0.0557],\n", + " [-0.0610],\n", + " [-0.0555],\n", + " [-0.0580],\n", + " [-0.0740],\n", + " [-0.0588],\n", + " [-0.0602],\n", + " [-0.0589],\n", + " [-0.0572],\n", + " [-0.0571],\n", + " [-0.0460],\n", + " [-0.0648],\n", + " [-0.0488],\n", + " [-0.0493],\n", + " [-0.0529],\n", + " [-0.0587]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0570],\n", + " [0.0625],\n", + " [0.0584],\n", + " [0.0732],\n", + " [0.0711],\n", + " [0.0663],\n", + " [0.0558],\n", + " [0.0610],\n", + " [0.0531],\n", + " [0.0590],\n", + " [0.0602],\n", + " [0.0597],\n", + " [0.0635],\n", + " [0.0711],\n", + " [0.0624],\n", + " [0.0631],\n", + " [0.0586],\n", + " [0.0620],\n", + " [0.0593],\n", + " [0.0651],\n", + " [0.0609],\n", + " [0.0744],\n", + " [0.0668],\n", + " [0.0703],\n", + " [0.0610],\n", + " [0.0572],\n", + " [0.0908],\n", + " [0.0632],\n", + " [0.0656],\n", + " [0.0584],\n", + " [0.0669],\n", + " [0.0624]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0992],\n", + " [-0.0933],\n", + " [-0.0964],\n", + " [-0.0821],\n", + " [-0.0994],\n", + " [-0.0887],\n", + " [-0.1009],\n", + " [-0.0950],\n", + " [-0.0837],\n", + " [-0.0968],\n", + " [-0.0975],\n", + " [-0.0965],\n", + " [-0.0945],\n", + " [-0.0876],\n", + " [-0.0893],\n", + " [-0.0946],\n", + " [-0.0992],\n", + " [-0.0942],\n", + " [-0.0960],\n", + " [-0.0905],\n", + " [-0.0658],\n", + " [-0.0789],\n", + " [-0.0871],\n", + " [-0.0881],\n", + " [-0.0993],\n", + " [-0.1004],\n", + " [-0.1099],\n", + " [-0.0897],\n", + " [-0.0994],\n", + " [-0.0971],\n", + " [-0.0838],\n", + " [-0.0964]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0204],\n", + " [ 0.0139],\n", + " [ 0.0173],\n", + " [ 0.0099],\n", + " [ 0.0096],\n", + " [ 0.0130],\n", + " [ 0.0202],\n", + " [ 0.0162],\n", + " [ 0.0223],\n", + " [ 0.0178],\n", + " [ 0.0183],\n", + " [ 0.0185],\n", + " [ 0.0155],\n", + " [ 0.0043],\n", + " [ 0.0127],\n", + " [ 0.0162],\n", + " [ 0.0203],\n", + " [ 0.0173],\n", + " [ 0.0182],\n", + " [ 0.0132],\n", + " [-0.0027],\n", + " [ 0.0102],\n", + " [ 0.0115],\n", + " [ 0.0089],\n", + " [ 0.0200],\n", + " [ 0.0216],\n", + " [-0.0116],\n", + " [ 0.0154],\n", + " [ 0.0204],\n", + " [ 0.0177],\n", + " [ 0.0110],\n", + " [ 0.0160]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0961],\n", + " [0.0932],\n", + " [0.0957],\n", + " [0.0798],\n", + " [0.1054],\n", + " [0.0891],\n", + " [0.0991],\n", + " [0.0944],\n", + " [0.0851],\n", + " [0.0957],\n", + " [0.0926],\n", + " [0.0940],\n", + " [0.0900],\n", + " [0.0951],\n", + " [0.0990],\n", + " [0.0903],\n", + " [0.0941],\n", + " [0.0899],\n", + " [0.0937],\n", + " [0.0893],\n", + " [0.0674],\n", + " [0.0762],\n", + " [0.0877],\n", + " [0.0846],\n", + " [0.0913],\n", + " [0.0959],\n", + " [0.1196],\n", + " [0.0867],\n", + " [0.0910],\n", + " [0.0966],\n", + " [0.0855],\n", + " [0.0927]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 1.0646e-02],\n", + " [ 1.1083e-02],\n", + " [ 1.2119e-02],\n", + " [ 6.1501e-03],\n", + " [ 2.0347e-02],\n", + " [ 4.5506e-03],\n", + " [ 1.1461e-02],\n", + " [ 1.0940e-02],\n", + " [-4.4005e-05],\n", + " [ 1.1402e-02],\n", + " [ 1.0678e-02],\n", + " [ 9.1463e-03],\n", + " [ 5.4720e-03],\n", + " [ 8.7746e-03],\n", + " [ 1.9915e-02],\n", + " [ 7.5264e-03],\n", + " [ 1.0417e-02],\n", + " [ 4.1320e-03],\n", + " [ 9.7138e-03],\n", + " [ 8.6148e-03],\n", + " [-8.3381e-03],\n", + " [ 3.3320e-03],\n", + " [ 7.8163e-03],\n", + " [ 8.0143e-03],\n", + " [ 6.7608e-03],\n", + " [ 9.7405e-03],\n", + " [ 2.3996e-02],\n", + " [ 4.0824e-03],\n", + " [ 6.5270e-03],\n", + " [ 1.1691e-02],\n", + " [ 1.0454e-02],\n", + " [ 1.0614e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0036],\n", + " [-0.0079],\n", + " [-0.0032],\n", + " [ 0.0072],\n", + " [-0.0040],\n", + " [-0.0104],\n", + " [-0.0002],\n", + " [-0.0018],\n", + " [ 0.0185],\n", + " [-0.0074],\n", + " [-0.0022],\n", + " [-0.0004],\n", + " [ 0.0046],\n", + " [-0.0171],\n", + " [-0.0157],\n", + " [ 0.0029],\n", + " [-0.0003],\n", + " [ 0.0052],\n", + " [-0.0018],\n", + " [-0.0009],\n", + " [ 0.0128],\n", + " [ 0.0003],\n", + " [ 0.0009],\n", + " [-0.0018],\n", + " [ 0.0022],\n", + " [ 0.0005],\n", + " [-0.0242],\n", + " [ 0.0100],\n", + " [-0.0006],\n", + " [-0.0077],\n", + " [-0.0084],\n", + " [ 0.0007]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0303],\n", + " [-0.0343],\n", + " [-0.0328],\n", + " [-0.0447],\n", + " [-0.0391],\n", + " [-0.0382],\n", + " [-0.0302],\n", + " [-0.0342],\n", + " [-0.0715],\n", + " [-0.0313],\n", + " [-0.0337],\n", + " [-0.0346],\n", + " [-0.0397],\n", + " [-0.0338],\n", + " [-0.0359],\n", + " [-0.0386],\n", + " [-0.0339],\n", + " [-0.0423],\n", + " [-0.0355],\n", + " [-0.0389],\n", + " [-0.0387],\n", + " [-0.0458],\n", + " [-0.0418],\n", + " [-0.0393],\n", + " [-0.0376],\n", + " [-0.0339],\n", + " [-0.0412],\n", + " [-0.0442],\n", + " [-0.0333],\n", + " [-0.0305],\n", + " [-0.0388],\n", + " [-0.0369]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 1.1546e-03],\n", + " [ 1.8309e-03],\n", + " [ 2.6538e-03],\n", + " [ 1.0758e-02],\n", + " [ 5.8475e-05],\n", + " [ 7.4726e-04],\n", + " [ 2.5296e-03],\n", + " [ 3.9826e-03],\n", + " [ 9.4249e-03],\n", + " [ 4.5993e-04],\n", + " [ 3.2357e-03],\n", + " [ 4.4774e-03],\n", + " [ 8.4573e-03],\n", + " [-2.9395e-03],\n", + " [-2.6423e-03],\n", + " [ 6.4283e-03],\n", + " [ 3.1980e-03],\n", + " [ 8.6429e-03],\n", + " [ 3.9239e-03],\n", + " [ 5.8932e-03],\n", + " [ 1.7808e-02],\n", + " [ 8.7381e-03],\n", + " [ 7.1811e-03],\n", + " [ 7.4942e-03],\n", + " [ 6.2919e-03],\n", + " [ 3.9859e-03],\n", + " [ 5.5835e-03],\n", + " [ 9.5384e-03],\n", + " [ 3.2875e-03],\n", + " [-2.1526e-04],\n", + " [ 2.9751e-03],\n", + " [ 5.5022e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0555],\n", + " [0.0561],\n", + " [0.0562],\n", + " [0.0678],\n", + " [0.0671],\n", + " [0.0587],\n", + " [0.0565],\n", + " [0.0567],\n", + " [0.0629],\n", + " [0.0547],\n", + " [0.0561],\n", + " [0.0559],\n", + " [0.0603],\n", + " [0.0580],\n", + " [0.0537],\n", + " [0.0578],\n", + " [0.0570],\n", + " [0.0591],\n", + " [0.0559],\n", + " [0.0586],\n", + " [0.0668],\n", + " [0.0693],\n", + " [0.0614],\n", + " [0.0615],\n", + " [0.0584],\n", + " [0.0578],\n", + " [0.0936],\n", + " [0.0614],\n", + " [0.0589],\n", + " [0.0551],\n", + " [0.0576],\n", + " [0.0582]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0176],\n", + " [-0.0170],\n", + " [-0.0175],\n", + " [-0.0216],\n", + " [-0.0166],\n", + " [-0.0127],\n", + " [-0.0172],\n", + " [-0.0178],\n", + " [-0.0073],\n", + " [-0.0173],\n", + " [-0.0185],\n", + " [-0.0187],\n", + " [-0.0173],\n", + " [-0.0172],\n", + " [-0.0182],\n", + " [-0.0180],\n", + " [-0.0191],\n", + " [-0.0184],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0095],\n", + " [-0.0165],\n", + " [-0.0174],\n", + " [-0.0150],\n", + " [-0.0182],\n", + " [-0.0181],\n", + " [-0.0143],\n", + " [-0.0216],\n", + " [-0.0149],\n", + " [-0.0171],\n", + " [-0.0156],\n", + " [-0.0178]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1682],\n", + " [-0.1678],\n", + " [-0.1706],\n", + " [-0.1736],\n", + " [-0.1715],\n", + " [-0.1647],\n", + " [-0.1717],\n", + " [-0.1722],\n", + " [-0.1876],\n", + " [-0.1671],\n", + " [-0.1691],\n", + " [-0.1722],\n", + " [-0.1756],\n", + " [-0.1640],\n", + " [-0.1655],\n", + " [-0.1739],\n", + " [-0.1698],\n", + " [-0.1741],\n", + " [-0.1709],\n", + " [-0.1718],\n", + " [-0.1688],\n", + " [-0.1655],\n", + " [-0.1738],\n", + " [-0.1692],\n", + " [-0.1702],\n", + " [-0.1709],\n", + " [-0.1731],\n", + " [-0.1790],\n", + " [-0.1688],\n", + " [-0.1673],\n", + " [-0.1664],\n", + " [-0.1723]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0219],\n", + " [-0.0245],\n", + " [-0.0228],\n", + " [-0.0174],\n", + " [-0.0197],\n", + " [-0.0196],\n", + " [-0.0226],\n", + " [-0.0217],\n", + " [ 0.0259],\n", + " [-0.0232],\n", + " [-0.0221],\n", + " [-0.0208],\n", + " [-0.0174],\n", + " [-0.0268],\n", + " [-0.0258],\n", + " [-0.0191],\n", + " [-0.0219],\n", + " [-0.0154],\n", + " [-0.0213],\n", + " [-0.0208],\n", + " [ 0.0259],\n", + " [-0.0171],\n", + " [-0.0189],\n", + " [-0.0228],\n", + " [-0.0197],\n", + " [-0.0210],\n", + " [-0.0317],\n", + " [-0.0126],\n", + " [-0.0210],\n", + " [-0.0234],\n", + " [-0.0229],\n", + " [-0.0216]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0125],\n", + " [ 0.0036],\n", + " [ 0.0095],\n", + " [-0.0025],\n", + " [ 0.0103],\n", + " [-0.0012],\n", + " [ 0.0161],\n", + " [ 0.0067],\n", + " [ 0.0221],\n", + " [ 0.0080],\n", + " [ 0.0103],\n", + " [ 0.0091],\n", + " [ 0.0112],\n", + " [-0.0066],\n", + " [-0.0033],\n", + " [ 0.0076],\n", + " [ 0.0139],\n", + " [ 0.0127],\n", + " [ 0.0085],\n", + " [ 0.0020],\n", + " [ 0.0290],\n", + " [-0.0079],\n", + " [ 0.0004],\n", + " [-0.0004],\n", + " [ 0.0162],\n", + " [ 0.0176],\n", + " [ 0.0079],\n", + " [ 0.0102],\n", + " [ 0.0070],\n", + " [ 0.0081],\n", + " [-0.0073],\n", + " [ 0.0093]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0928],\n", + " [0.0948],\n", + " [0.0912],\n", + " [0.0929],\n", + " [0.0791],\n", + " [0.1014],\n", + " [0.0893],\n", + " [0.0914],\n", + " [0.0827],\n", + " [0.0945],\n", + " [0.0917],\n", + " [0.0923],\n", + " [0.0880],\n", + " [0.1016],\n", + " [0.1004],\n", + " [0.0910],\n", + " [0.0910],\n", + " [0.0901],\n", + " [0.0926],\n", + " [0.0939],\n", + " [0.0828],\n", + " [0.1036],\n", + " [0.0935],\n", + " [0.0938],\n", + " [0.0914],\n", + " [0.0903],\n", + " [0.1064],\n", + " [0.0885],\n", + " [0.0939],\n", + " [0.0943],\n", + " [0.1032],\n", + " [0.0886]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0847],\n", + " [0.0792],\n", + " [0.0835],\n", + " [0.0816],\n", + " [0.0945],\n", + " [0.0824],\n", + " [0.0874],\n", + " [0.0810],\n", + " [0.0877],\n", + " [0.0819],\n", + " [0.0840],\n", + " [0.0818],\n", + " [0.0824],\n", + " [0.0703],\n", + " [0.0727],\n", + " [0.0816],\n", + " [0.0866],\n", + " [0.0866],\n", + " [0.0834],\n", + " [0.0789],\n", + " [0.0861],\n", + " [0.0832],\n", + " [0.0785],\n", + " [0.0803],\n", + " [0.0889],\n", + " [0.0897],\n", + " [0.0839],\n", + " [0.0795],\n", + " [0.0850],\n", + " [0.0819],\n", + " [0.0719],\n", + " [0.0849]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0869],\n", + " [0.0874],\n", + " [0.0919],\n", + " [0.0896],\n", + " [0.0837],\n", + " [0.0879],\n", + " [0.0864],\n", + " [0.0927],\n", + " [0.0846],\n", + " [0.0862],\n", + " [0.0856],\n", + " [0.0913],\n", + " [0.0812],\n", + " [0.0767],\n", + " [0.0880],\n", + " [0.0878],\n", + " [0.0905],\n", + " [0.0862],\n", + " [0.0876],\n", + " [0.1125],\n", + " [0.0886],\n", + " [0.0890],\n", + " [0.0893],\n", + " [0.0888],\n", + " [0.0886],\n", + " [0.0678],\n", + " [0.0937],\n", + " [0.0815],\n", + " [0.0854],\n", + " [0.0833],\n", + " [0.0889]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0418],\n", + " [0.0377],\n", + " [0.0390],\n", + " [0.0455],\n", + " [0.0435],\n", + " [0.0379],\n", + " [0.0415],\n", + " [0.0387],\n", + " [0.0445],\n", + " [0.0392],\n", + " [0.0419],\n", + " [0.0406],\n", + " [0.0409],\n", + " [0.0339],\n", + " [0.0346],\n", + " [0.0413],\n", + " [0.0430],\n", + " [0.0431],\n", + " [0.0403],\n", + " [0.0396],\n", + " [0.0471],\n", + " [0.0478],\n", + " [0.0399],\n", + " [0.0405],\n", + " [0.0453],\n", + " [0.0432],\n", + " [0.0360],\n", + " [0.0421],\n", + " [0.0466],\n", + " [0.0389],\n", + " [0.0389],\n", + " [0.0408]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0383],\n", + " [0.0376],\n", + " [0.0334],\n", + " [0.0452],\n", + " [0.0397],\n", + " [0.0359],\n", + " [0.0381],\n", + " [0.0279],\n", + " [0.0386],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0333],\n", + " [0.0376],\n", + " [0.0407],\n", + " [0.0360],\n", + " [0.0359],\n", + " [0.0341],\n", + " [0.0378],\n", + " [0.0371],\n", + " [0.0177],\n", + " [0.0321],\n", + " [0.0364],\n", + " [0.0365],\n", + " [0.0338],\n", + " [0.0346],\n", + " [0.0393],\n", + " [0.0299],\n", + " [0.0352],\n", + " [0.0385],\n", + " [0.0341],\n", + " [0.0376]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0715],\n", + " [-0.0744],\n", + " [-0.0724],\n", + " [-0.0752],\n", + " [-0.0809],\n", + " [-0.0755],\n", + " [-0.0691],\n", + " [-0.0736],\n", + " [-0.0638],\n", + " [-0.0738],\n", + " [-0.0734],\n", + " [-0.0726],\n", + " [-0.0689],\n", + " [-0.0799],\n", + " [-0.0861],\n", + " [-0.0724],\n", + " [-0.0710],\n", + " [-0.0693],\n", + " [-0.0728],\n", + " [-0.0747],\n", + " [-0.0498],\n", + " [-0.0773],\n", + " [-0.0747],\n", + " [-0.0761],\n", + " [-0.0691],\n", + " [-0.0687],\n", + " [-0.1003],\n", + " [-0.0684],\n", + " [-0.0744],\n", + " [-0.0730],\n", + " [-0.0790],\n", + " [-0.0730]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0981],\n", + " [-0.1010],\n", + " [-0.0993],\n", + " [-0.1122],\n", + " [-0.1067],\n", + " [-0.1032],\n", + " [-0.0980],\n", + " [-0.1017],\n", + " [-0.1296],\n", + " [-0.0988],\n", + " [-0.0992],\n", + " [-0.1010],\n", + " [-0.1036],\n", + " [-0.1047],\n", + " [-0.1046],\n", + " [-0.1034],\n", + " [-0.0981],\n", + " [-0.1052],\n", + " [-0.1000],\n", + " [-0.1053],\n", + " [-0.1268],\n", + " [-0.1086],\n", + " [-0.1083],\n", + " [-0.1060],\n", + " [-0.1012],\n", + " [-0.0981],\n", + " [-0.1116],\n", + " [-0.1092],\n", + " [-0.1023],\n", + " [-0.0988],\n", + " [-0.1088],\n", + " [-0.1010]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0643],\n", + " [-0.0648],\n", + " [-0.0636],\n", + " [-0.0544],\n", + " [-0.0574],\n", + " [-0.0635],\n", + " [-0.0642],\n", + " [-0.0631],\n", + " [-0.0353],\n", + " [-0.0650],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0610],\n", + " [-0.0676],\n", + " [-0.0608],\n", + " [-0.0606],\n", + " [-0.0626],\n", + " [-0.0588],\n", + " [-0.0624],\n", + " [-0.0611],\n", + " [-0.0435],\n", + " [-0.0564],\n", + " [-0.0589],\n", + " [-0.0613],\n", + " [-0.0616],\n", + " [-0.0627],\n", + " [-0.0521],\n", + " [-0.0570],\n", + " [-0.0666],\n", + " [-0.0652],\n", + " [-0.0611],\n", + " [-0.0610]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0662],\n", + " [-0.0618],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0744],\n", + " [-0.0600],\n", + " [-0.0622],\n", + " [-0.0634],\n", + " [-0.0617],\n", + " [-0.0619],\n", + " [-0.0700],\n", + " [-0.0699],\n", + " [-0.0622],\n", + " [-0.0634],\n", + " [-0.0596],\n", + " [-0.0609],\n", + " [-0.0609],\n", + " [-0.0633],\n", + " [-0.0649],\n", + " [-0.0633],\n", + " [-0.0604],\n", + " [-0.0592],\n", + " [-0.0603],\n", + " [-0.0730],\n", + " [-0.0605],\n", + " [-0.0602],\n", + " [-0.0585],\n", + " [-0.0663],\n", + " [-0.0671],\n", + " [-0.0624],\n", + " [-0.0641],\n", + " [-0.0638]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0820],\n", + " [-0.0760],\n", + " [-0.0758],\n", + " [-0.0765],\n", + " [-0.0836],\n", + " [-0.0697],\n", + " [-0.0681],\n", + " [-0.0735],\n", + " [-0.0730],\n", + " [-0.0755],\n", + " [-0.0827],\n", + " [-0.0786],\n", + " [-0.0732],\n", + " [-0.0731],\n", + " [-0.0716],\n", + " [-0.0721],\n", + " [-0.0716],\n", + " [-0.0749],\n", + " [-0.0767],\n", + " [-0.0774],\n", + " [-0.0727],\n", + " [-0.0695],\n", + " [-0.0744],\n", + " [-0.0823],\n", + " [-0.0749],\n", + " [-0.0718],\n", + " [-0.0722],\n", + " [-0.0795],\n", + " [-0.0795],\n", + " [-0.0729],\n", + " [-0.0774],\n", + " [-0.0780]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0388],\n", + " [0.0372],\n", + " [0.0385],\n", + " [0.0370],\n", + " [0.0377],\n", + " [0.0439],\n", + " [0.0372],\n", + " [0.0358],\n", + " [0.0382],\n", + " [0.0370],\n", + " [0.0366],\n", + " [0.0378],\n", + " [0.0371],\n", + " [0.0348],\n", + " [0.0384],\n", + " [0.0377],\n", + " [0.0393],\n", + " [0.0360],\n", + " [0.0349],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0385],\n", + " [0.0384],\n", + " [0.0365],\n", + " [0.0385],\n", + " [0.0401],\n", + " [0.0392],\n", + " [0.0372],\n", + " [0.0358],\n", + " [0.0363],\n", + " [0.0371],\n", + " [0.0352]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0943],\n", + " [-0.0911],\n", + " [-0.0926],\n", + " [-0.0921],\n", + " [-0.0960],\n", + " [-0.0970],\n", + " [-0.0947],\n", + " [-0.0955],\n", + " [-0.0942],\n", + " [-0.0921],\n", + " [-0.0958],\n", + " [-0.0929],\n", + " [-0.0947],\n", + " [-0.0967],\n", + " [-0.0911],\n", + " [-0.0910],\n", + " [-0.0934],\n", + " [-0.0961],\n", + " [-0.0963],\n", + " [-0.0920],\n", + " [-0.0887],\n", + " [-0.0882],\n", + " [-0.0905],\n", + " [-0.0974],\n", + " [-0.0902],\n", + " [-0.0911],\n", + " [-0.0872],\n", + " [-0.0925],\n", + " [-0.0964],\n", + " [-0.0955],\n", + " [-0.0918],\n", + " [-0.0967]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0472],\n", + " [0.0499],\n", + " [0.0527],\n", + " [0.0516],\n", + " [0.0469],\n", + " [0.0376],\n", + " [0.0571],\n", + " [0.0575],\n", + " [0.0577],\n", + " [0.0538],\n", + " [0.0495],\n", + " [0.0419],\n", + " [0.0588],\n", + " [0.0595],\n", + " [0.0562],\n", + " [0.0545],\n", + " [0.0566],\n", + " [0.0585],\n", + " [0.0567],\n", + " [0.0510],\n", + " [0.0513],\n", + " [0.0516],\n", + " [0.0477],\n", + " [0.0546],\n", + " [0.0477],\n", + " [0.0538],\n", + " [0.0446],\n", + " [0.0482],\n", + " [0.0562],\n", + " [0.0586],\n", + " [0.0505],\n", + " [0.0518]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0334],\n", + " [-0.0381],\n", + " [-0.0348],\n", + " [-0.0388],\n", + " [-0.0317],\n", + " [-0.0365],\n", + " [-0.0361],\n", + " [-0.0374],\n", + " [-0.0349],\n", + " [-0.0388],\n", + " [-0.0354],\n", + " [-0.0368],\n", + " [-0.0359],\n", + " [-0.0356],\n", + " [-0.0377],\n", + " [-0.0388],\n", + " [-0.0344],\n", + " [-0.0359],\n", + " [-0.0393],\n", + " [-0.0389],\n", + " [-0.0422],\n", + " [-0.0401],\n", + " [-0.0356],\n", + " [-0.0346],\n", + " [-0.0368],\n", + " [-0.0357],\n", + " [-0.0359],\n", + " [-0.0392],\n", + " [-0.0390],\n", + " [-0.0366],\n", + " [-0.0396],\n", + " [-0.0415]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0789],\n", + " [-0.0787],\n", + " [-0.0799],\n", + " [-0.0785],\n", + " [-0.0812],\n", + " [-0.0856],\n", + " [-0.0825],\n", + " [-0.0802],\n", + " [-0.0796],\n", + " [-0.0783],\n", + " [-0.0794],\n", + " [-0.0833],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0786],\n", + " [-0.0795],\n", + " [-0.0811],\n", + " [-0.0792],\n", + " [-0.0795],\n", + " [-0.0781],\n", + " [-0.0790],\n", + " [-0.0796],\n", + " [-0.0807],\n", + " [-0.0779],\n", + " [-0.0802],\n", + " [-0.0800],\n", + " [-0.0812],\n", + " [-0.0782],\n", + " [-0.0789],\n", + " [-0.0796],\n", + " [-0.0780],\n", + " [-0.0813]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1619],\n", + " [0.1643],\n", + " [0.1657],\n", + " [0.1652],\n", + " [0.1612],\n", + " [0.1661],\n", + " [0.1692],\n", + " [0.1679],\n", + " [0.1699],\n", + " [0.1672],\n", + " [0.1635],\n", + " [0.1619],\n", + " [0.1700],\n", + " [0.1699],\n", + " [0.1701],\n", + " [0.1681],\n", + " [0.1696],\n", + " [0.1690],\n", + " [0.1668],\n", + " [0.1649],\n", + " [0.1660],\n", + " [0.1673],\n", + " [0.1627],\n", + " [0.1662],\n", + " [0.1625],\n", + " [0.1685],\n", + " [0.1627],\n", + " [0.1644],\n", + " [0.1672],\n", + " [0.1690],\n", + " [0.1654],\n", + " [0.1640]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0637],\n", + " [-0.0570],\n", + " [-0.0565],\n", + " [-0.0571],\n", + " [-0.0656],\n", + " [-0.0561],\n", + " [-0.0558],\n", + " [-0.0567],\n", + " [-0.0561],\n", + " [-0.0559],\n", + " [-0.0629],\n", + " [-0.0619],\n", + " [-0.0570],\n", + " [-0.0589],\n", + " [-0.0537],\n", + " [-0.0518],\n", + " [-0.0532],\n", + " [-0.0587],\n", + " [-0.0584],\n", + " [-0.0575],\n", + " [-0.0526],\n", + " [-0.0484],\n", + " [-0.0547],\n", + " [-0.0645],\n", + " [-0.0550],\n", + " [-0.0517],\n", + " [-0.0539],\n", + " [-0.0593],\n", + " [-0.0590],\n", + " [-0.0571],\n", + " [-0.0573],\n", + " [-0.0597]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0707],\n", + " [0.0651],\n", + " [0.0664],\n", + " [0.0644],\n", + " [0.0691],\n", + " [0.0765],\n", + " [0.0564],\n", + " [0.0601],\n", + " [0.0602],\n", + " [0.0625],\n", + " [0.0673],\n", + " [0.0658],\n", + " [0.0591],\n", + " [0.0590],\n", + " [0.0574],\n", + " [0.0600],\n", + " [0.0603],\n", + " [0.0609],\n", + " [0.0608],\n", + " [0.0646],\n", + " [0.0611],\n", + " [0.0596],\n", + " [0.0684],\n", + " [0.0616],\n", + " [0.0682],\n", + " [0.0621],\n", + " [0.0661],\n", + " [0.0667],\n", + " [0.0628],\n", + " [0.0593],\n", + " [0.0646],\n", + " [0.0639]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0864],\n", + " [-0.0899],\n", + " [-0.0927],\n", + " [-0.0925],\n", + " [-0.0804],\n", + " [-0.0786],\n", + " [-0.0993],\n", + " [-0.0974],\n", + " [-0.0981],\n", + " [-0.0941],\n", + " [-0.0858],\n", + " [-0.0748],\n", + " [-0.0990],\n", + " [-0.0997],\n", + " [-0.0970],\n", + " [-0.0954],\n", + " [-0.0983],\n", + " [-0.0982],\n", + " [-0.0957],\n", + " [-0.0909],\n", + " [-0.0929],\n", + " [-0.0950],\n", + " [-0.0892],\n", + " [-0.0901],\n", + " [-0.0895],\n", + " [-0.0962],\n", + " [-0.0844],\n", + " [-0.0874],\n", + " [-0.0941],\n", + " [-0.0985],\n", + " [-0.0901],\n", + " [-0.0925]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0081],\n", + " [0.0128],\n", + " [0.0138],\n", + " [0.0128],\n", + " [0.0104],\n", + " [0.0110],\n", + " [0.0205],\n", + " [0.0183],\n", + " [0.0198],\n", + " [0.0150],\n", + " [0.0116],\n", + " [0.0131],\n", + " [0.0192],\n", + " [0.0191],\n", + " [0.0195],\n", + " [0.0173],\n", + " [0.0193],\n", + " [0.0187],\n", + " [0.0178],\n", + " [0.0134],\n", + " [0.0135],\n", + " [0.0160],\n", + " [0.0113],\n", + " [0.0171],\n", + " [0.0104],\n", + " [0.0169],\n", + " [0.0128],\n", + " [0.0113],\n", + " [0.0167],\n", + " [0.0201],\n", + " [0.0133],\n", + " [0.0162]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0846],\n", + " [0.0891],\n", + " [0.0868],\n", + " [0.0916],\n", + " [0.0802],\n", + " [0.0761],\n", + " [0.0977],\n", + " [0.0934],\n", + " [0.0911],\n", + " [0.0918],\n", + " [0.0851],\n", + " [0.0811],\n", + " [0.0943],\n", + " [0.0948],\n", + " [0.0951],\n", + " [0.0933],\n", + " [0.0924],\n", + " [0.0919],\n", + " [0.0940],\n", + " [0.0901],\n", + " [0.0959],\n", + " [0.0956],\n", + " [0.0863],\n", + " [0.0892],\n", + " [0.0882],\n", + " [0.0918],\n", + " [0.0850],\n", + " [0.0881],\n", + " [0.0916],\n", + " [0.0938],\n", + " [0.0897],\n", + " [0.0947]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0089],\n", + " [ 0.0088],\n", + " [ 0.0077],\n", + " [ 0.0106],\n", + " [ 0.0013],\n", + " [ 0.0080],\n", + " [ 0.0123],\n", + " [ 0.0092],\n", + " [ 0.0082],\n", + " [ 0.0098],\n", + " [ 0.0048],\n", + " [-0.0011],\n", + " [ 0.0100],\n", + " [ 0.0088],\n", + " [ 0.0113],\n", + " [ 0.0103],\n", + " [ 0.0095],\n", + " [ 0.0076],\n", + " [ 0.0083],\n", + " [ 0.0091],\n", + " [ 0.0138],\n", + " [ 0.0115],\n", + " [ 0.0069],\n", + " [ 0.0062],\n", + " [ 0.0090],\n", + " [ 0.0098],\n", + " [ 0.0063],\n", + " [ 0.0085],\n", + " [ 0.0077],\n", + " [ 0.0085],\n", + " [ 0.0090],\n", + " [ 0.0081]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0035],\n", + " [-0.0026],\n", + " [-0.0015],\n", + " [-0.0028],\n", + " [ 0.0080],\n", + " [-0.0040],\n", + " [-0.0013],\n", + " [-0.0009],\n", + " [ 0.0011],\n", + " [-0.0026],\n", + " [ 0.0053],\n", + " [ 0.0054],\n", + " [ 0.0003],\n", + " [ 0.0018],\n", + " [-0.0026],\n", + " [-0.0061],\n", + " [-0.0017],\n", + " [ 0.0023],\n", + " [ 0.0009],\n", + " [-0.0016],\n", + " [-0.0076],\n", + " [-0.0093],\n", + " [-0.0042],\n", + " [ 0.0107],\n", + " [-0.0055],\n", + " [-0.0039],\n", + " [-0.0043],\n", + " [-0.0002],\n", + " [ 0.0026],\n", + " [ 0.0005],\n", + " [-0.0016],\n", + " [ 0.0011]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0419],\n", + " [-0.0388],\n", + " [-0.0375],\n", + " [-0.0369],\n", + " [-0.0466],\n", + " [-0.0485],\n", + " [-0.0317],\n", + " [-0.0355],\n", + " [-0.0366],\n", + " [-0.0360],\n", + " [-0.0446],\n", + " [-0.0519],\n", + " [-0.0342],\n", + " [-0.0354],\n", + " [-0.0335],\n", + " [-0.0336],\n", + " [-0.0343],\n", + " [-0.0374],\n", + " [-0.0368],\n", + " [-0.0386],\n", + " [-0.0320],\n", + " [-0.0317],\n", + " [-0.0388],\n", + " [-0.0455],\n", + " [-0.0375],\n", + " [-0.0337],\n", + " [-0.0415],\n", + " [-0.0403],\n", + " [-0.0375],\n", + " [-0.0364],\n", + " [-0.0384],\n", + " [-0.0420]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [ 0.0056],\n", + " [ 0.0060],\n", + " [ 0.0050],\n", + " [ 0.0102],\n", + " [ 0.0069],\n", + " [ 0.0017],\n", + " [ 0.0042],\n", + " [ 0.0049],\n", + " [ 0.0045],\n", + " [ 0.0092],\n", + " [ 0.0089],\n", + " [ 0.0046],\n", + " [ 0.0060],\n", + " [ 0.0028],\n", + " [ 0.0018],\n", + " [ 0.0032],\n", + " [ 0.0063],\n", + " [ 0.0054],\n", + " [ 0.0056],\n", + " [ 0.0006],\n", + " [-0.0003],\n", + " [ 0.0053],\n", + " [ 0.0084],\n", + " [ 0.0048],\n", + " [ 0.0027],\n", + " [ 0.0055],\n", + " [ 0.0064],\n", + " [ 0.0060],\n", + " [ 0.0051],\n", + " [ 0.0054],\n", + " [ 0.0073]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0642],\n", + " [0.0589],\n", + " [0.0588],\n", + " [0.0581],\n", + " [0.0654],\n", + " [0.0722],\n", + " [0.0568],\n", + " [0.0568],\n", + " [0.0566],\n", + " [0.0567],\n", + " [0.0634],\n", + " [0.0663],\n", + " [0.0566],\n", + " [0.0580],\n", + " [0.0549],\n", + " [0.0550],\n", + " [0.0567],\n", + " [0.0574],\n", + " [0.0578],\n", + " [0.0583],\n", + " [0.0554],\n", + " [0.0545],\n", + " [0.0600],\n", + " [0.0612],\n", + " [0.0598],\n", + " [0.0560],\n", + " [0.0606],\n", + " [0.0606],\n", + " [0.0578],\n", + " [0.0567],\n", + " [0.0583],\n", + " [0.0617]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0160],\n", + " [-0.0158],\n", + " [-0.0161],\n", + " [-0.0160],\n", + " [-0.0199],\n", + " [-0.0183],\n", + " [-0.0187],\n", + " [-0.0179],\n", + " [-0.0191],\n", + " [-0.0169],\n", + " [-0.0185],\n", + " [-0.0206],\n", + " [-0.0187],\n", + " [-0.0175],\n", + " [-0.0186],\n", + " [-0.0177],\n", + " [-0.0186],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0166],\n", + " [-0.0174],\n", + " [-0.0169],\n", + " [-0.0139],\n", + " [-0.0229],\n", + " [-0.0143],\n", + " [-0.0172],\n", + " [-0.0154],\n", + " [-0.0174],\n", + " [-0.0189],\n", + " [-0.0190],\n", + " [-0.0170],\n", + " [-0.0178]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1732],\n", + " [-0.1697],\n", + " [-0.1686],\n", + " [-0.1707],\n", + " [-0.1755],\n", + " [-0.1643],\n", + " [-0.1704],\n", + " [-0.1715],\n", + " [-0.1702],\n", + " [-0.1704],\n", + " [-0.1763],\n", + " [-0.1750],\n", + " [-0.1712],\n", + " [-0.1721],\n", + " [-0.1698],\n", + " [-0.1680],\n", + " [-0.1688],\n", + " [-0.1722],\n", + " [-0.1742],\n", + " [-0.1713],\n", + " [-0.1688],\n", + " [-0.1662],\n", + " [-0.1673],\n", + " [-0.1802],\n", + " [-0.1674],\n", + " [-0.1677],\n", + " [-0.1658],\n", + " [-0.1734],\n", + " [-0.1753],\n", + " [-0.1717],\n", + " [-0.1715],\n", + " [-0.1769]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0204],\n", + " [-0.0216],\n", + " [-0.0218],\n", + " [-0.0227],\n", + " [-0.0114],\n", + " [-0.0199],\n", + " [-0.0225],\n", + " [-0.0218],\n", + " [-0.0203],\n", + " [-0.0221],\n", + " [-0.0154],\n", + " [-0.0071],\n", + " [-0.0217],\n", + " [-0.0203],\n", + " [-0.0217],\n", + " [-0.0230],\n", + " [-0.0210],\n", + " [-0.0201],\n", + " [-0.0197],\n", + " [-0.0211],\n", + " [-0.0254],\n", + " [-0.0234],\n", + " [-0.0214],\n", + " [-0.0122],\n", + " [-0.0233],\n", + " [-0.0220],\n", + " [-0.0196],\n", + " [-0.0201],\n", + " [-0.0188],\n", + " [-0.0209],\n", + " [-0.0211],\n", + " [-0.0181]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0002],\n", + " [ 0.0014],\n", + " [ 0.0045],\n", + " [ 0.0030],\n", + " [ 0.0013],\n", + " [-0.0126],\n", + " [ 0.0151],\n", + " [ 0.0112],\n", + " [ 0.0115],\n", + " [ 0.0049],\n", + " [ 0.0028],\n", + " [-0.0029],\n", + " [ 0.0127],\n", + " [ 0.0161],\n", + " [ 0.0092],\n", + " [ 0.0070],\n", + " [ 0.0116],\n", + " [ 0.0123],\n", + " [ 0.0096],\n", + " [ 0.0022],\n", + " [ 0.0024],\n", + " [ 0.0051],\n", + " [ 0.0002],\n", + " [ 0.0100],\n", + " [-0.0005],\n", + " [ 0.0070],\n", + " [-0.0024],\n", + " [-0.0009],\n", + " [ 0.0075],\n", + " [ 0.0127],\n", + " [ 0.0010],\n", + " [ 0.0060]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0903],\n", + " [0.0951],\n", + " [0.0941],\n", + " [0.0927],\n", + " [0.0948],\n", + " [0.1064],\n", + " [0.0899],\n", + " [0.0910],\n", + " [0.0921],\n", + " [0.0934],\n", + " [0.0914],\n", + " [0.0990],\n", + " [0.0903],\n", + " [0.0892],\n", + " [0.0926],\n", + " [0.0949],\n", + " [0.0920],\n", + " [0.0904],\n", + " [0.0905],\n", + " [0.0941],\n", + " [0.0945],\n", + " [0.0964],\n", + " [0.0964],\n", + " [0.0894],\n", + " [0.0955],\n", + " [0.0937],\n", + " [0.1008],\n", + " [0.0942],\n", + " [0.0908],\n", + " [0.0907],\n", + " [0.0949],\n", + " [0.0879]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0805],\n", + " [0.0809],\n", + " [0.0826],\n", + " [0.0804],\n", + " [0.0799],\n", + " [0.0818],\n", + " [0.0881],\n", + " [0.0842],\n", + " [0.0858],\n", + " [0.0810],\n", + " [0.0794],\n", + " [0.0834],\n", + " [0.0852],\n", + " [0.0882],\n", + " [0.0843],\n", + " [0.0810],\n", + " [0.0852],\n", + " [0.0857],\n", + " [0.0824],\n", + " [0.0795],\n", + " [0.0789],\n", + " [0.0802],\n", + " [0.0825],\n", + " [0.0807],\n", + " [0.0810],\n", + " [0.0827],\n", + " [0.0844],\n", + " [0.0769],\n", + " [0.0795],\n", + " [0.0860],\n", + " [0.0784],\n", + " [0.0836]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0914],\n", + " [0.0875],\n", + " [0.0879],\n", + " [0.0874],\n", + " [0.0951],\n", + " [0.0823],\n", + " [0.0895],\n", + " [0.0882],\n", + " [0.0863],\n", + " [0.0862],\n", + " [0.0916],\n", + " [0.0934],\n", + " [0.0866],\n", + " [0.0888],\n", + " [0.0843],\n", + " [0.0856],\n", + " [0.0865],\n", + " [0.0877],\n", + " [0.0881],\n", + " [0.0874],\n", + " [0.0855],\n", + " [0.0841],\n", + " [0.0876],\n", + " [0.0925],\n", + " [0.0877],\n", + " [0.0849],\n", + " [0.0868],\n", + " [0.0883],\n", + " [0.0881],\n", + " [0.0871],\n", + " [0.0871],\n", + " [0.0895]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0413],\n", + " [0.0399],\n", + " [0.0419],\n", + " [0.0388],\n", + " [0.0439],\n", + " [0.0501],\n", + " [0.0412],\n", + " [0.0410],\n", + " [0.0439],\n", + " [0.0397],\n", + " [0.0417],\n", + " [0.0458],\n", + " [0.0423],\n", + " [0.0428],\n", + " [0.0409],\n", + " [0.0394],\n", + " [0.0425],\n", + " [0.0429],\n", + " [0.0396],\n", + " [0.0393],\n", + " [0.0366],\n", + " [0.0374],\n", + " [0.0401],\n", + " [0.0422],\n", + " [0.0392],\n", + " [0.0411],\n", + " [0.0419],\n", + " [0.0392],\n", + " [0.0397],\n", + " [0.0423],\n", + " [0.0394],\n", + " [0.0384]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0359],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0384],\n", + " [0.0304],\n", + " [0.0263],\n", + " [0.0367],\n", + " [0.0360],\n", + " [0.0361],\n", + " [0.0379],\n", + " [0.0335],\n", + " [0.0336],\n", + " [0.0359],\n", + " [0.0341],\n", + " [0.0385],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0356],\n", + " [0.0368],\n", + " [0.0379],\n", + " [0.0391],\n", + " [0.0395],\n", + " [0.0384],\n", + " [0.0320],\n", + " [0.0389],\n", + " [0.0375],\n", + " [0.0390],\n", + " [0.0364],\n", + " [0.0358],\n", + " [0.0365],\n", + " [0.0374],\n", + " [0.0406]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0756],\n", + " [-0.0753],\n", + " [-0.0749],\n", + " [-0.0751],\n", + " [-0.0717],\n", + " [-0.0809],\n", + " [-0.0697],\n", + " [-0.0710],\n", + " [-0.0723],\n", + " [-0.0745],\n", + " [-0.0722],\n", + " [-0.0725],\n", + " [-0.0720],\n", + " [-0.0692],\n", + " [-0.0738],\n", + " [-0.0736],\n", + " [-0.0725],\n", + " [-0.0712],\n", + " [-0.0708],\n", + " [-0.0749],\n", + " [-0.0766],\n", + " [-0.0747],\n", + " [-0.0759],\n", + " [-0.0697],\n", + " [-0.0764],\n", + " [-0.0744],\n", + " [-0.0768],\n", + " [-0.0750],\n", + " [-0.0718],\n", + " [-0.0712],\n", + " [-0.0750],\n", + " [-0.0721]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1087],\n", + " [-0.1045],\n", + " [-0.1030],\n", + " [-0.1032],\n", + " [-0.1130],\n", + " [-0.1065],\n", + " [-0.0975],\n", + " [-0.0992],\n", + " [-0.0994],\n", + " [-0.1020],\n", + " [-0.1101],\n", + " [-0.1187],\n", + " [-0.0984],\n", + " [-0.0994],\n", + " [-0.0989],\n", + " [-0.0998],\n", + " [-0.0990],\n", + " [-0.1001],\n", + " [-0.1018],\n", + " [-0.1047],\n", + " [-0.1011],\n", + " [-0.0997],\n", + " [-0.1046],\n", + " [-0.1098],\n", + " [-0.1040],\n", + " [-0.0999],\n", + " [-0.1069],\n", + " [-0.1082],\n", + " [-0.1045],\n", + " [-0.0987],\n", + " [-0.1055],\n", + " [-0.1059]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0579],\n", + " [-0.0612],\n", + " [-0.0616],\n", + " [-0.0623],\n", + " [-0.0536],\n", + " [-0.0576],\n", + " [-0.0631],\n", + " [-0.0628],\n", + " [-0.0614],\n", + " [-0.0626],\n", + " [-0.0571],\n", + " [-0.0497],\n", + " [-0.0627],\n", + " [-0.0621],\n", + " [-0.0625],\n", + " [-0.0641],\n", + " [-0.0628],\n", + " [-0.0613],\n", + " [-0.0622],\n", + " [-0.0613],\n", + " [-0.0649],\n", + " [-0.0654],\n", + " [-0.0619],\n", + " [-0.0556],\n", + " [-0.0627],\n", + " [-0.0638],\n", + " [-0.0594],\n", + " [-0.0600],\n", + " [-0.0615],\n", + " [-0.0620],\n", + " [-0.0613],\n", + " [-0.0591]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0623],\n", + " [-0.0627],\n", + " [-0.0593],\n", + " [-0.0632],\n", + " [-0.0650],\n", + " [-0.0609],\n", + " [-0.0624],\n", + " [-0.0641],\n", + " [-0.0626],\n", + " [-0.0663],\n", + " [-0.0618],\n", + " [-0.0603],\n", + " [-0.0639],\n", + " [-0.0608],\n", + " [ 0.0047],\n", + " [-0.0611],\n", + " [-0.0619],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0621],\n", + " [-0.0703],\n", + " [-0.0633],\n", + " [-0.0755],\n", + " [-0.0632],\n", + " [-0.0672],\n", + " [-0.0646],\n", + " [-0.0649],\n", + " [-0.0429],\n", + " [-0.0646],\n", + " [-0.0594],\n", + " [-0.0613]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0715],\n", + " [-0.0760],\n", + " [-0.0753],\n", + " [-0.0597],\n", + " [-0.0770],\n", + " [-0.0781],\n", + " [-0.0729],\n", + " [-0.0733],\n", + " [-0.0782],\n", + " [-0.0768],\n", + " [-0.0764],\n", + " [-0.0779],\n", + " [-0.0757],\n", + " [-0.0745],\n", + " [-0.0754],\n", + " [-0.2129],\n", + " [-0.0718],\n", + " [-0.0729],\n", + " [-0.0705],\n", + " [-0.0725],\n", + " [-0.0768],\n", + " [-0.0802],\n", + " [-0.0767],\n", + " [-0.0891],\n", + " [-0.0758],\n", + " [-0.0803],\n", + " [-0.0779],\n", + " [-0.0734],\n", + " [-0.0727],\n", + " [-0.0768],\n", + " [-0.0695],\n", + " [-0.0721]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0372],\n", + " [ 0.0366],\n", + " [ 0.0370],\n", + " [ 0.0266],\n", + " [ 0.0384],\n", + " [ 0.0365],\n", + " [ 0.0375],\n", + " [ 0.0379],\n", + " [ 0.0371],\n", + " [ 0.0382],\n", + " [ 0.0396],\n", + " [ 0.0365],\n", + " [ 0.0390],\n", + " [ 0.0360],\n", + " [ 0.0373],\n", + " [-0.0083],\n", + " [ 0.0389],\n", + " [ 0.0366],\n", + " [ 0.0356],\n", + " [ 0.0392],\n", + " [ 0.0378],\n", + " [ 0.0347],\n", + " [ 0.0368],\n", + " [ 0.0279],\n", + " [ 0.0396],\n", + " [ 0.0378],\n", + " [ 0.0374],\n", + " [ 0.0416],\n", + " [ 0.0373],\n", + " [ 0.0380],\n", + " [ 0.0384],\n", + " [ 0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0961],\n", + " [-0.0917],\n", + " [-0.0933],\n", + " [-0.0862],\n", + " [-0.0930],\n", + " [-0.0935],\n", + " [-0.0919],\n", + " [-0.0954],\n", + " [-0.0942],\n", + " [-0.0906],\n", + " [-0.0901],\n", + " [-0.0903],\n", + " [-0.0875],\n", + " [-0.0965],\n", + " [-0.0931],\n", + " [-0.0011],\n", + " [-0.0909],\n", + " [-0.0924],\n", + " [-0.0940],\n", + " [-0.0943],\n", + " [-0.0916],\n", + " [-0.0980],\n", + " [-0.0913],\n", + " [-0.0927],\n", + " [-0.0934],\n", + " [-0.0942],\n", + " [-0.0953],\n", + " [-0.0911],\n", + " [-0.0752],\n", + " [-0.0954],\n", + " [-0.0886],\n", + " [-0.0896]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0587],\n", + " [ 0.0519],\n", + " [ 0.0550],\n", + " [ 0.0548],\n", + " [ 0.0500],\n", + " [ 0.0526],\n", + " [ 0.0550],\n", + " [ 0.0579],\n", + " [ 0.0532],\n", + " [ 0.0447],\n", + " [ 0.0389],\n", + " [ 0.0481],\n", + " [ 0.0401],\n", + " [ 0.0596],\n", + " [ 0.0500],\n", + " [-0.1109],\n", + " [ 0.0523],\n", + " [ 0.0559],\n", + " [ 0.0573],\n", + " [ 0.0570],\n", + " [ 0.0490],\n", + " [ 0.0582],\n", + " [ 0.0496],\n", + " [ 0.0453],\n", + " [ 0.0543],\n", + " [ 0.0500],\n", + " [ 0.0550],\n", + " [ 0.0389],\n", + " [ 0.0298],\n", + " [ 0.0571],\n", + " [ 0.0528],\n", + " [ 0.0530]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0346],\n", + " [-0.0400],\n", + " [-0.0389],\n", + " [-0.0452],\n", + " [-0.0338],\n", + " [-0.0380],\n", + " [-0.0381],\n", + " [-0.0345],\n", + " [-0.0364],\n", + " [-0.0377],\n", + " [-0.0333],\n", + " [-0.0421],\n", + " [-0.0369],\n", + " [-0.0359],\n", + " [-0.0378],\n", + " [-0.0872],\n", + " [-0.0382],\n", + " [-0.0395],\n", + " [-0.0396],\n", + " [-0.0339],\n", + " [-0.0366],\n", + " [-0.0389],\n", + " [-0.0396],\n", + " [-0.0420],\n", + " [-0.0302],\n", + " [-0.0339],\n", + " [-0.0345],\n", + " [-0.0357],\n", + " [-0.0517],\n", + " [-0.0338],\n", + " [-0.0404],\n", + " [-0.0417]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0810],\n", + " [-0.0783],\n", + " [-0.0792],\n", + " [-0.0835],\n", + " [-0.0804],\n", + " [-0.0786],\n", + " [-0.0795],\n", + " [-0.0805],\n", + " [-0.0787],\n", + " [-0.0798],\n", + " [-0.0835],\n", + " [-0.0774],\n", + " [-0.0799],\n", + " [-0.0791],\n", + " [-0.0811],\n", + " [ 0.0772],\n", + " [-0.0804],\n", + " [-0.0795],\n", + " [-0.0806],\n", + " [-0.0811],\n", + " [-0.0794],\n", + " [-0.0778],\n", + " [-0.0783],\n", + " [-0.0838],\n", + " [-0.0819],\n", + " [-0.0801],\n", + " [-0.0800],\n", + " [-0.0830],\n", + " [-0.0688],\n", + " [-0.0801],\n", + " [-0.0794],\n", + " [-0.0797]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1700],\n", + " [0.1655],\n", + " [0.1677],\n", + " [0.1710],\n", + " [0.1645],\n", + " [0.1660],\n", + " [0.1681],\n", + " [0.1692],\n", + " [0.1656],\n", + " [0.1617],\n", + " [0.1603],\n", + " [0.1622],\n", + " [0.1598],\n", + " [0.1695],\n", + " [0.1646],\n", + " [0.1885],\n", + " [0.1670],\n", + " [0.1685],\n", + " [0.1692],\n", + " [0.1695],\n", + " [0.1635],\n", + " [0.1685],\n", + " [0.1648],\n", + " [0.1550],\n", + " [0.1692],\n", + " [0.1643],\n", + " [0.1666],\n", + " [0.1642],\n", + " [0.1541],\n", + " [0.1689],\n", + " [0.1683],\n", + " [0.1673]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0572],\n", + " [-0.0562],\n", + " [-0.0564],\n", + " [-0.0638],\n", + " [-0.0576],\n", + " [-0.0584],\n", + " [-0.0541],\n", + " [-0.0571],\n", + " [-0.0590],\n", + " [-0.0567],\n", + " [-0.0605],\n", + " [-0.0581],\n", + " [-0.0573],\n", + " [-0.0590],\n", + " [-0.0579],\n", + " [-0.1087],\n", + " [-0.0503],\n", + " [-0.0547],\n", + " [-0.0553],\n", + " [-0.0545],\n", + " [-0.0579],\n", + " [-0.0621],\n", + " [-0.0568],\n", + " [-0.0640],\n", + " [-0.0569],\n", + " [-0.0607],\n", + " [-0.0591],\n", + " [-0.0570],\n", + " [-0.0460],\n", + " [-0.0577],\n", + " [-0.0487],\n", + " [-0.0511]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0594],\n", + " [0.0633],\n", + " [0.0603],\n", + " [0.0369],\n", + " [0.0700],\n", + " [0.0629],\n", + " [0.0594],\n", + " [0.0607],\n", + " [0.0653],\n", + " [0.0716],\n", + " [0.0725],\n", + " [0.0663],\n", + " [0.0714],\n", + " [0.0597],\n", + " [0.0642],\n", + " [0.0826],\n", + " [0.0631],\n", + " [0.0581],\n", + " [0.0564],\n", + " [0.0612],\n", + " [0.0676],\n", + " [0.0605],\n", + " [0.0649],\n", + " [0.0562],\n", + " [0.0680],\n", + " [0.0676],\n", + " [0.0649],\n", + " [0.0723],\n", + " [0.0796],\n", + " [0.0649],\n", + " [0.0587],\n", + " [0.0593]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0999],\n", + " [-0.0922],\n", + " [-0.0954],\n", + " [-0.1042],\n", + " [-0.0895],\n", + " [-0.0915],\n", + " [-0.0955],\n", + " [-0.0988],\n", + " [-0.0928],\n", + " [-0.0859],\n", + " [-0.0758],\n", + " [-0.0897],\n", + " [-0.0804],\n", + " [-0.0994],\n", + " [-0.0892],\n", + " [-0.0854],\n", + " [-0.0955],\n", + " [-0.0963],\n", + " [-0.0982],\n", + " [-0.0983],\n", + " [-0.0892],\n", + " [-0.0957],\n", + " [-0.0892],\n", + " [-0.0833],\n", + " [-0.0929],\n", + " [-0.0870],\n", + " [-0.0939],\n", + " [-0.0772],\n", + " [-0.0788],\n", + " [-0.0954],\n", + " [-0.0959],\n", + " [-0.0944]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0201],\n", + " [ 0.0142],\n", + " [ 0.0162],\n", + " [ 0.0322],\n", + " [ 0.0112],\n", + " [ 0.0155],\n", + " [ 0.0180],\n", + " [ 0.0185],\n", + " [ 0.0137],\n", + " [ 0.0061],\n", + " [ 0.0073],\n", + " [ 0.0116],\n", + " [ 0.0059],\n", + " [ 0.0184],\n", + " [ 0.0159],\n", + " [-0.0802],\n", + " [ 0.0148],\n", + " [ 0.0173],\n", + " [ 0.0193],\n", + " [ 0.0190],\n", + " [ 0.0105],\n", + " [ 0.0189],\n", + " [ 0.0128],\n", + " [ 0.0186],\n", + " [ 0.0172],\n", + " [ 0.0124],\n", + " [ 0.0151],\n", + " [ 0.0090],\n", + " [-0.0049],\n", + " [ 0.0171],\n", + " [ 0.0168],\n", + " [ 0.0155]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0933],\n", + " [0.0918],\n", + " [0.0947],\n", + " [0.1050],\n", + " [0.0831],\n", + " [0.0896],\n", + " [0.0931],\n", + " [0.0926],\n", + " [0.0889],\n", + " [0.0857],\n", + " [0.0772],\n", + " [0.0927],\n", + " [0.0838],\n", + " [0.0941],\n", + " [0.0895],\n", + " [0.0629],\n", + " [0.0932],\n", + " [0.0959],\n", + " [0.0979],\n", + " [0.0914],\n", + " [0.0874],\n", + " [0.0938],\n", + " [0.0891],\n", + " [0.0841],\n", + " [0.0803],\n", + " [0.0833],\n", + " [0.0875],\n", + " [0.0759],\n", + " [0.0996],\n", + " [0.0860],\n", + " [0.0965],\n", + " [0.0964]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0096],\n", + " [ 0.0096],\n", + " [ 0.0117],\n", + " [ 0.0088],\n", + " [ 0.0051],\n", + " [ 0.0075],\n", + " [ 0.0101],\n", + " [ 0.0100],\n", + " [ 0.0083],\n", + " [ 0.0086],\n", + " [ 0.0017],\n", + " [ 0.0139],\n", + " [ 0.0079],\n", + " [ 0.0098],\n", + " [ 0.0070],\n", + " [ 0.1479],\n", + " [ 0.0101],\n", + " [ 0.0121],\n", + " [ 0.0118],\n", + " [ 0.0092],\n", + " [ 0.0092],\n", + " [ 0.0076],\n", + " [ 0.0084],\n", + " [-0.0024],\n", + " [ 0.0008],\n", + " [ 0.0046],\n", + " [ 0.0067],\n", + " [ 0.0055],\n", + " [ 0.0224],\n", + " [ 0.0049],\n", + " [ 0.0121],\n", + " [ 0.0123]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0013],\n", + " [-0.0029],\n", + " [-0.0016],\n", + " [ 0.0107],\n", + " [-0.0006],\n", + " [ 0.0017],\n", + " [-0.0029],\n", + " [ 0.0007],\n", + " [ 0.0009],\n", + " [-0.0060],\n", + " [ 0.0004],\n", + " [-0.0034],\n", + " [-0.0045],\n", + " [ 0.0017],\n", + " [ 0.0003],\n", + " [-0.0922],\n", + " [-0.0074],\n", + " [-0.0036],\n", + " [-0.0024],\n", + " [-0.0006],\n", + " [-0.0029],\n", + " [ 0.0078],\n", + " [-0.0028],\n", + " [ 0.0180],\n", + " [ 0.0055],\n", + " [ 0.0040],\n", + " [ 0.0030],\n", + " [-0.0027],\n", + " [-0.0305],\n", + " [ 0.0031],\n", + " [-0.0090],\n", + " [-0.0083]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0351],\n", + " [-0.0373],\n", + " [-0.0341],\n", + " [-0.0367],\n", + " [-0.0404],\n", + " [-0.0400],\n", + " [-0.0350],\n", + " [-0.0350],\n", + " [-0.0386],\n", + " [-0.0388],\n", + " [-0.0464],\n", + " [-0.0379],\n", + " [-0.0417],\n", + " [-0.0347],\n", + " [-0.0416],\n", + " [-0.0983],\n", + " [-0.0329],\n", + " [-0.0322],\n", + " [-0.0313],\n", + " [-0.0353],\n", + " [-0.0385],\n", + " [-0.0380],\n", + " [-0.0390],\n", + " [-0.0574],\n", + " [-0.0426],\n", + " [-0.0429],\n", + " [-0.0390],\n", + " [-0.0465],\n", + " [-0.0415],\n", + " [-0.0391],\n", + " [-0.0309],\n", + " [-0.0319]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0044],\n", + " [ 0.0046],\n", + " [ 0.0038],\n", + " [ 0.0008],\n", + " [ 0.0077],\n", + " [ 0.0060],\n", + " [ 0.0032],\n", + " [ 0.0047],\n", + " [ 0.0067],\n", + " [ 0.0060],\n", + " [ 0.0078],\n", + " [ 0.0044],\n", + " [ 0.0072],\n", + " [ 0.0055],\n", + " [ 0.0066],\n", + " [ 0.0368],\n", + " [ 0.0012],\n", + " [ 0.0025],\n", + " [ 0.0019],\n", + " [ 0.0040],\n", + " [ 0.0063],\n", + " [ 0.0068],\n", + " [ 0.0053],\n", + " [ 0.0135],\n", + " [ 0.0093],\n", + " [ 0.0085],\n", + " [ 0.0071],\n", + " [ 0.0071],\n", + " [-0.0055],\n", + " [ 0.0075],\n", + " [-0.0004],\n", + " [ 0.0005]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0580],\n", + " [ 0.0573],\n", + " [ 0.0569],\n", + " [ 0.0578],\n", + " [ 0.0614],\n", + " [ 0.0581],\n", + " [ 0.0556],\n", + " [ 0.0577],\n", + " [ 0.0589],\n", + " [ 0.0620],\n", + " [ 0.0679],\n", + " [ 0.0592],\n", + " [ 0.0646],\n", + " [ 0.0575],\n", + " [ 0.0599],\n", + " [-0.0061],\n", + " [ 0.0558],\n", + " [ 0.0558],\n", + " [ 0.0559],\n", + " [ 0.0571],\n", + " [ 0.0603],\n", + " [ 0.0587],\n", + " [ 0.0586],\n", + " [ 0.0588],\n", + " [ 0.0611],\n", + " [ 0.0619],\n", + " [ 0.0591],\n", + " [ 0.0689],\n", + " [ 0.0605],\n", + " [ 0.0589],\n", + " [ 0.0541],\n", + " [ 0.0550]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0193],\n", + " [-0.0165],\n", + " [-0.0175],\n", + " [-0.0074],\n", + " [-0.0149],\n", + " [-0.0180],\n", + " [-0.0180],\n", + " [-0.0188],\n", + " [-0.0165],\n", + " [-0.0135],\n", + " [-0.0160],\n", + " [-0.0158],\n", + " [-0.0131],\n", + " [-0.0184],\n", + " [-0.0183],\n", + " [ 0.0551],\n", + " [-0.0166],\n", + " [-0.0174],\n", + " [-0.0172],\n", + " [-0.0188],\n", + " [-0.0151],\n", + " [-0.0213],\n", + " [-0.0166],\n", + " [-0.0139],\n", + " [-0.0168],\n", + " [-0.0179],\n", + " [-0.0170],\n", + " [-0.0169],\n", + " [-0.0171],\n", + " [-0.0180],\n", + " [-0.0175],\n", + " [-0.0173]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1707],\n", + " [-0.1709],\n", + " [-0.1721],\n", + " [-0.1787],\n", + " [-0.1688],\n", + " [-0.1733],\n", + " [-0.1696],\n", + " [-0.1705],\n", + " [-0.1722],\n", + " [-0.1678],\n", + " [-0.1674],\n", + " [-0.1732],\n", + " [-0.1669],\n", + " [-0.1723],\n", + " [-0.1716],\n", + " [-0.1449],\n", + " [-0.1672],\n", + " [-0.1704],\n", + " [-0.1711],\n", + " [-0.1691],\n", + " [-0.1689],\n", + " [-0.1791],\n", + " [-0.1705],\n", + " [-0.1845],\n", + " [-0.1692],\n", + " [-0.1728],\n", + " [-0.1722],\n", + " [-0.1651],\n", + " [-0.1617],\n", + " [-0.1708],\n", + " [-0.1665],\n", + " [-0.1680]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0212],\n", + " [-0.0217],\n", + " [-0.0218],\n", + " [-0.0068],\n", + " [-0.0208],\n", + " [-0.0183],\n", + " [-0.0215],\n", + " [-0.0216],\n", + " [-0.0208],\n", + " [-0.0245],\n", + " [-0.0144],\n", + " [-0.0229],\n", + " [-0.0213],\n", + " [-0.0215],\n", + " [-0.0185],\n", + " [ 0.0157],\n", + " [-0.0239],\n", + " [-0.0229],\n", + " [-0.0228],\n", + " [-0.0210],\n", + " [-0.0229],\n", + " [-0.0159],\n", + " [-0.0212],\n", + " [ 0.0134],\n", + " [-0.0158],\n", + " [-0.0169],\n", + " [-0.0195],\n", + " [-0.0183],\n", + " [-0.0302],\n", + " [-0.0193],\n", + " [-0.0238],\n", + " [-0.0244]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0150],\n", + " [ 0.0030],\n", + " [ 0.0075],\n", + " [ 0.0306],\n", + " [ 0.0016],\n", + " [ 0.0046],\n", + " [ 0.0078],\n", + " [ 0.0130],\n", + " [ 0.0046],\n", + " [-0.0050],\n", + " [-0.0067],\n", + " [-0.0003],\n", + " [-0.0081],\n", + " [ 0.0140],\n", + " [ 0.0029],\n", + " [-0.0240],\n", + " [ 0.0048],\n", + " [ 0.0089],\n", + " [ 0.0122],\n", + " [ 0.0119],\n", + " [ 0.0006],\n", + " [ 0.0116],\n", + " [ 0.0005],\n", + " [ 0.0176],\n", + " [ 0.0071],\n", + " [ 0.0027],\n", + " [ 0.0071],\n", + " [-0.0102],\n", + " [-0.0166],\n", + " [ 0.0088],\n", + " [ 0.0063],\n", + " [ 0.0051]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0902],\n", + " [0.0941],\n", + " [0.0907],\n", + " [0.0940],\n", + " [0.0948],\n", + " [0.0934],\n", + " [0.0933],\n", + " [0.0900],\n", + " [0.0916],\n", + " [0.0958],\n", + " [0.1028],\n", + " [0.0921],\n", + " [0.0990],\n", + " [0.0887],\n", + " [0.0943],\n", + " [0.0070],\n", + " [0.0948],\n", + " [0.0919],\n", + " [0.0913],\n", + " [0.0915],\n", + " [0.0942],\n", + " [0.0886],\n", + " [0.0959],\n", + " [0.0826],\n", + " [0.0954],\n", + " [0.0937],\n", + " [0.0912],\n", + " [0.1067],\n", + " [0.1018],\n", + " [0.0927],\n", + " [0.0958],\n", + " [0.0946]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0875],\n", + " [ 0.0800],\n", + " [ 0.0821],\n", + " [ 0.1147],\n", + " [ 0.0827],\n", + " [ 0.0804],\n", + " [ 0.0832],\n", + " [ 0.0860],\n", + " [ 0.0812],\n", + " [ 0.0785],\n", + " [ 0.0828],\n", + " [ 0.0762],\n", + " [ 0.0815],\n", + " [ 0.0858],\n", + " [ 0.0845],\n", + " [-0.0975],\n", + " [ 0.0795],\n", + " [ 0.0828],\n", + " [ 0.0848],\n", + " [ 0.0855],\n", + " [ 0.0812],\n", + " [ 0.0805],\n", + " [ 0.0788],\n", + " [ 0.0915],\n", + " [ 0.0879],\n", + " [ 0.0815],\n", + " [ 0.0834],\n", + " [ 0.0790],\n", + " [ 0.0571],\n", + " [ 0.0841],\n", + " [ 0.0802],\n", + " [ 0.0797]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0887],\n", + " [ 0.0866],\n", + " [ 0.0870],\n", + " [ 0.0803],\n", + " [ 0.0886],\n", + " [ 0.0878],\n", + " [ 0.0861],\n", + " [ 0.0880],\n", + " [ 0.0885],\n", + " [ 0.0885],\n", + " [ 0.0914],\n", + " [ 0.0873],\n", + " [ 0.0880],\n", + " [ 0.0880],\n", + " [ 0.0874],\n", + " [-0.0528],\n", + " [ 0.0856],\n", + " [ 0.0866],\n", + " [ 0.0877],\n", + " [ 0.0871],\n", + " [ 0.0886],\n", + " [ 0.0891],\n", + " [ 0.0871],\n", + " [ 0.0960],\n", + " [ 0.0888],\n", + " [ 0.0901],\n", + " [ 0.0891],\n", + " [ 0.0882],\n", + " [ 0.0694],\n", + " [ 0.0880],\n", + " [ 0.0841],\n", + " [ 0.0858]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0434],\n", + " [0.0387],\n", + " [0.0389],\n", + " [0.0507],\n", + " [0.0423],\n", + " [0.0407],\n", + " [0.0403],\n", + " [0.0430],\n", + " [0.0408],\n", + " [0.0385],\n", + " [0.0457],\n", + " [0.0359],\n", + " [0.0399],\n", + " [0.0423],\n", + " [0.0418],\n", + " [0.1078],\n", + " [0.0389],\n", + " [0.0389],\n", + " [0.0399],\n", + " [0.0433],\n", + " [0.0400],\n", + " [0.0404],\n", + " [0.0394],\n", + " [0.0428],\n", + " [0.0479],\n", + " [0.0428],\n", + " [0.0426],\n", + " [0.0467],\n", + " [0.0330],\n", + " [0.0446],\n", + " [0.0376],\n", + " [0.0373]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0351],\n", + " [ 0.0387],\n", + " [ 0.0379],\n", + " [ 0.0297],\n", + " [ 0.0356],\n", + " [ 0.0366],\n", + " [ 0.0383],\n", + " [ 0.0358],\n", + " [ 0.0368],\n", + " [ 0.0372],\n", + " [ 0.0324],\n", + " [ 0.0389],\n", + " [ 0.0386],\n", + " [ 0.0347],\n", + " [ 0.0395],\n", + " [-0.1437],\n", + " [ 0.0376],\n", + " [ 0.0377],\n", + " [ 0.0367],\n", + " [ 0.0361],\n", + " [ 0.0378],\n", + " [ 0.0340],\n", + " [ 0.0376],\n", + " [ 0.0297],\n", + " [ 0.0337],\n", + " [ 0.0341],\n", + " [ 0.0357],\n", + " [ 0.0294],\n", + " [ 0.0339],\n", + " [ 0.0343],\n", + " [ 0.0393],\n", + " [ 0.0388]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0704],\n", + " [-0.0746],\n", + " [-0.0734],\n", + " [-0.0586],\n", + " [-0.0752],\n", + " [-0.0734],\n", + " [-0.0734],\n", + " [-0.0719],\n", + " [-0.0739],\n", + " [-0.0771],\n", + " [-0.0760],\n", + " [-0.0783],\n", + " [-0.0782],\n", + " [-0.0708],\n", + " [-0.0751],\n", + " [-0.1756],\n", + " [-0.0744],\n", + " [-0.0727],\n", + " [-0.0704],\n", + " [-0.0724],\n", + " [-0.0759],\n", + " [-0.0694],\n", + " [-0.0751],\n", + " [-0.0598],\n", + " [-0.0723],\n", + " [-0.0735],\n", + " [-0.0728],\n", + " [-0.0776],\n", + " [-0.0982],\n", + " [-0.0726],\n", + " [-0.0743],\n", + " [-0.0741]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0985],\n", + " [-0.1034],\n", + " [-0.1011],\n", + " [-0.0976],\n", + " [-0.1054],\n", + " [-0.1053],\n", + " [-0.1001],\n", + " [-0.0991],\n", + " [-0.1037],\n", + " [-0.1066],\n", + " [-0.1129],\n", + " [-0.1063],\n", + " [-0.1096],\n", + " [-0.0986],\n", + " [-0.1063],\n", + " [-0.1859],\n", + " [-0.1003],\n", + " [-0.0995],\n", + " [-0.0983],\n", + " [-0.0993],\n", + " [-0.1048],\n", + " [-0.1059],\n", + " [-0.1055],\n", + " [-0.1281],\n", + " [-0.1055],\n", + " [-0.1084],\n", + " [-0.1031],\n", + " [-0.1097],\n", + " [-0.1107],\n", + " [-0.1023],\n", + " [-0.0993],\n", + " [-0.1001]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0623],\n", + " [-0.0628],\n", + " [-0.0589],\n", + " [-0.0612],\n", + " [-0.0598],\n", + " [-0.0623],\n", + " [-0.0621],\n", + " [-0.0609],\n", + " [-0.0632],\n", + " [-0.0548],\n", + " [-0.0607],\n", + " [-0.0596],\n", + " [-0.0626],\n", + " [-0.0582],\n", + " [ 0.0514],\n", + " [-0.0657],\n", + " [-0.0640],\n", + " [-0.0645],\n", + " [-0.0623],\n", + " [-0.0615],\n", + " [-0.0596],\n", + " [-0.0614],\n", + " [-0.0471],\n", + " [-0.0587],\n", + " [-0.0580],\n", + " [-0.0605],\n", + " [-0.0565],\n", + " [-0.0596],\n", + " [-0.0612],\n", + " [-0.0655],\n", + " [-0.0658]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0649],\n", + " [-0.0621],\n", + " [-0.0641],\n", + " [-0.0593],\n", + " [-0.0654],\n", + " [-0.0616],\n", + " [-0.0627],\n", + " [-0.0637],\n", + " [-0.0617],\n", + " [-0.0455],\n", + " [-0.0619],\n", + " [-0.0647],\n", + " [-0.0625],\n", + " [-0.0594],\n", + " [-0.0617],\n", + " [-0.0611],\n", + " [-0.0630],\n", + " [-0.0607],\n", + " [-0.0640],\n", + " [-0.0630],\n", + " [-0.0645],\n", + " [-0.0632],\n", + " [-0.0616],\n", + " [-0.0629],\n", + " [-0.0607],\n", + " [-0.0597],\n", + " [-0.0631],\n", + " [-0.0631],\n", + " [-0.0501],\n", + " [-0.0511],\n", + " [-0.0417]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0761],\n", + " [-0.0769],\n", + " [-0.0754],\n", + " [-0.0766],\n", + " [-0.0716],\n", + " [-0.0756],\n", + " [-0.0712],\n", + " [-0.0725],\n", + " [-0.0764],\n", + " [-0.0705],\n", + " [-0.1111],\n", + " [-0.0659],\n", + " [-0.0777],\n", + " [-0.0703],\n", + " [-0.0732],\n", + " [-0.0750],\n", + " [-0.0726],\n", + " [-0.0724],\n", + " [-0.0749],\n", + " [-0.0747],\n", + " [-0.0700],\n", + " [-0.0771],\n", + " [-0.0715],\n", + " [-0.0737],\n", + " [-0.0752],\n", + " [-0.0683],\n", + " [-0.0705],\n", + " [-0.0746],\n", + " [-0.0759],\n", + " [-0.0661],\n", + " [-0.0749],\n", + " [-0.0937]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0392],\n", + " [0.0350],\n", + " [0.0389],\n", + " [0.0353],\n", + " [0.0387],\n", + " [0.0396],\n", + " [0.0375],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0375],\n", + " [0.0204],\n", + " [0.0376],\n", + " [0.0364],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0385],\n", + " [0.0390],\n", + " [0.0362],\n", + " [0.0385],\n", + " [0.0363],\n", + " [0.0360],\n", + " [0.0368],\n", + " [0.0358],\n", + " [0.0377],\n", + " [0.0366],\n", + " [0.0390],\n", + " [0.0387],\n", + " [0.0358],\n", + " [0.0365],\n", + " [0.0371],\n", + " [0.0397],\n", + " [0.0345]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0923],\n", + " [-0.0971],\n", + " [-0.0910],\n", + " [-0.0971],\n", + " [-0.0872],\n", + " [-0.0901],\n", + " [-0.0920],\n", + " [-0.0950],\n", + " [-0.0962],\n", + " [-0.0944],\n", + " [-0.0762],\n", + " [-0.0940],\n", + " [-0.0956],\n", + " [-0.0954],\n", + " [-0.0880],\n", + " [-0.0935],\n", + " [-0.0937],\n", + " [-0.0959],\n", + " [-0.0905],\n", + " [-0.0941],\n", + " [-0.0957],\n", + " [-0.0954],\n", + " [-0.0961],\n", + " [-0.0922],\n", + " [-0.0947],\n", + " [-0.0930],\n", + " [-0.0957],\n", + " [-0.0945],\n", + " [-0.0936],\n", + " [-0.0796],\n", + " [-0.0792],\n", + " [-0.0915]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0523],\n", + " [0.0576],\n", + " [0.0519],\n", + " [0.0568],\n", + " [0.0376],\n", + " [0.0339],\n", + " [0.0556],\n", + " [0.0574],\n", + " [0.0549],\n", + " [0.0580],\n", + " [0.0180],\n", + " [0.0586],\n", + " [0.0556],\n", + " [0.0592],\n", + " [0.0465],\n", + " [0.0530],\n", + " [0.0563],\n", + " [0.0581],\n", + " [0.0501],\n", + " [0.0557],\n", + " [0.0595],\n", + " [0.0568],\n", + " [0.0592],\n", + " [0.0543],\n", + " [0.0574],\n", + " [0.0574],\n", + " [0.0323],\n", + " [0.0578],\n", + " [0.0553],\n", + " [0.0400],\n", + " [0.0364],\n", + " [0.0132]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0343],\n", + " [-0.0379],\n", + " [-0.0390],\n", + " [-0.0380],\n", + " [-0.0423],\n", + " [-0.0366],\n", + " [-0.0385],\n", + " [-0.0362],\n", + " [-0.0333],\n", + " [-0.0359],\n", + " [-0.0986],\n", + " [-0.0341],\n", + " [-0.0371],\n", + " [-0.0350],\n", + " [-0.0434],\n", + " [-0.0342],\n", + " [-0.0339],\n", + " [-0.0368],\n", + " [-0.0380],\n", + " [-0.0389],\n", + " [-0.0354],\n", + " [-0.0356],\n", + " [-0.0353],\n", + " [-0.0375],\n", + " [-0.0369],\n", + " [-0.0345],\n", + " [-0.0380],\n", + " [-0.0384],\n", + " [-0.0387],\n", + " [-0.0505],\n", + " [-0.0511],\n", + " [-0.0534]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0798],\n", + " [-0.0792],\n", + " [-0.0782],\n", + " [-0.0797],\n", + " [-0.0790],\n", + " [-0.0842],\n", + " [-0.0802],\n", + " [-0.0804],\n", + " [-0.0819],\n", + " [-0.0806],\n", + " [-0.0660],\n", + " [-0.0828],\n", + " [-0.0787],\n", + " [-0.0807],\n", + " [-0.0787],\n", + " [-0.0812],\n", + " [-0.0810],\n", + " [-0.0806],\n", + " [-0.0792],\n", + " [-0.0807],\n", + " [-0.0809],\n", + " [-0.0785],\n", + " [-0.0805],\n", + " [-0.0798],\n", + " [-0.0788],\n", + " [-0.0816],\n", + " [-0.0842],\n", + " [-0.0788],\n", + " [-0.0788],\n", + " [-0.0730],\n", + " [-0.0741],\n", + " [-0.0732]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1664],\n", + " [0.1673],\n", + " [0.1669],\n", + " [0.1666],\n", + " [0.1615],\n", + " [0.1584],\n", + " [0.1687],\n", + " [0.1685],\n", + " [0.1665],\n", + " [0.1695],\n", + " [0.1456],\n", + " [0.1730],\n", + " [0.1671],\n", + " [0.1708],\n", + " [0.1618],\n", + " [0.1655],\n", + " [0.1690],\n", + " [0.1684],\n", + " [0.1648],\n", + " [0.1670],\n", + " [0.1711],\n", + " [0.1683],\n", + " [0.1702],\n", + " [0.1675],\n", + " [0.1687],\n", + " [0.1709],\n", + " [0.1574],\n", + " [0.1688],\n", + " [0.1676],\n", + " [0.1616],\n", + " [0.1521],\n", + " [0.1406]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0564],\n", + " [-0.0599],\n", + " [-0.0553],\n", + " [-0.0599],\n", + " [-0.0501],\n", + " [-0.0615],\n", + " [-0.0530],\n", + " [-0.0573],\n", + " [-0.0591],\n", + " [-0.0552],\n", + " [-0.0506],\n", + " [-0.0547],\n", + " [-0.0598],\n", + " [-0.0567],\n", + " [-0.0526],\n", + " [-0.0565],\n", + " [-0.0548],\n", + " [-0.0566],\n", + " [-0.0556],\n", + " [-0.0550],\n", + " [-0.0577],\n", + " [-0.0593],\n", + " [-0.0579],\n", + " [-0.0546],\n", + " [-0.0577],\n", + " [-0.0526],\n", + " [-0.0628],\n", + " [-0.0567],\n", + " [-0.0566],\n", + " [-0.0412],\n", + " [-0.0419],\n", + " [-0.0709]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0675],\n", + " [0.0611],\n", + " [0.0648],\n", + " [0.0616],\n", + " [0.0747],\n", + " [0.0743],\n", + " [0.0578],\n", + " [0.0590],\n", + " [0.0655],\n", + " [0.0577],\n", + " [0.0564],\n", + " [0.0559],\n", + " [0.0621],\n", + " [0.0576],\n", + " [0.0653],\n", + " [0.0653],\n", + " [0.0614],\n", + " [0.0594],\n", + " [0.0649],\n", + " [0.0610],\n", + " [0.0569],\n", + " [0.0620],\n", + " [0.0583],\n", + " [0.0607],\n", + " [0.0606],\n", + " [0.0567],\n", + " [0.0705],\n", + " [0.0596],\n", + " [0.0611],\n", + " [0.0668],\n", + " [0.0798],\n", + " [0.1031]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0918],\n", + " [-0.0967],\n", + " [-0.0931],\n", + " [-0.0965],\n", + " [-0.0795],\n", + " [-0.0723],\n", + " [-0.0968],\n", + " [-0.0983],\n", + " [-0.0964],\n", + " [-0.0990],\n", + " [-0.0773],\n", + " [-0.1019],\n", + " [-0.0951],\n", + " [-0.1004],\n", + " [-0.0878],\n", + " [-0.0940],\n", + " [-0.0968],\n", + " [-0.0986],\n", + " [-0.0921],\n", + " [-0.0955],\n", + " [-0.1007],\n", + " [-0.0961],\n", + " [-0.1000],\n", + " [-0.0953],\n", + " [-0.0972],\n", + " [-0.0993],\n", + " [-0.0683],\n", + " [-0.0970],\n", + " [-0.0948],\n", + " [-0.0843],\n", + " [-0.0856],\n", + " [-0.0754]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0139],\n", + " [ 0.0183],\n", + " [ 0.0124],\n", + " [ 0.0182],\n", + " [ 0.0049],\n", + " [ 0.0047],\n", + " [ 0.0182],\n", + " [ 0.0185],\n", + " [ 0.0139],\n", + " [ 0.0207],\n", + " [ 0.0299],\n", + " [ 0.0235],\n", + " [ 0.0172],\n", + " [ 0.0209],\n", + " [ 0.0112],\n", + " [ 0.0143],\n", + " [ 0.0195],\n", + " [ 0.0196],\n", + " [ 0.0116],\n", + " [ 0.0156],\n", + " [ 0.0210],\n", + " [ 0.0174],\n", + " [ 0.0200],\n", + " [ 0.0161],\n", + " [ 0.0175],\n", + " [ 0.0216],\n", + " [ 0.0057],\n", + " [ 0.0186],\n", + " [ 0.0169],\n", + " [ 0.0060],\n", + " [-0.0039],\n", + " [-0.0197]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0844],\n", + " [0.0936],\n", + " [0.0910],\n", + " [0.0936],\n", + " [0.0826],\n", + " [0.0779],\n", + " [0.0958],\n", + " [0.0951],\n", + " [0.0888],\n", + " [0.0957],\n", + " [0.0927],\n", + " [0.0964],\n", + " [0.0915],\n", + " [0.0954],\n", + " [0.0921],\n", + " [0.0885],\n", + " [0.0896],\n", + " [0.0945],\n", + " [0.0919],\n", + " [0.0936],\n", + " [0.0964],\n", + " [0.0899],\n", + " [0.0954],\n", + " [0.0925],\n", + " [0.0931],\n", + " [0.0954],\n", + " [0.0758],\n", + " [0.0942],\n", + " [0.0925],\n", + " [0.0989],\n", + " [0.1027],\n", + " [0.1094]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0059],\n", + " [0.0080],\n", + " [0.0123],\n", + " [0.0081],\n", + " [0.0060],\n", + " [0.0020],\n", + " [0.0121],\n", + " [0.0113],\n", + " [0.0102],\n", + " [0.0105],\n", + " [0.0264],\n", + " [0.0107],\n", + " [0.0081],\n", + " [0.0104],\n", + " [0.0111],\n", + " [0.0088],\n", + " [0.0075],\n", + " [0.0094],\n", + " [0.0125],\n", + " [0.0104],\n", + " [0.0104],\n", + " [0.0076],\n", + " [0.0097],\n", + " [0.0110],\n", + " [0.0096],\n", + " [0.0105],\n", + " [0.0088],\n", + " [0.0090],\n", + " [0.0089],\n", + " [0.0126],\n", + " [0.0200],\n", + " [0.0297]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0001],\n", + " [ 0.0030],\n", + " [-0.0048],\n", + " [ 0.0027],\n", + " [-0.0118],\n", + " [-0.0038],\n", + " [-0.0046],\n", + " [-0.0003],\n", + " [ 0.0015],\n", + " [-0.0011],\n", + " [-0.0436],\n", + " [-0.0003],\n", + " [ 0.0036],\n", + " [ 0.0004],\n", + " [-0.0104],\n", + " [-0.0012],\n", + " [ 0.0003],\n", + " [-0.0004],\n", + " [-0.0057],\n", + " [-0.0038],\n", + " [ 0.0010],\n", + " [ 0.0036],\n", + " [ 0.0012],\n", + " [-0.0032],\n", + " [ 0.0005],\n", + " [-0.0021],\n", + " [-0.0061],\n", + " [-0.0003],\n", + " [-0.0004],\n", + " [-0.0226],\n", + " [-0.0255],\n", + " [-0.0324]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0387],\n", + " [-0.0375],\n", + " [-0.0335],\n", + " [-0.0386],\n", + " [-0.0402],\n", + " [-0.0474],\n", + " [-0.0318],\n", + " [-0.0337],\n", + " [-0.0365],\n", + " [-0.0332],\n", + " [-0.0491],\n", + " [-0.0312],\n", + " [-0.0390],\n", + " [-0.0332],\n", + " [-0.0368],\n", + " [-0.0367],\n", + " [-0.0369],\n", + " [-0.0355],\n", + " [-0.0350],\n", + " [-0.0337],\n", + " [-0.0330],\n", + " [-0.0383],\n", + " [-0.0345],\n", + " [-0.0345],\n", + " [-0.0353],\n", + " [-0.0316],\n", + " [-0.0480],\n", + " [-0.0349],\n", + " [-0.0365],\n", + " [-0.0337],\n", + " [-0.0388],\n", + " [-0.0565]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0071],\n", + " [ 0.0061],\n", + " [ 0.0037],\n", + " [ 0.0064],\n", + " [ 0.0021],\n", + " [ 0.0060],\n", + " [ 0.0013],\n", + " [ 0.0038],\n", + " [ 0.0059],\n", + " [ 0.0029],\n", + " [-0.0296],\n", + " [ 0.0017],\n", + " [ 0.0064],\n", + " [ 0.0035],\n", + " [ 0.0017],\n", + " [ 0.0052],\n", + " [ 0.0045],\n", + " [ 0.0043],\n", + " [ 0.0038],\n", + " [ 0.0031],\n", + " [ 0.0040],\n", + " [ 0.0066],\n", + " [ 0.0048],\n", + " [ 0.0031],\n", + " [ 0.0051],\n", + " [ 0.0014],\n", + " [ 0.0062],\n", + " [ 0.0046],\n", + " [ 0.0047],\n", + " [-0.0059],\n", + " [-0.0084],\n", + " [ 0.0085]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0598],\n", + " [0.0580],\n", + " [0.0568],\n", + " [0.0584],\n", + " [0.0629],\n", + " [0.0690],\n", + " [0.0554],\n", + " [0.0575],\n", + " [0.0599],\n", + " [0.0563],\n", + " [0.0770],\n", + " [0.0573],\n", + " [0.0577],\n", + " [0.0570],\n", + " [0.0573],\n", + " [0.0588],\n", + " [0.0571],\n", + " [0.0572],\n", + " [0.0583],\n", + " [0.0569],\n", + " [0.0576],\n", + " [0.0574],\n", + " [0.0578],\n", + " [0.0562],\n", + " [0.0568],\n", + " [0.0554],\n", + " [0.0711],\n", + " [0.0564],\n", + " [0.0567],\n", + " [0.0543],\n", + " [0.0576],\n", + " [0.0802]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0159],\n", + " [-0.0185],\n", + " [-0.0164],\n", + " [-0.0184],\n", + " [-0.0106],\n", + " [-0.0143],\n", + " [-0.0178],\n", + " [-0.0184],\n", + " [-0.0175],\n", + " [-0.0191],\n", + " [-0.0146],\n", + " [-0.0189],\n", + " [-0.0187],\n", + " [-0.0193],\n", + " [-0.0157],\n", + " [-0.0162],\n", + " [-0.0185],\n", + " [-0.0186],\n", + " [-0.0158],\n", + " [-0.0171],\n", + " [-0.0185],\n", + " [-0.0186],\n", + " [-0.0186],\n", + " [-0.0175],\n", + " [-0.0180],\n", + " [-0.0188],\n", + " [-0.0114],\n", + " [-0.0183],\n", + " [-0.0177],\n", + " [-0.0187],\n", + " [-0.0209],\n", + " [-0.0116]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1686],\n", + " [-0.1750],\n", + " [-0.1687],\n", + " [-0.1748],\n", + " [-0.1649],\n", + " [-0.1660],\n", + " [-0.1693],\n", + " [-0.1712],\n", + " [-0.1707],\n", + " [-0.1702],\n", + " [-0.1423],\n", + " [-0.1693],\n", + " [-0.1745],\n", + " [-0.1707],\n", + " [-0.1671],\n", + " [-0.1691],\n", + " [-0.1689],\n", + " [-0.1716],\n", + " [-0.1685],\n", + " [-0.1705],\n", + " [-0.1714],\n", + " [-0.1731],\n", + " [-0.1716],\n", + " [-0.1694],\n", + " [-0.1720],\n", + " [-0.1683],\n", + " [-0.1597],\n", + " [-0.1722],\n", + " [-0.1723],\n", + " [-0.1610],\n", + " [-0.1636],\n", + " [-0.1687]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0207],\n", + " [-0.0192],\n", + " [-0.0254],\n", + " [-0.0193],\n", + " [-0.0238],\n", + " [-0.0156],\n", + " [-0.0232],\n", + " [-0.0224],\n", + " [-0.0219],\n", + " [-0.0220],\n", + " [-0.0010],\n", + " [-0.0218],\n", + " [-0.0186],\n", + " [-0.0220],\n", + " [-0.0256],\n", + " [-0.0216],\n", + " [-0.0200],\n", + " [-0.0215],\n", + " [-0.0247],\n", + " [-0.0232],\n", + " [-0.0216],\n", + " [-0.0191],\n", + " [-0.0212],\n", + " [-0.0222],\n", + " [-0.0213],\n", + " [-0.0217],\n", + " [-0.0127],\n", + " [-0.0210],\n", + " [-0.0203],\n", + " [-0.0255],\n", + " [-0.0299],\n", + " [-0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0031],\n", + " [ 0.0109],\n", + " [ 0.0018],\n", + " [ 0.0104],\n", + " [-0.0144],\n", + " [-0.0105],\n", + " [ 0.0094],\n", + " [ 0.0126],\n", + " [ 0.0097],\n", + " [ 0.0134],\n", + " [ 0.0186],\n", + " [ 0.0184],\n", + " [ 0.0083],\n", + " [ 0.0156],\n", + " [-0.0037],\n", + " [ 0.0065],\n", + " [ 0.0105],\n", + " [ 0.0130],\n", + " [ 0.0021],\n", + " [ 0.0080],\n", + " [ 0.0171],\n", + " [ 0.0094],\n", + " [ 0.0161],\n", + " [ 0.0074],\n", + " [ 0.0100],\n", + " [ 0.0140],\n", + " [-0.0159],\n", + " [ 0.0103],\n", + " [ 0.0070],\n", + " [-0.0082],\n", + " [-0.0116],\n", + " [-0.0191]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0953],\n", + " [0.0896],\n", + " [0.0937],\n", + " [0.0890],\n", + " [0.1043],\n", + " [0.1029],\n", + " [0.0925],\n", + " [0.0897],\n", + " [0.0889],\n", + " [0.0909],\n", + " [0.0691],\n", + " [0.0915],\n", + " [0.0903],\n", + " [0.0901],\n", + " [0.0986],\n", + " [0.0924],\n", + " [0.0933],\n", + " [0.0900],\n", + " [0.0931],\n", + " [0.0917],\n", + " [0.0895],\n", + " [0.0910],\n", + " [0.0894],\n", + " [0.0926],\n", + " [0.0907],\n", + " [0.0924],\n", + " [0.1146],\n", + " [0.0916],\n", + " [0.0923],\n", + " [0.1069],\n", + " [0.0974],\n", + " [0.0641]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0826],\n", + " [0.0836],\n", + " [0.0786],\n", + " [0.0846],\n", + " [0.0744],\n", + " [0.0821],\n", + " [0.0827],\n", + " [0.0858],\n", + " [0.0849],\n", + " [0.0860],\n", + " [0.0443],\n", + " [0.0899],\n", + " [0.0828],\n", + " [0.0873],\n", + " [0.0757],\n", + " [0.0840],\n", + " [0.0860],\n", + " [0.0859],\n", + " [0.0804],\n", + " [0.0814],\n", + " [0.0887],\n", + " [0.0834],\n", + " [0.0880],\n", + " [0.0825],\n", + " [0.0836],\n", + " [0.0864],\n", + " [0.0795],\n", + " [0.0830],\n", + " [0.0817],\n", + " [0.0681],\n", + " [0.0561],\n", + " [0.0624]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0876],\n", + " [0.0880],\n", + " [0.0863],\n", + " [0.0884],\n", + " [0.0846],\n", + " [0.0914],\n", + " [0.0868],\n", + " [0.0883],\n", + " [0.0909],\n", + " [0.0872],\n", + " [0.0718],\n", + " [0.0882],\n", + " [0.0878],\n", + " [0.0880],\n", + " [0.0858],\n", + " [0.0887],\n", + " [0.0868],\n", + " [0.0883],\n", + " [0.0874],\n", + " [0.0887],\n", + " [0.0885],\n", + " [0.0876],\n", + " [0.0887],\n", + " [0.0871],\n", + " [0.0869],\n", + " [0.0867],\n", + " [0.0863],\n", + " [0.0865],\n", + " [0.0867],\n", + " [0.0734],\n", + " [0.0753],\n", + " [0.0844]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0433],\n", + " [0.0409],\n", + " [0.0388],\n", + " [0.0407],\n", + " [0.0389],\n", + " [0.0463],\n", + " [0.0394],\n", + " [0.0413],\n", + " [0.0421],\n", + " [0.0421],\n", + " [0.0508],\n", + " [0.0436],\n", + " [0.0415],\n", + " [0.0431],\n", + " [0.0371],\n", + " [0.0416],\n", + " [0.0442],\n", + " [0.0413],\n", + " [0.0383],\n", + " [0.0391],\n", + " [0.0429],\n", + " [0.0428],\n", + " [0.0427],\n", + " [0.0398],\n", + " [0.0414],\n", + " [0.0430],\n", + " [0.0525],\n", + " [0.0407],\n", + " [0.0401],\n", + " [0.0319],\n", + " [0.0316],\n", + " [0.0371]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0357],\n", + " [ 0.0364],\n", + " [ 0.0379],\n", + " [ 0.0375],\n", + " [ 0.0352],\n", + " [ 0.0335],\n", + " [ 0.0375],\n", + " [ 0.0365],\n", + " [ 0.0362],\n", + " [ 0.0367],\n", + " [-0.0031],\n", + " [ 0.0348],\n", + " [ 0.0367],\n", + " [ 0.0354],\n", + " [ 0.0386],\n", + " [ 0.0373],\n", + " [ 0.0364],\n", + " [ 0.0363],\n", + " [ 0.0391],\n", + " [ 0.0362],\n", + " [ 0.0347],\n", + " [ 0.0354],\n", + " [ 0.0348],\n", + " [ 0.0377],\n", + " [ 0.0363],\n", + " [ 0.0361],\n", + " [ 0.0232],\n", + " [ 0.0367],\n", + " [ 0.0375],\n", + " [ 0.0388],\n", + " [ 0.0331],\n", + " [ 0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0749],\n", + " [-0.0709],\n", + " [-0.0764],\n", + " [-0.0713],\n", + " [-0.0787],\n", + " [-0.0768],\n", + " [-0.0724],\n", + " [-0.0715],\n", + " [-0.0731],\n", + " [-0.0713],\n", + " [-0.0762],\n", + " [-0.0682],\n", + " [-0.0725],\n", + " [-0.0701],\n", + " [-0.0777],\n", + " [-0.0742],\n", + " [-0.0726],\n", + " [-0.0706],\n", + " [-0.0765],\n", + " [-0.0719],\n", + " [-0.0691],\n", + " [-0.0722],\n", + " [-0.0696],\n", + " [-0.0736],\n", + " [-0.0725],\n", + " [-0.0707],\n", + " [-0.0811],\n", + " [-0.0718],\n", + " [-0.0729],\n", + " [-0.0849],\n", + " [-0.0941],\n", + " [-0.1082]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1040],\n", + " [-0.1015],\n", + " [-0.1024],\n", + " [-0.1017],\n", + " [-0.1087],\n", + " [-0.1136],\n", + " [-0.0987],\n", + " [-0.0985],\n", + " [-0.1024],\n", + " [-0.0974],\n", + " [-0.1292],\n", + " [-0.0968],\n", + " [-0.1032],\n", + " [-0.0975],\n", + " [-0.1038],\n", + " [-0.1021],\n", + " [-0.1001],\n", + " [-0.0984],\n", + " [-0.1024],\n", + " [-0.1004],\n", + " [-0.0977],\n", + " [-0.1021],\n", + " [-0.0986],\n", + " [-0.1005],\n", + " [-0.1000],\n", + " [-0.0973],\n", + " [-0.1109],\n", + " [-0.1001],\n", + " [-0.1020],\n", + " [-0.1064],\n", + " [-0.1056],\n", + " [-0.1257]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0614],\n", + " [-0.0612],\n", + " [-0.0639],\n", + " [-0.0606],\n", + " [-0.0615],\n", + " [-0.0544],\n", + " [-0.0642],\n", + " [-0.0626],\n", + " [-0.0608],\n", + " [-0.0631],\n", + " [-0.0490],\n", + " [-0.0639],\n", + " [-0.0598],\n", + " [-0.0629],\n", + " [-0.0639],\n", + " [-0.0615],\n", + " [-0.0613],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.0646],\n", + " [-0.0629],\n", + " [-0.0601],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0622],\n", + " [-0.0638],\n", + " [-0.0489],\n", + " [-0.0629],\n", + " [-0.0619],\n", + " [-0.0642],\n", + " [-0.0643],\n", + " [-0.0511]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0611],\n", + " [-0.0608],\n", + " [-0.0614],\n", + " [-0.0390],\n", + " [-0.0755],\n", + " [-0.0624],\n", + " [-0.0618],\n", + " [-0.0646],\n", + " [-0.0622],\n", + " [-0.0613],\n", + " [-0.0623],\n", + " [-0.0603],\n", + " [-0.0612],\n", + " [-0.0627],\n", + " [-0.0637],\n", + " [-0.0253],\n", + " [-0.0612],\n", + " [-0.0616],\n", + " [-0.0665],\n", + " [-0.0618],\n", + " [-0.0626],\n", + " [-0.0622],\n", + " [-0.0619],\n", + " [-0.0584],\n", + " [-0.0631],\n", + " [-0.0575],\n", + " [-0.0690],\n", + " [-0.0631],\n", + " [-0.0623],\n", + " [-0.0600],\n", + " [-0.0625],\n", + " [-0.0585]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0739],\n", + " [-0.0684],\n", + " [-0.0719],\n", + " [-0.0591],\n", + " [-0.0887],\n", + " [-0.0748],\n", + " [-0.0727],\n", + " [-0.0773],\n", + " [-0.0756],\n", + " [-0.0711],\n", + " [-0.0760],\n", + " [-0.0726],\n", + " [-0.0720],\n", + " [-0.0759],\n", + " [-0.0770],\n", + " [-0.0957],\n", + " [-0.0722],\n", + " [-0.0754],\n", + " [-0.0799],\n", + " [-0.0761],\n", + " [-0.0744],\n", + " [-0.0750],\n", + " [-0.0711],\n", + " [-0.0727],\n", + " [-0.0710],\n", + " [-0.0711],\n", + " [-0.0899],\n", + " [-0.0741],\n", + " [-0.0674],\n", + " [-0.0652],\n", + " [-0.0764],\n", + " [-0.0696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0395],\n", + " [0.0366],\n", + " [0.0433],\n", + " [0.0265],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0361],\n", + " [0.0384],\n", + " [0.0373],\n", + " [0.0383],\n", + " [0.0401],\n", + " [0.0393],\n", + " [0.0369],\n", + " [0.0374],\n", + " [0.0287],\n", + " [0.0371],\n", + " [0.0386],\n", + " [0.0364],\n", + " [0.0384],\n", + " [0.0378],\n", + " [0.0380],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0363],\n", + " [0.0387],\n", + " [0.0296],\n", + " [0.0383],\n", + " [0.0367],\n", + " [0.0333],\n", + " [0.0378],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0920],\n", + " [-0.0944],\n", + " [-0.0932],\n", + " [-0.0742],\n", + " [-0.0969],\n", + " [-0.0939],\n", + " [-0.0932],\n", + " [-0.0953],\n", + " [-0.0932],\n", + " [-0.0938],\n", + " [-0.0932],\n", + " [-0.0889],\n", + " [-0.0932],\n", + " [-0.0922],\n", + " [-0.0910],\n", + " [-0.0555],\n", + " [-0.0907],\n", + " [-0.0910],\n", + " [-0.0934],\n", + " [-0.0922],\n", + " [-0.0946],\n", + " [-0.0882],\n", + " [-0.0935],\n", + " [-0.0893],\n", + " [-0.0958],\n", + " [-0.0878],\n", + " [-0.0961],\n", + " [-0.0899],\n", + " [-0.0951],\n", + " [-0.0824],\n", + " [-0.0919],\n", + " [-0.0868]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0552],\n", + " [0.0565],\n", + " [0.0575],\n", + " [0.0460],\n", + " [0.0532],\n", + " [0.0550],\n", + " [0.0566],\n", + " [0.0565],\n", + " [0.0543],\n", + " [0.0574],\n", + " [0.0543],\n", + " [0.0490],\n", + " [0.0527],\n", + " [0.0535],\n", + " [0.0485],\n", + " [0.0093],\n", + " [0.0539],\n", + " [0.0519],\n", + " [0.0489],\n", + " [0.0499],\n", + " [0.0574],\n", + " [0.0423],\n", + " [0.0570],\n", + " [0.0477],\n", + " [0.0600],\n", + " [0.0381],\n", + " [0.0602],\n", + " [0.0450],\n", + " [0.0583],\n", + " [0.0581],\n", + " [0.0530],\n", + " [0.0475]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0353],\n", + " [-0.0328],\n", + " [-0.0382],\n", + " [-0.0253],\n", + " [-0.0410],\n", + " [-0.0350],\n", + " [-0.0377],\n", + " [-0.0380],\n", + " [-0.0345],\n", + " [-0.0367],\n", + " [-0.0354],\n", + " [-0.0361],\n", + " [-0.0353],\n", + " [-0.0401],\n", + " [-0.0397],\n", + " [-0.0525],\n", + " [-0.0400],\n", + " [-0.0381],\n", + " [-0.0386],\n", + " [-0.0355],\n", + " [-0.0354],\n", + " [-0.0388],\n", + " [-0.0382],\n", + " [-0.0440],\n", + " [-0.0344],\n", + " [-0.0398],\n", + " [-0.0242],\n", + " [-0.0345],\n", + " [-0.0370],\n", + " [-0.0307],\n", + " [-0.0393],\n", + " [-0.0388]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0789],\n", + " [-0.0838],\n", + " [-0.0792],\n", + " [-0.0772],\n", + " [-0.0775],\n", + " [-0.0808],\n", + " [-0.0795],\n", + " [-0.0788],\n", + " [-0.0798],\n", + " [-0.0801],\n", + " [-0.0790],\n", + " [-0.0796],\n", + " [-0.0830],\n", + " [-0.0785],\n", + " [-0.0782],\n", + " [-0.0371],\n", + " [-0.0790],\n", + " [-0.0783],\n", + " [-0.0790],\n", + " [-0.0806],\n", + " [-0.0797],\n", + " [-0.0794],\n", + " [-0.0802],\n", + " [-0.0801],\n", + " [-0.0802],\n", + " [-0.0818],\n", + " [-0.0710],\n", + " [-0.0819],\n", + " [-0.0825],\n", + " [-0.0728],\n", + " [-0.0780],\n", + " [-0.0800]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1688],\n", + " [0.1715],\n", + " [0.1694],\n", + " [0.1763],\n", + " [0.1649],\n", + " [0.1669],\n", + " [0.1686],\n", + " [0.1677],\n", + " [0.1671],\n", + " [0.1692],\n", + " [0.1672],\n", + " [0.1653],\n", + " [0.1658],\n", + " [0.1670],\n", + " [0.1645],\n", + " [0.1771],\n", + " [0.1679],\n", + " [0.1665],\n", + " [0.1640],\n", + " [0.1634],\n", + " [0.1690],\n", + " [0.1629],\n", + " [0.1690],\n", + " [0.1638],\n", + " [0.1720],\n", + " [0.1574],\n", + " [0.1673],\n", + " [0.1642],\n", + " [0.1702],\n", + " [0.1773],\n", + " [0.1670],\n", + " [0.1653]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0548],\n", + " [-0.0504],\n", + " [-0.0550],\n", + " [-0.0387],\n", + " [-0.0694],\n", + " [-0.0560],\n", + " [-0.0550],\n", + " [-0.0582],\n", + " [-0.0574],\n", + " [-0.0545],\n", + " [-0.0572],\n", + " [-0.0522],\n", + " [-0.0534],\n", + " [-0.0556],\n", + " [-0.0570],\n", + " [-0.0517],\n", + " [-0.0513],\n", + " [-0.0558],\n", + " [-0.0595],\n", + " [-0.0567],\n", + " [-0.0565],\n", + " [-0.0575],\n", + " [-0.0546],\n", + " [-0.0544],\n", + " [-0.0579],\n", + " [-0.0493],\n", + " [-0.0739],\n", + " [-0.0555],\n", + " [-0.0571],\n", + " [-0.0422],\n", + " [-0.0569],\n", + " [-0.0503]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0619],\n", + " [0.0615],\n", + " [0.0577],\n", + " [0.0641],\n", + " [0.0572],\n", + " [0.0632],\n", + " [0.0589],\n", + " [0.0618],\n", + " [0.0638],\n", + " [0.0582],\n", + " [0.0639],\n", + " [0.0650],\n", + " [0.0618],\n", + " [0.0629],\n", + " [0.0660],\n", + " [0.0677],\n", + " [0.0607],\n", + " [0.0644],\n", + " [0.0662],\n", + " [0.0679],\n", + " [0.0612],\n", + " [0.0655],\n", + " [0.0576],\n", + " [0.0615],\n", + " [0.0581],\n", + " [0.0747],\n", + " [0.0480],\n", + " [0.0668],\n", + " [0.0550],\n", + " [0.0457],\n", + " [0.0622],\n", + " [0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0955],\n", + " [-0.1002],\n", + " [-0.0978],\n", + " [-0.0973],\n", + " [-0.0895],\n", + " [-0.0949],\n", + " [-0.0970],\n", + " [-0.0954],\n", + " [-0.0939],\n", + " [-0.0979],\n", + " [-0.0945],\n", + " [-0.0908],\n", + " [-0.0947],\n", + " [-0.0939],\n", + " [-0.0883],\n", + " [-0.0936],\n", + " [-0.0945],\n", + " [-0.0930],\n", + " [-0.0873],\n", + " [-0.0911],\n", + " [-0.0976],\n", + " [-0.0813],\n", + " [-0.0979],\n", + " [-0.0910],\n", + " [-0.1012],\n", + " [-0.0827],\n", + " [-0.0965],\n", + " [-0.0824],\n", + " [-0.1007],\n", + " [-0.0976],\n", + " [-0.0940],\n", + " [-0.0881]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0171],\n", + " [ 0.0232],\n", + " [ 0.0198],\n", + " [ 0.0135],\n", + " [ 0.0213],\n", + " [ 0.0164],\n", + " [ 0.0183],\n", + " [ 0.0172],\n", + " [ 0.0159],\n", + " [ 0.0208],\n", + " [ 0.0145],\n", + " [ 0.0138],\n", + " [ 0.0168],\n", + " [ 0.0144],\n", + " [ 0.0115],\n", + " [-0.0118],\n", + " [ 0.0171],\n", + " [ 0.0128],\n", + " [ 0.0122],\n", + " [ 0.0109],\n", + " [ 0.0175],\n", + " [ 0.0108],\n", + " [ 0.0196],\n", + " [ 0.0154],\n", + " [ 0.0207],\n", + " [ 0.0037],\n", + " [ 0.0189],\n", + " [ 0.0125],\n", + " [ 0.0216],\n", + " [ 0.0249],\n", + " [ 0.0141],\n", + " [ 0.0163]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0901],\n", + " [0.0897],\n", + " [0.0957],\n", + " [0.1060],\n", + " [0.0908],\n", + " [0.0888],\n", + " [0.0945],\n", + " [0.0922],\n", + " [0.0878],\n", + " [0.0940],\n", + " [0.0895],\n", + " [0.0873],\n", + " [0.0915],\n", + " [0.0927],\n", + " [0.0886],\n", + " [0.0998],\n", + " [0.0921],\n", + " [0.0909],\n", + " [0.0881],\n", + " [0.0882],\n", + " [0.0924],\n", + " [0.0872],\n", + " [0.0962],\n", + " [0.0980],\n", + " [0.0944],\n", + " [0.0882],\n", + " [0.1006],\n", + " [0.0804],\n", + " [0.0994],\n", + " [0.0961],\n", + " [0.0939],\n", + " [0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0095],\n", + " [0.0050],\n", + " [0.0105],\n", + " [0.0187],\n", + " [0.0028],\n", + " [0.0074],\n", + " [0.0108],\n", + " [0.0083],\n", + " [0.0079],\n", + " [0.0090],\n", + " [0.0100],\n", + " [0.0081],\n", + " [0.0110],\n", + " [0.0105],\n", + " [0.0092],\n", + " [0.0544],\n", + " [0.0090],\n", + " [0.0119],\n", + " [0.0069],\n", + " [0.0094],\n", + " [0.0099],\n", + " [0.0087],\n", + " [0.0111],\n", + " [0.0154],\n", + " [0.0096],\n", + " [0.0065],\n", + " [0.0162],\n", + " [0.0025],\n", + " [0.0127],\n", + " [0.0051],\n", + " [0.0124],\n", + " [0.0053]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0018],\n", + " [ 0.0002],\n", + " [-0.0021],\n", + " [-0.0120],\n", + " [ 0.0184],\n", + " [-0.0003],\n", + " [-0.0025],\n", + " [ 0.0015],\n", + " [ 0.0010],\n", + " [-0.0015],\n", + " [-0.0009],\n", + " [-0.0041],\n", + " [-0.0038],\n", + " [-0.0033],\n", + " [-0.0031],\n", + " [-0.0468],\n", + " [-0.0066],\n", + " [-0.0042],\n", + " [ 0.0007],\n", + " [-0.0035],\n", + " [-0.0005],\n", + " [-0.0029],\n", + " [-0.0027],\n", + " [-0.0059],\n", + " [ 0.0017],\n", + " [-0.0141],\n", + " [ 0.0199],\n", + " [-0.0014],\n", + " [-0.0005],\n", + " [-0.0027],\n", + " [-0.0019],\n", + " [-0.0058]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0353],\n", + " [-0.0372],\n", + " [-0.0337],\n", + " [-0.0288],\n", + " [-0.0549],\n", + " [-0.0371],\n", + " [-0.0339],\n", + " [-0.0368],\n", + " [-0.0377],\n", + " [-0.0350],\n", + " [-0.0360],\n", + " [-0.0365],\n", + " [-0.0356],\n", + " [-0.0352],\n", + " [-0.0384],\n", + " [-0.0515],\n", + " [-0.0346],\n", + " [-0.0345],\n", + " [-0.0418],\n", + " [-0.0374],\n", + " [-0.0345],\n", + " [-0.0422],\n", + " [-0.0328],\n", + " [-0.0376],\n", + " [-0.0338],\n", + " [-0.0394],\n", + " [-0.0326],\n", + " [-0.0441],\n", + " [-0.0302],\n", + " [-0.0293],\n", + " [-0.0348],\n", + " [-0.0388]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0044],\n", + " [ 0.0034],\n", + " [ 0.0032],\n", + " [ 0.0028],\n", + " [ 0.0128],\n", + " [ 0.0051],\n", + " [ 0.0032],\n", + " [ 0.0056],\n", + " [ 0.0062],\n", + " [ 0.0033],\n", + " [ 0.0054],\n", + " [ 0.0039],\n", + " [ 0.0023],\n", + " [ 0.0040],\n", + " [ 0.0054],\n", + " [-0.0046],\n", + " [ 0.0019],\n", + " [ 0.0042],\n", + " [ 0.0069],\n", + " [ 0.0054],\n", + " [ 0.0046],\n", + " [ 0.0054],\n", + " [ 0.0024],\n", + " [ 0.0011],\n", + " [ 0.0047],\n", + " [ 0.0007],\n", + " [ 0.0102],\n", + " [ 0.0067],\n", + " [ 0.0016],\n", + " [ 0.0028],\n", + " [ 0.0042],\n", + " [ 0.0030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0565],\n", + " [0.0583],\n", + " [0.0557],\n", + " [0.0658],\n", + " [0.0602],\n", + " [0.0575],\n", + " [0.0559],\n", + " [0.0572],\n", + " [0.0585],\n", + " [0.0558],\n", + " [0.0576],\n", + " [0.0577],\n", + " [0.0571],\n", + " [0.0566],\n", + " [0.0592],\n", + " [0.0375],\n", + " [0.0545],\n", + " [0.0573],\n", + " [0.0611],\n", + " [0.0599],\n", + " [0.0570],\n", + " [0.0624],\n", + " [0.0559],\n", + " [0.0574],\n", + " [0.0579],\n", + " [0.0627],\n", + " [0.0667],\n", + " [0.0623],\n", + " [0.0566],\n", + " [0.0527],\n", + " [0.0572],\n", + " [0.0572]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0180],\n", + " [-0.0185],\n", + " [-0.0186],\n", + " [-0.0227],\n", + " [-0.0184],\n", + " [-0.0171],\n", + " [-0.0182],\n", + " [-0.0183],\n", + " [-0.0170],\n", + " [-0.0189],\n", + " [-0.0170],\n", + " [-0.0147],\n", + " [-0.0184],\n", + " [-0.0170],\n", + " [-0.0164],\n", + " [-0.0031],\n", + " [-0.0175],\n", + " [-0.0164],\n", + " [-0.0174],\n", + " [-0.0151],\n", + " [-0.0182],\n", + " [-0.0174],\n", + " [-0.0184],\n", + " [-0.0193],\n", + " [-0.0189],\n", + " [-0.0127],\n", + " [-0.0200],\n", + " [-0.0172],\n", + " [-0.0182],\n", + " [-0.0139],\n", + " [-0.0173],\n", + " [-0.0154]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1685],\n", + " [-0.1683],\n", + " [-0.1707],\n", + " [-0.1656],\n", + " [-0.1909],\n", + " [-0.1698],\n", + " [-0.1703],\n", + " [-0.1736],\n", + " [-0.1699],\n", + " [-0.1702],\n", + " [-0.1699],\n", + " [-0.1668],\n", + " [-0.1686],\n", + " [-0.1708],\n", + " [-0.1703],\n", + " [-0.1590],\n", + " [-0.1675],\n", + " [-0.1688],\n", + " [-0.1742],\n", + " [-0.1686],\n", + " [-0.1706],\n", + " [-0.1694],\n", + " [-0.1704],\n", + " [-0.1735],\n", + " [-0.1709],\n", + " [-0.1650],\n", + " [-0.1857],\n", + " [-0.1675],\n", + " [-0.1710],\n", + " [-0.1682],\n", + " [-0.1719],\n", + " [-0.1654]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0220],\n", + " [-0.0178],\n", + " [-0.0219],\n", + " [-0.0186],\n", + " [-0.0013],\n", + " [-0.0204],\n", + " [-0.0222],\n", + " [-0.0198],\n", + " [-0.0205],\n", + " [-0.0213],\n", + " [-0.0224],\n", + " [-0.0214],\n", + " [-0.0223],\n", + " [-0.0226],\n", + " [-0.0222],\n", + " [-0.0164],\n", + " [-0.0229],\n", + " [-0.0245],\n", + " [-0.0182],\n", + " [-0.0232],\n", + " [-0.0219],\n", + " [-0.0190],\n", + " [-0.0226],\n", + " [-0.0221],\n", + " [-0.0215],\n", + " [-0.0245],\n", + " [-0.0025],\n", + " [-0.0168],\n", + " [-0.0224],\n", + " [-0.0140],\n", + " [-0.0224],\n", + " [-0.0192]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0075],\n", + " [ 0.0141],\n", + " [ 0.0111],\n", + " [ 0.0103],\n", + " [ 0.0162],\n", + " [ 0.0080],\n", + " [ 0.0101],\n", + " [ 0.0083],\n", + " [ 0.0066],\n", + " [ 0.0117],\n", + " [ 0.0062],\n", + " [ 0.0005],\n", + " [ 0.0082],\n", + " [ 0.0043],\n", + " [-0.0012],\n", + " [-0.0094],\n", + " [ 0.0054],\n", + " [ 0.0028],\n", + " [ 0.0010],\n", + " [ 0.0021],\n", + " [ 0.0107],\n", + " [-0.0050],\n", + " [ 0.0115],\n", + " [ 0.0025],\n", + " [ 0.0170],\n", + " [-0.0102],\n", + " [ 0.0301],\n", + " [-0.0015],\n", + " [ 0.0171],\n", + " [ 0.0127],\n", + " [ 0.0046],\n", + " [-0.0005]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0935],\n", + " [0.0941],\n", + " [0.0918],\n", + " [0.0959],\n", + " [0.0800],\n", + " [0.0931],\n", + " [0.0918],\n", + " [0.0912],\n", + " [0.0930],\n", + " [0.0925],\n", + " [0.0919],\n", + " [0.0975],\n", + " [0.0914],\n", + " [0.0930],\n", + " [0.0960],\n", + " [0.0866],\n", + " [0.0968],\n", + " [0.0933],\n", + " [0.0935],\n", + " [0.0933],\n", + " [0.0907],\n", + " [0.1010],\n", + " [0.0915],\n", + " [0.0909],\n", + " [0.0901],\n", + " [0.1003],\n", + " [0.0766],\n", + " [0.1018],\n", + " [0.0888],\n", + " [0.1039],\n", + " [0.0910],\n", + " [0.1030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0829],\n", + " [0.0885],\n", + " [0.0844],\n", + " [0.0933],\n", + " [0.0873],\n", + " [0.0840],\n", + " [0.0836],\n", + " [0.0816],\n", + " [0.0842],\n", + " [0.0853],\n", + " [0.0823],\n", + " [0.0817],\n", + " [0.0845],\n", + " [0.0797],\n", + " [0.0778],\n", + " [0.0266],\n", + " [0.0796],\n", + " [0.0800],\n", + " [0.0784],\n", + " [0.0816],\n", + " [0.0838],\n", + " [0.0795],\n", + " [0.0844],\n", + " [0.0801],\n", + " [0.0880],\n", + " [0.0772],\n", + " [0.0938],\n", + " [0.0832],\n", + " [0.0897],\n", + " [0.0795],\n", + " [0.0806],\n", + " [0.0828]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0858],\n", + " [0.0861],\n", + " [0.0860],\n", + " [0.0707],\n", + " [0.0934],\n", + " [0.0880],\n", + " [0.0867],\n", + " [0.0873],\n", + " [0.0878],\n", + " [0.0863],\n", + " [0.0875],\n", + " [0.0856],\n", + " [0.0894],\n", + " [0.0863],\n", + " [0.0872],\n", + " [0.0329],\n", + " [0.0852],\n", + " [0.0865],\n", + " [0.0890],\n", + " [0.0889],\n", + " [0.0872],\n", + " [0.0874],\n", + " [0.0870],\n", + " [0.0855],\n", + " [0.0881],\n", + " [0.0860],\n", + " [0.0861],\n", + " [0.0878],\n", + " [0.0893],\n", + " [0.0793],\n", + " [0.0863],\n", + " [0.0841]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0423],\n", + " [0.0449],\n", + " [0.0408],\n", + " [0.0379],\n", + " [0.0420],\n", + " [0.0422],\n", + " [0.0404],\n", + " [0.0406],\n", + " [0.0430],\n", + " [0.0421],\n", + " [0.0414],\n", + " [0.0408],\n", + " [0.0400],\n", + " [0.0384],\n", + " [0.0391],\n", + " [0.0595],\n", + " [0.0393],\n", + " [0.0392],\n", + " [0.0396],\n", + " [0.0400],\n", + " [0.0419],\n", + " [0.0406],\n", + " [0.0404],\n", + " [0.0341],\n", + " [0.0440],\n", + " [0.0360],\n", + " [0.0403],\n", + " [0.0435],\n", + " [0.0413],\n", + " [0.0478],\n", + " [0.0384],\n", + " [0.0413]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0368],\n", + " [0.0354],\n", + " [0.0375],\n", + " [0.0384],\n", + " [0.0286],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0367],\n", + " [0.0377],\n", + " [0.0388],\n", + " [0.0381],\n", + " [0.0375],\n", + " [0.0039],\n", + " [0.0378],\n", + " [0.0381],\n", + " [0.0363],\n", + " [0.0379],\n", + " [0.0360],\n", + " [0.0376],\n", + " [0.0373],\n", + " [0.0424],\n", + " [0.0340],\n", + " [0.0383],\n", + " [0.0247],\n", + " [0.0344],\n", + " [0.0366],\n", + " [0.0229],\n", + " [0.0386],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0744],\n", + " [-0.0697],\n", + " [-0.0721],\n", + " [-0.0819],\n", + " [-0.0628],\n", + " [-0.0729],\n", + " [-0.0724],\n", + " [-0.0723],\n", + " [-0.0739],\n", + " [-0.0717],\n", + " [-0.0745],\n", + " [-0.0758],\n", + " [-0.0733],\n", + " [-0.0745],\n", + " [-0.0757],\n", + " [-0.1124],\n", + " [-0.0736],\n", + " [-0.0762],\n", + " [-0.0737],\n", + " [-0.0757],\n", + " [-0.0728],\n", + " [-0.0770],\n", + " [-0.0715],\n", + " [-0.0791],\n", + " [-0.0695],\n", + " [-0.0788],\n", + " [-0.0654],\n", + " [-0.0748],\n", + " [-0.0689],\n", + " [-0.0642],\n", + " [-0.0751],\n", + " [-0.0752]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1005],\n", + " [-0.0990],\n", + " [-0.0984],\n", + " [-0.1070],\n", + " [-0.1230],\n", + " [-0.1016],\n", + " [-0.0990],\n", + " [-0.1024],\n", + " [-0.1023],\n", + " [-0.0983],\n", + " [-0.1018],\n", + " [-0.1030],\n", + " [-0.1006],\n", + " [-0.1025],\n", + " [-0.1061],\n", + " [-0.1233],\n", + " [-0.1007],\n", + " [-0.1023],\n", + " [-0.1082],\n", + " [-0.1036],\n", + " [-0.0996],\n", + " [-0.1104],\n", + " [-0.0982],\n", + " [-0.1041],\n", + " [-0.0983],\n", + " [-0.1068],\n", + " [-0.0979],\n", + " [-0.1096],\n", + " [-0.0964],\n", + " [-0.0983],\n", + " [-0.1024],\n", + " [-0.1041]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0631],\n", + " [-0.0631],\n", + " [-0.0612],\n", + " [-0.0541],\n", + " [-0.0614],\n", + " [-0.0631],\n", + " [-0.0617],\n", + " [-0.0606],\n", + " [-0.0624],\n", + " [-0.0617],\n", + " [-0.0626],\n", + " [-0.0617],\n", + " [-0.0634],\n", + " [-0.0615],\n", + " [-0.0376],\n", + " [-0.0643],\n", + " [-0.0631],\n", + " [-0.0594],\n", + " [-0.0622],\n", + " [-0.0627],\n", + " [-0.0576],\n", + " [-0.0636],\n", + " [-0.0600],\n", + " [-0.0628],\n", + " [-0.0634],\n", + " [-0.0549],\n", + " [-0.0581],\n", + " [-0.0634],\n", + " [-0.0683],\n", + " [-0.0625],\n", + " [-0.0614]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0621],\n", + " [-0.0640],\n", + " [-0.0591],\n", + " [-0.0404],\n", + " [-0.5201],\n", + " [-0.0618],\n", + " [-0.0621],\n", + " [-0.0648],\n", + " [-0.0530],\n", + " [-0.0627],\n", + " [-0.0670],\n", + " [-0.0620],\n", + " [-0.0647],\n", + " [-0.0587],\n", + " [-0.0781],\n", + " [-0.0601],\n", + " [-0.0578],\n", + " [-0.0613],\n", + " [-0.0726],\n", + " [-0.0636],\n", + " [-0.0622],\n", + " [-0.0636],\n", + " [-0.0635],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0649],\n", + " [-0.0548],\n", + " [-0.0614],\n", + " [-0.0663],\n", + " [-0.0629],\n", + " [-0.0607]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0740],\n", + " [-0.0732],\n", + " [-0.0766],\n", + " [-0.0680],\n", + " [-0.0744],\n", + " [-0.5505],\n", + " [-0.0742],\n", + " [-0.0691],\n", + " [-0.0788],\n", + " [-0.0688],\n", + " [-0.0699],\n", + " [-0.0735],\n", + " [-0.0662],\n", + " [-0.0785],\n", + " [-0.0723],\n", + " [-0.0862],\n", + " [-0.0748],\n", + " [-0.0698],\n", + " [-0.0733],\n", + " [-0.0850],\n", + " [-0.0771],\n", + " [-0.0753],\n", + " [-0.0770],\n", + " [-0.0779],\n", + " [-0.0745],\n", + " [-0.0695],\n", + " [-0.0759],\n", + " [-0.0771],\n", + " [-0.0739],\n", + " [-0.0766],\n", + " [-0.0748],\n", + " [-0.0739]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0363],\n", + " [0.0377],\n", + " [0.0363],\n", + " [0.0393],\n", + " [0.0357],\n", + " [0.0779],\n", + " [0.0379],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0393],\n", + " [0.0368],\n", + " [0.0407],\n", + " [0.0375],\n", + " [0.0379],\n", + " [0.0381],\n", + " [0.0358],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0367],\n", + " [0.0356],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0384],\n", + " [0.0376],\n", + " [0.0372],\n", + " [0.0337],\n", + " [0.0364],\n", + " [0.0387],\n", + " [0.0391],\n", + " [0.0375],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0927],\n", + " [-0.0924],\n", + " [-0.0947],\n", + " [-0.0852],\n", + " [-0.0682],\n", + " [ 0.0927],\n", + " [-0.0922],\n", + " [-0.0949],\n", + " [-0.0927],\n", + " [-0.0828],\n", + " [-0.0955],\n", + " [-0.0910],\n", + " [-0.0940],\n", + " [-0.0944],\n", + " [-0.0883],\n", + " [-0.0991],\n", + " [-0.0885],\n", + " [-0.0879],\n", + " [-0.0914],\n", + " [-0.0997],\n", + " [-0.0917],\n", + " [-0.0924],\n", + " [-0.0945],\n", + " [-0.0926],\n", + " [-0.0949],\n", + " [-0.0952],\n", + " [-0.0981],\n", + " [-0.0896],\n", + " [-0.0926],\n", + " [-0.0911],\n", + " [-0.0956],\n", + " [-0.0896]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0558],\n", + " [ 0.0548],\n", + " [ 0.0556],\n", + " [ 0.0504],\n", + " [ 0.0332],\n", + " [-0.0500],\n", + " [ 0.0538],\n", + " [ 0.0595],\n", + " [ 0.0503],\n", + " [ 0.0360],\n", + " [ 0.0587],\n", + " [ 0.0440],\n", + " [ 0.0589],\n", + " [ 0.0507],\n", + " [ 0.0417],\n", + " [ 0.0526],\n", + " [ 0.0469],\n", + " [ 0.0466],\n", + " [ 0.0553],\n", + " [ 0.0549],\n", + " [ 0.0504],\n", + " [ 0.0544],\n", + " [ 0.0556],\n", + " [ 0.0490],\n", + " [ 0.0576],\n", + " [ 0.0587],\n", + " [ 0.0601],\n", + " [ 0.0380],\n", + " [ 0.0551],\n", + " [ 0.0417],\n", + " [ 0.0573],\n", + " [ 0.0481]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0394],\n", + " [-0.0380],\n", + " [-0.0394],\n", + " [-0.0441],\n", + " [-0.0538],\n", + " [-0.1649],\n", + " [-0.0377],\n", + " [-0.0330],\n", + " [-0.0397],\n", + " [-0.0438],\n", + " [-0.0355],\n", + " [-0.0349],\n", + " [-0.0344],\n", + " [-0.0337],\n", + " [-0.0395],\n", + " [-0.0329],\n", + " [-0.0424],\n", + " [-0.0398],\n", + " [-0.0394],\n", + " [-0.0329],\n", + " [-0.0394],\n", + " [-0.0389],\n", + " [-0.0370],\n", + " [-0.0354],\n", + " [-0.0350],\n", + " [-0.0351],\n", + " [-0.0355],\n", + " [-0.0433],\n", + " [-0.0353],\n", + " [-0.0334],\n", + " [-0.0347],\n", + " [-0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0794],\n", + " [-0.0802],\n", + " [-0.0795],\n", + " [-0.0777],\n", + " [-0.0597],\n", + " [-0.0686],\n", + " [-0.0798],\n", + " [-0.0816],\n", + " [-0.0781],\n", + " [-0.0778],\n", + " [-0.0813],\n", + " [-0.0824],\n", + " [-0.0822],\n", + " [-0.0806],\n", + " [-0.0811],\n", + " [-0.0791],\n", + " [-0.0777],\n", + " [-0.0816],\n", + " [-0.0785],\n", + " [-0.0797],\n", + " [-0.0782],\n", + " [-0.0784],\n", + " [-0.0789],\n", + " [-0.0797],\n", + " [-0.0794],\n", + " [-0.0814],\n", + " [-0.0793],\n", + " [-0.0824],\n", + " [-0.0796],\n", + " [-0.0835],\n", + " [-0.0800],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1680],\n", + " [ 0.1676],\n", + " [ 0.1673],\n", + " [ 0.1664],\n", + " [ 0.1660],\n", + " [-0.1249],\n", + " [ 0.1671],\n", + " [ 0.1738],\n", + " [ 0.1646],\n", + " [ 0.1587],\n", + " [ 0.1702],\n", + " [ 0.1666],\n", + " [ 0.1729],\n", + " [ 0.1641],\n", + " [ 0.1603],\n", + " [ 0.1628],\n", + " [ 0.1625],\n", + " [ 0.1648],\n", + " [ 0.1685],\n", + " [ 0.1635],\n", + " [ 0.1650],\n", + " [ 0.1675],\n", + " [ 0.1675],\n", + " [ 0.1634],\n", + " [ 0.1693],\n", + " [ 0.1701],\n", + " [ 0.1694],\n", + " [ 0.1534],\n", + " [ 0.1681],\n", + " [ 0.1616],\n", + " [ 0.1686],\n", + " [ 0.1639]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0539],\n", + " [-0.0538],\n", + " [-0.0573],\n", + " [-0.0444],\n", + " [-0.0403],\n", + " [-0.0316],\n", + " [-0.0551],\n", + " [-0.0554],\n", + " [-0.0583],\n", + " [-0.0474],\n", + " [-0.0566],\n", + " [-0.0554],\n", + " [-0.0550],\n", + " [-0.0603],\n", + " [-0.0519],\n", + " [-0.0659],\n", + " [-0.0557],\n", + " [-0.0513],\n", + " [-0.0537],\n", + " [-0.0657],\n", + " [-0.0571],\n", + " [-0.0559],\n", + " [-0.0577],\n", + " [-0.0578],\n", + " [-0.0576],\n", + " [-0.0556],\n", + " [-0.0615],\n", + " [-0.0584],\n", + " [-0.0545],\n", + " [-0.0613],\n", + " [-0.0583],\n", + " [-0.0542]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0602],\n", + " [ 0.0599],\n", + " [ 0.0612],\n", + " [ 0.0593],\n", + " [ 0.0688],\n", + " [-0.0751],\n", + " [ 0.0612],\n", + " [ 0.0583],\n", + " [ 0.0656],\n", + " [ 0.0729],\n", + " [ 0.0577],\n", + " [ 0.0666],\n", + " [ 0.0556],\n", + " [ 0.0681],\n", + " [ 0.0706],\n", + " [ 0.0637],\n", + " [ 0.0659],\n", + " [ 0.0631],\n", + " [ 0.0591],\n", + " [ 0.0661],\n", + " [ 0.0650],\n", + " [ 0.0614],\n", + " [ 0.0632],\n", + " [ 0.0707],\n", + " [ 0.0613],\n", + " [ 0.0576],\n", + " [ 0.0598],\n", + " [ 0.0749],\n", + " [ 0.0625],\n", + " [ 0.0688],\n", + " [ 0.0618],\n", + " [ 0.0669]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0950],\n", + " [-0.0958],\n", + " [-0.0952],\n", + " [-0.0940],\n", + " [-0.0865],\n", + " [-0.1385],\n", + " [-0.0952],\n", + " [-0.1016],\n", + " [-0.0900],\n", + " [-0.0790],\n", + " [-0.1001],\n", + " [-0.0793],\n", + " [-0.1018],\n", + " [-0.0895],\n", + " [-0.0847],\n", + " [-0.0833],\n", + " [-0.0881],\n", + " [-0.0861],\n", + " [-0.0950],\n", + " [-0.0894],\n", + " [-0.0900],\n", + " [-0.0944],\n", + " [-0.0952],\n", + " [-0.0893],\n", + " [-0.0977],\n", + " [-0.0998],\n", + " [-0.0996],\n", + " [-0.0820],\n", + " [-0.0954],\n", + " [-0.0774],\n", + " [-0.0980],\n", + " [-0.0890]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0172],\n", + " [0.0164],\n", + " [0.0161],\n", + " [0.0143],\n", + " [0.0008],\n", + " [0.0184],\n", + " [0.0150],\n", + " [0.0230],\n", + " [0.0124],\n", + " [0.0043],\n", + " [0.0209],\n", + " [0.0126],\n", + " [0.0235],\n", + " [0.0120],\n", + " [0.0075],\n", + " [0.0139],\n", + " [0.0113],\n", + " [0.0160],\n", + " [0.0180],\n", + " [0.0138],\n", + " [0.0129],\n", + " [0.0163],\n", + " [0.0156],\n", + " [0.0087],\n", + " [0.0184],\n", + " [0.0217],\n", + " [0.0178],\n", + " [0.0052],\n", + " [0.0169],\n", + " [0.0111],\n", + " [0.0173],\n", + " [0.0123]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0926],\n", + " [ 0.0941],\n", + " [ 0.0944],\n", + " [ 0.0996],\n", + " [ 0.0985],\n", + " [-0.1682],\n", + " [ 0.0934],\n", + " [ 0.0930],\n", + " [ 0.0902],\n", + " [ 0.0891],\n", + " [ 0.0956],\n", + " [ 0.0790],\n", + " [ 0.0966],\n", + " [ 0.0847],\n", + " [ 0.0877],\n", + " [ 0.0829],\n", + " [ 0.0913],\n", + " [ 0.0875],\n", + " [ 0.0928],\n", + " [ 0.0839],\n", + " [ 0.0894],\n", + " [ 0.0920],\n", + " [ 0.0904],\n", + " [ 0.0851],\n", + " [ 0.0907],\n", + " [ 0.0955],\n", + " [ 0.0940],\n", + " [ 0.0937],\n", + " [ 0.0898],\n", + " [ 0.0803],\n", + " [ 0.0916],\n", + " [ 0.0862]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0092],\n", + " [0.0118],\n", + " [0.0107],\n", + " [0.0111],\n", + " [0.0287],\n", + " [0.0941],\n", + " [0.0123],\n", + " [0.0080],\n", + " [0.0092],\n", + " [0.0086],\n", + " [0.0104],\n", + " [0.0038],\n", + " [0.0109],\n", + " [0.0060],\n", + " [0.0071],\n", + " [0.0009],\n", + " [0.0122],\n", + " [0.0050],\n", + " [0.0092],\n", + " [0.0013],\n", + " [0.0087],\n", + " [0.0091],\n", + " [0.0083],\n", + " [0.0081],\n", + " [0.0083],\n", + " [0.0098],\n", + " [0.0077],\n", + " [0.0161],\n", + " [0.0087],\n", + " [0.0023],\n", + " [0.0096],\n", + " [0.0070]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.7282e-03],\n", + " [-4.3911e-03],\n", + " [-8.8193e-04],\n", + " [-1.2213e-02],\n", + " [-3.0564e-02],\n", + " [ 3.3079e-01],\n", + " [-3.4682e-03],\n", + " [ 8.1572e-04],\n", + " [-1.1779e-03],\n", + " [-1.6361e-02],\n", + " [ 2.1433e-04],\n", + " [-1.2905e-04],\n", + " [-5.9272e-04],\n", + " [ 2.5960e-03],\n", + " [-1.0053e-02],\n", + " [ 1.1265e-02],\n", + " [-6.3570e-03],\n", + " [-7.1088e-03],\n", + " [-3.2853e-03],\n", + " [ 9.6303e-03],\n", + " [-2.3501e-03],\n", + " [-1.5576e-03],\n", + " [ 5.2153e-04],\n", + " [-3.0925e-03],\n", + " [ 1.9540e-03],\n", + " [-4.4388e-04],\n", + " [ 4.1939e-03],\n", + " [-1.1700e-02],\n", + " [-2.3073e-03],\n", + " [ 3.7724e-03],\n", + " [ 1.7106e-03],\n", + " [-4.0696e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0348],\n", + " [-0.0332],\n", + " [-0.0345],\n", + " [-0.0297],\n", + " [-0.0383],\n", + " [ 0.0718],\n", + " [-0.0339],\n", + " [-0.0341],\n", + " [-0.0389],\n", + " [-0.0382],\n", + " [-0.0336],\n", + " [-0.0446],\n", + " [-0.0308],\n", + " [-0.0410],\n", + " [-0.0391],\n", + " [-0.0501],\n", + " [-0.0370],\n", + " [-0.0406],\n", + " [-0.0352],\n", + " [-0.0448],\n", + " [-0.0386],\n", + " [-0.0366],\n", + " [-0.0372],\n", + " [-0.0385],\n", + " [-0.0368],\n", + " [-0.0338],\n", + " [-0.0363],\n", + " [-0.0436],\n", + " [-0.0357],\n", + " [-0.0465],\n", + " [-0.0360],\n", + " [-0.0384]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0033],\n", + " [ 0.0022],\n", + " [ 0.0045],\n", + " [-0.0039],\n", + " [-0.0084],\n", + " [-0.0665],\n", + " [ 0.0031],\n", + " [ 0.0043],\n", + " [ 0.0059],\n", + " [ 0.0001],\n", + " [ 0.0034],\n", + " [ 0.0065],\n", + " [ 0.0016],\n", + " [ 0.0082],\n", + " [ 0.0031],\n", + " [ 0.0109],\n", + " [ 0.0033],\n", + " [ 0.0034],\n", + " [ 0.0033],\n", + " [ 0.0107],\n", + " [ 0.0054],\n", + " [ 0.0045],\n", + " [ 0.0058],\n", + " [ 0.0068],\n", + " [ 0.0057],\n", + " [ 0.0033],\n", + " [ 0.0078],\n", + " [ 0.0042],\n", + " [ 0.0043],\n", + " [ 0.0083],\n", + " [ 0.0056],\n", + " [ 0.0052]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0556],\n", + " [ 0.0560],\n", + " [ 0.0575],\n", + " [ 0.0524],\n", + " [ 0.0470],\n", + " [-0.0096],\n", + " [ 0.0567],\n", + " [ 0.0581],\n", + " [ 0.0592],\n", + " [ 0.0623],\n", + " [ 0.0574],\n", + " [ 0.0651],\n", + " [ 0.0569],\n", + " [ 0.0620],\n", + " [ 0.0614],\n", + " [ 0.0643],\n", + " [ 0.0582],\n", + " [ 0.0583],\n", + " [ 0.0551],\n", + " [ 0.0617],\n", + " [ 0.0584],\n", + " [ 0.0563],\n", + " [ 0.0573],\n", + " [ 0.0609],\n", + " [ 0.0572],\n", + " [ 0.0570],\n", + " [ 0.0588],\n", + " [ 0.0665],\n", + " [ 0.0566],\n", + " [ 0.0667],\n", + " [ 0.0579],\n", + " [ 0.0592]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0175],\n", + " [-0.0178],\n", + " [-0.0173],\n", + " [-0.0183],\n", + " [-0.0175],\n", + " [ 0.1083],\n", + " [-0.0173],\n", + " [-0.0189],\n", + " [-0.0166],\n", + " [-0.0125],\n", + " [-0.0192],\n", + " [-0.0202],\n", + " [-0.0189],\n", + " [-0.0161],\n", + " [-0.0129],\n", + " [-0.0217],\n", + " [-0.0156],\n", + " [-0.0169],\n", + " [-0.0177],\n", + " [-0.0182],\n", + " [-0.0166],\n", + " [-0.0174],\n", + " [-0.0173],\n", + " [-0.0145],\n", + " [-0.0186],\n", + " [-0.0194],\n", + " [-0.0168],\n", + " [-0.0154],\n", + " [-0.0177],\n", + " [-0.0192],\n", + " [-0.0182],\n", + " [-0.0145]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1699],\n", + " [-0.1696],\n", + " [-0.1731],\n", + " [-0.1653],\n", + " [-0.1597],\n", + " [-0.3917],\n", + " [-0.1698],\n", + " [-0.1694],\n", + " [-0.1727],\n", + " [-0.1634],\n", + " [-0.1708],\n", + " [-0.1672],\n", + " [-0.1693],\n", + " [-0.1715],\n", + " [-0.1658],\n", + " [-0.1796],\n", + " [-0.1696],\n", + " [-0.1657],\n", + " [-0.1697],\n", + " [-0.1766],\n", + " [-0.1709],\n", + " [-0.1711],\n", + " [-0.1719],\n", + " [-0.1688],\n", + " [-0.1710],\n", + " [-0.1704],\n", + " [-0.1730],\n", + " [-0.1705],\n", + " [-0.1684],\n", + " [-0.1702],\n", + " [-0.1713],\n", + " [-0.1671]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0219],\n", + " [-0.0231],\n", + " [-0.0215],\n", + " [-0.0236],\n", + " [-0.0253],\n", + " [ 0.5639],\n", + " [-0.0230],\n", + " [-0.0211],\n", + " [-0.0210],\n", + " [-0.0238],\n", + " [-0.0218],\n", + " [-0.0151],\n", + " [-0.0222],\n", + " [-0.0194],\n", + " [-0.0232],\n", + " [-0.0083],\n", + " [-0.0245],\n", + " [-0.0197],\n", + " [-0.0213],\n", + " [-0.0123],\n", + " [-0.0214],\n", + " [-0.0210],\n", + " [-0.0208],\n", + " [-0.0236],\n", + " [-0.0204],\n", + " [-0.0217],\n", + " [-0.0187],\n", + " [-0.0253],\n", + " [-0.0219],\n", + " [-0.0127],\n", + " [-0.0212],\n", + " [-0.0215]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 7.3079e-03],\n", + " [ 7.9267e-03],\n", + " [ 7.7822e-03],\n", + " [ 3.0246e-03],\n", + " [-1.0485e-02],\n", + " [ 2.5996e-01],\n", + " [ 6.9864e-03],\n", + " [ 1.7948e-02],\n", + " [ 1.1186e-03],\n", + " [-1.3877e-02],\n", + " [ 1.5598e-02],\n", + " [-4.7139e-03],\n", + " [ 1.8251e-02],\n", + " [ 3.3516e-03],\n", + " [-6.8709e-03],\n", + " [ 9.5433e-03],\n", + " [-3.0873e-03],\n", + " [-7.1928e-04],\n", + " [ 6.8336e-03],\n", + " [ 1.0743e-02],\n", + " [ 1.0173e-03],\n", + " [ 5.7819e-03],\n", + " [ 6.9769e-03],\n", + " [-1.8901e-04],\n", + " [ 1.0970e-02],\n", + " [ 1.5394e-02],\n", + " [ 1.7101e-02],\n", + " [-5.9706e-03],\n", + " [ 7.6318e-03],\n", + " [-3.5466e-03],\n", + " [ 1.1438e-02],\n", + " [-6.7537e-04]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0940],\n", + " [ 0.0920],\n", + " [ 0.0903],\n", + " [ 0.0984],\n", + " [ 0.1043],\n", + " [-0.3357],\n", + " [ 0.0914],\n", + " [ 0.0921],\n", + " [ 0.0932],\n", + " [ 0.1048],\n", + " [ 0.0902],\n", + " [ 0.1070],\n", + " [ 0.0914],\n", + " [ 0.0924],\n", + " [ 0.0997],\n", + " [ 0.0897],\n", + " [ 0.0968],\n", + " [ 0.1029],\n", + " [ 0.0948],\n", + " [ 0.0875],\n", + " [ 0.0951],\n", + " [ 0.0935],\n", + " [ 0.0917],\n", + " [ 0.0936],\n", + " [ 0.0913],\n", + " [ 0.0908],\n", + " [ 0.0878],\n", + " [ 0.0885],\n", + " [ 0.0938],\n", + " [ 0.1015],\n", + " [ 0.0899],\n", + " [ 0.0980]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0813],\n", + " [ 0.0820],\n", + " [ 0.0815],\n", + " [ 0.0756],\n", + " [ 0.0490],\n", + " [-0.1056],\n", + " [ 0.0821],\n", + " [ 0.0887],\n", + " [ 0.0781],\n", + " [ 0.0764],\n", + " [ 0.0877],\n", + " [ 0.0790],\n", + " [ 0.0893],\n", + " [ 0.0835],\n", + " [ 0.0795],\n", + " [ 0.0801],\n", + " [ 0.0767],\n", + " [ 0.0835],\n", + " [ 0.0819],\n", + " [ 0.0835],\n", + " [ 0.0787],\n", + " [ 0.0814],\n", + " [ 0.0818],\n", + " [ 0.0800],\n", + " [ 0.0853],\n", + " [ 0.0875],\n", + " [ 0.0885],\n", + " [ 0.0770],\n", + " [ 0.0828],\n", + " [ 0.0839],\n", + " [ 0.0853],\n", + " [ 0.0816]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0867],\n", + " [0.0874],\n", + " [0.0875],\n", + " [0.0818],\n", + " [0.0577],\n", + " [0.2400],\n", + " [0.0875],\n", + " [0.0871],\n", + " [0.0879],\n", + " [0.0808],\n", + " [0.0886],\n", + " [0.0877],\n", + " [0.0881],\n", + " [0.0901],\n", + " [0.0860],\n", + " [0.0966],\n", + " [0.0862],\n", + " [0.0847],\n", + " [0.0853],\n", + " [0.0941],\n", + " [0.0872],\n", + " [0.0860],\n", + " [0.0874],\n", + " [0.0890],\n", + " [0.0871],\n", + " [0.0880],\n", + " [0.0898],\n", + " [0.0899],\n", + " [0.0864],\n", + " [0.0912],\n", + " [0.0881],\n", + " [0.0867]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0395],\n", + " [0.0392],\n", + " [0.0387],\n", + " [0.0352],\n", + " [0.0394],\n", + " [0.0655],\n", + " [0.0391],\n", + " [0.0453],\n", + " [0.0385],\n", + " [0.0346],\n", + " [0.0426],\n", + " [0.0461],\n", + " [0.0435],\n", + " [0.0425],\n", + " [0.0376],\n", + " [0.0431],\n", + " [0.0369],\n", + " [0.0410],\n", + " [0.0401],\n", + " [0.0435],\n", + " [0.0393],\n", + " [0.0401],\n", + " [0.0411],\n", + " [0.0400],\n", + " [0.0435],\n", + " [0.0429],\n", + " [0.0430],\n", + " [0.0369],\n", + " [0.0421],\n", + " [0.0458],\n", + " [0.0429],\n", + " [0.0407]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0371],\n", + " [ 0.0375],\n", + " [ 0.0373],\n", + " [ 0.0392],\n", + " [ 0.0248],\n", + " [-0.2864],\n", + " [ 0.0379],\n", + " [ 0.0336],\n", + " [ 0.0377],\n", + " [ 0.0400],\n", + " [ 0.0357],\n", + " [ 0.0286],\n", + " [ 0.0348],\n", + " [ 0.0360],\n", + " [ 0.0391],\n", + " [ 0.0280],\n", + " [ 0.0394],\n", + " [ 0.0395],\n", + " [ 0.0378],\n", + " [ 0.0313],\n", + " [ 0.0375],\n", + " [ 0.0378],\n", + " [ 0.0365],\n", + " [ 0.0363],\n", + " [ 0.0357],\n", + " [ 0.0360],\n", + " [ 0.0330],\n", + " [ 0.0397],\n", + " [ 0.0368],\n", + " [ 0.0339],\n", + " [ 0.0357],\n", + " [ 0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0725],\n", + " [-0.0731],\n", + " [-0.0726],\n", + " [-0.0763],\n", + " [-0.0976],\n", + " [ 0.1620],\n", + " [-0.0741],\n", + " [-0.0688],\n", + " [-0.0747],\n", + " [-0.0821],\n", + " [-0.0698],\n", + " [-0.0754],\n", + " [-0.0683],\n", + " [-0.0739],\n", + " [-0.0774],\n", + " [-0.0670],\n", + " [-0.0783],\n", + " [-0.0757],\n", + " [-0.0732],\n", + " [-0.0686],\n", + " [-0.0750],\n", + " [-0.0738],\n", + " [-0.0732],\n", + " [-0.0762],\n", + " [-0.0723],\n", + " [-0.0700],\n", + " [-0.0683],\n", + " [-0.0832],\n", + " [-0.0740],\n", + " [-0.0752],\n", + " [-0.0723],\n", + " [-0.0759]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1006],\n", + " [-0.0997],\n", + " [-0.1020],\n", + " [-0.0998],\n", + " [-0.1100],\n", + " [-0.2387],\n", + " [-0.1007],\n", + " [-0.0984],\n", + " [-0.1059],\n", + " [-0.1081],\n", + " [-0.0977],\n", + " [-0.1105],\n", + " [-0.0964],\n", + " [-0.1056],\n", + " [-0.1061],\n", + " [-0.1133],\n", + " [-0.1052],\n", + " [-0.1059],\n", + " [-0.1004],\n", + " [-0.1087],\n", + " [-0.1052],\n", + " [-0.1020],\n", + " [-0.1023],\n", + " [-0.1052],\n", + " [-0.1000],\n", + " [-0.0974],\n", + " [-0.1010],\n", + " [-0.1104],\n", + " [-0.1007],\n", + " [-0.1135],\n", + " [-0.0999],\n", + " [-0.1046]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0638],\n", + " [-0.0636],\n", + " [-0.0630],\n", + " [-0.0671],\n", + " [-0.0574],\n", + " [ 0.1843],\n", + " [-0.0629],\n", + " [-0.0635],\n", + " [-0.0613],\n", + " [-0.0616],\n", + " [-0.0626],\n", + " [-0.0573],\n", + " [-0.0640],\n", + " [-0.0595],\n", + " [-0.0635],\n", + " [-0.0545],\n", + " [-0.0620],\n", + " [-0.0606],\n", + " [-0.0629],\n", + " [-0.0569],\n", + " [-0.0615],\n", + " [-0.0621],\n", + " [-0.0617],\n", + " [-0.0625],\n", + " [-0.0612],\n", + " [-0.0629],\n", + " [-0.0610],\n", + " [-0.0579],\n", + " [-0.0624],\n", + " [-0.0533],\n", + " [-0.0615],\n", + " [-0.0619]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0637],\n", + " [-0.0613],\n", + " [-0.0629],\n", + " [-0.0648],\n", + " [-0.0614],\n", + " [-0.0706],\n", + " [-0.0605],\n", + " [-0.0622],\n", + " [-0.0612],\n", + " [-0.0610],\n", + " [-0.0645],\n", + " [-0.0603],\n", + " [-0.0608],\n", + " [-0.0630],\n", + " [-0.0700],\n", + " [-0.0586],\n", + " [-0.0612],\n", + " [-0.0623],\n", + " [-0.0663],\n", + " [-0.0510],\n", + " [-0.0616],\n", + " [-0.0676],\n", + " [-0.0699],\n", + " [-0.0628],\n", + " [-0.0621],\n", + " [-0.0634],\n", + " [-0.0618],\n", + " [-0.0595],\n", + " [-0.0644],\n", + " [-0.0668],\n", + " [-0.0503],\n", + " [-0.0604]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0739],\n", + " [-0.0724],\n", + " [-0.0766],\n", + " [-0.0790],\n", + " [-0.0734],\n", + " [-0.0793],\n", + " [-0.0717],\n", + " [-0.0680],\n", + " [-0.0706],\n", + " [-0.0750],\n", + " [-0.0767],\n", + " [-0.0733],\n", + " [-0.0670],\n", + " [-0.0766],\n", + " [-0.0789],\n", + " [-0.0696],\n", + " [-0.0744],\n", + " [-0.0714],\n", + " [-0.0805],\n", + " [-0.0682],\n", + " [-0.0736],\n", + " [-0.0789],\n", + " [-0.0769],\n", + " [-0.0747],\n", + " [-0.0740],\n", + " [-0.0733],\n", + " [-0.0751],\n", + " [-0.0729],\n", + " [-0.0772],\n", + " [-0.0805],\n", + " [-0.0680],\n", + " [-0.0717]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0353],\n", + " [0.0387],\n", + " [0.0370],\n", + " [0.0373],\n", + " [0.0367],\n", + " [0.0212],\n", + " [0.0388],\n", + " [0.0369],\n", + " [0.0388],\n", + " [0.0372],\n", + " [0.0354],\n", + " [0.0373],\n", + " [0.0375],\n", + " [0.0369],\n", + " [0.0351],\n", + " [0.0387],\n", + " [0.0377],\n", + " [0.0371],\n", + " [0.0378],\n", + " [0.0430],\n", + " [0.0378],\n", + " [0.0341],\n", + " [0.0362],\n", + " [0.0397],\n", + " [0.0367],\n", + " [0.0363],\n", + " [0.0379],\n", + " [0.0388],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0385],\n", + " [0.0378]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0966],\n", + " [-0.0934],\n", + " [-0.0933],\n", + " [-0.0949],\n", + " [-0.0921],\n", + " [-0.1029],\n", + " [-0.0875],\n", + " [-0.0949],\n", + " [-0.0937],\n", + " [-0.0898],\n", + " [-0.0980],\n", + " [-0.0889],\n", + " [-0.0924],\n", + " [-0.0929],\n", + " [-0.0970],\n", + " [-0.0875],\n", + " [-0.0910],\n", + " [-0.0955],\n", + " [-0.0955],\n", + " [-0.0751],\n", + " [-0.0926],\n", + " [-0.0973],\n", + " [-0.0922],\n", + " [-0.0899],\n", + " [-0.0923],\n", + " [-0.0968],\n", + " [-0.0926],\n", + " [-0.0901],\n", + " [-0.0923],\n", + " [-0.0963],\n", + " [-0.0805],\n", + " [-0.0908]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0598],\n", + " [0.0562],\n", + " [0.0541],\n", + " [0.0526],\n", + " [0.0561],\n", + " [0.0650],\n", + " [0.0513],\n", + " [0.0586],\n", + " [0.0568],\n", + " [0.0491],\n", + " [0.0574],\n", + " [0.0502],\n", + " [0.0578],\n", + " [0.0532],\n", + " [0.0572],\n", + " [0.0460],\n", + " [0.0533],\n", + " [0.0589],\n", + " [0.0506],\n", + " [0.0396],\n", + " [0.0550],\n", + " [0.0543],\n", + " [0.0459],\n", + " [0.0478],\n", + " [0.0556],\n", + " [0.0578],\n", + " [0.0541],\n", + " [0.0505],\n", + " [0.0521],\n", + " [0.0546],\n", + " [0.0351],\n", + " [0.0554]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0350],\n", + " [-0.0349],\n", + " [-0.0380],\n", + " [-0.0354],\n", + " [-0.0392],\n", + " [-0.0445],\n", + " [-0.0437],\n", + " [-0.0341],\n", + " [-0.0348],\n", + " [-0.0414],\n", + " [-0.0369],\n", + " [-0.0428],\n", + " [-0.0372],\n", + " [-0.0392],\n", + " [-0.0363],\n", + " [-0.0414],\n", + " [-0.0395],\n", + " [-0.0353],\n", + " [-0.0334],\n", + " [-0.0477],\n", + " [-0.0369],\n", + " [-0.0406],\n", + " [-0.0383],\n", + " [-0.0338],\n", + " [-0.0398],\n", + " [-0.0354],\n", + " [-0.0367],\n", + " [-0.0373],\n", + " [-0.0404],\n", + " [-0.0361],\n", + " [-0.0468],\n", + " [-0.0388]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0794],\n", + " [-0.0805],\n", + " [-0.0787],\n", + " [-0.0792],\n", + " [-0.0785],\n", + " [-0.0745],\n", + " [-0.0785],\n", + " [-0.0822],\n", + " [-0.0813],\n", + " [-0.0783],\n", + " [-0.0802],\n", + " [-0.0782],\n", + " [-0.0808],\n", + " [-0.0785],\n", + " [-0.0785],\n", + " [-0.0789],\n", + " [-0.0785],\n", + " [-0.0805],\n", + " [-0.0802],\n", + " [-0.0726],\n", + " [-0.0799],\n", + " [-0.0802],\n", + " [-0.0821],\n", + " [-0.0808],\n", + " [-0.0790],\n", + " [-0.0813],\n", + " [-0.0792],\n", + " [-0.0801],\n", + " [-0.0782],\n", + " [-0.0786],\n", + " [-0.0752],\n", + " [-0.0791]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1706],\n", + " [0.1688],\n", + " [0.1668],\n", + " [0.1648],\n", + " [0.1688],\n", + " [0.1714],\n", + " [0.1662],\n", + " [0.1719],\n", + " [0.1695],\n", + " [0.1639],\n", + " [0.1667],\n", + " [0.1652],\n", + " [0.1714],\n", + " [0.1664],\n", + " [0.1665],\n", + " [0.1652],\n", + " [0.1674],\n", + " [0.1699],\n", + " [0.1638],\n", + " [0.1638],\n", + " [0.1679],\n", + " [0.1649],\n", + " [0.1652],\n", + " [0.1653],\n", + " [0.1684],\n", + " [0.1686],\n", + " [0.1673],\n", + " [0.1650],\n", + " [0.1661],\n", + " [0.1663],\n", + " [0.1573],\n", + " [0.1692]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0592],\n", + " [-0.0547],\n", + " [-0.0572],\n", + " [-0.0602],\n", + " [-0.0549],\n", + " [-0.0829],\n", + " [-0.0507],\n", + " [-0.0557],\n", + " [-0.0542],\n", + " [-0.0553],\n", + " [-0.0604],\n", + " [-0.0537],\n", + " [-0.0515],\n", + " [-0.0571],\n", + " [-0.0613],\n", + " [-0.0476],\n", + " [-0.0543],\n", + " [-0.0565],\n", + " [-0.0621],\n", + " [-0.0385],\n", + " [-0.0546],\n", + " [-0.0603],\n", + " [-0.0583],\n", + " [-0.0564],\n", + " [-0.0547],\n", + " [-0.0582],\n", + " [-0.0562],\n", + " [-0.0528],\n", + " [-0.0566],\n", + " [-0.0608],\n", + " [-0.0447],\n", + " [-0.0526]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0595],\n", + " [0.0599],\n", + " [0.0635],\n", + " [0.0664],\n", + " [0.0585],\n", + " [0.0418],\n", + " [0.0603],\n", + " [0.0572],\n", + " [0.0586],\n", + " [0.0648],\n", + " [0.0620],\n", + " [0.0623],\n", + " [0.0552],\n", + " [0.0627],\n", + " [0.0597],\n", + " [0.0652],\n", + " [0.0623],\n", + " [0.0586],\n", + " [0.0685],\n", + " [0.0637],\n", + " [0.0604],\n", + " [0.0617],\n", + " [0.0614],\n", + " [0.0666],\n", + " [0.0591],\n", + " [0.0610],\n", + " [0.0627],\n", + " [0.0643],\n", + " [0.0634],\n", + " [0.0644],\n", + " [0.0734],\n", + " [0.0577]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1002],\n", + " [-0.0973],\n", + " [-0.0944],\n", + " [-0.0922],\n", + " [-0.0960],\n", + " [-0.1074],\n", + " [-0.0932],\n", + " [-0.1007],\n", + " [-0.0983],\n", + " [-0.0903],\n", + " [-0.0977],\n", + " [-0.0913],\n", + " [-0.0999],\n", + " [-0.0937],\n", + " [-0.0925],\n", + " [-0.0886],\n", + " [-0.0944],\n", + " [-0.0996],\n", + " [-0.0891],\n", + " [-0.0921],\n", + " [-0.0957],\n", + " [-0.0914],\n", + " [-0.0810],\n", + " [-0.0860],\n", + " [-0.0955],\n", + " [-0.0990],\n", + " [-0.0947],\n", + " [-0.0932],\n", + " [-0.0918],\n", + " [-0.0933],\n", + " [-0.0793],\n", + " [-0.0963]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0187],\n", + " [0.0183],\n", + " [0.0144],\n", + " [0.0128],\n", + " [0.0185],\n", + " [0.0314],\n", + " [0.0134],\n", + " [0.0226],\n", + " [0.0199],\n", + " [0.0117],\n", + " [0.0169],\n", + " [0.0136],\n", + " [0.0226],\n", + " [0.0146],\n", + " [0.0189],\n", + " [0.0125],\n", + " [0.0144],\n", + " [0.0206],\n", + " [0.0116],\n", + " [0.0061],\n", + " [0.0169],\n", + " [0.0180],\n", + " [0.0170],\n", + " [0.0138],\n", + " [0.0174],\n", + " [0.0186],\n", + " [0.0151],\n", + " [0.0134],\n", + " [0.0146],\n", + " [0.0150],\n", + " [0.0019],\n", + " [0.0184]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0942],\n", + " [0.0925],\n", + " [0.0914],\n", + " [0.0879],\n", + " [0.0943],\n", + " [0.0957],\n", + " [0.0975],\n", + " [0.0950],\n", + " [0.0939],\n", + " [0.0924],\n", + " [0.0936],\n", + " [0.0940],\n", + " [0.0969],\n", + " [0.0927],\n", + " [0.0908],\n", + " [0.0895],\n", + " [0.0932],\n", + " [0.0949],\n", + " [0.0847],\n", + " [0.1020],\n", + " [0.0921],\n", + " [0.0931],\n", + " [0.0847],\n", + " [0.0819],\n", + " [0.0948],\n", + " [0.0930],\n", + " [0.0909],\n", + " [0.0918],\n", + " [0.0912],\n", + " [0.0889],\n", + " [0.0950],\n", + " [0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0090],\n", + " [ 0.0105],\n", + " [ 0.0098],\n", + " [ 0.0081],\n", + " [ 0.0101],\n", + " [ 0.0025],\n", + " [ 0.0138],\n", + " [ 0.0097],\n", + " [ 0.0109],\n", + " [ 0.0115],\n", + " [ 0.0095],\n", + " [ 0.0122],\n", + " [ 0.0104],\n", + " [ 0.0103],\n", + " [ 0.0054],\n", + " [ 0.0079],\n", + " [ 0.0117],\n", + " [ 0.0098],\n", + " [ 0.0061],\n", + " [ 0.0201],\n", + " [ 0.0103],\n", + " [ 0.0054],\n", + " [-0.0003],\n", + " [ 0.0044],\n", + " [ 0.0109],\n", + " [ 0.0090],\n", + " [ 0.0102],\n", + " [ 0.0109],\n", + " [ 0.0090],\n", + " [ 0.0074],\n", + " [ 0.0112],\n", + " [ 0.0117]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0023],\n", + " [-0.0016],\n", + " [-0.0012],\n", + " [ 0.0020],\n", + " [-0.0022],\n", + " [ 0.0256],\n", + " [-0.0092],\n", + " [-0.0001],\n", + " [-0.0018],\n", + " [-0.0061],\n", + " [ 0.0025],\n", + " [-0.0067],\n", + " [-0.0038],\n", + " [-0.0012],\n", + " [ 0.0061],\n", + " [-0.0102],\n", + " [-0.0052],\n", + " [ 0.0002],\n", + " [ 0.0047],\n", + " [-0.0227],\n", + " [-0.0025],\n", + " [ 0.0032],\n", + " [ 0.0040],\n", + " [ 0.0011],\n", + " [-0.0030],\n", + " [ 0.0018],\n", + " [-0.0018],\n", + " [-0.0069],\n", + " [-0.0014],\n", + " [ 0.0047],\n", + " [-0.0231],\n", + " [-0.0047]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0353],\n", + " [-0.0344],\n", + " [-0.0364],\n", + " [-0.0394],\n", + " [-0.0346],\n", + " [-0.0465],\n", + " [-0.0302],\n", + " [-0.0336],\n", + " [-0.0336],\n", + " [-0.0361],\n", + " [-0.0376],\n", + " [-0.0344],\n", + " [-0.0308],\n", + " [-0.0365],\n", + " [-0.0413],\n", + " [-0.0351],\n", + " [-0.0339],\n", + " [-0.0346],\n", + " [-0.0420],\n", + " [-0.0335],\n", + " [-0.0349],\n", + " [-0.0425],\n", + " [-0.0506],\n", + " [-0.0415],\n", + " [-0.0337],\n", + " [-0.0368],\n", + " [-0.0357],\n", + " [-0.0346],\n", + " [-0.0375],\n", + " [-0.0401],\n", + " [-0.0373],\n", + " [-0.0325]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0062],\n", + " [ 0.0033],\n", + " [ 0.0052],\n", + " [ 0.0073],\n", + " [ 0.0035],\n", + " [ 0.0066],\n", + " [-0.0011],\n", + " [ 0.0032],\n", + " [ 0.0025],\n", + " [ 0.0035],\n", + " [ 0.0068],\n", + " [ 0.0020],\n", + " [ 0.0005],\n", + " [ 0.0047],\n", + " [ 0.0068],\n", + " [ 0.0007],\n", + " [ 0.0031],\n", + " [ 0.0041],\n", + " [ 0.0090],\n", + " [-0.0090],\n", + " [ 0.0034],\n", + " [ 0.0070],\n", + " [ 0.0075],\n", + " [ 0.0074],\n", + " [ 0.0031],\n", + " [ 0.0058],\n", + " [ 0.0047],\n", + " [ 0.0027],\n", + " [ 0.0047],\n", + " [ 0.0075],\n", + " [-0.0032],\n", + " [ 0.0018]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0580],\n", + " [0.0564],\n", + " [0.0574],\n", + " [0.0599],\n", + " [0.0554],\n", + " [0.0541],\n", + " [0.0541],\n", + " [0.0577],\n", + " [0.0562],\n", + " [0.0578],\n", + " [0.0592],\n", + " [0.0560],\n", + " [0.0547],\n", + " [0.0574],\n", + " [0.0583],\n", + " [0.0568],\n", + " [0.0560],\n", + " [0.0569],\n", + " [0.0627],\n", + " [0.0499],\n", + " [0.0561],\n", + " [0.0604],\n", + " [0.0618],\n", + " [0.0619],\n", + " [0.0558],\n", + " [0.0587],\n", + " [0.0572],\n", + " [0.0573],\n", + " [0.0572],\n", + " [0.0591],\n", + " [0.0609],\n", + " [0.0549]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0181],\n", + " [-0.0185],\n", + " [-0.0169],\n", + " [-0.0162],\n", + " [-0.0181],\n", + " [-0.0120],\n", + " [-0.0180],\n", + " [-0.0189],\n", + " [-0.0190],\n", + " [-0.0158],\n", + " [-0.0178],\n", + " [-0.0166],\n", + " [-0.0186],\n", + " [-0.0170],\n", + " [-0.0213],\n", + " [-0.0139],\n", + " [-0.0171],\n", + " [-0.0194],\n", + " [-0.0166],\n", + " [-0.0207],\n", + " [-0.0177],\n", + " [-0.0192],\n", + " [-0.0199],\n", + " [-0.0168],\n", + " [-0.0178],\n", + " [-0.0186],\n", + " [-0.0170],\n", + " [-0.0158],\n", + " [-0.0173],\n", + " [-0.0181],\n", + " [-0.0154],\n", + " [-0.0181]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1722],\n", + " [-0.1693],\n", + " [-0.1713],\n", + " [-0.1727],\n", + " [-0.1708],\n", + " [-0.1868],\n", + " [-0.1677],\n", + " [-0.1699],\n", + " [-0.1690],\n", + " [-0.1695],\n", + " [-0.1741],\n", + " [-0.1694],\n", + " [-0.1688],\n", + " [-0.1721],\n", + " [-0.1765],\n", + " [-0.1649],\n", + " [-0.1691],\n", + " [-0.1710],\n", + " [-0.1735],\n", + " [-0.1618],\n", + " [-0.1696],\n", + " [-0.1776],\n", + " [-0.1764],\n", + " [-0.1679],\n", + " [-0.1709],\n", + " [-0.1715],\n", + " [-0.1699],\n", + " [-0.1672],\n", + " [-0.1722],\n", + " [-0.1752],\n", + " [-0.1626],\n", + " [-0.1690]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0207],\n", + " [-0.0217],\n", + " [-0.0219],\n", + " [-0.0205],\n", + " [-0.0213],\n", + " [-0.0002],\n", + " [-0.0261],\n", + " [-0.0214],\n", + " [-0.0221],\n", + " [-0.0245],\n", + " [-0.0201],\n", + " [-0.0244],\n", + " [-0.0224],\n", + " [-0.0213],\n", + " [-0.0147],\n", + " [-0.0222],\n", + " [-0.0240],\n", + " [-0.0216],\n", + " [-0.0184],\n", + " [-0.0239],\n", + " [-0.0217],\n", + " [-0.0155],\n", + " [-0.0094],\n", + " [-0.0178],\n", + " [-0.0219],\n", + " [-0.0204],\n", + " [-0.0222],\n", + " [-0.0238],\n", + " [-0.0208],\n", + " [-0.0181],\n", + " [-0.0268],\n", + " [-0.0225]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.5817e-02],\n", + " [ 1.0752e-02],\n", + " [ 5.4992e-03],\n", + " [ 4.5414e-03],\n", + " [ 8.2214e-03],\n", + " [ 4.2375e-02],\n", + " [ 2.2515e-03],\n", + " [ 1.7530e-02],\n", + " [ 1.2650e-02],\n", + " [-6.8307e-04],\n", + " [ 1.2410e-02],\n", + " [ 2.4574e-04],\n", + " [ 1.3580e-02],\n", + " [ 4.8119e-03],\n", + " [ 1.1552e-02],\n", + " [-3.3168e-03],\n", + " [ 4.4756e-03],\n", + " [ 1.4562e-02],\n", + " [ 3.4075e-03],\n", + " [-2.1826e-03],\n", + " [ 8.1636e-03],\n", + " [ 8.4041e-03],\n", + " [ 6.7970e-04],\n", + " [-7.8152e-05],\n", + " [ 7.6903e-03],\n", + " [ 1.4241e-02],\n", + " [ 6.2539e-03],\n", + " [ 3.2625e-03],\n", + " [ 2.5498e-03],\n", + " [ 6.6489e-03],\n", + " [-1.4404e-02],\n", + " [ 8.4077e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0888],\n", + " [0.0917],\n", + " [0.0919],\n", + " [0.0907],\n", + " [0.0930],\n", + " [0.0820],\n", + " [0.0957],\n", + " [0.0913],\n", + " [0.0914],\n", + " [0.0953],\n", + " [0.0871],\n", + " [0.0961],\n", + " [0.0938],\n", + " [0.0919],\n", + " [0.0917],\n", + " [0.1020],\n", + " [0.0935],\n", + " [0.0899],\n", + " [0.0908],\n", + " [0.0984],\n", + " [0.0927],\n", + " [0.0903],\n", + " [0.0995],\n", + " [0.0997],\n", + " [0.0925],\n", + " [0.0890],\n", + " [0.0924],\n", + " [0.0945],\n", + " [0.0943],\n", + " [0.0899],\n", + " [0.1054],\n", + " [0.0934]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0873],\n", + " [0.0848],\n", + " [0.0812],\n", + " [0.0817],\n", + " [0.0829],\n", + " [0.1063],\n", + " [0.0770],\n", + " [0.0892],\n", + " [0.0859],\n", + " [0.0784],\n", + " [0.0860],\n", + " [0.0784],\n", + " [0.0850],\n", + " [0.0807],\n", + " [0.0816],\n", + " [0.0777],\n", + " [0.0801],\n", + " [0.0869],\n", + " [0.0827],\n", + " [0.0657],\n", + " [0.0830],\n", + " [0.0818],\n", + " [0.0826],\n", + " [0.0837],\n", + " [0.0819],\n", + " [0.0878],\n", + " [0.0823],\n", + " [0.0813],\n", + " [0.0784],\n", + " [0.0809],\n", + " [0.0702],\n", + " [0.0825]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0885],\n", + " [0.0870],\n", + " [0.0872],\n", + " [0.0895],\n", + " [0.0854],\n", + " [0.0848],\n", + " [0.0844],\n", + " [0.0884],\n", + " [0.0874],\n", + " [0.0866],\n", + " [0.0896],\n", + " [0.0853],\n", + " [0.0862],\n", + " [0.0870],\n", + " [0.0908],\n", + " [0.0824],\n", + " [0.0857],\n", + " [0.0876],\n", + " [0.0908],\n", + " [0.0733],\n", + " [0.0870],\n", + " [0.0900],\n", + " [0.0904],\n", + " [0.0878],\n", + " [0.0861],\n", + " [0.0897],\n", + " [0.0870],\n", + " [0.0863],\n", + " [0.0868],\n", + " [0.0891],\n", + " [0.0769],\n", + " [0.0853]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0431],\n", + " [0.0419],\n", + " [0.0399],\n", + " [0.0410],\n", + " [0.0401],\n", + " [0.0523],\n", + " [0.0363],\n", + " [0.0437],\n", + " [0.0424],\n", + " [0.0372],\n", + " [0.0406],\n", + " [0.0366],\n", + " [0.0419],\n", + " [0.0389],\n", + " [0.0420],\n", + " [0.0376],\n", + " [0.0385],\n", + " [0.0427],\n", + " [0.0425],\n", + " [0.0319],\n", + " [0.0406],\n", + " [0.0397],\n", + " [0.0438],\n", + " [0.0448],\n", + " [0.0389],\n", + " [0.0424],\n", + " [0.0406],\n", + " [0.0387],\n", + " [0.0388],\n", + " [0.0414],\n", + " [0.0315],\n", + " [0.0395]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0338],\n", + " [0.0367],\n", + " [0.0374],\n", + " [0.0366],\n", + " [0.0380],\n", + " [0.0227],\n", + " [0.0390],\n", + " [0.0346],\n", + " [0.0365],\n", + " [0.0395],\n", + " [0.0363],\n", + " [0.0398],\n", + " [0.0366],\n", + " [0.0382],\n", + " [0.0327],\n", + " [0.0380],\n", + " [0.0384],\n", + " [0.0359],\n", + " [0.0354],\n", + " [0.0374],\n", + " [0.0374],\n", + " [0.0368],\n", + " [0.0331],\n", + " [0.0352],\n", + " [0.0380],\n", + " [0.0357],\n", + " [0.0374],\n", + " [0.0392],\n", + " [0.0377],\n", + " [0.0355],\n", + " [0.0391],\n", + " [0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0697],\n", + " [-0.0728],\n", + " [-0.0742],\n", + " [-0.0738],\n", + " [-0.0730],\n", + " [-0.0550],\n", + " [-0.0771],\n", + " [-0.0688],\n", + " [-0.0718],\n", + " [-0.0767],\n", + " [-0.0709],\n", + " [-0.0767],\n", + " [-0.0702],\n", + " [-0.0741],\n", + " [-0.0690],\n", + " [-0.0767],\n", + " [-0.0753],\n", + " [-0.0708],\n", + " [-0.0736],\n", + " [-0.0870],\n", + " [-0.0732],\n", + " [-0.0699],\n", + " [-0.0710],\n", + " [-0.0752],\n", + " [-0.0731],\n", + " [-0.0703],\n", + " [-0.0744],\n", + " [-0.0758],\n", + " [-0.0743],\n", + " [-0.0726],\n", + " [-0.0864],\n", + " [-0.0735]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0996],\n", + " [-0.0991],\n", + " [-0.1024],\n", + " [-0.1042],\n", + " [-0.0999],\n", + " [-0.1128],\n", + " [-0.1007],\n", + " [-0.0977],\n", + " [-0.0983],\n", + " [-0.1036],\n", + " [-0.1011],\n", + " [-0.1026],\n", + " [-0.0971],\n", + " [-0.1029],\n", + " [-0.1055],\n", + " [-0.1039],\n", + " [-0.1012],\n", + " [-0.0979],\n", + " [-0.1068],\n", + " [-0.1017],\n", + " [-0.1003],\n", + " [-0.1062],\n", + " [-0.1146],\n", + " [-0.1075],\n", + " [-0.1005],\n", + " [-0.0999],\n", + " [-0.1015],\n", + " [-0.1012],\n", + " [-0.1046],\n", + " [-0.1051],\n", + " [-0.1077],\n", + " [-0.0991]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0623],\n", + " [-0.0622],\n", + " [-0.0604],\n", + " [-0.0627],\n", + " [-0.0486],\n", + " [-0.0659],\n", + " [-0.0630],\n", + " [-0.0628],\n", + " [-0.0633],\n", + " [-0.0608],\n", + " [-0.0638],\n", + " [-0.0642],\n", + " [-0.0621],\n", + " [-0.0587],\n", + " [-0.0645],\n", + " [-0.0639],\n", + " [-0.0626],\n", + " [-0.0584],\n", + " [-0.0630],\n", + " [-0.0623],\n", + " [-0.0594],\n", + " [-0.0555],\n", + " [-0.0586],\n", + " [-0.0634],\n", + " [-0.0612],\n", + " [-0.0621],\n", + " [-0.0638],\n", + " [-0.0620],\n", + " [-0.0595],\n", + " [-0.0633],\n", + " [-0.0636]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0535],\n", + " [-0.0637],\n", + " [-0.0638],\n", + " [-0.0623],\n", + " [-0.0609],\n", + " [-0.0474],\n", + " [-0.0636],\n", + " [-0.0609],\n", + " [-0.0683],\n", + " [-0.0555],\n", + " [-0.0628],\n", + " [-0.0615],\n", + " [-0.0295],\n", + " [-0.0616],\n", + " [-0.0945],\n", + " [-0.0631],\n", + " [-0.0635],\n", + " [-0.0636],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0498],\n", + " [-0.0648],\n", + " [-0.0619],\n", + " [-0.0635],\n", + " [-0.0633],\n", + " [-0.0630],\n", + " [ 0.1424],\n", + " [-0.0636],\n", + " [-0.0618],\n", + " [-0.0665],\n", + " [-0.0656]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0745],\n", + " [-0.0666],\n", + " [-0.0783],\n", + " [-0.0776],\n", + " [-0.0727],\n", + " [-0.0722],\n", + " [-0.0695],\n", + " [-0.0766],\n", + " [-0.0748],\n", + " [-0.0829],\n", + " [-0.0714],\n", + " [-0.0702],\n", + " [-0.0752],\n", + " [-0.0784],\n", + " [-0.0677],\n", + " [-0.1286],\n", + " [-0.0777],\n", + " [-0.0728],\n", + " [-0.0756],\n", + " [-0.0723],\n", + " [-0.0700],\n", + " [-0.0674],\n", + " [-0.0787],\n", + " [-0.0721],\n", + " [-0.0769],\n", + " [-0.0738],\n", + " [-0.0734],\n", + " [-0.0386],\n", + " [-0.0707],\n", + " [-0.0741],\n", + " [-0.0775],\n", + " [-0.0785]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0367],\n", + " [ 0.0351],\n", + " [ 0.0384],\n", + " [ 0.0382],\n", + " [ 0.0374],\n", + " [ 0.0379],\n", + " [ 0.0356],\n", + " [ 0.0366],\n", + " [ 0.0371],\n", + " [ 0.0357],\n", + " [ 0.0360],\n", + " [ 0.0363],\n", + " [ 0.0385],\n", + " [ 0.0316],\n", + " [ 0.0377],\n", + " [ 0.0092],\n", + " [ 0.0382],\n", + " [ 0.0362],\n", + " [ 0.0365],\n", + " [ 0.0379],\n", + " [ 0.0365],\n", + " [ 0.0365],\n", + " [ 0.0387],\n", + " [ 0.0388],\n", + " [ 0.0381],\n", + " [ 0.0346],\n", + " [ 0.0362],\n", + " [-0.0435],\n", + " [ 0.0357],\n", + " [ 0.0375],\n", + " [ 0.0348],\n", + " [ 0.0416]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0928],\n", + " [-0.0836],\n", + " [-0.0919],\n", + " [-0.0947],\n", + " [-0.0950],\n", + " [-0.0907],\n", + " [-0.0761],\n", + " [-0.0956],\n", + " [-0.0902],\n", + " [-0.0960],\n", + " [-0.0867],\n", + " [-0.0955],\n", + " [-0.0924],\n", + " [-0.0720],\n", + " [-0.0930],\n", + " [-0.1249],\n", + " [-0.0931],\n", + " [-0.0962],\n", + " [-0.0937],\n", + " [-0.0959],\n", + " [-0.0955],\n", + " [-0.0796],\n", + " [-0.0937],\n", + " [-0.0900],\n", + " [-0.0927],\n", + " [-0.0970],\n", + " [-0.0956],\n", + " [ 0.0032],\n", + " [-0.0959],\n", + " [-0.0928],\n", + " [-0.0956],\n", + " [-0.0912]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0554],\n", + " [ 0.0384],\n", + " [ 0.0480],\n", + " [ 0.0516],\n", + " [ 0.0589],\n", + " [ 0.0540],\n", + " [ 0.0369],\n", + " [ 0.0565],\n", + " [ 0.0511],\n", + " [ 0.0488],\n", + " [ 0.0325],\n", + " [ 0.0587],\n", + " [ 0.0526],\n", + " [ 0.0239],\n", + " [ 0.0562],\n", + " [ 0.0534],\n", + " [ 0.0526],\n", + " [ 0.0593],\n", + " [ 0.0554],\n", + " [ 0.0583],\n", + " [ 0.0594],\n", + " [ 0.0410],\n", + " [ 0.0501],\n", + " [ 0.0523],\n", + " [ 0.0419],\n", + " [ 0.0592],\n", + " [ 0.0579],\n", + " [-0.0287],\n", + " [ 0.0602],\n", + " [ 0.0554],\n", + " [ 0.0572],\n", + " [ 0.0411]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0393],\n", + " [-0.0447],\n", + " [-0.0354],\n", + " [-0.0345],\n", + " [-0.0354],\n", + " [-0.0391],\n", + " [-0.0496],\n", + " [-0.0357],\n", + " [-0.0400],\n", + " [-0.0387],\n", + " [-0.0415],\n", + " [-0.0363],\n", + " [-0.0352],\n", + " [-0.0489],\n", + " [-0.0374],\n", + " [-0.0058],\n", + " [-0.0356],\n", + " [-0.0360],\n", + " [-0.0407],\n", + " [-0.0338],\n", + " [-0.0355],\n", + " [-0.0490],\n", + " [-0.0330],\n", + " [-0.0408],\n", + " [-0.0372],\n", + " [-0.0363],\n", + " [-0.0366],\n", + " [ 0.0597],\n", + " [-0.0354],\n", + " [-0.0369],\n", + " [-0.0418],\n", + " [-0.0346]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0787],\n", + " [-0.0795],\n", + " [-0.0813],\n", + " [-0.0797],\n", + " [-0.0796],\n", + " [-0.0714],\n", + " [-0.0791],\n", + " [-0.0779],\n", + " [-0.0798],\n", + " [-0.0815],\n", + " [-0.0809],\n", + " [-0.0798],\n", + " [-0.0615],\n", + " [-0.0818],\n", + " [-0.0608],\n", + " [-0.0786],\n", + " [-0.0799],\n", + " [-0.0782],\n", + " [-0.0810],\n", + " [-0.0805],\n", + " [-0.0746],\n", + " [-0.0806],\n", + " [-0.0805],\n", + " [-0.0842],\n", + " [-0.0800],\n", + " [-0.0800],\n", + " [ 0.0025],\n", + " [-0.0799],\n", + " [-0.0794],\n", + " [-0.0783],\n", + " [-0.0808]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1679],\n", + " [0.1635],\n", + " [0.1629],\n", + " [0.1641],\n", + " [0.1702],\n", + " [0.1677],\n", + " [0.1644],\n", + " [0.1677],\n", + " [0.1656],\n", + " [0.1635],\n", + " [0.1568],\n", + " [0.1699],\n", + " [0.1658],\n", + " [0.1620],\n", + " [0.1690],\n", + " [0.1409],\n", + " [0.1657],\n", + " [0.1698],\n", + " [0.1687],\n", + " [0.1699],\n", + " [0.1709],\n", + " [0.1624],\n", + " [0.1645],\n", + " [0.1662],\n", + " [0.1605],\n", + " [0.1688],\n", + " [0.1683],\n", + " [0.2472],\n", + " [0.1719],\n", + " [0.1681],\n", + " [0.1685],\n", + " [0.1626]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0552],\n", + " [-0.0448],\n", + " [-0.0588],\n", + " [-0.0577],\n", + " [-0.0569],\n", + " [-0.0521],\n", + " [-0.0417],\n", + " [-0.0591],\n", + " [-0.0552],\n", + " [-0.0629],\n", + " [-0.0518],\n", + " [-0.0571],\n", + " [-0.0565],\n", + " [-0.0520],\n", + " [-0.0547],\n", + " [-0.1055],\n", + " [-0.0584],\n", + " [-0.0585],\n", + " [-0.0579],\n", + " [-0.0569],\n", + " [-0.0571],\n", + " [-0.0458],\n", + " [-0.0606],\n", + " [-0.0524],\n", + " [-0.0603],\n", + " [-0.0589],\n", + " [-0.0569],\n", + " [-0.1015],\n", + " [-0.0586],\n", + " [-0.0553],\n", + " [-0.0584],\n", + " [-0.0577]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0598],\n", + " [ 0.0658],\n", + " [ 0.0701],\n", + " [ 0.0696],\n", + " [ 0.0592],\n", + " [ 0.0597],\n", + " [ 0.0660],\n", + " [ 0.0625],\n", + " [ 0.0632],\n", + " [ 0.0664],\n", + " [ 0.0758],\n", + " [ 0.0571],\n", + " [ 0.0647],\n", + " [ 0.0822],\n", + " [ 0.0549],\n", + " [-0.0880],\n", + " [ 0.0665],\n", + " [ 0.0588],\n", + " [ 0.0585],\n", + " [ 0.0607],\n", + " [ 0.0571],\n", + " [ 0.0636],\n", + " [ 0.0682],\n", + " [ 0.0586],\n", + " [ 0.0697],\n", + " [ 0.0590],\n", + " [ 0.0600],\n", + " [ 0.1918],\n", + " [ 0.0567],\n", + " [ 0.0607],\n", + " [ 0.0594],\n", + " [ 0.0753]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0953],\n", + " [-0.0810],\n", + " [-0.0872],\n", + " [-0.0931],\n", + " [-0.0997],\n", + " [-0.0954],\n", + " [-0.0854],\n", + " [-0.0964],\n", + " [-0.0918],\n", + " [-0.0871],\n", + " [-0.0761],\n", + " [-0.1000],\n", + " [-0.0932],\n", + " [-0.0816],\n", + " [-0.0983],\n", + " [-0.1289],\n", + " [-0.0925],\n", + " [-0.1000],\n", + " [-0.0961],\n", + " [-0.0995],\n", + " [-0.1007],\n", + " [-0.0829],\n", + " [-0.0882],\n", + " [-0.0941],\n", + " [-0.0778],\n", + " [-0.0990],\n", + " [-0.0979],\n", + " [-0.2829],\n", + " [-0.1015],\n", + " [-0.0957],\n", + " [-0.0961],\n", + " [-0.0821]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0169],\n", + " [ 0.0120],\n", + " [ 0.0091],\n", + " [ 0.0097],\n", + " [ 0.0192],\n", + " [ 0.0165],\n", + " [ 0.0076],\n", + " [ 0.0166],\n", + " [ 0.0138],\n", + " [ 0.0133],\n", + " [ 0.0029],\n", + " [ 0.0202],\n", + " [ 0.0139],\n", + " [-0.0044],\n", + " [ 0.0200],\n", + " [ 0.0101],\n", + " [ 0.0122],\n", + " [ 0.0192],\n", + " [ 0.0175],\n", + " [ 0.0197],\n", + " [ 0.0209],\n", + " [ 0.0117],\n", + " [ 0.0122],\n", + " [ 0.0142],\n", + " [ 0.0109],\n", + " [ 0.0195],\n", + " [ 0.0188],\n", + " [-0.2372],\n", + " [ 0.0205],\n", + " [ 0.0170],\n", + " [ 0.0186],\n", + " [ 0.0042]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0943],\n", + " [0.0874],\n", + " [0.0844],\n", + " [0.0878],\n", + " [0.0945],\n", + " [0.0946],\n", + " [0.0961],\n", + " [0.0906],\n", + " [0.0919],\n", + " [0.0904],\n", + " [0.0849],\n", + " [0.0968],\n", + " [0.0888],\n", + " [0.1009],\n", + " [0.0994],\n", + " [0.1223],\n", + " [0.0880],\n", + " [0.0951],\n", + " [0.0980],\n", + " [0.0918],\n", + " [0.0960],\n", + " [0.0956],\n", + " [0.0835],\n", + " [0.0982],\n", + " [0.0835],\n", + " [0.0952],\n", + " [0.0935],\n", + " [0.0891],\n", + " [0.0963],\n", + " [0.0915],\n", + " [0.0963],\n", + " [0.0794]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0108],\n", + " [0.0057],\n", + " [0.0075],\n", + " [0.0091],\n", + " [0.0104],\n", + " [0.0119],\n", + " [0.0157],\n", + " [0.0082],\n", + " [0.0104],\n", + " [0.0075],\n", + " [0.0051],\n", + " [0.0111],\n", + " [0.0096],\n", + " [0.0345],\n", + " [0.0139],\n", + " [0.0624],\n", + " [0.0097],\n", + " [0.0105],\n", + " [0.0127],\n", + " [0.0090],\n", + " [0.0105],\n", + " [0.0145],\n", + " [0.0058],\n", + " [0.0146],\n", + " [0.0014],\n", + " [0.0084],\n", + " [0.0092],\n", + " [0.0487],\n", + " [0.0107],\n", + " [0.0095],\n", + " [0.0094],\n", + " [0.0085]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.6099e-03],\n", + " [-1.6147e-02],\n", + " [-1.8968e-03],\n", + " [-3.0566e-03],\n", + " [ 6.3576e-05],\n", + " [-6.5104e-03],\n", + " [-2.4608e-02],\n", + " [ 2.4550e-03],\n", + " [-4.6907e-03],\n", + " [ 4.9725e-03],\n", + " [-1.6296e-02],\n", + " [ 1.2709e-04],\n", + " [-2.0931e-03],\n", + " [-3.8303e-02],\n", + " [-3.1292e-03],\n", + " [ 1.0085e-01],\n", + " [-9.4719e-04],\n", + " [ 1.3743e-03],\n", + " [ 3.1287e-04],\n", + " [ 1.3805e-03],\n", + " [ 5.7806e-04],\n", + " [-1.8384e-02],\n", + " [ 3.5222e-03],\n", + " [-7.6247e-03],\n", + " [ 1.1999e-03],\n", + " [ 1.6043e-03],\n", + " [-3.1358e-04],\n", + " [ 8.9281e-03],\n", + " [ 1.7782e-03],\n", + " [-1.5238e-03],\n", + " [ 2.5764e-03],\n", + " [-1.9840e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0342],\n", + " [-0.0420],\n", + " [-0.0398],\n", + " [-0.0371],\n", + " [-0.0333],\n", + " [-0.0328],\n", + " [-0.0406],\n", + " [-0.0376],\n", + " [-0.0365],\n", + " [-0.0451],\n", + " [-0.0458],\n", + " [-0.0327],\n", + " [-0.0365],\n", + " [-0.0502],\n", + " [-0.0288],\n", + " [ 0.0030],\n", + " [-0.0372],\n", + " [-0.0343],\n", + " [-0.0326],\n", + " [-0.0360],\n", + " [-0.0328],\n", + " [-0.0368],\n", + " [-0.0415],\n", + " [-0.0295],\n", + " [-0.0478],\n", + " [-0.0363],\n", + " [-0.0355],\n", + " [-0.1568],\n", + " [-0.0324],\n", + " [-0.0355],\n", + " [-0.0343],\n", + " [-0.0410]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 3.4071e-03],\n", + " [-6.1703e-05],\n", + " [ 7.5029e-03],\n", + " [ 5.6652e-03],\n", + " [ 4.3625e-03],\n", + " [ 1.4305e-03],\n", + " [-6.3451e-03],\n", + " [ 6.3683e-03],\n", + " [ 4.1116e-03],\n", + " [ 8.7541e-03],\n", + " [ 2.9464e-03],\n", + " [ 3.2930e-03],\n", + " [ 5.0797e-03],\n", + " [-2.0567e-03],\n", + " [ 2.8926e-04],\n", + " [ 6.4064e-03],\n", + " [ 6.5340e-03],\n", + " [ 4.8447e-03],\n", + " [ 3.5700e-03],\n", + " [ 4.7557e-03],\n", + " [ 3.5043e-03],\n", + " [-2.3094e-03],\n", + " [ 8.8322e-03],\n", + " [-6.3411e-04],\n", + " [ 7.9606e-03],\n", + " [ 6.2200e-03],\n", + " [ 4.5016e-03],\n", + " [ 8.0815e-02],\n", + " [ 4.2796e-03],\n", + " [ 4.0544e-03],\n", + " [ 4.6938e-03],\n", + " [ 8.3141e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0562],\n", + " [0.0574],\n", + " [0.0618],\n", + " [0.0605],\n", + " [0.0572],\n", + " [0.0552],\n", + " [0.0517],\n", + " [0.0577],\n", + " [0.0571],\n", + " [0.0643],\n", + " [0.0666],\n", + " [0.0571],\n", + " [0.0582],\n", + " [0.0592],\n", + " [0.0562],\n", + " [0.0251],\n", + " [0.0590],\n", + " [0.0577],\n", + " [0.0577],\n", + " [0.0579],\n", + " [0.0572],\n", + " [0.0553],\n", + " [0.0629],\n", + " [0.0556],\n", + " [0.0670],\n", + " [0.0579],\n", + " [0.0569],\n", + " [0.2145],\n", + " [0.0577],\n", + " [0.0562],\n", + " [0.0571],\n", + " [0.0659]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0177],\n", + " [-0.0137],\n", + " [-0.0151],\n", + " [-0.0157],\n", + " [-0.0186],\n", + " [-0.0178],\n", + " [-0.0181],\n", + " [-0.0177],\n", + " [-0.0160],\n", + " [-0.0184],\n", + " [-0.0104],\n", + " [-0.0187],\n", + " [-0.0164],\n", + " [-0.0104],\n", + " [-0.0179],\n", + " [-0.0798],\n", + " [-0.0162],\n", + " [-0.0189],\n", + " [-0.0176],\n", + " [-0.0192],\n", + " [-0.0190],\n", + " [-0.0166],\n", + " [-0.0169],\n", + " [-0.0171],\n", + " [-0.0182],\n", + " [-0.0177],\n", + " [-0.0183],\n", + " [-0.0060],\n", + " [-0.0185],\n", + " [-0.0176],\n", + " [-0.0190],\n", + " [-0.0152]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1712],\n", + " [-0.1626],\n", + " [-0.1691],\n", + " [-0.1697],\n", + " [-0.1707],\n", + " [-0.1682],\n", + " [-0.1634],\n", + " [-0.1727],\n", + " [-0.1693],\n", + " [-0.1796],\n", + " [-0.1643],\n", + " [-0.1714],\n", + " [-0.1689],\n", + " [-0.1648],\n", + " [-0.1693],\n", + " [-0.2245],\n", + " [-0.1700],\n", + " [-0.1720],\n", + " [-0.1752],\n", + " [-0.1702],\n", + " [-0.1710],\n", + " [-0.1622],\n", + " [-0.1711],\n", + " [-0.1681],\n", + " [-0.1717],\n", + " [-0.1729],\n", + " [-0.1714],\n", + " [-0.1669],\n", + " [-0.1718],\n", + " [-0.1700],\n", + " [-0.1763],\n", + " [-0.1685]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0218],\n", + " [-0.0200],\n", + " [-0.0224],\n", + " [-0.0241],\n", + " [-0.0222],\n", + " [-0.0237],\n", + " [-0.0254],\n", + " [-0.0202],\n", + " [-0.0230],\n", + " [-0.0150],\n", + " [-0.0241],\n", + " [-0.0221],\n", + " [-0.0224],\n", + " [-0.0317],\n", + " [-0.0237],\n", + " [ 0.1328],\n", + " [-0.0229],\n", + " [-0.0217],\n", + " [-0.0209],\n", + " [-0.0210],\n", + " [-0.0221],\n", + " [-0.0238],\n", + " [-0.0187],\n", + " [-0.0253],\n", + " [-0.0140],\n", + " [-0.0198],\n", + " [-0.0216],\n", + " [-0.1024],\n", + " [-0.0219],\n", + " [-0.0213],\n", + " [-0.0189],\n", + " [-0.0230]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0076],\n", + " [-0.0104],\n", + " [-0.0009],\n", + " [ 0.0038],\n", + " [ 0.0138],\n", + " [ 0.0067],\n", + " [-0.0096],\n", + " [ 0.0092],\n", + " [ 0.0019],\n", + " [ 0.0031],\n", + " [-0.0160],\n", + " [ 0.0153],\n", + " [ 0.0051],\n", + " [-0.0182],\n", + " [ 0.0134],\n", + " [ 0.1877],\n", + " [ 0.0037],\n", + " [ 0.0149],\n", + " [ 0.0084],\n", + " [ 0.0143],\n", + " [ 0.0160],\n", + " [-0.0082],\n", + " [ 0.0029],\n", + " [ 0.0057],\n", + " [-0.0028],\n", + " [ 0.0155],\n", + " [ 0.0119],\n", + " [ 0.0706],\n", + " [ 0.0174],\n", + " [ 0.0080],\n", + " [ 0.0092],\n", + " [-0.0087]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0921],\n", + " [0.1106],\n", + " [0.0945],\n", + " [0.0908],\n", + " [0.0901],\n", + " [0.0938],\n", + " [0.1050],\n", + " [0.0905],\n", + " [0.0951],\n", + " [0.0892],\n", + " [0.1032],\n", + " [0.0895],\n", + " [0.0931],\n", + " [0.0991],\n", + " [0.0906],\n", + " [0.0201],\n", + " [0.0921],\n", + " [0.0886],\n", + " [0.0890],\n", + " [0.0906],\n", + " [0.0901],\n", + " [0.1069],\n", + " [0.0932],\n", + " [0.0922],\n", + " [0.0964],\n", + " [0.0888],\n", + " [0.0907],\n", + " [0.1192],\n", + " [0.0891],\n", + " [0.0928],\n", + " [0.0903],\n", + " [0.0955]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0819],\n", + " [ 0.0762],\n", + " [ 0.0804],\n", + " [ 0.0809],\n", + " [ 0.0856],\n", + " [ 0.0810],\n", + " [ 0.0624],\n", + " [ 0.0838],\n", + " [ 0.0800],\n", + " [ 0.0789],\n", + " [ 0.0771],\n", + " [ 0.0875],\n", + " [ 0.0827],\n", + " [ 0.0483],\n", + " [ 0.0863],\n", + " [ 0.0806],\n", + " [ 0.0809],\n", + " [ 0.0870],\n", + " [ 0.0819],\n", + " [ 0.0871],\n", + " [ 0.0874],\n", + " [ 0.0729],\n", + " [ 0.0838],\n", + " [ 0.0804],\n", + " [ 0.0855],\n", + " [ 0.0879],\n", + " [ 0.0848],\n", + " [-0.0607],\n", + " [ 0.0883],\n", + " [ 0.0831],\n", + " [ 0.0801],\n", + " [ 0.0783]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0866],\n", + " [ 0.0780],\n", + " [ 0.0892],\n", + " [ 0.0902],\n", + " [ 0.0872],\n", + " [ 0.0860],\n", + " [ 0.0694],\n", + " [ 0.0879],\n", + " [ 0.0859],\n", + " [ 0.0908],\n", + " [ 0.0857],\n", + " [ 0.0887],\n", + " [ 0.0879],\n", + " [ 0.0565],\n", + " [ 0.0888],\n", + " [ 0.0538],\n", + " [ 0.0884],\n", + " [ 0.0885],\n", + " [ 0.0859],\n", + " [ 0.0883],\n", + " [ 0.0883],\n", + " [ 0.0760],\n", + " [ 0.0901],\n", + " [ 0.0874],\n", + " [ 0.0899],\n", + " [ 0.0885],\n", + " [ 0.0879],\n", + " [-0.0022],\n", + " [ 0.0884],\n", + " [ 0.0867],\n", + " [ 0.0868],\n", + " [ 0.0898]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0390],\n", + " [ 0.0370],\n", + " [ 0.0405],\n", + " [ 0.0399],\n", + " [ 0.0427],\n", + " [ 0.0386],\n", + " [ 0.0382],\n", + " [ 0.0423],\n", + " [ 0.0386],\n", + " [ 0.0393],\n", + " [ 0.0395],\n", + " [ 0.0419],\n", + " [ 0.0411],\n", + " [ 0.0478],\n", + " [ 0.0402],\n", + " [ 0.0583],\n", + " [ 0.0409],\n", + " [ 0.0422],\n", + " [ 0.0377],\n", + " [ 0.0441],\n", + " [ 0.0429],\n", + " [ 0.0348],\n", + " [ 0.0437],\n", + " [ 0.0370],\n", + " [ 0.0446],\n", + " [ 0.0419],\n", + " [ 0.0416],\n", + " [-0.0134],\n", + " [ 0.0431],\n", + " [ 0.0411],\n", + " [ 0.0386],\n", + " [ 0.0413]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0378],\n", + " [ 0.0380],\n", + " [ 0.0367],\n", + " [ 0.0361],\n", + " [ 0.0358],\n", + " [ 0.0383],\n", + " [ 0.0356],\n", + " [ 0.0360],\n", + " [ 0.0392],\n", + " [ 0.0369],\n", + " [ 0.0381],\n", + " [ 0.0359],\n", + " [ 0.0375],\n", + " [ 0.0236],\n", + " [ 0.0377],\n", + " [-0.0577],\n", + " [ 0.0367],\n", + " [ 0.0353],\n", + " [ 0.0389],\n", + " [ 0.0351],\n", + " [ 0.0352],\n", + " [ 0.0404],\n", + " [ 0.0354],\n", + " [ 0.0387],\n", + " [ 0.0373],\n", + " [ 0.0351],\n", + " [ 0.0360],\n", + " [-0.1362],\n", + " [ 0.0340],\n", + " [ 0.0371],\n", + " [ 0.0369],\n", + " [ 0.0338]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0730],\n", + " [-0.0797],\n", + " [-0.0760],\n", + " [-0.0749],\n", + " [-0.0717],\n", + " [-0.0739],\n", + " [-0.0874],\n", + " [-0.0725],\n", + " [-0.0756],\n", + " [-0.0729],\n", + " [-0.0795],\n", + " [-0.0698],\n", + " [-0.0749],\n", + " [-0.1078],\n", + " [-0.0705],\n", + " [ 0.0211],\n", + " [-0.0753],\n", + " [-0.0705],\n", + " [-0.0730],\n", + " [-0.0710],\n", + " [-0.0697],\n", + " [-0.0846],\n", + " [-0.0743],\n", + " [-0.0742],\n", + " [-0.0748],\n", + " [-0.0693],\n", + " [-0.0712],\n", + " [-0.1511],\n", + " [-0.0691],\n", + " [-0.0732],\n", + " [-0.0710],\n", + " [-0.0778]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1007],\n", + " [-0.1094],\n", + " [-0.1064],\n", + " [-0.1033],\n", + " [-0.0985],\n", + " [-0.0996],\n", + " [-0.1074],\n", + " [-0.1014],\n", + " [-0.1027],\n", + " [-0.1112],\n", + " [-0.1096],\n", + " [-0.0977],\n", + " [-0.1022],\n", + " [-0.1168],\n", + " [-0.0972],\n", + " [-0.0958],\n", + " [-0.1035],\n", + " [-0.0983],\n", + " [-0.1016],\n", + " [-0.0991],\n", + " [-0.0975],\n", + " [-0.1063],\n", + " [-0.1068],\n", + " [-0.0996],\n", + " [-0.1133],\n", + " [-0.0997],\n", + " [-0.0989],\n", + " [-0.1702],\n", + " [-0.0978],\n", + " [-0.1006],\n", + " [-0.1036],\n", + " [-0.1105]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0612],\n", + " [-0.0610],\n", + " [-0.0632],\n", + " [-0.0628],\n", + " [-0.0643],\n", + " [-0.0606],\n", + " [-0.0609],\n", + " [-0.0628],\n", + " [-0.0566],\n", + " [-0.0596],\n", + " [-0.0629],\n", + " [-0.0616],\n", + " [-0.0500],\n", + " [-0.0643],\n", + " [ 0.0434],\n", + " [-0.0616],\n", + " [-0.0624],\n", + " [-0.0622],\n", + " [-0.0618],\n", + " [-0.0630],\n", + " [-0.0608],\n", + " [-0.0585],\n", + " [-0.0658],\n", + " [-0.0558],\n", + " [-0.0618],\n", + " [-0.0625],\n", + " [ 0.0701],\n", + " [-0.0631],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0606]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0628],\n", + " [-0.0571],\n", + " [-0.0620],\n", + " [-0.0626],\n", + " [-0.0627],\n", + " [-0.0603],\n", + " [-0.0589],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0655],\n", + " [-0.0637],\n", + " [-0.0596],\n", + " [-0.0651],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0628],\n", + " [-0.0636],\n", + " [-0.0519],\n", + " [-0.0679],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0660],\n", + " [-0.0640],\n", + " [-0.0617],\n", + " [-0.0624],\n", + " [-0.0645],\n", + " [-0.0623],\n", + " [-0.0460],\n", + " [-0.0628],\n", + " [-0.0608],\n", + " [-0.0614],\n", + " [-0.0607]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0731],\n", + " [-0.0734],\n", + " [-0.0660],\n", + " [-0.0763],\n", + " [-0.0701],\n", + " [-0.0715],\n", + " [-0.0738],\n", + " [-0.0756],\n", + " [-0.0769],\n", + " [-0.0783],\n", + " [-0.0763],\n", + " [-0.0707],\n", + " [-0.0779],\n", + " [-0.0738],\n", + " [-0.0752],\n", + " [-0.0696],\n", + " [-0.0734],\n", + " [-0.0681],\n", + " [-0.0804],\n", + " [-0.0759],\n", + " [-0.0742],\n", + " [-0.0734],\n", + " [-0.0703],\n", + " [-0.0751],\n", + " [-0.0732],\n", + " [-0.0748],\n", + " [-0.0720],\n", + " [-0.0660],\n", + " [-0.0756],\n", + " [-0.0721],\n", + " [-0.0722],\n", + " [-0.0707]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0397],\n", + " [0.0383],\n", + " [0.0376],\n", + " [0.0378],\n", + " [0.0358],\n", + " [0.0391],\n", + " [0.0388],\n", + " [0.0374],\n", + " [0.0370],\n", + " [0.0375],\n", + " [0.0360],\n", + " [0.0393],\n", + " [0.0370],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0349],\n", + " [0.0383],\n", + " [0.0349],\n", + " [0.0372],\n", + " [0.0360],\n", + " [0.0429],\n", + " [0.0339],\n", + " [0.0414],\n", + " [0.0359],\n", + " [0.0354],\n", + " [0.0368],\n", + " [0.0361],\n", + " [0.0368],\n", + " [0.0392],\n", + " [0.0372],\n", + " [0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0924],\n", + " [-0.0862],\n", + " [-0.0941],\n", + " [-0.0934],\n", + " [-0.0957],\n", + " [-0.0906],\n", + " [-0.0882],\n", + " [-0.0940],\n", + " [-0.0915],\n", + " [-0.0913],\n", + " [-0.0951],\n", + " [-0.0890],\n", + " [-0.0952],\n", + " [-0.0954],\n", + " [-0.0922],\n", + " [-0.0953],\n", + " [-0.0968],\n", + " [-0.0807],\n", + " [-0.0993],\n", + " [-0.0935],\n", + " [-0.0927],\n", + " [-0.0927],\n", + " [-0.0969],\n", + " [-0.0884],\n", + " [-0.0942],\n", + " [-0.0957],\n", + " [-0.0954],\n", + " [-0.0781],\n", + " [-0.0930],\n", + " [-0.0872],\n", + " [-0.0932],\n", + " [-0.0906]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0556],\n", + " [0.0455],\n", + " [0.0586],\n", + " [0.0524],\n", + " [0.0584],\n", + " [0.0517],\n", + " [0.0413],\n", + " [0.0566],\n", + " [0.0505],\n", + " [0.0460],\n", + " [0.0546],\n", + " [0.0526],\n", + " [0.0560],\n", + " [0.0585],\n", + " [0.0541],\n", + " [0.0598],\n", + " [0.0595],\n", + " [0.0410],\n", + " [0.0566],\n", + " [0.0552],\n", + " [0.0564],\n", + " [0.0294],\n", + " [0.0585],\n", + " [0.0428],\n", + " [0.0574],\n", + " [0.0576],\n", + " [0.0588],\n", + " [0.0345],\n", + " [0.0556],\n", + " [0.0442],\n", + " [0.0559],\n", + " [0.0505]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0358],\n", + " [-0.0437],\n", + " [-0.0345],\n", + " [-0.0348],\n", + " [-0.0370],\n", + " [-0.0357],\n", + " [-0.0367],\n", + " [-0.0361],\n", + " [-0.0388],\n", + " [-0.0397],\n", + " [-0.0381],\n", + " [-0.0371],\n", + " [-0.0353],\n", + " [-0.0362],\n", + " [-0.0385],\n", + " [-0.0350],\n", + " [-0.0353],\n", + " [-0.0485],\n", + " [-0.0369],\n", + " [-0.0374],\n", + " [-0.0401],\n", + " [-0.0388],\n", + " [-0.0378],\n", + " [-0.0376],\n", + " [-0.0384],\n", + " [-0.0397],\n", + " [-0.0361],\n", + " [-0.0506],\n", + " [-0.0394],\n", + " [-0.0413],\n", + " [-0.0376],\n", + " [-0.0393]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0798],\n", + " [-0.0786],\n", + " [-0.0824],\n", + " [-0.0805],\n", + " [-0.0812],\n", + " [-0.0806],\n", + " [-0.0823],\n", + " [-0.0787],\n", + " [-0.0781],\n", + " [-0.0784],\n", + " [-0.0802],\n", + " [-0.0792],\n", + " [-0.0788],\n", + " [-0.0793],\n", + " [-0.0785],\n", + " [-0.0807],\n", + " [-0.0802],\n", + " [-0.0734],\n", + " [-0.0792],\n", + " [-0.0788],\n", + " [-0.0790],\n", + " [-0.0812],\n", + " [-0.0818],\n", + " [-0.0785],\n", + " [-0.0793],\n", + " [-0.0783],\n", + " [-0.0801],\n", + " [-0.0719],\n", + " [-0.0788],\n", + " [-0.0776],\n", + " [-0.0801],\n", + " [-0.0829]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1700],\n", + " [0.1609],\n", + " [0.1726],\n", + " [0.1653],\n", + " [0.1694],\n", + " [0.1666],\n", + " [0.1601],\n", + " [0.1687],\n", + " [0.1648],\n", + " [0.1636],\n", + " [0.1658],\n", + " [0.1680],\n", + " [0.1677],\n", + " [0.1692],\n", + " [0.1672],\n", + " [0.1718],\n", + " [0.1699],\n", + " [0.1624],\n", + " [0.1655],\n", + " [0.1679],\n", + " [0.1686],\n", + " [0.1619],\n", + " [0.1710],\n", + " [0.1644],\n", + " [0.1685],\n", + " [0.1694],\n", + " [0.1695],\n", + " [0.1581],\n", + " [0.1681],\n", + " [0.1657],\n", + " [0.1681],\n", + " [0.1645]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0522],\n", + " [-0.0529],\n", + " [-0.0548],\n", + " [-0.0582],\n", + " [-0.0569],\n", + " [-0.0511],\n", + " [-0.0564],\n", + " [-0.0573],\n", + " [-0.0572],\n", + " [-0.0581],\n", + " [-0.0575],\n", + " [-0.0511],\n", + " [-0.0593],\n", + " [-0.0578],\n", + " [-0.0557],\n", + " [-0.0569],\n", + " [-0.0593],\n", + " [-0.0431],\n", + " [-0.0629],\n", + " [-0.0570],\n", + " [-0.0541],\n", + " [-0.0547],\n", + " [-0.0601],\n", + " [-0.0540],\n", + " [-0.0561],\n", + " [-0.0601],\n", + " [-0.0567],\n", + " [-0.0431],\n", + " [-0.0556],\n", + " [-0.0502],\n", + " [-0.0544],\n", + " [-0.0490]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0631],\n", + " [0.0664],\n", + " [0.0554],\n", + " [0.0653],\n", + " [0.0573],\n", + " [0.0638],\n", + " [0.0696],\n", + " [0.0615],\n", + " [0.0649],\n", + " [0.0675],\n", + " [0.0627],\n", + " [0.0605],\n", + " [0.0630],\n", + " [0.0600],\n", + " [0.0622],\n", + " [0.0569],\n", + " [0.0594],\n", + " [0.0680],\n", + " [0.0632],\n", + " [0.0618],\n", + " [0.0596],\n", + " [0.0782],\n", + " [0.0568],\n", + " [0.0724],\n", + " [0.0589],\n", + " [0.0566],\n", + " [0.0588],\n", + " [0.0706],\n", + " [0.0613],\n", + " [0.0677],\n", + " [0.0593],\n", + " [0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0960],\n", + " [-0.0883],\n", + " [-0.1015],\n", + " [-0.0915],\n", + " [-0.0997],\n", + " [-0.0932],\n", + " [-0.0806],\n", + " [-0.0962],\n", + " [-0.0904],\n", + " [-0.0851],\n", + " [-0.0947],\n", + " [-0.0935],\n", + " [-0.0947],\n", + " [-0.0984],\n", + " [-0.0941],\n", + " [-0.1012],\n", + " [-0.0998],\n", + " [-0.0850],\n", + " [-0.0947],\n", + " [-0.0954],\n", + " [-0.0954],\n", + " [-0.0727],\n", + " [-0.1012],\n", + " [-0.0838],\n", + " [-0.0971],\n", + " [-0.0980],\n", + " [-0.0994],\n", + " [-0.0795],\n", + " [-0.0951],\n", + " [-0.0851],\n", + " [-0.0964],\n", + " [-0.0960]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0183],\n", + " [0.0092],\n", + " [0.0236],\n", + " [0.0146],\n", + " [0.0205],\n", + " [0.0167],\n", + " [0.0093],\n", + " [0.0170],\n", + " [0.0130],\n", + " [0.0100],\n", + " [0.0153],\n", + " [0.0181],\n", + " [0.0168],\n", + " [0.0192],\n", + " [0.0156],\n", + " [0.0216],\n", + " [0.0189],\n", + " [0.0057],\n", + " [0.0171],\n", + " [0.0159],\n", + " [0.0180],\n", + " [0.0014],\n", + " [0.0208],\n", + " [0.0062],\n", + " [0.0189],\n", + " [0.0202],\n", + " [0.0203],\n", + " [0.0030],\n", + " [0.0163],\n", + " [0.0104],\n", + " [0.0192],\n", + " [0.0137]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0882],\n", + " [0.0963],\n", + " [0.0967],\n", + " [0.0868],\n", + " [0.0969],\n", + " [0.0880],\n", + " [0.0837],\n", + " [0.0909],\n", + " [0.0896],\n", + " [0.0863],\n", + " [0.0916],\n", + " [0.0898],\n", + " [0.0885],\n", + " [0.0930],\n", + " [0.0914],\n", + " [0.0958],\n", + " [0.0944],\n", + " [0.0975],\n", + " [0.0910],\n", + " [0.0920],\n", + " [0.0937],\n", + " [0.0730],\n", + " [0.0956],\n", + " [0.0826],\n", + " [0.0944],\n", + " [0.0993],\n", + " [0.0949],\n", + " [0.0977],\n", + " [0.0934],\n", + " [0.0847],\n", + " [0.0932],\n", + " [0.0960]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0063],\n", + " [0.0154],\n", + " [0.0111],\n", + " [0.0065],\n", + " [0.0104],\n", + " [0.0059],\n", + " [0.0054],\n", + " [0.0089],\n", + " [0.0091],\n", + " [0.0084],\n", + " [0.0090],\n", + " [0.0080],\n", + " [0.0068],\n", + " [0.0087],\n", + " [0.0092],\n", + " [0.0106],\n", + " [0.0088],\n", + " [0.0124],\n", + " [0.0060],\n", + " [0.0100],\n", + " [0.0088],\n", + " [0.0112],\n", + " [0.0094],\n", + " [0.0084],\n", + " [0.0095],\n", + " [0.0113],\n", + " [0.0097],\n", + " [0.0139],\n", + " [0.0101],\n", + " [0.0062],\n", + " [0.0093],\n", + " [0.0108]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.3969e-03],\n", + " [-1.1565e-02],\n", + " [-1.0913e-03],\n", + " [ 1.3117e-03],\n", + " [-5.5552e-05],\n", + " [-3.9697e-03],\n", + " [-4.3134e-03],\n", + " [ 8.3749e-04],\n", + " [-2.3074e-03],\n", + " [-2.2732e-03],\n", + " [-7.0112e-04],\n", + " [-4.4084e-03],\n", + " [ 3.9882e-03],\n", + " [ 1.2371e-03],\n", + " [-2.3196e-03],\n", + " [ 5.0779e-04],\n", + " [ 2.2982e-03],\n", + " [-2.0415e-02],\n", + " [ 6.3519e-03],\n", + " [-3.4840e-04],\n", + " [-3.0497e-03],\n", + " [-1.2674e-02],\n", + " [ 3.1972e-03],\n", + " [-4.7006e-03],\n", + " [-1.2850e-03],\n", + " [ 3.7478e-03],\n", + " [ 9.1143e-05],\n", + " [-2.6276e-02],\n", + " [-2.3121e-03],\n", + " [-7.4529e-03],\n", + " [-2.2885e-03],\n", + " [-8.8235e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0351],\n", + " [-0.0308],\n", + " [-0.0398],\n", + " [-0.0336],\n", + " [-0.0370],\n", + " [-0.0432],\n", + " [-0.0362],\n", + " [-0.0385],\n", + " [-0.0402],\n", + " [-0.0376],\n", + " [-0.0355],\n", + " [-0.0392],\n", + " [-0.0363],\n", + " [-0.0364],\n", + " [-0.0323],\n", + " [-0.0357],\n", + " [-0.0328],\n", + " [-0.0421],\n", + " [-0.0359],\n", + " [-0.0344],\n", + " [-0.0507],\n", + " [-0.0347],\n", + " [-0.0379],\n", + " [-0.0351],\n", + " [-0.0347],\n", + " [-0.0348],\n", + " [-0.0376],\n", + " [-0.0344],\n", + " [-0.0375],\n", + " [-0.0355],\n", + " [-0.0333]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0044],\n", + " [ 0.0005],\n", + " [ 0.0013],\n", + " [ 0.0070],\n", + " [ 0.0035],\n", + " [ 0.0036],\n", + " [ 0.0066],\n", + " [ 0.0055],\n", + " [ 0.0056],\n", + " [ 0.0061],\n", + " [ 0.0054],\n", + " [ 0.0028],\n", + " [ 0.0070],\n", + " [ 0.0054],\n", + " [ 0.0046],\n", + " [ 0.0034],\n", + " [ 0.0063],\n", + " [-0.0047],\n", + " [ 0.0087],\n", + " [ 0.0049],\n", + " [ 0.0036],\n", + " [ 0.0028],\n", + " [ 0.0048],\n", + " [ 0.0064],\n", + " [ 0.0040],\n", + " [ 0.0044],\n", + " [ 0.0043],\n", + " [-0.0049],\n", + " [ 0.0041],\n", + " [ 0.0035],\n", + " [ 0.0033],\n", + " [-0.0006]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0564],\n", + " [0.0582],\n", + " [0.0568],\n", + " [0.0599],\n", + " [0.0572],\n", + " [0.0570],\n", + " [0.0637],\n", + " [0.0568],\n", + " [0.0585],\n", + " [0.0608],\n", + " [0.0580],\n", + " [0.0554],\n", + " [0.0579],\n", + " [0.0569],\n", + " [0.0566],\n", + " [0.0573],\n", + " [0.0583],\n", + " [0.0552],\n", + " [0.0601],\n", + " [0.0570],\n", + " [0.0555],\n", + " [0.0703],\n", + " [0.0586],\n", + " [0.0628],\n", + " [0.0561],\n", + " [0.0577],\n", + " [0.0568],\n", + " [0.0577],\n", + " [0.0563],\n", + " [0.0589],\n", + " [0.0559],\n", + " [0.0572]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0180],\n", + " [-0.0167],\n", + " [-0.0190],\n", + " [-0.0165],\n", + " [-0.0183],\n", + " [-0.0160],\n", + " [-0.0149],\n", + " [-0.0179],\n", + " [-0.0164],\n", + " [-0.0169],\n", + " [-0.0167],\n", + " [-0.0170],\n", + " [-0.0185],\n", + " [-0.0190],\n", + " [-0.0169],\n", + " [-0.0193],\n", + " [-0.0176],\n", + " [-0.0171],\n", + " [-0.0191],\n", + " [-0.0174],\n", + " [-0.0179],\n", + " [-0.0124],\n", + " [-0.0160],\n", + " [-0.0131],\n", + " [-0.0181],\n", + " [-0.0200],\n", + " [-0.0193],\n", + " [-0.0170],\n", + " [-0.0178],\n", + " [-0.0133],\n", + " [-0.0183],\n", + " [-0.0170]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1681],\n", + " [-0.1682],\n", + " [-0.1693],\n", + " [-0.1705],\n", + " [-0.1718],\n", + " [-0.1669],\n", + " [-0.1664],\n", + " [-0.1714],\n", + " [-0.1706],\n", + " [-0.1710],\n", + " [-0.1718],\n", + " [-0.1668],\n", + " [-0.1731],\n", + " [-0.1718],\n", + " [-0.1703],\n", + " [-0.1705],\n", + " [-0.1719],\n", + " [-0.1627],\n", + " [-0.1772],\n", + " [-0.1716],\n", + " [-0.1707],\n", + " [-0.1622],\n", + " [-0.1719],\n", + " [-0.1662],\n", + " [-0.1713],\n", + " [-0.1774],\n", + " [-0.1713],\n", + " [-0.1600],\n", + " [-0.1714],\n", + " [-0.1653],\n", + " [-0.1700],\n", + " [-0.1675]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0207],\n", + " [-0.0270],\n", + " [-0.0224],\n", + " [-0.0196],\n", + " [-0.0216],\n", + " [-0.0201],\n", + " [-0.0196],\n", + " [-0.0208],\n", + " [-0.0216],\n", + " [-0.0212],\n", + " [-0.0211],\n", + " [-0.0210],\n", + " [-0.0184],\n", + " [-0.0209],\n", + " [-0.0217],\n", + " [-0.0223],\n", + " [-0.0202],\n", + " [-0.0260],\n", + " [-0.0162],\n", + " [-0.0213],\n", + " [-0.0213],\n", + " [-0.0246],\n", + " [-0.0192],\n", + " [-0.0228],\n", + " [-0.0215],\n", + " [-0.0186],\n", + " [-0.0216],\n", + " [-0.0263],\n", + " [-0.0219],\n", + " [-0.0214],\n", + " [-0.0214],\n", + " [-0.0242]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0066],\n", + " [-0.0038],\n", + " [ 0.0180],\n", + " [ 0.0048],\n", + " [ 0.0151],\n", + " [ 0.0043],\n", + " [-0.0051],\n", + " [ 0.0086],\n", + " [ 0.0015],\n", + " [-0.0036],\n", + " [ 0.0074],\n", + " [ 0.0045],\n", + " [ 0.0082],\n", + " [ 0.0121],\n", + " [ 0.0053],\n", + " [ 0.0168],\n", + " [ 0.0163],\n", + " [-0.0090],\n", + " [ 0.0110],\n", + " [ 0.0072],\n", + " [ 0.0078],\n", + " [-0.0182],\n", + " [ 0.0186],\n", + " [-0.0092],\n", + " [ 0.0105],\n", + " [ 0.0130],\n", + " [ 0.0137],\n", + " [-0.0126],\n", + " [ 0.0067],\n", + " [-0.0078],\n", + " [ 0.0095],\n", + " [ 0.0044]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0962],\n", + " [0.0952],\n", + " [0.0914],\n", + " [0.0934],\n", + " [0.0897],\n", + " [0.0978],\n", + " [0.0992],\n", + " [0.0916],\n", + " [0.0947],\n", + " [0.0968],\n", + " [0.0908],\n", + " [0.0981],\n", + " [0.0917],\n", + " [0.0904],\n", + " [0.0938],\n", + " [0.0902],\n", + " [0.0889],\n", + " [0.1049],\n", + " [0.0873],\n", + " [0.0914],\n", + " [0.0939],\n", + " [0.1024],\n", + " [0.0891],\n", + " [0.1000],\n", + " [0.0918],\n", + " [0.0873],\n", + " [0.0900],\n", + " [0.1083],\n", + " [0.0923],\n", + " [0.1036],\n", + " [0.0928],\n", + " [0.0947]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0813],\n", + " [0.0758],\n", + " [0.0891],\n", + " [0.0844],\n", + " [0.0878],\n", + " [0.0827],\n", + " [0.0851],\n", + " [0.0832],\n", + " [0.0795],\n", + " [0.0763],\n", + " [0.0828],\n", + " [0.0825],\n", + " [0.0828],\n", + " [0.0857],\n", + " [0.0814],\n", + " [0.0877],\n", + " [0.0885],\n", + " [0.0685],\n", + " [0.0839],\n", + " [0.0823],\n", + " [0.0811],\n", + " [0.0714],\n", + " [0.0923],\n", + " [0.0782],\n", + " [0.0841],\n", + " [0.0850],\n", + " [0.0863],\n", + " [0.0671],\n", + " [0.0808],\n", + " [0.0770],\n", + " [0.0841],\n", + " [0.0804]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0854],\n", + " [0.0851],\n", + " [0.0884],\n", + " [0.0886],\n", + " [0.0886],\n", + " [0.0854],\n", + " [0.0881],\n", + " [0.0867],\n", + " [0.0873],\n", + " [0.0879],\n", + " [0.0892],\n", + " [0.0842],\n", + " [0.0880],\n", + " [0.0871],\n", + " [0.0863],\n", + " [0.0881],\n", + " [0.0891],\n", + " [0.0744],\n", + " [0.0907],\n", + " [0.0869],\n", + " [0.0860],\n", + " [0.0902],\n", + " [0.0895],\n", + " [0.0852],\n", + " [0.0867],\n", + " [0.0869],\n", + " [0.0874],\n", + " [0.0723],\n", + " [0.0862],\n", + " [0.0826],\n", + " [0.0867],\n", + " [0.0870]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0434],\n", + " [0.0353],\n", + " [0.0433],\n", + " [0.0426],\n", + " [0.0416],\n", + " [0.0417],\n", + " [0.0417],\n", + " [0.0420],\n", + " [0.0395],\n", + " [0.0394],\n", + " [0.0400],\n", + " [0.0416],\n", + " [0.0430],\n", + " [0.0426],\n", + " [0.0401],\n", + " [0.0434],\n", + " [0.0430],\n", + " [0.0324],\n", + " [0.0413],\n", + " [0.0406],\n", + " [0.0394],\n", + " [0.0462],\n", + " [0.0432],\n", + " [0.0409],\n", + " [0.0407],\n", + " [0.0392],\n", + " [0.0422],\n", + " [0.0316],\n", + " [0.0391],\n", + " [0.0400],\n", + " [0.0410],\n", + " [0.0380]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0350],\n", + " [0.0398],\n", + " [0.0350],\n", + " [0.0372],\n", + " [0.0361],\n", + " [0.0373],\n", + " [0.0397],\n", + " [0.0362],\n", + " [0.0379],\n", + " [0.0360],\n", + " [0.0371],\n", + " [0.0380],\n", + " [0.0351],\n", + " [0.0362],\n", + " [0.0377],\n", + " [0.0349],\n", + " [0.0340],\n", + " [0.0383],\n", + " [0.0352],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0242],\n", + " [0.0333],\n", + " [0.0351],\n", + " [0.0369],\n", + " [0.0380],\n", + " [0.0364],\n", + " [0.0389],\n", + " [0.0376],\n", + " [0.0357],\n", + " [0.0378],\n", + " [0.0396]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0735],\n", + " [-0.0811],\n", + " [-0.0684],\n", + " [-0.0739],\n", + " [-0.0696],\n", + " [-0.0742],\n", + " [-0.0773],\n", + " [-0.0731],\n", + " [-0.0752],\n", + " [-0.0758],\n", + " [-0.0723],\n", + " [-0.0745],\n", + " [-0.0725],\n", + " [-0.0717],\n", + " [-0.0741],\n", + " [-0.0695],\n", + " [-0.0692],\n", + " [-0.0852],\n", + " [-0.0700],\n", + " [-0.0737],\n", + " [-0.0724],\n", + " [-0.0783],\n", + " [-0.0674],\n", + " [-0.0786],\n", + " [-0.0717],\n", + " [-0.0707],\n", + " [-0.0711],\n", + " [-0.0884],\n", + " [-0.0735],\n", + " [-0.0771],\n", + " [-0.0723],\n", + " [-0.0736]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1013],\n", + " [-0.1035],\n", + " [-0.0963],\n", + " [-0.1039],\n", + " [-0.0980],\n", + " [-0.1018],\n", + " [-0.1095],\n", + " [-0.1009],\n", + " [-0.1047],\n", + " [-0.1088],\n", + " [-0.1020],\n", + " [-0.1007],\n", + " [-0.1034],\n", + " [-0.0991],\n", + " [-0.1019],\n", + " [-0.0973],\n", + " [-0.0996],\n", + " [-0.1060],\n", + " [-0.1050],\n", + " [-0.1015],\n", + " [-0.1009],\n", + " [-0.1094],\n", + " [-0.0996],\n", + " [-0.1085],\n", + " [-0.0992],\n", + " [-0.1016],\n", + " [-0.0979],\n", + " [-0.1091],\n", + " [-0.1015],\n", + " [-0.1069],\n", + " [-0.0995],\n", + " [-0.0997]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0635],\n", + " [-0.0636],\n", + " [-0.0639],\n", + " [-0.0599],\n", + " [-0.0628],\n", + " [-0.0629],\n", + " [-0.0588],\n", + " [-0.0616],\n", + " [-0.0614],\n", + " [-0.0604],\n", + " [-0.0619],\n", + " [-0.0626],\n", + " [-0.0597],\n", + " [-0.0618],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0618],\n", + " [-0.0648],\n", + " [-0.0585],\n", + " [-0.0619],\n", + " [-0.0638],\n", + " [-0.0582],\n", + " [-0.0610],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0606],\n", + " [-0.0625],\n", + " [-0.0617],\n", + " [-0.0634],\n", + " [-0.0629],\n", + " [-0.0622],\n", + " [-0.0658]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0590],\n", + " [-0.0627],\n", + " [-0.0667],\n", + " [-0.0641],\n", + " [-0.0642],\n", + " [-0.0631],\n", + " [-0.0596],\n", + " [-0.0626],\n", + " [-0.0632],\n", + " [-0.0618],\n", + " [-0.0654],\n", + " [-0.0627],\n", + " [-0.0623],\n", + " [-0.0626],\n", + " [-0.0595],\n", + " [-0.0634],\n", + " [-0.0611],\n", + " [-0.0624],\n", + " [-0.0620],\n", + " [-0.0560],\n", + " [-0.0602],\n", + " [-0.0596],\n", + " [-0.0623],\n", + " [-0.0601],\n", + " [-0.0698],\n", + " [-0.0618],\n", + " [-0.0644],\n", + " [-0.0864],\n", + " [-0.0611],\n", + " [-0.0608],\n", + " [-0.0631],\n", + " [-0.0639]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0693],\n", + " [-0.0732],\n", + " [-0.0803],\n", + " [-0.0774],\n", + " [-0.0774],\n", + " [-0.0761],\n", + " [-0.0712],\n", + " [-0.0758],\n", + " [-0.0778],\n", + " [-0.0713],\n", + " [-0.0790],\n", + " [-0.0751],\n", + " [-0.0738],\n", + " [-0.0717],\n", + " [-0.0713],\n", + " [-0.0734],\n", + " [-0.0740],\n", + " [-0.0763],\n", + " [-0.0748],\n", + " [-0.0737],\n", + " [-0.0719],\n", + " [-0.0722],\n", + " [-0.0675],\n", + " [-0.0689],\n", + " [-0.0769],\n", + " [-0.0729],\n", + " [-0.0784],\n", + " [-0.0952],\n", + " [-0.0737],\n", + " [-0.0745],\n", + " [-0.0716],\n", + " [-0.0775]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0390],\n", + " [0.0363],\n", + " [0.0410],\n", + " [0.0362],\n", + " [0.0365],\n", + " [0.0386],\n", + " [0.0400],\n", + " [0.0368],\n", + " [0.0386],\n", + " [0.0380],\n", + " [0.0368],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0360],\n", + " [0.0394],\n", + " [0.0359],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0377],\n", + " [0.0384],\n", + " [0.0403],\n", + " [0.0393],\n", + " [0.0378],\n", + " [0.0389],\n", + " [0.0390],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0264],\n", + " [0.0377],\n", + " [0.0387],\n", + " [0.0351],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0889],\n", + " [-0.0960],\n", + " [-0.0953],\n", + " [-0.0935],\n", + " [-0.0937],\n", + " [-0.0946],\n", + " [-0.0922],\n", + " [-0.0920],\n", + " [-0.0927],\n", + " [-0.0940],\n", + " [-0.0953],\n", + " [-0.0929],\n", + " [-0.0947],\n", + " [-0.0951],\n", + " [-0.0902],\n", + " [-0.0955],\n", + " [-0.0909],\n", + " [-0.0919],\n", + " [-0.0925],\n", + " [-0.0851],\n", + " [-0.0868],\n", + " [-0.0893],\n", + " [-0.0948],\n", + " [-0.0914],\n", + " [-0.0934],\n", + " [-0.0930],\n", + " [-0.0944],\n", + " [-0.1029],\n", + " [-0.0920],\n", + " [-0.0916],\n", + " [-0.0964],\n", + " [-0.0943]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0499],\n", + " [0.0591],\n", + " [0.0506],\n", + " [0.0527],\n", + " [0.0543],\n", + " [0.0547],\n", + " [0.0542],\n", + " [0.0513],\n", + " [0.0512],\n", + " [0.0570],\n", + " [0.0551],\n", + " [0.0550],\n", + " [0.0577],\n", + " [0.0579],\n", + " [0.0505],\n", + " [0.0575],\n", + " [0.0537],\n", + " [0.0515],\n", + " [0.0561],\n", + " [0.0446],\n", + " [0.0401],\n", + " [0.0512],\n", + " [0.0579],\n", + " [0.0571],\n", + " [0.0494],\n", + " [0.0564],\n", + " [0.0543],\n", + " [0.0572],\n", + " [0.0541],\n", + " [0.0530],\n", + " [0.0593],\n", + " [0.0553]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0375],\n", + " [-0.0363],\n", + " [-0.0318],\n", + " [-0.0385],\n", + " [-0.0394],\n", + " [-0.0341],\n", + " [-0.0343],\n", + " [-0.0401],\n", + " [-0.0356],\n", + " [-0.0353],\n", + " [-0.0371],\n", + " [-0.0394],\n", + " [-0.0365],\n", + " [-0.0379],\n", + " [-0.0365],\n", + " [-0.0374],\n", + " [-0.0396],\n", + " [-0.0405],\n", + " [-0.0370],\n", + " [-0.0446],\n", + " [-0.0368],\n", + " [-0.0360],\n", + " [-0.0344],\n", + " [-0.0368],\n", + " [-0.0317],\n", + " [-0.0383],\n", + " [-0.0377],\n", + " [-0.0434],\n", + " [-0.0373],\n", + " [-0.0373],\n", + " [-0.0353],\n", + " [-0.0376]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0805],\n", + " [-0.0797],\n", + " [-0.0816],\n", + " [-0.0789],\n", + " [-0.0786],\n", + " [-0.0807],\n", + " [-0.0817],\n", + " [-0.0795],\n", + " [-0.0790],\n", + " [-0.0807],\n", + " [-0.0784],\n", + " [-0.0792],\n", + " [-0.0793],\n", + " [-0.0804],\n", + " [-0.0815],\n", + " [-0.0802],\n", + " [-0.0783],\n", + " [-0.0788],\n", + " [-0.0783],\n", + " [-0.0778],\n", + " [-0.0800],\n", + " [-0.0794],\n", + " [-0.0829],\n", + " [-0.0802],\n", + " [-0.0847],\n", + " [-0.0794],\n", + " [-0.0783],\n", + " [-0.0725],\n", + " [-0.0796],\n", + " [-0.0791],\n", + " [-0.0809],\n", + " [-0.0784]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1662],\n", + " [0.1693],\n", + " [0.1666],\n", + " [0.1655],\n", + " [0.1669],\n", + " [0.1668],\n", + " [0.1683],\n", + " [0.1647],\n", + " [0.1647],\n", + " [0.1694],\n", + " [0.1670],\n", + " [0.1677],\n", + " [0.1687],\n", + " [0.1687],\n", + " [0.1650],\n", + " [0.1680],\n", + " [0.1676],\n", + " [0.1654],\n", + " [0.1691],\n", + " [0.1603],\n", + " [0.1627],\n", + " [0.1663],\n", + " [0.1715],\n", + " [0.1710],\n", + " [0.1630],\n", + " [0.1684],\n", + " [0.1666],\n", + " [0.1637],\n", + " [0.1673],\n", + " [0.1671],\n", + " [0.1702],\n", + " [0.1675]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0483],\n", + " [-0.0578],\n", + " [-0.0624],\n", + " [-0.0576],\n", + " [-0.0569],\n", + " [-0.0564],\n", + " [-0.0511],\n", + " [-0.0557],\n", + " [-0.0579],\n", + " [-0.0554],\n", + " [-0.0596],\n", + " [-0.0556],\n", + " [-0.0574],\n", + " [-0.0561],\n", + " [-0.0509],\n", + " [-0.0568],\n", + " [-0.0546],\n", + " [-0.0562],\n", + " [-0.0554],\n", + " [-0.0524],\n", + " [-0.0533],\n", + " [-0.0531],\n", + " [-0.0551],\n", + " [-0.0509],\n", + " [-0.0590],\n", + " [-0.0550],\n", + " [-0.0588],\n", + " [-0.0692],\n", + " [-0.0548],\n", + " [-0.0553],\n", + " [-0.0586],\n", + " [-0.0583]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0622],\n", + " [0.0592],\n", + " [0.0720],\n", + " [0.0636],\n", + " [0.0630],\n", + " [0.0663],\n", + " [0.0633],\n", + " [0.0634],\n", + " [0.0687],\n", + " [0.0589],\n", + " [0.0630],\n", + " [0.0604],\n", + " [0.0598],\n", + " [0.0582],\n", + " [0.0630],\n", + " [0.0598],\n", + " [0.0606],\n", + " [0.0638],\n", + " [0.0611],\n", + " [0.0674],\n", + " [0.0708],\n", + " [0.0628],\n", + " [0.0572],\n", + " [0.0564],\n", + " [0.0662],\n", + " [0.0589],\n", + " [0.0637],\n", + " [0.0633],\n", + " [0.0610],\n", + " [0.0633],\n", + " [0.0582],\n", + " [0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0928],\n", + " [-0.0993],\n", + " [-0.0874],\n", + " [-0.0920],\n", + " [-0.0938],\n", + " [-0.0949],\n", + " [-0.0977],\n", + " [-0.0926],\n", + " [-0.0915],\n", + " [-0.0986],\n", + " [-0.0943],\n", + " [-0.0951],\n", + " [-0.0977],\n", + " [-0.0984],\n", + " [-0.0943],\n", + " [-0.0977],\n", + " [-0.0943],\n", + " [-0.0929],\n", + " [-0.0956],\n", + " [-0.0876],\n", + " [-0.0805],\n", + " [-0.0921],\n", + " [-0.1005],\n", + " [-0.0989],\n", + " [-0.0809],\n", + " [-0.0966],\n", + " [-0.0940],\n", + " [-0.0932],\n", + " [-0.0946],\n", + " [-0.0947],\n", + " [-0.1000],\n", + " [-0.0951]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0166],\n", + " [0.0196],\n", + " [0.0127],\n", + " [0.0148],\n", + " [0.0153],\n", + " [0.0145],\n", + " [0.0174],\n", + " [0.0125],\n", + " [0.0104],\n", + " [0.0190],\n", + " [0.0158],\n", + " [0.0161],\n", + " [0.0185],\n", + " [0.0198],\n", + " [0.0142],\n", + " [0.0182],\n", + " [0.0160],\n", + " [0.0125],\n", + " [0.0173],\n", + " [0.0082],\n", + " [0.0090],\n", + " [0.0160],\n", + " [0.0224],\n", + " [0.0209],\n", + " [0.0158],\n", + " [0.0182],\n", + " [0.0147],\n", + " [0.0189],\n", + " [0.0166],\n", + " [0.0138],\n", + " [0.0199],\n", + " [0.0160]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0904],\n", + " [0.0948],\n", + " [0.0795],\n", + " [0.0900],\n", + " [0.0917],\n", + " [0.0878],\n", + " [0.0919],\n", + " [0.0930],\n", + " [0.0868],\n", + " [0.0941],\n", + " [0.0908],\n", + " [0.0944],\n", + " [0.0936],\n", + " [0.0959],\n", + " [0.0931],\n", + " [0.0941],\n", + " [0.0931],\n", + " [0.0936],\n", + " [0.0908],\n", + " [0.0974],\n", + " [0.0802],\n", + " [0.0884],\n", + " [0.0950],\n", + " [0.0965],\n", + " [0.0796],\n", + " [0.0945],\n", + " [0.0911],\n", + " [0.0908],\n", + " [0.0916],\n", + " [0.0925],\n", + " [0.0955],\n", + " [0.0924]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0069],\n", + " [ 0.0096],\n", + " [ 0.0049],\n", + " [ 0.0076],\n", + " [ 0.0089],\n", + " [ 0.0078],\n", + " [ 0.0080],\n", + " [ 0.0115],\n", + " [ 0.0098],\n", + " [ 0.0111],\n", + " [ 0.0086],\n", + " [ 0.0113],\n", + " [ 0.0097],\n", + " [ 0.0103],\n", + " [ 0.0111],\n", + " [ 0.0100],\n", + " [ 0.0106],\n", + " [ 0.0121],\n", + " [ 0.0087],\n", + " [ 0.0165],\n", + " [ 0.0038],\n", + " [ 0.0080],\n", + " [ 0.0107],\n", + " [ 0.0111],\n", + " [-0.0022],\n", + " [ 0.0107],\n", + " [ 0.0093],\n", + " [ 0.0071],\n", + " [ 0.0097],\n", + " [ 0.0125],\n", + " [ 0.0092],\n", + " [ 0.0098]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0070],\n", + " [ 0.0008],\n", + " [ 0.0067],\n", + " [-0.0002],\n", + " [-0.0006],\n", + " [-0.0010],\n", + " [-0.0031],\n", + " [-0.0048],\n", + " [-0.0026],\n", + " [-0.0011],\n", + " [ 0.0032],\n", + " [-0.0026],\n", + " [ 0.0003],\n", + " [-0.0012],\n", + " [-0.0072],\n", + " [-0.0010],\n", + " [-0.0037],\n", + " [-0.0043],\n", + " [-0.0010],\n", + " [-0.0129],\n", + " [-0.0038],\n", + " [-0.0034],\n", + " [-0.0007],\n", + " [-0.0047],\n", + " [ 0.0041],\n", + " [-0.0026],\n", + " [ 0.0012],\n", + " [ 0.0207],\n", + " [-0.0026],\n", + " [-0.0044],\n", + " [ 0.0017],\n", + " [ 0.0014]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0355],\n", + " [-0.0428],\n", + " [-0.0392],\n", + " [-0.0367],\n", + " [-0.0367],\n", + " [-0.0344],\n", + " [-0.0362],\n", + " [-0.0369],\n", + " [-0.0332],\n", + " [-0.0382],\n", + " [-0.0339],\n", + " [-0.0354],\n", + " [-0.0340],\n", + " [-0.0338],\n", + " [-0.0347],\n", + " [-0.0352],\n", + " [-0.0354],\n", + " [-0.0358],\n", + " [-0.0351],\n", + " [-0.0432],\n", + " [-0.0367],\n", + " [-0.0329],\n", + " [-0.0300],\n", + " [-0.0478],\n", + " [-0.0342],\n", + " [-0.0374],\n", + " [-0.0450],\n", + " [-0.0358],\n", + " [-0.0336],\n", + " [-0.0347],\n", + " [-0.0364]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0012],\n", + " [ 0.0052],\n", + " [ 0.0108],\n", + " [ 0.0057],\n", + " [ 0.0050],\n", + " [ 0.0057],\n", + " [ 0.0034],\n", + " [ 0.0039],\n", + " [ 0.0064],\n", + " [ 0.0030],\n", + " [ 0.0064],\n", + " [ 0.0035],\n", + " [ 0.0049],\n", + " [ 0.0035],\n", + " [ 0.0014],\n", + " [ 0.0040],\n", + " [ 0.0034],\n", + " [ 0.0040],\n", + " [ 0.0047],\n", + " [-0.0001],\n", + " [ 0.0058],\n", + " [ 0.0040],\n", + " [ 0.0022],\n", + " [ 0.0008],\n", + " [ 0.0081],\n", + " [ 0.0032],\n", + " [ 0.0060],\n", + " [ 0.0106],\n", + " [ 0.0038],\n", + " [ 0.0035],\n", + " [ 0.0053],\n", + " [ 0.0055]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0559],\n", + " [0.0572],\n", + " [0.0652],\n", + " [0.0581],\n", + " [0.0571],\n", + " [0.0587],\n", + " [0.0580],\n", + " [0.0581],\n", + " [0.0595],\n", + " [0.0571],\n", + " [0.0580],\n", + " [0.0565],\n", + " [0.0568],\n", + " [0.0566],\n", + " [0.0572],\n", + " [0.0570],\n", + " [0.0558],\n", + " [0.0579],\n", + " [0.0558],\n", + " [0.0582],\n", + " [0.0640],\n", + " [0.0570],\n", + " [0.0575],\n", + " [0.0545],\n", + " [0.0630],\n", + " [0.0559],\n", + " [0.0580],\n", + " [0.0632],\n", + " [0.0565],\n", + " [0.0570],\n", + " [0.0580],\n", + " [0.0575]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0152],\n", + " [-0.0191],\n", + " [-0.0211],\n", + " [-0.0169],\n", + " [-0.0177],\n", + " [-0.0169],\n", + " [-0.0167],\n", + " [-0.0158],\n", + " [-0.0154],\n", + " [-0.0185],\n", + " [-0.0182],\n", + " [-0.0175],\n", + " [-0.0184],\n", + " [-0.0184],\n", + " [-0.0161],\n", + " [-0.0179],\n", + " [-0.0171],\n", + " [-0.0162],\n", + " [-0.0179],\n", + " [-0.0169],\n", + " [-0.0122],\n", + " [-0.0160],\n", + " [-0.0192],\n", + " [-0.0180],\n", + " [-0.0193],\n", + " [-0.0181],\n", + " [-0.0175],\n", + " [-0.0173],\n", + " [-0.0174],\n", + " [-0.0167],\n", + " [-0.0176],\n", + " [-0.0178]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1658],\n", + " [-0.1720],\n", + " [-0.1718],\n", + " [-0.1723],\n", + " [-0.1725],\n", + " [-0.1692],\n", + " [-0.1675],\n", + " [-0.1702],\n", + " [-0.1690],\n", + " [-0.1697],\n", + " [-0.1744],\n", + " [-0.1715],\n", + " [-0.1715],\n", + " [-0.1714],\n", + " [-0.1670],\n", + " [-0.1715],\n", + " [-0.1698],\n", + " [-0.1709],\n", + " [-0.1701],\n", + " [-0.1681],\n", + " [-0.1648],\n", + " [-0.1671],\n", + " [-0.1693],\n", + " [-0.1679],\n", + " [-0.1702],\n", + " [-0.1704],\n", + " [-0.1733],\n", + " [-0.1919],\n", + " [-0.1695],\n", + " [-0.1689],\n", + " [-0.1718],\n", + " [-0.1734]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0204],\n", + " [-0.0212],\n", + " [-0.0182],\n", + " [-0.0198],\n", + " [-0.0208],\n", + " [-0.0221],\n", + " [-0.0203],\n", + " [-0.0233],\n", + " [-0.0242],\n", + " [-0.0222],\n", + " [-0.0191],\n", + " [-0.0221],\n", + " [-0.0214],\n", + " [-0.0221],\n", + " [-0.0229],\n", + " [-0.0222],\n", + " [-0.0222],\n", + " [-0.0234],\n", + " [-0.0212],\n", + " [-0.0274],\n", + " [-0.0179],\n", + " [-0.0210],\n", + " [-0.0220],\n", + " [-0.0225],\n", + " [-0.0096],\n", + " [-0.0221],\n", + " [-0.0205],\n", + " [-0.0039],\n", + " [-0.0215],\n", + " [-0.0243],\n", + " [-0.0205],\n", + " [-0.0204]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0033],\n", + " [ 0.0139],\n", + " [ 0.0018],\n", + " [ 0.0042],\n", + " [ 0.0053],\n", + " [ 0.0072],\n", + " [ 0.0095],\n", + " [ 0.0031],\n", + " [ 0.0018],\n", + " [ 0.0125],\n", + " [ 0.0070],\n", + " [ 0.0070],\n", + " [ 0.0113],\n", + " [ 0.0126],\n", + " [ 0.0050],\n", + " [ 0.0116],\n", + " [ 0.0052],\n", + " [ 0.0030],\n", + " [ 0.0074],\n", + " [-0.0050],\n", + " [-0.0095],\n", + " [ 0.0034],\n", + " [ 0.0169],\n", + " [ 0.0120],\n", + " [ 0.0048],\n", + " [ 0.0095],\n", + " [ 0.0057],\n", + " [ 0.0130],\n", + " [ 0.0068],\n", + " [ 0.0052],\n", + " [ 0.0169],\n", + " [ 0.0071]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0990],\n", + " [0.0890],\n", + " [0.0927],\n", + " [0.0934],\n", + " [0.0925],\n", + " [0.0921],\n", + " [0.0932],\n", + " [0.0923],\n", + " [0.0928],\n", + " [0.0911],\n", + " [0.0902],\n", + " [0.0915],\n", + " [0.0905],\n", + " [0.0905],\n", + " [0.0936],\n", + " [0.0905],\n", + " [0.0940],\n", + " [0.0919],\n", + " [0.0934],\n", + " [0.0951],\n", + " [0.1053],\n", + " [0.0971],\n", + " [0.0912],\n", + " [0.0932],\n", + " [0.1000],\n", + " [0.0920],\n", + " [0.0907],\n", + " [0.0810],\n", + " [0.0935],\n", + " [0.0922],\n", + " [0.0894],\n", + " [0.0902]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0817],\n", + " [0.0866],\n", + " [0.0841],\n", + " [0.0805],\n", + " [0.0798],\n", + " [0.0824],\n", + " [0.0850],\n", + " [0.0802],\n", + " [0.0798],\n", + " [0.0856],\n", + " [0.0812],\n", + " [0.0814],\n", + " [0.0851],\n", + " [0.0854],\n", + " [0.0825],\n", + " [0.0844],\n", + " [0.0814],\n", + " [0.0797],\n", + " [0.0823],\n", + " [0.0741],\n", + " [0.0816],\n", + " [0.0833],\n", + " [0.0890],\n", + " [0.0838],\n", + " [0.0848],\n", + " [0.0835],\n", + " [0.0807],\n", + " [0.0657],\n", + " [0.0829],\n", + " [0.0813],\n", + " [0.0891],\n", + " [0.0817]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0841],\n", + " [0.0877],\n", + " [0.0903],\n", + " [0.0878],\n", + " [0.0870],\n", + " [0.0884],\n", + " [0.0856],\n", + " [0.0883],\n", + " [0.0887],\n", + " [0.0877],\n", + " [0.0880],\n", + " [0.0868],\n", + " [0.0870],\n", + " [0.0877],\n", + " [0.0867],\n", + " [0.0883],\n", + " [0.0855],\n", + " [0.0872],\n", + " [0.0856],\n", + " [0.0838],\n", + " [0.0854],\n", + " [0.0854],\n", + " [0.0889],\n", + " [0.0853],\n", + " [0.0940],\n", + " [0.0866],\n", + " [0.0877],\n", + " [0.0935],\n", + " [0.0867],\n", + " [0.0864],\n", + " [0.0889],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0398],\n", + " [0.0420],\n", + " [0.0464],\n", + " [0.0400],\n", + " [0.0393],\n", + " [0.0421],\n", + " [0.0420],\n", + " [0.0377],\n", + " [0.0402],\n", + " [0.0420],\n", + " [0.0409],\n", + " [0.0386],\n", + " [0.0418],\n", + " [0.0408],\n", + " [0.0385],\n", + " [0.0408],\n", + " [0.0393],\n", + " [0.0372],\n", + " [0.0417],\n", + " [0.0348],\n", + " [0.0437],\n", + " [0.0416],\n", + " [0.0433],\n", + " [0.0414],\n", + " [0.0471],\n", + " [0.0401],\n", + " [0.0401],\n", + " [0.0383],\n", + " [0.0406],\n", + " [0.0393],\n", + " [0.0430],\n", + " [0.0403]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0384],\n", + " [0.0360],\n", + " [0.0336],\n", + " [0.0373],\n", + " [0.0373],\n", + " [0.0359],\n", + " [0.0376],\n", + " [0.0384],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0363],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0368],\n", + " [0.0391],\n", + " [0.0361],\n", + " [0.0384],\n", + " [0.0388],\n", + " [0.0366],\n", + " [0.0395],\n", + " [0.0351],\n", + " [0.0383],\n", + " [0.0351],\n", + " [0.0373],\n", + " [0.0308],\n", + " [0.0375],\n", + " [0.0370],\n", + " [0.0227],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0343],\n", + " [0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0744],\n", + " [-0.0710],\n", + " [-0.0750],\n", + " [-0.0734],\n", + " [-0.0735],\n", + " [-0.0739],\n", + " [-0.0735],\n", + " [-0.0744],\n", + " [-0.0761],\n", + " [-0.0719],\n", + " [-0.0729],\n", + " [-0.0734],\n", + " [-0.0722],\n", + " [-0.0708],\n", + " [-0.0747],\n", + " [-0.0711],\n", + " [-0.0744],\n", + " [-0.0752],\n", + " [-0.0737],\n", + " [-0.0830],\n", + " [-0.0776],\n", + " [-0.0752],\n", + " [-0.0689],\n", + " [-0.0718],\n", + " [-0.0707],\n", + " [-0.0725],\n", + " [-0.0737],\n", + " [-0.0662],\n", + " [-0.0738],\n", + " [-0.0757],\n", + " [-0.0690],\n", + " [-0.0733]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1011],\n", + " [-0.0984],\n", + " [-0.1089],\n", + " [-0.1041],\n", + " [-0.1034],\n", + " [-0.1021],\n", + " [-0.1004],\n", + " [-0.1026],\n", + " [-0.1040],\n", + " [-0.0986],\n", + " [-0.1039],\n", + " [-0.1012],\n", + " [-0.0991],\n", + " [-0.0982],\n", + " [-0.1001],\n", + " [-0.0990],\n", + " [-0.1012],\n", + " [-0.1031],\n", + " [-0.1009],\n", + " [-0.1039],\n", + " [-0.1087],\n", + " [-0.1018],\n", + " [-0.0974],\n", + " [-0.0976],\n", + " [-0.1105],\n", + " [-0.0993],\n", + " [-0.1035],\n", + " [-0.1181],\n", + " [-0.1010],\n", + " [-0.1012],\n", + " [-0.0989],\n", + " [-0.1024]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0642],\n", + " [-0.0622],\n", + " [-0.0560],\n", + " [-0.0612],\n", + " [-0.0623],\n", + " [-0.0625],\n", + " [-0.0639],\n", + " [-0.0635],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0603],\n", + " [-0.0633],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0642],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0635],\n", + " [-0.0623],\n", + " [-0.0634],\n", + " [-0.0591],\n", + " [-0.0617],\n", + " [-0.0631],\n", + " [-0.0645],\n", + " [-0.0554],\n", + " [-0.0630],\n", + " [-0.0612],\n", + " [-0.0550],\n", + " [-0.0620],\n", + " [-0.0632],\n", + " [-0.0622],\n", + " [-0.0613]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0640],\n", + " [-0.0640],\n", + " [-0.0790],\n", + " [-0.0637],\n", + " [-0.0610],\n", + " [-0.0625],\n", + " [-0.0627],\n", + " [-0.0623],\n", + " [-0.0616],\n", + " [-0.0606],\n", + " [-0.0641],\n", + " [-0.0613],\n", + " [-0.0627],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0695],\n", + " [-0.0639],\n", + " [-0.0612],\n", + " [-0.0651],\n", + " [-0.0589],\n", + " [-0.0493],\n", + " [-0.0628],\n", + " [-0.0614],\n", + " [-0.0664],\n", + " [-0.0617],\n", + " [-0.0619],\n", + " [-0.0610],\n", + " [-0.0638],\n", + " [-0.0628],\n", + " [-0.0704],\n", + " [-0.0631],\n", + " [-0.0638]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0775],\n", + " [-0.0765],\n", + " [-0.0880],\n", + " [-0.0752],\n", + " [-0.0733],\n", + " [-0.0723],\n", + " [-0.0718],\n", + " [-0.0705],\n", + " [-0.0717],\n", + " [-0.0664],\n", + " [-0.0736],\n", + " [-0.0730],\n", + " [-0.0769],\n", + " [-0.0702],\n", + " [-0.0717],\n", + " [-0.0822],\n", + " [-0.0772],\n", + " [-0.0710],\n", + " [-0.0781],\n", + " [-0.0693],\n", + " [-0.0638],\n", + " [-0.0762],\n", + " [-0.0746],\n", + " [-0.0813],\n", + " [-0.0756],\n", + " [-0.0761],\n", + " [-0.0750],\n", + " [-0.0763],\n", + " [-0.0692],\n", + " [-0.0829],\n", + " [-0.0771],\n", + " [-0.0777]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0387],\n", + " [0.0407],\n", + " [0.0351],\n", + " [0.0381],\n", + " [0.0373],\n", + " [0.0366],\n", + " [0.0362],\n", + " [0.0374],\n", + " [0.0370],\n", + " [0.0383],\n", + " [0.0350],\n", + " [0.0371],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0439],\n", + " [0.0414],\n", + " [0.0359],\n", + " [0.0367],\n", + " [0.0361],\n", + " [0.0398],\n", + " [0.0370],\n", + " [0.0365],\n", + " [0.0372],\n", + " [0.0357],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0385],\n", + " [0.0362],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0950],\n", + " [-0.0939],\n", + " [-0.1012],\n", + " [-0.0890],\n", + " [-0.0909],\n", + " [-0.0941],\n", + " [-0.0946],\n", + " [-0.0944],\n", + " [-0.0925],\n", + " [-0.0927],\n", + " [-0.0912],\n", + " [-0.0913],\n", + " [-0.0923],\n", + " [-0.0950],\n", + " [-0.0935],\n", + " [-0.0966],\n", + " [-0.0948],\n", + " [-0.0936],\n", + " [-0.0926],\n", + " [-0.0904],\n", + " [-0.0794],\n", + " [-0.0936],\n", + " [-0.0902],\n", + " [-0.0977],\n", + " [-0.0913],\n", + " [-0.0905],\n", + " [-0.0912],\n", + " [-0.0948],\n", + " [-0.0953],\n", + " [-0.0978],\n", + " [-0.0909],\n", + " [-0.0928]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0542],\n", + " [0.0517],\n", + " [0.0551],\n", + " [0.0484],\n", + " [0.0542],\n", + " [0.0567],\n", + " [0.0571],\n", + " [0.0578],\n", + " [0.0563],\n", + " [0.0565],\n", + " [0.0484],\n", + " [0.0552],\n", + " [0.0526],\n", + " [0.0586],\n", + " [0.0364],\n", + " [0.0451],\n", + " [0.0526],\n", + " [0.0576],\n", + " [0.0512],\n", + " [0.0521],\n", + " [0.0541],\n", + " [0.0544],\n", + " [0.0507],\n", + " [0.0512],\n", + " [0.0513],\n", + " [0.0466],\n", + " [0.0517],\n", + " [0.0556],\n", + " [0.0592],\n", + " [0.0532],\n", + " [0.0481],\n", + " [0.0519]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0331],\n", + " [-0.0326],\n", + " [-0.0327],\n", + " [-0.0415],\n", + " [-0.0397],\n", + " [-0.0380],\n", + " [-0.0379],\n", + " [-0.0355],\n", + " [-0.0386],\n", + " [-0.0371],\n", + " [-0.0441],\n", + " [-0.0393],\n", + " [-0.0378],\n", + " [-0.0363],\n", + " [-0.0367],\n", + " [-0.0330],\n", + " [-0.0390],\n", + " [-0.0382],\n", + " [-0.0405],\n", + " [-0.0354],\n", + " [-0.0275],\n", + " [-0.0377],\n", + " [-0.0413],\n", + " [-0.0376],\n", + " [-0.0396],\n", + " [-0.0353],\n", + " [-0.0366],\n", + " [-0.0386],\n", + " [-0.0348],\n", + " [-0.0331],\n", + " [-0.0401],\n", + " [-0.0396]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0807],\n", + " [-0.0815],\n", + " [-0.0779],\n", + " [-0.0775],\n", + " [-0.0787],\n", + " [-0.0804],\n", + " [-0.0806],\n", + " [-0.0807],\n", + " [-0.0797],\n", + " [-0.0825],\n", + " [-0.0821],\n", + " [-0.0790],\n", + " [-0.0781],\n", + " [-0.0807],\n", + " [-0.0846],\n", + " [-0.0837],\n", + " [-0.0801],\n", + " [-0.0798],\n", + " [-0.0788],\n", + " [-0.0813],\n", + " [-0.0745],\n", + " [-0.0789],\n", + " [-0.0789],\n", + " [-0.0804],\n", + " [-0.0786],\n", + " [-0.0806],\n", + " [-0.0789],\n", + " [-0.0795],\n", + " [-0.0813],\n", + " [-0.0795],\n", + " [-0.0780],\n", + " [-0.0784]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1666],\n", + " [0.1678],\n", + " [0.1637],\n", + " [0.1664],\n", + " [0.1680],\n", + " [0.1682],\n", + " [0.1684],\n", + " [0.1699],\n", + " [0.1690],\n", + " [0.1693],\n", + " [0.1656],\n", + " [0.1684],\n", + " [0.1660],\n", + " [0.1697],\n", + " [0.1635],\n", + " [0.1628],\n", + " [0.1647],\n", + " [0.1693],\n", + " [0.1652],\n", + " [0.1673],\n", + " [0.1789],\n", + " [0.1667],\n", + " [0.1650],\n", + " [0.1637],\n", + " [0.1651],\n", + " [0.1627],\n", + " [0.1658],\n", + " [0.1671],\n", + " [0.1715],\n", + " [0.1646],\n", + " [0.1638],\n", + " [0.1652]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0590],\n", + " [-0.0587],\n", + " [-0.0678],\n", + " [-0.0561],\n", + " [-0.0538],\n", + " [-0.0554],\n", + " [-0.0559],\n", + " [-0.0565],\n", + " [-0.0538],\n", + " [-0.0515],\n", + " [-0.0521],\n", + " [-0.0534],\n", + " [-0.0576],\n", + " [-0.0561],\n", + " [-0.0548],\n", + " [-0.0634],\n", + " [-0.0577],\n", + " [-0.0549],\n", + " [-0.0575],\n", + " [-0.0486],\n", + " [-0.0386],\n", + " [-0.0572],\n", + " [-0.0541],\n", + " [-0.0623],\n", + " [-0.0557],\n", + " [-0.0580],\n", + " [-0.0561],\n", + " [-0.0574],\n", + " [-0.0565],\n", + " [-0.0635],\n", + " [-0.0573],\n", + " [-0.0576]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0674],\n", + " [0.0696],\n", + " [0.0643],\n", + " [0.0612],\n", + " [0.0595],\n", + " [0.0587],\n", + " [0.0583],\n", + " [0.0574],\n", + " [0.0578],\n", + " [0.0551],\n", + " [0.0617],\n", + " [0.0589],\n", + " [0.0642],\n", + " [0.0571],\n", + " [0.0776],\n", + " [0.0743],\n", + " [0.0636],\n", + " [0.0573],\n", + " [0.0630],\n", + " [0.0618],\n", + " [0.0471],\n", + " [0.0626],\n", + " [0.0636],\n", + " [0.0673],\n", + " [0.0644],\n", + " [0.0675],\n", + " [0.0641],\n", + " [0.0616],\n", + " [0.0571],\n", + " [0.0677],\n", + " [0.0664],\n", + " [0.0638]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0934],\n", + " [-0.0890],\n", + " [-0.0869],\n", + " [-0.0882],\n", + " [-0.0949],\n", + " [-0.0973],\n", + " [-0.0979],\n", + " [-0.0994],\n", + " [-0.0972],\n", + " [-0.0983],\n", + " [-0.0893],\n", + " [-0.0953],\n", + " [-0.0928],\n", + " [-0.0995],\n", + " [-0.0783],\n", + " [-0.0816],\n", + " [-0.0919],\n", + " [-0.0982],\n", + " [-0.0906],\n", + " [-0.0954],\n", + " [-0.0985],\n", + " [-0.0942],\n", + " [-0.0919],\n", + " [-0.0901],\n", + " [-0.0921],\n", + " [-0.0856],\n", + " [-0.0927],\n", + " [-0.0954],\n", + " [-0.1009],\n", + " [-0.0892],\n", + " [-0.0883],\n", + " [-0.0919]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0140],\n", + " [0.0155],\n", + " [0.0131],\n", + " [0.0151],\n", + " [0.0165],\n", + " [0.0184],\n", + " [0.0190],\n", + " [0.0193],\n", + " [0.0186],\n", + " [0.0227],\n", + " [0.0213],\n", + " [0.0175],\n", + " [0.0136],\n", + " [0.0208],\n", + " [0.0082],\n", + " [0.0108],\n", + " [0.0152],\n", + " [0.0206],\n", + " [0.0150],\n", + " [0.0179],\n", + " [0.0204],\n", + " [0.0159],\n", + " [0.0125],\n", + " [0.0129],\n", + " [0.0130],\n", + " [0.0113],\n", + " [0.0134],\n", + " [0.0159],\n", + " [0.0217],\n", + " [0.0123],\n", + " [0.0109],\n", + " [0.0140]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0852],\n", + " [0.0798],\n", + " [0.0838],\n", + " [0.0924],\n", + " [0.0942],\n", + " [0.0953],\n", + " [0.0957],\n", + " [0.0961],\n", + " [0.0956],\n", + " [0.0983],\n", + " [0.0875],\n", + " [0.0940],\n", + " [0.0908],\n", + " [0.0969],\n", + " [0.0751],\n", + " [0.0778],\n", + " [0.0906],\n", + " [0.0963],\n", + " [0.0920],\n", + " [0.0914],\n", + " [0.1017],\n", + " [0.0907],\n", + " [0.0932],\n", + " [0.0890],\n", + " [0.0914],\n", + " [0.0846],\n", + " [0.0900],\n", + " [0.0934],\n", + " [0.0953],\n", + " [0.0840],\n", + " [0.0894],\n", + " [0.0917]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0068],\n", + " [0.0030],\n", + " [0.0020],\n", + " [0.0119],\n", + " [0.0115],\n", + " [0.0111],\n", + " [0.0110],\n", + " [0.0120],\n", + " [0.0115],\n", + " [0.0116],\n", + " [0.0027],\n", + " [0.0108],\n", + " [0.0102],\n", + " [0.0107],\n", + " [0.0066],\n", + " [0.0048],\n", + " [0.0070],\n", + " [0.0104],\n", + " [0.0085],\n", + " [0.0072],\n", + " [0.0138],\n", + " [0.0082],\n", + " [0.0116],\n", + " [0.0060],\n", + " [0.0100],\n", + " [0.0067],\n", + " [0.0109],\n", + " [0.0103],\n", + " [0.0104],\n", + " [0.0043],\n", + " [0.0097],\n", + " [0.0095]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 2.1673e-03],\n", + " [ 4.8447e-03],\n", + " [ 1.2851e-02],\n", + " [-7.9660e-04],\n", + " [-4.4133e-03],\n", + " [-2.4100e-03],\n", + " [-1.7696e-03],\n", + " [-5.6105e-04],\n", + " [-3.7579e-03],\n", + " [-4.4819e-03],\n", + " [-1.6433e-03],\n", + " [-4.3025e-03],\n", + " [-1.3548e-03],\n", + " [-7.1158e-04],\n", + " [-5.0545e-03],\n", + " [ 6.4723e-03],\n", + " [-5.2014e-05],\n", + " [-1.9965e-03],\n", + " [-1.0503e-04],\n", + " [-5.5427e-03],\n", + " [-7.2001e-03],\n", + " [-8.0753e-05],\n", + " [-6.7621e-03],\n", + " [ 3.5713e-03],\n", + " [-4.5561e-03],\n", + " [-1.0599e-03],\n", + " [-3.4106e-03],\n", + " [-7.1263e-04],\n", + " [ 3.6626e-04],\n", + " [ 7.0856e-03],\n", + " [-3.8257e-03],\n", + " [-9.8058e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0387],\n", + " [-0.0427],\n", + " [-0.0471],\n", + " [-0.0374],\n", + " [-0.0338],\n", + " [-0.0335],\n", + " [-0.0334],\n", + " [-0.0315],\n", + " [-0.0325],\n", + " [-0.0307],\n", + " [-0.0476],\n", + " [-0.0338],\n", + " [-0.0368],\n", + " [-0.0329],\n", + " [-0.0468],\n", + " [-0.0451],\n", + " [-0.0400],\n", + " [-0.0339],\n", + " [-0.0395],\n", + " [-0.0348],\n", + " [-0.0259],\n", + " [-0.0379],\n", + " [-0.0350],\n", + " [-0.0435],\n", + " [-0.0369],\n", + " [-0.0415],\n", + " [-0.0359],\n", + " [-0.0355],\n", + " [-0.0329],\n", + " [-0.0431],\n", + " [-0.0385],\n", + " [-0.0381]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0076],\n", + " [ 0.0094],\n", + " [ 0.0115],\n", + " [ 0.0031],\n", + " [ 0.0027],\n", + " [ 0.0029],\n", + " [ 0.0030],\n", + " [ 0.0027],\n", + " [ 0.0021],\n", + " [-0.0002],\n", + " [ 0.0034],\n", + " [ 0.0026],\n", + " [ 0.0055],\n", + " [ 0.0031],\n", + " [ 0.0056],\n", + " [ 0.0107],\n", + " [ 0.0062],\n", + " [ 0.0031],\n", + " [ 0.0052],\n", + " [ 0.0015],\n", + " [ 0.0039],\n", + " [ 0.0055],\n", + " [ 0.0028],\n", + " [ 0.0091],\n", + " [ 0.0045],\n", + " [ 0.0071],\n", + " [ 0.0046],\n", + " [ 0.0047],\n", + " [ 0.0033],\n", + " [ 0.0098],\n", + " [ 0.0054],\n", + " [ 0.0053]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0604],\n", + " [0.0634],\n", + " [0.0635],\n", + " [0.0576],\n", + " [0.0555],\n", + " [0.0565],\n", + " [0.0568],\n", + " [0.0571],\n", + " [0.0555],\n", + " [0.0548],\n", + " [0.0555],\n", + " [0.0552],\n", + " [0.0580],\n", + " [0.0565],\n", + " [0.0703],\n", + " [0.0675],\n", + " [0.0590],\n", + " [0.0558],\n", + " [0.0586],\n", + " [0.0561],\n", + " [0.0565],\n", + " [0.0574],\n", + " [0.0570],\n", + " [0.0632],\n", + " [0.0576],\n", + " [0.0620],\n", + " [0.0579],\n", + " [0.0576],\n", + " [0.0574],\n", + " [0.0625],\n", + " [0.0594],\n", + " [0.0581]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0168],\n", + " [-0.0195],\n", + " [-0.0215],\n", + " [-0.0186],\n", + " [-0.0175],\n", + " [-0.0180],\n", + " [-0.0181],\n", + " [-0.0183],\n", + " [-0.0179],\n", + " [-0.0195],\n", + " [-0.0146],\n", + " [-0.0178],\n", + " [-0.0166],\n", + " [-0.0189],\n", + " [-0.0153],\n", + " [-0.0216],\n", + " [-0.0167],\n", + " [-0.0190],\n", + " [-0.0176],\n", + " [-0.0161],\n", + " [-0.0195],\n", + " [-0.0170],\n", + " [-0.0163],\n", + " [-0.0168],\n", + " [-0.0159],\n", + " [-0.0160],\n", + " [-0.0163],\n", + " [-0.0174],\n", + " [-0.0192],\n", + " [-0.0183],\n", + " [-0.0158],\n", + " [-0.0169]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1702],\n", + " [-0.1693],\n", + " [-0.1803],\n", + " [-0.1726],\n", + " [-0.1696],\n", + " [-0.1707],\n", + " [-0.1710],\n", + " [-0.1702],\n", + " [-0.1699],\n", + " [-0.1683],\n", + " [-0.1750],\n", + " [-0.1694],\n", + " [-0.1710],\n", + " [-0.1710],\n", + " [-0.1632],\n", + " [-0.1729],\n", + " [-0.1729],\n", + " [-0.1708],\n", + " [-0.1743],\n", + " [-0.1664],\n", + " [-0.1655],\n", + " [-0.1717],\n", + " [-0.1691],\n", + " [-0.1768],\n", + " [-0.1695],\n", + " [-0.1687],\n", + " [-0.1686],\n", + " [-0.1726],\n", + " [-0.1704],\n", + " [-0.1756],\n", + " [-0.1703],\n", + " [-0.1726]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0209],\n", + " [-0.0169],\n", + " [-0.0095],\n", + " [-0.0199],\n", + " [-0.0226],\n", + " [-0.0226],\n", + " [-0.0226],\n", + " [-0.0228],\n", + " [-0.0227],\n", + " [-0.0229],\n", + " [-0.0169],\n", + " [-0.0223],\n", + " [-0.0222],\n", + " [-0.0222],\n", + " [-0.0208],\n", + " [-0.0170],\n", + " [-0.0193],\n", + " [-0.0219],\n", + " [-0.0185],\n", + " [-0.0201],\n", + " [-0.0122],\n", + " [-0.0204],\n", + " [-0.0245],\n", + " [-0.0176],\n", + " [-0.0232],\n", + " [-0.0197],\n", + " [-0.0233],\n", + " [-0.0213],\n", + " [-0.0220],\n", + " [-0.0163],\n", + " [-0.0227],\n", + " [-0.0207]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0063],\n", + " [ 0.0027],\n", + " [ 0.0113],\n", + " [-0.0010],\n", + " [ 0.0062],\n", + " [ 0.0109],\n", + " [ 0.0119],\n", + " [ 0.0141],\n", + " [ 0.0100],\n", + " [ 0.0132],\n", + " [-0.0004],\n", + " [ 0.0073],\n", + " [ 0.0037],\n", + " [ 0.0145],\n", + " [-0.0135],\n", + " [-0.0027],\n", + " [ 0.0047],\n", + " [ 0.0119],\n", + " [ 0.0032],\n", + " [ 0.0068],\n", + " [ 0.0150],\n", + " [ 0.0061],\n", + " [ 0.0013],\n", + " [ 0.0044],\n", + " [ 0.0022],\n", + " [-0.0006],\n", + " [ 0.0038],\n", + " [ 0.0081],\n", + " [ 0.0168],\n", + " [ 0.0060],\n", + " [-0.0015],\n", + " [ 0.0033]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0918],\n", + " [0.0967],\n", + " [0.0868],\n", + " [0.0976],\n", + " [0.0935],\n", + " [0.0910],\n", + " [0.0907],\n", + " [0.0903],\n", + " [0.0923],\n", + " [0.0926],\n", + " [0.0965],\n", + " [0.0938],\n", + " [0.0924],\n", + " [0.0901],\n", + " [0.1037],\n", + " [0.0934],\n", + " [0.0919],\n", + " [0.0914],\n", + " [0.0933],\n", + " [0.0963],\n", + " [0.0989],\n", + " [0.0927],\n", + " [0.0946],\n", + " [0.0882],\n", + " [0.0944],\n", + " [0.0967],\n", + " [0.0935],\n", + " [0.0904],\n", + " [0.0905],\n", + " [0.0894],\n", + " [0.0954],\n", + " [0.0927]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0840],\n", + " [0.0859],\n", + " [0.0794],\n", + " [0.0766],\n", + " [0.0816],\n", + " [0.0841],\n", + " [0.0849],\n", + " [0.0863],\n", + " [0.0831],\n", + " [0.0860],\n", + " [0.0810],\n", + " [0.0818],\n", + " [0.0806],\n", + " [0.0867],\n", + " [0.0794],\n", + " [0.0808],\n", + " [0.0821],\n", + " [0.0853],\n", + " [0.0789],\n", + " [0.0835],\n", + " [0.0882],\n", + " [0.0821],\n", + " [0.0788],\n", + " [0.0820],\n", + " [0.0799],\n", + " [0.0834],\n", + " [0.0816],\n", + " [0.0821],\n", + " [0.0882],\n", + " [0.0813],\n", + " [0.0780],\n", + " [0.0796]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0894],\n", + " [0.0877],\n", + " [0.0967],\n", + " [0.0855],\n", + " [0.0856],\n", + " [0.0877],\n", + " [0.0880],\n", + " [0.0883],\n", + " [0.0864],\n", + " [0.0876],\n", + " [0.0865],\n", + " [0.0858],\n", + " [0.0872],\n", + " [0.0879],\n", + " [0.0877],\n", + " [0.0916],\n", + " [0.0887],\n", + " [0.0862],\n", + " [0.0878],\n", + " [0.0844],\n", + " [0.0727],\n", + " [0.0873],\n", + " [0.0867],\n", + " [0.0906],\n", + " [0.0869],\n", + " [0.0887],\n", + " [0.0871],\n", + " [0.0880],\n", + " [0.0884],\n", + " [0.0922],\n", + " [0.0873],\n", + " [0.0875]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0436],\n", + " [0.0476],\n", + " [0.0427],\n", + " [0.0390],\n", + " [0.0388],\n", + " [0.0401],\n", + " [0.0404],\n", + " [0.0421],\n", + " [0.0398],\n", + " [0.0409],\n", + " [0.0422],\n", + " [0.0393],\n", + " [0.0398],\n", + " [0.0418],\n", + " [0.0484],\n", + " [0.0451],\n", + " [0.0400],\n", + " [0.0409],\n", + " [0.0385],\n", + " [0.0410],\n", + " [0.0419],\n", + " [0.0408],\n", + " [0.0371],\n", + " [0.0405],\n", + " [0.0387],\n", + " [0.0419],\n", + " [0.0401],\n", + " [0.0392],\n", + " [0.0433],\n", + " [0.0430],\n", + " [0.0385],\n", + " [0.0387]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0354],\n", + " [0.0333],\n", + " [0.0270],\n", + " [0.0376],\n", + " [0.0385],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0361],\n", + " [0.0374],\n", + " [0.0382],\n", + " [0.0370],\n", + " [0.0380],\n", + " [0.0379],\n", + " [0.0365],\n", + " [0.0292],\n", + " [0.0331],\n", + " [0.0381],\n", + " [0.0379],\n", + " [0.0382],\n", + " [0.0380],\n", + " [0.0272],\n", + " [0.0374],\n", + " [0.0389],\n", + " [0.0370],\n", + " [0.0386],\n", + " [0.0376],\n", + " [0.0382],\n", + " [0.0371],\n", + " [0.0348],\n", + " [0.0324],\n", + " [0.0382],\n", + " [0.0382]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0740],\n", + " [-0.0746],\n", + " [-0.0666],\n", + " [-0.0766],\n", + " [-0.0741],\n", + " [-0.0717],\n", + " [-0.0711],\n", + " [-0.0709],\n", + " [-0.0722],\n", + " [-0.0704],\n", + " [-0.0713],\n", + " [-0.0734],\n", + " [-0.0750],\n", + " [-0.0703],\n", + " [-0.0785],\n", + " [-0.0749],\n", + " [-0.0725],\n", + " [-0.0718],\n", + " [-0.0735],\n", + " [-0.0737],\n", + " [-0.0692],\n", + " [-0.0733],\n", + " [-0.0758],\n", + " [-0.0723],\n", + " [-0.0753],\n", + " [-0.0758],\n", + " [-0.0756],\n", + " [-0.0726],\n", + " [-0.0693],\n", + " [-0.0715],\n", + " [-0.0759],\n", + " [-0.0742]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1035],\n", + " [-0.1065],\n", + " [-0.1119],\n", + " [-0.1071],\n", + " [-0.1004],\n", + " [-0.0988],\n", + " [-0.0985],\n", + " [-0.0981],\n", + " [-0.0987],\n", + " [-0.0965],\n", + " [-0.1068],\n", + " [-0.1000],\n", + " [-0.1031],\n", + " [-0.0973],\n", + " [-0.1069],\n", + " [-0.1116],\n", + " [-0.1040],\n", + " [-0.0980],\n", + " [-0.1060],\n", + " [-0.0997],\n", + " [-0.0986],\n", + " [-0.1024],\n", + " [-0.1024],\n", + " [-0.1074],\n", + " [-0.1029],\n", + " [-0.1072],\n", + " [-0.1022],\n", + " [-0.1017],\n", + " [-0.0974],\n", + " [-0.1076],\n", + " [-0.1059],\n", + " [-0.1045]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0607],\n", + " [-0.0571],\n", + " [-0.0553],\n", + " [-0.0600],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0633],\n", + " [-0.0632],\n", + " [-0.0638],\n", + " [-0.0643],\n", + " [-0.0624],\n", + " [-0.0635],\n", + " [-0.0618],\n", + " [-0.0632],\n", + " [-0.0579],\n", + " [-0.0553],\n", + " [-0.0609],\n", + " [-0.0629],\n", + " [-0.0606],\n", + " [-0.0642],\n", + " [-0.0644],\n", + " [-0.0614],\n", + " [-0.0643],\n", + " [-0.0586],\n", + " [-0.0630],\n", + " [-0.0589],\n", + " [-0.0620],\n", + " [-0.0626],\n", + " [-0.0631],\n", + " [-0.0581],\n", + " [-0.0618],\n", + " [-0.0615]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0613],\n", + " [-0.0632],\n", + " [-0.0657],\n", + " [-0.0666],\n", + " [-0.0647],\n", + " [-0.0621],\n", + " [-0.0631],\n", + " [-0.0513],\n", + " [-0.0621],\n", + " [-0.0836],\n", + " [-0.0618],\n", + " [-0.0628],\n", + " [-0.0519],\n", + " [-0.0607],\n", + " [-0.0668],\n", + " [-0.0618],\n", + " [-0.0590],\n", + " [-0.0694],\n", + " [-0.0564],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0588],\n", + " [-0.0611],\n", + " [-0.0600],\n", + " [-0.0654],\n", + " [-0.0631],\n", + " [-0.0731],\n", + " [-0.0631],\n", + " [-0.0627],\n", + " [-0.0648],\n", + " [-0.0609],\n", + " [-0.0332]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0720],\n", + " [-0.0768],\n", + " [-0.0795],\n", + " [-0.0788],\n", + " [-0.0779],\n", + " [-0.0750],\n", + " [-0.0704],\n", + " [-0.0657],\n", + " [-0.0759],\n", + " [-0.1025],\n", + " [-0.0760],\n", + " [-0.0688],\n", + " [-0.0695],\n", + " [-0.0663],\n", + " [-0.0808],\n", + " [-0.0763],\n", + " [-0.0679],\n", + " [-0.0846],\n", + " [-0.0711],\n", + " [-0.0715],\n", + " [-0.0710],\n", + " [-0.0736],\n", + " [-0.0742],\n", + " [-0.0719],\n", + " [-0.0803],\n", + " [-0.0734],\n", + " [-0.0830],\n", + " [-0.0761],\n", + " [-0.0771],\n", + " [-0.0771],\n", + " [-0.0740],\n", + " [-0.0816]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0380],\n", + " [0.0372],\n", + " [0.0356],\n", + " [0.0355],\n", + " [0.0397],\n", + " [0.0370],\n", + " [0.0359],\n", + " [0.0395],\n", + " [0.0367],\n", + " [0.0250],\n", + " [0.0386],\n", + " [0.0359],\n", + " [0.0394],\n", + " [0.0376],\n", + " [0.0381],\n", + " [0.0386],\n", + " [0.0390],\n", + " [0.0371],\n", + " [0.0396],\n", + " [0.0364],\n", + " [0.0367],\n", + " [0.0377],\n", + " [0.0392],\n", + " [0.0399],\n", + " [0.0351],\n", + " [0.0357],\n", + " [0.0367],\n", + " [0.0365],\n", + " [0.0377],\n", + " [0.0365],\n", + " [0.0388],\n", + " [0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0916],\n", + " [-0.0909],\n", + " [-0.0950],\n", + " [-0.0980],\n", + " [-0.0898],\n", + " [-0.0924],\n", + " [-0.0958],\n", + " [-0.0777],\n", + " [-0.0909],\n", + " [-0.0778],\n", + " [-0.0911],\n", + " [-0.0954],\n", + " [-0.0824],\n", + " [-0.0941],\n", + " [-0.0948],\n", + " [-0.0893],\n", + " [-0.0878],\n", + " [-0.0960],\n", + " [-0.0844],\n", + " [-0.0947],\n", + " [-0.0948],\n", + " [-0.0881],\n", + " [-0.0924],\n", + " [-0.0924],\n", + " [-0.0920],\n", + " [-0.0956],\n", + " [-0.0974],\n", + " [-0.0933],\n", + " [-0.0908],\n", + " [-0.0966],\n", + " [-0.0881],\n", + " [-0.0662]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0549],\n", + " [0.0482],\n", + " [0.0527],\n", + " [0.0562],\n", + " [0.0417],\n", + " [0.0542],\n", + " [0.0593],\n", + " [0.0402],\n", + " [0.0506],\n", + " [0.0444],\n", + " [0.0483],\n", + " [0.0591],\n", + " [0.0399],\n", + " [0.0581],\n", + " [0.0533],\n", + " [0.0426],\n", + " [0.0530],\n", + " [0.0496],\n", + " [0.0458],\n", + " [0.0569],\n", + " [0.0578],\n", + " [0.0453],\n", + " [0.0538],\n", + " [0.0531],\n", + " [0.0519],\n", + " [0.0575],\n", + " [0.0506],\n", + " [0.0542],\n", + " [0.0490],\n", + " [0.0576],\n", + " [0.0423],\n", + " [0.0230]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0381],\n", + " [-0.0394],\n", + " [-0.0414],\n", + " [-0.0349],\n", + " [-0.0339],\n", + " [-0.0389],\n", + " [-0.0345],\n", + " [-0.0502],\n", + " [-0.0412],\n", + " [-0.0409],\n", + " [-0.0354],\n", + " [-0.0348],\n", + " [-0.0455],\n", + " [-0.0347],\n", + " [-0.0354],\n", + " [-0.0359],\n", + " [-0.0404],\n", + " [-0.0369],\n", + " [-0.0458],\n", + " [-0.0378],\n", + " [-0.0364],\n", + " [-0.0420],\n", + " [-0.0348],\n", + " [-0.0340],\n", + " [-0.0440],\n", + " [-0.0382],\n", + " [-0.0345],\n", + " [-0.0390],\n", + " [-0.0393],\n", + " [-0.0359],\n", + " [-0.0375],\n", + " [-0.0534]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0801],\n", + " [-0.0784],\n", + " [-0.0794],\n", + " [-0.0797],\n", + " [-0.0809],\n", + " [-0.0788],\n", + " [-0.0810],\n", + " [-0.0726],\n", + " [-0.0782],\n", + " [-0.0843],\n", + " [-0.0800],\n", + " [-0.0817],\n", + " [-0.0772],\n", + " [-0.0829],\n", + " [-0.0781],\n", + " [-0.0804],\n", + " [-0.0790],\n", + " [-0.0779],\n", + " [-0.0763],\n", + " [-0.0809],\n", + " [-0.0805],\n", + " [-0.0792],\n", + " [-0.0798],\n", + " [-0.0819],\n", + " [-0.0761],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0790],\n", + " [-0.0778],\n", + " [-0.0786],\n", + " [-0.0800],\n", + " [-0.0583]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1683],\n", + " [0.1640],\n", + " [0.1652],\n", + " [0.1664],\n", + " [0.1611],\n", + " [0.1674],\n", + " [0.1716],\n", + " [0.1622],\n", + " [0.1649],\n", + " [0.1334],\n", + " [0.1632],\n", + " [0.1720],\n", + " [0.1587],\n", + " [0.1705],\n", + " [0.1662],\n", + " [0.1604],\n", + " [0.1687],\n", + " [0.1636],\n", + " [0.1644],\n", + " [0.1681],\n", + " [0.1693],\n", + " [0.1609],\n", + " [0.1672],\n", + " [0.1671],\n", + " [0.1650],\n", + " [0.1678],\n", + " [0.1639],\n", + " [0.1667],\n", + " [0.1642],\n", + " [0.1684],\n", + " [0.1619],\n", + " [0.1611]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0524],\n", + " [-0.0570],\n", + " [-0.0595],\n", + " [-0.0617],\n", + " [-0.0594],\n", + " [-0.0559],\n", + " [-0.0579],\n", + " [-0.0383],\n", + " [-0.0558],\n", + " [-0.0717],\n", + " [-0.0564],\n", + " [-0.0573],\n", + " [-0.0477],\n", + " [-0.0530],\n", + " [-0.0605],\n", + " [-0.0572],\n", + " [-0.0465],\n", + " [-0.0639],\n", + " [-0.0494],\n", + " [-0.0558],\n", + " [-0.0570],\n", + " [-0.0544],\n", + " [-0.0549],\n", + " [-0.0522],\n", + " [-0.0584],\n", + " [-0.0575],\n", + " [-0.0643],\n", + " [-0.0563],\n", + " [-0.0576],\n", + " [-0.0603],\n", + " [-0.0544],\n", + " [-0.0450]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0593],\n", + " [0.0662],\n", + " [0.0621],\n", + " [0.0643],\n", + " [0.0715],\n", + " [0.0611],\n", + " [0.0579],\n", + " [0.0661],\n", + " [0.0637],\n", + " [0.0539],\n", + " [0.0691],\n", + " [0.0570],\n", + " [0.0686],\n", + " [0.0559],\n", + " [0.0666],\n", + " [0.0716],\n", + " [0.0573],\n", + " [0.0696],\n", + " [0.0651],\n", + " [0.0585],\n", + " [0.0575],\n", + " [0.0676],\n", + " [0.0639],\n", + " [0.0631],\n", + " [0.0632],\n", + " [0.0590],\n", + " [0.0648],\n", + " [0.0626],\n", + " [0.0657],\n", + " [0.0620],\n", + " [0.0704],\n", + " [0.0814]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0961],\n", + " [-0.0880],\n", + " [-0.0929],\n", + " [-0.0947],\n", + " [-0.0799],\n", + " [-0.0947],\n", + " [-0.1008],\n", + " [-0.0871],\n", + " [-0.0914],\n", + " [-0.0704],\n", + " [-0.0888],\n", + " [-0.1012],\n", + " [-0.0825],\n", + " [-0.0995],\n", + " [-0.0919],\n", + " [-0.0828],\n", + " [-0.0963],\n", + " [-0.0882],\n", + " [-0.0882],\n", + " [-0.0978],\n", + " [-0.0991],\n", + " [-0.0870],\n", + " [-0.0948],\n", + " [-0.0956],\n", + " [-0.0937],\n", + " [-0.0976],\n", + " [-0.0838],\n", + " [-0.0942],\n", + " [-0.0895],\n", + " [-0.0969],\n", + " [-0.0829],\n", + " [-0.0839]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0175],\n", + " [ 0.0114],\n", + " [ 0.0166],\n", + " [ 0.0153],\n", + " [ 0.0069],\n", + " [ 0.0157],\n", + " [ 0.0208],\n", + " [ 0.0059],\n", + " [ 0.0133],\n", + " [ 0.0031],\n", + " [ 0.0104],\n", + " [ 0.0219],\n", + " [ 0.0065],\n", + " [ 0.0243],\n", + " [ 0.0130],\n", + " [ 0.0070],\n", + " [ 0.0176],\n", + " [ 0.0098],\n", + " [ 0.0106],\n", + " [ 0.0191],\n", + " [ 0.0193],\n", + " [ 0.0090],\n", + " [ 0.0156],\n", + " [ 0.0166],\n", + " [ 0.0153],\n", + " [ 0.0184],\n", + " [ 0.0138],\n", + " [ 0.0151],\n", + " [ 0.0116],\n", + " [ 0.0185],\n", + " [ 0.0083],\n", + " [-0.0110]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0942],\n", + " [0.0883],\n", + " [0.0965],\n", + " [0.0887],\n", + " [0.0803],\n", + " [0.0931],\n", + " [0.0949],\n", + " [0.1001],\n", + " [0.0926],\n", + " [0.0654],\n", + " [0.0852],\n", + " [0.0957],\n", + " [0.0953],\n", + " [0.0971],\n", + " [0.0871],\n", + " [0.0827],\n", + " [0.0985],\n", + " [0.0873],\n", + " [0.0948],\n", + " [0.0958],\n", + " [0.0964],\n", + " [0.0915],\n", + " [0.0895],\n", + " [0.0905],\n", + " [0.0953],\n", + " [0.0956],\n", + " [0.0848],\n", + " [0.0920],\n", + " [0.0901],\n", + " [0.0906],\n", + " [0.0825],\n", + " [0.1048]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0114],\n", + " [ 0.0088],\n", + " [ 0.0105],\n", + " [ 0.0049],\n", + " [ 0.0059],\n", + " [ 0.0107],\n", + " [ 0.0097],\n", + " [ 0.0132],\n", + " [ 0.0104],\n", + " [-0.0052],\n", + " [ 0.0072],\n", + " [ 0.0099],\n", + " [ 0.0131],\n", + " [ 0.0095],\n", + " [ 0.0082],\n", + " [ 0.0059],\n", + " [ 0.0114],\n", + " [ 0.0086],\n", + " [ 0.0143],\n", + " [ 0.0111],\n", + " [ 0.0117],\n", + " [ 0.0119],\n", + " [ 0.0092],\n", + " [ 0.0092],\n", + " [ 0.0138],\n", + " [ 0.0107],\n", + " [ 0.0028],\n", + " [ 0.0095],\n", + " [ 0.0107],\n", + " [ 0.0071],\n", + " [ 0.0050],\n", + " [ 0.0367]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-5.3906e-03],\n", + " [-3.4214e-03],\n", + " [ 1.7825e-03],\n", + " [ 5.6315e-03],\n", + " [-7.1023e-06],\n", + " [-2.1703e-03],\n", + " [ 1.4695e-03],\n", + " [-2.2742e-02],\n", + " [-4.2591e-03],\n", + " [ 1.4157e-02],\n", + " [-3.0040e-03],\n", + " [ 1.0410e-03],\n", + " [-1.7280e-02],\n", + " [-2.7416e-03],\n", + " [ 3.1881e-03],\n", + " [-3.2903e-03],\n", + " [-9.9175e-03],\n", + " [ 4.3181e-03],\n", + " [-1.1425e-02],\n", + " [-1.8418e-03],\n", + " [-4.3399e-04],\n", + " [-9.4678e-03],\n", + " [-2.2621e-03],\n", + " [-3.2839e-03],\n", + " [ 1.5516e-03],\n", + " [-6.5181e-04],\n", + " [ 8.5980e-03],\n", + " [-1.8494e-03],\n", + " [-2.8626e-03],\n", + " [ 4.8083e-03],\n", + " [-4.6998e-03],\n", + " [-3.9560e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0328],\n", + " [-0.0389],\n", + " [-0.0393],\n", + " [-0.0414],\n", + " [-0.0430],\n", + " [-0.0355],\n", + " [-0.0340],\n", + " [-0.0329],\n", + " [-0.0367],\n", + " [-0.0366],\n", + " [-0.0390],\n", + " [-0.0333],\n", + " [-0.0351],\n", + " [-0.0328],\n", + " [-0.0390],\n", + " [-0.0417],\n", + " [-0.0296],\n", + " [-0.0425],\n", + " [-0.0324],\n", + " [-0.0337],\n", + " [-0.0324],\n", + " [-0.0364],\n", + " [-0.0357],\n", + " [-0.0356],\n", + " [-0.0366],\n", + " [-0.0345],\n", + " [-0.0489],\n", + " [-0.0363],\n", + " [-0.0377],\n", + " [-0.0396],\n", + " [-0.0411],\n", + " [-0.0458]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0016],\n", + " [ 0.0055],\n", + " [ 0.0060],\n", + " [ 0.0090],\n", + " [ 0.0085],\n", + " [ 0.0040],\n", + " [ 0.0046],\n", + " [-0.0083],\n", + " [ 0.0042],\n", + " [ 0.0091],\n", + " [ 0.0064],\n", + " [ 0.0038],\n", + " [-0.0017],\n", + " [ 0.0018],\n", + " [ 0.0077],\n", + " [ 0.0075],\n", + " [-0.0018],\n", + " [ 0.0094],\n", + " [-0.0010],\n", + " [ 0.0029],\n", + " [ 0.0031],\n", + " [ 0.0025],\n", + " [ 0.0046],\n", + " [ 0.0030],\n", + " [ 0.0043],\n", + " [ 0.0042],\n", + " [ 0.0101],\n", + " [ 0.0046],\n", + " [ 0.0054],\n", + " [ 0.0070],\n", + " [ 0.0063],\n", + " [-0.0077]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0554],\n", + " [0.0595],\n", + " [0.0609],\n", + " [0.0605],\n", + " [0.0656],\n", + " [0.0566],\n", + " [0.0581],\n", + " [0.0521],\n", + " [0.0575],\n", + " [0.0583],\n", + " [0.0605],\n", + " [0.0580],\n", + " [0.0588],\n", + " [0.0561],\n", + " [0.0595],\n", + " [0.0637],\n", + " [0.0531],\n", + " [0.0635],\n", + " [0.0554],\n", + " [0.0569],\n", + " [0.0572],\n", + " [0.0592],\n", + " [0.0576],\n", + " [0.0572],\n", + " [0.0573],\n", + " [0.0571],\n", + " [0.0648],\n", + " [0.0570],\n", + " [0.0590],\n", + " [0.0574],\n", + " [0.0623],\n", + " [0.0546]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0179],\n", + " [-0.0161],\n", + " [-0.0179],\n", + " [-0.0180],\n", + " [-0.0155],\n", + " [-0.0172],\n", + " [-0.0184],\n", + " [-0.0200],\n", + " [-0.0160],\n", + " [-0.0005],\n", + " [-0.0142],\n", + " [-0.0181],\n", + " [-0.0156],\n", + " [-0.0193],\n", + " [-0.0177],\n", + " [-0.0131],\n", + " [-0.0174],\n", + " [-0.0173],\n", + " [-0.0164],\n", + " [-0.0184],\n", + " [-0.0184],\n", + " [-0.0153],\n", + " [-0.0170],\n", + " [-0.0168],\n", + " [-0.0166],\n", + " [-0.0179],\n", + " [-0.0217],\n", + " [-0.0170],\n", + " [-0.0159],\n", + " [-0.0198],\n", + " [-0.0128],\n", + " [-0.0123]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1686],\n", + " [-0.1699],\n", + " [-0.1785],\n", + " [-0.1740],\n", + " [-0.1688],\n", + " [-0.1710],\n", + " [-0.1710],\n", + " [-0.1611],\n", + " [-0.1706],\n", + " [-0.1711],\n", + " [-0.1679],\n", + " [-0.1708],\n", + " [-0.1636],\n", + " [-0.1694],\n", + " [-0.1735],\n", + " [-0.1677],\n", + " [-0.1659],\n", + " [-0.1772],\n", + " [-0.1660],\n", + " [-0.1710],\n", + " [-0.1710],\n", + " [-0.1676],\n", + " [-0.1684],\n", + " [-0.1679],\n", + " [-0.1767],\n", + " [-0.1721],\n", + " [-0.1787],\n", + " [-0.1714],\n", + " [-0.1705],\n", + " [-0.1744],\n", + " [-0.1665],\n", + " [-0.1627]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0231],\n", + " [-0.0221],\n", + " [-0.0175],\n", + " [-0.0167],\n", + " [-0.0193],\n", + " [-0.0218],\n", + " [-0.0211],\n", + " [-0.0248],\n", + " [-0.0226],\n", + " [ 0.0325],\n", + " [-0.0220],\n", + " [-0.0211],\n", + " [-0.0262],\n", + " [-0.0219],\n", + " [-0.0201],\n", + " [-0.0208],\n", + " [-0.0231],\n", + " [-0.0189],\n", + " [-0.0257],\n", + " [-0.0225],\n", + " [-0.0226],\n", + " [-0.0264],\n", + " [-0.0221],\n", + " [-0.0210],\n", + " [-0.0192],\n", + " [-0.0220],\n", + " [-0.0114],\n", + " [-0.0215],\n", + " [-0.0228],\n", + " [-0.0186],\n", + " [-0.0205],\n", + " [-0.0313]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0082],\n", + " [-0.0011],\n", + " [ 0.0066],\n", + " [ 0.0110],\n", + " [-0.0060],\n", + " [ 0.0061],\n", + " [ 0.0175],\n", + " [-0.0066],\n", + " [ 0.0013],\n", + " [ 0.0234],\n", + " [-0.0003],\n", + " [ 0.0182],\n", + " [-0.0103],\n", + " [ 0.0162],\n", + " [ 0.0040],\n", + " [-0.0058],\n", + " [ 0.0070],\n", + " [ 0.0015],\n", + " [-0.0056],\n", + " [ 0.0119],\n", + " [ 0.0137],\n", + " [-0.0048],\n", + " [ 0.0066],\n", + " [ 0.0080],\n", + " [ 0.0036],\n", + " [ 0.0118],\n", + " [ 0.0058],\n", + " [ 0.0057],\n", + " [-0.0005],\n", + " [ 0.0107],\n", + " [-0.0072],\n", + " [-0.0173]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0932],\n", + " [0.0961],\n", + " [0.0873],\n", + " [0.0885],\n", + " [0.0986],\n", + " [0.0923],\n", + " [0.0900],\n", + " [0.1054],\n", + " [0.0944],\n", + " [0.0848],\n", + " [0.0956],\n", + " [0.0905],\n", + " [0.1022],\n", + " [0.0924],\n", + " [0.0909],\n", + " [0.0979],\n", + " [0.0960],\n", + " [0.0885],\n", + " [0.1000],\n", + " [0.0905],\n", + " [0.0898],\n", + " [0.0974],\n", + " [0.0932],\n", + " [0.0928],\n", + " [0.0898],\n", + " [0.0896],\n", + " [0.0904],\n", + " [0.0925],\n", + " [0.0944],\n", + " [0.0896],\n", + " [0.1008],\n", + " [0.0931]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0818],\n", + " [0.0785],\n", + " [0.0807],\n", + " [0.0861],\n", + " [0.0808],\n", + " [0.0817],\n", + " [0.0890],\n", + " [0.0665],\n", + " [0.0790],\n", + " [0.0882],\n", + " [0.0816],\n", + " [0.0899],\n", + " [0.0751],\n", + " [0.0882],\n", + " [0.0792],\n", + " [0.0816],\n", + " [0.0799],\n", + " [0.0772],\n", + " [0.0741],\n", + " [0.0852],\n", + " [0.0863],\n", + " [0.0773],\n", + " [0.0830],\n", + " [0.0848],\n", + " [0.0741],\n", + " [0.0852],\n", + " [0.0811],\n", + " [0.0809],\n", + " [0.0787],\n", + " [0.0845],\n", + " [0.0810],\n", + " [0.0422]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0865],\n", + " [0.0874],\n", + " [0.0888],\n", + " [0.0908],\n", + " [0.0902],\n", + " [0.0866],\n", + " [0.0887],\n", + " [0.0728],\n", + " [0.0865],\n", + " [0.1070],\n", + " [0.0881],\n", + " [0.0886],\n", + " [0.0799],\n", + " [0.0874],\n", + " [0.0891],\n", + " [0.0886],\n", + " [0.0831],\n", + " [0.0908],\n", + " [0.0802],\n", + " [0.0882],\n", + " [0.0884],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0869],\n", + " [0.0858],\n", + " [0.0881],\n", + " [0.0940],\n", + " [0.0872],\n", + " [0.0873],\n", + " [0.0879],\n", + " [0.0864],\n", + " [0.0556]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0394],\n", + " [0.0392],\n", + " [0.0366],\n", + " [0.0429],\n", + " [0.0422],\n", + " [0.0394],\n", + " [0.0436],\n", + " [0.0312],\n", + " [0.0376],\n", + " [0.0515],\n", + " [0.0406],\n", + " [0.0437],\n", + " [0.0338],\n", + " [0.0428],\n", + " [0.0413],\n", + " [0.0402],\n", + " [0.0375],\n", + " [0.0392],\n", + " [0.0362],\n", + " [0.0404],\n", + " [0.0415],\n", + " [0.0367],\n", + " [0.0417],\n", + " [0.0414],\n", + " [0.0369],\n", + " [0.0402],\n", + " [0.0435],\n", + " [0.0393],\n", + " [0.0387],\n", + " [0.0431],\n", + " [0.0405],\n", + " [0.0453]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0377],\n", + " [0.0397],\n", + " [0.0343],\n", + " [0.0353],\n", + " [0.0380],\n", + " [0.0340],\n", + " [0.0380],\n", + " [0.0395],\n", + " [0.0177],\n", + " [0.0373],\n", + " [0.0341],\n", + " [0.0413],\n", + " [0.0366],\n", + " [0.0352],\n", + " [0.0376],\n", + " [0.0391],\n", + " [0.0353],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0396],\n", + " [0.0371],\n", + " [0.0374],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0312],\n", + " [0.0375],\n", + " [0.0386],\n", + " [0.0358],\n", + " [0.0371],\n", + " [0.0200]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0732],\n", + " [-0.0757],\n", + " [-0.0723],\n", + " [-0.0700],\n", + " [-0.0766],\n", + " [-0.0739],\n", + " [-0.0690],\n", + " [-0.0850],\n", + " [-0.0752],\n", + " [-0.0497],\n", + " [-0.0761],\n", + " [-0.0685],\n", + " [-0.0837],\n", + " [-0.0693],\n", + " [-0.0743],\n", + " [-0.0769],\n", + " [-0.0737],\n", + " [-0.0743],\n", + " [-0.0820],\n", + " [-0.0712],\n", + " [-0.0708],\n", + " [-0.0788],\n", + " [-0.0745],\n", + " [-0.0735],\n", + " [-0.0764],\n", + " [-0.0712],\n", + " [-0.0696],\n", + " [-0.0735],\n", + " [-0.0762],\n", + " [-0.0718],\n", + " [-0.0769],\n", + " [-0.1074]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0993],\n", + " [-0.1060],\n", + " [-0.1058],\n", + " [-0.1042],\n", + " [-0.1114],\n", + " [-0.1015],\n", + " [-0.0985],\n", + " [-0.1044],\n", + " [-0.1036],\n", + " [-0.1214],\n", + " [-0.1051],\n", + " [-0.0979],\n", + " [-0.1048],\n", + " [-0.0962],\n", + " [-0.1057],\n", + " [-0.1085],\n", + " [-0.0983],\n", + " [-0.1099],\n", + " [-0.1042],\n", + " [-0.0985],\n", + " [-0.0980],\n", + " [-0.1045],\n", + " [-0.1011],\n", + " [-0.1005],\n", + " [-0.1071],\n", + " [-0.0989],\n", + " [-0.1124],\n", + " [-0.1023],\n", + " [-0.1052],\n", + " [-0.1022],\n", + " [-0.1082],\n", + " [-0.1133]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0639],\n", + " [-0.0614],\n", + " [-0.0601],\n", + " [-0.0590],\n", + " [-0.0581],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0648],\n", + " [-0.0629],\n", + " [-0.0406],\n", + " [-0.0617],\n", + " [-0.0627],\n", + " [-0.0631],\n", + " [-0.0639],\n", + " [-0.0600],\n", + " [-0.0605],\n", + " [-0.0662],\n", + " [-0.0585],\n", + " [-0.0640],\n", + " [-0.0631],\n", + " [-0.0630],\n", + " [-0.0633],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0607],\n", + " [-0.0629],\n", + " [-0.0546],\n", + " [-0.0626],\n", + " [-0.0615],\n", + " [-0.0594],\n", + " [-0.0611],\n", + " [-0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0616],\n", + " [-0.0648],\n", + " [-0.0529],\n", + " [-0.0597],\n", + " [-0.0685],\n", + " [-0.0584],\n", + " [-0.0654],\n", + " [-0.0588],\n", + " [-0.0619],\n", + " [-0.0620],\n", + " [-0.0749],\n", + " [-0.0618],\n", + " [-0.0652],\n", + " [-0.0652],\n", + " [-0.0313],\n", + " [-0.0636],\n", + " [-0.0636],\n", + " [-0.0577],\n", + " [-0.0339],\n", + " [-0.0612],\n", + " [-0.0619],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0525],\n", + " [-0.0633],\n", + " [-0.0626],\n", + " [-0.0622],\n", + " [-0.0615],\n", + " [-0.0617],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0750],\n", + " [-0.0803],\n", + " [-0.0692],\n", + " [-0.0716],\n", + " [-0.0817],\n", + " [-0.0743],\n", + " [-0.0787],\n", + " [-0.0713],\n", + " [-0.0667],\n", + " [-0.0688],\n", + " [-0.0869],\n", + " [-0.0762],\n", + " [-0.0769],\n", + " [-0.0739],\n", + " [-0.0514],\n", + " [-0.0772],\n", + " [-0.0742],\n", + " [-0.0712],\n", + " [-0.0865],\n", + " [-0.0697],\n", + " [-0.0673],\n", + " [-0.0744],\n", + " [-0.0712],\n", + " [-0.0765],\n", + " [-0.0721],\n", + " [-0.0705],\n", + " [-0.0775],\n", + " [-0.0690],\n", + " [-0.0726],\n", + " [-0.0712],\n", + " [-0.0697],\n", + " [-0.0790]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0429],\n", + " [0.0339],\n", + " [0.0394],\n", + " [0.0388],\n", + " [0.0364],\n", + " [0.0399],\n", + " [0.0379],\n", + " [0.0389],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0358],\n", + " [0.0385],\n", + " [0.0453],\n", + " [0.0360],\n", + " [0.0386],\n", + " [0.0361],\n", + " [0.0355],\n", + " [0.0393],\n", + " [0.0346],\n", + " [0.0377],\n", + " [0.0379],\n", + " [0.0402],\n", + " [0.0366],\n", + " [0.0405],\n", + " [0.0367],\n", + " [0.0391],\n", + " [0.0367],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0386],\n", + " [0.0373],\n", + " [0.0392]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0886],\n", + " [-0.0992],\n", + " [-0.0711],\n", + " [-0.0905],\n", + " [-0.0970],\n", + " [-0.0870],\n", + " [-0.0949],\n", + " [-0.0893],\n", + " [-0.0943],\n", + " [-0.0949],\n", + " [-0.0974],\n", + " [-0.0917],\n", + " [-0.0928],\n", + " [-0.0886],\n", + " [-0.0749],\n", + " [-0.0931],\n", + " [-0.0954],\n", + " [-0.0849],\n", + " [-0.0511],\n", + " [-0.0919],\n", + " [-0.0946],\n", + " [-0.0929],\n", + " [-0.0952],\n", + " [-0.0890],\n", + " [-0.0928],\n", + " [-0.0842],\n", + " [-0.0927],\n", + " [-0.0952],\n", + " [-0.0934],\n", + " [-0.0937],\n", + " [-0.0948],\n", + " [-0.0916]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0509],\n", + " [0.0377],\n", + " [0.0535],\n", + " [0.0553],\n", + " [0.0466],\n", + " [0.0554],\n", + " [0.0467],\n", + " [0.0590],\n", + " [0.0579],\n", + " [0.0478],\n", + " [0.0503],\n", + " [0.0217],\n", + " [0.0455],\n", + " [0.0381],\n", + " [0.0515],\n", + " [0.0579],\n", + " [0.0483],\n", + " [0.0160],\n", + " [0.0561],\n", + " [0.0586],\n", + " [0.0542],\n", + " [0.0576],\n", + " [0.0435],\n", + " [0.0570],\n", + " [0.0439],\n", + " [0.0514],\n", + " [0.0590],\n", + " [0.0554],\n", + " [0.0562],\n", + " [0.0580],\n", + " [0.0446]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0365],\n", + " [-0.0425],\n", + " [-0.0437],\n", + " [-0.0371],\n", + " [-0.0375],\n", + " [-0.0441],\n", + " [-0.0344],\n", + " [-0.0364],\n", + " [-0.0351],\n", + " [-0.0350],\n", + " [-0.0356],\n", + " [-0.0358],\n", + " [-0.0405],\n", + " [-0.0402],\n", + " [-0.0260],\n", + " [-0.0392],\n", + " [-0.0381],\n", + " [-0.0445],\n", + " [-0.0522],\n", + " [-0.0380],\n", + " [-0.0340],\n", + " [-0.0335],\n", + " [-0.0370],\n", + " [-0.0369],\n", + " [-0.0389],\n", + " [-0.0456],\n", + " [-0.0385],\n", + " [-0.0347],\n", + " [-0.0376],\n", + " [-0.0350],\n", + " [-0.0357],\n", + " [-0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0818],\n", + " [-0.0810],\n", + " [-0.0704],\n", + " [-0.0797],\n", + " [-0.0784],\n", + " [-0.0780],\n", + " [-0.0790],\n", + " [-0.0820],\n", + " [-0.0819],\n", + " [-0.0822],\n", + " [-0.0792],\n", + " [-0.0797],\n", + " [-0.0830],\n", + " [-0.0808],\n", + " [-0.0863],\n", + " [-0.0789],\n", + " [-0.0797],\n", + " [-0.0779],\n", + " [-0.0392],\n", + " [-0.0804],\n", + " [-0.0825],\n", + " [-0.0805],\n", + " [-0.0810],\n", + " [-0.0790],\n", + " [-0.0795],\n", + " [-0.0783],\n", + " [-0.0783],\n", + " [-0.0815],\n", + " [-0.0808],\n", + " [-0.0813],\n", + " [-0.0814],\n", + " [-0.0801]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1619],\n", + " [0.1618],\n", + " [0.1766],\n", + " [0.1677],\n", + " [0.1667],\n", + " [0.1613],\n", + " [0.1676],\n", + " [0.1618],\n", + " [0.1726],\n", + " [0.1702],\n", + " [0.1632],\n", + " [0.1641],\n", + " [0.1536],\n", + " [0.1667],\n", + " [0.1649],\n", + " [0.1648],\n", + " [0.1683],\n", + " [0.1637],\n", + " [0.1818],\n", + " [0.1695],\n", + " [0.1724],\n", + " [0.1682],\n", + " [0.1685],\n", + " [0.1610],\n", + " [0.1692],\n", + " [0.1621],\n", + " [0.1647],\n", + " [0.1714],\n", + " [0.1675],\n", + " [0.1689],\n", + " [0.1693],\n", + " [0.1602]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0545],\n", + " [-0.0641],\n", + " [-0.0344],\n", + " [-0.0516],\n", + " [-0.0615],\n", + " [-0.0526],\n", + " [-0.0595],\n", + " [-0.0499],\n", + " [-0.0562],\n", + " [-0.0551],\n", + " [-0.0664],\n", + " [-0.0562],\n", + " [-0.0601],\n", + " [-0.0546],\n", + " [-0.0446],\n", + " [-0.0575],\n", + " [-0.0573],\n", + " [-0.0500],\n", + " [-0.0397],\n", + " [-0.0527],\n", + " [-0.0539],\n", + " [-0.0542],\n", + " [-0.0570],\n", + " [-0.0561],\n", + " [-0.0548],\n", + " [-0.0518],\n", + " [-0.0581],\n", + " [-0.0562],\n", + " [-0.0543],\n", + " [-0.0546],\n", + " [-0.0551],\n", + " [-0.0586]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0755],\n", + " [0.0611],\n", + " [0.0634],\n", + " [0.0613],\n", + " [0.0637],\n", + " [0.0677],\n", + " [0.0641],\n", + " [0.0667],\n", + " [0.0555],\n", + " [0.0576],\n", + " [0.0668],\n", + " [0.0680],\n", + " [0.0892],\n", + " [0.0589],\n", + " [0.0676],\n", + " [0.0641],\n", + " [0.0594],\n", + " [0.0618],\n", + " [0.0634],\n", + " [0.0566],\n", + " [0.0575],\n", + " [0.0658],\n", + " [0.0579],\n", + " [0.0720],\n", + " [0.0571],\n", + " [0.0646],\n", + " [0.0647],\n", + " [0.0572],\n", + " [0.0598],\n", + " [0.0594],\n", + " [0.0574],\n", + " [0.0739]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0787],\n", + " [-0.0974],\n", + " [-0.0882],\n", + " [-0.0949],\n", + " [-0.0933],\n", + " [-0.0897],\n", + " [-0.0938],\n", + " [-0.0911],\n", + " [-0.1020],\n", + " [-0.0995],\n", + " [-0.0834],\n", + " [-0.0911],\n", + " [-0.0653],\n", + " [-0.0829],\n", + " [-0.0966],\n", + " [-0.0911],\n", + " [-0.0975],\n", + " [-0.0909],\n", + " [-0.0913],\n", + " [-0.0978],\n", + " [-0.1013],\n", + " [-0.0948],\n", + " [-0.0986],\n", + " [-0.0856],\n", + " [-0.0974],\n", + " [-0.0879],\n", + " [-0.0915],\n", + " [-0.1008],\n", + " [-0.0964],\n", + " [-0.0979],\n", + " [-0.0989],\n", + " [-0.0865]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0041],\n", + " [ 0.0183],\n", + " [ 0.0062],\n", + " [ 0.0172],\n", + " [ 0.0159],\n", + " [ 0.0073],\n", + " [ 0.0160],\n", + " [ 0.0114],\n", + " [ 0.0228],\n", + " [ 0.0216],\n", + " [ 0.0122],\n", + " [ 0.0114],\n", + " [-0.0089],\n", + " [ 0.0180],\n", + " [ 0.0154],\n", + " [ 0.0140],\n", + " [ 0.0179],\n", + " [ 0.0113],\n", + " [-0.0131],\n", + " [ 0.0195],\n", + " [ 0.0237],\n", + " [ 0.0168],\n", + " [ 0.0193],\n", + " [ 0.0055],\n", + " [ 0.0183],\n", + " [ 0.0127],\n", + " [ 0.0133],\n", + " [ 0.0218],\n", + " [ 0.0175],\n", + " [ 0.0190],\n", + " [ 0.0212],\n", + " [ 0.0038]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0804],\n", + " [0.1017],\n", + " [0.1013],\n", + " [0.0916],\n", + " [0.0906],\n", + " [0.0977],\n", + " [0.0872],\n", + " [0.0911],\n", + " [0.0978],\n", + " [0.0952],\n", + " [0.0868],\n", + " [0.0871],\n", + " [0.0754],\n", + " [0.0876],\n", + " [0.1066],\n", + " [0.0903],\n", + " [0.0948],\n", + " [0.0992],\n", + " [0.1027],\n", + " [0.0968],\n", + " [0.0941],\n", + " [0.0862],\n", + " [0.0967],\n", + " [0.0858],\n", + " [0.0970],\n", + " [0.0978],\n", + " [0.0903],\n", + " [0.0952],\n", + " [0.0942],\n", + " [0.0933],\n", + " [0.0963],\n", + " [0.0862]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0086],\n", + " [0.0170],\n", + " [0.0211],\n", + " [0.0093],\n", + " [0.0081],\n", + " [0.0159],\n", + " [0.0068],\n", + " [0.0085],\n", + " [0.0118],\n", + " [0.0105],\n", + " [0.0056],\n", + " [0.0087],\n", + " [0.0196],\n", + " [0.0039],\n", + " [0.0096],\n", + " [0.0078],\n", + " [0.0100],\n", + " [0.0155],\n", + " [0.0479],\n", + " [0.0123],\n", + " [0.0085],\n", + " [0.0057],\n", + " [0.0116],\n", + " [0.0117],\n", + " [0.0121],\n", + " [0.0175],\n", + " [0.0091],\n", + " [0.0104],\n", + " [0.0113],\n", + " [0.0110],\n", + " [0.0105],\n", + " [0.0104]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-6.4062e-03],\n", + " [ 2.8274e-03],\n", + " [-1.9987e-02],\n", + " [-5.5317e-03],\n", + " [ 5.6678e-03],\n", + " [-1.1498e-02],\n", + " [ 4.3829e-03],\n", + " [-9.3651e-03],\n", + " [-5.8196e-04],\n", + " [-1.0435e-03],\n", + " [ 1.0228e-02],\n", + " [-3.4474e-03],\n", + " [-2.0755e-02],\n", + " [ 1.6239e-04],\n", + " [-8.4892e-03],\n", + " [-1.1928e-03],\n", + " [-6.5254e-04],\n", + " [-1.1788e-02],\n", + " [-4.2015e-02],\n", + " [-4.4016e-03],\n", + " [-6.6154e-05],\n", + " [ 6.5216e-04],\n", + " [-6.0760e-04],\n", + " [-5.3120e-03],\n", + " [-3.1383e-03],\n", + " [-1.3034e-02],\n", + " [-1.0289e-03],\n", + " [ 1.4415e-04],\n", + " [-3.5494e-03],\n", + " [-1.7374e-03],\n", + " [-1.3555e-03],\n", + " [-5.0874e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0425],\n", + " [-0.0389],\n", + " [-0.0361],\n", + " [-0.0345],\n", + " [-0.0393],\n", + " [-0.0315],\n", + " [-0.0393],\n", + " [-0.0363],\n", + " [-0.0304],\n", + " [-0.0334],\n", + " [-0.0487],\n", + " [-0.0373],\n", + " [-0.0513],\n", + " [-0.0452],\n", + " [-0.0357],\n", + " [-0.0392],\n", + " [-0.0341],\n", + " [-0.0312],\n", + " [-0.0441],\n", + " [-0.0307],\n", + " [-0.0330],\n", + " [-0.0374],\n", + " [-0.0332],\n", + " [-0.0377],\n", + " [-0.0313],\n", + " [-0.0375],\n", + " [-0.0387],\n", + " [-0.0329],\n", + " [-0.0338],\n", + " [-0.0340],\n", + " [-0.0334],\n", + " [-0.0383]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0069],\n", + " [ 0.0045],\n", + " [-0.0067],\n", + " [ 0.0024],\n", + " [ 0.0073],\n", + " [-0.0012],\n", + " [ 0.0075],\n", + " [ 0.0016],\n", + " [ 0.0017],\n", + " [ 0.0026],\n", + " [ 0.0105],\n", + " [ 0.0057],\n", + " [ 0.0011],\n", + " [ 0.0044],\n", + " [ 0.0006],\n", + " [ 0.0056],\n", + " [ 0.0043],\n", + " [-0.0020],\n", + " [-0.0079],\n", + " [ 0.0008],\n", + " [ 0.0026],\n", + " [ 0.0063],\n", + " [ 0.0034],\n", + " [ 0.0054],\n", + " [ 0.0025],\n", + " [-0.0006],\n", + " [ 0.0058],\n", + " [ 0.0031],\n", + " [ 0.0024],\n", + " [ 0.0027],\n", + " [ 0.0028],\n", + " [ 0.0067]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0659],\n", + " [0.0615],\n", + " [0.0552],\n", + " [0.0556],\n", + " [0.0592],\n", + " [0.0570],\n", + " [0.0588],\n", + " [0.0588],\n", + " [0.0569],\n", + " [0.0571],\n", + " [0.0668],\n", + " [0.0592],\n", + " [0.0747],\n", + " [0.0589],\n", + " [0.0733],\n", + " [0.0585],\n", + " [0.0569],\n", + " [0.0551],\n", + " [0.0432],\n", + " [0.0552],\n", + " [0.0577],\n", + " [0.0591],\n", + " [0.0573],\n", + " [0.0610],\n", + " [0.0556],\n", + " [0.0569],\n", + " [0.0585],\n", + " [0.0574],\n", + " [0.0564],\n", + " [0.0568],\n", + " [0.0564],\n", + " [0.0634]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0145],\n", + " [-0.0160],\n", + " [-0.0176],\n", + " [-0.0172],\n", + " [-0.0194],\n", + " [-0.0173],\n", + " [-0.0184],\n", + " [-0.0141],\n", + " [-0.0190],\n", + " [-0.0194],\n", + " [-0.0204],\n", + " [-0.0150],\n", + " [-0.0148],\n", + " [-0.0202],\n", + " [-0.0042],\n", + " [-0.0163],\n", + " [-0.0177],\n", + " [-0.0183],\n", + " [-0.0058],\n", + " [-0.0180],\n", + " [-0.0190],\n", + " [-0.0169],\n", + " [-0.0186],\n", + " [-0.0130],\n", + " [-0.0175],\n", + " [-0.0185],\n", + " [-0.0163],\n", + " [-0.0193],\n", + " [-0.0181],\n", + " [-0.0188],\n", + " [-0.0192],\n", + " [-0.0133]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1653],\n", + " [-0.1807],\n", + " [-0.1721],\n", + " [-0.1671],\n", + " [-0.1770],\n", + " [-0.1686],\n", + " [-0.1729],\n", + " [-0.1660],\n", + " [-0.1700],\n", + " [-0.1696],\n", + " [-0.1827],\n", + " [-0.1682],\n", + " [-0.1625],\n", + " [-0.1729],\n", + " [-0.1698],\n", + " [-0.1720],\n", + " [-0.1720],\n", + " [-0.1675],\n", + " [-0.1635],\n", + " [-0.1690],\n", + " [-0.1691],\n", + " [-0.1683],\n", + " [-0.1714],\n", + " [-0.1682],\n", + " [-0.1704],\n", + " [-0.1686],\n", + " [-0.1718],\n", + " [-0.1701],\n", + " [-0.1699],\n", + " [-0.1693],\n", + " [-0.1703],\n", + " [-0.1686]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0233],\n", + " [-0.0154],\n", + " [-0.0238],\n", + " [-0.0223],\n", + " [-0.0174],\n", + " [-0.0291],\n", + " [-0.0185],\n", + " [-0.0228],\n", + " [-0.0228],\n", + " [-0.0222],\n", + " [-0.0104],\n", + " [-0.0231],\n", + " [-0.0367],\n", + " [-0.0121],\n", + " [-0.0113],\n", + " [-0.0202],\n", + " [-0.0219],\n", + " [-0.0266],\n", + " [-0.0196],\n", + " [-0.0232],\n", + " [-0.0209],\n", + " [-0.0197],\n", + " [-0.0224],\n", + " [-0.0251],\n", + " [-0.0229],\n", + " [-0.0262],\n", + " [-0.0212],\n", + " [-0.0220],\n", + " [-0.0228],\n", + " [-0.0221],\n", + " [-0.0221],\n", + " [-0.0258]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0118],\n", + " [ 0.0142],\n", + " [-0.0088],\n", + " [ 0.0062],\n", + " [ 0.0075],\n", + " [-0.0043],\n", + " [ 0.0073],\n", + " [ 0.0007],\n", + " [ 0.0184],\n", + " [ 0.0153],\n", + " [ 0.0035],\n", + " [ 0.0017],\n", + " [-0.0249],\n", + " [-0.0007],\n", + " [ 0.0142],\n", + " [ 0.0031],\n", + " [ 0.0114],\n", + " [-0.0005],\n", + " [-0.0109],\n", + " [ 0.0108],\n", + " [ 0.0169],\n", + " [ 0.0061],\n", + " [ 0.0135],\n", + " [-0.0065],\n", + " [ 0.0106],\n", + " [-0.0033],\n", + " [ 0.0027],\n", + " [ 0.0166],\n", + " [ 0.0093],\n", + " [ 0.0118],\n", + " [ 0.0143],\n", + " [-0.0050]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0988],\n", + " [0.0806],\n", + " [0.1000],\n", + " [0.0957],\n", + " [0.0891],\n", + " [0.0943],\n", + " [0.0916],\n", + " [0.0962],\n", + " [0.0901],\n", + " [0.0911],\n", + " [0.0890],\n", + " [0.0944],\n", + " [0.0935],\n", + " [0.1033],\n", + " [0.0966],\n", + " [0.0937],\n", + " [0.0906],\n", + " [0.0960],\n", + " [0.0901],\n", + " [0.0926],\n", + " [0.0926],\n", + " [0.0948],\n", + " [0.0892],\n", + " [0.0946],\n", + " [0.0914],\n", + " [0.0955],\n", + " [0.0931],\n", + " [0.0907],\n", + " [0.0915],\n", + " [0.0913],\n", + " [0.0906],\n", + " [0.0923]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0797],\n", + " [0.0803],\n", + " [0.0581],\n", + " [0.0820],\n", + " [0.0796],\n", + " [0.0732],\n", + " [0.0825],\n", + " [0.0813],\n", + " [0.0896],\n", + " [0.0877],\n", + " [0.0765],\n", + " [0.0809],\n", + " [0.0628],\n", + " [0.0793],\n", + " [0.1089],\n", + " [0.0804],\n", + " [0.0838],\n", + " [0.0762],\n", + " [0.0300],\n", + " [0.0836],\n", + " [0.0886],\n", + " [0.0836],\n", + " [0.0868],\n", + " [0.0781],\n", + " [0.0836],\n", + " [0.0775],\n", + " [0.0801],\n", + " [0.0881],\n", + " [0.0832],\n", + " [0.0856],\n", + " [0.0869],\n", + " [0.0785]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0877],\n", + " [0.0873],\n", + " [0.0684],\n", + " [0.0849],\n", + " [0.0890],\n", + " [0.0835],\n", + " [0.0886],\n", + " [0.0867],\n", + " [0.0883],\n", + " [0.0886],\n", + " [0.0941],\n", + " [0.0881],\n", + " [0.0958],\n", + " [0.0864],\n", + " [0.0715],\n", + " [0.0878],\n", + " [0.0878],\n", + " [0.0835],\n", + " [0.0381],\n", + " [0.0867],\n", + " [0.0874],\n", + " [0.0868],\n", + " [0.0887],\n", + " [0.0885],\n", + " [0.0865],\n", + " [0.0821],\n", + " [0.0878],\n", + " [0.0884],\n", + " [0.0880],\n", + " [0.0878],\n", + " [0.0879],\n", + " [0.0902]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0418],\n", + " [0.0347],\n", + " [0.0431],\n", + " [0.0405],\n", + " [0.0404],\n", + " [0.0348],\n", + " [0.0433],\n", + " [0.0375],\n", + " [0.0427],\n", + " [0.0427],\n", + " [0.0408],\n", + " [0.0402],\n", + " [0.0491],\n", + " [0.0429],\n", + " [0.0440],\n", + " [0.0395],\n", + " [0.0404],\n", + " [0.0341],\n", + " [0.0550],\n", + " [0.0401],\n", + " [0.0443],\n", + " [0.0444],\n", + " [0.0408],\n", + " [0.0376],\n", + " [0.0397],\n", + " [0.0344],\n", + " [0.0394],\n", + " [0.0433],\n", + " [0.0397],\n", + " [0.0418],\n", + " [0.0420],\n", + " [0.0383]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0353],\n", + " [ 0.0404],\n", + " [ 0.0190],\n", + " [ 0.0382],\n", + " [ 0.0351],\n", + " [ 0.0382],\n", + " [ 0.0350],\n", + " [ 0.0396],\n", + " [ 0.0355],\n", + " [ 0.0361],\n", + " [ 0.0320],\n", + " [ 0.0376],\n", + " [ 0.0220],\n", + " [ 0.0349],\n", + " [ 0.0487],\n", + " [ 0.0378],\n", + " [ 0.0360],\n", + " [ 0.0405],\n", + " [-0.0023],\n", + " [ 0.0374],\n", + " [ 0.0349],\n", + " [ 0.0354],\n", + " [ 0.0370],\n", + " [ 0.0376],\n", + " [ 0.0373],\n", + " [ 0.0429],\n", + " [ 0.0380],\n", + " [ 0.0350],\n", + " [ 0.0374],\n", + " [ 0.0368],\n", + " [ 0.0368],\n", + " [ 0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0789],\n", + " [-0.0766],\n", + " [-0.0819],\n", + " [-0.0744],\n", + " [-0.0721],\n", + " [-0.0828],\n", + " [-0.0730],\n", + " [-0.0757],\n", + " [-0.0688],\n", + " [-0.0698],\n", + " [-0.0712],\n", + " [-0.0759],\n", + " [-0.0840],\n", + " [-0.0736],\n", + " [-0.0804],\n", + " [-0.0736],\n", + " [-0.0711],\n", + " [-0.0801],\n", + " [-0.1009],\n", + " [-0.0718],\n", + " [-0.0688],\n", + " [-0.0740],\n", + " [-0.0708],\n", + " [-0.0790],\n", + " [-0.0720],\n", + " [-0.0840],\n", + " [-0.0746],\n", + " [-0.0694],\n", + " [-0.0724],\n", + " [-0.0722],\n", + " [-0.0705],\n", + " [-0.0779]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1106],\n", + " [-0.1056],\n", + " [-0.1092],\n", + " [-0.1000],\n", + " [-0.1063],\n", + " [-0.1028],\n", + " [-0.1042],\n", + " [-0.1018],\n", + " [-0.0965],\n", + " [-0.0975],\n", + " [-0.1155],\n", + " [-0.1038],\n", + " [-0.1133],\n", + " [-0.1119],\n", + " [-0.1085],\n", + " [-0.1043],\n", + " [-0.0994],\n", + " [-0.1014],\n", + " [-0.1160],\n", + " [-0.0981],\n", + " [-0.0971],\n", + " [-0.1024],\n", + " [-0.0981],\n", + " [-0.1069],\n", + " [-0.0986],\n", + " [-0.1039],\n", + " [-0.1043],\n", + " [-0.0974],\n", + " [-0.0993],\n", + " [-0.0987],\n", + " [-0.0974],\n", + " [-0.1063]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0612],\n", + " [-0.0559],\n", + " [-0.0679],\n", + " [-0.0636],\n", + " [-0.0595],\n", + " [-0.0653],\n", + " [-0.0594],\n", + " [-0.0646],\n", + " [-0.0638],\n", + " [-0.0630],\n", + " [-0.0537],\n", + " [-0.0624],\n", + " [-0.0574],\n", + " [-0.0565],\n", + " [-0.0571],\n", + " [-0.0614],\n", + " [-0.0634],\n", + " [-0.0650],\n", + " [-0.0529],\n", + " [-0.0642],\n", + " [-0.0638],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0643],\n", + " [-0.0605],\n", + " [-0.0612],\n", + " [-0.0631],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0631],\n", + " [-0.0632]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0399],\n", + " [-0.0623],\n", + " [-0.0653],\n", + " [-0.0652],\n", + " [-0.0664],\n", + " [-0.0600],\n", + " [-0.0624],\n", + " [-0.0620],\n", + " [-0.0628],\n", + " [-0.0625],\n", + " [-0.0645],\n", + " [-0.0682],\n", + " [-0.0615],\n", + " [-0.0531],\n", + " [-0.0608],\n", + " [-0.0662],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0626],\n", + " [-0.0606],\n", + " [-0.0611],\n", + " [-0.0610],\n", + " [-0.0622],\n", + " [-0.0602],\n", + " [-0.0639],\n", + " [-0.0656],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0616],\n", + " [-0.0631],\n", + " [-0.0631],\n", + " [-0.0644]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0548],\n", + " [-0.0739],\n", + " [-0.0789],\n", + " [-0.0784],\n", + " [-0.0771],\n", + " [-0.0755],\n", + " [-0.0730],\n", + " [-0.0698],\n", + " [-0.0736],\n", + " [-0.0742],\n", + " [-0.0787],\n", + " [-0.0798],\n", + " [-0.0734],\n", + " [-0.0709],\n", + " [-0.0710],\n", + " [-0.0804],\n", + " [-0.0755],\n", + " [-0.0761],\n", + " [-0.0751],\n", + " [-0.0729],\n", + " [-0.0769],\n", + " [-0.0727],\n", + " [-0.0750],\n", + " [-0.0718],\n", + " [-0.0741],\n", + " [-0.0788],\n", + " [-0.0711],\n", + " [-0.0734],\n", + " [-0.0742],\n", + " [-0.0758],\n", + " [-0.0741],\n", + " [-0.0780]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0445],\n", + " [0.0369],\n", + " [0.0383],\n", + " [0.0360],\n", + " [0.0342],\n", + " [0.0373],\n", + " [0.0381],\n", + " [0.0378],\n", + " [0.0361],\n", + " [0.0364],\n", + " [0.0368],\n", + " [0.0336],\n", + " [0.0395],\n", + " [0.0408],\n", + " [0.0370],\n", + " [0.0375],\n", + " [0.0384],\n", + " [0.0370],\n", + " [0.0360],\n", + " [0.0380],\n", + " [0.0390],\n", + " [0.0385],\n", + " [0.0369],\n", + " [0.0382],\n", + " [0.0352],\n", + " [0.0367],\n", + " [0.0362],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0376],\n", + " [0.0359],\n", + " [0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0858],\n", + " [-0.0923],\n", + " [-0.0925],\n", + " [-0.0939],\n", + " [-0.0983],\n", + " [-0.0881],\n", + " [-0.0948],\n", + " [-0.0945],\n", + " [-0.0959],\n", + " [-0.0934],\n", + " [-0.0925],\n", + " [-0.0975],\n", + " [-0.0874],\n", + " [-0.0892],\n", + " [-0.0931],\n", + " [-0.0953],\n", + " [-0.0944],\n", + " [-0.0926],\n", + " [-0.0966],\n", + " [-0.0888],\n", + " [-0.0901],\n", + " [-0.0897],\n", + " [-0.0917],\n", + " [-0.0877],\n", + " [-0.0966],\n", + " [-0.0940],\n", + " [-0.0954],\n", + " [-0.0939],\n", + " [-0.0907],\n", + " [-0.0949],\n", + " [-0.0948],\n", + " [-0.0962]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0472],\n", + " [0.0552],\n", + " [0.0477],\n", + " [0.0517],\n", + " [0.0600],\n", + " [0.0472],\n", + " [0.0558],\n", + " [0.0579],\n", + " [0.0585],\n", + " [0.0558],\n", + " [0.0502],\n", + " [0.0552],\n", + " [0.0480],\n", + " [0.0432],\n", + " [0.0571],\n", + " [0.0512],\n", + " [0.0553],\n", + " [0.0542],\n", + " [0.0500],\n", + " [0.0512],\n", + " [0.0438],\n", + " [0.0526],\n", + " [0.0526],\n", + " [0.0514],\n", + " [0.0583],\n", + " [0.0531],\n", + " [0.0589],\n", + " [0.0567],\n", + " [0.0475],\n", + " [0.0559],\n", + " [0.0571],\n", + " [0.0546]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0215],\n", + " [-0.0396],\n", + " [-0.0345],\n", + " [-0.0394],\n", + " [-0.0367],\n", + " [-0.0460],\n", + " [-0.0346],\n", + " [-0.0348],\n", + " [-0.0361],\n", + " [-0.0389],\n", + " [-0.0395],\n", + " [-0.0347],\n", + " [-0.0423],\n", + " [-0.0460],\n", + " [-0.0382],\n", + " [-0.0343],\n", + " [-0.0344],\n", + " [-0.0397],\n", + " [-0.0421],\n", + " [-0.0424],\n", + " [-0.0360],\n", + " [-0.0394],\n", + " [-0.0408],\n", + " [-0.0442],\n", + " [-0.0375],\n", + " [-0.0372],\n", + " [-0.0346],\n", + " [-0.0370],\n", + " [-0.0409],\n", + " [-0.0347],\n", + " [-0.0379],\n", + " [-0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0843],\n", + " [-0.0796],\n", + " [-0.0802],\n", + " [-0.0790],\n", + " [-0.0787],\n", + " [-0.0746],\n", + " [-0.0814],\n", + " [-0.0812],\n", + " [-0.0798],\n", + " [-0.0793],\n", + " [-0.0781],\n", + " [-0.0789],\n", + " [-0.0769],\n", + " [-0.0807],\n", + " [-0.0798],\n", + " [-0.0796],\n", + " [-0.0803],\n", + " [-0.0783],\n", + " [-0.0840],\n", + " [-0.0791],\n", + " [-0.0804],\n", + " [-0.0784],\n", + " [-0.0790],\n", + " [-0.0785],\n", + " [-0.0799],\n", + " [-0.0787],\n", + " [-0.0807],\n", + " [-0.0796],\n", + " [-0.0815],\n", + " [-0.0805],\n", + " [-0.0796],\n", + " [-0.0796]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1776],\n", + " [0.1680],\n", + " [0.1633],\n", + " [0.1649],\n", + " [0.1680],\n", + " [0.1650],\n", + " [0.1678],\n", + " [0.1702],\n", + " [0.1691],\n", + " [0.1677],\n", + " [0.1644],\n", + " [0.1670],\n", + " [0.1669],\n", + " [0.1646],\n", + " [0.1691],\n", + " [0.1640],\n", + " [0.1676],\n", + " [0.1674],\n", + " [0.1626],\n", + " [0.1658],\n", + " [0.1598],\n", + " [0.1679],\n", + " [0.1664],\n", + " [0.1661],\n", + " [0.1676],\n", + " [0.1661],\n", + " [0.1704],\n", + " [0.1684],\n", + " [0.1612],\n", + " [0.1675],\n", + " [0.1679],\n", + " [0.1658]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0414],\n", + " [-0.0543],\n", + " [-0.0594],\n", + " [-0.0577],\n", + " [-0.0608],\n", + " [-0.0563],\n", + " [-0.0565],\n", + " [-0.0556],\n", + " [-0.0578],\n", + " [-0.0559],\n", + " [-0.0585],\n", + " [-0.0627],\n", + " [-0.0534],\n", + " [-0.0545],\n", + " [-0.0545],\n", + " [-0.0613],\n", + " [-0.0574],\n", + " [-0.0560],\n", + " [-0.0612],\n", + " [-0.0527],\n", + " [-0.0575],\n", + " [-0.0527],\n", + " [-0.0553],\n", + " [-0.0520],\n", + " [-0.0579],\n", + " [-0.0586],\n", + " [-0.0565],\n", + " [-0.0558],\n", + " [-0.0520],\n", + " [-0.0570],\n", + " [-0.0569],\n", + " [-0.0596]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0627],\n", + " [0.0597],\n", + " [0.0698],\n", + " [0.0644],\n", + " [0.0598],\n", + " [0.0641],\n", + " [0.0614],\n", + " [0.0577],\n", + " [0.0601],\n", + " [0.0596],\n", + " [0.0656],\n", + " [0.0618],\n", + " [0.0640],\n", + " [0.0575],\n", + " [0.0574],\n", + " [0.0682],\n", + " [0.0630],\n", + " [0.0619],\n", + " [0.0626],\n", + " [0.0610],\n", + " [0.0716],\n", + " [0.0619],\n", + " [0.0610],\n", + " [0.0590],\n", + " [0.0599],\n", + " [0.0643],\n", + " [0.0586],\n", + " [0.0598],\n", + " [0.0677],\n", + " [0.0639],\n", + " [0.0599],\n", + " [0.0641]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0956],\n", + " [-0.0953],\n", + " [-0.0857],\n", + " [-0.0906],\n", + " [-0.0978],\n", + " [-0.0931],\n", + " [-0.0974],\n", + " [-0.0995],\n", + " [-0.0986],\n", + " [-0.0958],\n", + " [-0.0901],\n", + " [-0.0919],\n", + " [-0.0879],\n", + " [-0.0896],\n", + " [-0.0977],\n", + " [-0.0899],\n", + " [-0.0959],\n", + " [-0.0943],\n", + " [-0.0948],\n", + " [-0.0927],\n", + " [-0.0861],\n", + " [-0.0932],\n", + " [-0.0937],\n", + " [-0.0926],\n", + " [-0.0975],\n", + " [-0.0916],\n", + " [-0.0995],\n", + " [-0.0968],\n", + " [-0.0898],\n", + " [-0.0956],\n", + " [-0.0970],\n", + " [-0.0946]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0150],\n", + " [0.0161],\n", + " [0.0099],\n", + " [0.0138],\n", + " [0.0189],\n", + " [0.0138],\n", + " [0.0171],\n", + " [0.0204],\n", + " [0.0194],\n", + " [0.0173],\n", + " [0.0124],\n", + " [0.0167],\n", + " [0.0128],\n", + " [0.0192],\n", + " [0.0207],\n", + " [0.0116],\n", + " [0.0156],\n", + " [0.0155],\n", + " [0.0131],\n", + " [0.0135],\n", + " [0.0058],\n", + " [0.0160],\n", + " [0.0147],\n", + " [0.0140],\n", + " [0.0193],\n", + " [0.0148],\n", + " [0.0209],\n", + " [0.0183],\n", + " [0.0086],\n", + " [0.0162],\n", + " [0.0176],\n", + " [0.0153]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1038],\n", + " [0.0946],\n", + " [0.0826],\n", + " [0.0898],\n", + " [0.0938],\n", + " [0.0971],\n", + " [0.0920],\n", + " [0.0950],\n", + " [0.0932],\n", + " [0.0942],\n", + " [0.0904],\n", + " [0.0888],\n", + " [0.0897],\n", + " [0.0991],\n", + " [0.0958],\n", + " [0.0855],\n", + " [0.0900],\n", + " [0.0933],\n", + " [0.0983],\n", + " [0.0959],\n", + " [0.0872],\n", + " [0.0904],\n", + " [0.0950],\n", + " [0.0983],\n", + " [0.0933],\n", + " [0.0884],\n", + " [0.0947],\n", + " [0.0929],\n", + " [0.0926],\n", + " [0.0886],\n", + " [0.0939],\n", + " [0.0904]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0275],\n", + " [0.0117],\n", + " [0.0056],\n", + " [0.0072],\n", + " [0.0071],\n", + " [0.0190],\n", + " [0.0108],\n", + " [0.0110],\n", + " [0.0083],\n", + " [0.0105],\n", + " [0.0095],\n", + " [0.0027],\n", + " [0.0120],\n", + " [0.0210],\n", + " [0.0102],\n", + " [0.0066],\n", + " [0.0100],\n", + " [0.0104],\n", + " [0.0147],\n", + " [0.0136],\n", + " [0.0103],\n", + " [0.0097],\n", + " [0.0122],\n", + " [0.0143],\n", + " [0.0076],\n", + " [0.0069],\n", + " [0.0085],\n", + " [0.0095],\n", + " [0.0105],\n", + " [0.0073],\n", + " [0.0100],\n", + " [0.0079]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0147],\n", + " [-0.0042],\n", + " [ 0.0003],\n", + " [-0.0006],\n", + " [ 0.0039],\n", + " [-0.0046],\n", + " [-0.0005],\n", + " [-0.0005],\n", + " [ 0.0013],\n", + " [-0.0019],\n", + " [-0.0010],\n", + " [ 0.0073],\n", + " [-0.0054],\n", + " [-0.0074],\n", + " [-0.0023],\n", + " [ 0.0033],\n", + " [ 0.0004],\n", + " [-0.0021],\n", + " [-0.0012],\n", + " [-0.0075],\n", + " [-0.0053],\n", + " [-0.0052],\n", + " [-0.0038],\n", + " [-0.0079],\n", + " [ 0.0011],\n", + " [ 0.0017],\n", + " [ 0.0003],\n", + " [-0.0012],\n", + " [-0.0111],\n", + " [ 0.0007],\n", + " [-0.0010],\n", + " [ 0.0022]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0215],\n", + " [-0.0328],\n", + " [-0.0417],\n", + " [-0.0395],\n", + " [-0.0369],\n", + " [-0.0378],\n", + " [-0.0351],\n", + " [-0.0325],\n", + " [-0.0367],\n", + " [-0.0348],\n", + " [-0.0390],\n", + " [-0.0454],\n", + " [-0.0344],\n", + " [-0.0425],\n", + " [-0.0343],\n", + " [-0.0411],\n", + " [-0.0359],\n", + " [-0.0352],\n", + " [-0.0369],\n", + " [-0.0324],\n", + " [-0.0390],\n", + " [-0.0346],\n", + " [-0.0346],\n", + " [-0.0307],\n", + " [-0.0374],\n", + " [-0.0399],\n", + " [-0.0352],\n", + " [-0.0353],\n", + " [-0.0351],\n", + " [-0.0372],\n", + " [-0.0351],\n", + " [-0.0395]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-3.2780e-03],\n", + " [ 2.6731e-03],\n", + " [ 8.0544e-03],\n", + " [ 5.8891e-03],\n", + " [ 6.7634e-03],\n", + " [ 7.7681e-05],\n", + " [ 3.9033e-03],\n", + " [ 2.6544e-03],\n", + " [ 5.7159e-03],\n", + " [ 3.7360e-03],\n", + " [ 5.9453e-03],\n", + " [ 1.0163e-02],\n", + " [ 2.6244e-03],\n", + " [-3.1105e-03],\n", + " [ 3.0152e-03],\n", + " [ 8.3572e-03],\n", + " [ 5.2628e-03],\n", + " [ 4.2173e-03],\n", + " [ 4.0149e-03],\n", + " [ 7.2335e-04],\n", + " [ 6.1192e-03],\n", + " [ 2.9561e-03],\n", + " [ 3.1552e-03],\n", + " [-5.0720e-04],\n", + " [ 5.6599e-03],\n", + " [ 6.5070e-03],\n", + " [ 4.7684e-03],\n", + " [ 4.0509e-03],\n", + " [ 1.1388e-03],\n", + " [ 5.7745e-03],\n", + " [ 4.2809e-03],\n", + " [ 6.8821e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0694],\n", + " [0.0560],\n", + " [0.0625],\n", + " [0.0587],\n", + " [0.0581],\n", + " [0.0555],\n", + " [0.0580],\n", + " [0.0570],\n", + " [0.0573],\n", + " [0.0564],\n", + " [0.0594],\n", + " [0.0611],\n", + " [0.0570],\n", + " [0.0540],\n", + " [0.0556],\n", + " [0.0615],\n", + " [0.0579],\n", + " [0.0566],\n", + " [0.0624],\n", + " [0.0555],\n", + " [0.0628],\n", + " [0.0554],\n", + " [0.0569],\n", + " [0.0547],\n", + " [0.0574],\n", + " [0.0584],\n", + " [0.0573],\n", + " [0.0563],\n", + " [0.0588],\n", + " [0.0579],\n", + " [0.0567],\n", + " [0.0589]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0221],\n", + " [-0.0173],\n", + " [-0.0163],\n", + " [-0.0169],\n", + " [-0.0188],\n", + " [-0.0186],\n", + " [-0.0183],\n", + " [-0.0188],\n", + " [-0.0187],\n", + " [-0.0178],\n", + " [-0.0166],\n", + " [-0.0184],\n", + " [-0.0169],\n", + " [-0.0240],\n", + " [-0.0190],\n", + " [-0.0164],\n", + " [-0.0174],\n", + " [-0.0175],\n", + " [-0.0162],\n", + " [-0.0173],\n", + " [-0.0131],\n", + " [-0.0170],\n", + " [-0.0169],\n", + " [-0.0176],\n", + " [-0.0182],\n", + " [-0.0178],\n", + " [-0.0185],\n", + " [-0.0181],\n", + " [-0.0166],\n", + " [-0.0174],\n", + " [-0.0178],\n", + " [-0.0170]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1680],\n", + " [-0.1701],\n", + " [-0.1702],\n", + " [-0.1728],\n", + " [-0.1750],\n", + " [-0.1744],\n", + " [-0.1701],\n", + " [-0.1696],\n", + " [-0.1718],\n", + " [-0.1714],\n", + " [-0.1728],\n", + " [-0.1763],\n", + " [-0.1681],\n", + " [-0.1758],\n", + " [-0.1705],\n", + " [-0.1732],\n", + " [-0.1705],\n", + " [-0.1717],\n", + " [-0.1743],\n", + " [-0.1689],\n", + " [-0.1679],\n", + " [-0.1675],\n", + " [-0.1712],\n", + " [-0.1688],\n", + " [-0.1725],\n", + " [-0.1731],\n", + " [-0.1709],\n", + " [-0.1706],\n", + " [-0.1672],\n", + " [-0.1704],\n", + " [-0.1715],\n", + " [-0.1737]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0237],\n", + " [-0.0231],\n", + " [-0.0199],\n", + " [-0.0196],\n", + " [-0.0184],\n", + " [-0.0224],\n", + " [-0.0218],\n", + " [-0.0223],\n", + " [-0.0205],\n", + " [-0.0216],\n", + " [-0.0209],\n", + " [-0.0125],\n", + " [-0.0241],\n", + " [-0.0199],\n", + " [-0.0217],\n", + " [-0.0194],\n", + " [-0.0215],\n", + " [-0.0218],\n", + " [-0.0212],\n", + " [-0.0250],\n", + " [-0.0242],\n", + " [-0.0233],\n", + " [-0.0224],\n", + " [-0.0251],\n", + " [-0.0200],\n", + " [-0.0188],\n", + " [-0.0209],\n", + " [-0.0215],\n", + " [-0.0271],\n", + " [-0.0206],\n", + " [-0.0218],\n", + " [-0.0197]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0083],\n", + " [ 0.0073],\n", + " [-0.0005],\n", + " [ 0.0030],\n", + " [ 0.0145],\n", + " [ 0.0017],\n", + " [ 0.0112],\n", + " [ 0.0144],\n", + " [ 0.0131],\n", + " [ 0.0086],\n", + " [ 0.0014],\n", + " [ 0.0134],\n", + " [-0.0043],\n", + " [ 0.0055],\n", + " [ 0.0112],\n", + " [ 0.0034],\n", + " [ 0.0086],\n", + " [ 0.0053],\n", + " [ 0.0088],\n", + " [ 0.0025],\n", + " [-0.0043],\n", + " [ 0.0027],\n", + " [ 0.0048],\n", + " [ 0.0028],\n", + " [ 0.0125],\n", + " [ 0.0046],\n", + " [ 0.0155],\n", + " [ 0.0100],\n", + " [-0.0019],\n", + " [ 0.0086],\n", + " [ 0.0104],\n", + " [ 0.0072]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0955],\n", + " [0.0923],\n", + " [0.0953],\n", + " [0.0934],\n", + " [0.0886],\n", + " [0.0917],\n", + " [0.0903],\n", + " [0.0912],\n", + " [0.0902],\n", + " [0.0917],\n", + " [0.0929],\n", + " [0.0895],\n", + " [0.0999],\n", + " [0.0884],\n", + " [0.0920],\n", + " [0.0909],\n", + " [0.0906],\n", + " [0.0923],\n", + " [0.0841],\n", + " [0.0944],\n", + " [0.0938],\n", + " [0.0974],\n", + " [0.0920],\n", + " [0.0946],\n", + " [0.0904],\n", + " [0.0931],\n", + " [0.0909],\n", + " [0.0920],\n", + " [0.0955],\n", + " [0.0921],\n", + " [0.0909],\n", + " [0.0898]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0849],\n", + " [0.0815],\n", + " [0.0808],\n", + " [0.0792],\n", + " [0.0847],\n", + " [0.0722],\n", + " [0.0854],\n", + " [0.0867],\n", + " [0.0864],\n", + " [0.0829],\n", + " [0.0785],\n", + " [0.0868],\n", + " [0.0758],\n", + " [0.0801],\n", + " [0.0852],\n", + " [0.0815],\n", + " [0.0841],\n", + " [0.0803],\n", + " [0.0877],\n", + " [0.0790],\n", + " [0.0806],\n", + " [0.0798],\n", + " [0.0808],\n", + " [0.0787],\n", + " [0.0858],\n", + " [0.0800],\n", + " [0.0875],\n", + " [0.0840],\n", + " [0.0761],\n", + " [0.0838],\n", + " [0.0839],\n", + " [0.0829]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0768],\n", + " [0.0869],\n", + " [0.0896],\n", + " [0.0882],\n", + " [0.0890],\n", + " [0.0817],\n", + " [0.0890],\n", + " [0.0880],\n", + " [0.0877],\n", + " [0.0870],\n", + " [0.0880],\n", + " [0.0910],\n", + " [0.0840],\n", + " [0.0786],\n", + " [0.0860],\n", + " [0.0903],\n", + " [0.0883],\n", + " [0.0861],\n", + " [0.0914],\n", + " [0.0856],\n", + " [0.0895],\n", + " [0.0848],\n", + " [0.0867],\n", + " [0.0848],\n", + " [0.0885],\n", + " [0.0881],\n", + " [0.0876],\n", + " [0.0870],\n", + " [0.0882],\n", + " [0.0882],\n", + " [0.0877],\n", + " [0.0891]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0478],\n", + " [0.0386],\n", + " [0.0417],\n", + " [0.0392],\n", + " [0.0416],\n", + " [0.0334],\n", + " [0.0417],\n", + " [0.0430],\n", + " [0.0426],\n", + " [0.0395],\n", + " [0.0385],\n", + " [0.0432],\n", + " [0.0389],\n", + " [0.0374],\n", + " [0.0409],\n", + " [0.0416],\n", + " [0.0421],\n", + " [0.0388],\n", + " [0.0377],\n", + " [0.0364],\n", + " [0.0385],\n", + " [0.0402],\n", + " [0.0372],\n", + " [0.0359],\n", + " [0.0416],\n", + " [0.0408],\n", + " [0.0434],\n", + " [0.0413],\n", + " [0.0366],\n", + " [0.0426],\n", + " [0.0404],\n", + " [0.0409]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0284],\n", + " [0.0376],\n", + " [0.0353],\n", + " [0.0371],\n", + " [0.0342],\n", + " [0.0390],\n", + " [0.0366],\n", + " [0.0358],\n", + " [0.0359],\n", + " [0.0376],\n", + " [0.0380],\n", + " [0.0321],\n", + " [0.0373],\n", + " [0.0415],\n", + " [0.0383],\n", + " [0.0357],\n", + " [0.0365],\n", + " [0.0381],\n", + " [0.0403],\n", + " [0.0391],\n", + " [0.0388],\n", + " [0.0379],\n", + " [0.0391],\n", + " [0.0396],\n", + " [0.0360],\n", + " [0.0359],\n", + " [0.0351],\n", + " [0.0368],\n", + " [0.0379],\n", + " [0.0359],\n", + " [0.0365],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0767],\n", + " [-0.0732],\n", + " [-0.0752],\n", + " [-0.0732],\n", + " [-0.0689],\n", + " [-0.0829],\n", + " [-0.0723],\n", + " [-0.0707],\n", + " [-0.0709],\n", + " [-0.0725],\n", + " [-0.0749],\n", + " [-0.0678],\n", + " [-0.0782],\n", + " [-0.0846],\n", + " [-0.0721],\n", + " [-0.0738],\n", + " [-0.0736],\n", + " [-0.0741],\n", + " [-0.0739],\n", + " [-0.0764],\n", + " [-0.0776],\n", + " [-0.0753],\n", + " [-0.0743],\n", + " [-0.0767],\n", + " [-0.0700],\n", + " [-0.0734],\n", + " [-0.0699],\n", + " [-0.0722],\n", + " [-0.0762],\n", + " [-0.0729],\n", + " [-0.0717],\n", + " [-0.0726]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1024],\n", + " [-0.1003],\n", + " [-0.1081],\n", + " [-0.1052],\n", + " [-0.1009],\n", + " [-0.1059],\n", + " [-0.0999],\n", + " [-0.0979],\n", + " [-0.0994],\n", + " [-0.1003],\n", + " [-0.1059],\n", + " [-0.1094],\n", + " [-0.1055],\n", + " [-0.1080],\n", + " [-0.0982],\n", + " [-0.1061],\n", + " [-0.1012],\n", + " [-0.1023],\n", + " [-0.1041],\n", + " [-0.1013],\n", + " [-0.1061],\n", + " [-0.1016],\n", + " [-0.1021],\n", + " [-0.1008],\n", + " [-0.0996],\n", + " [-0.1052],\n", + " [-0.0987],\n", + " [-0.0995],\n", + " [-0.1023],\n", + " [-0.1017],\n", + " [-0.0996],\n", + " [-0.1032]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0550],\n", + " [-0.0642],\n", + " [-0.0595],\n", + " [-0.0615],\n", + " [-0.0615],\n", + " [-0.0586],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0617],\n", + " [-0.0628],\n", + " [-0.0610],\n", + " [-0.0575],\n", + " [-0.0624],\n", + " [-0.0533],\n", + " [-0.0626],\n", + " [-0.0594],\n", + " [-0.0612],\n", + " [-0.0629],\n", + " [-0.0592],\n", + " [-0.0649],\n", + " [-0.0622],\n", + " [-0.0634],\n", + " [-0.0633],\n", + " [-0.0654],\n", + " [-0.0616],\n", + " [-0.0602],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0661],\n", + " [-0.0616],\n", + " [-0.0628],\n", + " [-0.0604]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0684],\n", + " [-0.0625],\n", + " [-0.0651],\n", + " [-0.0663],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0633],\n", + " [-0.0618],\n", + " [-0.0619],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0764],\n", + " [-0.0620],\n", + " [-0.0628],\n", + " [-0.0622],\n", + " [-0.0655],\n", + " [-0.0622],\n", + " [-0.0782],\n", + " [-0.0623],\n", + " [-0.0602],\n", + " [-0.0623],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0623],\n", + " [-0.0607],\n", + " [-0.0626],\n", + " [-0.0642],\n", + " [-0.0688],\n", + " [-0.0615]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0743],\n", + " [-0.0818],\n", + " [-0.0717],\n", + " [-0.0770],\n", + " [-0.0810],\n", + " [-0.0741],\n", + " [-0.0749],\n", + " [-0.0742],\n", + " [-0.0758],\n", + " [-0.0759],\n", + " [-0.0738],\n", + " [-0.0735],\n", + " [-0.0704],\n", + " [-0.0757],\n", + " [-0.0820],\n", + " [-0.0750],\n", + " [-0.0730],\n", + " [-0.0741],\n", + " [-0.0800],\n", + " [-0.0758],\n", + " [-0.0859],\n", + " [-0.0742],\n", + " [-0.0728],\n", + " [-0.0715],\n", + " [-0.0749],\n", + " [-0.0725],\n", + " [-0.0696],\n", + " [-0.0717],\n", + " [-0.0697],\n", + " [-0.0762],\n", + " [-0.0796],\n", + " [-0.0724]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0375],\n", + " [0.0370],\n", + " [0.0377],\n", + " [0.0385],\n", + " [0.0373],\n", + " [0.0384],\n", + " [0.0367],\n", + " [0.0365],\n", + " [0.0392],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0368],\n", + " [0.0361],\n", + " [0.0385],\n", + " [0.0330],\n", + " [0.0382],\n", + " [0.0360],\n", + " [0.0372],\n", + " [0.0367],\n", + " [0.0366],\n", + " [0.0347],\n", + " [0.0380],\n", + " [0.0391],\n", + " [0.0366],\n", + " [0.0388],\n", + " [0.0362],\n", + " [0.0365],\n", + " [0.0389],\n", + " [0.0374],\n", + " [0.0365],\n", + " [0.0357],\n", + " [0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0871],\n", + " [-0.0947],\n", + " [-0.0957],\n", + " [-0.0914],\n", + " [-0.0948],\n", + " [-0.0900],\n", + " [-0.0932],\n", + " [-0.0946],\n", + " [-0.0926],\n", + " [-0.0963],\n", + " [-0.0941],\n", + " [-0.0934],\n", + " [-0.0956],\n", + " [-0.0940],\n", + " [-0.1001],\n", + " [-0.0937],\n", + " [-0.0951],\n", + " [-0.0920],\n", + " [-0.0943],\n", + " [-0.0920],\n", + " [-0.0996],\n", + " [-0.0950],\n", + " [-0.0907],\n", + " [-0.0948],\n", + " [-0.0919],\n", + " [-0.0953],\n", + " [-0.0953],\n", + " [-0.0884],\n", + " [-0.0954],\n", + " [-0.0959],\n", + " [-0.0957],\n", + " [-0.0930]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0492],\n", + " [0.0586],\n", + " [0.0481],\n", + " [0.0494],\n", + " [0.0503],\n", + " [0.0552],\n", + " [0.0576],\n", + " [0.0531],\n", + " [0.0565],\n", + " [0.0563],\n", + " [0.0580],\n", + " [0.0583],\n", + " [0.0550],\n", + " [0.0607],\n", + " [0.0540],\n", + " [0.0584],\n", + " [0.0547],\n", + " [0.0519],\n", + " [0.0523],\n", + " [0.0528],\n", + " [0.0573],\n", + " [0.0531],\n", + " [0.0573],\n", + " [0.0546],\n", + " [0.0583],\n", + " [0.0592],\n", + " [0.0485],\n", + " [0.0587],\n", + " [0.0566],\n", + " [0.0546],\n", + " [0.0559]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0385],\n", + " [-0.0357],\n", + " [-0.0345],\n", + " [-0.0348],\n", + " [-0.0353],\n", + " [-0.0368],\n", + " [-0.0387],\n", + " [-0.0367],\n", + " [-0.0348],\n", + " [-0.0354],\n", + " [-0.0344],\n", + " [-0.0378],\n", + " [-0.0355],\n", + " [-0.0342],\n", + " [-0.0446],\n", + " [-0.0349],\n", + " [-0.0373],\n", + " [-0.0394],\n", + " [-0.0383],\n", + " [-0.0397],\n", + " [-0.0327],\n", + " [-0.0347],\n", + " [-0.0379],\n", + " [-0.0374],\n", + " [-0.0364],\n", + " [-0.0367],\n", + " [-0.0353],\n", + " [-0.0380],\n", + " [-0.0348],\n", + " [-0.0362],\n", + " [-0.0387],\n", + " [-0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0804],\n", + " [-0.0792],\n", + " [-0.0809],\n", + " [-0.0806],\n", + " [-0.0790],\n", + " [-0.0796],\n", + " [-0.0795],\n", + " [-0.0790],\n", + " [-0.0792],\n", + " [-0.0802],\n", + " [-0.0803],\n", + " [-0.0784],\n", + " [-0.0814],\n", + " [-0.0801],\n", + " [-0.0754],\n", + " [-0.0807],\n", + " [-0.0795],\n", + " [-0.0795],\n", + " [-0.0782],\n", + " [-0.0786],\n", + " [-0.0861],\n", + " [-0.0799],\n", + " [-0.0792],\n", + " [-0.0807],\n", + " [-0.0783],\n", + " [-0.0799],\n", + " [-0.0810],\n", + " [-0.0793],\n", + " [-0.0813],\n", + " [-0.0802],\n", + " [-0.0782],\n", + " [-0.0800]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1624],\n", + " [0.1641],\n", + " [0.1699],\n", + " [0.1649],\n", + " [0.1634],\n", + " [0.1664],\n", + " [0.1676],\n", + " [0.1688],\n", + " [0.1665],\n", + " [0.1673],\n", + " [0.1688],\n", + " [0.1699],\n", + " [0.1695],\n", + " [0.1674],\n", + " [0.1724],\n", + " [0.1664],\n", + " [0.1690],\n", + " [0.1677],\n", + " [0.1648],\n", + " [0.1658],\n", + " [0.1585],\n", + " [0.1691],\n", + " [0.1677],\n", + " [0.1683],\n", + " [0.1684],\n", + " [0.1691],\n", + " [0.1704],\n", + " [0.1658],\n", + " [0.1707],\n", + " [0.1672],\n", + " [0.1673],\n", + " [0.1683]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0574],\n", + " [-0.0620],\n", + " [-0.0566],\n", + " [-0.0576],\n", + " [-0.0625],\n", + " [-0.0546],\n", + " [-0.0558],\n", + " [-0.0573],\n", + " [-0.0563],\n", + " [-0.0594],\n", + " [-0.0560],\n", + " [-0.0560],\n", + " [-0.0564],\n", + " [-0.0570],\n", + " [-0.0594],\n", + " [-0.0562],\n", + " [-0.0576],\n", + " [-0.0541],\n", + " [-0.0598],\n", + " [-0.0561],\n", + " [-0.0688],\n", + " [-0.0574],\n", + " [-0.0530],\n", + " [-0.0552],\n", + " [-0.0552],\n", + " [-0.0577],\n", + " [-0.0563],\n", + " [-0.0513],\n", + " [-0.0563],\n", + " [-0.0583],\n", + " [-0.0614],\n", + " [-0.0544]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0665],\n", + " [0.0671],\n", + " [0.0598],\n", + " [0.0670],\n", + " [0.0676],\n", + " [0.0642],\n", + " [0.0606],\n", + " [0.0599],\n", + " [0.0658],\n", + " [0.0629],\n", + " [0.0616],\n", + " [0.0588],\n", + " [0.0582],\n", + " [0.0644],\n", + " [0.0613],\n", + " [0.0641],\n", + " [0.0582],\n", + " [0.0606],\n", + " [0.0655],\n", + " [0.0631],\n", + " [0.0655],\n", + " [0.0613],\n", + " [0.0621],\n", + " [0.0589],\n", + " [0.0628],\n", + " [0.0584],\n", + " [0.0568],\n", + " [0.0645],\n", + " [0.0581],\n", + " [0.0627],\n", + " [0.0601],\n", + " [0.0593]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0778],\n", + " [-0.0866],\n", + " [-0.0996],\n", + " [-0.0854],\n", + " [-0.0884],\n", + " [-0.0890],\n", + " [-0.0953],\n", + " [-0.0975],\n", + " [-0.0938],\n", + " [-0.0972],\n", + " [-0.0972],\n", + " [-0.0978],\n", + " [-0.0993],\n", + " [-0.0949],\n", + " [-0.0975],\n", + " [-0.0948],\n", + " [-0.0985],\n", + " [-0.0951],\n", + " [-0.0915],\n", + " [-0.0929],\n", + " [-0.0832],\n", + " [-0.0980],\n", + " [-0.0952],\n", + " [-0.0979],\n", + " [-0.0944],\n", + " [-0.0989],\n", + " [-0.1000],\n", + " [-0.0894],\n", + " [-0.1004],\n", + " [-0.0967],\n", + " [-0.0928],\n", + " [-0.0965]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0104],\n", + " [0.0120],\n", + " [0.0203],\n", + " [0.0125],\n", + " [0.0115],\n", + " [0.0150],\n", + " [0.0160],\n", + " [0.0179],\n", + " [0.0136],\n", + " [0.0163],\n", + " [0.0177],\n", + " [0.0186],\n", + " [0.0208],\n", + " [0.0158],\n", + " [0.0177],\n", + " [0.0148],\n", + " [0.0187],\n", + " [0.0156],\n", + " [0.0131],\n", + " [0.0141],\n", + " [0.0162],\n", + " [0.0180],\n", + " [0.0152],\n", + " [0.0201],\n", + " [0.0159],\n", + " [0.0187],\n", + " [0.0216],\n", + " [0.0146],\n", + " [0.0211],\n", + " [0.0150],\n", + " [0.0180],\n", + " [0.0186]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0847],\n", + " [0.0857],\n", + " [0.0929],\n", + " [0.0821],\n", + " [0.0868],\n", + " [0.0851],\n", + " [0.0935],\n", + " [0.0935],\n", + " [0.0884],\n", + " [0.0914],\n", + " [0.0909],\n", + " [0.0949],\n", + " [0.0957],\n", + " [0.0881],\n", + " [0.0941],\n", + " [0.0895],\n", + " [0.0959],\n", + " [0.0940],\n", + " [0.0902],\n", + " [0.0922],\n", + " [0.0806],\n", + " [0.0916],\n", + " [0.0932],\n", + " [0.0946],\n", + " [0.0891],\n", + " [0.0956],\n", + " [0.0967],\n", + " [0.0860],\n", + " [0.0944],\n", + " [0.0920],\n", + " [0.0944],\n", + " [0.0934]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0064],\n", + " [ 0.0059],\n", + " [ 0.0094],\n", + " [ 0.0045],\n", + " [ 0.0077],\n", + " [ 0.0060],\n", + " [ 0.0109],\n", + " [ 0.0099],\n", + " [ 0.0096],\n", + " [ 0.0094],\n", + " [ 0.0094],\n", + " [ 0.0104],\n", + " [ 0.0094],\n", + " [ 0.0081],\n", + " [ 0.0061],\n", + " [ 0.0093],\n", + " [ 0.0109],\n", + " [ 0.0116],\n", + " [ 0.0090],\n", + " [ 0.0100],\n", + " [-0.0037],\n", + " [ 0.0095],\n", + " [ 0.0119],\n", + " [ 0.0095],\n", + " [ 0.0092],\n", + " [ 0.0110],\n", + " [ 0.0101],\n", + " [ 0.0058],\n", + " [ 0.0102],\n", + " [ 0.0102],\n", + " [ 0.0089],\n", + " [ 0.0099]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.7376e-03],\n", + " [ 4.6154e-03],\n", + " [ 7.9412e-04],\n", + " [ 8.1632e-04],\n", + " [ 3.9631e-03],\n", + " [-2.1461e-03],\n", + " [-2.3385e-03],\n", + " [-2.7310e-05],\n", + " [-1.9759e-03],\n", + " [ 2.1000e-03],\n", + " [-3.8669e-06],\n", + " [-1.1395e-03],\n", + " [-1.8196e-04],\n", + " [ 4.2340e-04],\n", + " [ 7.8978e-03],\n", + " [-1.6832e-03],\n", + " [-1.3029e-04],\n", + " [-4.6641e-03],\n", + " [ 1.2544e-03],\n", + " [-3.0939e-03],\n", + " [ 1.6015e-02],\n", + " [ 1.2465e-03],\n", + " [-5.4916e-03],\n", + " [-1.7608e-03],\n", + " [-1.8354e-03],\n", + " [ 1.0303e-04],\n", + " [-2.5996e-04],\n", + " [-4.4745e-03],\n", + " [ 4.1307e-04],\n", + " [-3.5789e-04],\n", + " [ 6.5253e-03],\n", + " [-2.4755e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0441],\n", + " [-0.0436],\n", + " [-0.0353],\n", + " [-0.0418],\n", + " [-0.0424],\n", + " [-0.0391],\n", + " [-0.0345],\n", + " [-0.0350],\n", + " [-0.0360],\n", + " [-0.0373],\n", + " [-0.0356],\n", + " [-0.0336],\n", + " [-0.0349],\n", + " [-0.0370],\n", + " [-0.0319],\n", + " [-0.0360],\n", + " [-0.0335],\n", + " [-0.0332],\n", + " [-0.0395],\n", + " [-0.0367],\n", + " [-0.0510],\n", + " [-0.0359],\n", + " [-0.0329],\n", + " [-0.0350],\n", + " [-0.0356],\n", + " [-0.0334],\n", + " [-0.0332],\n", + " [-0.0376],\n", + " [-0.0336],\n", + " [-0.0351],\n", + " [-0.0400],\n", + " [-0.0348]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0055],\n", + " [0.0085],\n", + " [0.0042],\n", + " [0.0072],\n", + " [0.0085],\n", + " [0.0053],\n", + " [0.0037],\n", + " [0.0047],\n", + " [0.0055],\n", + " [0.0063],\n", + " [0.0046],\n", + " [0.0042],\n", + " [0.0041],\n", + " [0.0060],\n", + " [0.0055],\n", + " [0.0047],\n", + " [0.0042],\n", + " [0.0027],\n", + " [0.0068],\n", + " [0.0044],\n", + " [0.0107],\n", + " [0.0052],\n", + " [0.0024],\n", + " [0.0033],\n", + " [0.0048],\n", + " [0.0041],\n", + " [0.0035],\n", + " [0.0038],\n", + " [0.0033],\n", + " [0.0052],\n", + " [0.0061],\n", + " [0.0032]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0632],\n", + " [0.0624],\n", + " [0.0575],\n", + " [0.0614],\n", + " [0.0624],\n", + " [0.0582],\n", + " [0.0566],\n", + " [0.0567],\n", + " [0.0583],\n", + " [0.0585],\n", + " [0.0572],\n", + " [0.0559],\n", + " [0.0575],\n", + " [0.0584],\n", + " [0.0571],\n", + " [0.0579],\n", + " [0.0568],\n", + " [0.0560],\n", + " [0.0596],\n", + " [0.0573],\n", + " [0.0610],\n", + " [0.0574],\n", + " [0.0560],\n", + " [0.0564],\n", + " [0.0565],\n", + " [0.0572],\n", + " [0.0569],\n", + " [0.0575],\n", + " [0.0576],\n", + " [0.0582],\n", + " [0.0598],\n", + " [0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0176],\n", + " [-0.0185],\n", + " [-0.0194],\n", + " [-0.0176],\n", + " [-0.0171],\n", + " [-0.0171],\n", + " [-0.0174],\n", + " [-0.0181],\n", + " [-0.0165],\n", + " [-0.0178],\n", + " [-0.0183],\n", + " [-0.0183],\n", + " [-0.0187],\n", + " [-0.0173],\n", + " [-0.0179],\n", + " [-0.0169],\n", + " [-0.0180],\n", + " [-0.0174],\n", + " [-0.0169],\n", + " [-0.0164],\n", + " [-0.0198],\n", + " [-0.0184],\n", + " [-0.0170],\n", + " [-0.0188],\n", + " [-0.0175],\n", + " [-0.0182],\n", + " [-0.0190],\n", + " [-0.0148],\n", + " [-0.0194],\n", + " [-0.0172],\n", + " [-0.0209],\n", + " [-0.0182]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1680],\n", + " [-0.1756],\n", + " [-0.1704],\n", + " [-0.1696],\n", + " [-0.1748],\n", + " [-0.1678],\n", + " [-0.1711],\n", + " [-0.1715],\n", + " [-0.1687],\n", + " [-0.1723],\n", + " [-0.1698],\n", + " [-0.1711],\n", + " [-0.1712],\n", + " [-0.1696],\n", + " [-0.1803],\n", + " [-0.1693],\n", + " [-0.1719],\n", + " [-0.1697],\n", + " [-0.1741],\n", + " [-0.1707],\n", + " [-0.1824],\n", + " [-0.1709],\n", + " [-0.1681],\n", + " [-0.1708],\n", + " [-0.1690],\n", + " [-0.1717],\n", + " [-0.1710],\n", + " [-0.1664],\n", + " [-0.1702],\n", + " [-0.1715],\n", + " [-0.1793],\n", + " [-0.1699]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0164],\n", + " [-0.0164],\n", + " [-0.0213],\n", + " [-0.0180],\n", + " [-0.0183],\n", + " [-0.0201],\n", + " [-0.0221],\n", + " [-0.0216],\n", + " [-0.0229],\n", + " [-0.0210],\n", + " [-0.0211],\n", + " [-0.0220],\n", + " [-0.0212],\n", + " [-0.0212],\n", + " [-0.0177],\n", + " [-0.0220],\n", + " [-0.0222],\n", + " [-0.0234],\n", + " [-0.0200],\n", + " [-0.0220],\n", + " [-0.0017],\n", + " [-0.0211],\n", + " [-0.0239],\n", + " [-0.0219],\n", + " [-0.0224],\n", + " [-0.0223],\n", + " [-0.0218],\n", + " [-0.0204],\n", + " [-0.0219],\n", + " [-0.0225],\n", + " [-0.0152],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0078],\n", + " [ 0.0020],\n", + " [ 0.0143],\n", + " [ 0.0002],\n", + " [ 0.0024],\n", + " [ 0.0013],\n", + " [ 0.0076],\n", + " [ 0.0109],\n", + " [ 0.0050],\n", + " [ 0.0104],\n", + " [ 0.0102],\n", + " [ 0.0105],\n", + " [ 0.0154],\n", + " [ 0.0075],\n", + " [ 0.0088],\n", + " [ 0.0073],\n", + " [ 0.0127],\n", + " [ 0.0065],\n", + " [ 0.0035],\n", + " [ 0.0036],\n", + " [ 0.0115],\n", + " [ 0.0114],\n", + " [ 0.0054],\n", + " [ 0.0118],\n", + " [ 0.0054],\n", + " [ 0.0133],\n", + " [ 0.0161],\n", + " [-0.0011],\n", + " [ 0.0156],\n", + " [ 0.0098],\n", + " [ 0.0092],\n", + " [ 0.0095]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1049],\n", + " [0.0925],\n", + " [0.0905],\n", + " [0.0981],\n", + " [0.0907],\n", + " [0.0993],\n", + " [0.0916],\n", + " [0.0907],\n", + " [0.0927],\n", + " [0.0890],\n", + " [0.0915],\n", + " [0.0914],\n", + " [0.0903],\n", + " [0.0925],\n", + " [0.0895],\n", + " [0.0922],\n", + " [0.0897],\n", + " [0.0926],\n", + " [0.0909],\n", + " [0.0935],\n", + " [0.0894],\n", + " [0.0904],\n", + " [0.0935],\n", + " [0.0913],\n", + " [0.0943],\n", + " [0.0896],\n", + " [0.0901],\n", + " [0.1010],\n", + " [0.0908],\n", + " [0.0897],\n", + " [0.0894],\n", + " [0.0925]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0799],\n", + " [0.0791],\n", + " [0.0869],\n", + " [0.0815],\n", + " [0.0808],\n", + " [0.0814],\n", + " [0.0820],\n", + " [0.0843],\n", + " [0.0819],\n", + " [0.0853],\n", + " [0.0847],\n", + " [0.0835],\n", + " [0.0878],\n", + " [0.0837],\n", + " [0.0720],\n", + " [0.0832],\n", + " [0.0853],\n", + " [0.0810],\n", + " [0.0794],\n", + " [0.0804],\n", + " [0.0866],\n", + " [0.0854],\n", + " [0.0812],\n", + " [0.0851],\n", + " [0.0813],\n", + " [0.0857],\n", + " [0.0877],\n", + " [0.0808],\n", + " [0.0876],\n", + " [0.0830],\n", + " [0.0807],\n", + " [0.0839]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0869],\n", + " [0.0902],\n", + " [0.0880],\n", + " [0.0886],\n", + " [0.0903],\n", + " [0.0865],\n", + " [0.0874],\n", + " [0.0870],\n", + " [0.0874],\n", + " [0.0890],\n", + " [0.0872],\n", + " [0.0857],\n", + " [0.0884],\n", + " [0.0880],\n", + " [0.0873],\n", + " [0.0883],\n", + " [0.0874],\n", + " [0.0868],\n", + " [0.0887],\n", + " [0.0868],\n", + " [0.1008],\n", + " [0.0874],\n", + " [0.0852],\n", + " [0.0877],\n", + " [0.0860],\n", + " [0.0880],\n", + " [0.0880],\n", + " [0.0847],\n", + " [0.0885],\n", + " [0.0894],\n", + " [0.0891],\n", + " [0.0867]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0416],\n", + " [0.0414],\n", + " [0.0436],\n", + " [0.0431],\n", + " [0.0411],\n", + " [0.0425],\n", + " [0.0392],\n", + " [0.0414],\n", + " [0.0414],\n", + " [0.0421],\n", + " [0.0428],\n", + " [0.0411],\n", + " [0.0423],\n", + " [0.0429],\n", + " [0.0396],\n", + " [0.0413],\n", + " [0.0412],\n", + " [0.0386],\n", + " [0.0392],\n", + " [0.0386],\n", + " [0.0444],\n", + " [0.0431],\n", + " [0.0392],\n", + " [0.0411],\n", + " [0.0418],\n", + " [0.0415],\n", + " [0.0426],\n", + " [0.0413],\n", + " [0.0433],\n", + " [0.0408],\n", + " [0.0395],\n", + " [0.0408]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0345],\n", + " [0.0355],\n", + " [0.0345],\n", + " [0.0361],\n", + " [0.0361],\n", + " [0.0374],\n", + " [0.0362],\n", + " [0.0368],\n", + " [0.0365],\n", + " [0.0364],\n", + " [0.0368],\n", + " [0.0358],\n", + " [0.0363],\n", + " [0.0282],\n", + " [0.0370],\n", + " [0.0362],\n", + " [0.0377],\n", + " [0.0373],\n", + " [0.0386],\n", + " [0.0311],\n", + " [0.0359],\n", + " [0.0384],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0360],\n", + " [0.0357],\n", + " [0.0370],\n", + " [0.0354],\n", + " [0.0355],\n", + " [0.0359],\n", + " [0.0376]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0783],\n", + " [-0.0735],\n", + " [-0.0710],\n", + " [-0.0746],\n", + " [-0.0741],\n", + " [-0.0749],\n", + " [-0.0731],\n", + " [-0.0722],\n", + " [-0.0753],\n", + " [-0.0724],\n", + " [-0.0731],\n", + " [-0.0727],\n", + " [-0.0698],\n", + " [-0.0738],\n", + " [-0.0675],\n", + " [-0.0739],\n", + " [-0.0713],\n", + " [-0.0737],\n", + " [-0.0740],\n", + " [-0.0745],\n", + " [-0.0650],\n", + " [-0.0725],\n", + " [-0.0755],\n", + " [-0.0711],\n", + " [-0.0746],\n", + " [-0.0710],\n", + " [-0.0697],\n", + " [-0.0753],\n", + " [-0.0700],\n", + " [-0.0722],\n", + " [-0.0708],\n", + " [-0.0725]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1131],\n", + " [-0.1097],\n", + " [-0.0983],\n", + " [-0.1084],\n", + " [-0.1079],\n", + " [-0.1051],\n", + " [-0.1009],\n", + " [-0.0993],\n", + " [-0.1022],\n", + " [-0.1009],\n", + " [-0.1001],\n", + " [-0.0991],\n", + " [-0.0983],\n", + " [-0.1020],\n", + " [-0.1072],\n", + " [-0.1016],\n", + " [-0.0983],\n", + " [-0.1005],\n", + " [-0.1057],\n", + " [-0.1029],\n", + " [-0.1167],\n", + " [-0.0997],\n", + " [-0.1004],\n", + " [-0.0984],\n", + " [-0.1016],\n", + " [-0.0983],\n", + " [-0.0973],\n", + " [-0.1041],\n", + " [-0.0977],\n", + " [-0.1009],\n", + " [-0.1068],\n", + " [-0.0994]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0551],\n", + " [-0.0574],\n", + " [-0.0622],\n", + " [-0.0587],\n", + " [-0.0578],\n", + " [-0.0606],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0608],\n", + " [-0.0617],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0612],\n", + " [-0.0652],\n", + " [-0.0619],\n", + " [-0.0632],\n", + " [-0.0642],\n", + " [-0.0605],\n", + " [-0.0626],\n", + " [-0.0498],\n", + " [-0.0616],\n", + " [-0.0640],\n", + " [-0.0627],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0632],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0627],\n", + " [-0.0585],\n", + " [-0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0614],\n", + " [-0.0627],\n", + " [-0.0612],\n", + " [-0.0624],\n", + " [-0.0592],\n", + " [-0.0667],\n", + " [-0.0624],\n", + " [-0.0550],\n", + " [-0.0621],\n", + " [-0.0613],\n", + " [-0.0610],\n", + " [-0.0623],\n", + " [-0.0576],\n", + " [-0.0678],\n", + " [-0.0640],\n", + " [-0.0633],\n", + " [-0.0452],\n", + " [-0.0776],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0622],\n", + " [-0.0611],\n", + " [-0.0621],\n", + " [-0.0634],\n", + " [-0.0618],\n", + " [-0.0639],\n", + " [-0.0659],\n", + " [-0.0689],\n", + " [-0.0474],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0614]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0735],\n", + " [-0.0763],\n", + " [-0.0733],\n", + " [-0.0768],\n", + " [-0.0737],\n", + " [-0.0778],\n", + " [-0.0730],\n", + " [-0.0682],\n", + " [-0.0721],\n", + " [-0.0732],\n", + " [-0.0737],\n", + " [-0.0747],\n", + " [-0.0689],\n", + " [-0.0802],\n", + " [-0.0772],\n", + " [-0.0774],\n", + " [-0.0700],\n", + " [-0.0900],\n", + " [-0.0711],\n", + " [-0.0729],\n", + " [-0.0724],\n", + " [-0.0745],\n", + " [-0.0675],\n", + " [-0.0734],\n", + " [-0.0748],\n", + " [-0.0769],\n", + " [-0.0794],\n", + " [-0.0804],\n", + " [-0.0669],\n", + " [-0.0758],\n", + " [-0.0691],\n", + " [-0.0731]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0366],\n", + " [0.0391],\n", + " [0.0379],\n", + " [0.0394],\n", + " [0.0355],\n", + " [0.0380],\n", + " [0.0363],\n", + " [0.0364],\n", + " [0.0381],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0392],\n", + " [0.0358],\n", + " [0.0362],\n", + " [0.0385],\n", + " [0.0394],\n", + " [0.0304],\n", + " [0.0363],\n", + " [0.0360],\n", + " [0.0356],\n", + " [0.0383],\n", + " [0.0372],\n", + " [0.0355],\n", + " [0.0368],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0363],\n", + " [0.0384],\n", + " [0.0369],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0901],\n", + " [-0.0919],\n", + " [-0.0900],\n", + " [-0.0926],\n", + " [-0.0870],\n", + " [-0.0967],\n", + " [-0.0953],\n", + " [-0.0841],\n", + " [-0.0941],\n", + " [-0.0921],\n", + " [-0.0920],\n", + " [-0.0914],\n", + " [-0.0886],\n", + " [-0.0974],\n", + " [-0.0941],\n", + " [-0.0939],\n", + " [-0.0726],\n", + " [-0.0882],\n", + " [-0.0949],\n", + " [-0.0950],\n", + " [-0.0950],\n", + " [-0.0907],\n", + " [-0.0941],\n", + " [-0.0964],\n", + " [-0.0913],\n", + " [-0.0949],\n", + " [-0.0931],\n", + " [-0.0962],\n", + " [-0.0779],\n", + " [-0.0937],\n", + " [-0.0952],\n", + " [-0.0915]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0532],\n", + " [0.0523],\n", + " [0.0514],\n", + " [0.0512],\n", + " [0.0404],\n", + " [0.0551],\n", + " [0.0570],\n", + " [0.0451],\n", + " [0.0571],\n", + " [0.0553],\n", + " [0.0537],\n", + " [0.0533],\n", + " [0.0492],\n", + " [0.0545],\n", + " [0.0543],\n", + " [0.0498],\n", + " [0.0337],\n", + " [0.0479],\n", + " [0.0580],\n", + " [0.0577],\n", + " [0.0596],\n", + " [0.0513],\n", + " [0.0589],\n", + " [0.0584],\n", + " [0.0528],\n", + " [0.0553],\n", + " [0.0500],\n", + " [0.0577],\n", + " [0.0383],\n", + " [0.0537],\n", + " [0.0589],\n", + " [0.0413]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0419],\n", + " [-0.0398],\n", + " [-0.0372],\n", + " [-0.0358],\n", + " [-0.0398],\n", + " [-0.0367],\n", + " [-0.0345],\n", + " [-0.0463],\n", + " [-0.0382],\n", + " [-0.0375],\n", + " [-0.0373],\n", + " [-0.0418],\n", + " [-0.0364],\n", + " [-0.0363],\n", + " [-0.0392],\n", + " [-0.0346],\n", + " [-0.0502],\n", + " [-0.0309],\n", + " [-0.0372],\n", + " [-0.0378],\n", + " [-0.0354],\n", + " [-0.0389],\n", + " [-0.0356],\n", + " [-0.0374],\n", + " [-0.0402],\n", + " [-0.0369],\n", + " [-0.0386],\n", + " [-0.0395],\n", + " [-0.0503],\n", + " [-0.0338],\n", + " [-0.0354],\n", + " [-0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0783],\n", + " [-0.0790],\n", + " [-0.0794],\n", + " [-0.0789],\n", + " [-0.0799],\n", + " [-0.0809],\n", + " [-0.0770],\n", + " [-0.0801],\n", + " [-0.0795],\n", + " [-0.0797],\n", + " [-0.0786],\n", + " [-0.0812],\n", + " [-0.0794],\n", + " [-0.0790],\n", + " [-0.0817],\n", + " [-0.0696],\n", + " [-0.0847],\n", + " [-0.0805],\n", + " [-0.0800],\n", + " [-0.0790],\n", + " [-0.0794],\n", + " [-0.0812],\n", + " [-0.0801],\n", + " [-0.0786],\n", + " [-0.0792],\n", + " [-0.0782],\n", + " [-0.0776],\n", + " [-0.0721],\n", + " [-0.0807],\n", + " [-0.0813],\n", + " [-0.0848]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1679],\n", + " [0.1658],\n", + " [0.1667],\n", + " [0.1646],\n", + " [0.1614],\n", + " [0.1652],\n", + " [0.1685],\n", + " [0.1651],\n", + " [0.1685],\n", + " [0.1685],\n", + " [0.1670],\n", + " [0.1673],\n", + " [0.1651],\n", + " [0.1650],\n", + " [0.1665],\n", + " [0.1628],\n", + " [0.1606],\n", + " [0.1508],\n", + " [0.1691],\n", + " [0.1684],\n", + " [0.1708],\n", + " [0.1656],\n", + " [0.1721],\n", + " [0.1683],\n", + " [0.1666],\n", + " [0.1669],\n", + " [0.1648],\n", + " [0.1700],\n", + " [0.1614],\n", + " [0.1663],\n", + " [0.1708],\n", + " [0.1611]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0530],\n", + " [-0.0562],\n", + " [-0.0532],\n", + " [-0.0582],\n", + " [-0.0528],\n", + " [-0.0599],\n", + " [-0.0567],\n", + " [-0.0481],\n", + " [-0.0556],\n", + " [-0.0542],\n", + " [-0.0549],\n", + " [-0.0546],\n", + " [-0.0492],\n", + " [-0.0614],\n", + " [-0.0573],\n", + " [-0.0571],\n", + " [-0.0408],\n", + " [-0.0674],\n", + " [-0.0565],\n", + " [-0.0567],\n", + " [-0.0572],\n", + " [-0.0546],\n", + " [-0.0548],\n", + " [-0.0575],\n", + " [-0.0549],\n", + " [-0.0582],\n", + " [-0.0591],\n", + " [-0.0588],\n", + " [-0.0434],\n", + " [-0.0579],\n", + " [-0.0565],\n", + " [-0.0572]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0606],\n", + " [0.0631],\n", + " [0.0641],\n", + " [0.0662],\n", + " [0.0720],\n", + " [0.0628],\n", + " [0.0611],\n", + " [0.0612],\n", + " [0.0583],\n", + " [0.0595],\n", + " [0.0613],\n", + " [0.0604],\n", + " [0.0621],\n", + " [0.0643],\n", + " [0.0625],\n", + " [0.0705],\n", + " [0.0695],\n", + " [0.0648],\n", + " [0.0576],\n", + " [0.0588],\n", + " [0.0585],\n", + " [0.0635],\n", + " [0.0556],\n", + " [0.0596],\n", + " [0.0618],\n", + " [0.0629],\n", + " [0.0660],\n", + " [0.0632],\n", + " [0.0663],\n", + " [0.0648],\n", + " [0.0567],\n", + " [0.0704]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0941],\n", + " [-0.0923],\n", + " [-0.0921],\n", + " [-0.0913],\n", + " [-0.0822],\n", + " [-0.0920],\n", + " [-0.0981],\n", + " [-0.0857],\n", + " [-0.0976],\n", + " [-0.0962],\n", + " [-0.0943],\n", + " [-0.0940],\n", + " [-0.0926],\n", + " [-0.0919],\n", + " [-0.0939],\n", + " [-0.0919],\n", + " [-0.0862],\n", + " [-0.0677],\n", + " [-0.0989],\n", + " [-0.0979],\n", + " [-0.0994],\n", + " [-0.0934],\n", + " [-0.1010],\n", + " [-0.0983],\n", + " [-0.0935],\n", + " [-0.0947],\n", + " [-0.0890],\n", + " [-0.0961],\n", + " [-0.0820],\n", + " [-0.0932],\n", + " [-0.1005],\n", + " [-0.0782]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0152],\n", + " [0.0146],\n", + " [0.0150],\n", + " [0.0121],\n", + " [0.0061],\n", + " [0.0164],\n", + " [0.0185],\n", + " [0.0147],\n", + " [0.0190],\n", + " [0.0169],\n", + " [0.0164],\n", + " [0.0157],\n", + " [0.0164],\n", + " [0.0149],\n", + " [0.0157],\n", + " [0.0086],\n", + " [0.0022],\n", + " [0.0048],\n", + " [0.0198],\n", + " [0.0186],\n", + " [0.0204],\n", + " [0.0124],\n", + " [0.0227],\n", + " [0.0192],\n", + " [0.0148],\n", + " [0.0164],\n", + " [0.0123],\n", + " [0.0163],\n", + " [0.0075],\n", + " [0.0156],\n", + " [0.0214],\n", + " [0.0096]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0942],\n", + " [0.0917],\n", + " [0.0878],\n", + " [0.0880],\n", + " [0.0844],\n", + " [0.0890],\n", + " [0.0918],\n", + " [0.0918],\n", + " [0.0957],\n", + " [0.0941],\n", + " [0.0915],\n", + " [0.0954],\n", + " [0.0910],\n", + " [0.0884],\n", + " [0.0924],\n", + " [0.0879],\n", + " [0.1007],\n", + " [0.0692],\n", + " [0.0965],\n", + " [0.0953],\n", + " [0.0942],\n", + " [0.0937],\n", + " [0.0965],\n", + " [0.0944],\n", + " [0.0930],\n", + " [0.0899],\n", + " [0.0883],\n", + " [0.0914],\n", + " [0.0966],\n", + " [0.0868],\n", + " [0.0965],\n", + " [0.0810]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0116],\n", + " [ 0.0094],\n", + " [ 0.0081],\n", + " [ 0.0093],\n", + " [ 0.0073],\n", + " [ 0.0044],\n", + " [ 0.0094],\n", + " [ 0.0107],\n", + " [ 0.0109],\n", + " [ 0.0119],\n", + " [ 0.0098],\n", + " [ 0.0116],\n", + " [ 0.0079],\n", + " [ 0.0053],\n", + " [ 0.0089],\n", + " [ 0.0092],\n", + " [ 0.0217],\n", + " [-0.0064],\n", + " [ 0.0110],\n", + " [ 0.0105],\n", + " [ 0.0078],\n", + " [ 0.0130],\n", + " [ 0.0108],\n", + " [ 0.0090],\n", + " [ 0.0107],\n", + " [ 0.0070],\n", + " [ 0.0082],\n", + " [ 0.0088],\n", + " [ 0.0146],\n", + " [ 0.0069],\n", + " [ 0.0109],\n", + " [ 0.0012]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0059],\n", + " [-0.0024],\n", + " [-0.0039],\n", + " [-0.0011],\n", + " [-0.0078],\n", + " [ 0.0036],\n", + " [ 0.0006],\n", + " [-0.0131],\n", + " [-0.0021],\n", + " [-0.0035],\n", + " [-0.0026],\n", + " [-0.0040],\n", + " [-0.0068],\n", + " [ 0.0047],\n", + " [-0.0003],\n", + " [-0.0040],\n", + " [-0.0279],\n", + " [ 0.0031],\n", + " [-0.0007],\n", + " [-0.0011],\n", + " [ 0.0009],\n", + " [-0.0064],\n", + " [-0.0013],\n", + " [ 0.0002],\n", + " [-0.0041],\n", + " [ 0.0018],\n", + " [ 0.0003],\n", + " [ 0.0041],\n", + " [-0.0224],\n", + " [ 0.0018],\n", + " [-0.0001],\n", + " [-0.0027]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0334],\n", + " [-0.0373],\n", + " [-0.0362],\n", + " [-0.0380],\n", + " [-0.0392],\n", + " [-0.0418],\n", + " [-0.0358],\n", + " [-0.0363],\n", + " [-0.0337],\n", + " [-0.0331],\n", + " [-0.0360],\n", + " [-0.0339],\n", + " [-0.0357],\n", + " [-0.0419],\n", + " [-0.0371],\n", + " [-0.0374],\n", + " [-0.0388],\n", + " [-0.0475],\n", + " [-0.0330],\n", + " [-0.0340],\n", + " [-0.0353],\n", + " [-0.0338],\n", + " [-0.0304],\n", + " [-0.0360],\n", + " [-0.0355],\n", + " [-0.0388],\n", + " [-0.0399],\n", + " [-0.0346],\n", + " [-0.0362],\n", + " [-0.0388],\n", + " [-0.0324],\n", + " [-0.0462]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0022],\n", + " [ 0.0046],\n", + " [ 0.0042],\n", + " [ 0.0063],\n", + " [ 0.0049],\n", + " [ 0.0074],\n", + " [ 0.0045],\n", + " [-0.0002],\n", + " [ 0.0032],\n", + " [ 0.0027],\n", + " [ 0.0039],\n", + " [ 0.0028],\n", + " [ 0.0013],\n", + " [ 0.0081],\n", + " [ 0.0051],\n", + " [ 0.0054],\n", + " [-0.0073],\n", + " [ 0.0141],\n", + " [ 0.0033],\n", + " [ 0.0038],\n", + " [ 0.0053],\n", + " [ 0.0027],\n", + " [ 0.0015],\n", + " [ 0.0050],\n", + " [ 0.0036],\n", + " [ 0.0061],\n", + " [ 0.0064],\n", + " [ 0.0060],\n", + " [-0.0042],\n", + " [ 0.0068],\n", + " [ 0.0029],\n", + " [ 0.0066]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0549],\n", + " [0.0572],\n", + " [0.0569],\n", + " [0.0596],\n", + " [0.0623],\n", + " [0.0593],\n", + " [0.0577],\n", + " [0.0551],\n", + " [0.0563],\n", + " [0.0559],\n", + " [0.0567],\n", + " [0.0561],\n", + " [0.0566],\n", + " [0.0602],\n", + " [0.0575],\n", + " [0.0610],\n", + " [0.0532],\n", + " [0.0679],\n", + " [0.0570],\n", + " [0.0567],\n", + " [0.0565],\n", + " [0.0573],\n", + " [0.0564],\n", + " [0.0572],\n", + " [0.0564],\n", + " [0.0576],\n", + " [0.0596],\n", + " [0.0569],\n", + " [0.0548],\n", + " [0.0596],\n", + " [0.0571],\n", + " [0.0664]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0171],\n", + " [-0.0168],\n", + " [-0.0160],\n", + " [-0.0156],\n", + " [-0.0117],\n", + " [-0.0187],\n", + " [-0.0186],\n", + " [-0.0160],\n", + " [-0.0183],\n", + " [-0.0179],\n", + " [-0.0173],\n", + " [-0.0174],\n", + " [-0.0150],\n", + " [-0.0179],\n", + " [-0.0173],\n", + " [-0.0151],\n", + " [-0.0189],\n", + " [-0.0157],\n", + " [-0.0184],\n", + " [-0.0180],\n", + " [-0.0181],\n", + " [-0.0165],\n", + " [-0.0185],\n", + " [-0.0182],\n", + " [-0.0168],\n", + " [-0.0174],\n", + " [-0.0174],\n", + " [-0.0195],\n", + " [-0.0171],\n", + " [-0.0168],\n", + " [-0.0191],\n", + " [-0.0164]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1691],\n", + " [-0.1711],\n", + " [-0.1674],\n", + " [-0.1698],\n", + " [-0.1654],\n", + " [-0.1738],\n", + " [-0.1703],\n", + " [-0.1637],\n", + " [-0.1710],\n", + " [-0.1696],\n", + " [-0.1695],\n", + " [-0.1713],\n", + " [-0.1660],\n", + " [-0.1753],\n", + " [-0.1730],\n", + " [-0.1692],\n", + " [-0.1609],\n", + " [-0.1643],\n", + " [-0.1713],\n", + " [-0.1715],\n", + " [-0.1716],\n", + " [-0.1687],\n", + " [-0.1691],\n", + " [-0.1722],\n", + " [-0.1700],\n", + " [-0.1727],\n", + " [-0.1730],\n", + " [-0.1759],\n", + " [-0.1609],\n", + " [-0.1700],\n", + " [-0.1707],\n", + " [-0.1665]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0237],\n", + " [-0.0213],\n", + " [-0.0222],\n", + " [-0.0222],\n", + " [-0.0220],\n", + " [-0.0165],\n", + " [-0.0212],\n", + " [-0.0230],\n", + " [-0.0223],\n", + " [-0.0227],\n", + " [-0.0216],\n", + " [-0.0223],\n", + " [-0.0204],\n", + " [-0.0169],\n", + " [-0.0203],\n", + " [-0.0243],\n", + " [-0.0257],\n", + " [ 0.0073],\n", + " [-0.0224],\n", + " [-0.0222],\n", + " [-0.0207],\n", + " [-0.0251],\n", + " [-0.0227],\n", + " [-0.0211],\n", + " [-0.0225],\n", + " [-0.0193],\n", + " [-0.0201],\n", + " [-0.0201],\n", + " [-0.0248],\n", + " [-0.0198],\n", + " [-0.0222],\n", + " [-0.0160]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0037],\n", + " [ 0.0033],\n", + " [ 0.0020],\n", + " [ 0.0030],\n", + " [-0.0100],\n", + " [ 0.0087],\n", + " [ 0.0120],\n", + " [-0.0050],\n", + " [ 0.0113],\n", + " [ 0.0084],\n", + " [ 0.0064],\n", + " [ 0.0047],\n", + " [ 0.0038],\n", + " [ 0.0074],\n", + " [ 0.0059],\n", + " [ 0.0020],\n", + " [-0.0088],\n", + " [ 0.0131],\n", + " [ 0.0134],\n", + " [ 0.0118],\n", + " [ 0.0142],\n", + " [ 0.0031],\n", + " [ 0.0164],\n", + " [ 0.0128],\n", + " [ 0.0043],\n", + " [ 0.0073],\n", + " [ 0.0010],\n", + " [ 0.0067],\n", + " [-0.0104],\n", + " [ 0.0065],\n", + " [ 0.0163],\n", + " [-0.0038]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0950],\n", + " [0.0941],\n", + " [0.0974],\n", + " [0.0929],\n", + " [0.1010],\n", + " [0.0914],\n", + " [0.0907],\n", + " [0.1058],\n", + " [0.0909],\n", + " [0.0919],\n", + " [0.0935],\n", + " [0.0931],\n", + " [0.0977],\n", + " [0.0899],\n", + " [0.0919],\n", + " [0.0911],\n", + " [0.1013],\n", + " [0.0984],\n", + " [0.0901],\n", + " [0.0904],\n", + " [0.0915],\n", + " [0.0927],\n", + " [0.0919],\n", + " [0.0899],\n", + " [0.0938],\n", + " [0.0921],\n", + " [0.0936],\n", + " [0.0901],\n", + " [0.1084],\n", + " [0.0931],\n", + " [0.0901],\n", + " [0.1008]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0794],\n", + " [0.0799],\n", + " [0.0808],\n", + " [0.0821],\n", + " [0.0789],\n", + " [0.0840],\n", + " [0.0859],\n", + " [0.0767],\n", + " [0.0846],\n", + " [0.0827],\n", + " [0.0830],\n", + " [0.0799],\n", + " [0.0840],\n", + " [0.0822],\n", + " [0.0808],\n", + " [0.0807],\n", + " [0.0616],\n", + " [0.0838],\n", + " [0.0861],\n", + " [0.0847],\n", + " [0.0861],\n", + " [0.0800],\n", + " [0.0870],\n", + " [0.0858],\n", + " [0.0805],\n", + " [0.0827],\n", + " [0.0779],\n", + " [0.0772],\n", + " [0.0686],\n", + " [0.0852],\n", + " [0.0879],\n", + " [0.0861]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0850],\n", + " [0.0866],\n", + " [0.0857],\n", + " [0.0888],\n", + " [0.0847],\n", + " [0.0901],\n", + " [0.0882],\n", + " [0.0802],\n", + " [0.0873],\n", + " [0.0864],\n", + " [0.0868],\n", + " [0.0857],\n", + " [0.0847],\n", + " [0.0905],\n", + " [0.0874],\n", + " [0.0902],\n", + " [0.0689],\n", + " [0.1105],\n", + " [0.0880],\n", + " [0.0877],\n", + " [0.0864],\n", + " [0.0870],\n", + " [0.0877],\n", + " [0.0882],\n", + " [0.0862],\n", + " [0.0877],\n", + " [0.0882],\n", + " [0.0871],\n", + " [0.0721],\n", + " [0.0887],\n", + " [0.0885],\n", + " [0.0888]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0389],\n", + " [0.0412],\n", + " [0.0408],\n", + " [0.0388],\n", + " [0.0423],\n", + " [0.0430],\n", + " [0.0374],\n", + " [0.0403],\n", + " [0.0398],\n", + " [0.0405],\n", + " [0.0372],\n", + " [0.0396],\n", + " [0.0418],\n", + " [0.0393],\n", + " [0.0394],\n", + " [0.0321],\n", + " [0.0490],\n", + " [0.0412],\n", + " [0.0407],\n", + " [0.0436],\n", + " [0.0379],\n", + " [0.0432],\n", + " [0.0412],\n", + " [0.0384],\n", + " [0.0416],\n", + " [0.0397],\n", + " [0.0404],\n", + " [0.0332],\n", + " [0.0436],\n", + " [0.0426],\n", + " [0.0448]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0388],\n", + " [0.0383],\n", + " [0.0373],\n", + " [0.0374],\n", + " [0.0378],\n", + " [0.0349],\n", + " [0.0361],\n", + " [0.0396],\n", + " [0.0373],\n", + " [0.0377],\n", + " [0.0383],\n", + " [0.0392],\n", + " [0.0398],\n", + " [0.0347],\n", + " [0.0377],\n", + " [0.0366],\n", + " [0.0373],\n", + " [0.0225],\n", + " [0.0366],\n", + " [0.0365],\n", + " [0.0348],\n", + " [0.0388],\n", + " [0.0353],\n", + " [0.0360],\n", + " [0.0386],\n", + " [0.0365],\n", + " [0.0363],\n", + " [0.0343],\n", + " [0.0392],\n", + " [0.0367],\n", + " [0.0355],\n", + " [0.0356]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0748],\n", + " [-0.0745],\n", + " [-0.0753],\n", + " [-0.0752],\n", + " [-0.0786],\n", + " [-0.0704],\n", + " [-0.0720],\n", + " [-0.0787],\n", + " [-0.0717],\n", + " [-0.0737],\n", + " [-0.0740],\n", + " [-0.0741],\n", + " [-0.0748],\n", + " [-0.0709],\n", + " [-0.0730],\n", + " [-0.0755],\n", + " [-0.0930],\n", + " [-0.0629],\n", + " [-0.0707],\n", + " [-0.0712],\n", + " [-0.0704],\n", + " [-0.0759],\n", + " [-0.0691],\n", + " [-0.0704],\n", + " [-0.0745],\n", + " [-0.0726],\n", + " [-0.0746],\n", + " [-0.0724],\n", + " [-0.0872],\n", + " [-0.0738],\n", + " [-0.0695],\n", + " [-0.0756]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1013],\n", + " [-0.1035],\n", + " [-0.1026],\n", + " [-0.1038],\n", + " [-0.1085],\n", + " [-0.1042],\n", + " [-0.0994],\n", + " [-0.1048],\n", + " [-0.0986],\n", + " [-0.0996],\n", + " [-0.1012],\n", + " [-0.1021],\n", + " [-0.1007],\n", + " [-0.1052],\n", + " [-0.1031],\n", + " [-0.1036],\n", + " [-0.1062],\n", + " [-0.1207],\n", + " [-0.0979],\n", + " [-0.0986],\n", + " [-0.0989],\n", + " [-0.1015],\n", + " [-0.0966],\n", + " [-0.0988],\n", + " [-0.1020],\n", + " [-0.1026],\n", + " [-0.1069],\n", + " [-0.1047],\n", + " [-0.1075],\n", + " [-0.1031],\n", + " [-0.0972],\n", + " [-0.1107]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0645],\n", + " [-0.0622],\n", + " [-0.0626],\n", + " [-0.0612],\n", + " [-0.0619],\n", + " [-0.0594],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0619],\n", + " [-0.0638],\n", + " [-0.0632],\n", + " [-0.0593],\n", + " [-0.0620],\n", + " [-0.0634],\n", + " [-0.0602],\n", + " [-0.0474],\n", + " [-0.0631],\n", + " [-0.0632],\n", + " [-0.0628],\n", + " [-0.0640],\n", + " [-0.0640],\n", + " [-0.0624],\n", + " [-0.0632],\n", + " [-0.0608],\n", + " [-0.0603],\n", + " [-0.0622],\n", + " [-0.0612],\n", + " [-0.0600],\n", + " [-0.0631],\n", + " [-0.0580]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0605],\n", + " [-0.0591],\n", + " [-0.0746],\n", + " [-0.0520],\n", + " [-0.0615],\n", + " [-0.0737],\n", + " [-0.0653],\n", + " [-0.0629],\n", + " [-0.0638],\n", + " [-0.0711],\n", + " [-0.0629],\n", + " [-0.0829],\n", + " [-0.0632],\n", + " [-0.0624],\n", + " [-0.0718],\n", + " [-0.0598],\n", + " [-0.0626],\n", + " [-0.0629],\n", + " [-0.0596],\n", + " [-0.0625],\n", + " [-0.0598],\n", + " [-0.0628],\n", + " [-0.0623],\n", + " [-0.0604],\n", + " [-0.0651],\n", + " [-0.0624],\n", + " [-0.0850],\n", + " [-0.0606],\n", + " [-0.0277],\n", + " [-0.0623],\n", + " [-0.0711],\n", + " [-0.0596]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0696],\n", + " [-0.0692],\n", + " [-0.0820],\n", + " [-0.0735],\n", + " [-0.0699],\n", + " [-0.0795],\n", + " [-0.0793],\n", + " [-0.0717],\n", + " [-0.0727],\n", + " [-0.0829],\n", + " [-0.0730],\n", + " [-0.0949],\n", + " [-0.0724],\n", + " [-0.0719],\n", + " [-0.0825],\n", + " [-0.0693],\n", + " [-0.0749],\n", + " [-0.0707],\n", + " [-0.0725],\n", + " [-0.0754],\n", + " [-0.0702],\n", + " [-0.0731],\n", + " [-0.0747],\n", + " [-0.0723],\n", + " [-0.0794],\n", + " [-0.0754],\n", + " [-0.1072],\n", + " [-0.0735],\n", + " [-0.0716],\n", + " [-0.0742],\n", + " [-0.0807],\n", + " [-0.0768]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0394],\n", + " [0.0401],\n", + " [0.0355],\n", + " [0.0439],\n", + " [0.0378],\n", + " [0.0380],\n", + " [0.0371],\n", + " [0.0361],\n", + " [0.0362],\n", + " [0.0385],\n", + " [0.0369],\n", + " [0.0275],\n", + " [0.0368],\n", + " [0.0366],\n", + " [0.0367],\n", + " [0.0378],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0381],\n", + " [0.0386],\n", + " [0.0380],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0384],\n", + " [0.0209],\n", + " [0.0364],\n", + " [0.0504],\n", + " [0.0369],\n", + " [0.0361],\n", + " [0.0411]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0927],\n", + " [-0.0915],\n", + " [-0.0945],\n", + " [-0.0770],\n", + " [-0.0934],\n", + " [-0.0947],\n", + " [-0.0954],\n", + " [-0.0954],\n", + " [-0.0965],\n", + " [-0.0969],\n", + " [-0.0958],\n", + " [-0.0965],\n", + " [-0.0959],\n", + " [-0.0956],\n", + " [-0.0969],\n", + " [-0.0888],\n", + " [-0.0949],\n", + " [-0.0957],\n", + " [-0.0877],\n", + " [-0.0915],\n", + " [-0.0923],\n", + " [-0.0959],\n", + " [-0.0931],\n", + " [-0.0905],\n", + " [-0.0927],\n", + " [-0.0907],\n", + " [-0.0771],\n", + " [-0.0887],\n", + " [-0.0433],\n", + " [-0.0930],\n", + " [-0.0948],\n", + " [-0.0888]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0562],\n", + " [0.0547],\n", + " [0.0490],\n", + " [0.0343],\n", + " [0.0576],\n", + " [0.0495],\n", + " [0.0533],\n", + " [0.0583],\n", + " [0.0595],\n", + " [0.0532],\n", + " [0.0581],\n", + " [0.0526],\n", + " [0.0586],\n", + " [0.0591],\n", + " [0.0527],\n", + " [0.0453],\n", + " [0.0572],\n", + " [0.0592],\n", + " [0.0477],\n", + " [0.0534],\n", + " [0.0533],\n", + " [0.0584],\n", + " [0.0574],\n", + " [0.0556],\n", + " [0.0490],\n", + " [0.0524],\n", + " [0.0465],\n", + " [0.0490],\n", + " [0.0192],\n", + " [0.0551],\n", + " [0.0514],\n", + " [0.0320]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0345],\n", + " [-0.0343],\n", + " [-0.0290],\n", + " [-0.0470],\n", + " [-0.0362],\n", + " [-0.0314],\n", + " [-0.0353],\n", + " [-0.0369],\n", + " [-0.0354],\n", + " [-0.0325],\n", + " [-0.0359],\n", + " [-0.0399],\n", + " [-0.0352],\n", + " [-0.0361],\n", + " [-0.0341],\n", + " [-0.0407],\n", + " [-0.0359],\n", + " [-0.0340],\n", + " [-0.0427],\n", + " [-0.0378],\n", + " [-0.0405],\n", + " [-0.0357],\n", + " [-0.0384],\n", + " [-0.0403],\n", + " [-0.0382],\n", + " [-0.0399],\n", + " [-0.0377],\n", + " [-0.0434],\n", + " [-0.0255],\n", + " [-0.0384],\n", + " [-0.0388],\n", + " [-0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0817],\n", + " [-0.0816],\n", + " [-0.0885],\n", + " [-0.0761],\n", + " [-0.0804],\n", + " [-0.0830],\n", + " [-0.0793],\n", + " [-0.0803],\n", + " [-0.0799],\n", + " [-0.0795],\n", + " [-0.0804],\n", + " [-0.0853],\n", + " [-0.0806],\n", + " [-0.0800],\n", + " [-0.0790],\n", + " [-0.0799],\n", + " [-0.0792],\n", + " [-0.0809],\n", + " [-0.0793],\n", + " [-0.0781],\n", + " [-0.0812],\n", + " [-0.0802],\n", + " [-0.0782],\n", + " [-0.0784],\n", + " [-0.0782],\n", + " [-0.0776],\n", + " [-0.0823],\n", + " [-0.0779],\n", + " [-0.0911],\n", + " [-0.0797],\n", + " [-0.0789],\n", + " [-0.0834]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1700],\n", + " [0.1693],\n", + " [0.1580],\n", + " [0.1544],\n", + " [0.1698],\n", + " [0.1619],\n", + " [0.1652],\n", + " [0.1691],\n", + " [0.1703],\n", + " [0.1669],\n", + " [0.1687],\n", + " [0.1591],\n", + " [0.1696],\n", + " [0.1697],\n", + " [0.1648],\n", + " [0.1651],\n", + " [0.1687],\n", + " [0.1715],\n", + " [0.1628],\n", + " [0.1677],\n", + " [0.1682],\n", + " [0.1692],\n", + " [0.1698],\n", + " [0.1696],\n", + " [0.1639],\n", + " [0.1674],\n", + " [0.1326],\n", + " [0.1648],\n", + " [0.1475],\n", + " [0.1675],\n", + " [0.1664],\n", + " [0.1503]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0520],\n", + " [-0.0491],\n", + " [-0.0631],\n", + " [-0.0385],\n", + " [-0.0550],\n", + " [-0.0610],\n", + " [-0.0602],\n", + " [-0.0572],\n", + " [-0.0589],\n", + " [-0.0623],\n", + " [-0.0578],\n", + " [-0.0686],\n", + " [-0.0561],\n", + " [-0.0571],\n", + " [-0.0632],\n", + " [-0.0463],\n", + " [-0.0581],\n", + " [-0.0571],\n", + " [-0.0522],\n", + " [-0.0555],\n", + " [-0.0547],\n", + " [-0.0572],\n", + " [-0.0559],\n", + " [-0.0536],\n", + " [-0.0595],\n", + " [-0.0554],\n", + " [-0.0742],\n", + " [-0.0536],\n", + " [-0.0279],\n", + " [-0.0555],\n", + " [-0.0613],\n", + " [-0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0588],\n", + " [0.0610],\n", + " [0.0672],\n", + " [0.0775],\n", + " [0.0564],\n", + " [0.0653],\n", + " [0.0664],\n", + " [0.0582],\n", + " [0.0589],\n", + " [0.0682],\n", + " [0.0596],\n", + " [0.0631],\n", + " [0.0605],\n", + " [0.0584],\n", + " [0.0644],\n", + " [0.0665],\n", + " [0.0609],\n", + " [0.0587],\n", + " [0.0644],\n", + " [0.0640],\n", + " [0.0564],\n", + " [0.0601],\n", + " [0.0595],\n", + " [0.0569],\n", + " [0.0671],\n", + " [0.0630],\n", + " [0.0576],\n", + " [0.0629],\n", + " [0.0961],\n", + " [0.0601],\n", + " [0.0611],\n", + " [0.0853]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0987],\n", + " [-0.0974],\n", + " [-0.0742],\n", + " [-0.0896],\n", + " [-0.0989],\n", + " [-0.0805],\n", + " [-0.0926],\n", + " [-0.0991],\n", + " [-0.1003],\n", + " [-0.0886],\n", + " [-0.0988],\n", + " [-0.0816],\n", + " [-0.0990],\n", + " [-0.0995],\n", + " [-0.0876],\n", + " [-0.0885],\n", + " [-0.0974],\n", + " [-0.1006],\n", + " [-0.0893],\n", + " [-0.0935],\n", + " [-0.0958],\n", + " [-0.0988],\n", + " [-0.0968],\n", + " [-0.0962],\n", + " [-0.0883],\n", + " [-0.0931],\n", + " [-0.0646],\n", + " [-0.0898],\n", + " [-0.0880],\n", + " [-0.0956],\n", + " [-0.0888],\n", + " [-0.0775]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0199],\n", + " [ 0.0205],\n", + " [ 0.0127],\n", + " [-0.0058],\n", + " [ 0.0201],\n", + " [ 0.0149],\n", + " [ 0.0132],\n", + " [ 0.0194],\n", + " [ 0.0191],\n", + " [ 0.0130],\n", + " [ 0.0187],\n", + " [ 0.0120],\n", + " [ 0.0199],\n", + " [ 0.0203],\n", + " [ 0.0140],\n", + " [ 0.0119],\n", + " [ 0.0173],\n", + " [ 0.0208],\n", + " [ 0.0113],\n", + " [ 0.0143],\n", + " [ 0.0211],\n", + " [ 0.0196],\n", + " [ 0.0182],\n", + " [ 0.0181],\n", + " [ 0.0110],\n", + " [ 0.0137],\n", + " [-0.0046],\n", + " [ 0.0138],\n", + " [-0.0283],\n", + " [ 0.0162],\n", + " [ 0.0170],\n", + " [-0.0070]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0940],\n", + " [0.0911],\n", + " [0.0732],\n", + " [0.1071],\n", + " [0.0971],\n", + " [0.0796],\n", + " [0.0876],\n", + " [0.0959],\n", + " [0.0946],\n", + " [0.0819],\n", + " [0.0947],\n", + " [0.0787],\n", + " [0.0918],\n", + " [0.0956],\n", + " [0.0854],\n", + " [0.0883],\n", + " [0.0924],\n", + " [0.0934],\n", + " [0.0937],\n", + " [0.0893],\n", + " [0.1005],\n", + " [0.0930],\n", + " [0.0944],\n", + " [0.0969],\n", + " [0.0881],\n", + " [0.0921],\n", + " [0.0638],\n", + " [0.0924],\n", + " [0.1110],\n", + " [0.0939],\n", + " [0.0915],\n", + " [0.0881]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0100],\n", + " [ 0.0062],\n", + " [-0.0034],\n", + " [ 0.0211],\n", + " [ 0.0121],\n", + " [-0.0023],\n", + " [ 0.0074],\n", + " [ 0.0107],\n", + " [ 0.0103],\n", + " [ 0.0041],\n", + " [ 0.0108],\n", + " [-0.0041],\n", + " [ 0.0078],\n", + " [ 0.0100],\n", + " [ 0.0041],\n", + " [ 0.0051],\n", + " [ 0.0098],\n", + " [ 0.0094],\n", + " [ 0.0122],\n", + " [ 0.0100],\n", + " [ 0.0132],\n", + " [ 0.0083],\n", + " [ 0.0100],\n", + " [ 0.0127],\n", + " [ 0.0086],\n", + " [ 0.0119],\n", + " [-0.0082],\n", + " [ 0.0104],\n", + " [ 0.0130],\n", + " [ 0.0114],\n", + " [ 0.0069],\n", + " [ 0.0102]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0022],\n", + " [-0.0033],\n", + " [ 0.0042],\n", + " [-0.0279],\n", + " [-0.0017],\n", + " [ 0.0055],\n", + " [ 0.0025],\n", + " [-0.0001],\n", + " [ 0.0020],\n", + " [ 0.0076],\n", + " [ 0.0004],\n", + " [ 0.0199],\n", + " [ 0.0002],\n", + " [ 0.0003],\n", + " [ 0.0078],\n", + " [-0.0107],\n", + " [ 0.0011],\n", + " [ 0.0013],\n", + " [-0.0100],\n", + " [-0.0028],\n", + " [-0.0027],\n", + " [ 0.0010],\n", + " [-0.0010],\n", + " [-0.0040],\n", + " [-0.0006],\n", + " [-0.0036],\n", + " [ 0.0103],\n", + " [-0.0067],\n", + " [-0.0077],\n", + " [-0.0028],\n", + " [ 0.0077],\n", + " [-0.0152]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0326],\n", + " [-0.0352],\n", + " [-0.0504],\n", + " [-0.0362],\n", + " [-0.0310],\n", + " [-0.0475],\n", + " [-0.0396],\n", + " [-0.0336],\n", + " [-0.0344],\n", + " [-0.0426],\n", + " [-0.0348],\n", + " [-0.0477],\n", + " [-0.0358],\n", + " [-0.0346],\n", + " [-0.0446],\n", + " [-0.0366],\n", + " [-0.0357],\n", + " [-0.0345],\n", + " [-0.0344],\n", + " [-0.0351],\n", + " [-0.0360],\n", + " [-0.0364],\n", + " [-0.0338],\n", + " [-0.0318],\n", + " [-0.0402],\n", + " [-0.0340],\n", + " [-0.0332],\n", + " [-0.0365],\n", + " [-0.0596],\n", + " [-0.0342],\n", + " [-0.0439],\n", + " [-0.0401]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0020],\n", + " [ 0.0024],\n", + " [ 0.0117],\n", + " [-0.0112],\n", + " [ 0.0020],\n", + " [ 0.0084],\n", + " [ 0.0074],\n", + " [ 0.0039],\n", + " [ 0.0051],\n", + " [ 0.0100],\n", + " [ 0.0046],\n", + " [ 0.0142],\n", + " [ 0.0045],\n", + " [ 0.0044],\n", + " [ 0.0090],\n", + " [ 0.0007],\n", + " [ 0.0054],\n", + " [ 0.0044],\n", + " [ 0.0008],\n", + " [ 0.0046],\n", + " [ 0.0017],\n", + " [ 0.0053],\n", + " [ 0.0043],\n", + " [ 0.0021],\n", + " [ 0.0068],\n", + " [ 0.0037],\n", + " [ 0.0162],\n", + " [ 0.0027],\n", + " [ 0.0198],\n", + " [ 0.0033],\n", + " [ 0.0064],\n", + " [ 0.0009]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0563],\n", + " [0.0562],\n", + " [0.0668],\n", + " [0.0573],\n", + " [0.0559],\n", + " [0.0626],\n", + " [0.0598],\n", + " [0.0573],\n", + " [0.0580],\n", + " [0.0626],\n", + " [0.0576],\n", + " [0.0594],\n", + " [0.0573],\n", + " [0.0569],\n", + " [0.0619],\n", + " [0.0575],\n", + " [0.0572],\n", + " [0.0580],\n", + " [0.0570],\n", + " [0.0567],\n", + " [0.0558],\n", + " [0.0573],\n", + " [0.0559],\n", + " [0.0549],\n", + " [0.0605],\n", + " [0.0565],\n", + " [0.0658],\n", + " [0.0564],\n", + " [0.0926],\n", + " [0.0565],\n", + " [0.0607],\n", + " [0.0695]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0181],\n", + " [-0.0173],\n", + " [-0.0197],\n", + " [-0.0214],\n", + " [-0.0185],\n", + " [-0.0203],\n", + " [-0.0165],\n", + " [-0.0184],\n", + " [-0.0189],\n", + " [-0.0201],\n", + " [-0.0190],\n", + " [-0.0187],\n", + " [-0.0186],\n", + " [-0.0193],\n", + " [-0.0203],\n", + " [-0.0135],\n", + " [-0.0180],\n", + " [-0.0191],\n", + " [-0.0167],\n", + " [-0.0169],\n", + " [-0.0208],\n", + " [-0.0187],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0166],\n", + " [-0.0169],\n", + " [-0.0043],\n", + " [-0.0160],\n", + " [-0.0329],\n", + " [-0.0175],\n", + " [-0.0214],\n", + " [-0.0113]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1684],\n", + " [-0.1670],\n", + " [-0.1688],\n", + " [-0.1649],\n", + " [-0.1698],\n", + " [-0.1724],\n", + " [-0.1731],\n", + " [-0.1716],\n", + " [-0.1719],\n", + " [-0.1751],\n", + " [-0.1715],\n", + " [-0.1834],\n", + " [-0.1705],\n", + " [-0.1716],\n", + " [-0.1769],\n", + " [-0.1648],\n", + " [-0.1717],\n", + " [-0.1703],\n", + " [-0.1674],\n", + " [-0.1690],\n", + " [-0.1745],\n", + " [-0.1713],\n", + " [-0.1716],\n", + " [-0.1703],\n", + " [-0.1724],\n", + " [-0.1700],\n", + " [-0.1645],\n", + " [-0.1690],\n", + " [-0.1812],\n", + " [-0.1706],\n", + " [-0.1801],\n", + " [-0.1678]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0210],\n", + " [-0.0191],\n", + " [-0.0019],\n", + " [-0.0293],\n", + " [-0.0227],\n", + " [-0.0092],\n", + " [-0.0201],\n", + " [-0.0222],\n", + " [-0.0215],\n", + " [-0.0163],\n", + " [-0.0219],\n", + " [ 0.0049],\n", + " [-0.0211],\n", + " [-0.0216],\n", + " [-0.0136],\n", + " [-0.0211],\n", + " [-0.0213],\n", + " [-0.0213],\n", + " [-0.0264],\n", + " [-0.0235],\n", + " [-0.0207],\n", + " [-0.0207],\n", + " [-0.0215],\n", + " [-0.0225],\n", + " [-0.0208],\n", + " [-0.0240],\n", + " [ 0.0300],\n", + " [-0.0232],\n", + " [-0.0159],\n", + " [-0.0223],\n", + " [-0.0125],\n", + " [-0.0310]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0123],\n", + " [ 0.0094],\n", + " [ 0.0094],\n", + " [-0.0076],\n", + " [ 0.0132],\n", + " [ 0.0049],\n", + " [ 0.0051],\n", + " [ 0.0136],\n", + " [ 0.0156],\n", + " [ 0.0046],\n", + " [ 0.0134],\n", + " [ 0.0173],\n", + " [ 0.0132],\n", + " [ 0.0144],\n", + " [ 0.0065],\n", + " [-0.0033],\n", + " [ 0.0105],\n", + " [ 0.0164],\n", + " [-0.0023],\n", + " [ 0.0033],\n", + " [ 0.0096],\n", + " [ 0.0133],\n", + " [ 0.0090],\n", + " [ 0.0079],\n", + " [ 0.0002],\n", + " [ 0.0022],\n", + " [ 0.0242],\n", + " [-0.0012],\n", + " [ 0.0030],\n", + " [ 0.0081],\n", + " [ 0.0056],\n", + " [-0.0173]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0924],\n", + " [0.0958],\n", + " [0.1005],\n", + " [0.0921],\n", + " [0.0908],\n", + " [0.0990],\n", + " [0.0906],\n", + " [0.0898],\n", + " [0.0886],\n", + " [0.0912],\n", + " [0.0887],\n", + " [0.0798],\n", + " [0.0920],\n", + " [0.0894],\n", + " [0.0908],\n", + " [0.1029],\n", + " [0.0903],\n", + " [0.0907],\n", + " [0.0974],\n", + " [0.0945],\n", + " [0.0896],\n", + " [0.0905],\n", + " [0.0918],\n", + " [0.0927],\n", + " [0.0934],\n", + " [0.0937],\n", + " [0.0876],\n", + " [0.0982],\n", + " [0.0980],\n", + " [0.0915],\n", + " [0.0927],\n", + " [0.0916]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0858],\n", + " [0.0850],\n", + " [0.0827],\n", + " [0.0579],\n", + " [0.0857],\n", + " [0.0820],\n", + " [0.0816],\n", + " [0.0862],\n", + " [0.0875],\n", + " [0.0798],\n", + " [0.0865],\n", + " [0.0868],\n", + " [0.0853],\n", + " [0.0868],\n", + " [0.0803],\n", + " [0.0770],\n", + " [0.0847],\n", + " [0.0881],\n", + " [0.0770],\n", + " [0.0798],\n", + " [0.0856],\n", + " [0.0864],\n", + " [0.0822],\n", + " [0.0825],\n", + " [0.0783],\n", + " [0.0789],\n", + " [0.0855],\n", + " [0.0776],\n", + " [0.0981],\n", + " [0.0826],\n", + " [0.0782],\n", + " [0.0739]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0865],\n", + " [0.0842],\n", + " [0.1046],\n", + " [0.0753],\n", + " [0.0872],\n", + " [0.0952],\n", + " [0.0895],\n", + " [0.0882],\n", + " [0.0888],\n", + " [0.0910],\n", + " [0.0885],\n", + " [0.1031],\n", + " [0.0879],\n", + " [0.0875],\n", + " [0.0925],\n", + " [0.0827],\n", + " [0.0872],\n", + " [0.0883],\n", + " [0.0861],\n", + " [0.0862],\n", + " [0.0856],\n", + " [0.0879],\n", + " [0.0854],\n", + " [0.0847],\n", + " [0.0885],\n", + " [0.0857],\n", + " [0.1143],\n", + " [0.0850],\n", + " [0.0751],\n", + " [0.0875],\n", + " [0.0901],\n", + " [0.0935]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0424],\n", + " [0.0432],\n", + " [0.0456],\n", + " [0.0310],\n", + " [0.0416],\n", + " [0.0453],\n", + " [0.0413],\n", + " [0.0414],\n", + " [0.0427],\n", + " [0.0441],\n", + " [0.0417],\n", + " [0.0422],\n", + " [0.0433],\n", + " [0.0421],\n", + " [0.0429],\n", + " [0.0376],\n", + " [0.0420],\n", + " [0.0441],\n", + " [0.0364],\n", + " [0.0406],\n", + " [0.0373],\n", + " [0.0428],\n", + " [0.0406],\n", + " [0.0387],\n", + " [0.0394],\n", + " [0.0388],\n", + " [0.0516],\n", + " [0.0374],\n", + " [0.0196],\n", + " [0.0392],\n", + " [0.0402],\n", + " [0.0376]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0373],\n", + " [0.0264],\n", + " [0.0326],\n", + " [0.0367],\n", + " [0.0297],\n", + " [0.0362],\n", + " [0.0363],\n", + " [0.0346],\n", + " [0.0309],\n", + " [0.0363],\n", + " [0.0268],\n", + " [0.0348],\n", + " [0.0362],\n", + " [0.0317],\n", + " [0.0367],\n", + " [0.0362],\n", + " [0.0343],\n", + " [0.0396],\n", + " [0.0368],\n", + " [0.0424],\n", + " [0.0358],\n", + " [0.0372],\n", + " [0.0389],\n", + " [0.0369],\n", + " [0.0382],\n", + " [0.0154],\n", + " [0.0396],\n", + " [0.0444],\n", + " [0.0375],\n", + " [0.0347],\n", + " [0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0717],\n", + " [-0.0728],\n", + " [-0.0677],\n", + " [-0.0921],\n", + " [-0.0713],\n", + " [-0.0698],\n", + " [-0.0734],\n", + " [-0.0706],\n", + " [-0.0701],\n", + " [-0.0724],\n", + " [-0.0713],\n", + " [-0.0570],\n", + " [-0.0705],\n", + " [-0.0709],\n", + " [-0.0704],\n", + " [-0.0754],\n", + " [-0.0726],\n", + " [-0.0697],\n", + " [-0.0778],\n", + " [-0.0754],\n", + " [-0.0738],\n", + " [-0.0708],\n", + " [-0.0731],\n", + " [-0.0738],\n", + " [-0.0751],\n", + " [-0.0758],\n", + " [-0.0497],\n", + " [-0.0763],\n", + " [-0.1055],\n", + " [-0.0730],\n", + " [-0.0711],\n", + " [-0.0816]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0987],\n", + " [-0.0991],\n", + " [-0.1182],\n", + " [-0.1025],\n", + " [-0.0973],\n", + " [-0.1111],\n", + " [-0.1042],\n", + " [-0.0982],\n", + " [-0.0986],\n", + " [-0.1089],\n", + " [-0.0986],\n", + " [-0.1258],\n", + " [-0.0990],\n", + " [-0.0978],\n", + " [-0.1092],\n", + " [-0.1048],\n", + " [-0.0999],\n", + " [-0.0985],\n", + " [-0.1026],\n", + " [-0.1024],\n", + " [-0.1012],\n", + " [-0.0991],\n", + " [-0.1003],\n", + " [-0.0995],\n", + " [-0.1069],\n", + " [-0.1025],\n", + " [-0.1261],\n", + " [-0.1040],\n", + " [-0.1380],\n", + " [-0.1003],\n", + " [-0.1105],\n", + " [-0.1086]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0635],\n", + " [-0.0636],\n", + " [-0.0512],\n", + " [-0.0664],\n", + " [-0.0637],\n", + " [-0.0548],\n", + " [-0.0604],\n", + " [-0.0628],\n", + " [-0.0623],\n", + " [-0.0578],\n", + " [-0.0622],\n", + " [-0.0520],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0566],\n", + " [-0.0653],\n", + " [-0.0618],\n", + " [-0.0625],\n", + " [-0.0647],\n", + " [-0.0629],\n", + " [-0.0609],\n", + " [-0.0618],\n", + " [-0.0630],\n", + " [-0.0637],\n", + " [-0.0603],\n", + " [-0.0634],\n", + " [-0.0411],\n", + " [-0.0632],\n", + " [-0.0464],\n", + " [-0.0630],\n", + " [-0.0568],\n", + " [-0.0624]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0636],\n", + " [-0.0595],\n", + " [-0.0603],\n", + " [-0.0620],\n", + " [-0.0641],\n", + " [-0.0856],\n", + " [-0.0607],\n", + " [-0.0642],\n", + " [-0.0633],\n", + " [-0.0627],\n", + " [-0.0743],\n", + " [-0.0726],\n", + " [-0.0635],\n", + " [-0.0581],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0595],\n", + " [-0.0751],\n", + " [-0.0611],\n", + " [-0.0616],\n", + " [-0.0625],\n", + " [-0.0652],\n", + " [-0.0623],\n", + " [-0.0621],\n", + " [-0.0599],\n", + " [-0.0679],\n", + " [-0.0639],\n", + " [-0.0633],\n", + " [-0.0616],\n", + " [-0.0609],\n", + " [-0.0630],\n", + " [-0.0621]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0768],\n", + " [-0.0687],\n", + " [-0.0709],\n", + " [-0.0746],\n", + " [-0.0772],\n", + " [-0.1009],\n", + " [-0.0727],\n", + " [-0.0784],\n", + " [-0.0702],\n", + " [-0.0751],\n", + " [-0.0945],\n", + " [-0.0816],\n", + " [-0.0756],\n", + " [-0.0694],\n", + " [-0.0664],\n", + " [-0.0708],\n", + " [-0.0745],\n", + " [-0.0891],\n", + " [-0.0740],\n", + " [-0.0748],\n", + " [-0.0753],\n", + " [-0.0772],\n", + " [-0.0731],\n", + " [-0.0748],\n", + " [-0.0736],\n", + " [-0.0796],\n", + " [-0.0775],\n", + " [-0.0773],\n", + " [-0.0751],\n", + " [-0.0713],\n", + " [-0.0717],\n", + " [-0.0730]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0392],\n", + " [0.0389],\n", + " [0.0370],\n", + " [0.0400],\n", + " [0.0173],\n", + " [0.0385],\n", + " [0.0380],\n", + " [0.0355],\n", + " [0.0364],\n", + " [0.0211],\n", + " [0.0372],\n", + " [0.0363],\n", + " [0.0405],\n", + " [0.0376],\n", + " [0.0366],\n", + " [0.0403],\n", + " [0.0244],\n", + " [0.0449],\n", + " [0.0384],\n", + " [0.0372],\n", + " [0.0357],\n", + " [0.0368],\n", + " [0.0386],\n", + " [0.0396],\n", + " [0.0352],\n", + " [0.0363],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0375],\n", + " [0.0370],\n", + " [0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0929],\n", + " [-0.0905],\n", + " [-0.0887],\n", + " [-0.0929],\n", + " [-0.0896],\n", + " [-0.1000],\n", + " [-0.0908],\n", + " [-0.0939],\n", + " [-0.0958],\n", + " [-0.0941],\n", + " [-0.0766],\n", + " [-0.0962],\n", + " [-0.0952],\n", + " [-0.0882],\n", + " [-0.0939],\n", + " [-0.0948],\n", + " [-0.0888],\n", + " [-0.0856],\n", + " [-0.0948],\n", + " [-0.0934],\n", + " [-0.0940],\n", + " [-0.0959],\n", + " [-0.0929],\n", + " [-0.0902],\n", + " [-0.0906],\n", + " [-0.0968],\n", + " [-0.0935],\n", + " [-0.0921],\n", + " [-0.0918],\n", + " [-0.0925],\n", + " [-0.0959],\n", + " [-0.0951]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0531],\n", + " [0.0559],\n", + " [0.0472],\n", + " [0.0545],\n", + " [0.0430],\n", + " [0.0566],\n", + " [0.0541],\n", + " [0.0535],\n", + " [0.0597],\n", + " [0.0560],\n", + " [0.0431],\n", + " [0.0529],\n", + " [0.0578],\n", + " [0.0487],\n", + " [0.0584],\n", + " [0.0571],\n", + " [0.0436],\n", + " [0.0417],\n", + " [0.0440],\n", + " [0.0530],\n", + " [0.0563],\n", + " [0.0556],\n", + " [0.0557],\n", + " [0.0519],\n", + " [0.0502],\n", + " [0.0536],\n", + " [0.0532],\n", + " [0.0513],\n", + " [0.0529],\n", + " [0.0563],\n", + " [0.0595],\n", + " [0.0580]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0344],\n", + " [-0.0374],\n", + " [-0.0363],\n", + " [-0.0387],\n", + " [-0.0351],\n", + " [-0.0477],\n", + " [-0.0386],\n", + " [-0.0349],\n", + " [-0.0352],\n", + " [-0.0375],\n", + " [-0.0405],\n", + " [-0.0320],\n", + " [-0.0376],\n", + " [-0.0381],\n", + " [-0.0349],\n", + " [-0.0380],\n", + " [-0.0397],\n", + " [-0.0368],\n", + " [-0.0327],\n", + " [-0.0345],\n", + " [-0.0367],\n", + " [-0.0371],\n", + " [-0.0387],\n", + " [-0.0399],\n", + " [-0.0352],\n", + " [-0.0353],\n", + " [-0.0402],\n", + " [-0.0404],\n", + " [-0.0379],\n", + " [-0.0380],\n", + " [-0.0348],\n", + " [-0.0342]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0794],\n", + " [-0.0802],\n", + " [-0.0806],\n", + " [-0.0794],\n", + " [-0.0800],\n", + " [-0.0710],\n", + " [-0.0791],\n", + " [-0.0788],\n", + " [-0.0806],\n", + " [-0.0791],\n", + " [-0.0844],\n", + " [-0.0808],\n", + " [-0.0788],\n", + " [-0.0836],\n", + " [-0.0820],\n", + " [-0.0813],\n", + " [-0.0815],\n", + " [-0.0848],\n", + " [-0.0849],\n", + " [-0.0812],\n", + " [-0.0789],\n", + " [-0.0794],\n", + " [-0.0799],\n", + " [-0.0778],\n", + " [-0.0801],\n", + " [-0.0800],\n", + " [-0.0787],\n", + " [-0.0780],\n", + " [-0.0787],\n", + " [-0.0799],\n", + " [-0.0803],\n", + " [-0.0806]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1669],\n", + " [0.1705],\n", + " [0.1651],\n", + " [0.1673],\n", + " [0.1619],\n", + " [0.1596],\n", + " [0.1683],\n", + " [0.1662],\n", + " [0.1718],\n", + " [0.1676],\n", + " [0.1431],\n", + " [0.1639],\n", + " [0.1688],\n", + " [0.1635],\n", + " [0.1722],\n", + " [0.1682],\n", + " [0.1588],\n", + " [0.1442],\n", + " [0.1672],\n", + " [0.1656],\n", + " [0.1684],\n", + " [0.1662],\n", + " [0.1680],\n", + " [0.1673],\n", + " [0.1649],\n", + " [0.1655],\n", + " [0.1659],\n", + " [0.1651],\n", + " [0.1663],\n", + " [0.1688],\n", + " [0.1708],\n", + " [0.1698]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0570],\n", + " [-0.0496],\n", + " [-0.0506],\n", + " [-0.0560],\n", + " [-0.0578],\n", + " [-0.0768],\n", + " [-0.0526],\n", + " [-0.0591],\n", + " [-0.0584],\n", + " [-0.0568],\n", + " [-0.0684],\n", + " [-0.0630],\n", + " [-0.0580],\n", + " [-0.0491],\n", + " [-0.0546],\n", + " [-0.0558],\n", + " [-0.0544],\n", + " [-0.0676],\n", + " [-0.0546],\n", + " [-0.0565],\n", + " [-0.0573],\n", + " [-0.0592],\n", + " [-0.0547],\n", + " [-0.0548],\n", + " [-0.0537],\n", + " [-0.0619],\n", + " [-0.0568],\n", + " [-0.0570],\n", + " [-0.0560],\n", + " [-0.0538],\n", + " [-0.0576],\n", + " [-0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0674],\n", + " [0.0569],\n", + " [0.0656],\n", + " [0.0605],\n", + " [0.0715],\n", + " [0.0521],\n", + " [0.0610],\n", + " [0.0658],\n", + " [0.0571],\n", + " [0.0612],\n", + " [0.0594],\n", + " [0.0643],\n", + " [0.0604],\n", + " [0.0623],\n", + " [0.0553],\n", + " [0.0577],\n", + " [0.0707],\n", + " [0.0602],\n", + " [0.0768],\n", + " [0.0644],\n", + " [0.0612],\n", + " [0.0625],\n", + " [0.0590],\n", + " [0.0633],\n", + " [0.0656],\n", + " [0.0634],\n", + " [0.0637],\n", + " [0.0643],\n", + " [0.0630],\n", + " [0.0579],\n", + " [0.0587],\n", + " [0.0609]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0923],\n", + " [-0.0983],\n", + " [-0.0883],\n", + " [-0.0951],\n", + " [-0.0825],\n", + " [-0.0934],\n", + " [-0.0957],\n", + " [-0.0926],\n", + " [-0.1013],\n", + " [-0.0958],\n", + " [-0.0695],\n", + " [-0.0850],\n", + " [-0.0973],\n", + " [-0.0958],\n", + " [-0.1010],\n", + " [-0.0982],\n", + " [-0.0879],\n", + " [-0.0706],\n", + " [-0.0850],\n", + " [-0.0942],\n", + " [-0.0964],\n", + " [-0.0941],\n", + " [-0.0962],\n", + " [-0.0926],\n", + " [-0.0924],\n", + " [-0.0896],\n", + " [-0.0932],\n", + " [-0.0917],\n", + " [-0.0929],\n", + " [-0.0971],\n", + " [-0.1005],\n", + " [-0.0989]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0139],\n", + " [0.0202],\n", + " [0.0150],\n", + " [0.0164],\n", + " [0.0073],\n", + " [0.0272],\n", + " [0.0160],\n", + " [0.0137],\n", + " [0.0208],\n", + " [0.0170],\n", + " [0.0009],\n", + " [0.0158],\n", + " [0.0178],\n", + " [0.0117],\n", + " [0.0230],\n", + " [0.0199],\n", + " [0.0047],\n", + " [0.0066],\n", + " [0.0119],\n", + " [0.0143],\n", + " [0.0165],\n", + " [0.0171],\n", + " [0.0170],\n", + " [0.0137],\n", + " [0.0129],\n", + " [0.0162],\n", + " [0.0143],\n", + " [0.0132],\n", + " [0.0149],\n", + " [0.0196],\n", + " [0.0201],\n", + " [0.0192]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0846],\n", + " [0.0965],\n", + " [0.0839],\n", + " [0.0936],\n", + " [0.0813],\n", + " [0.0832],\n", + " [0.0938],\n", + " [0.0873],\n", + " [0.0959],\n", + " [0.0917],\n", + " [0.0666],\n", + " [0.0827],\n", + " [0.0942],\n", + " [0.1003],\n", + " [0.0967],\n", + " [0.0970],\n", + " [0.0949],\n", + " [0.0718],\n", + " [0.0772],\n", + " [0.0893],\n", + " [0.0923],\n", + " [0.0901],\n", + " [0.0949],\n", + " [0.0913],\n", + " [0.0892],\n", + " [0.0865],\n", + " [0.0923],\n", + " [0.0919],\n", + " [0.0903],\n", + " [0.0952],\n", + " [0.0941],\n", + " [0.0922]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0064],\n", + " [ 0.0110],\n", + " [ 0.0027],\n", + " [ 0.0108],\n", + " [ 0.0064],\n", + " [ 0.0043],\n", + " [ 0.0118],\n", + " [ 0.0081],\n", + " [ 0.0102],\n", + " [ 0.0086],\n", + " [-0.0060],\n", + " [ 0.0005],\n", + " [ 0.0097],\n", + " [ 0.0139],\n", + " [ 0.0111],\n", + " [ 0.0113],\n", + " [ 0.0146],\n", + " [-0.0060],\n", + " [ 0.0053],\n", + " [ 0.0096],\n", + " [ 0.0101],\n", + " [ 0.0060],\n", + " [ 0.0116],\n", + " [ 0.0116],\n", + " [ 0.0100],\n", + " [ 0.0015],\n", + " [ 0.0093],\n", + " [ 0.0102],\n", + " [ 0.0089],\n", + " [ 0.0108],\n", + " [ 0.0100],\n", + " [ 0.0097]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 2.7079e-04],\n", + " [-5.8876e-03],\n", + " [-3.2980e-03],\n", + " [-1.8322e-03],\n", + " [-1.1654e-03],\n", + " [ 3.3479e-02],\n", + " [-5.9906e-03],\n", + " [ 1.6273e-03],\n", + " [ 1.7187e-03],\n", + " [-3.1343e-04],\n", + " [ 7.2540e-03],\n", + " [ 8.8806e-03],\n", + " [ 7.1303e-04],\n", + " [-8.1888e-03],\n", + " [-1.1353e-03],\n", + " [-1.6333e-03],\n", + " [-1.0280e-02],\n", + " [ 1.0661e-02],\n", + " [-2.7336e-04],\n", + " [-1.5699e-03],\n", + " [ 3.1771e-05],\n", + " [ 2.9355e-03],\n", + " [-3.5778e-03],\n", + " [-4.2731e-03],\n", + " [-4.8429e-03],\n", + " [ 6.4852e-03],\n", + " [-1.7419e-03],\n", + " [-2.4941e-03],\n", + " [-2.2744e-03],\n", + " [-3.1235e-03],\n", + " [ 1.4071e-03],\n", + " [ 3.3538e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0384],\n", + " [-0.0301],\n", + " [-0.0398],\n", + " [-0.0356],\n", + " [-0.0410],\n", + " [-0.0604],\n", + " [-0.0326],\n", + " [-0.0384],\n", + " [-0.0332],\n", + " [-0.0368],\n", + " [-0.0419],\n", + " [-0.0480],\n", + " [-0.0347],\n", + " [-0.0292],\n", + " [-0.0303],\n", + " [-0.0334],\n", + " [-0.0340],\n", + " [-0.0559],\n", + " [-0.0468],\n", + " [-0.0363],\n", + " [-0.0354],\n", + " [-0.0403],\n", + " [-0.0330],\n", + " [-0.0341],\n", + " [-0.0359],\n", + " [-0.0461],\n", + " [-0.0369],\n", + " [-0.0371],\n", + " [-0.0372],\n", + " [-0.0338],\n", + " [-0.0342],\n", + " [-0.0351]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0072],\n", + " [ 0.0003],\n", + " [ 0.0044],\n", + " [ 0.0040],\n", + " [ 0.0079],\n", + " [ 0.0122],\n", + " [ 0.0021],\n", + " [ 0.0072],\n", + " [ 0.0044],\n", + " [ 0.0050],\n", + " [ 0.0129],\n", + " [ 0.0097],\n", + " [ 0.0051],\n", + " [-0.0011],\n", + " [ 0.0012],\n", + " [ 0.0029],\n", + " [ 0.0008],\n", + " [ 0.0107],\n", + " [ 0.0083],\n", + " [ 0.0047],\n", + " [ 0.0050],\n", + " [ 0.0065],\n", + " [ 0.0026],\n", + " [ 0.0036],\n", + " [ 0.0038],\n", + " [ 0.0096],\n", + " [ 0.0050],\n", + " [ 0.0049],\n", + " [ 0.0049],\n", + " [ 0.0025],\n", + " [ 0.0044],\n", + " [ 0.0045]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0595],\n", + " [0.0542],\n", + " [0.0589],\n", + " [0.0567],\n", + " [0.0640],\n", + " [0.0574],\n", + " [0.0553],\n", + " [0.0592],\n", + " [0.0579],\n", + " [0.0567],\n", + " [0.0635],\n", + " [0.0620],\n", + " [0.0570],\n", + " [0.0585],\n", + " [0.0565],\n", + " [0.0568],\n", + " [0.0616],\n", + " [0.0647],\n", + " [0.0666],\n", + " [0.0585],\n", + " [0.0569],\n", + " [0.0579],\n", + " [0.0561],\n", + " [0.0564],\n", + " [0.0577],\n", + " [0.0609],\n", + " [0.0576],\n", + " [0.0579],\n", + " [0.0573],\n", + " [0.0555],\n", + " [0.0575],\n", + " [0.0574]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0163],\n", + " [-0.0176],\n", + " [-0.0141],\n", + " [-0.0175],\n", + " [-0.0143],\n", + " [-0.0189],\n", + " [-0.0176],\n", + " [-0.0169],\n", + " [-0.0181],\n", + " [-0.0175],\n", + " [ 0.0017],\n", + " [-0.0213],\n", + " [-0.0182],\n", + " [-0.0162],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0155],\n", + " [-0.0005],\n", + " [-0.0198],\n", + " [-0.0164],\n", + " [-0.0177],\n", + " [-0.0182],\n", + " [-0.0176],\n", + " [-0.0167],\n", + " [-0.0152],\n", + " [-0.0188],\n", + " [-0.0168],\n", + " [-0.0164],\n", + " [-0.0164],\n", + " [-0.0187],\n", + " [-0.0193],\n", + " [-0.0191]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1689],\n", + " [-0.1673],\n", + " [-0.1660],\n", + " [-0.1713],\n", + " [-0.1684],\n", + " [-0.1988],\n", + " [-0.1680],\n", + " [-0.1714],\n", + " [-0.1715],\n", + " [-0.1713],\n", + " [-0.1684],\n", + " [-0.1754],\n", + " [-0.1730],\n", + " [-0.1670],\n", + " [-0.1691],\n", + " [-0.1711],\n", + " [-0.1690],\n", + " [-0.1740],\n", + " [-0.1659],\n", + " [-0.1693],\n", + " [-0.1715],\n", + " [-0.1737],\n", + " [-0.1702],\n", + " [-0.1691],\n", + " [-0.1675],\n", + " [-0.1746],\n", + " [-0.1723],\n", + " [-0.1717],\n", + " [-0.1698],\n", + " [-0.1699],\n", + " [-0.1709],\n", + " [-0.1699]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0213],\n", + " [-0.0224],\n", + " [-0.0178],\n", + " [-0.0216],\n", + " [-0.0207],\n", + " [ 0.0160],\n", + " [-0.0240],\n", + " [-0.0208],\n", + " [-0.0213],\n", + " [-0.0208],\n", + " [ 0.0216],\n", + " [-0.0101],\n", + " [-0.0212],\n", + " [-0.0241],\n", + " [-0.0224],\n", + " [-0.0223],\n", + " [-0.0284],\n", + " [ 0.0218],\n", + " [-0.0188],\n", + " [-0.0218],\n", + " [-0.0215],\n", + " [-0.0181],\n", + " [-0.0228],\n", + " [-0.0243],\n", + " [-0.0229],\n", + " [-0.0126],\n", + " [-0.0212],\n", + " [-0.0220],\n", + " [-0.0216],\n", + " [-0.0221],\n", + " [-0.0216],\n", + " [-0.0215]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0037],\n", + " [ 0.0106],\n", + " [-0.0010],\n", + " [ 0.0071],\n", + " [-0.0064],\n", + " [ 0.0304],\n", + " [ 0.0064],\n", + " [ 0.0049],\n", + " [ 0.0178],\n", + " [ 0.0083],\n", + " [ 0.0184],\n", + " [ 0.0090],\n", + " [ 0.0103],\n", + " [ 0.0050],\n", + " [ 0.0171],\n", + " [ 0.0127],\n", + " [-0.0051],\n", + " [ 0.0179],\n", + " [-0.0050],\n", + " [ 0.0068],\n", + " [ 0.0087],\n", + " [ 0.0084],\n", + " [ 0.0089],\n", + " [ 0.0014],\n", + " [ 0.0031],\n", + " [ 0.0107],\n", + " [ 0.0042],\n", + " [ 0.0020],\n", + " [ 0.0043],\n", + " [ 0.0102],\n", + " [ 0.0156],\n", + " [ 0.0128]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0946],\n", + " [0.0939],\n", + " [0.1021],\n", + " [0.0914],\n", + " [0.0983],\n", + " [0.0696],\n", + " [0.0938],\n", + " [0.0919],\n", + " [0.0897],\n", + " [0.0922],\n", + " [0.0930],\n", + " [0.0928],\n", + " [0.0901],\n", + " [0.0918],\n", + " [0.0915],\n", + " [0.0899],\n", + " [0.0920],\n", + " [0.0949],\n", + " [0.0980],\n", + " [0.0920],\n", + " [0.0909],\n", + " [0.0916],\n", + " [0.0918],\n", + " [0.0949],\n", + " [0.0939],\n", + " [0.0904],\n", + " [0.0924],\n", + " [0.0933],\n", + " [0.0943],\n", + " [0.0923],\n", + " [0.0897],\n", + " [0.0906]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0820],\n", + " [0.0831],\n", + " [0.0829],\n", + " [0.0829],\n", + " [0.0798],\n", + " [0.0837],\n", + " [0.0807],\n", + " [0.0816],\n", + " [0.0891],\n", + " [0.0831],\n", + " [0.0886],\n", + " [0.0837],\n", + " [0.0831],\n", + " [0.0841],\n", + " [0.0884],\n", + " [0.0863],\n", + " [0.0773],\n", + " [0.0866],\n", + " [0.0849],\n", + " [0.0839],\n", + " [0.0833],\n", + " [0.0831],\n", + " [0.0827],\n", + " [0.0787],\n", + " [0.0824],\n", + " [0.0869],\n", + " [0.0796],\n", + " [0.0789],\n", + " [0.0818],\n", + " [0.0843],\n", + " [0.0873],\n", + " [0.0858]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0879],\n", + " [0.0847],\n", + " [0.0848],\n", + " [0.0871],\n", + " [0.0889],\n", + " [0.0927],\n", + " [0.0853],\n", + " [0.0886],\n", + " [0.0885],\n", + " [0.0872],\n", + " [0.1051],\n", + " [0.0944],\n", + " [0.0868],\n", + " [0.0867],\n", + " [0.0882],\n", + " [0.0883],\n", + " [0.0884],\n", + " [0.1039],\n", + " [0.0853],\n", + " [0.0888],\n", + " [0.0869],\n", + " [0.0887],\n", + " [0.0873],\n", + " [0.0856],\n", + " [0.0866],\n", + " [0.0912],\n", + " [0.0873],\n", + " [0.0870],\n", + " [0.0868],\n", + " [0.0861],\n", + " [0.0881],\n", + " [0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0432],\n", + " [0.0407],\n", + " [0.0425],\n", + " [0.0395],\n", + " [0.0415],\n", + " [0.0396],\n", + " [0.0391],\n", + " [0.0419],\n", + " [0.0434],\n", + " [0.0411],\n", + " [0.0529],\n", + " [0.0450],\n", + " [0.0408],\n", + " [0.0365],\n", + " [0.0430],\n", + " [0.0403],\n", + " [0.0349],\n", + " [0.0527],\n", + " [0.0481],\n", + " [0.0412],\n", + " [0.0412],\n", + " [0.0417],\n", + " [0.0392],\n", + " [0.0390],\n", + " [0.0399],\n", + " [0.0437],\n", + " [0.0384],\n", + " [0.0381],\n", + " [0.0404],\n", + " [0.0404],\n", + " [0.0436],\n", + " [0.0435]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0353],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0383],\n", + " [0.0358],\n", + " [0.0170],\n", + " [0.0381],\n", + " [0.0361],\n", + " [0.0339],\n", + " [0.0369],\n", + " [0.0185],\n", + " [0.0307],\n", + " [0.0365],\n", + " [0.0421],\n", + " [0.0352],\n", + " [0.0377],\n", + " [0.0392],\n", + " [0.0201],\n", + " [0.0310],\n", + " [0.0374],\n", + " [0.0367],\n", + " [0.0362],\n", + " [0.0372],\n", + " [0.0381],\n", + " [0.0383],\n", + " [0.0336],\n", + " [0.0381],\n", + " [0.0386],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0348],\n", + " [0.0357]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0749],\n", + " [-0.0724],\n", + " [-0.0747],\n", + " [-0.0735],\n", + " [-0.0768],\n", + " [-0.0540],\n", + " [-0.0748],\n", + " [-0.0742],\n", + " [-0.0688],\n", + " [-0.0726],\n", + " [-0.0537],\n", + " [-0.0690],\n", + " [-0.0722],\n", + " [-0.0755],\n", + " [-0.0685],\n", + " [-0.0709],\n", + " [-0.0804],\n", + " [-0.0585],\n", + " [-0.0784],\n", + " [-0.0741],\n", + " [-0.0733],\n", + " [-0.0716],\n", + " [-0.0725],\n", + " [-0.0761],\n", + " [-0.0757],\n", + " [-0.0691],\n", + " [-0.0737],\n", + " [-0.0749],\n", + " [-0.0745],\n", + " [-0.0725],\n", + " [-0.0704],\n", + " [-0.0721]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1038],\n", + " [-0.0979],\n", + " [-0.1051],\n", + " [-0.1011],\n", + " [-0.1095],\n", + " [-0.1308],\n", + " [-0.1001],\n", + " [-0.1040],\n", + " [-0.0981],\n", + " [-0.1009],\n", + " [-0.1243],\n", + " [-0.1109],\n", + " [-0.1003],\n", + " [-0.0999],\n", + " [-0.0963],\n", + " [-0.0980],\n", + " [-0.1035],\n", + " [-0.1232],\n", + " [-0.1075],\n", + " [-0.1019],\n", + " [-0.1007],\n", + " [-0.1031],\n", + " [-0.0994],\n", + " [-0.1026],\n", + " [-0.1020],\n", + " [-0.1091],\n", + " [-0.1036],\n", + " [-0.1042],\n", + " [-0.1024],\n", + " [-0.0986],\n", + " [-0.0982],\n", + " [-0.0990]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0615],\n", + " [-0.0649],\n", + " [-0.0615],\n", + " [-0.0622],\n", + " [-0.0599],\n", + " [-0.0445],\n", + " [-0.0643],\n", + " [-0.0605],\n", + " [-0.0627],\n", + " [-0.0618],\n", + " [-0.0444],\n", + " [-0.0551],\n", + " [-0.0626],\n", + " [-0.0663],\n", + " [-0.0641],\n", + " [-0.0631],\n", + " [-0.0648],\n", + " [-0.0409],\n", + " [-0.0592],\n", + " [-0.0615],\n", + " [-0.0620],\n", + " [-0.0602],\n", + " [-0.0638],\n", + " [-0.0635],\n", + " [-0.0628],\n", + " [-0.0571],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0619],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0623]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0653],\n", + " [-0.0627],\n", + " [-0.0644],\n", + " [-0.0632],\n", + " [-0.0613],\n", + " [-0.0611],\n", + " [-0.0634],\n", + " [-0.0673],\n", + " [-0.0730],\n", + " [-0.0623],\n", + " [-0.0606],\n", + " [-0.0598],\n", + " [-0.0650],\n", + " [-0.0605],\n", + " [-0.0561],\n", + " [-0.0651],\n", + " [-0.0617],\n", + " [-0.0578],\n", + " [-0.0618],\n", + " [-0.0639],\n", + " [-0.0615],\n", + " [-0.0625],\n", + " [-0.0575],\n", + " [-0.0626],\n", + " [-0.0846],\n", + " [-0.0586],\n", + " [-0.0627],\n", + " [-0.0635],\n", + " [-0.0615]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0758],\n", + " [-0.0733],\n", + " [-0.0777],\n", + " [-0.0791],\n", + " [-0.0758],\n", + " [-0.0765],\n", + " [-0.0748],\n", + " [-0.0727],\n", + " [-0.0723],\n", + " [-0.0766],\n", + " [-0.0759],\n", + " [-0.0800],\n", + " [-0.0743],\n", + " [-0.0740],\n", + " [-0.0731],\n", + " [-0.0790],\n", + " [-0.0717],\n", + " [-0.0709],\n", + " [-0.0789],\n", + " [-0.0718],\n", + " [-0.0709],\n", + " [-0.0733],\n", + " [-0.0771],\n", + " [-0.0759],\n", + " [-0.0715],\n", + " [-0.0724],\n", + " [-0.0746],\n", + " [-0.1173],\n", + " [-0.0747],\n", + " [-0.0769],\n", + " [-0.0755],\n", + " [-0.0762]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0363],\n", + " [0.0396],\n", + " [0.0383],\n", + " [0.0361],\n", + " [0.0334],\n", + " [0.0377],\n", + " [0.0382],\n", + " [0.0389],\n", + " [0.0396],\n", + " [0.0367],\n", + " [0.0308],\n", + " [0.0375],\n", + " [0.0399],\n", + " [0.0384],\n", + " [0.0377],\n", + " [0.0369],\n", + " [0.0390],\n", + " [0.0396],\n", + " [0.0363],\n", + " [0.0386],\n", + " [0.0358],\n", + " [0.0388],\n", + " [0.0377],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0361],\n", + " [0.0504],\n", + " [0.0387],\n", + " [0.0386],\n", + " [0.0363],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0954],\n", + " [-0.0889],\n", + " [-0.0913],\n", + " [-0.0963],\n", + " [-0.0917],\n", + " [-0.0956],\n", + " [-0.0911],\n", + " [-0.0937],\n", + " [-0.0927],\n", + " [-0.0922],\n", + " [-0.0875],\n", + " [-0.0942],\n", + " [-0.0922],\n", + " [-0.0917],\n", + " [-0.0882],\n", + " [-0.0955],\n", + " [-0.0884],\n", + " [-0.0847],\n", + " [-0.0932],\n", + " [-0.0940],\n", + " [-0.0854],\n", + " [-0.0906],\n", + " [-0.0920],\n", + " [-0.0913],\n", + " [-0.0942],\n", + " [-0.0861],\n", + " [-0.0938],\n", + " [-0.0890],\n", + " [-0.0898],\n", + " [-0.0932],\n", + " [-0.0960],\n", + " [-0.0906]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0555],\n", + " [0.0404],\n", + " [0.0448],\n", + " [0.0551],\n", + " [0.0482],\n", + " [0.0547],\n", + " [0.0489],\n", + " [0.0565],\n", + " [0.0546],\n", + " [0.0444],\n", + " [0.0451],\n", + " [0.0443],\n", + " [0.0554],\n", + " [0.0499],\n", + " [0.0482],\n", + " [0.0553],\n", + " [0.0482],\n", + " [0.0426],\n", + " [0.0515],\n", + " [0.0567],\n", + " [0.0479],\n", + " [0.0529],\n", + " [0.0525],\n", + " [0.0509],\n", + " [0.0567],\n", + " [0.0396],\n", + " [0.0570],\n", + " [0.0317],\n", + " [0.0448],\n", + " [0.0530],\n", + " [0.0578],\n", + " [0.0480]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0371],\n", + " [-0.0368],\n", + " [-0.0358],\n", + " [-0.0378],\n", + " [-0.0381],\n", + " [-0.0341],\n", + " [-0.0350],\n", + " [-0.0339],\n", + " [-0.0334],\n", + " [-0.0377],\n", + " [-0.0376],\n", + " [-0.0333],\n", + " [-0.0329],\n", + " [-0.0350],\n", + " [-0.0428],\n", + " [-0.0367],\n", + " [-0.0378],\n", + " [-0.0410],\n", + " [-0.0409],\n", + " [-0.0346],\n", + " [-0.0474],\n", + " [-0.0402],\n", + " [-0.0389],\n", + " [-0.0399],\n", + " [-0.0378],\n", + " [-0.0401],\n", + " [-0.0380],\n", + " [-0.0496],\n", + " [-0.0421],\n", + " [-0.0344],\n", + " [-0.0356],\n", + " [-0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0800],\n", + " [-0.0807],\n", + " [-0.0803],\n", + " [-0.0789],\n", + " [-0.0802],\n", + " [-0.0815],\n", + " [-0.0808],\n", + " [-0.0809],\n", + " [-0.0815],\n", + " [-0.0820],\n", + " [-0.0849],\n", + " [-0.0847],\n", + " [-0.0802],\n", + " [-0.0812],\n", + " [-0.0788],\n", + " [-0.0784],\n", + " [-0.0795],\n", + " [-0.0778],\n", + " [-0.0783],\n", + " [-0.0809],\n", + " [-0.0764],\n", + " [-0.0786],\n", + " [-0.0777],\n", + " [-0.0789],\n", + " [-0.0807],\n", + " [-0.0805],\n", + " [-0.0784],\n", + " [-0.0406],\n", + " [-0.0787],\n", + " [-0.0794],\n", + " [-0.0794],\n", + " [-0.0793]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1665],\n", + " [0.1619],\n", + " [0.1610],\n", + " [0.1662],\n", + " [0.1666],\n", + " [0.1665],\n", + " [0.1655],\n", + " [0.1690],\n", + " [0.1681],\n", + " [0.1612],\n", + " [0.1615],\n", + " [0.1600],\n", + " [0.1696],\n", + " [0.1637],\n", + " [0.1632],\n", + " [0.1670],\n", + " [0.1654],\n", + " [0.1633],\n", + " [0.1651],\n", + " [0.1691],\n", + " [0.1639],\n", + " [0.1683],\n", + " [0.1669],\n", + " [0.1650],\n", + " [0.1684],\n", + " [0.1603],\n", + " [0.1686],\n", + " [0.1701],\n", + " [0.1643],\n", + " [0.1660],\n", + " [0.1684],\n", + " [0.1631]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0582],\n", + " [-0.0526],\n", + " [-0.0580],\n", + " [-0.0601],\n", + " [-0.0609],\n", + " [-0.0572],\n", + " [-0.0556],\n", + " [-0.0548],\n", + " [-0.0522],\n", + " [-0.0584],\n", + " [-0.0566],\n", + " [-0.0598],\n", + " [-0.0554],\n", + " [-0.0539],\n", + " [-0.0533],\n", + " [-0.0598],\n", + " [-0.0514],\n", + " [-0.0523],\n", + " [-0.0579],\n", + " [-0.0549],\n", + " [-0.0479],\n", + " [-0.0527],\n", + " [-0.0576],\n", + " [-0.0567],\n", + " [-0.0555],\n", + " [-0.0541],\n", + " [-0.0566],\n", + " [-0.0845],\n", + " [-0.0574],\n", + " [-0.0583],\n", + " [-0.0588],\n", + " [-0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0624],\n", + " [ 0.0735],\n", + " [ 0.0725],\n", + " [ 0.0634],\n", + " [ 0.0566],\n", + " [ 0.0663],\n", + " [ 0.0666],\n", + " [ 0.0616],\n", + " [ 0.0643],\n", + " [ 0.0684],\n", + " [ 0.0631],\n", + " [ 0.0730],\n", + " [ 0.0636],\n", + " [ 0.0676],\n", + " [ 0.0643],\n", + " [ 0.0635],\n", + " [ 0.0647],\n", + " [ 0.0655],\n", + " [ 0.0645],\n", + " [ 0.0599],\n", + " [ 0.0613],\n", + " [ 0.0631],\n", + " [ 0.0615],\n", + " [ 0.0648],\n", + " [ 0.0583],\n", + " [ 0.0692],\n", + " [ 0.0597],\n", + " [-0.0122],\n", + " [ 0.0631],\n", + " [ 0.0662],\n", + " [ 0.0621],\n", + " [ 0.0685]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0958],\n", + " [-0.0829],\n", + " [-0.0854],\n", + " [-0.0947],\n", + " [-0.0897],\n", + " [-0.0948],\n", + " [-0.0871],\n", + " [-0.0969],\n", + " [-0.0954],\n", + " [-0.0818],\n", + " [-0.0799],\n", + " [-0.0794],\n", + " [-0.0940],\n", + " [-0.0917],\n", + " [-0.0897],\n", + " [-0.0949],\n", + " [-0.0892],\n", + " [-0.0838],\n", + " [-0.0915],\n", + " [-0.0980],\n", + " [-0.0894],\n", + " [-0.0947],\n", + " [-0.0924],\n", + " [-0.0925],\n", + " [-0.0977],\n", + " [-0.0800],\n", + " [-0.0963],\n", + " [-0.1153],\n", + " [-0.0894],\n", + " [-0.0928],\n", + " [-0.0973],\n", + " [-0.0889]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0163],\n", + " [0.0067],\n", + " [0.0060],\n", + " [0.0153],\n", + " [0.0195],\n", + " [0.0136],\n", + " [0.0138],\n", + " [0.0195],\n", + " [0.0189],\n", + " [0.0106],\n", + " [0.0115],\n", + " [0.0098],\n", + " [0.0192],\n", + " [0.0128],\n", + " [0.0116],\n", + " [0.0153],\n", + " [0.0142],\n", + " [0.0103],\n", + " [0.0135],\n", + " [0.0191],\n", + " [0.0136],\n", + " [0.0144],\n", + " [0.0155],\n", + " [0.0111],\n", + " [0.0188],\n", + " [0.0080],\n", + " [0.0187],\n", + " [0.0262],\n", + " [0.0162],\n", + " [0.0134],\n", + " [0.0178],\n", + " [0.0099]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0918],\n", + " [0.0812],\n", + " [0.0841],\n", + " [0.0919],\n", + " [0.0929],\n", + " [0.0873],\n", + " [0.0821],\n", + " [0.0895],\n", + " [0.0872],\n", + " [0.0844],\n", + " [0.0812],\n", + " [0.0750],\n", + " [0.0843],\n", + " [0.0873],\n", + " [0.0935],\n", + " [0.0908],\n", + " [0.0861],\n", + " [0.0896],\n", + " [0.0922],\n", + " [0.0924],\n", + " [0.0961],\n", + " [0.0924],\n", + " [0.0925],\n", + " [0.0934],\n", + " [0.0957],\n", + " [0.0854],\n", + " [0.0925],\n", + " [0.0598],\n", + " [0.0971],\n", + " [0.0870],\n", + " [0.0905],\n", + " [0.0868]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0090],\n", + " [ 0.0042],\n", + " [ 0.0074],\n", + " [ 0.0089],\n", + " [ 0.0042],\n", + " [ 0.0079],\n", + " [ 0.0034],\n", + " [ 0.0071],\n", + " [ 0.0041],\n", + " [ 0.0031],\n", + " [-0.0049],\n", + " [-0.0050],\n", + " [ 0.0046],\n", + " [ 0.0067],\n", + " [ 0.0124],\n", + " [ 0.0089],\n", + " [ 0.0060],\n", + " [ 0.0115],\n", + " [ 0.0096],\n", + " [ 0.0100],\n", + " [ 0.0121],\n", + " [ 0.0115],\n", + " [ 0.0106],\n", + " [ 0.0133],\n", + " [ 0.0114],\n", + " [ 0.0068],\n", + " [ 0.0082],\n", + " [ 0.0478],\n", + " [ 0.0167],\n", + " [ 0.0087],\n", + " [ 0.0073],\n", + " [ 0.0092]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 5.0457e-04],\n", + " [-5.6492e-03],\n", + " [-4.0739e-03],\n", + " [ 2.6741e-03],\n", + " [ 5.4061e-03],\n", + " [-5.3775e-04],\n", + " [-9.6957e-04],\n", + " [ 4.3421e-04],\n", + " [-4.3711e-04],\n", + " [-1.5900e-03],\n", + " [ 3.6635e-03],\n", + " [ 2.8991e-03],\n", + " [ 2.8263e-03],\n", + " [-4.2469e-03],\n", + " [-8.7246e-03],\n", + " [ 3.0452e-03],\n", + " [-4.5458e-03],\n", + " [-9.4378e-03],\n", + " [-9.7923e-04],\n", + " [-1.0090e-03],\n", + " [-1.3298e-02],\n", + " [-5.8140e-03],\n", + " [ 5.6297e-04],\n", + " [-4.9365e-03],\n", + " [-2.1627e-03],\n", + " [-8.4152e-03],\n", + " [ 7.1546e-05],\n", + " [ 5.0706e-02],\n", + " [-2.6985e-03],\n", + " [ 1.8410e-04],\n", + " [ 2.5564e-03],\n", + " [-3.7176e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0377],\n", + " [-0.0410],\n", + " [-0.0404],\n", + " [-0.0382],\n", + " [-0.0504],\n", + " [-0.0375],\n", + " [-0.0416],\n", + " [-0.0367],\n", + " [-0.0380],\n", + " [-0.0447],\n", + " [-0.0518],\n", + " [-0.0495],\n", + " [-0.0401],\n", + " [-0.0379],\n", + " [-0.0348],\n", + " [-0.0380],\n", + " [-0.0375],\n", + " [-0.0377],\n", + " [-0.0382],\n", + " [-0.0346],\n", + " [-0.0341],\n", + " [-0.0324],\n", + " [-0.0371],\n", + " [-0.0341],\n", + " [-0.0331],\n", + " [-0.0421],\n", + " [-0.0365],\n", + " [-0.0683],\n", + " [-0.0434],\n", + " [-0.0378],\n", + " [-0.0377],\n", + " [-0.0380]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0056],\n", + " [ 0.0050],\n", + " [ 0.0072],\n", + " [ 0.0067],\n", + " [ 0.0077],\n", + " [ 0.0057],\n", + " [ 0.0064],\n", + " [ 0.0048],\n", + " [ 0.0052],\n", + " [ 0.0073],\n", + " [ 0.0082],\n", + " [ 0.0079],\n", + " [ 0.0070],\n", + " [ 0.0046],\n", + " [ 0.0016],\n", + " [ 0.0067],\n", + " [ 0.0038],\n", + " [ 0.0028],\n", + " [ 0.0055],\n", + " [ 0.0033],\n", + " [-0.0017],\n", + " [ 0.0023],\n", + " [ 0.0048],\n", + " [ 0.0037],\n", + " [ 0.0027],\n", + " [ 0.0053],\n", + " [ 0.0048],\n", + " [-0.0022],\n", + " [ 0.0015],\n", + " [ 0.0068],\n", + " [ 0.0064],\n", + " [ 0.0061]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0578],\n", + " [ 0.0633],\n", + " [ 0.0631],\n", + " [ 0.0590],\n", + " [ 0.0609],\n", + " [ 0.0593],\n", + " [ 0.0602],\n", + " [ 0.0574],\n", + " [ 0.0584],\n", + " [ 0.0637],\n", + " [ 0.0637],\n", + " [ 0.0648],\n", + " [ 0.0582],\n", + " [ 0.0590],\n", + " [ 0.0570],\n", + " [ 0.0584],\n", + " [ 0.0577],\n", + " [ 0.0595],\n", + " [ 0.0588],\n", + " [ 0.0568],\n", + " [ 0.0531],\n", + " [ 0.0554],\n", + " [ 0.0573],\n", + " [ 0.0582],\n", + " [ 0.0567],\n", + " [ 0.0628],\n", + " [ 0.0559],\n", + " [-0.0141],\n", + " [ 0.0581],\n", + " [ 0.0594],\n", + " [ 0.0576],\n", + " [ 0.0603]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0175],\n", + " [-0.0108],\n", + " [-0.0134],\n", + " [-0.0174],\n", + " [-0.0178],\n", + " [-0.0172],\n", + " [-0.0167],\n", + " [-0.0183],\n", + " [-0.0171],\n", + " [-0.0165],\n", + " [-0.0114],\n", + " [-0.0127],\n", + " [-0.0187],\n", + " [-0.0147],\n", + " [-0.0164],\n", + " [-0.0177],\n", + " [-0.0146],\n", + " [-0.0145],\n", + " [-0.0168],\n", + " [-0.0188],\n", + " [-0.0179],\n", + " [-0.0169],\n", + " [-0.0182],\n", + " [-0.0158],\n", + " [-0.0182],\n", + " [-0.0136],\n", + " [-0.0183],\n", + " [-0.0448],\n", + " [-0.0215],\n", + " [-0.0164],\n", + " [-0.0181],\n", + " [-0.0144]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1721],\n", + " [-0.1661],\n", + " [-0.1683],\n", + " [-0.1749],\n", + " [-0.1774],\n", + " [-0.1701],\n", + " [-0.1681],\n", + " [-0.1689],\n", + " [-0.1676],\n", + " [-0.1703],\n", + " [-0.1738],\n", + " [-0.1732],\n", + " [-0.1686],\n", + " [-0.1675],\n", + " [-0.1682],\n", + " [-0.1742],\n", + " [-0.1663],\n", + " [-0.1653],\n", + " [-0.1739],\n", + " [-0.1694],\n", + " [-0.1651],\n", + " [-0.1682],\n", + " [-0.1731],\n", + " [-0.1703],\n", + " [-0.1707],\n", + " [-0.1651],\n", + " [-0.1716],\n", + " [-0.1981],\n", + " [-0.1777],\n", + " [-0.1696],\n", + " [-0.1720],\n", + " [-0.1680]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.0953e-02],\n", + " [-2.0542e-02],\n", + " [-2.3172e-02],\n", + " [-1.9480e-02],\n", + " [-9.3660e-03],\n", + " [-2.1587e-02],\n", + " [-1.8553e-02],\n", + " [-1.9808e-02],\n", + " [-1.8310e-02],\n", + " [-1.7372e-02],\n", + " [ 5.2262e-05],\n", + " [-1.0029e-02],\n", + " [-1.7876e-02],\n", + " [-2.1534e-02],\n", + " [-2.5914e-02],\n", + " [-1.9717e-02],\n", + " [-2.0388e-02],\n", + " [-2.3528e-02],\n", + " [-2.0548e-02],\n", + " [-2.1533e-02],\n", + " [-2.5189e-02],\n", + " [-2.4935e-02],\n", + " [-2.0006e-02],\n", + " [-2.5383e-02],\n", + " [-2.2735e-02],\n", + " [-2.1116e-02],\n", + " [-2.0268e-02],\n", + " [ 6.2123e-02],\n", + " [-1.8892e-02],\n", + " [-2.1885e-02],\n", + " [-2.0117e-02],\n", + " [-2.3185e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 8.6189e-03],\n", + " [-8.5902e-03],\n", + " [-3.9417e-03],\n", + " [ 7.4449e-03],\n", + " [ 1.4552e-02],\n", + " [ 8.1624e-03],\n", + " [ 8.6454e-04],\n", + " [ 1.0437e-02],\n", + " [ 8.0402e-03],\n", + " [-2.0457e-03],\n", + " [ 9.5149e-03],\n", + " [-8.5303e-05],\n", + " [ 7.5600e-03],\n", + " [ 2.7533e-03],\n", + " [-1.9413e-03],\n", + " [ 7.1409e-03],\n", + " [-1.1518e-03],\n", + " [-6.8525e-03],\n", + " [ 2.5652e-03],\n", + " [ 1.1740e-02],\n", + " [-2.3955e-03],\n", + " [ 2.9361e-03],\n", + " [ 4.0761e-03],\n", + " [ 1.9504e-03],\n", + " [ 1.1523e-02],\n", + " [-8.3019e-03],\n", + " [ 9.2141e-03],\n", + " [ 6.9080e-02],\n", + " [ 2.3198e-03],\n", + " [ 4.7450e-03],\n", + " [ 1.0799e-02],\n", + " [-8.2729e-04]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0903],\n", + " [0.1003],\n", + " [0.0949],\n", + " [0.0890],\n", + " [0.0893],\n", + " [0.0910],\n", + " [0.0994],\n", + " [0.0937],\n", + " [0.0960],\n", + " [0.0970],\n", + " [0.0980],\n", + " [0.0979],\n", + " [0.0959],\n", + " [0.0954],\n", + " [0.0968],\n", + " [0.0895],\n", + " [0.1007],\n", + " [0.1012],\n", + " [0.0920],\n", + " [0.0917],\n", + " [0.1019],\n", + " [0.0952],\n", + " [0.0927],\n", + " [0.0920],\n", + " [0.0909],\n", + " [0.1023],\n", + " [0.0930],\n", + " [0.0300],\n", + " [0.0908],\n", + " [0.0926],\n", + " [0.0911],\n", + " [0.0951]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0839],\n", + " [0.0799],\n", + " [0.0803],\n", + " [0.0818],\n", + " [0.0936],\n", + " [0.0830],\n", + " [0.0825],\n", + " [0.0857],\n", + " [0.0850],\n", + " [0.0831],\n", + " [0.0886],\n", + " [0.0798],\n", + " [0.0861],\n", + " [0.0825],\n", + " [0.0774],\n", + " [0.0816],\n", + " [0.0810],\n", + " [0.0800],\n", + " [0.0782],\n", + " [0.0854],\n", + " [0.0718],\n", + " [0.0783],\n", + " [0.0799],\n", + " [0.0796],\n", + " [0.0847],\n", + " [0.0823],\n", + " [0.0832],\n", + " [0.0790],\n", + " [0.0777],\n", + " [0.0827],\n", + " [0.0850],\n", + " [0.0808]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0886],\n", + " [0.0871],\n", + " [0.0893],\n", + " [0.0887],\n", + " [0.0883],\n", + " [0.0901],\n", + " [0.0874],\n", + " [0.0867],\n", + " [0.0861],\n", + " [0.0892],\n", + " [0.0957],\n", + " [0.0945],\n", + " [0.0869],\n", + " [0.0875],\n", + " [0.0860],\n", + " [0.0881],\n", + " [0.0848],\n", + " [0.0835],\n", + " [0.0878],\n", + " [0.0874],\n", + " [0.0814],\n", + " [0.0850],\n", + " [0.0865],\n", + " [0.0871],\n", + " [0.0880],\n", + " [0.0858],\n", + " [0.0860],\n", + " [0.0579],\n", + " [0.0837],\n", + " [0.0886],\n", + " [0.0878],\n", + " [0.0881]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0409],\n", + " [0.0411],\n", + " [0.0394],\n", + " [0.0400],\n", + " [0.0426],\n", + " [0.0411],\n", + " [0.0432],\n", + " [0.0443],\n", + " [0.0445],\n", + " [0.0416],\n", + " [0.0429],\n", + " [0.0435],\n", + " [0.0463],\n", + " [0.0404],\n", + " [0.0365],\n", + " [0.0410],\n", + " [0.0411],\n", + " [0.0383],\n", + " [0.0377],\n", + " [0.0426],\n", + " [0.0364],\n", + " [0.0389],\n", + " [0.0396],\n", + " [0.0374],\n", + " [0.0403],\n", + " [0.0392],\n", + " [0.0416],\n", + " [0.0617],\n", + " [0.0347],\n", + " [0.0423],\n", + " [0.0432],\n", + " [0.0399]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0372],\n", + " [0.0359],\n", + " [0.0370],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0354],\n", + " [0.0349],\n", + " [0.0364],\n", + " [0.0361],\n", + " [0.0372],\n", + " [0.0319],\n", + " [0.0313],\n", + " [0.0349],\n", + " [0.0379],\n", + " [0.0395],\n", + " [0.0364],\n", + " [0.0373],\n", + " [0.0403],\n", + " [0.0383],\n", + " [0.0363],\n", + " [0.0383],\n", + " [0.0378],\n", + " [0.0378],\n", + " [0.0384],\n", + " [0.0371],\n", + " [0.0401],\n", + " [0.0367],\n", + " [0.0014],\n", + " [0.0414],\n", + " [0.0365],\n", + " [0.0354],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0725],\n", + " [-0.0765],\n", + " [-0.0769],\n", + " [-0.0724],\n", + " [-0.0681],\n", + " [-0.0730],\n", + " [-0.0744],\n", + " [-0.0727],\n", + " [-0.0730],\n", + " [-0.0744],\n", + " [-0.0646],\n", + " [-0.0707],\n", + " [-0.0734],\n", + " [-0.0751],\n", + " [-0.0778],\n", + " [-0.0730],\n", + " [-0.0755],\n", + " [-0.0792],\n", + " [-0.0740],\n", + " [-0.0722],\n", + " [-0.0789],\n", + " [-0.0756],\n", + " [-0.0746],\n", + " [-0.0768],\n", + " [-0.0714],\n", + " [-0.0782],\n", + " [-0.0723],\n", + " [-0.0387],\n", + " [-0.0820],\n", + " [-0.0749],\n", + " [-0.0717],\n", + " [-0.0766]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1013],\n", + " [-0.1084],\n", + " [-0.1071],\n", + " [-0.1037],\n", + " [-0.1153],\n", + " [-0.1026],\n", + " [-0.1067],\n", + " [-0.1001],\n", + " [-0.1015],\n", + " [-0.1099],\n", + " [-0.1190],\n", + " [-0.1121],\n", + " [-0.1032],\n", + " [-0.1031],\n", + " [-0.1030],\n", + " [-0.1034],\n", + " [-0.1041],\n", + " [-0.1056],\n", + " [-0.1055],\n", + " [-0.0988],\n", + " [-0.1033],\n", + " [-0.1016],\n", + " [-0.1042],\n", + " [-0.1028],\n", + " [-0.0986],\n", + " [-0.1091],\n", + " [-0.1005],\n", + " [-0.1300],\n", + " [-0.1090],\n", + " [-0.1033],\n", + " [-0.1006],\n", + " [-0.1049]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0612],\n", + " [-0.0610],\n", + " [-0.0620],\n", + " [-0.0608],\n", + " [-0.0562],\n", + " [-0.0621],\n", + " [-0.0597],\n", + " [-0.0614],\n", + " [-0.0622],\n", + " [-0.0585],\n", + " [-0.0541],\n", + " [-0.0574],\n", + " [-0.0595],\n", + " [-0.0626],\n", + " [-0.0642],\n", + " [-0.0605],\n", + " [-0.0623],\n", + " [-0.0612],\n", + " [-0.0618],\n", + " [-0.0623],\n", + " [-0.0646],\n", + " [-0.0650],\n", + " [-0.0607],\n", + " [-0.0637],\n", + " [-0.0633],\n", + " [-0.0601],\n", + " [-0.0618],\n", + " [ 0.0153],\n", + " [-0.0551],\n", + " [-0.0609],\n", + " [-0.0613],\n", + " [-0.0619]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0601],\n", + " [-0.0625],\n", + " [-0.0586],\n", + " [-0.0618],\n", + " [-0.0621],\n", + " [-0.0618],\n", + " [-0.0595],\n", + " [-0.0626],\n", + " [-0.0627],\n", + " [-0.0654],\n", + " [-0.0623],\n", + " [-0.0585],\n", + " [-0.0603],\n", + " [-0.0693],\n", + " [-0.0630],\n", + " [-0.0558],\n", + " [-0.0610],\n", + " [-0.0648],\n", + " [-0.0617],\n", + " [-0.0624],\n", + " [-0.0618],\n", + " [-0.0629],\n", + " [-0.0613],\n", + " [-0.0651],\n", + " [-0.0616],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0626],\n", + " [-0.0698],\n", + " [-0.0585],\n", + " [-0.0663],\n", + " [-0.0733]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0698],\n", + " [-0.0759],\n", + " [-0.0690],\n", + " [-0.0719],\n", + " [-0.0769],\n", + " [-0.0746],\n", + " [-0.0721],\n", + " [-0.0739],\n", + " [-0.0771],\n", + " [-0.0788],\n", + " [-0.0673],\n", + " [-0.0722],\n", + " [-0.0725],\n", + " [-0.0806],\n", + " [-0.0734],\n", + " [-0.0675],\n", + " [-0.0741],\n", + " [-0.0768],\n", + " [-0.0762],\n", + " [-0.0703],\n", + " [-0.0762],\n", + " [-0.0769],\n", + " [-0.0700],\n", + " [-0.0801],\n", + " [-0.0695],\n", + " [-0.0735],\n", + " [-0.0762],\n", + " [-0.0762],\n", + " [-0.0765],\n", + " [-0.0718],\n", + " [-0.0804],\n", + " [-0.0822]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0384],\n", + " [0.0384],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0371],\n", + " [0.0374],\n", + " [0.0393],\n", + " [0.0390],\n", + " [0.0380],\n", + " [0.0360],\n", + " [0.0388],\n", + " [0.0389],\n", + " [0.0355],\n", + " [0.0385],\n", + " [0.0376],\n", + " [0.0382],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0379],\n", + " [0.0385],\n", + " [0.0366],\n", + " [0.0314]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0918],\n", + " [-0.0935],\n", + " [-0.0872],\n", + " [-0.0944],\n", + " [-0.0908],\n", + " [-0.0914],\n", + " [-0.0851],\n", + " [-0.0933],\n", + " [-0.0934],\n", + " [-0.0932],\n", + " [-0.0947],\n", + " [-0.0894],\n", + " [-0.0920],\n", + " [-0.0951],\n", + " [-0.0953],\n", + " [-0.0864],\n", + " [-0.0922],\n", + " [-0.0959],\n", + " [-0.0922],\n", + " [-0.0956],\n", + " [-0.0919],\n", + " [-0.0935],\n", + " [-0.0949],\n", + " [-0.0921],\n", + " [-0.0943],\n", + " [-0.0939],\n", + " [-0.0914],\n", + " [-0.0924],\n", + " [-0.0923],\n", + " [-0.0887],\n", + " [-0.0944],\n", + " [-0.1021]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0558],\n", + " [0.0510],\n", + " [0.0525],\n", + " [0.0570],\n", + " [0.0481],\n", + " [0.0535],\n", + " [0.0499],\n", + " [0.0554],\n", + " [0.0511],\n", + " [0.0517],\n", + " [0.0592],\n", + " [0.0334],\n", + " [0.0532],\n", + " [0.0500],\n", + " [0.0574],\n", + " [0.0447],\n", + " [0.0530],\n", + " [0.0578],\n", + " [0.0502],\n", + " [0.0585],\n", + " [0.0505],\n", + " [0.0528],\n", + " [0.0583],\n", + " [0.0484],\n", + " [0.0571],\n", + " [0.0567],\n", + " [0.0515],\n", + " [0.0529],\n", + " [0.0469],\n", + " [0.0494],\n", + " [0.0481],\n", + " [0.0578]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0376],\n", + " [-0.0335],\n", + " [-0.0415],\n", + " [-0.0364],\n", + " [-0.0401],\n", + " [-0.0407],\n", + " [-0.0471],\n", + " [-0.0377],\n", + " [-0.0414],\n", + " [-0.0380],\n", + " [-0.0339],\n", + " [-0.0393],\n", + " [-0.0349],\n", + " [-0.0323],\n", + " [-0.0376],\n", + " [-0.0365],\n", + " [-0.0350],\n", + " [-0.0379],\n", + " [-0.0351],\n", + " [-0.0345],\n", + " [-0.0359],\n", + " [-0.0377],\n", + " [-0.0342],\n", + " [-0.0398],\n", + " [-0.0364],\n", + " [-0.0374],\n", + " [-0.0412],\n", + " [-0.0400],\n", + " [-0.0349],\n", + " [-0.0427],\n", + " [-0.0366],\n", + " [-0.0426]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0805],\n", + " [-0.0814],\n", + " [-0.0787],\n", + " [-0.0805],\n", + " [-0.0782],\n", + " [-0.0785],\n", + " [-0.0765],\n", + " [-0.0802],\n", + " [-0.0800],\n", + " [-0.0782],\n", + " [-0.0820],\n", + " [-0.0841],\n", + " [-0.0810],\n", + " [-0.0807],\n", + " [-0.0801],\n", + " [-0.0812],\n", + " [-0.0801],\n", + " [-0.0787],\n", + " [-0.0801],\n", + " [-0.0814],\n", + " [-0.0795],\n", + " [-0.0792],\n", + " [-0.0813],\n", + " [-0.0776],\n", + " [-0.0817],\n", + " [-0.0796],\n", + " [-0.0781],\n", + " [-0.0786],\n", + " [-0.0825],\n", + " [-0.0800],\n", + " [-0.0799],\n", + " [-0.0787]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1691],\n", + " [0.1645],\n", + " [0.1678],\n", + " [0.1685],\n", + " [0.1631],\n", + " [0.1673],\n", + " [0.1648],\n", + " [0.1675],\n", + " [0.1649],\n", + " [0.1656],\n", + " [0.1729],\n", + " [0.1525],\n", + " [0.1666],\n", + " [0.1640],\n", + " [0.1679],\n", + " [0.1633],\n", + " [0.1663],\n", + " [0.1683],\n", + " [0.1638],\n", + " [0.1702],\n", + " [0.1642],\n", + " [0.1655],\n", + " [0.1703],\n", + " [0.1636],\n", + " [0.1687],\n", + " [0.1683],\n", + " [0.1658],\n", + " [0.1666],\n", + " [0.1636],\n", + " [0.1650],\n", + " [0.1625],\n", + " [0.1657]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0526],\n", + " [-0.0569],\n", + " [-0.0485],\n", + " [-0.0550],\n", + " [-0.0570],\n", + " [-0.0549],\n", + " [-0.0490],\n", + " [-0.0551],\n", + " [-0.0575],\n", + " [-0.0585],\n", + " [-0.0555],\n", + " [-0.0508],\n", + " [-0.0532],\n", + " [-0.0622],\n", + " [-0.0569],\n", + " [-0.0476],\n", + " [-0.0549],\n", + " [-0.0584],\n", + " [-0.0573],\n", + " [-0.0560],\n", + " [-0.0574],\n", + " [-0.0578],\n", + " [-0.0551],\n", + " [-0.0604],\n", + " [-0.0543],\n", + " [-0.0559],\n", + " [-0.0560],\n", + " [-0.0566],\n", + " [-0.0578],\n", + " [-0.0535],\n", + " [-0.0610],\n", + " [-0.0650]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0571],\n", + " [0.0686],\n", + " [0.0574],\n", + " [0.0594],\n", + " [0.0674],\n", + " [0.0603],\n", + " [0.0602],\n", + " [0.0604],\n", + " [0.0628],\n", + " [0.0655],\n", + " [0.0563],\n", + " [0.0823],\n", + " [0.0629],\n", + " [0.0669],\n", + " [0.0596],\n", + " [0.0644],\n", + " [0.0643],\n", + " [0.0611],\n", + " [0.0674],\n", + " [0.0590],\n", + " [0.0668],\n", + " [0.0649],\n", + " [0.0586],\n", + " [0.0660],\n", + " [0.0576],\n", + " [0.0596],\n", + " [0.0627],\n", + " [0.0620],\n", + " [0.0636],\n", + " [0.0607],\n", + " [0.0686],\n", + " [0.0608]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0972],\n", + " [-0.0913],\n", + " [-0.0951],\n", + " [-0.0975],\n", + " [-0.0890],\n", + " [-0.0941],\n", + " [-0.0916],\n", + " [-0.0961],\n", + " [-0.0923],\n", + " [-0.0907],\n", + " [-0.1015],\n", + " [-0.0797],\n", + " [-0.0950],\n", + " [-0.0850],\n", + " [-0.0976],\n", + " [-0.0876],\n", + " [-0.0941],\n", + " [-0.0961],\n", + " [-0.0910],\n", + " [-0.1000],\n", + " [-0.0910],\n", + " [-0.0936],\n", + " [-0.0992],\n", + " [-0.0890],\n", + " [-0.0983],\n", + " [-0.0970],\n", + " [-0.0921],\n", + " [-0.0939],\n", + " [-0.0786],\n", + " [-0.0913],\n", + " [-0.0865],\n", + " [-0.0951]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0204],\n", + " [ 0.0126],\n", + " [ 0.0168],\n", + " [ 0.0201],\n", + " [ 0.0097],\n", + " [ 0.0161],\n", + " [ 0.0136],\n", + " [ 0.0162],\n", + " [ 0.0154],\n", + " [ 0.0132],\n", + " [ 0.0233],\n", + " [-0.0031],\n", + " [ 0.0162],\n", + " [ 0.0127],\n", + " [ 0.0183],\n", + " [ 0.0155],\n", + " [ 0.0149],\n", + " [ 0.0185],\n", + " [ 0.0115],\n", + " [ 0.0210],\n", + " [ 0.0117],\n", + " [ 0.0127],\n", + " [ 0.0217],\n", + " [ 0.0118],\n", + " [ 0.0211],\n", + " [ 0.0177],\n", + " [ 0.0142],\n", + " [ 0.0144],\n", + " [ 0.0152],\n", + " [ 0.0162],\n", + " [ 0.0105],\n", + " [ 0.0185]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0960],\n", + " [0.0848],\n", + " [0.0982],\n", + " [0.0929],\n", + " [0.0902],\n", + " [0.0948],\n", + " [0.0980],\n", + " [0.0936],\n", + " [0.0953],\n", + " [0.0884],\n", + " [0.0954],\n", + " [0.0882],\n", + " [0.0905],\n", + " [0.0818],\n", + " [0.0945],\n", + " [0.0867],\n", + " [0.0893],\n", + " [0.0922],\n", + " [0.0874],\n", + " [0.0934],\n", + " [0.0880],\n", + " [0.0908],\n", + " [0.0940],\n", + " [0.0921],\n", + " [0.0960],\n", + " [0.0940],\n", + " [0.0932],\n", + " [0.0943],\n", + " [0.0817],\n", + " [0.0969],\n", + " [0.0859],\n", + " [0.0917]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0114],\n", + " [ 0.0057],\n", + " [ 0.0132],\n", + " [ 0.0086],\n", + " [ 0.0107],\n", + " [ 0.0112],\n", + " [ 0.0142],\n", + " [ 0.0113],\n", + " [ 0.0104],\n", + " [ 0.0081],\n", + " [ 0.0103],\n", + " [ 0.0073],\n", + " [ 0.0089],\n", + " [ 0.0030],\n", + " [ 0.0101],\n", + " [ 0.0032],\n", + " [ 0.0091],\n", + " [ 0.0074],\n", + " [ 0.0092],\n", + " [ 0.0095],\n", + " [ 0.0098],\n", + " [ 0.0102],\n", + " [ 0.0084],\n", + " [ 0.0117],\n", + " [ 0.0106],\n", + " [ 0.0106],\n", + " [ 0.0107],\n", + " [ 0.0119],\n", + " [-0.0012],\n", + " [ 0.0135],\n", + " [ 0.0055],\n", + " [ 0.0026]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0039],\n", + " [-0.0005],\n", + " [-0.0099],\n", + " [-0.0012],\n", + " [-0.0055],\n", + " [-0.0034],\n", + " [-0.0108],\n", + " [-0.0032],\n", + " [-0.0012],\n", + " [ 0.0002],\n", + " [-0.0002],\n", + " [-0.0181],\n", + " [-0.0035],\n", + " [ 0.0066],\n", + " [-0.0010],\n", + " [-0.0070],\n", + " [-0.0027],\n", + " [ 0.0021],\n", + " [-0.0023],\n", + " [ 0.0005],\n", + " [-0.0028],\n", + " [-0.0019],\n", + " [-0.0005],\n", + " [ 0.0004],\n", + " [-0.0022],\n", + " [-0.0019],\n", + " [-0.0029],\n", + " [-0.0023],\n", + " [ 0.0024],\n", + " [-0.0056],\n", + " [ 0.0018],\n", + " [ 0.0087]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0328],\n", + " [-0.0394],\n", + " [-0.0301],\n", + " [-0.0359],\n", + " [-0.0375],\n", + " [-0.0347],\n", + " [-0.0321],\n", + " [-0.0338],\n", + " [-0.0391],\n", + " [-0.0391],\n", + " [-0.0321],\n", + " [-0.0413],\n", + " [-0.0354],\n", + " [-0.0450],\n", + " [-0.0349],\n", + " [-0.0398],\n", + " [-0.0359],\n", + " [-0.0370],\n", + " [-0.0377],\n", + " [-0.0347],\n", + " [-0.0374],\n", + " [-0.0371],\n", + " [-0.0353],\n", + " [-0.0401],\n", + " [-0.0334],\n", + " [-0.0343],\n", + " [-0.0363],\n", + " [-0.0352],\n", + " [-0.0499],\n", + " [-0.0366],\n", + " [-0.0430],\n", + " [-0.0436]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0016],\n", + " [ 0.0067],\n", + " [-0.0014],\n", + " [ 0.0037],\n", + " [ 0.0050],\n", + " [ 0.0032],\n", + " [-0.0018],\n", + " [ 0.0030],\n", + " [ 0.0054],\n", + " [ 0.0063],\n", + " [ 0.0026],\n", + " [-0.0002],\n", + " [ 0.0034],\n", + " [ 0.0095],\n", + " [ 0.0041],\n", + " [ 0.0022],\n", + " [ 0.0045],\n", + " [ 0.0057],\n", + " [ 0.0059],\n", + " [ 0.0036],\n", + " [ 0.0058],\n", + " [ 0.0055],\n", + " [ 0.0039],\n", + " [ 0.0063],\n", + " [ 0.0022],\n", + " [ 0.0036],\n", + " [ 0.0039],\n", + " [ 0.0040],\n", + " [ 0.0076],\n", + " [ 0.0014],\n", + " [ 0.0083],\n", + " [ 0.0092]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0551],\n", + " [0.0608],\n", + " [0.0533],\n", + " [0.0562],\n", + " [0.0595],\n", + " [0.0562],\n", + " [0.0525],\n", + " [0.0565],\n", + " [0.0600],\n", + " [0.0588],\n", + " [0.0573],\n", + " [0.0681],\n", + " [0.0572],\n", + " [0.0637],\n", + " [0.0569],\n", + " [0.0584],\n", + " [0.0577],\n", + " [0.0568],\n", + " [0.0598],\n", + " [0.0576],\n", + " [0.0594],\n", + " [0.0585],\n", + " [0.0567],\n", + " [0.0614],\n", + " [0.0562],\n", + " [0.0564],\n", + " [0.0571],\n", + " [0.0573],\n", + " [0.0639],\n", + " [0.0567],\n", + " [0.0629],\n", + " [0.0613]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0191],\n", + " [-0.0152],\n", + " [-0.0181],\n", + " [-0.0186],\n", + " [-0.0152],\n", + " [-0.0175],\n", + " [-0.0182],\n", + " [-0.0177],\n", + " [-0.0171],\n", + " [-0.0173],\n", + " [-0.0192],\n", + " [-0.0125],\n", + " [-0.0167],\n", + " [-0.0194],\n", + " [-0.0181],\n", + " [-0.0127],\n", + " [-0.0165],\n", + " [-0.0189],\n", + " [-0.0151],\n", + " [-0.0195],\n", + " [-0.0155],\n", + " [-0.0161],\n", + " [-0.0191],\n", + " [-0.0166],\n", + " [-0.0194],\n", + " [-0.0180],\n", + " [-0.0169],\n", + " [-0.0172],\n", + " [-0.0203],\n", + " [-0.0185],\n", + " [-0.0161],\n", + " [-0.0154]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1690],\n", + " [-0.1689],\n", + " [-0.1666],\n", + " [-0.1703],\n", + " [-0.1694],\n", + " [-0.1712],\n", + " [-0.1667],\n", + " [-0.1702],\n", + " [-0.1751],\n", + " [-0.1724],\n", + " [-0.1695],\n", + " [-0.1656],\n", + " [-0.1679],\n", + " [-0.1735],\n", + " [-0.1716],\n", + " [-0.1646],\n", + " [-0.1683],\n", + " [-0.1736],\n", + " [-0.1687],\n", + " [-0.1701],\n", + " [-0.1687],\n", + " [-0.1710],\n", + " [-0.1700],\n", + " [-0.1756],\n", + " [-0.1699],\n", + " [-0.1707],\n", + " [-0.1717],\n", + " [-0.1721],\n", + " [-0.1718],\n", + " [-0.1725],\n", + " [-0.1737],\n", + " [-0.1812]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0205],\n", + " [-0.0243],\n", + " [-0.0212],\n", + " [-0.0247],\n", + " [-0.0218],\n", + " [-0.0249],\n", + " [-0.0228],\n", + " [-0.0196],\n", + " [-0.0205],\n", + " [-0.0220],\n", + " [-0.0295],\n", + " [-0.0213],\n", + " [-0.0143],\n", + " [-0.0220],\n", + " [-0.0169],\n", + " [-0.0221],\n", + " [-0.0194],\n", + " [-0.0226],\n", + " [-0.0214],\n", + " [-0.0231],\n", + " [-0.0226],\n", + " [-0.0211],\n", + " [-0.0202],\n", + " [-0.0222],\n", + " [-0.0222],\n", + " [-0.0219],\n", + " [-0.0220],\n", + " [-0.0097],\n", + " [-0.0226],\n", + " [-0.0183],\n", + " [-0.0128]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.0488e-02],\n", + " [ 3.8067e-03],\n", + " [ 5.6615e-03],\n", + " [ 1.1197e-02],\n", + " [-1.8931e-03],\n", + " [ 5.2329e-03],\n", + " [ 8.7993e-05],\n", + " [ 8.5854e-03],\n", + " [ 4.2285e-03],\n", + " [ 2.3368e-03],\n", + " [ 1.8092e-02],\n", + " [-1.4677e-02],\n", + " [ 7.3007e-03],\n", + " [ 4.0205e-03],\n", + " [ 1.1413e-02],\n", + " [-9.8253e-04],\n", + " [ 5.9222e-03],\n", + " [ 9.9019e-03],\n", + " [ 2.5585e-03],\n", + " [ 1.4916e-02],\n", + " [ 2.3490e-03],\n", + " [ 4.4907e-03],\n", + " [ 1.4817e-02],\n", + " [ 7.9258e-04],\n", + " [ 1.3078e-02],\n", + " [ 1.0154e-02],\n", + " [ 2.3480e-03],\n", + " [ 4.8798e-03],\n", + " [ 2.2119e-03],\n", + " [ 2.3252e-03],\n", + " [ 6.0418e-04],\n", + " [ 1.3691e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0925],\n", + " [0.0940],\n", + " [0.0960],\n", + " [0.0923],\n", + " [0.0946],\n", + " [0.0930],\n", + " [0.0983],\n", + " [0.0914],\n", + " [0.0896],\n", + " [0.0935],\n", + " [0.0914],\n", + " [0.0971],\n", + " [0.0937],\n", + " [0.0936],\n", + " [0.0903],\n", + " [0.1031],\n", + " [0.0935],\n", + " [0.0917],\n", + " [0.0933],\n", + " [0.0912],\n", + " [0.0936],\n", + " [0.0916],\n", + " [0.0920],\n", + " [0.0908],\n", + " [0.0912],\n", + " [0.0912],\n", + " [0.0936],\n", + " [0.0912],\n", + " [0.1005],\n", + " [0.0924],\n", + " [0.0925],\n", + " [0.0848]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0848],\n", + " [0.0839],\n", + " [0.0798],\n", + " [0.0852],\n", + " [0.0780],\n", + " [0.0808],\n", + " [0.0729],\n", + " [0.0824],\n", + " [0.0818],\n", + " [0.0786],\n", + " [0.0891],\n", + " [0.0736],\n", + " [0.0839],\n", + " [0.0830],\n", + " [0.0846],\n", + " [0.0853],\n", + " [0.0830],\n", + " [0.0822],\n", + " [0.0823],\n", + " [0.0873],\n", + " [0.0816],\n", + " [0.0811],\n", + " [0.0873],\n", + " [0.0777],\n", + " [0.0862],\n", + " [0.0836],\n", + " [0.0790],\n", + " [0.0807],\n", + " [0.0832],\n", + " [0.0818],\n", + " [0.0806],\n", + " [0.0854]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.0888],\n", + " [0.0837],\n", + " [0.0870],\n", + " [0.0875],\n", + " [0.0857],\n", + " [0.0825],\n", + " [0.0879],\n", + " [0.0881],\n", + " [0.0879],\n", + " [0.0881],\n", + " [0.0912],\n", + " [0.0867],\n", + " [0.0921],\n", + " [0.0881],\n", + " [0.0829],\n", + " [0.0871],\n", + " [0.0870],\n", + " [0.0888],\n", + " [0.0882],\n", + " [0.0885],\n", + " [0.0884],\n", + " [0.0872],\n", + " [0.0887],\n", + " [0.0879],\n", + " [0.0873],\n", + " [0.0863],\n", + " [0.0867],\n", + " [0.0917],\n", + " [0.0858],\n", + " [0.0901],\n", + " [0.0925]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0404],\n", + " [0.0422],\n", + " [0.0368],\n", + " [0.0421],\n", + " [0.0379],\n", + " [0.0381],\n", + " [0.0357],\n", + " [0.0396],\n", + " [0.0372],\n", + " [0.0401],\n", + " [0.0440],\n", + " [0.0362],\n", + " [0.0411],\n", + " [0.0445],\n", + " [0.0406],\n", + " [0.0404],\n", + " [0.0412],\n", + " [0.0414],\n", + " [0.0405],\n", + " [0.0437],\n", + " [0.0403],\n", + " [0.0396],\n", + " [0.0439],\n", + " [0.0373],\n", + " [0.0413],\n", + " [0.0404],\n", + " [0.0377],\n", + " [0.0379],\n", + " [0.0455],\n", + " [0.0354],\n", + " [0.0407],\n", + " [0.0405]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0387],\n", + " [0.0364],\n", + " [0.0399],\n", + " [0.0370],\n", + " [0.0387],\n", + " [0.0390],\n", + " [0.0385],\n", + " [0.0370],\n", + " [0.0411],\n", + " [0.0363],\n", + " [0.0343],\n", + " [0.0374],\n", + " [0.0378],\n", + " [0.0322],\n", + " [0.0365],\n", + " [0.0398],\n", + " [0.0375],\n", + " [0.0357],\n", + " [0.0378],\n", + " [0.0355],\n", + " [0.0379],\n", + " [0.0374],\n", + " [0.0358],\n", + " [0.0387],\n", + " [0.0375],\n", + " [0.0367],\n", + " [0.0391],\n", + " [0.0388],\n", + " [0.0309],\n", + " [0.0426],\n", + " [0.0361],\n", + " [0.0319]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0727],\n", + " [-0.0745],\n", + " [-0.0752],\n", + " [-0.0716],\n", + " [-0.0767],\n", + " [-0.0741],\n", + " [-0.0791],\n", + " [-0.0727],\n", + " [-0.0738],\n", + " [-0.0745],\n", + " [-0.0686],\n", + " [-0.0797],\n", + " [-0.0740],\n", + " [-0.0720],\n", + " [-0.0713],\n", + " [-0.0754],\n", + " [-0.0747],\n", + " [-0.0716],\n", + " [-0.0756],\n", + " [-0.0705],\n", + " [-0.0757],\n", + " [-0.0745],\n", + " [-0.0704],\n", + " [-0.0758],\n", + " [-0.0710],\n", + " [-0.0722],\n", + " [-0.0748],\n", + " [-0.0745],\n", + " [-0.0713],\n", + " [-0.0773],\n", + " [-0.0737],\n", + " [-0.0637]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0981],\n", + " [-0.1042],\n", + " [-0.0990],\n", + " [-0.0988],\n", + " [-0.1047],\n", + " [-0.1017],\n", + " [-0.1025],\n", + " [-0.0999],\n", + " [-0.1048],\n", + " [-0.1056],\n", + " [-0.0969],\n", + " [-0.1068],\n", + " [-0.1006],\n", + " [-0.1098],\n", + " [-0.0990],\n", + " [-0.1040],\n", + " [-0.1015],\n", + " [-0.1019],\n", + " [-0.1038],\n", + " [-0.0980],\n", + " [-0.1037],\n", + " [-0.1029],\n", + " [-0.0982],\n", + " [-0.1078],\n", + " [-0.0974],\n", + " [-0.0993],\n", + " [-0.1036],\n", + " [-0.1026],\n", + " [-0.1126],\n", + " [-0.1027],\n", + " [-0.1082],\n", + " [-0.1070]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0612],\n", + " [-0.0653],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0631],\n", + " [-0.0653],\n", + " [-0.0633],\n", + " [-0.0606],\n", + " [-0.0609],\n", + " [-0.0636],\n", + " [-0.0628],\n", + " [-0.0626],\n", + " [-0.0563],\n", + " [-0.0629],\n", + " [-0.0613],\n", + " [-0.0622],\n", + " [-0.0616],\n", + " [-0.0615],\n", + " [-0.0622],\n", + " [-0.0616],\n", + " [-0.0622],\n", + " [-0.0626],\n", + " [-0.0595],\n", + " [-0.0631],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0627],\n", + " [-0.0556],\n", + " [-0.0613],\n", + " [-0.0591],\n", + " [-0.0598]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0604],\n", + " [-0.0577],\n", + " [-0.0634],\n", + " [-0.0600],\n", + " [-0.0626],\n", + " [-0.0638],\n", + " [-0.0610],\n", + " [-0.0631],\n", + " [-0.0645],\n", + " [-0.0627],\n", + " [-0.0661],\n", + " [-0.0638],\n", + " [-0.0622],\n", + " [-0.0629],\n", + " [-0.0660],\n", + " [-0.0478],\n", + " [-0.0631],\n", + " [-0.0617],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [ 0.0131],\n", + " [-0.0636],\n", + " [-0.0619],\n", + " [-0.1365],\n", + " [-0.0626],\n", + " [-0.0456],\n", + " [-0.0628],\n", + " [-0.0612],\n", + " [-0.0566],\n", + " [-0.0614],\n", + " [-0.0645],\n", + " [-0.0624]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0731],\n", + " [-0.0664],\n", + " [-0.0780],\n", + " [-0.0710],\n", + " [-0.0765],\n", + " [-0.0797],\n", + " [-0.0734],\n", + " [-0.0765],\n", + " [-0.0780],\n", + " [-0.0763],\n", + " [-0.0777],\n", + " [-0.0779],\n", + " [-0.0761],\n", + " [-0.0759],\n", + " [-0.0803],\n", + " [-0.0609],\n", + " [-0.0767],\n", + " [-0.0748],\n", + " [-0.0749],\n", + " [-0.0769],\n", + " [-0.0426],\n", + " [-0.0734],\n", + " [-0.0740],\n", + " [-0.1617],\n", + " [-0.0733],\n", + " [-0.0689],\n", + " [-0.0752],\n", + " [-0.0709],\n", + " [-0.0709],\n", + " [-0.0703],\n", + " [-0.0755],\n", + " [-0.0686]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0381],\n", + " [0.0372],\n", + " [0.0383],\n", + " [0.0357],\n", + " [0.0371],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0371],\n", + " [0.0390],\n", + " [0.0374],\n", + " [0.0356],\n", + " [0.0373],\n", + " [0.0372],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0393],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0386],\n", + " [0.0385],\n", + " [0.0118],\n", + " [0.0348],\n", + " [0.0372],\n", + " [0.0350],\n", + " [0.0365],\n", + " [0.0361],\n", + " [0.0381],\n", + " [0.0385],\n", + " [0.0383],\n", + " [0.0375],\n", + " [0.0352],\n", + " [0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0909],\n", + " [-0.0865],\n", + " [-0.0923],\n", + " [-0.0910],\n", + " [-0.0900],\n", + " [-0.0897],\n", + " [-0.0897],\n", + " [-0.0915],\n", + " [-0.0923],\n", + " [-0.0929],\n", + " [-0.0957],\n", + " [-0.0934],\n", + " [-0.0913],\n", + " [-0.0934],\n", + " [-0.0929],\n", + " [-0.0841],\n", + " [-0.0933],\n", + " [-0.0907],\n", + " [-0.0915],\n", + " [-0.0917],\n", + " [-0.0776],\n", + " [-0.0966],\n", + " [-0.0928],\n", + " [-0.0628],\n", + " [-0.0942],\n", + " [-0.0770],\n", + " [-0.0940],\n", + " [-0.0936],\n", + " [-0.0850],\n", + " [-0.0919],\n", + " [-0.0974],\n", + " [-0.0949]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0528],\n", + " [0.0499],\n", + " [0.0498],\n", + " [0.0531],\n", + " [0.0472],\n", + " [0.0438],\n", + " [0.0468],\n", + " [0.0516],\n", + " [0.0503],\n", + " [0.0544],\n", + " [0.0559],\n", + " [0.0533],\n", + " [0.0508],\n", + " [0.0563],\n", + " [0.0485],\n", + " [0.0492],\n", + " [0.0551],\n", + " [0.0516],\n", + " [0.0443],\n", + " [0.0513],\n", + " [0.0385],\n", + " [0.0581],\n", + " [0.0565],\n", + " [0.0404],\n", + " [0.0572],\n", + " [0.0354],\n", + " [0.0567],\n", + " [0.0576],\n", + " [0.0424],\n", + " [0.0558],\n", + " [0.0593],\n", + " [0.0590]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0378],\n", + " [-0.0416],\n", + " [-0.0350],\n", + " [-0.0370],\n", + " [-0.0409],\n", + " [-0.0395],\n", + " [-0.0426],\n", + " [-0.0395],\n", + " [-0.0347],\n", + " [-0.0381],\n", + " [-0.0378],\n", + " [-0.0371],\n", + " [-0.0380],\n", + " [-0.0380],\n", + " [-0.0389],\n", + " [-0.0331],\n", + " [-0.0378],\n", + " [-0.0412],\n", + " [-0.0389],\n", + " [-0.0373],\n", + " [ 0.0043],\n", + " [-0.0392],\n", + " [-0.0383],\n", + " [-0.0445],\n", + " [-0.0374],\n", + " [-0.0512],\n", + " [-0.0347],\n", + " [-0.0351],\n", + " [-0.0422],\n", + " [-0.0386],\n", + " [-0.0368],\n", + " [-0.0350]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0795],\n", + " [-0.0786],\n", + " [-0.0794],\n", + " [-0.0807],\n", + " [-0.0780],\n", + " [-0.0762],\n", + " [-0.0808],\n", + " [-0.0780],\n", + " [-0.0793],\n", + " [-0.0782],\n", + " [-0.0788],\n", + " [-0.0782],\n", + " [-0.0786],\n", + " [-0.0783],\n", + " [-0.0782],\n", + " [-0.0766],\n", + " [-0.0781],\n", + " [-0.0787],\n", + " [-0.0815],\n", + " [-0.0783],\n", + " [-0.0743],\n", + " [-0.0804],\n", + " [-0.0788],\n", + " [-0.0815],\n", + " [-0.0795],\n", + " [-0.0715],\n", + " [-0.0792],\n", + " [-0.0805],\n", + " [-0.0785],\n", + " [-0.0804],\n", + " [-0.0793],\n", + " [-0.0814]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1668],\n", + " [0.1676],\n", + " [0.1638],\n", + " [0.1676],\n", + " [0.1637],\n", + " [0.1623],\n", + " [0.1613],\n", + " [0.1659],\n", + " [0.1654],\n", + " [0.1676],\n", + " [0.1668],\n", + " [0.1662],\n", + " [0.1650],\n", + " [0.1687],\n", + " [0.1638],\n", + " [0.1769],\n", + " [0.1679],\n", + " [0.1659],\n", + " [0.1608],\n", + " [0.1656],\n", + " [0.1728],\n", + " [0.1679],\n", + " [0.1691],\n", + " [0.1015],\n", + " [0.1685],\n", + " [0.1589],\n", + " [0.1691],\n", + " [0.1700],\n", + " [0.1630],\n", + " [0.1692],\n", + " [0.1685],\n", + " [0.1713]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0539],\n", + " [-0.0460],\n", + " [-0.0588],\n", + " [-0.0552],\n", + " [-0.0568],\n", + " [-0.0615],\n", + " [-0.0513],\n", + " [-0.0563],\n", + " [-0.0585],\n", + " [-0.0572],\n", + " [-0.0594],\n", + " [-0.0585],\n", + " [-0.0568],\n", + " [-0.0567],\n", + " [-0.0601],\n", + " [-0.0375],\n", + " [-0.0572],\n", + " [-0.0544],\n", + " [-0.0533],\n", + " [-0.0570],\n", + " [-0.0698],\n", + " [-0.0584],\n", + " [-0.0557],\n", + " [-0.0778],\n", + " [-0.0559],\n", + " [-0.0425],\n", + " [-0.0574],\n", + " [-0.0546],\n", + " [-0.0511],\n", + " [-0.0530],\n", + " [-0.0596],\n", + " [-0.0560]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0616],\n", + " [0.0576],\n", + " [0.0683],\n", + " [0.0587],\n", + " [0.0659],\n", + " [0.0696],\n", + " [0.0664],\n", + " [0.0640],\n", + " [0.0676],\n", + " [0.0618],\n", + " [0.0611],\n", + " [0.0642],\n", + " [0.0645],\n", + " [0.0608],\n", + " [0.0670],\n", + " [0.0558],\n", + " [0.0622],\n", + " [0.0625],\n", + " [0.0729],\n", + " [0.0668],\n", + " [0.1101],\n", + " [0.0582],\n", + " [0.0592],\n", + " [0.0384],\n", + " [0.0595],\n", + " [0.0720],\n", + " [0.0621],\n", + " [0.0580],\n", + " [0.0659],\n", + " [0.0567],\n", + " [0.0598],\n", + " [0.0567]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0943],\n", + " [-0.0923],\n", + " [-0.0891],\n", + " [-0.0914],\n", + " [-0.0878],\n", + " [-0.0841],\n", + " [-0.0885],\n", + " [-0.0915],\n", + " [-0.0889],\n", + " [-0.0949],\n", + " [-0.0940],\n", + " [-0.0929],\n", + " [-0.0906],\n", + " [-0.0958],\n", + " [-0.0879],\n", + " [-0.0931],\n", + " [-0.0949],\n", + " [-0.0927],\n", + " [-0.0875],\n", + " [-0.0915],\n", + " [-0.1382],\n", + " [-0.0986],\n", + " [-0.0967],\n", + " [-0.0786],\n", + " [-0.0972],\n", + " [-0.0821],\n", + " [-0.0961],\n", + " [-0.0987],\n", + " [-0.0835],\n", + " [-0.0973],\n", + " [-0.0987],\n", + " [-0.1008]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0153],\n", + " [ 0.0189],\n", + " [ 0.0109],\n", + " [ 0.0223],\n", + " [ 0.0111],\n", + " [ 0.0092],\n", + " [ 0.0092],\n", + " [ 0.0139],\n", + " [ 0.0122],\n", + " [ 0.0154],\n", + " [ 0.0182],\n", + " [ 0.0143],\n", + " [ 0.0136],\n", + " [ 0.0172],\n", + " [ 0.0112],\n", + " [ 0.0156],\n", + " [ 0.0159],\n", + " [ 0.0136],\n", + " [ 0.0053],\n", + " [ 0.0117],\n", + " [-0.0318],\n", + " [ 0.0192],\n", + " [ 0.0172],\n", + " [-0.0070],\n", + " [ 0.0183],\n", + " [ 0.0028],\n", + " [ 0.0181],\n", + " [ 0.0200],\n", + " [ 0.0107],\n", + " [ 0.0186],\n", + " [ 0.0188],\n", + " [ 0.0219]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0924],\n", + " [0.0929],\n", + " [0.0855],\n", + " [0.0909],\n", + " [0.0902],\n", + " [0.0883],\n", + " [0.0927],\n", + " [0.0902],\n", + " [0.0842],\n", + " [0.0928],\n", + " [0.0910],\n", + " [0.0898],\n", + " [0.0891],\n", + " [0.0929],\n", + " [0.0890],\n", + " [0.1022],\n", + " [0.0916],\n", + " [0.0938],\n", + " [0.0878],\n", + " [0.0878],\n", + " [0.1223],\n", + " [0.0973],\n", + " [0.0949],\n", + " [0.0323],\n", + " [0.0938],\n", + " [0.0997],\n", + " [0.0885],\n", + " [0.0948],\n", + " [0.0886],\n", + " [0.0971],\n", + " [0.0945],\n", + " [0.0959]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0115],\n", + " [0.0080],\n", + " [0.0078],\n", + " [0.0034],\n", + " [0.0102],\n", + " [0.0152],\n", + " [0.0103],\n", + " [0.0091],\n", + " [0.0070],\n", + " [0.0107],\n", + " [0.0065],\n", + " [0.0090],\n", + " [0.0085],\n", + " [0.0097],\n", + " [0.0089],\n", + " [0.0142],\n", + " [0.0095],\n", + " [0.0116],\n", + " [0.0087],\n", + " [0.0101],\n", + " [0.0403],\n", + " [0.0106],\n", + " [0.0116],\n", + " [0.0081],\n", + " [0.0099],\n", + " [0.0183],\n", + " [0.0071],\n", + " [0.0110],\n", + " [0.0086],\n", + " [0.0128],\n", + " [0.0088],\n", + " [0.0106]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-5.0204e-03],\n", + " [-1.0375e-02],\n", + " [-7.1025e-04],\n", + " [ 6.6927e-04],\n", + " [-4.3383e-03],\n", + " [ 1.1688e-04],\n", + " [-1.1913e-02],\n", + " [-2.4807e-03],\n", + " [ 6.0308e-04],\n", + " [-4.4094e-04],\n", + " [ 3.7498e-03],\n", + " [ 5.6815e-04],\n", + " [-2.1128e-03],\n", + " [-2.3083e-04],\n", + " [ 2.3211e-04],\n", + " [-1.2151e-02],\n", + " [-4.4033e-06],\n", + " [-5.6192e-03],\n", + " [-9.5388e-03],\n", + " [-2.9339e-03],\n", + " [-2.9128e-02],\n", + " [ 3.7711e-04],\n", + " [-2.0752e-03],\n", + " [ 5.4454e-02],\n", + " [-1.5127e-03],\n", + " [-2.6753e-02],\n", + " [ 2.6308e-03],\n", + " [-1.4475e-03],\n", + " [-9.8629e-03],\n", + " [-4.6450e-03],\n", + " [ 2.4342e-03],\n", + " [-1.2108e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0343],\n", + " [-0.0344],\n", + " [-0.0394],\n", + " [-0.0458],\n", + " [-0.0384],\n", + " [-0.0394],\n", + " [-0.0355],\n", + " [-0.0375],\n", + " [-0.0395],\n", + " [-0.0358],\n", + " [-0.0401],\n", + " [-0.0380],\n", + " [-0.0386],\n", + " [-0.0352],\n", + " [-0.0409],\n", + " [-0.0284],\n", + " [-0.0363],\n", + " [-0.0349],\n", + " [-0.0368],\n", + " [-0.0363],\n", + " [-0.0603],\n", + " [-0.0344],\n", + " [-0.0330],\n", + " [-0.0115],\n", + " [-0.0347],\n", + " [-0.0394],\n", + " [-0.0379],\n", + " [-0.0329],\n", + " [-0.0384],\n", + " [-0.0303],\n", + " [-0.0359],\n", + " [-0.0323]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0028],\n", + " [-0.0010],\n", + " [ 0.0073],\n", + " [ 0.0063],\n", + " [ 0.0049],\n", + " [ 0.0057],\n", + " [ 0.0008],\n", + " [ 0.0050],\n", + " [ 0.0075],\n", + " [ 0.0048],\n", + " [ 0.0062],\n", + " [ 0.0062],\n", + " [ 0.0056],\n", + " [ 0.0048],\n", + " [ 0.0070],\n", + " [-0.0006],\n", + " [ 0.0052],\n", + " [ 0.0030],\n", + " [ 0.0027],\n", + " [ 0.0057],\n", + " [ 0.0154],\n", + " [ 0.0042],\n", + " [ 0.0036],\n", + " [ 0.0053],\n", + " [ 0.0038],\n", + " [-0.0066],\n", + " [ 0.0064],\n", + " [ 0.0027],\n", + " [ 0.0031],\n", + " [ 0.0009],\n", + " [ 0.0058],\n", + " [ 0.0027]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0563],\n", + " [0.0533],\n", + " [0.0609],\n", + " [0.0574],\n", + " [0.0594],\n", + " [0.0618],\n", + " [0.0582],\n", + " [0.0574],\n", + " [0.0606],\n", + " [0.0570],\n", + " [0.0574],\n", + " [0.0582],\n", + " [0.0584],\n", + " [0.0564],\n", + " [0.0613],\n", + " [0.0580],\n", + " [0.0568],\n", + " [0.0566],\n", + " [0.0609],\n", + " [0.0585],\n", + " [0.1205],\n", + " [0.0573],\n", + " [0.0561],\n", + " [0.0489],\n", + " [0.0563],\n", + " [0.0562],\n", + " [0.0575],\n", + " [0.0559],\n", + " [0.0596],\n", + " [0.0554],\n", + " [0.0577],\n", + " [0.0571]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0170],\n", + " [-0.0160],\n", + " [-0.0156],\n", + " [-0.0189],\n", + " [-0.0159],\n", + " [-0.0173],\n", + " [-0.0168],\n", + " [-0.0167],\n", + " [-0.0168],\n", + " [-0.0175],\n", + " [-0.0195],\n", + " [-0.0171],\n", + " [-0.0163],\n", + " [-0.0181],\n", + " [-0.0169],\n", + " [-0.0192],\n", + " [-0.0177],\n", + " [-0.0166],\n", + " [-0.0143],\n", + " [-0.0159],\n", + " [ 0.0053],\n", + " [-0.0178],\n", + " [-0.0177],\n", + " [-0.0008],\n", + " [-0.0181],\n", + " [-0.0188],\n", + " [-0.0184],\n", + " [-0.0189],\n", + " [-0.0138],\n", + " [-0.0176],\n", + " [-0.0186],\n", + " [-0.0192]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1683],\n", + " [-0.1650],\n", + " [-0.1697],\n", + " [-0.1719],\n", + " [-0.1704],\n", + " [-0.1732],\n", + " [-0.1666],\n", + " [-0.1706],\n", + " [-0.1698],\n", + " [-0.1721],\n", + " [-0.1747],\n", + " [-0.1721],\n", + " [-0.1699],\n", + " [-0.1721],\n", + " [-0.1742],\n", + " [-0.1664],\n", + " [-0.1719],\n", + " [-0.1698],\n", + " [-0.1678],\n", + " [-0.1690],\n", + " [-0.1730],\n", + " [-0.1737],\n", + " [-0.1709],\n", + " [-0.1861],\n", + " [-0.1709],\n", + " [-0.1619],\n", + " [-0.1707],\n", + " [-0.1694],\n", + " [-0.1645],\n", + " [-0.1691],\n", + " [-0.1739],\n", + " [-0.1701]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0232],\n", + " [-0.0216],\n", + " [-0.0217],\n", + " [-0.0153],\n", + " [-0.0227],\n", + " [-0.0220],\n", + " [-0.0269],\n", + " [-0.0218],\n", + " [-0.0207],\n", + " [-0.0214],\n", + " [-0.0171],\n", + " [-0.0208],\n", + " [-0.0212],\n", + " [-0.0210],\n", + " [-0.0198],\n", + " [-0.0173],\n", + " [-0.0210],\n", + " [-0.0235],\n", + " [-0.0268],\n", + " [-0.0241],\n", + " [-0.0429],\n", + " [-0.0211],\n", + " [-0.0226],\n", + " [ 0.0986],\n", + " [-0.0219],\n", + " [-0.0276],\n", + " [-0.0195],\n", + " [-0.0220],\n", + " [-0.0219],\n", + " [-0.0235],\n", + " [-0.0202],\n", + " [-0.0222]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0057],\n", + " [ 0.0026],\n", + " [ 0.0013],\n", + " [ 0.0102],\n", + " [-0.0022],\n", + " [-0.0060],\n", + " [-0.0031],\n", + " [ 0.0019],\n", + " [ 0.0013],\n", + " [ 0.0062],\n", + " [ 0.0088],\n", + " [ 0.0046],\n", + " [ 0.0022],\n", + " [ 0.0077],\n", + " [ 0.0002],\n", + " [ 0.0051],\n", + " [ 0.0064],\n", + " [ 0.0027],\n", + " [-0.0060],\n", + " [ 0.0012],\n", + " [ 0.0405],\n", + " [ 0.0135],\n", + " [ 0.0089],\n", + " [ 0.0550],\n", + " [ 0.0105],\n", + " [-0.0116],\n", + " [ 0.0091],\n", + " [ 0.0129],\n", + " [-0.0072],\n", + " [ 0.0103],\n", + " [ 0.0137],\n", + " [ 0.0163]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0938],\n", + " [0.1029],\n", + " [0.0937],\n", + " [0.0964],\n", + " [0.0960],\n", + " [0.0958],\n", + " [0.0974],\n", + " [0.0951],\n", + " [0.0950],\n", + " [0.0911],\n", + " [0.0920],\n", + " [0.0921],\n", + " [0.0952],\n", + " [0.0916],\n", + " [0.0925],\n", + " [0.1012],\n", + " [0.0918],\n", + " [0.0939],\n", + " [0.0960],\n", + " [0.0942],\n", + " [0.1078],\n", + " [0.0886],\n", + " [0.0912],\n", + " [0.0225],\n", + " [0.0916],\n", + " [0.1056],\n", + " [0.0926],\n", + " [0.0911],\n", + " [0.1031],\n", + " [0.0923],\n", + " [0.0884],\n", + " [0.0909]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0819],\n", + " [0.0798],\n", + " [0.0815],\n", + " [0.0898],\n", + " [0.0777],\n", + " [0.0730],\n", + " [0.0753],\n", + " [0.0790],\n", + " [0.0808],\n", + " [0.0816],\n", + " [0.0821],\n", + " [0.0807],\n", + " [0.0808],\n", + " [0.0819],\n", + " [0.0778],\n", + " [0.0840],\n", + " [0.0813],\n", + " [0.0795],\n", + " [0.0756],\n", + " [0.0790],\n", + " [0.0486],\n", + " [0.0860],\n", + " [0.0828],\n", + " [0.0600],\n", + " [0.0837],\n", + " [0.0609],\n", + " [0.0850],\n", + " [0.0857],\n", + " [0.0803],\n", + " [0.0833],\n", + " [0.0854],\n", + " [0.0878]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0864],\n", + " [0.0822],\n", + " [0.0891],\n", + " [0.0857],\n", + " [0.0870],\n", + " [0.0876],\n", + " [0.0872],\n", + " [0.0867],\n", + " [0.0887],\n", + " [0.0866],\n", + " [0.0882],\n", + " [0.0877],\n", + " [0.0873],\n", + " [0.0861],\n", + " [0.0889],\n", + " [0.0716],\n", + " [0.0865],\n", + " [0.0863],\n", + " [0.0881],\n", + " [0.0877],\n", + " [0.0615],\n", + " [0.0883],\n", + " [0.0861],\n", + " [0.1363],\n", + " [0.0871],\n", + " [0.0705],\n", + " [0.0870],\n", + " [0.0868],\n", + " [0.0830],\n", + " [0.0870],\n", + " [0.0882],\n", + " [0.0883]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0380],\n", + " [0.0411],\n", + " [0.0442],\n", + " [0.0380],\n", + " [0.0387],\n", + " [0.0365],\n", + " [0.0394],\n", + " [0.0424],\n", + " [0.0399],\n", + " [0.0415],\n", + " [0.0406],\n", + " [0.0402],\n", + " [0.0405],\n", + " [0.0389],\n", + " [0.0412],\n", + " [0.0406],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0401],\n", + " [0.0514],\n", + " [0.0400],\n", + " [0.0400],\n", + " [0.0502],\n", + " [0.0409],\n", + " [0.0347],\n", + " [0.0441],\n", + " [0.0424],\n", + " [0.0387],\n", + " [0.0395],\n", + " [0.0414],\n", + " [0.0431]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0386],\n", + " [ 0.0399],\n", + " [ 0.0368],\n", + " [ 0.0379],\n", + " [ 0.0388],\n", + " [ 0.0357],\n", + " [ 0.0381],\n", + " [ 0.0378],\n", + " [ 0.0354],\n", + " [ 0.0378],\n", + " [ 0.0357],\n", + " [ 0.0370],\n", + " [ 0.0379],\n", + " [ 0.0372],\n", + " [ 0.0371],\n", + " [ 0.0281],\n", + " [ 0.0371],\n", + " [ 0.0391],\n", + " [ 0.0361],\n", + " [ 0.0370],\n", + " [-0.0074],\n", + " [ 0.0368],\n", + " [ 0.0373],\n", + " [-0.0045],\n", + " [ 0.0365],\n", + " [ 0.0349],\n", + " [ 0.0357],\n", + " [ 0.0364],\n", + " [ 0.0403],\n", + " [ 0.0376],\n", + " [ 0.0354],\n", + " [ 0.0353]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0741],\n", + " [-0.0755],\n", + " [-0.0716],\n", + " [-0.0763],\n", + " [-0.0813],\n", + " [-0.0764],\n", + " [-0.0750],\n", + " [-0.0752],\n", + " [-0.0741],\n", + " [-0.0714],\n", + " [-0.0743],\n", + " [-0.0750],\n", + " [-0.0733],\n", + " [-0.0748],\n", + " [-0.0726],\n", + " [-0.0738],\n", + " [-0.0751],\n", + " [-0.0776],\n", + " [-0.0761],\n", + " [-0.1108],\n", + " [-0.0700],\n", + " [-0.0733],\n", + " [-0.0077],\n", + " [-0.0719],\n", + " [-0.0913],\n", + " [-0.0729],\n", + " [-0.0718],\n", + " [-0.0781],\n", + " [-0.0720],\n", + " [-0.0702],\n", + " [-0.0695]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1008],\n", + " [-0.1006],\n", + " [-0.1053],\n", + " [-0.1062],\n", + " [-0.1062],\n", + " [-0.1115],\n", + " [-0.1028],\n", + " [-0.1041],\n", + " [-0.1061],\n", + " [-0.1020],\n", + " [-0.1040],\n", + " [-0.1038],\n", + " [-0.1043],\n", + " [-0.1012],\n", + " [-0.1081],\n", + " [-0.1031],\n", + " [-0.1022],\n", + " [-0.1023],\n", + " [-0.1052],\n", + " [-0.1039],\n", + " [-0.1215],\n", + " [-0.0992],\n", + " [-0.0997],\n", + " [-0.1382],\n", + " [-0.0991],\n", + " [-0.1085],\n", + " [-0.1014],\n", + " [-0.0979],\n", + " [-0.1064],\n", + " [-0.0985],\n", + " [-0.0996],\n", + " [-0.0971]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0629],\n", + " [-0.0640],\n", + " [-0.0606],\n", + " [-0.0586],\n", + " [-0.0616],\n", + " [-0.0566],\n", + " [-0.0659],\n", + " [-0.0621],\n", + " [-0.0600],\n", + " [-0.0618],\n", + " [-0.0596],\n", + " [-0.0609],\n", + " [-0.0612],\n", + " [-0.0622],\n", + " [-0.0596],\n", + " [-0.0638],\n", + " [-0.0618],\n", + " [-0.0640],\n", + " [-0.0657],\n", + " [-0.0625],\n", + " [-0.0142],\n", + " [-0.0627],\n", + " [-0.0634],\n", + " [-0.0062],\n", + " [-0.0629],\n", + " [-0.0611],\n", + " [-0.0604],\n", + " [-0.0631],\n", + " [-0.0616],\n", + " [-0.0645],\n", + " [-0.0619],\n", + " [-0.0632]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0582],\n", + " [-0.0623],\n", + " [-0.0620],\n", + " [-0.0594],\n", + " [-0.0642],\n", + " [-0.0614],\n", + " [-0.0630],\n", + " [-0.0619],\n", + " [-0.0670],\n", + " [-0.0610],\n", + " [-0.0635],\n", + " [-0.0592],\n", + " [-0.0615],\n", + " [-0.0635],\n", + " [-0.0621],\n", + " [-0.0606],\n", + " [-0.0584],\n", + " [-0.0534],\n", + " [-0.0617],\n", + " [-0.0611],\n", + " [-0.0562],\n", + " [-0.0630],\n", + " [-0.0637],\n", + " [-0.0552],\n", + " [-0.0630],\n", + " [-0.0621],\n", + " [-0.0615],\n", + " [-0.0631],\n", + " [-0.0633],\n", + " [-0.0513],\n", + " [-0.0625],\n", + " [-0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0700],\n", + " [-0.0716],\n", + " [-0.0735],\n", + " [-0.0753],\n", + " [-0.0774],\n", + " [-0.0711],\n", + " [-0.0751],\n", + " [-0.0733],\n", + " [-0.0771],\n", + " [-0.0735],\n", + " [-0.0762],\n", + " [-0.0707],\n", + " [-0.0717],\n", + " [-0.0708],\n", + " [-0.0744],\n", + " [-0.0724],\n", + " [-0.0702],\n", + " [-0.0700],\n", + " [-0.0753],\n", + " [-0.0680],\n", + " [-0.0730],\n", + " [-0.0756],\n", + " [-0.0757],\n", + " [-0.0732],\n", + " [-0.0731],\n", + " [-0.0757],\n", + " [-0.0735],\n", + " [-0.0725],\n", + " [-0.0736],\n", + " [-0.0664],\n", + " [-0.0734],\n", + " [-0.0713]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0411],\n", + " [0.0362],\n", + " [0.0365],\n", + " [0.0391],\n", + " [0.0374],\n", + " [0.0375],\n", + " [0.0365],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0374],\n", + " [0.0365],\n", + " [0.0389],\n", + " [0.0379],\n", + " [0.0360],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0371],\n", + " [0.0415],\n", + " [0.0382],\n", + " [0.0381],\n", + " [0.0392],\n", + " [0.0387],\n", + " [0.0362],\n", + " [0.0394],\n", + " [0.0366],\n", + " [0.0375],\n", + " [0.0399],\n", + " [0.0364],\n", + " [0.0369],\n", + " [0.0382],\n", + " [0.0365],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0887],\n", + " [-0.0947],\n", + " [-0.0938],\n", + " [-0.0897],\n", + " [-0.0912],\n", + " [-0.0926],\n", + " [-0.0933],\n", + " [-0.0928],\n", + " [-0.0932],\n", + " [-0.0902],\n", + " [-0.0941],\n", + " [-0.0895],\n", + " [-0.0918],\n", + " [-0.0962],\n", + " [-0.0924],\n", + " [-0.0899],\n", + " [-0.0903],\n", + " [-0.0794],\n", + " [-0.0909],\n", + " [-0.0931],\n", + " [-0.0860],\n", + " [-0.0915],\n", + " [-0.0951],\n", + " [-0.0872],\n", + " [-0.0959],\n", + " [-0.0918],\n", + " [-0.0934],\n", + " [-0.0957],\n", + " [-0.0964],\n", + " [-0.0817],\n", + " [-0.0933],\n", + " [-0.0948]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0499],\n", + " [0.0595],\n", + " [0.0577],\n", + " [0.0403],\n", + " [0.0486],\n", + " [0.0561],\n", + " [0.0566],\n", + " [0.0571],\n", + " [0.0471],\n", + " [0.0524],\n", + " [0.0564],\n", + " [0.0491],\n", + " [0.0553],\n", + " [0.0591],\n", + " [0.0550],\n", + " [0.0526],\n", + " [0.0433],\n", + " [0.0412],\n", + " [0.0512],\n", + " [0.0580],\n", + " [0.0415],\n", + " [0.0532],\n", + " [0.0586],\n", + " [0.0437],\n", + " [0.0592],\n", + " [0.0525],\n", + " [0.0552],\n", + " [0.0586],\n", + " [0.0588],\n", + " [0.0396],\n", + " [0.0562],\n", + " [0.0579]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0402],\n", + " [-0.0368],\n", + " [-0.0374],\n", + " [-0.0374],\n", + " [-0.0399],\n", + " [-0.0381],\n", + " [-0.0391],\n", + " [-0.0390],\n", + " [-0.0372],\n", + " [-0.0414],\n", + " [-0.0389],\n", + " [-0.0374],\n", + " [-0.0383],\n", + " [-0.0353],\n", + " [-0.0366],\n", + " [-0.0399],\n", + " [-0.0369],\n", + " [-0.0483],\n", + " [-0.0382],\n", + " [-0.0355],\n", + " [-0.0418],\n", + " [-0.0368],\n", + " [-0.0379],\n", + " [-0.0436],\n", + " [-0.0357],\n", + " [-0.0390],\n", + " [-0.0330],\n", + " [-0.0361],\n", + " [-0.0348],\n", + " [-0.0463],\n", + " [-0.0387],\n", + " [-0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0850],\n", + " [-0.0791],\n", + " [-0.0786],\n", + " [-0.0832],\n", + " [-0.0780],\n", + " [-0.0803],\n", + " [-0.0790],\n", + " [-0.0788],\n", + " [-0.0825],\n", + " [-0.0789],\n", + " [-0.0790],\n", + " [-0.0811],\n", + " [-0.0802],\n", + " [-0.0811],\n", + " [-0.0797],\n", + " [-0.0795],\n", + " [-0.0841],\n", + " [-0.0737],\n", + " [-0.0785],\n", + " [-0.0810],\n", + " [-0.0784],\n", + " [-0.0782],\n", + " [-0.0785],\n", + " [-0.0765],\n", + " [-0.0796],\n", + " [-0.0791],\n", + " [-0.0812],\n", + " [-0.0799],\n", + " [-0.0802],\n", + " [-0.0764],\n", + " [-0.0797],\n", + " [-0.0803]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1640],\n", + " [0.1705],\n", + " [0.1693],\n", + " [0.1560],\n", + " [0.1646],\n", + " [0.1686],\n", + " [0.1688],\n", + " [0.1694],\n", + " [0.1636],\n", + " [0.1668],\n", + " [0.1682],\n", + " [0.1643],\n", + " [0.1686],\n", + " [0.1707],\n", + " [0.1678],\n", + " [0.1669],\n", + " [0.1617],\n", + " [0.1599],\n", + " [0.1657],\n", + " [0.1714],\n", + " [0.1599],\n", + " [0.1677],\n", + " [0.1697],\n", + " [0.1645],\n", + " [0.1696],\n", + " [0.1660],\n", + " [0.1685],\n", + " [0.1694],\n", + " [0.1696],\n", + " [0.1609],\n", + " [0.1681],\n", + " [0.1693]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0502],\n", + " [-0.0566],\n", + " [-0.0565],\n", + " [-0.0554],\n", + " [-0.0574],\n", + " [-0.0540],\n", + " [-0.0546],\n", + " [-0.0552],\n", + " [-0.0578],\n", + " [-0.0539],\n", + " [-0.0563],\n", + " [-0.0494],\n", + " [-0.0524],\n", + " [-0.0582],\n", + " [-0.0555],\n", + " [-0.0523],\n", + " [-0.0526],\n", + " [-0.0421],\n", + " [-0.0555],\n", + " [-0.0528],\n", + " [-0.0546],\n", + " [-0.0558],\n", + " [-0.0576],\n", + " [-0.0566],\n", + " [-0.0576],\n", + " [-0.0555],\n", + " [-0.0539],\n", + " [-0.0578],\n", + " [-0.0586],\n", + " [-0.0440],\n", + " [-0.0553],\n", + " [-0.0572]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0605],\n", + " [0.0570],\n", + " [0.0589],\n", + " [0.0747],\n", + " [0.0657],\n", + " [0.0575],\n", + " [0.0614],\n", + " [0.0584],\n", + " [0.0643],\n", + " [0.0604],\n", + " [0.0613],\n", + " [0.0640],\n", + " [0.0585],\n", + " [0.0581],\n", + " [0.0614],\n", + " [0.0601],\n", + " [0.0679],\n", + " [0.0700],\n", + " [0.0653],\n", + " [0.0561],\n", + " [0.0695],\n", + " [0.0638],\n", + " [0.0602],\n", + " [0.0652],\n", + " [0.0593],\n", + " [0.0642],\n", + " [0.0643],\n", + " [0.0588],\n", + " [0.0604],\n", + " [0.0672],\n", + " [0.0591],\n", + " [0.0574]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0970],\n", + " [-0.0998],\n", + " [-0.0973],\n", + " [-0.0843],\n", + " [-0.0883],\n", + " [-0.0972],\n", + " [-0.0957],\n", + " [-0.0970],\n", + " [-0.0805],\n", + " [-0.0936],\n", + " [-0.0955],\n", + " [-0.0927],\n", + " [-0.0965],\n", + " [-0.1006],\n", + " [-0.0938],\n", + " [-0.0946],\n", + " [-0.0838],\n", + " [-0.0872],\n", + " [-0.0918],\n", + " [-0.1000],\n", + " [-0.0835],\n", + " [-0.0926],\n", + " [-0.0976],\n", + " [-0.0893],\n", + " [-0.0994],\n", + " [-0.0935],\n", + " [-0.0958],\n", + " [-0.0994],\n", + " [-0.0997],\n", + " [-0.0826],\n", + " [-0.0964],\n", + " [-0.0991]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0124],\n", + " [0.0204],\n", + " [0.0192],\n", + " [0.0027],\n", + " [0.0118],\n", + " [0.0188],\n", + " [0.0167],\n", + " [0.0183],\n", + " [0.0146],\n", + " [0.0146],\n", + " [0.0169],\n", + " [0.0138],\n", + " [0.0179],\n", + " [0.0203],\n", + " [0.0181],\n", + " [0.0151],\n", + " [0.0132],\n", + " [0.0035],\n", + " [0.0126],\n", + " [0.0220],\n", + " [0.0066],\n", + " [0.0152],\n", + " [0.0184],\n", + " [0.0134],\n", + " [0.0194],\n", + " [0.0128],\n", + " [0.0183],\n", + " [0.0190],\n", + " [0.0186],\n", + " [0.0076],\n", + " [0.0172],\n", + " [0.0191]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1053],\n", + " [0.0965],\n", + " [0.0937],\n", + " [0.0894],\n", + " [0.0889],\n", + " [0.0965],\n", + " [0.0928],\n", + " [0.0955],\n", + " [0.0847],\n", + " [0.0955],\n", + " [0.0932],\n", + " [0.0920],\n", + " [0.0951],\n", + " [0.0950],\n", + " [0.0887],\n", + " [0.0952],\n", + " [0.0840],\n", + " [0.1000],\n", + " [0.0894],\n", + " [0.0963],\n", + " [0.0906],\n", + " [0.0875],\n", + " [0.0945],\n", + " [0.0974],\n", + " [0.0943],\n", + " [0.0922],\n", + " [0.0876],\n", + " [0.0951],\n", + " [0.0931],\n", + " [0.0950],\n", + " [0.0947],\n", + " [0.0966]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0170],\n", + " [0.0103],\n", + " [0.0091],\n", + " [0.0100],\n", + " [0.0093],\n", + " [0.0122],\n", + " [0.0091],\n", + " [0.0108],\n", + " [0.0007],\n", + " [0.0132],\n", + " [0.0093],\n", + " [0.0091],\n", + " [0.0118],\n", + " [0.0101],\n", + " [0.0061],\n", + " [0.0132],\n", + " [0.0018],\n", + " [0.0154],\n", + " [0.0104],\n", + " [0.0103],\n", + " [0.0131],\n", + " [0.0084],\n", + " [0.0092],\n", + " [0.0196],\n", + " [0.0097],\n", + " [0.0112],\n", + " [0.0060],\n", + " [0.0106],\n", + " [0.0098],\n", + " [0.0096],\n", + " [0.0113],\n", + " [0.0118]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0095],\n", + " [-0.0002],\n", + " [-0.0002],\n", + " [-0.0095],\n", + " [-0.0024],\n", + " [-0.0035],\n", + " [-0.0031],\n", + " [-0.0023],\n", + " [ 0.0014],\n", + " [-0.0057],\n", + " [-0.0010],\n", + " [-0.0089],\n", + " [-0.0052],\n", + " [ 0.0017],\n", + " [ 0.0003],\n", + " [-0.0073],\n", + " [-0.0060],\n", + " [-0.0205],\n", + " [-0.0046],\n", + " [-0.0023],\n", + " [-0.0102],\n", + " [-0.0013],\n", + " [ 0.0008],\n", + " [-0.0073],\n", + " [ 0.0008],\n", + " [-0.0048],\n", + " [ 0.0004],\n", + " [ 0.0005],\n", + " [ 0.0020],\n", + " [-0.0197],\n", + " [-0.0029],\n", + " [-0.0004]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0278],\n", + " [-0.0326],\n", + " [-0.0354],\n", + " [-0.0387],\n", + " [-0.0386],\n", + " [-0.0320],\n", + " [-0.0341],\n", + " [-0.0330],\n", + " [-0.0480],\n", + " [-0.0330],\n", + " [-0.0349],\n", + " [-0.0349],\n", + " [-0.0321],\n", + " [-0.0341],\n", + " [-0.0386],\n", + " [-0.0326],\n", + " [-0.0435],\n", + " [-0.0319],\n", + " [-0.0358],\n", + " [-0.0304],\n", + " [-0.0371],\n", + " [-0.0366],\n", + " [-0.0340],\n", + " [-0.0409],\n", + " [-0.0347],\n", + " [-0.0351],\n", + " [-0.0376],\n", + " [-0.0340],\n", + " [-0.0355],\n", + " [-0.0356],\n", + " [-0.0334],\n", + " [-0.0321]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0020],\n", + " [ 0.0037],\n", + " [ 0.0046],\n", + " [ 0.0038],\n", + " [ 0.0054],\n", + " [ 0.0019],\n", + " [ 0.0041],\n", + " [ 0.0034],\n", + " [ 0.0080],\n", + " [ 0.0020],\n", + " [ 0.0046],\n", + " [ 0.0011],\n", + " [ 0.0013],\n", + " [ 0.0044],\n", + " [ 0.0054],\n", + " [ 0.0011],\n", + " [ 0.0046],\n", + " [-0.0069],\n", + " [ 0.0045],\n", + " [ 0.0014],\n", + " [ 0.0030],\n", + " [ 0.0054],\n", + " [ 0.0052],\n", + " [ 0.0002],\n", + " [ 0.0048],\n", + " [ 0.0039],\n", + " [ 0.0056],\n", + " [ 0.0044],\n", + " [ 0.0055],\n", + " [-0.0029],\n", + " [ 0.0031],\n", + " [ 0.0032]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0586],\n", + " [0.0560],\n", + " [0.0561],\n", + " [0.0648],\n", + " [0.0592],\n", + " [0.0557],\n", + " [0.0560],\n", + " [0.0558],\n", + " [0.0642],\n", + " [0.0560],\n", + " [0.0566],\n", + " [0.0570],\n", + " [0.0553],\n", + " [0.0581],\n", + " [0.0566],\n", + " [0.0555],\n", + " [0.0619],\n", + " [0.0539],\n", + " [0.0576],\n", + " [0.0558],\n", + " [0.0610],\n", + " [0.0571],\n", + " [0.0568],\n", + " [0.0570],\n", + " [0.0571],\n", + " [0.0573],\n", + " [0.0584],\n", + " [0.0574],\n", + " [0.0581],\n", + " [0.0580],\n", + " [0.0562],\n", + " [0.0572]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0177],\n", + " [-0.0185],\n", + " [-0.0184],\n", + " [-0.0131],\n", + " [-0.0167],\n", + " [-0.0182],\n", + " [-0.0177],\n", + " [-0.0180],\n", + " [-0.0198],\n", + " [-0.0170],\n", + " [-0.0180],\n", + " [-0.0153],\n", + " [-0.0179],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0174],\n", + " [-0.0143],\n", + " [-0.0189],\n", + " [-0.0159],\n", + " [-0.0181],\n", + " [-0.0142],\n", + " [-0.0172],\n", + " [-0.0184],\n", + " [-0.0196],\n", + " [-0.0188],\n", + " [-0.0166],\n", + " [-0.0176],\n", + " [-0.0186],\n", + " [-0.0189],\n", + " [-0.0157],\n", + " [-0.0175],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1674],\n", + " [-0.1714],\n", + " [-0.1713],\n", + " [-0.1677],\n", + " [-0.1710],\n", + " [-0.1698],\n", + " [-0.1704],\n", + " [-0.1709],\n", + " [-0.1732],\n", + " [-0.1699],\n", + " [-0.1723],\n", + " [-0.1661],\n", + " [-0.1690],\n", + " [-0.1713],\n", + " [-0.1701],\n", + " [-0.1682],\n", + " [-0.1667],\n", + " [-0.1629],\n", + " [-0.1683],\n", + " [-0.1685],\n", + " [-0.1670],\n", + " [-0.1692],\n", + " [-0.1730],\n", + " [-0.1740],\n", + " [-0.1716],\n", + " [-0.1695],\n", + " [-0.1684],\n", + " [-0.1717],\n", + " [-0.1715],\n", + " [-0.1624],\n", + " [-0.1706],\n", + " [-0.1712]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0256],\n", + " [-0.0221],\n", + " [-0.0210],\n", + " [-0.0260],\n", + " [-0.0217],\n", + " [-0.0229],\n", + " [-0.0224],\n", + " [-0.0221],\n", + " [-0.0126],\n", + " [-0.0238],\n", + " [-0.0212],\n", + " [-0.0228],\n", + " [-0.0233],\n", + " [-0.0212],\n", + " [-0.0188],\n", + " [-0.0244],\n", + " [-0.0187],\n", + " [-0.0274],\n", + " [-0.0242],\n", + " [-0.0221],\n", + " [-0.0262],\n", + " [-0.0219],\n", + " [-0.0212],\n", + " [-0.0237],\n", + " [-0.0216],\n", + " [-0.0241],\n", + " [-0.0194],\n", + " [-0.0221],\n", + " [-0.0211],\n", + " [-0.0244],\n", + " [-0.0226],\n", + " [-0.0227]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0081],\n", + " [ 0.0140],\n", + " [ 0.0105],\n", + " [-0.0077],\n", + " [-0.0011],\n", + " [ 0.0105],\n", + " [ 0.0075],\n", + " [ 0.0096],\n", + " [ 0.0017],\n", + " [ 0.0042],\n", + " [ 0.0077],\n", + " [ 0.0027],\n", + " [ 0.0087],\n", + " [ 0.0168],\n", + " [ 0.0071],\n", + " [ 0.0052],\n", + " [-0.0025],\n", + " [-0.0085],\n", + " [ 0.0017],\n", + " [ 0.0146],\n", + " [-0.0084],\n", + " [ 0.0033],\n", + " [ 0.0106],\n", + " [-0.0013],\n", + " [ 0.0138],\n", + " [ 0.0035],\n", + " [ 0.0086],\n", + " [ 0.0138],\n", + " [ 0.0144],\n", + " [-0.0095],\n", + " [ 0.0093],\n", + " [ 0.0135]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0899],\n", + " [0.0904],\n", + " [0.0920],\n", + " [0.0941],\n", + " [0.0956],\n", + " [0.0914],\n", + " [0.0931],\n", + " [0.0920],\n", + " [0.0972],\n", + " [0.0932],\n", + " [0.0917],\n", + " [0.0965],\n", + " [0.0928],\n", + " [0.0895],\n", + " [0.0956],\n", + " [0.0935],\n", + " [0.1013],\n", + " [0.1007],\n", + " [0.0950],\n", + " [0.0927],\n", + " [0.0978],\n", + " [0.0957],\n", + " [0.0906],\n", + " [0.0929],\n", + " [0.0896],\n", + " [0.0928],\n", + " [0.0939],\n", + " [0.0894],\n", + " [0.0888],\n", + " [0.1063],\n", + " [0.0916],\n", + " [0.0899]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0842],\n", + " [0.0855],\n", + " [0.0843],\n", + " [0.0796],\n", + " [0.0777],\n", + " [0.0841],\n", + " [0.0805],\n", + " [0.0829],\n", + " [0.0833],\n", + " [0.0804],\n", + " [0.0811],\n", + " [0.0808],\n", + " [0.0820],\n", + " [0.0889],\n", + " [0.0838],\n", + " [0.0807],\n", + " [0.0855],\n", + " [0.0664],\n", + " [0.0795],\n", + " [0.0860],\n", + " [0.0785],\n", + " [0.0803],\n", + " [0.0825],\n", + " [0.0756],\n", + " [0.0859],\n", + " [0.0798],\n", + " [0.0852],\n", + " [0.0862],\n", + " [0.0871],\n", + " [0.0747],\n", + " [0.0829],\n", + " [0.0860]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0866],\n", + " [0.0865],\n", + " [0.0859],\n", + " [0.0901],\n", + " [0.0873],\n", + " [0.0870],\n", + " [0.0864],\n", + " [0.0858],\n", + " [0.0902],\n", + " [0.0858],\n", + " [0.0866],\n", + " [0.0857],\n", + " [0.0866],\n", + " [0.0891],\n", + " [0.0865],\n", + " [0.0861],\n", + " [0.0866],\n", + " [0.0758],\n", + " [0.0869],\n", + " [0.0865],\n", + " [0.0855],\n", + " [0.0865],\n", + " [0.0862],\n", + " [0.0811],\n", + " [0.0876],\n", + " [0.0871],\n", + " [0.0868],\n", + " [0.0882],\n", + " [0.0887],\n", + " [0.0773],\n", + " [0.0873],\n", + " [0.0882]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0421],\n", + " [0.0417],\n", + " [0.0367],\n", + " [0.0391],\n", + " [0.0398],\n", + " [0.0397],\n", + " [0.0399],\n", + " [0.0437],\n", + " [0.0369],\n", + " [0.0396],\n", + " [0.0381],\n", + " [0.0395],\n", + " [0.0431],\n", + " [0.0427],\n", + " [0.0376],\n", + " [0.0413],\n", + " [0.0310],\n", + " [0.0395],\n", + " [0.0428],\n", + " [0.0361],\n", + " [0.0419],\n", + " [0.0411],\n", + " [0.0347],\n", + " [0.0425],\n", + " [0.0385],\n", + " [0.0445],\n", + " [0.0419],\n", + " [0.0430],\n", + " [0.0329],\n", + " [0.0394],\n", + " [0.0413]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0436],\n", + " [0.0357],\n", + " [0.0368],\n", + " [0.0391],\n", + " [0.0374],\n", + " [0.0379],\n", + " [0.0367],\n", + " [0.0374],\n", + " [0.0339],\n", + " [0.0392],\n", + " [0.0372],\n", + " [0.0390],\n", + " [0.0375],\n", + " [0.0345],\n", + " [0.0367],\n", + " [0.0390],\n", + " [0.0391],\n", + " [0.0379],\n", + " [0.0380],\n", + " [0.0361],\n", + " [0.0408],\n", + " [0.0362],\n", + " [0.0362],\n", + " [0.0412],\n", + " [0.0354],\n", + " [0.0380],\n", + " [0.0359],\n", + " [0.0358],\n", + " [0.0350],\n", + " [0.0411],\n", + " [0.0371],\n", + " [0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0768],\n", + " [-0.0708],\n", + " [-0.0723],\n", + " [-0.0788],\n", + " [-0.0755],\n", + " [-0.0723],\n", + " [-0.0730],\n", + " [-0.0726],\n", + " [-0.0718],\n", + " [-0.0752],\n", + " [-0.0728],\n", + " [-0.0750],\n", + " [-0.0728],\n", + " [-0.0692],\n", + " [-0.0732],\n", + " [-0.0747],\n", + " [-0.0748],\n", + " [-0.0874],\n", + " [-0.0760],\n", + " [-0.0702],\n", + " [-0.0807],\n", + " [-0.0749],\n", + " [-0.0721],\n", + " [-0.0854],\n", + " [-0.0711],\n", + " [-0.0752],\n", + " [-0.0732],\n", + " [-0.0709],\n", + " [-0.0710],\n", + " [-0.0823],\n", + " [-0.0723],\n", + " [-0.0708]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0998],\n", + " [-0.0974],\n", + " [-0.0992],\n", + " [-0.1060],\n", + " [-0.1065],\n", + " [-0.0983],\n", + " [-0.1011],\n", + " [-0.0995],\n", + " [-0.1120],\n", + " [-0.1013],\n", + " [-0.1016],\n", + " [-0.1008],\n", + " [-0.0989],\n", + " [-0.0984],\n", + " [-0.1025],\n", + " [-0.1000],\n", + " [-0.1071],\n", + " [-0.1040],\n", + " [-0.1030],\n", + " [-0.0971],\n", + " [-0.1059],\n", + " [-0.1032],\n", + " [-0.1006],\n", + " [-0.1071],\n", + " [-0.0982],\n", + " [-0.1021],\n", + " [-0.1014],\n", + " [-0.0983],\n", + " [-0.0991],\n", + " [-0.1055],\n", + " [-0.0995],\n", + " [-0.0982]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0671],\n", + " [-0.0635],\n", + " [-0.0623],\n", + " [-0.0636],\n", + " [-0.0612],\n", + " [-0.0637],\n", + " [-0.0643],\n", + " [-0.0636],\n", + " [-0.0568],\n", + " [-0.0641],\n", + " [-0.0630],\n", + " [-0.0648],\n", + " [-0.0641],\n", + " [-0.0622],\n", + " [-0.0607],\n", + " [-0.0644],\n", + " [-0.0603],\n", + " [-0.0660],\n", + " [-0.0630],\n", + " [-0.0642],\n", + " [-0.0616],\n", + " [-0.0616],\n", + " [-0.0631],\n", + " [-0.0571],\n", + " [-0.0626],\n", + " [-0.0638],\n", + " [-0.0618],\n", + " [-0.0626],\n", + " [-0.0618],\n", + " [-0.0635],\n", + " [-0.0636],\n", + " [-0.0632]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0655],\n", + " [-0.0621],\n", + " [-0.0676],\n", + " [-0.0628],\n", + " [-0.0635],\n", + " [-0.0556],\n", + " [-0.0542],\n", + " [-0.0665],\n", + " [-0.0663],\n", + " [-0.0601],\n", + " [-0.0611],\n", + " [-0.0649],\n", + " [-0.0595],\n", + " [-0.0584],\n", + " [-0.0522],\n", + " [-0.0777],\n", + " [-0.0646],\n", + " [-0.0580],\n", + " [-0.0629],\n", + " [-0.0588],\n", + " [-0.0674],\n", + " [-0.0620],\n", + " [-0.0701],\n", + " [-0.0611],\n", + " [-0.0629],\n", + " [-0.0619],\n", + " [-0.0649],\n", + " [-0.0619],\n", + " [-0.0606],\n", + " [-0.0574],\n", + " [-0.0644],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0790],\n", + " [-0.0664],\n", + " [-0.0784],\n", + " [-0.0726],\n", + " [-0.0772],\n", + " [-0.0633],\n", + " [-0.0736],\n", + " [-0.0807],\n", + " [-0.0791],\n", + " [-0.0718],\n", + " [-0.0728],\n", + " [-0.0773],\n", + " [-0.0721],\n", + " [-0.0744],\n", + " [-0.0687],\n", + " [-0.0851],\n", + " [-0.0786],\n", + " [-0.0672],\n", + " [-0.0779],\n", + " [-0.0714],\n", + " [-0.0803],\n", + " [-0.0721],\n", + " [-0.0777],\n", + " [-0.0741],\n", + " [-0.0747],\n", + " [-0.0748],\n", + " [-0.0788],\n", + " [-0.0739],\n", + " [-0.0704],\n", + " [-0.0711],\n", + " [-0.0788],\n", + " [-0.0774]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0373],\n", + " [0.0343],\n", + " [0.0356],\n", + " [0.0372],\n", + " [0.0399],\n", + " [0.0391],\n", + " [0.0372],\n", + " [0.0361],\n", + " [0.0391],\n", + " [0.0377],\n", + " [0.0373],\n", + " [0.0406],\n", + " [0.0386],\n", + " [0.0399],\n", + " [0.0333],\n", + " [0.0376],\n", + " [0.0390],\n", + " [0.0366],\n", + " [0.0392],\n", + " [0.0367],\n", + " [0.0382],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0370],\n", + " [0.0391],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0386],\n", + " [0.0365],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0953],\n", + " [-0.0945],\n", + " [-0.0964],\n", + " [-0.0961],\n", + " [-0.0948],\n", + " [-0.0783],\n", + " [-0.0837],\n", + " [-0.0985],\n", + " [-0.0963],\n", + " [-0.0878],\n", + " [-0.0916],\n", + " [-0.0956],\n", + " [-0.0906],\n", + " [-0.0897],\n", + " [-0.0830],\n", + " [-0.1008],\n", + " [-0.0959],\n", + " [-0.0865],\n", + " [-0.0911],\n", + " [-0.0866],\n", + " [-0.0943],\n", + " [-0.0945],\n", + " [-0.0977],\n", + " [-0.0892],\n", + " [-0.0927],\n", + " [-0.0919],\n", + " [-0.0936],\n", + " [-0.0926],\n", + " [-0.0929],\n", + " [-0.0846],\n", + " [-0.0963],\n", + " [-0.0915]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0551],\n", + " [0.0578],\n", + " [0.0541],\n", + " [0.0594],\n", + " [0.0545],\n", + " [0.0437],\n", + " [0.0415],\n", + " [0.0508],\n", + " [0.0562],\n", + " [0.0497],\n", + " [0.0548],\n", + " [0.0560],\n", + " [0.0326],\n", + " [0.0509],\n", + " [0.0384],\n", + " [0.0591],\n", + " [0.0552],\n", + " [0.0489],\n", + " [0.0485],\n", + " [0.0350],\n", + " [0.0509],\n", + " [0.0573],\n", + " [0.0394],\n", + " [0.0507],\n", + " [0.0550],\n", + " [0.0537],\n", + " [0.0512],\n", + " [0.0558],\n", + " [0.0574],\n", + " [0.0401],\n", + " [0.0502],\n", + " [0.0492]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0368],\n", + " [-0.0353],\n", + " [-0.0406],\n", + " [-0.0342],\n", + " [-0.0356],\n", + " [-0.0470],\n", + " [-0.0452],\n", + " [-0.0343],\n", + " [-0.0374],\n", + " [-0.0425],\n", + " [-0.0381],\n", + " [-0.0341],\n", + " [-0.0404],\n", + " [-0.0424],\n", + " [-0.0423],\n", + " [-0.0418],\n", + " [-0.0347],\n", + " [-0.0411],\n", + " [-0.0411],\n", + " [-0.0442],\n", + " [-0.0377],\n", + " [-0.0347],\n", + " [-0.0349],\n", + " [-0.0440],\n", + " [-0.0405],\n", + " [-0.0392],\n", + " [-0.0338],\n", + " [-0.0384],\n", + " [-0.0379],\n", + " [-0.0418],\n", + " [-0.0366],\n", + " [-0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0787],\n", + " [-0.0830],\n", + " [-0.0802],\n", + " [-0.0801],\n", + " [-0.0797],\n", + " [-0.0741],\n", + " [-0.0749],\n", + " [-0.0818],\n", + " [-0.0789],\n", + " [-0.0785],\n", + " [-0.0795],\n", + " [-0.0800],\n", + " [-0.0813],\n", + " [-0.0840],\n", + " [-0.0791],\n", + " [-0.0753],\n", + " [-0.0794],\n", + " [-0.0791],\n", + " [-0.0780],\n", + " [-0.0751],\n", + " [-0.0787],\n", + " [-0.0807],\n", + " [-0.0913],\n", + " [-0.0776],\n", + " [-0.0795],\n", + " [-0.0787],\n", + " [-0.0797],\n", + " [-0.0790],\n", + " [-0.0799],\n", + " [-0.0787],\n", + " [-0.0815],\n", + " [-0.0782]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1670],\n", + " [0.1712],\n", + " [0.1646],\n", + " [0.1708],\n", + " [0.1665],\n", + " [0.1674],\n", + " [0.1617],\n", + " [0.1639],\n", + " [0.1672],\n", + " [0.1660],\n", + " [0.1681],\n", + " [0.1674],\n", + " [0.1600],\n", + " [0.1625],\n", + " [0.1577],\n", + " [0.1717],\n", + " [0.1668],\n", + " [0.1658],\n", + " [0.1631],\n", + " [0.1619],\n", + " [0.1652],\n", + " [0.1693],\n", + " [0.1556],\n", + " [0.1656],\n", + " [0.1677],\n", + " [0.1672],\n", + " [0.1653],\n", + " [0.1683],\n", + " [0.1695],\n", + " [0.1630],\n", + " [0.1628],\n", + " [0.1641]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0592],\n", + " [-0.0554],\n", + " [-0.0587],\n", + " [-0.0581],\n", + " [-0.0586],\n", + " [-0.0357],\n", + " [-0.0552],\n", + " [-0.0632],\n", + " [-0.0594],\n", + " [-0.0509],\n", + " [-0.0533],\n", + " [-0.0595],\n", + " [-0.0592],\n", + " [-0.0525],\n", + " [-0.0472],\n", + " [-0.0607],\n", + " [-0.0601],\n", + " [-0.0440],\n", + " [-0.0581],\n", + " [-0.0507],\n", + " [-0.0597],\n", + " [-0.0557],\n", + " [-0.0650],\n", + " [-0.0540],\n", + " [-0.0548],\n", + " [-0.0554],\n", + " [-0.0591],\n", + " [-0.0551],\n", + " [-0.0543],\n", + " [-0.0516],\n", + " [-0.0606],\n", + " [-0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0636],\n", + " [0.0559],\n", + " [0.0617],\n", + " [0.0592],\n", + " [0.0643],\n", + " [0.0595],\n", + " [0.0683],\n", + " [0.0703],\n", + " [0.0632],\n", + " [0.0633],\n", + " [0.0596],\n", + " [0.0645],\n", + " [0.0766],\n", + " [0.0641],\n", + " [0.0700],\n", + " [0.0627],\n", + " [0.0648],\n", + " [0.0610],\n", + " [0.0661],\n", + " [0.0757],\n", + " [0.0656],\n", + " [0.0599],\n", + " [0.0743],\n", + " [0.0614],\n", + " [0.0600],\n", + " [0.0614],\n", + " [0.0699],\n", + " [0.0596],\n", + " [0.0568],\n", + " [0.0678],\n", + " [0.0681],\n", + " [0.0659]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0941],\n", + " [-0.1008],\n", + " [-0.0912],\n", + " [-0.0999],\n", + " [-0.0945],\n", + " [-0.0907],\n", + " [-0.0843],\n", + " [-0.0905],\n", + " [-0.0945],\n", + " [-0.0920],\n", + " [-0.0955],\n", + " [-0.0946],\n", + " [-0.0728],\n", + " [-0.0970],\n", + " [-0.0821],\n", + " [-0.0963],\n", + " [-0.0951],\n", + " [-0.0938],\n", + " [-0.0894],\n", + " [-0.0771],\n", + " [-0.0888],\n", + " [-0.0985],\n", + " [-0.0728],\n", + " [-0.0921],\n", + " [-0.0949],\n", + " [-0.0944],\n", + " [-0.0900],\n", + " [-0.0959],\n", + " [-0.0984],\n", + " [-0.0801],\n", + " [-0.0894],\n", + " [-0.0890]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0155],\n", + " [0.0226],\n", + " [0.0173],\n", + " [0.0196],\n", + " [0.0143],\n", + " [0.0116],\n", + " [0.0084],\n", + " [0.0094],\n", + " [0.0164],\n", + " [0.0130],\n", + " [0.0173],\n", + " [0.0164],\n", + " [0.0046],\n", + " [0.0101],\n", + " [0.0057],\n", + " [0.0171],\n", + " [0.0140],\n", + " [0.0142],\n", + " [0.0114],\n", + " [0.0039],\n", + " [0.0132],\n", + " [0.0191],\n", + " [0.0093],\n", + " [0.0153],\n", + " [0.0162],\n", + " [0.0153],\n", + " [0.0112],\n", + " [0.0172],\n", + " [0.0208],\n", + " [0.0089],\n", + " [0.0116],\n", + " [0.0119]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0897],\n", + " [0.0973],\n", + " [0.0913],\n", + " [0.0943],\n", + " [0.0894],\n", + " [0.0999],\n", + " [0.0936],\n", + " [0.0852],\n", + " [0.0905],\n", + " [0.0936],\n", + " [0.0932],\n", + " [0.0870],\n", + " [0.0769],\n", + " [0.1042],\n", + " [0.0934],\n", + " [0.0915],\n", + " [0.0894],\n", + " [0.0970],\n", + " [0.0921],\n", + " [0.0803],\n", + " [0.0872],\n", + " [0.0929],\n", + " [0.0759],\n", + " [0.0951],\n", + " [0.0950],\n", + " [0.0930],\n", + " [0.0832],\n", + " [0.0936],\n", + " [0.0970],\n", + " [0.0855],\n", + " [0.0874],\n", + " [0.0889]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0077],\n", + " [ 0.0117],\n", + " [ 0.0047],\n", + " [ 0.0086],\n", + " [ 0.0089],\n", + " [ 0.0098],\n", + " [ 0.0198],\n", + " [ 0.0062],\n", + " [ 0.0073],\n", + " [ 0.0120],\n", + " [ 0.0107],\n", + " [ 0.0055],\n", + " [ 0.0099],\n", + " [ 0.0154],\n", + " [ 0.0107],\n", + " [ 0.0063],\n", + " [ 0.0095],\n", + " [ 0.0093],\n", + " [ 0.0111],\n", + " [ 0.0100],\n", + " [ 0.0065],\n", + " [ 0.0102],\n", + " [-0.0048],\n", + " [ 0.0122],\n", + " [ 0.0112],\n", + " [ 0.0108],\n", + " [ 0.0063],\n", + " [ 0.0106],\n", + " [ 0.0111],\n", + " [ 0.0072],\n", + " [ 0.0057],\n", + " [ 0.0091]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0028],\n", + " [-0.0011],\n", + " [ 0.0014],\n", + " [ 0.0016],\n", + " [ 0.0010],\n", + " [-0.0186],\n", + " [-0.0100],\n", + " [ 0.0041],\n", + " [ 0.0031],\n", + " [-0.0083],\n", + " [-0.0042],\n", + " [ 0.0044],\n", + " [-0.0093],\n", + " [-0.0086],\n", + " [-0.0167],\n", + " [ 0.0108],\n", + " [ 0.0028],\n", + " [-0.0119],\n", + " [-0.0032],\n", + " [-0.0128],\n", + " [ 0.0023],\n", + " [-0.0005],\n", + " [ 0.0054],\n", + " [-0.0047],\n", + " [-0.0036],\n", + " [-0.0029],\n", + " [ 0.0009],\n", + " [-0.0026],\n", + " [-0.0024],\n", + " [-0.0094],\n", + " [ 0.0013],\n", + " [-0.0023]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0386],\n", + " [-0.0315],\n", + " [-0.0415],\n", + " [-0.0355],\n", + " [-0.0376],\n", + " [-0.0313],\n", + " [-0.0368],\n", + " [-0.0416],\n", + " [-0.0382],\n", + " [-0.0321],\n", + " [-0.0340],\n", + " [-0.0398],\n", + " [-0.0462],\n", + " [-0.0305],\n", + " [-0.0368],\n", + " [-0.0360],\n", + " [-0.0375],\n", + " [-0.0316],\n", + " [-0.0386],\n", + " [-0.0418],\n", + " [-0.0412],\n", + " [-0.0345],\n", + " [-0.0533],\n", + " [-0.0350],\n", + " [-0.0332],\n", + " [-0.0354],\n", + " [-0.0395],\n", + " [-0.0343],\n", + " [-0.0330],\n", + " [-0.0403],\n", + " [-0.0418],\n", + " [-0.0391]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0066],\n", + " [ 0.0014],\n", + " [ 0.0063],\n", + " [ 0.0059],\n", + " [ 0.0063],\n", + " [-0.0080],\n", + " [ 0.0010],\n", + " [ 0.0089],\n", + " [ 0.0065],\n", + " [ 0.0004],\n", + " [ 0.0025],\n", + " [ 0.0077],\n", + " [ 0.0061],\n", + " [ 0.0001],\n", + " [-0.0008],\n", + " [ 0.0074],\n", + " [ 0.0069],\n", + " [-0.0026],\n", + " [ 0.0054],\n", + " [ 0.0017],\n", + " [ 0.0071],\n", + " [ 0.0037],\n", + " [ 0.0084],\n", + " [ 0.0019],\n", + " [ 0.0030],\n", + " [ 0.0038],\n", + " [ 0.0083],\n", + " [ 0.0035],\n", + " [ 0.0026],\n", + " [ 0.0040],\n", + " [ 0.0081],\n", + " [ 0.0059]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0580],\n", + " [0.0570],\n", + " [0.0591],\n", + " [0.0579],\n", + " [0.0585],\n", + " [0.0510],\n", + " [0.0581],\n", + " [0.0640],\n", + " [0.0579],\n", + " [0.0552],\n", + " [0.0555],\n", + " [0.0594],\n", + " [0.0716],\n", + " [0.0590],\n", + " [0.0606],\n", + " [0.0582],\n", + " [0.0590],\n", + " [0.0542],\n", + " [0.0601],\n", + " [0.0639],\n", + " [0.0599],\n", + " [0.0572],\n", + " [0.0698],\n", + " [0.0553],\n", + " [0.0563],\n", + " [0.0564],\n", + " [0.0616],\n", + " [0.0559],\n", + " [0.0554],\n", + " [0.0614],\n", + " [0.0627],\n", + " [0.0594]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0180],\n", + " [-0.0189],\n", + " [-0.0175],\n", + " [-0.0182],\n", + " [-0.0167],\n", + " [-0.0193],\n", + " [-0.0160],\n", + " [-0.0163],\n", + " [-0.0185],\n", + " [-0.0163],\n", + " [-0.0178],\n", + " [-0.0177],\n", + " [-0.0106],\n", + " [-0.0158],\n", + " [-0.0142],\n", + " [-0.0191],\n", + " [-0.0171],\n", + " [-0.0164],\n", + " [-0.0156],\n", + " [-0.0102],\n", + " [-0.0183],\n", + " [-0.0188],\n", + " [-0.0127],\n", + " [-0.0170],\n", + " [-0.0173],\n", + " [-0.0170],\n", + " [-0.0160],\n", + " [-0.0177],\n", + " [-0.0192],\n", + " [-0.0137],\n", + " [-0.0155],\n", + " [-0.0163]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1739],\n", + " [-0.1700],\n", + " [-0.1757],\n", + " [-0.1715],\n", + " [-0.1717],\n", + " [-0.1632],\n", + " [-0.1681],\n", + " [-0.1736],\n", + " [-0.1746],\n", + " [-0.1674],\n", + " [-0.1690],\n", + " [-0.1723],\n", + " [-0.1615],\n", + " [-0.1682],\n", + " [-0.1636],\n", + " [-0.1839],\n", + " [-0.1729],\n", + " [-0.1650],\n", + " [-0.1727],\n", + " [-0.1634],\n", + " [-0.1741],\n", + " [-0.1698],\n", + " [-0.1737],\n", + " [-0.1714],\n", + " [-0.1712],\n", + " [-0.1704],\n", + " [-0.1698],\n", + " [-0.1704],\n", + " [-0.1703],\n", + " [-0.1640],\n", + " [-0.1729],\n", + " [-0.1707]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0192],\n", + " [-0.0223],\n", + " [-0.0170],\n", + " [-0.0205],\n", + " [-0.0210],\n", + " [-0.0224],\n", + " [-0.0265],\n", + " [-0.0197],\n", + " [-0.0189],\n", + " [-0.0254],\n", + " [-0.0223],\n", + " [-0.0185],\n", + " [-0.0234],\n", + " [-0.0259],\n", + " [-0.0248],\n", + " [-0.0154],\n", + " [-0.0208],\n", + " [-0.0224],\n", + " [-0.0222],\n", + " [-0.0239],\n", + " [-0.0181],\n", + " [-0.0216],\n", + " [-0.0040],\n", + " [-0.0224],\n", + " [-0.0224],\n", + " [-0.0221],\n", + " [-0.0215],\n", + " [-0.0220],\n", + " [-0.0221],\n", + " [-0.0211],\n", + " [-0.0193],\n", + " [-0.0216]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0067],\n", + " [ 0.0172],\n", + " [ 0.0068],\n", + " [ 0.0163],\n", + " [ 0.0067],\n", + " [-0.0030],\n", + " [-0.0086],\n", + " [ 0.0048],\n", + " [ 0.0080],\n", + " [-0.0008],\n", + " [ 0.0076],\n", + " [ 0.0085],\n", + " [-0.0181],\n", + " [ 0.0067],\n", + " [-0.0099],\n", + " [ 0.0068],\n", + " [ 0.0075],\n", + " [ 0.0028],\n", + " [-0.0001],\n", + " [-0.0180],\n", + " [ 0.0024],\n", + " [ 0.0125],\n", + " [-0.0029],\n", + " [ 0.0011],\n", + " [ 0.0069],\n", + " [ 0.0055],\n", + " [ 0.0019],\n", + " [ 0.0082],\n", + " [ 0.0120],\n", + " [-0.0101],\n", + " [ 0.0034],\n", + " [ 0.0003]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0909],\n", + " [0.0906],\n", + " [0.0915],\n", + " [0.0897],\n", + " [0.0908],\n", + " [0.1058],\n", + " [0.0977],\n", + " [0.0870],\n", + " [0.0907],\n", + " [0.0976],\n", + " [0.0936],\n", + " [0.0916],\n", + " [0.1072],\n", + " [0.0893],\n", + " [0.1016],\n", + " [0.0883],\n", + " [0.0890],\n", + " [0.0995],\n", + " [0.0927],\n", + " [0.1064],\n", + " [0.0934],\n", + " [0.0911],\n", + " [0.1001],\n", + " [0.0955],\n", + " [0.0923],\n", + " [0.0928],\n", + " [0.0935],\n", + " [0.0924],\n", + " [0.0914],\n", + " [0.1054],\n", + " [0.0897],\n", + " [0.0948]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0809],\n", + " [0.0894],\n", + " [0.0811],\n", + " [0.0879],\n", + " [0.0828],\n", + " [0.0698],\n", + " [0.0731],\n", + " [0.0845],\n", + " [0.0808],\n", + " [0.0770],\n", + " [0.0822],\n", + " [0.0847],\n", + " [0.0770],\n", + " [0.0836],\n", + " [0.0781],\n", + " [0.0708],\n", + " [0.0827],\n", + " [0.0774],\n", + " [0.0781],\n", + " [0.0707],\n", + " [0.0784],\n", + " [0.0857],\n", + " [0.0860],\n", + " [0.0772],\n", + " [0.0809],\n", + " [0.0814],\n", + " [0.0813],\n", + " [0.0826],\n", + " [0.0854],\n", + " [0.0799],\n", + " [0.0842],\n", + " [0.0791]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0882],\n", + " [0.0891],\n", + " [0.0903],\n", + " [0.0882],\n", + " [0.0888],\n", + " [0.0747],\n", + " [0.0813],\n", + " [0.0919],\n", + " [0.0882],\n", + " [0.0840],\n", + " [0.0862],\n", + " [0.0889],\n", + " [0.0867],\n", + " [0.0862],\n", + " [0.0817],\n", + " [0.0877],\n", + " [0.0893],\n", + " [0.0819],\n", + " [0.0879],\n", + " [0.0830],\n", + " [0.0888],\n", + " [0.0876],\n", + " [0.0966],\n", + " [0.0846],\n", + " [0.0868],\n", + " [0.0865],\n", + " [0.0892],\n", + " [0.0864],\n", + " [0.0860],\n", + " [0.0830],\n", + " [0.0906],\n", + " [0.0876]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0412],\n", + " [0.0424],\n", + " [0.0398],\n", + " [0.0435],\n", + " [0.0414],\n", + " [0.0338],\n", + " [0.0359],\n", + " [0.0426],\n", + " [0.0409],\n", + " [0.0372],\n", + " [0.0398],\n", + " [0.0439],\n", + " [0.0484],\n", + " [0.0376],\n", + " [0.0337],\n", + " [0.0390],\n", + " [0.0417],\n", + " [0.0357],\n", + " [0.0368],\n", + " [0.0394],\n", + " [0.0406],\n", + " [0.0426],\n", + " [0.0486],\n", + " [0.0366],\n", + " [0.0380],\n", + " [0.0391],\n", + " [0.0427],\n", + " [0.0399],\n", + " [0.0409],\n", + " [0.0397],\n", + " [0.0415],\n", + " [0.0393]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0359],\n", + " [0.0357],\n", + " [0.0363],\n", + " [0.0340],\n", + " [0.0364],\n", + " [0.0372],\n", + " [0.0389],\n", + " [0.0348],\n", + " [0.0356],\n", + " [0.0390],\n", + " [0.0378],\n", + " [0.0352],\n", + " [0.0308],\n", + " [0.0428],\n", + " [0.0421],\n", + " [0.0274],\n", + " [0.0358],\n", + " [0.0396],\n", + " [0.0395],\n", + " [0.0315],\n", + " [0.0351],\n", + " [0.0361],\n", + " [0.0315],\n", + " [0.0396],\n", + " [0.0380],\n", + " [0.0381],\n", + " [0.0350],\n", + " [0.0374],\n", + " [0.0382],\n", + " [0.0385],\n", + " [0.0372],\n", + " [0.0378]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0728],\n", + " [-0.0687],\n", + " [-0.0694],\n", + " [-0.0696],\n", + " [-0.0735],\n", + " [-0.0781],\n", + " [-0.0863],\n", + " [-0.0726],\n", + " [-0.0720],\n", + " [-0.0776],\n", + " [-0.0735],\n", + " [-0.0722],\n", + " [-0.0807],\n", + " [-0.0768],\n", + " [-0.0820],\n", + " [-0.0687],\n", + " [-0.0734],\n", + " [-0.0759],\n", + " [-0.0760],\n", + " [-0.0808],\n", + " [-0.0734],\n", + " [-0.0720],\n", + " [-0.0719],\n", + " [-0.0765],\n", + " [-0.0730],\n", + " [-0.0742],\n", + " [-0.0752],\n", + " [-0.0731],\n", + " [-0.0720],\n", + " [-0.0786],\n", + " [-0.0729],\n", + " [-0.0755]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1039],\n", + " [-0.0968],\n", + " [-0.1050],\n", + " [-0.0994],\n", + " [-0.1026],\n", + " [-0.1019],\n", + " [-0.1075],\n", + " [-0.1069],\n", + " [-0.1038],\n", + " [-0.1021],\n", + " [-0.0999],\n", + " [-0.1029],\n", + " [-0.1079],\n", + " [-0.1013],\n", + " [-0.1049],\n", + " [-0.1099],\n", + " [-0.1028],\n", + " [-0.1005],\n", + " [-0.1059],\n", + " [-0.1090],\n", + " [-0.1077],\n", + " [-0.0987],\n", + " [-0.1165],\n", + " [-0.1035],\n", + " [-0.1013],\n", + " [-0.1015],\n", + " [-0.1056],\n", + " [-0.1001],\n", + " [-0.0977],\n", + " [-0.1089],\n", + " [-0.1059],\n", + " [-0.1057]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0605],\n", + " [-0.0633],\n", + " [-0.0612],\n", + " [-0.0625],\n", + " [-0.0611],\n", + " [-0.0671],\n", + " [-0.0593],\n", + " [-0.0594],\n", + " [-0.0610],\n", + " [-0.0653],\n", + " [-0.0632],\n", + " [-0.0600],\n", + " [-0.0556],\n", + " [-0.0676],\n", + " [-0.0630],\n", + " [-0.0623],\n", + " [-0.0606],\n", + " [-0.0663],\n", + " [-0.0614],\n", + " [-0.0592],\n", + " [-0.0595],\n", + " [-0.0624],\n", + " [-0.0498],\n", + " [-0.0630],\n", + " [-0.0640],\n", + " [-0.0628],\n", + " [-0.0609],\n", + " [-0.0630],\n", + " [-0.0631],\n", + " [-0.0607],\n", + " [-0.0599],\n", + " [-0.0610]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0635],\n", + " [-0.0596],\n", + " [-0.0606],\n", + " [-0.0625],\n", + " [-0.0627],\n", + " [-0.0654],\n", + " [-0.0617],\n", + " [-0.0623],\n", + " [-0.0544],\n", + " [-0.0576],\n", + " [-0.0719],\n", + " [-0.0627],\n", + " [-0.0763],\n", + " [-0.0623],\n", + " [-0.0624],\n", + " [-0.0641],\n", + " [-0.0682],\n", + " [-0.0635],\n", + " [-0.0707],\n", + " [-0.0616],\n", + " [-0.0614],\n", + " [-0.0627],\n", + " [-0.0668],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0713],\n", + " [-0.0622],\n", + " [-0.0624],\n", + " [-0.0647]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0712],\n", + " [-0.0727],\n", + " [-0.0746],\n", + " [-0.0708],\n", + " [-0.0766],\n", + " [-0.0736],\n", + " [-0.0792],\n", + " [-0.0708],\n", + " [-0.0686],\n", + " [-0.0698],\n", + " [-0.0866],\n", + " [-0.0832],\n", + " [-0.0747],\n", + " [-0.0868],\n", + " [-0.0754],\n", + " [-0.0710],\n", + " [-0.0732],\n", + " [-0.0808],\n", + " [-0.0748],\n", + " [-0.1322],\n", + " [-0.0758],\n", + " [-0.0748],\n", + " [-0.0735],\n", + " [-0.0790],\n", + " [-0.0693],\n", + " [-0.0767],\n", + " [-0.0730],\n", + " [-0.0743],\n", + " [-0.0794],\n", + " [-0.0747],\n", + " [-0.0748],\n", + " [-0.0781]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0366],\n", + " [0.0349],\n", + " [0.0386],\n", + " [0.0377],\n", + " [0.0369],\n", + " [0.0359],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0390],\n", + " [0.0284],\n", + " [0.0353],\n", + " [0.0378],\n", + " [0.0353],\n", + " [0.0370],\n", + " [0.0362],\n", + " [0.0353],\n", + " [0.0361],\n", + " [0.0353],\n", + " [0.0138],\n", + " [0.0387],\n", + " [0.0377],\n", + " [0.0376],\n", + " [0.0400],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0353],\n", + " [0.0368],\n", + " [0.0414],\n", + " [0.0380],\n", + " [0.0367],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0944],\n", + " [-0.0967],\n", + " [-0.0894],\n", + " [-0.0897],\n", + " [-0.0905],\n", + " [-0.0958],\n", + " [-0.0930],\n", + " [-0.0937],\n", + " [-0.0945],\n", + " [-0.0805],\n", + " [-0.0706],\n", + " [-0.0995],\n", + " [-0.0951],\n", + " [-0.0981],\n", + " [-0.0928],\n", + " [-0.0949],\n", + " [-0.0969],\n", + " [-0.0980],\n", + " [-0.0969],\n", + " [-0.1210],\n", + " [-0.0912],\n", + " [-0.0909],\n", + " [-0.0958],\n", + " [-0.0918],\n", + " [-0.0950],\n", + " [-0.0924],\n", + " [-0.0958],\n", + " [-0.0940],\n", + " [-0.0967],\n", + " [-0.0942],\n", + " [-0.0914],\n", + " [-0.0925]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0575],\n", + " [0.0596],\n", + " [0.0437],\n", + " [0.0465],\n", + " [0.0477],\n", + " [0.0586],\n", + " [0.0487],\n", + " [0.0569],\n", + " [0.0591],\n", + " [0.0431],\n", + " [0.0682],\n", + " [0.0562],\n", + " [0.0565],\n", + " [0.0504],\n", + " [0.0553],\n", + " [0.0576],\n", + " [0.0550],\n", + " [0.0551],\n", + " [0.0592],\n", + " [0.0443],\n", + " [0.0492],\n", + " [0.0516],\n", + " [0.0585],\n", + " [0.0412],\n", + " [0.0575],\n", + " [0.0506],\n", + " [0.0584],\n", + " [0.0563],\n", + " [0.0482],\n", + " [0.0556],\n", + " [0.0530],\n", + " [0.0510]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0373],\n", + " [-0.0355],\n", + " [-0.0380],\n", + " [-0.0414],\n", + " [-0.0403],\n", + " [-0.0370],\n", + " [-0.0371],\n", + " [-0.0376],\n", + " [-0.0352],\n", + " [-0.0501],\n", + " [-0.0640],\n", + " [-0.0341],\n", + " [-0.0345],\n", + " [-0.0326],\n", + " [-0.0383],\n", + " [-0.0381],\n", + " [-0.0422],\n", + " [-0.0354],\n", + " [-0.0357],\n", + " [ 0.0057],\n", + " [-0.0350],\n", + " [-0.0392],\n", + " [-0.0344],\n", + " [-0.0323],\n", + " [-0.0365],\n", + " [-0.0340],\n", + " [-0.0380],\n", + " [-0.0380],\n", + " [-0.0288],\n", + " [-0.0348],\n", + " [-0.0419],\n", + " [-0.0393]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0805],\n", + " [-0.0803],\n", + " [-0.0817],\n", + " [-0.0813],\n", + " [-0.0781],\n", + " [-0.0794],\n", + " [-0.0792],\n", + " [-0.0806],\n", + " [-0.0811],\n", + " [-0.0735],\n", + " [-0.0926],\n", + " [-0.0783],\n", + " [-0.0804],\n", + " [-0.0814],\n", + " [-0.0783],\n", + " [-0.0809],\n", + " [-0.0824],\n", + " [-0.0790],\n", + " [-0.0795],\n", + " [-0.0745],\n", + " [-0.0801],\n", + " [-0.0792],\n", + " [-0.0802],\n", + " [-0.0821],\n", + " [-0.0819],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0793],\n", + " [-0.0870],\n", + " [-0.0802],\n", + " [-0.0788],\n", + " [-0.0781]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1689],\n", + " [0.1701],\n", + " [0.1589],\n", + " [0.1616],\n", + " [0.1636],\n", + " [0.1686],\n", + " [0.1636],\n", + " [0.1687],\n", + " [0.1716],\n", + " [0.1601],\n", + " [0.1428],\n", + " [0.1654],\n", + " [0.1681],\n", + " [0.1593],\n", + " [0.1682],\n", + " [0.1686],\n", + " [0.1652],\n", + " [0.1655],\n", + " [0.1691],\n", + " [0.1350],\n", + " [0.1636],\n", + " [0.1656],\n", + " [0.1695],\n", + " [0.1613],\n", + " [0.1690],\n", + " [0.1645],\n", + " [0.1685],\n", + " [0.1682],\n", + " [0.1613],\n", + " [0.1678],\n", + " [0.1670],\n", + " [0.1653]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0560],\n", + " [-0.0591],\n", + " [-0.0545],\n", + " [-0.0473],\n", + " [-0.0569],\n", + " [-0.0578],\n", + " [-0.0595],\n", + " [-0.0546],\n", + " [-0.0557],\n", + " [-0.0416],\n", + " [-0.0640],\n", + " [-0.0646],\n", + " [-0.0573],\n", + " [-0.0646],\n", + " [-0.0562],\n", + " [-0.0559],\n", + " [-0.0597],\n", + " [-0.0627],\n", + " [-0.0594],\n", + " [-0.1028],\n", + " [-0.0561],\n", + " [-0.0543],\n", + " [-0.0574],\n", + " [-0.0627],\n", + " [-0.0563],\n", + " [-0.0580],\n", + " [-0.0571],\n", + " [-0.0572],\n", + " [-0.0626],\n", + " [-0.0568],\n", + " [-0.0546],\n", + " [-0.0577]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0577],\n", + " [ 0.0586],\n", + " [ 0.0711],\n", + " [ 0.0669],\n", + " [ 0.0660],\n", + " [ 0.0594],\n", + " [ 0.0669],\n", + " [ 0.0578],\n", + " [ 0.0561],\n", + " [ 0.0674],\n", + " [ 0.0321],\n", + " [ 0.0642],\n", + " [ 0.0623],\n", + " [ 0.0709],\n", + " [ 0.0609],\n", + " [ 0.0577],\n", + " [ 0.0581],\n", + " [ 0.0644],\n", + " [ 0.0598],\n", + " [-0.0406],\n", + " [ 0.0685],\n", + " [ 0.0644],\n", + " [ 0.0610],\n", + " [ 0.0694],\n", + " [ 0.0568],\n", + " [ 0.0680],\n", + " [ 0.0591],\n", + " [ 0.0593],\n", + " [ 0.0717],\n", + " [ 0.0621],\n", + " [ 0.0608],\n", + " [ 0.0652]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0984],\n", + " [-0.1000],\n", + " [-0.0870],\n", + " [-0.0902],\n", + " [-0.0880],\n", + " [-0.0984],\n", + " [-0.0873],\n", + " [-0.0979],\n", + " [-0.1007],\n", + " [-0.0879],\n", + " [-0.1297],\n", + " [-0.0920],\n", + " [-0.0972],\n", + " [-0.0840],\n", + " [-0.0951],\n", + " [-0.0984],\n", + " [-0.0973],\n", + " [-0.0929],\n", + " [-0.0991],\n", + " [-0.1169],\n", + " [-0.0898],\n", + " [-0.0930],\n", + " [-0.0990],\n", + " [-0.0783],\n", + " [-0.0991],\n", + " [-0.0903],\n", + " [-0.0981],\n", + " [-0.0968],\n", + " [-0.0816],\n", + " [-0.0963],\n", + " [-0.0938],\n", + " [-0.0905]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0195],\n", + " [0.0193],\n", + " [0.0065],\n", + " [0.0095],\n", + " [0.0111],\n", + " [0.0195],\n", + " [0.0118],\n", + " [0.0199],\n", + " [0.0218],\n", + " [0.0066],\n", + " [0.0399],\n", + " [0.0144],\n", + " [0.0170],\n", + " [0.0106],\n", + " [0.0169],\n", + " [0.0201],\n", + " [0.0180],\n", + " [0.0155],\n", + " [0.0190],\n", + " [0.0134],\n", + " [0.0114],\n", + " [0.0128],\n", + " [0.0191],\n", + " [0.0092],\n", + " [0.0201],\n", + " [0.0122],\n", + " [0.0199],\n", + " [0.0169],\n", + " [0.0144],\n", + " [0.0164],\n", + " [0.0151],\n", + " [0.0130]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0964],\n", + " [0.0951],\n", + " [0.0899],\n", + " [0.0927],\n", + " [0.0897],\n", + " [0.0944],\n", + " [0.0865],\n", + " [0.0961],\n", + " [0.0964],\n", + " [0.0999],\n", + " [0.0919],\n", + " [0.0866],\n", + " [0.0905],\n", + " [0.0801],\n", + " [0.0923],\n", + " [0.0968],\n", + " [0.0999],\n", + " [0.0881],\n", + " [0.0946],\n", + " [0.1196],\n", + " [0.0855],\n", + " [0.0921],\n", + " [0.0918],\n", + " [0.0825],\n", + " [0.0976],\n", + " [0.0851],\n", + " [0.0944],\n", + " [0.0953],\n", + " [0.0752],\n", + " [0.0905],\n", + " [0.0954],\n", + " [0.0895]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0114],\n", + " [ 0.0092],\n", + " [ 0.0101],\n", + " [ 0.0080],\n", + " [ 0.0096],\n", + " [ 0.0091],\n", + " [ 0.0066],\n", + " [ 0.0111],\n", + " [ 0.0111],\n", + " [ 0.0141],\n", + " [ 0.0182],\n", + " [ 0.0042],\n", + " [ 0.0089],\n", + " [-0.0020],\n", + " [ 0.0093],\n", + " [ 0.0108],\n", + " [ 0.0127],\n", + " [ 0.0056],\n", + " [ 0.0086],\n", + " [ 0.0487],\n", + " [ 0.0071],\n", + " [ 0.0111],\n", + " [ 0.0087],\n", + " [ 0.0063],\n", + " [ 0.0120],\n", + " [ 0.0070],\n", + " [ 0.0085],\n", + " [ 0.0121],\n", + " [-0.0017],\n", + " [ 0.0095],\n", + " [ 0.0119],\n", + " [ 0.0088]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.4041e-03],\n", + " [ 2.0984e-03],\n", + " [-8.7757e-03],\n", + " [-1.2515e-02],\n", + " [-4.3630e-03],\n", + " [ 6.5092e-04],\n", + " [ 7.4652e-04],\n", + " [-2.5975e-03],\n", + " [-5.4780e-04],\n", + " [-1.9734e-02],\n", + " [ 1.8952e-02],\n", + " [ 8.8957e-03],\n", + " [ 1.0664e-03],\n", + " [ 8.0558e-03],\n", + " [-7.5822e-04],\n", + " [-1.4562e-03],\n", + " [ 2.3213e-04],\n", + " [ 6.7273e-03],\n", + " [ 2.4065e-03],\n", + " [ 9.2615e-02],\n", + " [-2.6077e-03],\n", + " [-6.5181e-03],\n", + " [ 1.5069e-03],\n", + " [ 4.4442e-03],\n", + " [-9.1049e-04],\n", + " [-9.6215e-05],\n", + " [ 2.6241e-05],\n", + " [-8.9607e-04],\n", + " [ 7.0704e-03],\n", + " [ 1.2452e-04],\n", + " [-4.3576e-03],\n", + " [-1.1463e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0327],\n", + " [-0.0350],\n", + " [-0.0376],\n", + " [-0.0347],\n", + " [-0.0388],\n", + " [-0.0361],\n", + " [-0.0418],\n", + " [-0.0332],\n", + " [-0.0312],\n", + " [-0.0330],\n", + " [-0.0458],\n", + " [-0.0434],\n", + " [-0.0364],\n", + " [-0.0484],\n", + " [-0.0361],\n", + " [-0.0335],\n", + " [-0.0341],\n", + " [-0.0426],\n", + " [-0.0364],\n", + " [-0.0314],\n", + " [-0.0387],\n", + " [-0.0349],\n", + " [-0.0360],\n", + " [-0.0463],\n", + " [-0.0320],\n", + " [-0.0394],\n", + " [-0.0361],\n", + " [-0.0333],\n", + " [-0.0472],\n", + " [-0.0360],\n", + " [-0.0338],\n", + " [-0.0385]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0029],\n", + " [ 0.0058],\n", + " [ 0.0035],\n", + " [-0.0009],\n", + " [ 0.0052],\n", + " [ 0.0052],\n", + " [ 0.0072],\n", + " [ 0.0024],\n", + " [ 0.0023],\n", + " [-0.0070],\n", + " [-0.0158],\n", + " [ 0.0098],\n", + " [ 0.0053],\n", + " [ 0.0103],\n", + " [ 0.0046],\n", + " [ 0.0030],\n", + " [ 0.0031],\n", + " [ 0.0086],\n", + " [ 0.0064],\n", + " [ 0.0093],\n", + " [ 0.0062],\n", + " [ 0.0032],\n", + " [ 0.0052],\n", + " [ 0.0087],\n", + " [ 0.0023],\n", + " [ 0.0073],\n", + " [ 0.0047],\n", + " [ 0.0038],\n", + " [ 0.0091],\n", + " [ 0.0049],\n", + " [ 0.0028],\n", + " [ 0.0056]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0567],\n", + " [0.0581],\n", + " [0.0618],\n", + " [0.0574],\n", + " [0.0595],\n", + " [0.0568],\n", + " [0.0610],\n", + " [0.0561],\n", + " [0.0566],\n", + " [0.0522],\n", + " [0.0553],\n", + " [0.0611],\n", + " [0.0578],\n", + " [0.0649],\n", + " [0.0563],\n", + " [0.0566],\n", + " [0.0588],\n", + " [0.0600],\n", + " [0.0579],\n", + " [0.0294],\n", + " [0.0600],\n", + " [0.0571],\n", + " [0.0575],\n", + " [0.0667],\n", + " [0.0568],\n", + " [0.0609],\n", + " [0.0566],\n", + " [0.0568],\n", + " [0.0642],\n", + " [0.0574],\n", + " [0.0562],\n", + " [0.0584]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0184],\n", + " [-0.0176],\n", + " [-0.0140],\n", + " [-0.0165],\n", + " [-0.0157],\n", + " [-0.0188],\n", + " [-0.0170],\n", + " [-0.0188],\n", + " [-0.0191],\n", + " [-0.0194],\n", + " [-0.0113],\n", + " [-0.0193],\n", + " [-0.0180],\n", + " [-0.0152],\n", + " [-0.0177],\n", + " [-0.0186],\n", + " [-0.0164],\n", + " [-0.0189],\n", + " [-0.0187],\n", + " [-0.0733],\n", + " [-0.0145],\n", + " [-0.0165],\n", + " [-0.0190],\n", + " [-0.0191],\n", + " [-0.0187],\n", + " [-0.0154],\n", + " [-0.0184],\n", + " [-0.0176],\n", + " [-0.0184],\n", + " [-0.0176],\n", + " [-0.0172],\n", + " [-0.0170]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1709],\n", + " [-0.1720],\n", + " [-0.1674],\n", + " [-0.1654],\n", + " [-0.1701],\n", + " [-0.1723],\n", + " [-0.1724],\n", + " [-0.1703],\n", + " [-0.1697],\n", + " [-0.1625],\n", + " [-0.1795],\n", + " [-0.1771],\n", + " [-0.1706],\n", + " [-0.1788],\n", + " [-0.1715],\n", + " [-0.1713],\n", + " [-0.1749],\n", + " [-0.1763],\n", + " [-0.1733],\n", + " [-0.2194],\n", + " [-0.1680],\n", + " [-0.1683],\n", + " [-0.1708],\n", + " [-0.1725],\n", + " [-0.1708],\n", + " [-0.1689],\n", + " [-0.1722],\n", + " [-0.1719],\n", + " [-0.1705],\n", + " [-0.1704],\n", + " [-0.1712],\n", + " [-0.1720]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0226],\n", + " [-0.0205],\n", + " [-0.0255],\n", + " [-0.0253],\n", + " [-0.0225],\n", + " [-0.0210],\n", + " [-0.0188],\n", + " [-0.0225],\n", + " [-0.0227],\n", + " [-0.0265],\n", + " [ 0.0340],\n", + " [-0.0141],\n", + " [-0.0208],\n", + " [-0.0095],\n", + " [-0.0208],\n", + " [-0.0222],\n", + " [-0.0204],\n", + " [-0.0163],\n", + " [-0.0199],\n", + " [ 0.1109],\n", + " [-0.0217],\n", + " [-0.0248],\n", + " [-0.0209],\n", + " [-0.0155],\n", + " [-0.0224],\n", + " [-0.0210],\n", + " [-0.0210],\n", + " [-0.0224],\n", + " [-0.0112],\n", + " [-0.0211],\n", + " [-0.0226],\n", + " [-0.0211]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0126],\n", + " [ 0.0166],\n", + " [-0.0046],\n", + " [-0.0021],\n", + " [-0.0015],\n", + " [ 0.0126],\n", + " [ 0.0009],\n", + " [ 0.0117],\n", + " [ 0.0162],\n", + " [-0.0071],\n", + " [ 0.0732],\n", + " [ 0.0108],\n", + " [ 0.0105],\n", + " [ 0.0072],\n", + " [ 0.0068],\n", + " [ 0.0128],\n", + " [ 0.0121],\n", + " [ 0.0086],\n", + " [ 0.0148],\n", + " [ 0.1613],\n", + " [ 0.0009],\n", + " [ 0.0026],\n", + " [ 0.0131],\n", + " [-0.0037],\n", + " [ 0.0147],\n", + " [ 0.0026],\n", + " [ 0.0122],\n", + " [ 0.0097],\n", + " [ 0.0032],\n", + " [ 0.0091],\n", + " [ 0.0044],\n", + " [ 0.0014]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0904],\n", + " [0.0890],\n", + " [0.0953],\n", + " [0.0997],\n", + " [0.0959],\n", + " [0.0898],\n", + " [0.0943],\n", + " [0.0911],\n", + " [0.0910],\n", + " [0.1030],\n", + " [0.0755],\n", + " [0.0876],\n", + " [0.0910],\n", + " [0.0884],\n", + " [0.0927],\n", + " [0.0902],\n", + " [0.0863],\n", + " [0.0887],\n", + " [0.0882],\n", + " [0.0257],\n", + " [0.0954],\n", + " [0.0943],\n", + " [0.0904],\n", + " [0.0970],\n", + " [0.0895],\n", + " [0.0941],\n", + " [0.0910],\n", + " [0.0899],\n", + " [0.0980],\n", + " [0.0913],\n", + " [0.0929],\n", + " [0.0940]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0855],\n", + " [0.0887],\n", + " [0.0794],\n", + " [0.0749],\n", + " [0.0783],\n", + " [0.0858],\n", + " [0.0800],\n", + " [0.0849],\n", + " [0.0873],\n", + " [0.0650],\n", + " [0.1137],\n", + " [0.0825],\n", + " [0.0850],\n", + " [0.0798],\n", + " [0.0819],\n", + " [0.0860],\n", + " [0.0875],\n", + " [0.0829],\n", + " [0.0869],\n", + " [0.1031],\n", + " [0.0821],\n", + " [0.0792],\n", + " [0.0861],\n", + " [0.0817],\n", + " [0.0876],\n", + " [0.0834],\n", + " [0.0853],\n", + " [0.0838],\n", + " [0.0844],\n", + " [0.0843],\n", + " [0.0797],\n", + " [0.0782]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0878],\n", + " [0.0889],\n", + " [0.0888],\n", + " [0.0854],\n", + " [0.0872],\n", + " [0.0874],\n", + " [0.0888],\n", + " [0.0873],\n", + " [0.0880],\n", + " [0.0758],\n", + " [0.0491],\n", + " [0.0926],\n", + " [0.0881],\n", + " [0.0970],\n", + " [0.0860],\n", + " [0.0880],\n", + " [0.0903],\n", + " [0.0905],\n", + " [0.0882],\n", + " [0.0534],\n", + " [0.0880],\n", + " [0.0868],\n", + " [0.0878],\n", + " [0.0920],\n", + " [0.0893],\n", + " [0.0888],\n", + " [0.0874],\n", + " [0.0872],\n", + " [0.0957],\n", + " [0.0878],\n", + " [0.0860],\n", + " [0.0875]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0409],\n", + " [0.0429],\n", + " [0.0372],\n", + " [0.0359],\n", + " [0.0384],\n", + " [0.0416],\n", + " [0.0405],\n", + " [0.0405],\n", + " [0.0430],\n", + " [0.0321],\n", + " [0.0689],\n", + " [0.0428],\n", + " [0.0428],\n", + " [0.0406],\n", + " [0.0406],\n", + " [0.0406],\n", + " [0.0378],\n", + " [0.0424],\n", + " [0.0420],\n", + " [0.0564],\n", + " [0.0409],\n", + " [0.0383],\n", + " [0.0437],\n", + " [0.0441],\n", + " [0.0411],\n", + " [0.0424],\n", + " [0.0414],\n", + " [0.0399],\n", + " [0.0493],\n", + " [0.0421],\n", + " [0.0369],\n", + " [0.0392]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0369],\n", + " [ 0.0341],\n", + " [ 0.0393],\n", + " [ 0.0380],\n", + " [ 0.0386],\n", + " [ 0.0366],\n", + " [ 0.0363],\n", + " [ 0.0377],\n", + " [ 0.0354],\n", + " [ 0.0374],\n", + " [-0.0010],\n", + " [ 0.0310],\n", + " [ 0.0360],\n", + " [ 0.0315],\n", + " [ 0.0375],\n", + " [ 0.0373],\n", + " [ 0.0394],\n", + " [ 0.0344],\n", + " [ 0.0354],\n", + " [-0.0069],\n", + " [ 0.0374],\n", + " [ 0.0384],\n", + " [ 0.0354],\n", + " [ 0.0347],\n", + " [ 0.0368],\n", + " [ 0.0367],\n", + " [ 0.0364],\n", + " [ 0.0371],\n", + " [ 0.0301],\n", + " [ 0.0366],\n", + " [ 0.0392],\n", + " [ 0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0712],\n", + " [-0.0691],\n", + " [-0.0780],\n", + " [-0.0760],\n", + " [-0.0759],\n", + " [-0.0712],\n", + " [-0.0744],\n", + " [-0.0717],\n", + " [-0.0696],\n", + " [-0.0858],\n", + " [-0.0639],\n", + " [-0.0689],\n", + " [-0.0725],\n", + " [-0.0679],\n", + " [-0.0736],\n", + " [-0.0707],\n", + " [-0.0706],\n", + " [-0.0711],\n", + " [-0.0702],\n", + " [-0.0150],\n", + " [-0.0758],\n", + " [-0.0756],\n", + " [-0.0716],\n", + " [-0.0757],\n", + " [-0.0699],\n", + " [-0.0752],\n", + " [-0.0706],\n", + " [-0.0727],\n", + " [-0.0709],\n", + " [-0.0732],\n", + " [-0.0742],\n", + " [-0.0748]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0980],\n", + " [-0.0992],\n", + " [-0.1047],\n", + " [-0.1022],\n", + " [-0.1059],\n", + " [-0.0987],\n", + " [-0.1077],\n", + " [-0.0980],\n", + " [-0.0969],\n", + " [-0.1035],\n", + " [-0.0919],\n", + " [-0.1070],\n", + " [-0.1005],\n", + " [-0.1110],\n", + " [-0.1016],\n", + " [-0.0980],\n", + " [-0.1004],\n", + " [-0.1056],\n", + " [-0.0999],\n", + " [-0.1183],\n", + " [-0.1045],\n", + " [-0.1019],\n", + " [-0.0990],\n", + " [-0.1139],\n", + " [-0.0976],\n", + " [-0.1046],\n", + " [-0.0988],\n", + " [-0.0996],\n", + " [-0.1096],\n", + " [-0.1008],\n", + " [-0.1022],\n", + " [-0.1054]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0633],\n", + " [-0.0621],\n", + " [-0.0637],\n", + " [-0.0669],\n", + " [-0.0616],\n", + " [-0.0620],\n", + " [-0.0593],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0658],\n", + " [-0.0550],\n", + " [-0.0576],\n", + " [-0.0614],\n", + " [-0.0570],\n", + " [-0.0619],\n", + " [-0.0632],\n", + " [-0.0614],\n", + " [-0.0581],\n", + " [-0.0616],\n", + " [ 0.0259],\n", + " [-0.0616],\n", + " [-0.0641],\n", + " [-0.0618],\n", + " [-0.0543],\n", + " [-0.0631],\n", + " [-0.0606],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0546],\n", + " [-0.0614],\n", + " [-0.0640],\n", + " [-0.0615]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0648],\n", + " [-0.0620],\n", + " [-0.0621],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0606],\n", + " [-0.0628],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0666],\n", + " [-0.0601],\n", + " [-0.0447],\n", + " [-0.0636],\n", + " [-0.0638],\n", + " [-0.0386],\n", + " [-0.0654],\n", + " [-0.0608],\n", + " [-0.0605],\n", + " [-0.0624],\n", + " [-0.0620],\n", + " [-0.0640],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0594],\n", + " [-0.0626],\n", + " [-0.0618],\n", + " [-0.0625],\n", + " [-0.0705],\n", + " [-0.0686],\n", + " [-0.0631],\n", + " [-0.0627]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0778],\n", + " [-0.0744],\n", + " [-0.0747],\n", + " [-0.0705],\n", + " [-0.0716],\n", + " [-0.0706],\n", + " [-0.0767],\n", + " [-0.0762],\n", + " [-0.0743],\n", + " [-0.0790],\n", + " [-0.0734],\n", + " [-0.0864],\n", + " [-0.0746],\n", + " [-0.0798],\n", + " [-0.0706],\n", + " [-0.0778],\n", + " [-0.0686],\n", + " [-0.0730],\n", + " [-0.0712],\n", + " [-0.0688],\n", + " [-0.0768],\n", + " [-0.0754],\n", + " [-0.0754],\n", + " [-0.0744],\n", + " [-0.0719],\n", + " [-0.0762],\n", + " [-0.0698],\n", + " [-0.0748],\n", + " [-0.0840],\n", + " [-0.0799],\n", + " [-0.0722],\n", + " [-0.0684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0363],\n", + " [0.0385],\n", + " [0.0377],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0355],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0424],\n", + " [0.0353],\n", + " [0.0336],\n", + " [0.0334],\n", + " [0.0357],\n", + " [0.0383],\n", + " [0.0376],\n", + " [0.0374],\n", + " [0.0378],\n", + " [0.0360],\n", + " [0.0373],\n", + " [0.0385],\n", + " [0.0383],\n", + " [0.0394],\n", + " [0.0391],\n", + " [0.0365],\n", + " [0.0366],\n", + " [0.0386],\n", + " [0.0354],\n", + " [0.0389],\n", + " [0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0972],\n", + " [-0.0936],\n", + " [-0.0944],\n", + " [-0.0956],\n", + " [-0.0948],\n", + " [-0.0906],\n", + " [-0.0926],\n", + " [-0.0917],\n", + " [-0.0948],\n", + " [-0.0920],\n", + " [-0.0905],\n", + " [-0.0813],\n", + " [-0.0950],\n", + " [-0.0964],\n", + " [-0.0736],\n", + " [-0.0955],\n", + " [-0.0936],\n", + " [-0.0898],\n", + " [-0.0950],\n", + " [-0.0944],\n", + " [-0.0923],\n", + " [-0.0936],\n", + " [-0.0941],\n", + " [-0.0946],\n", + " [-0.0908],\n", + " [-0.0926],\n", + " [-0.0947],\n", + " [-0.0941],\n", + " [-0.0961],\n", + " [-0.0983],\n", + " [-0.0896],\n", + " [-0.0954]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0550],\n", + " [0.0560],\n", + " [0.0557],\n", + " [0.0580],\n", + " [0.0567],\n", + " [0.0558],\n", + " [0.0532],\n", + " [0.0517],\n", + " [0.0575],\n", + " [0.0467],\n", + " [0.0464],\n", + " [0.0193],\n", + " [0.0571],\n", + " [0.0593],\n", + " [0.0234],\n", + " [0.0565],\n", + " [0.0569],\n", + " [0.0526],\n", + " [0.0583],\n", + " [0.0580],\n", + " [0.0535],\n", + " [0.0561],\n", + " [0.0526],\n", + " [0.0552],\n", + " [0.0521],\n", + " [0.0546],\n", + " [0.0592],\n", + " [0.0556],\n", + " [0.0479],\n", + " [0.0559],\n", + " [0.0409],\n", + " [0.0579]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0368],\n", + " [-0.0349],\n", + " [-0.0353],\n", + " [-0.0360],\n", + " [-0.0373],\n", + " [-0.0393],\n", + " [-0.0387],\n", + " [-0.0391],\n", + " [-0.0390],\n", + " [-0.0393],\n", + " [-0.0371],\n", + " [-0.0515],\n", + " [-0.0396],\n", + " [-0.0272],\n", + " [-0.0531],\n", + " [-0.0390],\n", + " [-0.0356],\n", + " [-0.0404],\n", + " [-0.0351],\n", + " [-0.0348],\n", + " [-0.0437],\n", + " [-0.0370],\n", + " [-0.0335],\n", + " [-0.0340],\n", + " [-0.0360],\n", + " [-0.0348],\n", + " [-0.0360],\n", + " [-0.0394],\n", + " [-0.0318],\n", + " [-0.0359],\n", + " [-0.0381],\n", + " [-0.0348]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0798],\n", + " [-0.0800],\n", + " [-0.0802],\n", + " [-0.0815],\n", + " [-0.0811],\n", + " [-0.0793],\n", + " [-0.0782],\n", + " [-0.0782],\n", + " [-0.0792],\n", + " [-0.0786],\n", + " [-0.0816],\n", + " [-0.0646],\n", + " [-0.0794],\n", + " [-0.0779],\n", + " [-0.0644],\n", + " [-0.0791],\n", + " [-0.0821],\n", + " [-0.0788],\n", + " [-0.0805],\n", + " [-0.0816],\n", + " [-0.0782],\n", + " [-0.0788],\n", + " [-0.0820],\n", + " [-0.0814],\n", + " [-0.0805],\n", + " [-0.0785],\n", + " [-0.0803],\n", + " [-0.0793],\n", + " [-0.0802],\n", + " [-0.0792],\n", + " [-0.0802],\n", + " [-0.0827]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1661],\n", + " [0.1684],\n", + " [0.1677],\n", + " [0.1690],\n", + " [0.1679],\n", + " [0.1697],\n", + " [0.1664],\n", + " [0.1655],\n", + " [0.1684],\n", + " [0.1641],\n", + " [0.1618],\n", + " [0.1470],\n", + " [0.1680],\n", + " [0.1769],\n", + " [0.1529],\n", + " [0.1675],\n", + " [0.1691],\n", + " [0.1671],\n", + " [0.1701],\n", + " [0.1705],\n", + " [0.1666],\n", + " [0.1685],\n", + " [0.1649],\n", + " [0.1671],\n", + " [0.1665],\n", + " [0.1681],\n", + " [0.1704],\n", + " [0.1677],\n", + " [0.1631],\n", + " [0.1656],\n", + " [0.1638],\n", + " [0.1708]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0612],\n", + " [-0.0553],\n", + " [-0.0572],\n", + " [-0.0563],\n", + " [-0.0570],\n", + " [-0.0504],\n", + " [-0.0570],\n", + " [-0.0568],\n", + " [-0.0572],\n", + " [-0.0588],\n", + " [-0.0537],\n", + " [-0.0613],\n", + " [-0.0575],\n", + " [-0.0673],\n", + " [-0.0511],\n", + " [-0.0578],\n", + " [-0.0531],\n", + " [-0.0529],\n", + " [-0.0567],\n", + " [-0.0552],\n", + " [-0.0560],\n", + " [-0.0569],\n", + " [-0.0570],\n", + " [-0.0567],\n", + " [-0.0522],\n", + " [-0.0572],\n", + " [-0.0557],\n", + " [-0.0574],\n", + " [-0.0652],\n", + " [-0.0623],\n", + " [-0.0495],\n", + " [-0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0634],\n", + " [0.0626],\n", + " [0.0621],\n", + " [0.0582],\n", + " [0.0581],\n", + " [0.0584],\n", + " [0.0636],\n", + " [0.0639],\n", + " [0.0588],\n", + " [0.0669],\n", + " [0.0682],\n", + " [0.0968],\n", + " [0.0586],\n", + " [0.0565],\n", + " [0.0814],\n", + " [0.0619],\n", + " [0.0567],\n", + " [0.0605],\n", + " [0.0586],\n", + " [0.0569],\n", + " [0.0609],\n", + " [0.0613],\n", + " [0.0665],\n", + " [0.0631],\n", + " [0.0626],\n", + " [0.0642],\n", + " [0.0565],\n", + " [0.0590],\n", + " [0.0710],\n", + " [0.0629],\n", + " [0.0728],\n", + " [0.0581]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0946],\n", + " [-0.0960],\n", + " [-0.0962],\n", + " [-0.0990],\n", + " [-0.0978],\n", + " [-0.0974],\n", + " [-0.0934],\n", + " [-0.0924],\n", + " [-0.0972],\n", + " [-0.0852],\n", + " [-0.0884],\n", + " [-0.0772],\n", + " [-0.0969],\n", + " [-0.1021],\n", + " [-0.0717],\n", + " [-0.0947],\n", + " [-0.0980],\n", + " [-0.0940],\n", + " [-0.0997],\n", + " [-0.0997],\n", + " [-0.0940],\n", + " [-0.0962],\n", + " [-0.0934],\n", + " [-0.0960],\n", + " [-0.0950],\n", + " [-0.0939],\n", + " [-0.0999],\n", + " [-0.0962],\n", + " [-0.0839],\n", + " [-0.0927],\n", + " [-0.0833],\n", + " [-0.1004]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0177],\n", + " [ 0.0173],\n", + " [ 0.0170],\n", + " [ 0.0204],\n", + " [ 0.0184],\n", + " [ 0.0184],\n", + " [ 0.0143],\n", + " [ 0.0133],\n", + " [ 0.0185],\n", + " [ 0.0109],\n", + " [ 0.0105],\n", + " [-0.0179],\n", + " [ 0.0181],\n", + " [ 0.0202],\n", + " [-0.0060],\n", + " [ 0.0173],\n", + " [ 0.0214],\n", + " [ 0.0151],\n", + " [ 0.0198],\n", + " [ 0.0212],\n", + " [ 0.0150],\n", + " [ 0.0164],\n", + " [ 0.0139],\n", + " [ 0.0167],\n", + " [ 0.0152],\n", + " [ 0.0159],\n", + " [ 0.0217],\n", + " [ 0.0178],\n", + " [ 0.0097],\n", + " [ 0.0166],\n", + " [ 0.0066],\n", + " [ 0.0219]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0905],\n", + " [0.0895],\n", + " [0.0906],\n", + " [0.0959],\n", + " [0.0967],\n", + " [0.0963],\n", + " [0.0914],\n", + " [0.0916],\n", + " [0.0957],\n", + " [0.0864],\n", + " [0.0881],\n", + " [0.1031],\n", + " [0.0963],\n", + " [0.0934],\n", + " [0.0972],\n", + " [0.0923],\n", + " [0.0965],\n", + " [0.0945],\n", + " [0.0946],\n", + " [0.0954],\n", + " [0.0973],\n", + " [0.0923],\n", + " [0.0873],\n", + " [0.0896],\n", + " [0.0924],\n", + " [0.0872],\n", + " [0.0971],\n", + " [0.0966],\n", + " [0.0812],\n", + " [0.0888],\n", + " [0.0809],\n", + " [0.0945]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0064],\n", + " [0.0081],\n", + " [0.0088],\n", + " [0.0105],\n", + " [0.0123],\n", + " [0.0114],\n", + " [0.0097],\n", + " [0.0105],\n", + " [0.0102],\n", + " [0.0074],\n", + " [0.0069],\n", + " [0.0315],\n", + " [0.0107],\n", + " [0.0099],\n", + " [0.0225],\n", + " [0.0078],\n", + " [0.0111],\n", + " [0.0123],\n", + " [0.0107],\n", + " [0.0110],\n", + " [0.0119],\n", + " [0.0101],\n", + " [0.0076],\n", + " [0.0087],\n", + " [0.0108],\n", + " [0.0082],\n", + " [0.0100],\n", + " [0.0118],\n", + " [0.0046],\n", + " [0.0045],\n", + " [0.0047],\n", + " [0.0098]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0054],\n", + " [-0.0008],\n", + " [ 0.0007],\n", + " [-0.0005],\n", + " [-0.0010],\n", + " [-0.0072],\n", + " [-0.0016],\n", + " [-0.0029],\n", + " [-0.0003],\n", + " [-0.0006],\n", + " [-0.0069],\n", + " [-0.0353],\n", + " [-0.0004],\n", + " [ 0.0138],\n", + " [-0.0338],\n", + " [ 0.0011],\n", + " [-0.0032],\n", + " [-0.0066],\n", + " [ 0.0002],\n", + " [-0.0007],\n", + " [-0.0024],\n", + " [-0.0003],\n", + " [-0.0002],\n", + " [ 0.0004],\n", + " [-0.0055],\n", + " [ 0.0007],\n", + " [-0.0008],\n", + " [-0.0004],\n", + " [ 0.0082],\n", + " [ 0.0065],\n", + " [-0.0086],\n", + " [ 0.0003]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0426],\n", + " [-0.0361],\n", + " [-0.0368],\n", + " [-0.0343],\n", + " [-0.0328],\n", + " [-0.0302],\n", + " [-0.0368],\n", + " [-0.0369],\n", + " [-0.0340],\n", + " [-0.0412],\n", + " [-0.0390],\n", + " [-0.0498],\n", + " [-0.0338],\n", + " [-0.0375],\n", + " [-0.0427],\n", + " [-0.0368],\n", + " [-0.0323],\n", + " [-0.0335],\n", + " [-0.0333],\n", + " [-0.0320],\n", + " [-0.0327],\n", + " [-0.0352],\n", + " [-0.0378],\n", + " [-0.0366],\n", + " [-0.0340],\n", + " [-0.0372],\n", + " [-0.0327],\n", + " [-0.0344],\n", + " [-0.0453],\n", + " [-0.0429],\n", + " [-0.0402],\n", + " [-0.0344]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0076],\n", + " [ 0.0049],\n", + " [ 0.0053],\n", + " [ 0.0036],\n", + " [ 0.0031],\n", + " [ 0.0006],\n", + " [ 0.0052],\n", + " [ 0.0049],\n", + " [ 0.0041],\n", + " [ 0.0064],\n", + " [ 0.0039],\n", + " [ 0.0012],\n", + " [ 0.0040],\n", + " [ 0.0091],\n", + " [-0.0027],\n", + " [ 0.0054],\n", + " [ 0.0013],\n", + " [ 0.0019],\n", + " [ 0.0036],\n", + " [ 0.0022],\n", + " [ 0.0032],\n", + " [ 0.0049],\n", + " [ 0.0058],\n", + " [ 0.0051],\n", + " [ 0.0024],\n", + " [ 0.0066],\n", + " [ 0.0032],\n", + " [ 0.0040],\n", + " [ 0.0109],\n", + " [ 0.0084],\n", + " [ 0.0026],\n", + " [ 0.0031]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0586],\n", + " [0.0570],\n", + " [0.0575],\n", + " [0.0573],\n", + " [0.0575],\n", + " [0.0543],\n", + " [0.0574],\n", + " [0.0578],\n", + " [0.0567],\n", + " [0.0611],\n", + " [0.0603],\n", + " [0.0678],\n", + " [0.0570],\n", + " [0.0583],\n", + " [0.0646],\n", + " [0.0571],\n", + " [0.0551],\n", + " [0.0555],\n", + " [0.0574],\n", + " [0.0567],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0599],\n", + " [0.0583],\n", + " [0.0568],\n", + " [0.0581],\n", + " [0.0560],\n", + " [0.0572],\n", + " [0.0660],\n", + " [0.0596],\n", + " [0.0611],\n", + " [0.0582]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0200],\n", + " [-0.0179],\n", + " [-0.0178],\n", + " [-0.0192],\n", + " [-0.0183],\n", + " [-0.0178],\n", + " [-0.0168],\n", + " [-0.0162],\n", + " [-0.0181],\n", + " [-0.0177],\n", + " [-0.0143],\n", + " [-0.0153],\n", + " [-0.0178],\n", + " [-0.0196],\n", + " [-0.0117],\n", + " [-0.0186],\n", + " [-0.0192],\n", + " [-0.0172],\n", + " [-0.0189],\n", + " [-0.0189],\n", + " [-0.0161],\n", + " [-0.0177],\n", + " [-0.0158],\n", + " [-0.0176],\n", + " [-0.0164],\n", + " [-0.0175],\n", + " [-0.0187],\n", + " [-0.0180],\n", + " [-0.0191],\n", + " [-0.0199],\n", + " [-0.0116],\n", + " [-0.0189]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1757],\n", + " [-0.1692],\n", + " [-0.1707],\n", + " [-0.1710],\n", + " [-0.1712],\n", + " [-0.1672],\n", + " [-0.1713],\n", + " [-0.1706],\n", + " [-0.1728],\n", + " [-0.1726],\n", + " [-0.1671],\n", + " [-0.1668],\n", + " [-0.1733],\n", + " [-0.1784],\n", + " [-0.1600],\n", + " [-0.1739],\n", + " [-0.1689],\n", + " [-0.1685],\n", + " [-0.1705],\n", + " [-0.1694],\n", + " [-0.1735],\n", + " [-0.1713],\n", + " [-0.1693],\n", + " [-0.1699],\n", + " [-0.1675],\n", + " [-0.1695],\n", + " [-0.1711],\n", + " [-0.1734],\n", + " [-0.1756],\n", + " [-0.1759],\n", + " [-0.1662],\n", + " [-0.1701]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0171],\n", + " [-0.0212],\n", + " [-0.0207],\n", + " [-0.0218],\n", + " [-0.0227],\n", + " [-0.0244],\n", + " [-0.0218],\n", + " [-0.0225],\n", + " [-0.0212],\n", + " [-0.0195],\n", + " [-0.0225],\n", + " [-0.0384],\n", + " [-0.0212],\n", + " [-0.0154],\n", + " [-0.0298],\n", + " [-0.0195],\n", + " [-0.0226],\n", + " [-0.0238],\n", + " [-0.0221],\n", + " [-0.0223],\n", + " [-0.0218],\n", + " [-0.0216],\n", + " [-0.0208],\n", + " [-0.0207],\n", + " [-0.0225],\n", + " [-0.0212],\n", + " [-0.0220],\n", + " [-0.0212],\n", + " [-0.0155],\n", + " [-0.0151],\n", + " [-0.0218],\n", + " [-0.0211]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0088],\n", + " [ 0.0086],\n", + " [ 0.0092],\n", + " [ 0.0147],\n", + " [ 0.0124],\n", + " [ 0.0087],\n", + " [ 0.0042],\n", + " [ 0.0029],\n", + " [ 0.0109],\n", + " [-0.0024],\n", + " [-0.0010],\n", + " [-0.0252],\n", + " [ 0.0106],\n", + " [ 0.0245],\n", + " [-0.0242],\n", + " [ 0.0080],\n", + " [ 0.0133],\n", + " [ 0.0044],\n", + " [ 0.0142],\n", + " [ 0.0150],\n", + " [ 0.0047],\n", + " [ 0.0082],\n", + " [ 0.0064],\n", + " [ 0.0094],\n", + " [ 0.0062],\n", + " [ 0.0056],\n", + " [ 0.0150],\n", + " [ 0.0091],\n", + " [ 0.0013],\n", + " [ 0.0104],\n", + " [-0.0092],\n", + " [ 0.0168]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0894],\n", + " [0.0931],\n", + " [0.0914],\n", + " [0.0897],\n", + " [0.0892],\n", + " [0.0944],\n", + " [0.0927],\n", + " [0.0932],\n", + " [0.0906],\n", + " [0.0963],\n", + " [0.0969],\n", + " [0.0809],\n", + " [0.0902],\n", + " [0.0810],\n", + " [0.1075],\n", + " [0.0917],\n", + " [0.0915],\n", + " [0.0943],\n", + " [0.0904],\n", + " [0.0915],\n", + " [0.0913],\n", + " [0.0912],\n", + " [0.0923],\n", + " [0.0915],\n", + " [0.0934],\n", + " [0.0938],\n", + " [0.0908],\n", + " [0.0895],\n", + " [0.0915],\n", + " [0.0892],\n", + " [0.1016],\n", + " [0.0910]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0849],\n", + " [0.0834],\n", + " [0.0849],\n", + " [0.0875],\n", + " [0.0863],\n", + " [0.0803],\n", + " [0.0804],\n", + " [0.0803],\n", + " [0.0835],\n", + " [0.0766],\n", + " [0.0815],\n", + " [0.0520],\n", + " [0.0834],\n", + " [0.0964],\n", + " [0.0598],\n", + " [0.0805],\n", + " [0.0861],\n", + " [0.0805],\n", + " [0.0865],\n", + " [0.0870],\n", + " [0.0785],\n", + " [0.0829],\n", + " [0.0847],\n", + " [0.0853],\n", + " [0.0829],\n", + " [0.0826],\n", + " [0.0865],\n", + " [0.0837],\n", + " [0.0805],\n", + " [0.0839],\n", + " [0.0760],\n", + " [0.0894]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0887],\n", + " [0.0869],\n", + " [0.0877],\n", + " [0.0887],\n", + " [0.0889],\n", + " [0.0847],\n", + " [0.0868],\n", + " [0.0869],\n", + " [0.0870],\n", + " [0.0882],\n", + " [0.0876],\n", + " [0.0744],\n", + " [0.0873],\n", + " [0.0862],\n", + " [0.0687],\n", + " [0.0874],\n", + " [0.0876],\n", + " [0.0855],\n", + " [0.0879],\n", + " [0.0882],\n", + " [0.0860],\n", + " [0.0867],\n", + " [0.0895],\n", + " [0.0886],\n", + " [0.0859],\n", + " [0.0869],\n", + " [0.0868],\n", + " [0.0868],\n", + " [0.0925],\n", + " [0.0909],\n", + " [0.0864],\n", + " [0.0891]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0423],\n", + " [0.0427],\n", + " [0.0423],\n", + " [0.0417],\n", + " [0.0402],\n", + " [0.0397],\n", + " [0.0395],\n", + " [0.0389],\n", + " [0.0399],\n", + " [0.0398],\n", + " [0.0391],\n", + " [0.0318],\n", + " [0.0393],\n", + " [0.0476],\n", + " [0.0337],\n", + " [0.0399],\n", + " [0.0416],\n", + " [0.0378],\n", + " [0.0428],\n", + " [0.0430],\n", + " [0.0366],\n", + " [0.0410],\n", + " [0.0421],\n", + " [0.0427],\n", + " [0.0396],\n", + " [0.0433],\n", + " [0.0425],\n", + " [0.0389],\n", + " [0.0437],\n", + " [0.0425],\n", + " [0.0389],\n", + " [0.0432]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0373],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0365],\n", + " [0.0374],\n", + " [0.0378],\n", + " [0.0379],\n", + " [0.0386],\n", + " [0.0370],\n", + " [0.0356],\n", + " [0.0387],\n", + " [0.0338],\n", + " [0.0373],\n", + " [0.0284],\n", + " [0.0350],\n", + " [0.0364],\n", + " [0.0374],\n", + " [0.0391],\n", + " [0.0358],\n", + " [0.0357],\n", + " [0.0386],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0386],\n", + " [0.0360],\n", + " [0.0360],\n", + " [0.0387],\n", + " [0.0324],\n", + " [0.0337],\n", + " [0.0331],\n", + " [0.0351]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0724],\n", + " [-0.0734],\n", + " [-0.0731],\n", + " [-0.0702],\n", + " [-0.0713],\n", + " [-0.0733],\n", + " [-0.0745],\n", + " [-0.0752],\n", + " [-0.0713],\n", + " [-0.0749],\n", + " [-0.0756],\n", + " [-0.1138],\n", + " [-0.0712],\n", + " [-0.0673],\n", + " [-0.1002],\n", + " [-0.0720],\n", + " [-0.0708],\n", + " [-0.0750],\n", + " [-0.0711],\n", + " [-0.0702],\n", + " [-0.0739],\n", + " [-0.0735],\n", + " [-0.0739],\n", + " [-0.0730],\n", + " [-0.0749],\n", + " [-0.0746],\n", + " [-0.0702],\n", + " [-0.0727],\n", + " [-0.0738],\n", + " [-0.0699],\n", + " [-0.0759],\n", + " [-0.0691]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1047],\n", + " [-0.1008],\n", + " [-0.1009],\n", + " [-0.0979],\n", + " [-0.0984],\n", + " [-0.0984],\n", + " [-0.1029],\n", + " [-0.1031],\n", + " [-0.0999],\n", + " [-0.1094],\n", + " [-0.1042],\n", + " [-0.1168],\n", + " [-0.1002],\n", + " [-0.1060],\n", + " [-0.1139],\n", + " [-0.1032],\n", + " [-0.0972],\n", + " [-0.1007],\n", + " [-0.0982],\n", + " [-0.0974],\n", + " [-0.1034],\n", + " [-0.1008],\n", + " [-0.1028],\n", + " [-0.1011],\n", + " [-0.1002],\n", + " [-0.1026],\n", + " [-0.0971],\n", + " [-0.1007],\n", + " [-0.1119],\n", + " [-0.1056],\n", + " [-0.1081],\n", + " [-0.0981]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0578],\n", + " [-0.0620],\n", + " [-0.0610],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [-0.0657],\n", + " [-0.0622],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0596],\n", + " [-0.0630],\n", + " [-0.0525],\n", + " [-0.0630],\n", + " [-0.0609],\n", + " [-0.0527],\n", + " [-0.0620],\n", + " [-0.0637],\n", + " [-0.0641],\n", + " [-0.0626],\n", + " [-0.0632],\n", + " [-0.0644],\n", + " [-0.0622],\n", + " [-0.0612],\n", + " [-0.0610],\n", + " [-0.0635],\n", + " [-0.0608],\n", + " [-0.0636],\n", + " [-0.0622],\n", + " [-0.0556],\n", + " [-0.0580],\n", + " [-0.0627],\n", + " [-0.0623]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0633],\n", + " [-0.0631],\n", + " [-0.0620],\n", + " [-0.0616],\n", + " [-0.0623],\n", + " [-0.0616],\n", + " [-0.0611],\n", + " [-0.0619],\n", + " [-0.0535],\n", + " [-0.0641],\n", + " [-0.0611],\n", + " [-0.0648],\n", + " [-0.0633],\n", + " [-0.0643],\n", + " [-0.0606],\n", + " [-0.0643],\n", + " [-0.0622],\n", + " [-0.0637],\n", + " [-0.0628],\n", + " [-0.0587],\n", + " [-0.0617],\n", + " [-0.0639],\n", + " [-0.0631],\n", + " [-0.0618],\n", + " [-0.0610],\n", + " [-0.0613],\n", + " [-0.0630],\n", + " [-0.0642],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0633],\n", + " [-0.0635]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0720],\n", + " [-0.0769],\n", + " [-0.0736],\n", + " [-0.0722],\n", + " [-0.0769],\n", + " [-0.0738],\n", + " [-0.0740],\n", + " [-0.0739],\n", + " [-0.0620],\n", + " [-0.0771],\n", + " [-0.0725],\n", + " [-0.0787],\n", + " [-0.0784],\n", + " [-0.0767],\n", + " [-0.0751],\n", + " [-0.0790],\n", + " [-0.0740],\n", + " [-0.0785],\n", + " [-0.0756],\n", + " [-0.0709],\n", + " [-0.0690],\n", + " [-0.0783],\n", + " [-0.0753],\n", + " [-0.0770],\n", + " [-0.0743],\n", + " [-0.0731],\n", + " [-0.0739],\n", + " [-0.0770],\n", + " [-0.0703],\n", + " [-0.0734],\n", + " [-0.0705],\n", + " [-0.0690]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0357],\n", + " [0.0371],\n", + " [0.0366],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0370],\n", + " [0.0387],\n", + " [0.0376],\n", + " [0.0415],\n", + " [0.0364],\n", + " [0.0384],\n", + " [0.0379],\n", + " [0.0380],\n", + " [0.0357],\n", + " [0.0371],\n", + " [0.0381],\n", + " [0.0379],\n", + " [0.0377],\n", + " [0.0365],\n", + " [0.0389],\n", + " [0.0381],\n", + " [0.0385],\n", + " [0.0361],\n", + " [0.0380],\n", + " [0.0392],\n", + " [0.0377],\n", + " [0.0358],\n", + " [0.0374],\n", + " [0.0375],\n", + " [0.0371],\n", + " [0.0356],\n", + " [0.0292]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0962],\n", + " [-0.0916],\n", + " [-0.0933],\n", + " [-0.0921],\n", + " [-0.0916],\n", + " [-0.0913],\n", + " [-0.0908],\n", + " [-0.0922],\n", + " [-0.0820],\n", + " [-0.0934],\n", + " [-0.0894],\n", + " [-0.0947],\n", + " [-0.0937],\n", + " [-0.0952],\n", + " [-0.0900],\n", + " [-0.0928],\n", + " [-0.0943],\n", + " [-0.0923],\n", + " [-0.0929],\n", + " [-0.0900],\n", + " [-0.0947],\n", + " [-0.0940],\n", + " [-0.0946],\n", + " [-0.0909],\n", + " [-0.0914],\n", + " [-0.0892],\n", + " [-0.0952],\n", + " [-0.0911],\n", + " [-0.0926],\n", + " [-0.0930],\n", + " [-0.0959],\n", + " [-0.0967]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0598],\n", + " [0.0513],\n", + " [0.0557],\n", + " [0.0557],\n", + " [0.0491],\n", + " [0.0539],\n", + " [0.0523],\n", + " [0.0546],\n", + " [0.0459],\n", + " [0.0537],\n", + " [0.0405],\n", + " [0.0526],\n", + " [0.0507],\n", + " [0.0562],\n", + " [0.0484],\n", + " [0.0485],\n", + " [0.0567],\n", + " [0.0471],\n", + " [0.0546],\n", + " [0.0466],\n", + " [0.0582],\n", + " [0.0539],\n", + " [0.0569],\n", + " [0.0488],\n", + " [0.0506],\n", + " [0.0522],\n", + " [0.0587],\n", + " [0.0501],\n", + " [0.0571],\n", + " [0.0558],\n", + " [0.0596],\n", + " [0.0578]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0345],\n", + " [-0.0399],\n", + " [-0.0384],\n", + " [-0.0383],\n", + " [-0.0363],\n", + " [-0.0406],\n", + " [-0.0380],\n", + " [-0.0381],\n", + " [-0.0359],\n", + " [-0.0401],\n", + " [-0.0382],\n", + " [-0.0342],\n", + " [-0.0355],\n", + " [-0.0386],\n", + " [-0.0406],\n", + " [-0.0351],\n", + " [-0.0353],\n", + " [-0.0360],\n", + " [-0.0396],\n", + " [-0.0366],\n", + " [-0.0343],\n", + " [-0.0350],\n", + " [-0.0378],\n", + " [-0.0382],\n", + " [-0.0366],\n", + " [-0.0430],\n", + " [-0.0373],\n", + " [-0.0408],\n", + " [-0.0375],\n", + " [-0.0377],\n", + " [-0.0345],\n", + " [-0.0423]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0800],\n", + " [-0.0778],\n", + " [-0.0797],\n", + " [-0.0799],\n", + " [-0.0795],\n", + " [-0.0791],\n", + " [-0.0787],\n", + " [-0.0798],\n", + " [-0.0769],\n", + " [-0.0787],\n", + " [-0.0815],\n", + " [-0.0800],\n", + " [-0.0794],\n", + " [-0.0791],\n", + " [-0.0790],\n", + " [-0.0797],\n", + " [-0.0798],\n", + " [-0.0798],\n", + " [-0.0787],\n", + " [-0.0829],\n", + " [-0.0818],\n", + " [-0.0786],\n", + " [-0.0787],\n", + " [-0.0783],\n", + " [-0.0805],\n", + " [-0.0787],\n", + " [-0.0790],\n", + " [-0.0778],\n", + " [-0.0800],\n", + " [-0.0796],\n", + " [-0.0807],\n", + " [-0.0806]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1712],\n", + " [0.1655],\n", + " [0.1677],\n", + " [0.1686],\n", + " [0.1635],\n", + " [0.1676],\n", + " [0.1669],\n", + " [0.1674],\n", + " [0.1767],\n", + " [0.1664],\n", + " [0.1612],\n", + " [0.1651],\n", + " [0.1640],\n", + " [0.1673],\n", + " [0.1631],\n", + " [0.1629],\n", + " [0.1687],\n", + " [0.1620],\n", + " [0.1674],\n", + " [0.1609],\n", + " [0.1708],\n", + " [0.1667],\n", + " [0.1682],\n", + " [0.1636],\n", + " [0.1650],\n", + " [0.1670],\n", + " [0.1692],\n", + " [0.1657],\n", + " [0.1699],\n", + " [0.1681],\n", + " [0.1721],\n", + " [0.1734]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0585],\n", + " [-0.0567],\n", + " [-0.0554],\n", + " [-0.0531],\n", + " [-0.0577],\n", + " [-0.0543],\n", + " [-0.0541],\n", + " [-0.0542],\n", + " [-0.0362],\n", + " [-0.0569],\n", + " [-0.0513],\n", + " [-0.0598],\n", + " [-0.0598],\n", + " [-0.0578],\n", + " [-0.0555],\n", + " [-0.0594],\n", + " [-0.0569],\n", + " [-0.0594],\n", + " [-0.0559],\n", + " [-0.0491],\n", + " [-0.0545],\n", + " [-0.0585],\n", + " [-0.0575],\n", + " [-0.0575],\n", + " [-0.0550],\n", + " [-0.0524],\n", + " [-0.0576],\n", + " [-0.0565],\n", + " [-0.0529],\n", + " [-0.0551],\n", + " [-0.0584],\n", + " [-0.0647]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0584],\n", + " [0.0644],\n", + " [0.0598],\n", + " [0.0588],\n", + " [0.0683],\n", + " [0.0595],\n", + " [0.0637],\n", + " [0.0608],\n", + " [0.0590],\n", + " [0.0619],\n", + " [0.0727],\n", + " [0.0675],\n", + " [0.0681],\n", + " [0.0614],\n", + " [0.0656],\n", + " [0.0707],\n", + " [0.0606],\n", + " [0.0702],\n", + " [0.0607],\n", + " [0.0680],\n", + " [0.0580],\n", + " [0.0673],\n", + " [0.0604],\n", + " [0.0675],\n", + " [0.0646],\n", + " [0.0608],\n", + " [0.0590],\n", + " [0.0646],\n", + " [0.0573],\n", + " [0.0597],\n", + " [0.0577],\n", + " [0.0487]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1006],\n", + " [-0.0916],\n", + " [-0.0960],\n", + " [-0.0965],\n", + " [-0.0890],\n", + " [-0.0946],\n", + " [-0.0934],\n", + " [-0.0955],\n", + " [-0.0914],\n", + " [-0.0933],\n", + " [-0.0839],\n", + " [-0.0916],\n", + " [-0.0914],\n", + " [-0.0953],\n", + " [-0.0899],\n", + " [-0.0876],\n", + " [-0.0976],\n", + " [-0.0866],\n", + " [-0.0944],\n", + " [-0.0923],\n", + " [-0.0999],\n", + " [-0.0936],\n", + " [-0.0965],\n", + " [-0.0898],\n", + " [-0.0937],\n", + " [-0.0935],\n", + " [-0.0983],\n", + " [-0.0900],\n", + " [-0.0982],\n", + " [-0.0962],\n", + " [-0.1013],\n", + " [-0.1039]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0197],\n", + " [0.0133],\n", + " [0.0176],\n", + " [0.0180],\n", + " [0.0102],\n", + " [0.0159],\n", + " [0.0142],\n", + " [0.0157],\n", + " [0.0117],\n", + " [0.0158],\n", + " [0.0064],\n", + " [0.0124],\n", + " [0.0098],\n", + " [0.0173],\n", + " [0.0108],\n", + " [0.0086],\n", + " [0.0172],\n", + " [0.0086],\n", + " [0.0168],\n", + " [0.0100],\n", + " [0.0220],\n", + " [0.0124],\n", + " [0.0179],\n", + " [0.0097],\n", + " [0.0118],\n", + " [0.0141],\n", + " [0.0188],\n", + " [0.0130],\n", + " [0.0200],\n", + " [0.0175],\n", + " [0.0207],\n", + " [0.0235]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0948],\n", + " [0.0910],\n", + " [0.0936],\n", + " [0.0946],\n", + " [0.0865],\n", + " [0.0955],\n", + " [0.0905],\n", + " [0.0935],\n", + " [0.0996],\n", + " [0.0931],\n", + " [0.0839],\n", + " [0.0860],\n", + " [0.0881],\n", + " [0.0929],\n", + " [0.0922],\n", + " [0.0844],\n", + " [0.0930],\n", + " [0.0851],\n", + " [0.0933],\n", + " [0.0921],\n", + " [0.0939],\n", + " [0.0871],\n", + " [0.0930],\n", + " [0.0895],\n", + " [0.0928],\n", + " [0.0957],\n", + " [0.0949],\n", + " [0.0903],\n", + " [0.0957],\n", + " [0.0935],\n", + " [0.0949],\n", + " [0.1023]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0095],\n", + " [0.0099],\n", + " [0.0101],\n", + " [0.0112],\n", + " [0.0087],\n", + " [0.0124],\n", + " [0.0107],\n", + " [0.0116],\n", + " [0.0142],\n", + " [0.0094],\n", + " [0.0044],\n", + " [0.0072],\n", + " [0.0109],\n", + " [0.0083],\n", + " [0.0113],\n", + " [0.0075],\n", + " [0.0109],\n", + " [0.0075],\n", + " [0.0094],\n", + " [0.0089],\n", + " [0.0096],\n", + " [0.0093],\n", + " [0.0088],\n", + " [0.0114],\n", + " [0.0129],\n", + " [0.0128],\n", + " [0.0097],\n", + " [0.0097],\n", + " [0.0108],\n", + " [0.0106],\n", + " [0.0097],\n", + " [0.0063]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0020],\n", + " [-0.0025],\n", + " [-0.0022],\n", + " [-0.0045],\n", + " [-0.0032],\n", + " [-0.0044],\n", + " [-0.0049],\n", + " [-0.0043],\n", + " [-0.0144],\n", + " [-0.0006],\n", + " [-0.0088],\n", + " [ 0.0019],\n", + " [-0.0012],\n", + " [ 0.0009],\n", + " [-0.0069],\n", + " [-0.0015],\n", + " [-0.0001],\n", + " [-0.0019],\n", + " [-0.0014],\n", + " [-0.0102],\n", + " [-0.0005],\n", + " [-0.0005],\n", + " [ 0.0005],\n", + " [-0.0046],\n", + " [-0.0052],\n", + " [-0.0072],\n", + " [ 0.0002],\n", + " [-0.0025],\n", + " [-0.0036],\n", + " [-0.0024],\n", + " [ 0.0020],\n", + " [ 0.0067]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0344],\n", + " [-0.0371],\n", + " [-0.0352],\n", + " [-0.0329],\n", + " [-0.0386],\n", + " [-0.0332],\n", + " [-0.0345],\n", + " [-0.0336],\n", + " [-0.0312],\n", + " [-0.0368],\n", + " [-0.0406],\n", + " [-0.0394],\n", + " [-0.0376],\n", + " [-0.0368],\n", + " [-0.0368],\n", + " [-0.0399],\n", + " [-0.0345],\n", + " [-0.0406],\n", + " [-0.0360],\n", + " [-0.0355],\n", + " [-0.0337],\n", + " [-0.0367],\n", + " [-0.0362],\n", + " [-0.0370],\n", + " [-0.0337],\n", + " [-0.0322],\n", + " [-0.0344],\n", + " [-0.0372],\n", + " [-0.0321],\n", + " [-0.0345],\n", + " [-0.0338],\n", + " [-0.0353]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0053],\n", + " [ 0.0049],\n", + " [ 0.0037],\n", + " [ 0.0019],\n", + " [ 0.0064],\n", + " [ 0.0025],\n", + " [ 0.0035],\n", + " [ 0.0027],\n", + " [-0.0033],\n", + " [ 0.0046],\n", + " [ 0.0033],\n", + " [ 0.0077],\n", + " [ 0.0068],\n", + " [ 0.0052],\n", + " [ 0.0038],\n", + " [ 0.0077],\n", + " [ 0.0044],\n", + " [ 0.0075],\n", + " [ 0.0042],\n", + " [ 0.0011],\n", + " [ 0.0027],\n", + " [ 0.0069],\n", + " [ 0.0050],\n", + " [ 0.0055],\n", + " [ 0.0029],\n", + " [ 0.0010],\n", + " [ 0.0047],\n", + " [ 0.0047],\n", + " [ 0.0017],\n", + " [ 0.0034],\n", + " [ 0.0047],\n", + " [ 0.0057]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0579],\n", + " [0.0576],\n", + " [0.0562],\n", + " [0.0554],\n", + " [0.0604],\n", + " [0.0560],\n", + " [0.0565],\n", + " [0.0562],\n", + " [0.0557],\n", + " [0.0572],\n", + " [0.0621],\n", + " [0.0606],\n", + " [0.0606],\n", + " [0.0573],\n", + " [0.0588],\n", + " [0.0620],\n", + " [0.0571],\n", + " [0.0624],\n", + " [0.0565],\n", + " [0.0598],\n", + " [0.0569],\n", + " [0.0589],\n", + " [0.0567],\n", + " [0.0595],\n", + " [0.0583],\n", + " [0.0549],\n", + " [0.0567],\n", + " [0.0578],\n", + " [0.0551],\n", + " [0.0561],\n", + " [0.0582],\n", + " [0.0602]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0184],\n", + " [-0.0165],\n", + " [-0.0179],\n", + " [-0.0180],\n", + " [-0.0150],\n", + " [-0.0173],\n", + " [-0.0166],\n", + " [-0.0176],\n", + " [-0.0214],\n", + " [-0.0177],\n", + " [-0.0117],\n", + " [-0.0162],\n", + " [-0.0153],\n", + " [-0.0180],\n", + " [-0.0154],\n", + " [-0.0151],\n", + " [-0.0181],\n", + " [-0.0148],\n", + " [-0.0177],\n", + " [-0.0144],\n", + " [-0.0194],\n", + " [-0.0166],\n", + " [-0.0180],\n", + " [-0.0151],\n", + " [-0.0158],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0169],\n", + " [-0.0183],\n", + " [-0.0179],\n", + " [-0.0182],\n", + " [-0.0080]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1716],\n", + " [-0.1710],\n", + " [-0.1706],\n", + " [-0.1694],\n", + " [-0.1685],\n", + " [-0.1705],\n", + " [-0.1680],\n", + " [-0.1695],\n", + " [-0.1660],\n", + " [-0.1732],\n", + " [-0.1660],\n", + " [-0.1715],\n", + " [-0.1704],\n", + " [-0.1735],\n", + " [-0.1688],\n", + " [-0.1697],\n", + " [-0.1708],\n", + " [-0.1698],\n", + " [-0.1721],\n", + " [-0.1661],\n", + " [-0.1692],\n", + " [-0.1700],\n", + " [-0.1724],\n", + " [-0.1689],\n", + " [-0.1688],\n", + " [-0.1690],\n", + " [-0.1720],\n", + " [-0.1712],\n", + " [-0.1694],\n", + " [-0.1702],\n", + " [-0.1712],\n", + " [-0.1776]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0211],\n", + " [-0.0223],\n", + " [-0.0218],\n", + " [-0.0228],\n", + " [-0.0231],\n", + " [-0.0228],\n", + " [-0.0240],\n", + " [-0.0231],\n", + " [-0.0198],\n", + " [-0.0201],\n", + " [-0.0218],\n", + " [-0.0207],\n", + " [-0.0236],\n", + " [-0.0198],\n", + " [-0.0247],\n", + " [-0.0225],\n", + " [-0.0219],\n", + " [-0.0220],\n", + " [-0.0205],\n", + " [-0.0236],\n", + " [-0.0215],\n", + " [-0.0233],\n", + " [-0.0205],\n", + " [-0.0248],\n", + " [-0.0246],\n", + " [-0.0248],\n", + " [-0.0216],\n", + " [-0.0221],\n", + " [-0.0225],\n", + " [-0.0220],\n", + " [-0.0210],\n", + " [-0.0143]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0167],\n", + " [ 0.0015],\n", + " [ 0.0087],\n", + " [ 0.0088],\n", + " [ 0.0004],\n", + " [ 0.0061],\n", + " [ 0.0033],\n", + " [ 0.0073],\n", + " [ 0.0017],\n", + " [ 0.0053],\n", + " [-0.0078],\n", + " [ 0.0045],\n", + " [ 0.0027],\n", + " [ 0.0083],\n", + " [-0.0008],\n", + " [-0.0003],\n", + " [ 0.0107],\n", + " [-0.0012],\n", + " [ 0.0063],\n", + " [ 0.0010],\n", + " [ 0.0150],\n", + " [ 0.0045],\n", + " [ 0.0094],\n", + " [-0.0005],\n", + " [ 0.0037],\n", + " [ 0.0027],\n", + " [ 0.0123],\n", + " [-0.0003],\n", + " [ 0.0114],\n", + " [ 0.0090],\n", + " [ 0.0179],\n", + " [ 0.0249]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0894],\n", + " [0.0942],\n", + " [0.0921],\n", + " [0.0928],\n", + " [0.0945],\n", + " [0.0925],\n", + " [0.0949],\n", + " [0.0921],\n", + " [0.1013],\n", + " [0.0922],\n", + " [0.1001],\n", + " [0.0915],\n", + " [0.0907],\n", + " [0.0914],\n", + " [0.0950],\n", + " [0.0935],\n", + " [0.0901],\n", + " [0.0940],\n", + " [0.0928],\n", + " [0.0956],\n", + " [0.0921],\n", + " [0.0917],\n", + " [0.0915],\n", + " [0.0937],\n", + " [0.0914],\n", + " [0.0949],\n", + " [0.0904],\n", + " [0.0955],\n", + " [0.0927],\n", + " [0.0920],\n", + " [0.0900],\n", + " [0.0866]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0880],\n", + " [0.0786],\n", + " [0.0833],\n", + " [0.0822],\n", + " [0.0810],\n", + " [0.0813],\n", + " [0.0802],\n", + " [0.0816],\n", + " [0.0772],\n", + " [0.0801],\n", + " [0.0789],\n", + " [0.0824],\n", + " [0.0811],\n", + " [0.0819],\n", + " [0.0791],\n", + " [0.0803],\n", + " [0.0847],\n", + " [0.0807],\n", + " [0.0812],\n", + " [0.0807],\n", + " [0.0873],\n", + " [0.0805],\n", + " [0.0832],\n", + " [0.0791],\n", + " [0.0814],\n", + " [0.0784],\n", + " [0.0845],\n", + " [0.0772],\n", + " [0.0837],\n", + " [0.0833],\n", + " [0.0892],\n", + " [0.1014]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0885],\n", + " [0.0867],\n", + " [0.0871],\n", + " [0.0865],\n", + " [0.0887],\n", + " [0.0862],\n", + " [0.0859],\n", + " [0.0872],\n", + " [0.0754],\n", + " [0.0870],\n", + " [0.0867],\n", + " [0.0898],\n", + " [0.0899],\n", + " [0.0874],\n", + " [0.0872],\n", + " [0.0897],\n", + " [0.0874],\n", + " [0.0896],\n", + " [0.0863],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0883],\n", + " [0.0868],\n", + " [0.0880],\n", + " [0.0878],\n", + " [0.0852],\n", + " [0.0870],\n", + " [0.0866],\n", + " [0.0862],\n", + " [0.0869],\n", + " [0.0886],\n", + " [0.0855]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0435],\n", + " [0.0388],\n", + " [0.0400],\n", + " [0.0396],\n", + " [0.0401],\n", + " [0.0377],\n", + " [0.0397],\n", + " [0.0392],\n", + " [0.0389],\n", + " [0.0386],\n", + " [0.0391],\n", + " [0.0419],\n", + " [0.0400],\n", + " [0.0401],\n", + " [0.0376],\n", + " [0.0403],\n", + " [0.0417],\n", + " [0.0400],\n", + " [0.0393],\n", + " [0.0365],\n", + " [0.0438],\n", + " [0.0416],\n", + " [0.0410],\n", + " [0.0386],\n", + " [0.0386],\n", + " [0.0367],\n", + " [0.0415],\n", + " [0.0387],\n", + " [0.0409],\n", + " [0.0402],\n", + " [0.0439],\n", + " [0.0454]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0339],\n", + " [0.0382],\n", + " [0.0377],\n", + " [0.0374],\n", + " [0.0375],\n", + " [0.0388],\n", + " [0.0380],\n", + " [0.0376],\n", + " [0.0268],\n", + " [0.0381],\n", + " [0.0364],\n", + " [0.0359],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0364],\n", + " [0.0364],\n", + " [0.0372],\n", + " [0.0381],\n", + " [0.0395],\n", + " [0.0356],\n", + " [0.0356],\n", + " [0.0367],\n", + " [0.0385],\n", + " [0.0385],\n", + " [0.0389],\n", + " [0.0359],\n", + " [0.0377],\n", + " [0.0369],\n", + " [0.0375],\n", + " [0.0336],\n", + " [0.0304]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0694],\n", + " [-0.0753],\n", + " [-0.0726],\n", + " [-0.0727],\n", + " [-0.0760],\n", + " [-0.0739],\n", + " [-0.0756],\n", + " [-0.0736],\n", + " [-0.0741],\n", + " [-0.0733],\n", + " [-0.0762],\n", + " [-0.0740],\n", + " [-0.0757],\n", + " [-0.0720],\n", + " [-0.0766],\n", + " [-0.0758],\n", + " [-0.0729],\n", + " [-0.0758],\n", + " [-0.0732],\n", + " [-0.0757],\n", + " [-0.0702],\n", + " [-0.0752],\n", + " [-0.0721],\n", + " [-0.0768],\n", + " [-0.0758],\n", + " [-0.0758],\n", + " [-0.0713],\n", + " [-0.0754],\n", + " [-0.0717],\n", + " [-0.0728],\n", + " [-0.0688],\n", + " [-0.0617]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0989],\n", + " [-0.1042],\n", + " [-0.1000],\n", + " [-0.0991],\n", + " [-0.1049],\n", + " [-0.1009],\n", + " [-0.1017],\n", + " [-0.1002],\n", + " [-0.1067],\n", + " [-0.1036],\n", + " [-0.1075],\n", + " [-0.1045],\n", + " [-0.1043],\n", + " [-0.1021],\n", + " [-0.1036],\n", + " [-0.1063],\n", + " [-0.0995],\n", + " [-0.1067],\n", + " [-0.1021],\n", + " [-0.1017],\n", + " [-0.0975],\n", + " [-0.1033],\n", + " [-0.1006],\n", + " [-0.1044],\n", + " [-0.1014],\n", + " [-0.1014],\n", + " [-0.0988],\n", + " [-0.1055],\n", + " [-0.0980],\n", + " [-0.0998],\n", + " [-0.0985],\n", + " [-0.1020]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0623],\n", + " [-0.0625],\n", + " [-0.0638],\n", + " [-0.0617],\n", + " [-0.0638],\n", + " [-0.0634],\n", + " [-0.0635],\n", + " [-0.0664],\n", + " [-0.0620],\n", + " [-0.0630],\n", + " [-0.0605],\n", + " [-0.0614],\n", + " [-0.0619],\n", + " [-0.0633],\n", + " [-0.0612],\n", + " [-0.0622],\n", + " [-0.0608],\n", + " [-0.0623],\n", + " [-0.0653],\n", + " [-0.0629],\n", + " [-0.0620],\n", + " [-0.0619],\n", + " [-0.0625],\n", + " [-0.0637],\n", + " [-0.0653],\n", + " [-0.0630],\n", + " [-0.0621],\n", + " [-0.0639],\n", + " [-0.0627],\n", + " [-0.0625],\n", + " [-0.0620]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0643],\n", + " [-0.0626],\n", + " [-0.0610],\n", + " [-0.0620],\n", + " [-0.0671],\n", + " [-0.0664],\n", + " [-0.0611],\n", + " [-0.0632],\n", + " [-0.0613],\n", + " [-0.0610],\n", + " [-0.0635],\n", + " [-0.0561],\n", + " [-0.0612],\n", + " [-0.0615],\n", + " [-0.0601],\n", + " [-0.0636],\n", + " [-0.0764],\n", + " [-0.0610],\n", + " [-0.0703],\n", + " [-0.0640],\n", + " [-0.0625],\n", + " [-0.0613],\n", + " [-0.0627],\n", + " [-0.0532],\n", + " [-0.0617],\n", + " [-0.0634],\n", + " [-0.0623],\n", + " [-0.0563],\n", + " [-0.0458],\n", + " [-0.0620],\n", + " [-0.0768],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0772],\n", + " [-0.0745],\n", + " [-0.0727],\n", + " [-0.0729],\n", + " [-0.0790],\n", + " [-0.0803],\n", + " [-0.0661],\n", + " [-0.0728],\n", + " [-0.0761],\n", + " [-0.0690],\n", + " [-0.0722],\n", + " [-0.0760],\n", + " [-0.0726],\n", + " [-0.0690],\n", + " [-0.0730],\n", + " [-0.0774],\n", + " [-0.0949],\n", + " [-0.0717],\n", + " [-0.0837],\n", + " [-0.0781],\n", + " [-0.0723],\n", + " [-0.0745],\n", + " [-0.0688],\n", + " [-0.0690],\n", + " [-0.0735],\n", + " [-0.0754],\n", + " [-0.0695],\n", + " [-0.0690],\n", + " [-0.0707],\n", + " [-0.0754],\n", + " [-0.0827],\n", + " [-0.0770]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0370],\n", + " [0.0398],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0367],\n", + " [0.0379],\n", + " [0.0355],\n", + " [0.0380],\n", + " [0.0386],\n", + " [0.0361],\n", + " [0.0386],\n", + " [0.0366],\n", + " [0.0382],\n", + " [0.0390],\n", + " [0.0380],\n", + " [0.0271],\n", + " [0.0384],\n", + " [0.0288],\n", + " [0.0365],\n", + " [0.0367],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0403],\n", + " [0.0367],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0396],\n", + " [0.0397],\n", + " [0.0381],\n", + " [0.0358],\n", + " [0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0949],\n", + " [-0.0930],\n", + " [-0.0928],\n", + " [-0.0933],\n", + " [-0.0957],\n", + " [-0.0951],\n", + " [-0.0932],\n", + " [-0.0962],\n", + " [-0.0922],\n", + " [-0.0935],\n", + " [-0.0963],\n", + " [-0.0862],\n", + " [-0.0930],\n", + " [-0.0947],\n", + " [-0.0915],\n", + " [-0.0931],\n", + " [-0.0852],\n", + " [-0.0924],\n", + " [-0.0820],\n", + " [-0.0921],\n", + " [-0.0949],\n", + " [-0.0913],\n", + " [-0.0953],\n", + " [-0.0811],\n", + " [-0.0929],\n", + " [-0.0934],\n", + " [-0.0948],\n", + " [-0.0835],\n", + " [-0.0813],\n", + " [-0.0929],\n", + " [-0.0978],\n", + " [-0.0928]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0570],\n", + " [0.0558],\n", + " [0.0548],\n", + " [0.0571],\n", + " [0.0541],\n", + " [0.0532],\n", + " [0.0574],\n", + " [0.0586],\n", + " [0.0490],\n", + " [0.0575],\n", + " [0.0591],\n", + " [0.0424],\n", + " [0.0579],\n", + " [0.0591],\n", + " [0.0530],\n", + " [0.0522],\n", + " [0.0456],\n", + " [0.0551],\n", + " [0.0431],\n", + " [0.0489],\n", + " [0.0584],\n", + " [0.0539],\n", + " [0.0593],\n", + " [0.0442],\n", + " [0.0564],\n", + " [0.0560],\n", + " [0.0579],\n", + " [0.0463],\n", + " [0.0369],\n", + " [0.0535],\n", + " [0.0491],\n", + " [0.0520]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0383],\n", + " [-0.0389],\n", + " [-0.0328],\n", + " [-0.0378],\n", + " [-0.0328],\n", + " [-0.0379],\n", + " [-0.0363],\n", + " [-0.0378],\n", + " [-0.0376],\n", + " [-0.0347],\n", + " [-0.0359],\n", + " [-0.0441],\n", + " [-0.0382],\n", + " [-0.0342],\n", + " [-0.0359],\n", + " [-0.0349],\n", + " [-0.0399],\n", + " [-0.0367],\n", + " [-0.0369],\n", + " [-0.0391],\n", + " [-0.0361],\n", + " [-0.0394],\n", + " [-0.0345],\n", + " [-0.0463],\n", + " [-0.0386],\n", + " [-0.0396],\n", + " [-0.0364],\n", + " [-0.0454],\n", + " [-0.0480],\n", + " [-0.0366],\n", + " [-0.0346],\n", + " [-0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0787],\n", + " [-0.0794],\n", + " [-0.0816],\n", + " [-0.0792],\n", + " [-0.0804],\n", + " [-0.0784],\n", + " [-0.0822],\n", + " [-0.0802],\n", + " [-0.0800],\n", + " [-0.0815],\n", + " [-0.0803],\n", + " [-0.0785],\n", + " [-0.0783],\n", + " [-0.0815],\n", + " [-0.0800],\n", + " [-0.0797],\n", + " [-0.0856],\n", + " [-0.0807],\n", + " [-0.0862],\n", + " [-0.0786],\n", + " [-0.0796],\n", + " [-0.0781],\n", + " [-0.0813],\n", + " [-0.0760],\n", + " [-0.0789],\n", + " [-0.0795],\n", + " [-0.0815],\n", + " [-0.0774],\n", + " [-0.0762],\n", + " [-0.0798],\n", + " [-0.0832],\n", + " [-0.0785]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1684],\n", + " [0.1683],\n", + " [0.1683],\n", + " [0.1689],\n", + " [0.1666],\n", + " [0.1657],\n", + " [0.1703],\n", + " [0.1685],\n", + " [0.1636],\n", + " [0.1706],\n", + " [0.1699],\n", + " [0.1571],\n", + " [0.1699],\n", + " [0.1720],\n", + " [0.1670],\n", + " [0.1652],\n", + " [0.1509],\n", + " [0.1681],\n", + " [0.1559],\n", + " [0.1638],\n", + " [0.1695],\n", + " [0.1678],\n", + " [0.1719],\n", + " [0.1631],\n", + " [0.1686],\n", + " [0.1679],\n", + " [0.1692],\n", + " [0.1622],\n", + " [0.1601],\n", + " [0.1665],\n", + " [0.1589],\n", + " [0.1652]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0575],\n", + " [-0.0555],\n", + " [-0.0529],\n", + " [-0.0553],\n", + " [-0.0607],\n", + " [-0.0598],\n", + " [-0.0532],\n", + " [-0.0576],\n", + " [-0.0580],\n", + " [-0.0534],\n", + " [-0.0581],\n", + " [-0.0536],\n", + " [-0.0559],\n", + " [-0.0538],\n", + " [-0.0542],\n", + " [-0.0580],\n", + " [-0.0663],\n", + " [-0.0535],\n", + " [-0.0612],\n", + " [-0.0585],\n", + " [-0.0569],\n", + " [-0.0552],\n", + " [-0.0564],\n", + " [-0.0459],\n", + " [-0.0557],\n", + " [-0.0547],\n", + " [-0.0559],\n", + " [-0.0451],\n", + " [-0.0508],\n", + " [-0.0558],\n", + " [-0.0656],\n", + " [-0.0574]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0617],\n", + " [0.0599],\n", + " [0.0644],\n", + " [0.0587],\n", + " [0.0655],\n", + " [0.0648],\n", + " [0.0542],\n", + " [0.0587],\n", + " [0.0659],\n", + " [0.0577],\n", + " [0.0588],\n", + " [0.0722],\n", + " [0.0576],\n", + " [0.0586],\n", + " [0.0621],\n", + " [0.0671],\n", + " [0.0601],\n", + " [0.0593],\n", + " [0.0624],\n", + " [0.0657],\n", + " [0.0584],\n", + " [0.0608],\n", + " [0.0571],\n", + " [0.0634],\n", + " [0.0589],\n", + " [0.0616],\n", + " [0.0566],\n", + " [0.0635],\n", + " [0.0688],\n", + " [0.0644],\n", + " [0.0639],\n", + " [0.0645]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0959],\n", + " [-0.0958],\n", + " [-0.0953],\n", + " [-0.0973],\n", + " [-0.0911],\n", + " [-0.0921],\n", + " [-0.0991],\n", + " [-0.0988],\n", + " [-0.0917],\n", + " [-0.0996],\n", + " [-0.1000],\n", + " [-0.0861],\n", + " [-0.0980],\n", + " [-0.1011],\n", + " [-0.0949],\n", + " [-0.0913],\n", + " [-0.0778],\n", + " [-0.0963],\n", + " [-0.0733],\n", + " [-0.0885],\n", + " [-0.0990],\n", + " [-0.0945],\n", + " [-0.1012],\n", + " [-0.0897],\n", + " [-0.0965],\n", + " [-0.0951],\n", + " [-0.0990],\n", + " [-0.0897],\n", + " [-0.0854],\n", + " [-0.0947],\n", + " [-0.0800],\n", + " [-0.0919]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0169],\n", + " [0.0163],\n", + " [0.0192],\n", + " [0.0183],\n", + " [0.0154],\n", + " [0.0141],\n", + " [0.0230],\n", + " [0.0195],\n", + " [0.0101],\n", + " [0.0209],\n", + " [0.0196],\n", + " [0.0038],\n", + " [0.0196],\n", + " [0.0230],\n", + " [0.0154],\n", + " [0.0128],\n", + " [0.0098],\n", + " [0.0184],\n", + " [0.0061],\n", + " [0.0121],\n", + " [0.0193],\n", + " [0.0160],\n", + " [0.0221],\n", + " [0.0097],\n", + " [0.0182],\n", + " [0.0161],\n", + " [0.0204],\n", + " [0.0095],\n", + " [0.0101],\n", + " [0.0136],\n", + " [0.0157],\n", + " [0.0138]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0931],\n", + " [0.0945],\n", + " [0.0866],\n", + " [0.0947],\n", + " [0.0842],\n", + " [0.0898],\n", + " [0.0989],\n", + " [0.0957],\n", + " [0.0923],\n", + " [0.0951],\n", + " [0.0948],\n", + " [0.0974],\n", + " [0.0958],\n", + " [0.0933],\n", + " [0.0917],\n", + " [0.0858],\n", + " [0.0744],\n", + " [0.0934],\n", + " [0.0736],\n", + " [0.0896],\n", + " [0.0952],\n", + " [0.0933],\n", + " [0.0951],\n", + " [0.1013],\n", + " [0.0946],\n", + " [0.0930],\n", + " [0.0975],\n", + " [0.0996],\n", + " [0.0994],\n", + " [0.0911],\n", + " [0.0811],\n", + " [0.0901]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [ 0.0117],\n", + " [ 0.0039],\n", + " [ 0.0107],\n", + " [ 0.0042],\n", + " [ 0.0083],\n", + " [ 0.0121],\n", + " [ 0.0098],\n", + " [ 0.0135],\n", + " [ 0.0102],\n", + " [ 0.0099],\n", + " [ 0.0167],\n", + " [ 0.0105],\n", + " [ 0.0080],\n", + " [ 0.0113],\n", + " [ 0.0069],\n", + " [-0.0040],\n", + " [ 0.0108],\n", + " [-0.0066],\n", + " [ 0.0085],\n", + " [ 0.0106],\n", + " [ 0.0106],\n", + " [ 0.0101],\n", + " [ 0.0175],\n", + " [ 0.0107],\n", + " [ 0.0094],\n", + " [ 0.0117],\n", + " [ 0.0125],\n", + " [ 0.0237],\n", + " [ 0.0111],\n", + " [-0.0038],\n", + " [ 0.0086]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 4.1143e-04],\n", + " [-2.8143e-03],\n", + " [ 7.6527e-04],\n", + " [-2.1427e-03],\n", + " [ 6.2703e-03],\n", + " [ 2.5106e-03],\n", + " [-3.4870e-03],\n", + " [ 1.4791e-04],\n", + " [-4.0690e-03],\n", + " [-1.3998e-03],\n", + " [ 1.2933e-03],\n", + " [-1.4510e-02],\n", + " [-1.0359e-03],\n", + " [-2.8351e-05],\n", + " [-3.8556e-03],\n", + " [-1.6971e-04],\n", + " [ 1.4662e-02],\n", + " [-3.2612e-03],\n", + " [ 4.3080e-03],\n", + " [-1.4450e-03],\n", + " [-1.2819e-04],\n", + " [-2.8659e-03],\n", + " [ 5.5242e-04],\n", + " [-1.7367e-02],\n", + " [-1.8287e-03],\n", + " [-3.4059e-03],\n", + " [-1.1616e-03],\n", + " [-1.5896e-02],\n", + " [-1.9666e-02],\n", + " [-3.6137e-03],\n", + " [ 1.2038e-02],\n", + " [-1.5203e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0348],\n", + " [-0.0329],\n", + " [-0.0387],\n", + " [-0.0337],\n", + " [-0.0421],\n", + " [-0.0394],\n", + " [-0.0295],\n", + " [-0.0351],\n", + " [-0.0363],\n", + " [-0.0319],\n", + " [-0.0347],\n", + " [-0.0359],\n", + " [-0.0338],\n", + " [-0.0341],\n", + " [-0.0345],\n", + " [-0.0391],\n", + " [-0.0457],\n", + " [-0.0341],\n", + " [-0.0482],\n", + " [-0.0403],\n", + " [-0.0335],\n", + " [-0.0353],\n", + " [-0.0329],\n", + " [-0.0329],\n", + " [-0.0345],\n", + " [-0.0342],\n", + " [-0.0320],\n", + " [-0.0309],\n", + " [-0.0428],\n", + " [-0.0348],\n", + " [-0.0543],\n", + " [-0.0385]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 5.1764e-03],\n", + " [ 3.3292e-03],\n", + " [ 5.8654e-03],\n", + " [ 3.3657e-03],\n", + " [ 8.6893e-03],\n", + " [ 6.7735e-03],\n", + " [ 7.8260e-05],\n", + " [ 4.5823e-03],\n", + " [ 4.7055e-03],\n", + " [ 2.1631e-03],\n", + " [ 4.8282e-03],\n", + " [ 4.4924e-04],\n", + " [ 3.8835e-03],\n", + " [ 3.4247e-03],\n", + " [ 3.1793e-03],\n", + " [ 6.9652e-03],\n", + " [ 1.3446e-02],\n", + " [ 2.3677e-03],\n", + " [ 1.1712e-02],\n", + " [ 6.1297e-03],\n", + " [ 3.9031e-03],\n", + " [ 3.7816e-03],\n", + " [ 3.2583e-03],\n", + " [-4.4261e-03],\n", + " [ 3.6848e-03],\n", + " [ 3.8842e-03],\n", + " [ 2.4351e-03],\n", + " [-4.1262e-03],\n", + " [-2.7551e-03],\n", + " [ 4.1449e-03],\n", + " [ 1.0137e-02],\n", + " [ 5.5951e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0570],\n", + " [0.0563],\n", + " [0.0589],\n", + " [0.0559],\n", + " [0.0612],\n", + " [0.0590],\n", + " [0.0552],\n", + " [0.0571],\n", + " [0.0603],\n", + " [0.0565],\n", + " [0.0578],\n", + " [0.0610],\n", + " [0.0557],\n", + " [0.0574],\n", + " [0.0568],\n", + " [0.0596],\n", + " [0.0586],\n", + " [0.0559],\n", + " [0.0615],\n", + " [0.0602],\n", + " [0.0568],\n", + " [0.0560],\n", + " [0.0576],\n", + " [0.0541],\n", + " [0.0559],\n", + " [0.0563],\n", + " [0.0565],\n", + " [0.0546],\n", + " [0.0568],\n", + " [0.0575],\n", + " [0.0629],\n", + " [0.0581]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0182],\n", + " [-0.0172],\n", + " [-0.0172],\n", + " [-0.0181],\n", + " [-0.0190],\n", + " [-0.0178],\n", + " [-0.0187],\n", + " [-0.0183],\n", + " [-0.0156],\n", + " [-0.0184],\n", + " [-0.0188],\n", + " [-0.0164],\n", + " [-0.0186],\n", + " [-0.0193],\n", + " [-0.0169],\n", + " [-0.0160],\n", + " [-0.0120],\n", + " [-0.0184],\n", + " [-0.0093],\n", + " [-0.0165],\n", + " [-0.0184],\n", + " [-0.0173],\n", + " [-0.0192],\n", + " [-0.0189],\n", + " [-0.0181],\n", + " [-0.0176],\n", + " [-0.0189],\n", + " [-0.0182],\n", + " [-0.0207],\n", + " [-0.0168],\n", + " [-0.0206],\n", + " [-0.0163]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1732],\n", + " [-0.1709],\n", + " [-0.1679],\n", + " [-0.1706],\n", + " [-0.1730],\n", + " [-0.1746],\n", + " [-0.1686],\n", + " [-0.1724],\n", + " [-0.1700],\n", + " [-0.1688],\n", + " [-0.1717],\n", + " [-0.1685],\n", + " [-0.1712],\n", + " [-0.1692],\n", + " [-0.1684],\n", + " [-0.1699],\n", + " [-0.1738],\n", + " [-0.1691],\n", + " [-0.1681],\n", + " [-0.1724],\n", + " [-0.1712],\n", + " [-0.1705],\n", + " [-0.1702],\n", + " [-0.1650],\n", + " [-0.1710],\n", + " [-0.1706],\n", + " [-0.1706],\n", + " [-0.1647],\n", + " [-0.1674],\n", + " [-0.1692],\n", + " [-0.1798],\n", + " [-0.1713]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0210],\n", + " [-0.0229],\n", + " [-0.0178],\n", + " [-0.0221],\n", + " [-0.0162],\n", + " [-0.0191],\n", + " [-0.0232],\n", + " [-0.0214],\n", + " [-0.0244],\n", + " [-0.0215],\n", + " [-0.0214],\n", + " [-0.0290],\n", + " [-0.0216],\n", + " [-0.0207],\n", + " [-0.0227],\n", + " [-0.0212],\n", + " [ 0.0165],\n", + " [-0.0220],\n", + " [ 0.0083],\n", + " [-0.0202],\n", + " [-0.0221],\n", + " [-0.0220],\n", + " [-0.0218],\n", + " [-0.0265],\n", + " [-0.0218],\n", + " [-0.0224],\n", + " [-0.0225],\n", + " [-0.0261],\n", + " [-0.0271],\n", + " [-0.0237],\n", + " [-0.0032],\n", + " [-0.0213]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0082],\n", + " [ 0.0080],\n", + " [ 0.0084],\n", + " [ 0.0104],\n", + " [ 0.0073],\n", + " [ 0.0047],\n", + " [ 0.0151],\n", + " [ 0.0134],\n", + " [ 0.0023],\n", + " [ 0.0139],\n", + " [ 0.0152],\n", + " [-0.0073],\n", + " [ 0.0110],\n", + " [ 0.0157],\n", + " [ 0.0066],\n", + " [ 0.0036],\n", + " [ 0.0189],\n", + " [ 0.0093],\n", + " [ 0.0095],\n", + " [ 0.0007],\n", + " [ 0.0131],\n", + " [ 0.0053],\n", + " [ 0.0171],\n", + " [-0.0028],\n", + " [ 0.0092],\n", + " [ 0.0071],\n", + " [ 0.0145],\n", + " [-0.0027],\n", + " [-0.0063],\n", + " [ 0.0058],\n", + " [ 0.0075],\n", + " [ 0.0032]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0906],\n", + " [0.0914],\n", + " [0.0957],\n", + " [0.0917],\n", + " [0.0917],\n", + " [0.0908],\n", + " [0.0918],\n", + " [0.0894],\n", + " [0.0906],\n", + " [0.0923],\n", + " [0.0891],\n", + " [0.0931],\n", + " [0.0916],\n", + " [0.0927],\n", + " [0.0928],\n", + " [0.0937],\n", + " [0.0846],\n", + " [0.0925],\n", + " [0.0978],\n", + " [0.0940],\n", + " [0.0902],\n", + " [0.0934],\n", + " [0.0908],\n", + " [0.0982],\n", + " [0.0918],\n", + " [0.0929],\n", + " [0.0898],\n", + " [0.0998],\n", + " [0.0952],\n", + " [0.0919],\n", + " [0.0925],\n", + " [0.0935]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0811],\n", + " [0.0820],\n", + " [0.0861],\n", + " [0.0835],\n", + " [0.0845],\n", + " [0.0794],\n", + " [0.0868],\n", + " [0.0863],\n", + " [0.0816],\n", + " [0.0863],\n", + " [0.0874],\n", + " [0.0722],\n", + " [0.0845],\n", + " [0.0874],\n", + " [0.0832],\n", + " [0.0821],\n", + " [0.0904],\n", + " [0.0840],\n", + " [0.0903],\n", + " [0.0791],\n", + " [0.0854],\n", + " [0.0814],\n", + " [0.0884],\n", + " [0.0730],\n", + " [0.0836],\n", + " [0.0803],\n", + " [0.0872],\n", + " [0.0740],\n", + " [0.0713],\n", + " [0.0813],\n", + " [0.0850],\n", + " [0.0802]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0868],\n", + " [0.0869],\n", + " [0.0863],\n", + " [0.0866],\n", + " [0.0906],\n", + " [0.0886],\n", + " [0.0879],\n", + " [0.0881],\n", + " [0.0891],\n", + " [0.0869],\n", + " [0.0887],\n", + " [0.0847],\n", + " [0.0852],\n", + " [0.0865],\n", + " [0.0865],\n", + " [0.0887],\n", + " [0.1015],\n", + " [0.0869],\n", + " [0.1014],\n", + " [0.0882],\n", + " [0.0873],\n", + " [0.0854],\n", + " [0.0883],\n", + " [0.0790],\n", + " [0.0861],\n", + " [0.0870],\n", + " [0.0887],\n", + " [0.0810],\n", + " [0.0761],\n", + " [0.0877],\n", + " [0.0989],\n", + " [0.0876]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0400],\n", + " [0.0391],\n", + " [0.0453],\n", + " [0.0405],\n", + " [0.0447],\n", + " [0.0398],\n", + " [0.0416],\n", + " [0.0410],\n", + " [0.0381],\n", + " [0.0430],\n", + " [0.0424],\n", + " [0.0340],\n", + " [0.0411],\n", + " [0.0445],\n", + " [0.0403],\n", + " [0.0417],\n", + " [0.0482],\n", + " [0.0406],\n", + " [0.0499],\n", + " [0.0391],\n", + " [0.0420],\n", + " [0.0394],\n", + " [0.0437],\n", + " [0.0324],\n", + " [0.0402],\n", + " [0.0389],\n", + " [0.0412],\n", + " [0.0329],\n", + " [0.0340],\n", + " [0.0397],\n", + " [0.0445],\n", + " [0.0396]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0369],\n", + " [0.0337],\n", + " [0.0364],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0389],\n", + " [0.0362],\n", + " [0.0351],\n", + " [0.0383],\n", + " [0.0375],\n", + " [0.0354],\n", + " [0.0382],\n", + " [0.0363],\n", + " [0.0249],\n", + " [0.0380],\n", + " [0.0263],\n", + " [0.0378],\n", + " [0.0359],\n", + " [0.0384],\n", + " [0.0346],\n", + " [0.0411],\n", + " [0.0377],\n", + " [0.0370],\n", + " [0.0368],\n", + " [0.0407],\n", + " [0.0421],\n", + " [0.0374],\n", + " [0.0319],\n", + " [0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0727],\n", + " [-0.0732],\n", + " [-0.0730],\n", + " [-0.0723],\n", + " [-0.0718],\n", + " [-0.0734],\n", + " [-0.0694],\n", + " [-0.0704],\n", + " [-0.0762],\n", + " [-0.0710],\n", + " [-0.0700],\n", + " [-0.0849],\n", + " [-0.0725],\n", + " [-0.0702],\n", + " [-0.0748],\n", + " [-0.0746],\n", + " [-0.0579],\n", + " [-0.0730],\n", + " [-0.0623],\n", + " [-0.0747],\n", + " [-0.0714],\n", + " [-0.0745],\n", + " [-0.0692],\n", + " [-0.0843],\n", + " [-0.0729],\n", + " [-0.0728],\n", + " [-0.0701],\n", + " [-0.0805],\n", + " [-0.0927],\n", + " [-0.0748],\n", + " [-0.0669],\n", + " [-0.0743]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1018],\n", + " [-0.1004],\n", + " [-0.1018],\n", + " [-0.0990],\n", + " [-0.1059],\n", + " [-0.1057],\n", + " [-0.0958],\n", + " [-0.0984],\n", + " [-0.1035],\n", + " [-0.0980],\n", + " [-0.0985],\n", + " [-0.1052],\n", + " [-0.0986],\n", + " [-0.0976],\n", + " [-0.1005],\n", + " [-0.1041],\n", + " [-0.1279],\n", + " [-0.0993],\n", + " [-0.1235],\n", + " [-0.1064],\n", + " [-0.0980],\n", + " [-0.1014],\n", + " [-0.0973],\n", + " [-0.1023],\n", + " [-0.0996],\n", + " [-0.1014],\n", + " [-0.0974],\n", + " [-0.1014],\n", + " [-0.1070],\n", + " [-0.1016],\n", + " [-0.1175],\n", + " [-0.1038]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0627],\n", + " [-0.0638],\n", + " [-0.0615],\n", + " [-0.0632],\n", + " [-0.0581],\n", + " [-0.0603],\n", + " [-0.0647],\n", + " [-0.0626],\n", + " [-0.0620],\n", + " [-0.0635],\n", + " [-0.0623],\n", + " [-0.0636],\n", + " [-0.0628],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0611],\n", + " [-0.0466],\n", + " [-0.0625],\n", + " [-0.0490],\n", + " [-0.0604],\n", + " [-0.0629],\n", + " [-0.0627],\n", + " [-0.0630],\n", + " [-0.0641],\n", + " [-0.0627],\n", + " [-0.0643],\n", + " [-0.0634],\n", + " [-0.0662],\n", + " [-0.0558],\n", + " [-0.0630],\n", + " [-0.0496],\n", + " [-0.0617]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0627],\n", + " [-0.0631],\n", + " [-0.0641],\n", + " [-0.0694],\n", + " [-0.0628],\n", + " [-0.0639],\n", + " [-0.0590],\n", + " [-0.0646],\n", + " [-0.0601],\n", + " [-0.0774],\n", + " [-0.0636],\n", + " [-0.0578],\n", + " [-0.0624],\n", + " [-0.0596],\n", + " [-0.0619],\n", + " [-0.0562],\n", + " [-0.0748],\n", + " [-0.0622],\n", + " [-0.0620],\n", + " [-0.0555],\n", + " [-0.0631],\n", + " [-0.0654],\n", + " [-0.0584],\n", + " [-0.0616],\n", + " [-0.0370],\n", + " [-0.0668],\n", + " [-0.0619],\n", + " [-0.0639],\n", + " [-0.0605],\n", + " [-0.0616],\n", + " [-0.0613],\n", + " [-0.0563]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0708],\n", + " [-0.0772],\n", + " [-0.0774],\n", + " [-0.0760],\n", + " [-0.0690],\n", + " [-0.0772],\n", + " [-0.0692],\n", + " [-0.0770],\n", + " [-0.0709],\n", + " [-0.0820],\n", + " [-0.0772],\n", + " [-0.0709],\n", + " [-0.0752],\n", + " [-0.0943],\n", + " [-0.0773],\n", + " [-0.0775],\n", + " [-0.0854],\n", + " [-0.0677],\n", + " [-0.0685],\n", + " [-0.0687],\n", + " [-0.0720],\n", + " [-0.0780],\n", + " [-0.0731],\n", + " [-0.0729],\n", + " [-0.0567],\n", + " [-0.0801],\n", + " [-0.0716],\n", + " [-0.0777],\n", + " [-0.0714],\n", + " [-0.0732],\n", + " [-0.0753],\n", + " [-0.0725]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0372],\n", + " [0.0380],\n", + " [0.0389],\n", + " [0.0369],\n", + " [0.0366],\n", + " [0.0380],\n", + " [0.0363],\n", + " [0.0382],\n", + " [0.0355],\n", + " [0.0372],\n", + " [0.0388],\n", + " [0.0368],\n", + " [0.0208],\n", + " [0.0392],\n", + " [0.0403],\n", + " [0.0334],\n", + " [0.0369],\n", + " [0.0379],\n", + " [0.0388],\n", + " [0.0371],\n", + " [0.0357],\n", + " [0.0376],\n", + " [0.0381],\n", + " [0.0436],\n", + " [0.0379],\n", + " [0.0363],\n", + " [0.0375],\n", + " [0.0401],\n", + " [0.0369],\n", + " [0.0381],\n", + " [0.0401]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0957],\n", + " [-0.0933],\n", + " [-0.0926],\n", + " [-0.0948],\n", + " [-0.0952],\n", + " [-0.0937],\n", + " [-0.0887],\n", + " [-0.0940],\n", + " [-0.0868],\n", + " [-0.0938],\n", + " [-0.0908],\n", + " [-0.0850],\n", + " [-0.0920],\n", + " [-0.0686],\n", + " [-0.0914],\n", + " [-0.0874],\n", + " [-0.0930],\n", + " [-0.0949],\n", + " [-0.0950],\n", + " [-0.0860],\n", + " [-0.0960],\n", + " [-0.0965],\n", + " [-0.0871],\n", + " [-0.0941],\n", + " [-0.0712],\n", + " [-0.0946],\n", + " [-0.0945],\n", + " [-0.0922],\n", + " [-0.0911],\n", + " [-0.0870],\n", + " [-0.0917],\n", + " [-0.0849]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0584],\n", + " [0.0520],\n", + " [0.0513],\n", + " [0.0427],\n", + " [0.0589],\n", + " [0.0539],\n", + " [0.0470],\n", + " [0.0552],\n", + " [0.0515],\n", + " [0.0452],\n", + " [0.0487],\n", + " [0.0473],\n", + " [0.0535],\n", + " [0.0335],\n", + " [0.0447],\n", + " [0.0348],\n", + " [0.0500],\n", + " [0.0585],\n", + " [0.0589],\n", + " [0.0475],\n", + " [0.0590],\n", + " [0.0576],\n", + " [0.0459],\n", + " [0.0572],\n", + " [0.0447],\n", + " [0.0529],\n", + " [0.0581],\n", + " [0.0520],\n", + " [0.0529],\n", + " [0.0426],\n", + " [0.0502],\n", + " [0.0453]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0360],\n", + " [-0.0365],\n", + " [-0.0366],\n", + " [-0.0350],\n", + " [-0.0354],\n", + " [-0.0386],\n", + " [-0.0385],\n", + " [-0.0407],\n", + " [-0.0445],\n", + " [-0.0347],\n", + " [-0.0401],\n", + " [-0.0451],\n", + " [-0.0414],\n", + " [-0.0435],\n", + " [-0.0354],\n", + " [-0.0400],\n", + " [-0.0292],\n", + " [-0.0356],\n", + " [-0.0341],\n", + " [-0.0404],\n", + " [-0.0348],\n", + " [-0.0383],\n", + " [-0.0440],\n", + " [-0.0353],\n", + " [-0.0239],\n", + " [-0.0348],\n", + " [-0.0378],\n", + " [-0.0386],\n", + " [-0.0360],\n", + " [-0.0428],\n", + " [-0.0360],\n", + " [-0.0446]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0811],\n", + " [-0.0792],\n", + " [-0.0790],\n", + " [-0.0890],\n", + " [-0.0813],\n", + " [-0.0786],\n", + " [-0.0809],\n", + " [-0.0787],\n", + " [-0.0782],\n", + " [-0.0861],\n", + " [-0.0779],\n", + " [-0.0776],\n", + " [-0.0787],\n", + " [-0.0715],\n", + " [-0.0815],\n", + " [-0.0823],\n", + " [-0.0862],\n", + " [-0.0822],\n", + " [-0.0822],\n", + " [-0.0795],\n", + " [-0.0804],\n", + " [-0.0791],\n", + " [-0.0780],\n", + " [-0.0800],\n", + " [-0.0753],\n", + " [-0.0791],\n", + " [-0.0798],\n", + " [-0.0778],\n", + " [-0.0805],\n", + " [-0.0774],\n", + " [-0.0803],\n", + " [-0.0777]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1694],\n", + " [0.1649],\n", + " [0.1655],\n", + " [0.1584],\n", + " [0.1711],\n", + " [0.1666],\n", + " [0.1645],\n", + " [0.1677],\n", + " [0.1668],\n", + " [0.1590],\n", + " [0.1646],\n", + " [0.1630],\n", + " [0.1673],\n", + " [0.1714],\n", + " [0.1597],\n", + " [0.1506],\n", + " [0.1581],\n", + " [0.1708],\n", + " [0.1724],\n", + " [0.1640],\n", + " [0.1702],\n", + " [0.1678],\n", + " [0.1625],\n", + " [0.1693],\n", + " [0.1736],\n", + " [0.1660],\n", + " [0.1691],\n", + " [0.1660],\n", + " [0.1679],\n", + " [0.1654],\n", + " [0.1638],\n", + " [0.1614]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0564],\n", + " [-0.0584],\n", + " [-0.0571],\n", + " [-0.0614],\n", + " [-0.0567],\n", + " [-0.0577],\n", + " [-0.0480],\n", + " [-0.0566],\n", + " [-0.0498],\n", + " [-0.0609],\n", + " [-0.0576],\n", + " [-0.0480],\n", + " [-0.0556],\n", + " [-0.0495],\n", + " [-0.0566],\n", + " [-0.0561],\n", + " [-0.0651],\n", + " [-0.0564],\n", + " [-0.0543],\n", + " [-0.0495],\n", + " [-0.0578],\n", + " [-0.0586],\n", + " [-0.0526],\n", + " [-0.0559],\n", + " [-0.0401],\n", + " [-0.0595],\n", + " [-0.0557],\n", + " [-0.0576],\n", + " [-0.0504],\n", + " [-0.0519],\n", + " [-0.0563],\n", + " [-0.0510]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0584],\n", + " [0.0655],\n", + " [0.0677],\n", + " [0.0714],\n", + " [0.0568],\n", + " [0.0623],\n", + " [0.0645],\n", + " [0.0612],\n", + " [0.0589],\n", + " [0.0698],\n", + " [0.0647],\n", + " [0.0637],\n", + " [0.0602],\n", + " [0.0613],\n", + " [0.0732],\n", + " [0.0824],\n", + " [0.0671],\n", + " [0.0553],\n", + " [0.0584],\n", + " [0.0611],\n", + " [0.0593],\n", + " [0.0625],\n", + " [0.0666],\n", + " [0.0598],\n", + " [0.0637],\n", + " [0.0674],\n", + " [0.0579],\n", + " [0.0644],\n", + " [0.0631],\n", + " [0.0664],\n", + " [0.0667],\n", + " [0.0667]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0994],\n", + " [-0.0919],\n", + " [-0.0905],\n", + " [-0.0757],\n", + " [-0.1009],\n", + " [-0.0936],\n", + " [-0.0898],\n", + " [-0.0944],\n", + " [-0.0932],\n", + " [-0.0773],\n", + " [-0.0889],\n", + " [-0.0900],\n", + " [-0.0942],\n", + " [-0.1057],\n", + " [-0.0878],\n", + " [-0.0806],\n", + " [-0.0747],\n", + " [-0.1004],\n", + " [-0.1014],\n", + " [-0.0902],\n", + " [-0.1001],\n", + " [-0.0960],\n", + " [-0.0875],\n", + " [-0.0980],\n", + " [-0.1018],\n", + " [-0.0907],\n", + " [-0.0984],\n", + " [-0.0918],\n", + " [-0.0959],\n", + " [-0.0823],\n", + " [-0.0909],\n", + " [-0.0886]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0206],\n", + " [ 0.0131],\n", + " [ 0.0118],\n", + " [ 0.0123],\n", + " [ 0.0213],\n", + " [ 0.0158],\n", + " [ 0.0147],\n", + " [ 0.0167],\n", + " [ 0.0146],\n", + " [ 0.0109],\n", + " [ 0.0126],\n", + " [ 0.0105],\n", + " [ 0.0159],\n", + " [ 0.0091],\n", + " [ 0.0052],\n", + " [-0.0050],\n", + " [ 0.0111],\n", + " [ 0.0219],\n", + " [ 0.0231],\n", + " [ 0.0151],\n", + " [ 0.0196],\n", + " [ 0.0170],\n", + " [ 0.0105],\n", + " [ 0.0189],\n", + " [ 0.0125],\n", + " [ 0.0128],\n", + " [ 0.0205],\n", + " [ 0.0137],\n", + " [ 0.0163],\n", + " [ 0.0110],\n", + " [ 0.0122],\n", + " [ 0.0079]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0952],\n", + " [0.0887],\n", + " [0.0858],\n", + " [0.0773],\n", + " [0.0963],\n", + " [0.0916],\n", + " [0.0883],\n", + " [0.0939],\n", + " [0.0977],\n", + " [0.0749],\n", + " [0.0906],\n", + " [0.0977],\n", + " [0.0962],\n", + " [0.1034],\n", + " [0.0876],\n", + " [0.0930],\n", + " [0.0739],\n", + " [0.0983],\n", + " [0.0935],\n", + " [0.0940],\n", + " [0.0938],\n", + " [0.0926],\n", + " [0.0918],\n", + " [0.0931],\n", + " [0.1114],\n", + " [0.0849],\n", + " [0.0957],\n", + " [0.0902],\n", + " [0.0914],\n", + " [0.0842],\n", + " [0.0880],\n", + " [0.0983]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0100],\n", + " [ 0.0085],\n", + " [ 0.0075],\n", + " [-0.0046],\n", + " [ 0.0110],\n", + " [ 0.0088],\n", + " [ 0.0049],\n", + " [ 0.0095],\n", + " [ 0.0134],\n", + " [-0.0077],\n", + " [ 0.0100],\n", + " [ 0.0132],\n", + " [ 0.0120],\n", + " [ 0.0250],\n", + " [ 0.0095],\n", + " [ 0.0145],\n", + " [-0.0026],\n", + " [ 0.0119],\n", + " [ 0.0084],\n", + " [ 0.0116],\n", + " [ 0.0101],\n", + " [ 0.0082],\n", + " [ 0.0126],\n", + " [ 0.0102],\n", + " [ 0.0200],\n", + " [ 0.0061],\n", + " [ 0.0098],\n", + " [ 0.0097],\n", + " [ 0.0087],\n", + " [ 0.0081],\n", + " [ 0.0087],\n", + " [ 0.0165]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-5.3348e-05],\n", + " [-2.1758e-04],\n", + " [-2.1766e-03],\n", + " [ 4.4415e-03],\n", + " [ 1.9743e-04],\n", + " [ 6.7190e-04],\n", + " [-7.9898e-03],\n", + " [-3.9190e-04],\n", + " [-9.4975e-03],\n", + " [ 7.1512e-03],\n", + " [-1.9507e-03],\n", + " [-1.3646e-02],\n", + " [-2.9236e-03],\n", + " [-1.2942e-03],\n", + " [-6.2832e-03],\n", + " [-1.5642e-02],\n", + " [ 5.5826e-03],\n", + " [-7.6011e-04],\n", + " [ 1.9029e-04],\n", + " [-1.0318e-02],\n", + " [ 1.3820e-03],\n", + " [ 1.4910e-03],\n", + " [-1.0014e-02],\n", + " [-3.9155e-04],\n", + " [-1.1177e-02],\n", + " [ 2.4624e-03],\n", + " [-1.2353e-03],\n", + " [-7.7032e-04],\n", + " [-4.5130e-03],\n", + " [-8.5183e-03],\n", + " [-3.2734e-03],\n", + " [-1.2686e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0346],\n", + " [-0.0387],\n", + " [-0.0381],\n", + " [-0.0524],\n", + " [-0.0322],\n", + " [-0.0379],\n", + " [-0.0375],\n", + " [-0.0352],\n", + " [-0.0308],\n", + " [-0.0525],\n", + " [-0.0388],\n", + " [-0.0318],\n", + " [-0.0338],\n", + " [-0.0435],\n", + " [-0.0383],\n", + " [-0.0387],\n", + " [-0.0484],\n", + " [-0.0311],\n", + " [-0.0337],\n", + " [-0.0344],\n", + " [-0.0344],\n", + " [-0.0359],\n", + " [-0.0355],\n", + " [-0.0349],\n", + " [-0.0264],\n", + " [-0.0399],\n", + " [-0.0345],\n", + " [-0.0374],\n", + " [-0.0336],\n", + " [-0.0397],\n", + " [-0.0377],\n", + " [-0.0321]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0038],\n", + " [ 0.0063],\n", + " [ 0.0063],\n", + " [ 0.0074],\n", + " [ 0.0028],\n", + " [ 0.0053],\n", + " [ 0.0016],\n", + " [ 0.0043],\n", + " [-0.0012],\n", + " [ 0.0089],\n", + " [ 0.0052],\n", + " [-0.0024],\n", + " [ 0.0032],\n", + " [ 0.0121],\n", + " [ 0.0055],\n", + " [ 0.0022],\n", + " [ 0.0125],\n", + " [ 0.0021],\n", + " [ 0.0033],\n", + " [ 0.0004],\n", + " [ 0.0045],\n", + " [ 0.0059],\n", + " [ 0.0015],\n", + " [ 0.0041],\n", + " [-0.0004],\n", + " [ 0.0079],\n", + " [ 0.0036],\n", + " [ 0.0056],\n", + " [ 0.0024],\n", + " [ 0.0033],\n", + " [ 0.0053],\n", + " [-0.0016]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0592],\n", + " [0.0592],\n", + " [0.0674],\n", + " [0.0572],\n", + " [0.0574],\n", + " [0.0572],\n", + " [0.0566],\n", + " [0.0534],\n", + " [0.0665],\n", + " [0.0591],\n", + " [0.0548],\n", + " [0.0566],\n", + " [0.0735],\n", + " [0.0629],\n", + " [0.0684],\n", + " [0.0676],\n", + " [0.0566],\n", + " [0.0580],\n", + " [0.0562],\n", + " [0.0578],\n", + " [0.0576],\n", + " [0.0571],\n", + " [0.0566],\n", + " [0.0652],\n", + " [0.0599],\n", + " [0.0561],\n", + " [0.0579],\n", + " [0.0563],\n", + " [0.0586],\n", + " [0.0593],\n", + " [0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0192],\n", + " [-0.0160],\n", + " [-0.0160],\n", + " [-0.0148],\n", + " [-0.0190],\n", + " [-0.0176],\n", + " [-0.0140],\n", + " [-0.0182],\n", + " [-0.0183],\n", + " [-0.0135],\n", + " [-0.0168],\n", + " [-0.0180],\n", + " [-0.0174],\n", + " [-0.0032],\n", + " [-0.0132],\n", + " [-0.0132],\n", + " [-0.0185],\n", + " [-0.0186],\n", + " [-0.0192],\n", + " [-0.0158],\n", + " [-0.0192],\n", + " [-0.0184],\n", + " [-0.0158],\n", + " [-0.0187],\n", + " [-0.0165],\n", + " [-0.0175],\n", + " [-0.0188],\n", + " [-0.0171],\n", + " [-0.0164],\n", + " [-0.0155],\n", + " [-0.0153],\n", + " [-0.0177]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1710],\n", + " [-0.1711],\n", + " [-0.1694],\n", + " [-0.1717],\n", + " [-0.1706],\n", + " [-0.1730],\n", + " [-0.1653],\n", + " [-0.1736],\n", + " [-0.1674],\n", + " [-0.1764],\n", + " [-0.1719],\n", + " [-0.1658],\n", + " [-0.1724],\n", + " [-0.1843],\n", + " [-0.1680],\n", + " [-0.1680],\n", + " [-0.1700],\n", + " [-0.1708],\n", + " [-0.1693],\n", + " [-0.1654],\n", + " [-0.1710],\n", + " [-0.1741],\n", + " [-0.1668],\n", + " [-0.1703],\n", + " [-0.1659],\n", + " [-0.1724],\n", + " [-0.1712],\n", + " [-0.1717],\n", + " [-0.1672],\n", + " [-0.1654],\n", + " [-0.1683],\n", + " [-0.1676]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0216],\n", + " [-0.0212],\n", + " [-0.0227],\n", + " [-0.0055],\n", + " [-0.0222],\n", + " [-0.0197],\n", + " [-0.0198],\n", + " [-0.0204],\n", + " [-0.0251],\n", + " [-0.0011],\n", + " [-0.0210],\n", + " [-0.0266],\n", + " [-0.0218],\n", + " [-0.0098],\n", + " [-0.0251],\n", + " [-0.0306],\n", + " [-0.0013],\n", + " [-0.0224],\n", + " [-0.0210],\n", + " [-0.0232],\n", + " [-0.0217],\n", + " [-0.0203],\n", + " [-0.0261],\n", + " [-0.0215],\n", + " [-0.0151],\n", + " [-0.0196],\n", + " [-0.0218],\n", + " [-0.0215],\n", + " [-0.0216],\n", + " [-0.0212],\n", + " [-0.0225],\n", + " [-0.0280]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.4550e-02],\n", + " [ 3.7891e-03],\n", + " [ 1.3704e-03],\n", + " [-1.0523e-03],\n", + " [ 1.6428e-02],\n", + " [ 5.6781e-03],\n", + " [ 1.9054e-06],\n", + " [ 6.1595e-03],\n", + " [ 2.5652e-03],\n", + " [ 4.2643e-03],\n", + " [-2.6060e-04],\n", + " [-2.7283e-03],\n", + " [ 5.4416e-03],\n", + " [ 1.3403e-02],\n", + " [-3.6417e-03],\n", + " [-1.4033e-02],\n", + " [ 1.1492e-02],\n", + " [ 1.7040e-02],\n", + " [ 1.6588e-02],\n", + " [ 7.3457e-04],\n", + " [ 1.4965e-02],\n", + " [ 9.2064e-03],\n", + " [-5.3238e-03],\n", + " [ 1.1525e-02],\n", + " [ 1.3352e-02],\n", + " [ 3.7341e-03],\n", + " [ 1.2373e-02],\n", + " [ 2.4888e-03],\n", + " [ 6.1283e-03],\n", + " [-8.0912e-03],\n", + " [ 2.5203e-03],\n", + " [-5.0676e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0901],\n", + " [0.0926],\n", + " [0.0948],\n", + " [0.1009],\n", + " [0.0902],\n", + " [0.0922],\n", + " [0.1016],\n", + " [0.0920],\n", + " [0.0969],\n", + " [0.0971],\n", + " [0.0950],\n", + " [0.0989],\n", + " [0.0918],\n", + " [0.0695],\n", + " [0.0927],\n", + " [0.0908],\n", + " [0.0975],\n", + " [0.0895],\n", + " [0.0922],\n", + " [0.0987],\n", + " [0.0897],\n", + " [0.0902],\n", + " [0.0992],\n", + " [0.0909],\n", + " [0.0950],\n", + " [0.0927],\n", + " [0.0911],\n", + " [0.0934],\n", + " [0.0947],\n", + " [0.1050],\n", + " [0.0945],\n", + " [0.0956]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0872],\n", + " [0.0818],\n", + " [0.0794],\n", + " [0.0866],\n", + " [0.0880],\n", + " [0.0810],\n", + " [0.0809],\n", + " [0.0796],\n", + " [0.0773],\n", + " [0.0805],\n", + " [0.0782],\n", + " [0.0738],\n", + " [0.0805],\n", + " [0.0637],\n", + " [0.0798],\n", + " [0.0740],\n", + " [0.0831],\n", + " [0.0892],\n", + " [0.0882],\n", + " [0.0819],\n", + " [0.0871],\n", + " [0.0812],\n", + " [0.0751],\n", + " [0.0854],\n", + " [0.0940],\n", + " [0.0798],\n", + " [0.0854],\n", + " [0.0791],\n", + " [0.0819],\n", + " [0.0738],\n", + " [0.0822],\n", + " [0.0743]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0884],\n", + " [0.0886],\n", + " [0.0880],\n", + " [0.0956],\n", + " [0.0887],\n", + " [0.0872],\n", + " [0.0841],\n", + " [0.0866],\n", + " [0.0839],\n", + " [0.0991],\n", + " [0.0872],\n", + " [0.0823],\n", + " [0.0859],\n", + " [0.0731],\n", + " [0.0898],\n", + " [0.0905],\n", + " [0.1043],\n", + " [0.0889],\n", + " [0.0873],\n", + " [0.0837],\n", + " [0.0884],\n", + " [0.0877],\n", + " [0.0842],\n", + " [0.0867],\n", + " [0.0685],\n", + " [0.0892],\n", + " [0.0867],\n", + " [0.0872],\n", + " [0.0849],\n", + " [0.0829],\n", + " [0.0883],\n", + " [0.0826]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0421],\n", + " [0.0406],\n", + " [0.0406],\n", + " [0.0483],\n", + " [0.0428],\n", + " [0.0400],\n", + " [0.0392],\n", + " [0.0386],\n", + " [0.0360],\n", + " [0.0436],\n", + " [0.0388],\n", + " [0.0347],\n", + " [0.0372],\n", + " [0.0490],\n", + " [0.0383],\n", + " [0.0350],\n", + " [0.0453],\n", + " [0.0418],\n", + " [0.0444],\n", + " [0.0369],\n", + " [0.0433],\n", + " [0.0401],\n", + " [0.0370],\n", + " [0.0423],\n", + " [0.0390],\n", + " [0.0419],\n", + " [0.0413],\n", + " [0.0397],\n", + " [0.0408],\n", + " [0.0400],\n", + " [0.0403],\n", + " [0.0343]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0362],\n", + " [0.0374],\n", + " [0.0360],\n", + " [0.0324],\n", + " [0.0353],\n", + " [0.0374],\n", + " [0.0382],\n", + " [0.0377],\n", + " [0.0396],\n", + " [0.0309],\n", + " [0.0383],\n", + " [0.0394],\n", + " [0.0393],\n", + " [0.0194],\n", + " [0.0380],\n", + " [0.0385],\n", + " [0.0259],\n", + " [0.0359],\n", + " [0.0350],\n", + " [0.0423],\n", + " [0.0351],\n", + " [0.0361],\n", + " [0.0386],\n", + " [0.0365],\n", + " [0.0405],\n", + " [0.0345],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0373],\n", + " [0.0340],\n", + " [0.0382],\n", + " [0.0397]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0703],\n", + " [-0.0744],\n", + " [-0.0752],\n", + " [-0.0722],\n", + " [-0.0694],\n", + " [-0.0733],\n", + " [-0.0747],\n", + " [-0.0728],\n", + " [-0.0766],\n", + " [-0.0666],\n", + " [-0.0756],\n", + " [-0.0802],\n", + " [-0.0740],\n", + " [-0.0787],\n", + " [-0.0773],\n", + " [-0.0847],\n", + " [-0.0662],\n", + " [-0.0689],\n", + " [-0.0693],\n", + " [-0.0772],\n", + " [-0.0707],\n", + " [-0.0717],\n", + " [-0.0798],\n", + " [-0.0725],\n", + " [-0.0849],\n", + " [-0.0739],\n", + " [-0.0713],\n", + " [-0.0750],\n", + " [-0.0743],\n", + " [-0.0779],\n", + " [-0.0754],\n", + " [-0.0832]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0980],\n", + " [-0.1037],\n", + " [-0.1046],\n", + " [-0.1143],\n", + " [-0.0973],\n", + " [-0.1034],\n", + " [-0.1035],\n", + " [-0.1033],\n", + " [-0.1008],\n", + " [-0.1153],\n", + " [-0.1063],\n", + " [-0.1022],\n", + " [-0.1022],\n", + " [-0.1088],\n", + " [-0.1052],\n", + " [-0.1082],\n", + " [-0.1176],\n", + " [-0.0967],\n", + " [-0.0976],\n", + " [-0.1010],\n", + " [-0.0984],\n", + " [-0.1023],\n", + " [-0.1047],\n", + " [-0.0989],\n", + " [-0.1058],\n", + " [-0.1060],\n", + " [-0.0981],\n", + " [-0.1045],\n", + " [-0.1003],\n", + " [-0.1095],\n", + " [-0.1036],\n", + " [-0.1029]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0610],\n", + " [-0.0622],\n", + " [-0.0519],\n", + " [-0.0630],\n", + " [-0.0611],\n", + " [-0.0639],\n", + " [-0.0627],\n", + " [-0.0657],\n", + " [-0.0525],\n", + " [-0.0606],\n", + " [-0.0658],\n", + " [-0.0634],\n", + " [-0.0676],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0521],\n", + " [-0.0636],\n", + " [-0.0634],\n", + " [-0.0629],\n", + " [-0.0623],\n", + " [-0.0624],\n", + " [-0.0635],\n", + " [-0.0622],\n", + " [-0.0592],\n", + " [-0.0603],\n", + " [-0.0628],\n", + " [-0.0614],\n", + " [-0.0646],\n", + " [-0.0608],\n", + " [-0.0618],\n", + " [-0.0647]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0715],\n", + " [-0.0623],\n", + " [-0.0548],\n", + " [-0.0604],\n", + " [-0.0629],\n", + " [-0.0599],\n", + " [-0.0654],\n", + " [-0.0616],\n", + " [-0.0572],\n", + " [-0.0638],\n", + " [-0.0698],\n", + " [-0.0637],\n", + " [-0.0621],\n", + " [-0.0690],\n", + " [-0.0632],\n", + " [-0.0663],\n", + " [-0.0615],\n", + " [-0.0632],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0639],\n", + " [-0.0760],\n", + " [-0.0635],\n", + " [-0.0632],\n", + " [-0.0604],\n", + " [-0.0622],\n", + " [-0.0634],\n", + " [-0.0636],\n", + " [-0.0533],\n", + " [-0.0591],\n", + " [-0.0629],\n", + " [-0.0612]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0764],\n", + " [-0.0761],\n", + " [-0.0774],\n", + " [-0.0751],\n", + " [-0.0691],\n", + " [-0.0698],\n", + " [-0.0784],\n", + " [-0.0732],\n", + " [-0.0643],\n", + " [-0.0743],\n", + " [-0.0821],\n", + " [-0.0753],\n", + " [-0.0712],\n", + " [-0.0810],\n", + " [-0.0767],\n", + " [-0.0791],\n", + " [-0.0693],\n", + " [-0.0760],\n", + " [-0.0749],\n", + " [-0.0688],\n", + " [-0.0769],\n", + " [-0.0968],\n", + " [-0.0697],\n", + " [-0.0763],\n", + " [-0.0722],\n", + " [-0.0750],\n", + " [-0.0728],\n", + " [-0.0769],\n", + " [-0.0716],\n", + " [-0.0734],\n", + " [-0.0725],\n", + " [-0.0735]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0335],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0381],\n", + " [0.0368],\n", + " [0.0402],\n", + " [0.0368],\n", + " [0.0394],\n", + " [0.0266],\n", + " [0.0353],\n", + " [0.0361],\n", + " [0.0395],\n", + " [0.0368],\n", + " [0.0415],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0372],\n", + " [0.0366],\n", + " [0.0374],\n", + " [0.0251],\n", + " [0.0367],\n", + " [0.0239],\n", + " [0.0341],\n", + " [0.0365],\n", + " [0.0378],\n", + " [0.0368],\n", + " [0.0355],\n", + " [0.0362],\n", + " [0.0398],\n", + " [0.0402],\n", + " [0.0359],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0885],\n", + " [-0.0919],\n", + " [-0.0881],\n", + " [-0.0891],\n", + " [-0.0954],\n", + " [-0.0915],\n", + " [-0.0950],\n", + " [-0.0943],\n", + " [-0.0765],\n", + " [-0.0971],\n", + " [-0.0976],\n", + " [-0.0910],\n", + " [-0.0937],\n", + " [-0.0950],\n", + " [-0.0931],\n", + " [-0.0955],\n", + " [-0.0936],\n", + " [-0.0931],\n", + " [-0.0918],\n", + " [-0.0922],\n", + " [-0.0946],\n", + " [-0.0819],\n", + " [-0.0964],\n", + " [-0.0942],\n", + " [-0.0884],\n", + " [-0.0909],\n", + " [-0.0964],\n", + " [-0.0937],\n", + " [-0.0812],\n", + " [-0.0862],\n", + " [-0.0947],\n", + " [-0.0922]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0464],\n", + " [0.0523],\n", + " [0.0395],\n", + " [0.0493],\n", + " [0.0594],\n", + " [0.0540],\n", + " [0.0560],\n", + " [0.0567],\n", + " [0.0422],\n", + " [0.0590],\n", + " [0.0517],\n", + " [0.0516],\n", + " [0.0565],\n", + " [0.0417],\n", + " [0.0544],\n", + " [0.0519],\n", + " [0.0576],\n", + " [0.0541],\n", + " [0.0524],\n", + " [0.0594],\n", + " [0.0565],\n", + " [0.0455],\n", + " [0.0593],\n", + " [0.0554],\n", + " [0.0487],\n", + " [0.0515],\n", + " [0.0593],\n", + " [0.0530],\n", + " [0.0411],\n", + " [0.0414],\n", + " [0.0571],\n", + " [0.0559]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0355],\n", + " [-0.0396],\n", + " [-0.0456],\n", + " [-0.0428],\n", + " [-0.0349],\n", + " [-0.0345],\n", + " [-0.0379],\n", + " [-0.0338],\n", + " [-0.0429],\n", + " [-0.0365],\n", + " [-0.0361],\n", + " [-0.0360],\n", + " [-0.0381],\n", + " [-0.0337],\n", + " [-0.0383],\n", + " [-0.0334],\n", + " [-0.0376],\n", + " [-0.0397],\n", + " [-0.0389],\n", + " [-0.0447],\n", + " [-0.0378],\n", + " [-0.0378],\n", + " [-0.0371],\n", + " [-0.0378],\n", + " [-0.0423],\n", + " [-0.0419],\n", + " [-0.0357],\n", + " [-0.0403],\n", + " [-0.0478],\n", + " [-0.0375],\n", + " [-0.0384],\n", + " [-0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0854],\n", + " [-0.0784],\n", + " [-0.0756],\n", + " [-0.0771],\n", + " [-0.0811],\n", + " [-0.0819],\n", + " [-0.0784],\n", + " [-0.0810],\n", + " [-0.0839],\n", + " [-0.0799],\n", + " [-0.0800],\n", + " [-0.0790],\n", + " [-0.0807],\n", + " [-0.0838],\n", + " [-0.0782],\n", + " [-0.0809],\n", + " [-0.0808],\n", + " [-0.0793],\n", + " [-0.0795],\n", + " [-0.0791],\n", + " [-0.0785],\n", + " [-0.0847],\n", + " [-0.0817],\n", + " [-0.0788],\n", + " [-0.0803],\n", + " [-0.0792],\n", + " [-0.0801],\n", + " [-0.0794],\n", + " [-0.0761],\n", + " [-0.0790],\n", + " [-0.0802],\n", + " [-0.0790]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1604],\n", + " [0.1658],\n", + " [0.1614],\n", + " [0.1644],\n", + " [0.1716],\n", + " [0.1686],\n", + " [0.1678],\n", + " [0.1693],\n", + " [0.1838],\n", + " [0.1686],\n", + " [0.1643],\n", + " [0.1674],\n", + " [0.1684],\n", + " [0.1615],\n", + " [0.1673],\n", + " [0.1647],\n", + " [0.1695],\n", + " [0.1667],\n", + " [0.1659],\n", + " [0.1741],\n", + " [0.1682],\n", + " [0.1468],\n", + " [0.1707],\n", + " [0.1674],\n", + " [0.1628],\n", + " [0.1653],\n", + " [0.1699],\n", + " [0.1656],\n", + " [0.1575],\n", + " [0.1623],\n", + " [0.1682],\n", + " [0.1690]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0577],\n", + " [-0.0560],\n", + " [-0.0581],\n", + " [-0.0569],\n", + " [-0.0568],\n", + " [-0.0505],\n", + " [-0.0586],\n", + " [-0.0545],\n", + " [-0.0426],\n", + " [-0.0588],\n", + " [-0.0631],\n", + " [-0.0552],\n", + " [-0.0548],\n", + " [-0.0613],\n", + " [-0.0571],\n", + " [-0.0608],\n", + " [-0.0544],\n", + " [-0.0557],\n", + " [-0.0553],\n", + " [-0.0698],\n", + " [-0.0577],\n", + " [-0.0688],\n", + " [-0.0598],\n", + " [-0.0575],\n", + " [-0.0502],\n", + " [-0.0541],\n", + " [-0.0585],\n", + " [-0.0570],\n", + " [-0.0441],\n", + " [-0.0536],\n", + " [-0.0565],\n", + " [-0.0547]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0665],\n", + " [0.0642],\n", + " [0.0672],\n", + " [0.0636],\n", + " [0.0569],\n", + " [0.0596],\n", + " [0.0621],\n", + " [0.0620],\n", + " [0.0486],\n", + " [0.0597],\n", + " [0.0655],\n", + " [0.0655],\n", + " [0.0579],\n", + " [0.0753],\n", + " [0.0624],\n", + " [0.0669],\n", + " [0.0561],\n", + " [0.0626],\n", + " [0.0627],\n", + " [0.0399],\n", + " [0.0616],\n", + " [0.0596],\n", + " [0.0561],\n", + " [0.0617],\n", + " [0.0635],\n", + " [0.0626],\n", + " [0.0588],\n", + " [0.0624],\n", + " [0.0699],\n", + " [0.0701],\n", + " [0.0582],\n", + " [0.0596]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0766],\n", + " [-0.0927],\n", + " [-0.0880],\n", + " [-0.0909],\n", + " [-0.1011],\n", + " [-0.0967],\n", + " [-0.0947],\n", + " [-0.0980],\n", + " [-0.0888],\n", + " [-0.0989],\n", + " [-0.0878],\n", + " [-0.0906],\n", + " [-0.0975],\n", + " [-0.0790],\n", + " [-0.0942],\n", + " [-0.0894],\n", + " [-0.0988],\n", + " [-0.0942],\n", + " [-0.0938],\n", + " [-0.1055],\n", + " [-0.0957],\n", + " [-0.0726],\n", + " [-0.1011],\n", + " [-0.0952],\n", + " [-0.0905],\n", + " [-0.0923],\n", + " [-0.0997],\n", + " [-0.0936],\n", + " [-0.0870],\n", + " [-0.0821],\n", + " [-0.0975],\n", + " [-0.0963]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0114],\n", + " [0.0135],\n", + " [0.0136],\n", + " [0.0123],\n", + " [0.0217],\n", + " [0.0187],\n", + " [0.0167],\n", + " [0.0185],\n", + " [0.0128],\n", + " [0.0189],\n", + " [0.0141],\n", + " [0.0148],\n", + " [0.0189],\n", + " [0.0085],\n", + " [0.0156],\n", + " [0.0135],\n", + " [0.0210],\n", + " [0.0147],\n", + " [0.0135],\n", + " [0.0292],\n", + " [0.0169],\n", + " [0.0053],\n", + " [0.0208],\n", + " [0.0165],\n", + " [0.0119],\n", + " [0.0134],\n", + " [0.0193],\n", + " [0.0142],\n", + " [0.0039],\n", + " [0.0081],\n", + " [0.0183],\n", + " [0.0177]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0733],\n", + " [0.0915],\n", + " [0.0973],\n", + " [0.0951],\n", + " [0.0956],\n", + " [0.0927],\n", + " [0.0918],\n", + " [0.0907],\n", + " [0.0826],\n", + " [0.0946],\n", + " [0.0872],\n", + " [0.0842],\n", + " [0.0962],\n", + " [0.0767],\n", + " [0.0917],\n", + " [0.0843],\n", + " [0.0979],\n", + " [0.0929],\n", + " [0.0930],\n", + " [0.1038],\n", + " [0.0924],\n", + " [0.0722],\n", + " [0.0969],\n", + " [0.0919],\n", + " [0.0945],\n", + " [0.0940],\n", + " [0.0952],\n", + " [0.0939],\n", + " [0.1015],\n", + " [0.0837],\n", + " [0.0960],\n", + " [0.0930]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0067],\n", + " [ 0.0099],\n", + " [ 0.0219],\n", + " [ 0.0153],\n", + " [ 0.0104],\n", + " [ 0.0102],\n", + " [ 0.0088],\n", + " [ 0.0087],\n", + " [ 0.0025],\n", + " [ 0.0090],\n", + " [ 0.0045],\n", + " [ 0.0063],\n", + " [ 0.0116],\n", + " [ 0.0053],\n", + " [ 0.0094],\n", + " [ 0.0044],\n", + " [ 0.0116],\n", + " [ 0.0103],\n", + " [ 0.0117],\n", + " [ 0.0068],\n", + " [ 0.0091],\n", + " [-0.0058],\n", + " [ 0.0100],\n", + " [ 0.0088],\n", + " [ 0.0112],\n", + " [ 0.0113],\n", + " [ 0.0096],\n", + " [ 0.0111],\n", + " [ 0.0160],\n", + " [ 0.0074],\n", + " [ 0.0113],\n", + " [ 0.0105]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0033],\n", + " [-0.0037],\n", + " [-0.0063],\n", + " [-0.0043],\n", + " [ 0.0006],\n", + " [-0.0038],\n", + " [ 0.0022],\n", + " [-0.0003],\n", + " [-0.0042],\n", + " [ 0.0016],\n", + " [ 0.0064],\n", + " [-0.0006],\n", + " [-0.0028],\n", + " [ 0.0028],\n", + " [-0.0004],\n", + " [ 0.0047],\n", + " [-0.0024],\n", + " [-0.0031],\n", + " [-0.0044],\n", + " [ 0.0167],\n", + " [ 0.0008],\n", + " [ 0.0120],\n", + " [ 0.0025],\n", + " [ 0.0005],\n", + " [-0.0115],\n", + " [-0.0059],\n", + " [ 0.0015],\n", + " [-0.0022],\n", + " [-0.0206],\n", + " [-0.0058],\n", + " [-0.0016],\n", + " [-0.0022]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0521],\n", + " [-0.0365],\n", + " [-0.0478],\n", + " [-0.0340],\n", + " [-0.0328],\n", + " [-0.0339],\n", + " [-0.0368],\n", + " [-0.0355],\n", + " [-0.0411],\n", + " [-0.0362],\n", + " [-0.0451],\n", + " [-0.0379],\n", + " [-0.0326],\n", + " [-0.0454],\n", + " [-0.0367],\n", + " [-0.0423],\n", + " [-0.0314],\n", + " [-0.0351],\n", + " [-0.0351],\n", + " [-0.0376],\n", + " [-0.0360],\n", + " [-0.0423],\n", + " [-0.0331],\n", + " [-0.0371],\n", + " [-0.0341],\n", + " [-0.0349],\n", + " [-0.0349],\n", + " [-0.0362],\n", + " [-0.0337],\n", + " [-0.0406],\n", + " [-0.0332],\n", + " [-0.0343]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 7.7199e-03],\n", + " [ 4.6122e-03],\n", + " [ 1.7267e-03],\n", + " [ 2.2688e-03],\n", + " [ 3.3018e-03],\n", + " [ 1.1996e-03],\n", + " [ 5.7364e-03],\n", + " [ 4.3469e-03],\n", + " [ 5.6322e-03],\n", + " [ 5.8798e-03],\n", + " [ 9.2363e-03],\n", + " [ 6.0977e-03],\n", + " [ 2.2583e-03],\n", + " [ 1.0027e-02],\n", + " [ 5.1134e-03],\n", + " [ 8.6167e-03],\n", + " [ 1.7625e-03],\n", + " [ 4.0371e-03],\n", + " [ 3.3634e-03],\n", + " [ 3.6166e-03],\n", + " [ 5.3436e-03],\n", + " [ 1.4038e-02],\n", + " [ 4.3631e-03],\n", + " [ 5.3193e-03],\n", + " [-1.0204e-05],\n", + " [ 2.7625e-03],\n", + " [ 5.4728e-03],\n", + " [ 4.5976e-03],\n", + " [-5.5093e-03],\n", + " [ 5.7748e-03],\n", + " [ 3.2418e-03],\n", + " [ 3.5251e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0632],\n", + " [0.0573],\n", + " [0.0588],\n", + " [0.0574],\n", + " [0.0575],\n", + " [0.0554],\n", + " [0.0573],\n", + " [0.0573],\n", + " [0.0529],\n", + " [0.0578],\n", + " [0.0630],\n", + " [0.0584],\n", + " [0.0563],\n", + " [0.0680],\n", + " [0.0570],\n", + " [0.0621],\n", + " [0.0557],\n", + " [0.0569],\n", + " [0.0572],\n", + " [0.0599],\n", + " [0.0570],\n", + " [0.0622],\n", + " [0.0582],\n", + " [0.0572],\n", + " [0.0565],\n", + " [0.0567],\n", + " [0.0578],\n", + " [0.0583],\n", + " [0.0560],\n", + " [0.0622],\n", + " [0.0567],\n", + " [0.0558]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0130],\n", + " [-0.0163],\n", + " [-0.0217],\n", + " [-0.0167],\n", + " [-0.0191],\n", + " [-0.0179],\n", + " [-0.0188],\n", + " [-0.0186],\n", + " [-0.0186],\n", + " [-0.0184],\n", + " [-0.0196],\n", + " [-0.0169],\n", + " [-0.0182],\n", + " [-0.0202],\n", + " [-0.0175],\n", + " [-0.0173],\n", + " [-0.0187],\n", + " [-0.0171],\n", + " [-0.0167],\n", + " [-0.0130],\n", + " [-0.0182],\n", + " [-0.0082],\n", + " [-0.0160],\n", + " [-0.0175],\n", + " [-0.0173],\n", + " [-0.0166],\n", + " [-0.0183],\n", + " [-0.0164],\n", + " [-0.0189],\n", + " [-0.0128],\n", + " [-0.0177],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1685],\n", + " [-0.1702],\n", + " [-0.1778],\n", + " [-0.1725],\n", + " [-0.1706],\n", + " [-0.1678],\n", + " [-0.1741],\n", + " [-0.1691],\n", + " [-0.1589],\n", + " [-0.1729],\n", + " [-0.1778],\n", + " [-0.1684],\n", + " [-0.1704],\n", + " [-0.1709],\n", + " [-0.1720],\n", + " [-0.1728],\n", + " [-0.1701],\n", + " [-0.1711],\n", + " [-0.1698],\n", + " [-0.1820],\n", + " [-0.1730],\n", + " [-0.1722],\n", + " [-0.1719],\n", + " [-0.1725],\n", + " [-0.1666],\n", + " [-0.1701],\n", + " [-0.1720],\n", + " [-0.1726],\n", + " [-0.1641],\n", + " [-0.1655],\n", + " [-0.1714],\n", + " [-0.1699]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0001],\n", + " [-0.0228],\n", + " [-0.0182],\n", + " [-0.0249],\n", + " [-0.0219],\n", + " [-0.0208],\n", + " [-0.0195],\n", + " [-0.0208],\n", + " [-0.0072],\n", + " [-0.0204],\n", + " [-0.0144],\n", + " [-0.0208],\n", + " [-0.0228],\n", + " [-0.0183],\n", + " [-0.0209],\n", + " [-0.0171],\n", + " [-0.0227],\n", + " [-0.0223],\n", + " [-0.0234],\n", + " [-0.0036],\n", + " [-0.0205],\n", + " [ 0.0204],\n", + " [-0.0198],\n", + " [-0.0203],\n", + " [-0.0260],\n", + " [-0.0234],\n", + " [-0.0210],\n", + " [-0.0215],\n", + " [-0.0280],\n", + " [-0.0212],\n", + " [-0.0226],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 5.4178e-03],\n", + " [ 3.0222e-03],\n", + " [ 1.4489e-04],\n", + " [ 6.9497e-05],\n", + " [ 1.6952e-02],\n", + " [ 9.6055e-03],\n", + " [ 7.5553e-03],\n", + " [ 1.1094e-02],\n", + " [ 1.6302e-02],\n", + " [ 1.4310e-02],\n", + " [ 5.7071e-03],\n", + " [ 1.1722e-03],\n", + " [ 1.1155e-02],\n", + " [-6.2802e-03],\n", + " [ 5.6656e-03],\n", + " [ 5.0308e-03],\n", + " [ 1.3121e-02],\n", + " [ 5.5166e-03],\n", + " [ 4.5316e-03],\n", + " [ 3.5781e-02],\n", + " [ 8.0762e-03],\n", + " [ 2.1615e-02],\n", + " [ 1.8991e-02],\n", + " [ 7.3928e-03],\n", + " [-3.6538e-04],\n", + " [ 2.4206e-03],\n", + " [ 1.5530e-02],\n", + " [ 5.3776e-03],\n", + " [-7.9436e-03],\n", + " [-8.6051e-03],\n", + " [ 1.1462e-02],\n", + " [ 8.3851e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1031],\n", + " [0.0938],\n", + " [0.0885],\n", + " [0.0927],\n", + " [0.0904],\n", + " [0.0928],\n", + " [0.0907],\n", + " [0.0917],\n", + " [0.1065],\n", + " [0.0885],\n", + " [0.0896],\n", + " [0.0979],\n", + " [0.0912],\n", + " [0.0959],\n", + " [0.0922],\n", + " [0.0922],\n", + " [0.0910],\n", + " [0.0923],\n", + " [0.0924],\n", + " [0.0874],\n", + " [0.0910],\n", + " [0.0868],\n", + " [0.0893],\n", + " [0.0916],\n", + " [0.0973],\n", + " [0.0939],\n", + " [0.0889],\n", + " [0.0907],\n", + " [0.0986],\n", + " [0.1017],\n", + " [0.0904],\n", + " [0.0926]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0840],\n", + " [0.0797],\n", + " [0.0718],\n", + " [0.0775],\n", + " [0.0883],\n", + " [0.0850],\n", + " [0.0807],\n", + " [0.0850],\n", + " [0.0970],\n", + " [0.0867],\n", + " [0.0811],\n", + " [0.0804],\n", + " [0.0845],\n", + " [0.0793],\n", + " [0.0810],\n", + " [0.0840],\n", + " [0.0857],\n", + " [0.0803],\n", + " [0.0808],\n", + " [0.1139],\n", + " [0.0817],\n", + " [0.0908],\n", + " [0.0919],\n", + " [0.0823],\n", + " [0.0768],\n", + " [0.0789],\n", + " [0.0877],\n", + " [0.0809],\n", + " [0.0673],\n", + " [0.0807],\n", + " [0.0846],\n", + " [0.0831]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0993],\n", + " [0.0867],\n", + " [0.0802],\n", + " [0.0853],\n", + " [0.0884],\n", + " [0.0863],\n", + " [0.0873],\n", + " [0.0870],\n", + " [0.0932],\n", + " [0.0885],\n", + " [0.0918],\n", + " [0.0866],\n", + " [0.0877],\n", + " [0.0913],\n", + " [0.0866],\n", + " [0.0905],\n", + " [0.0873],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0819],\n", + " [0.0868],\n", + " [0.1040],\n", + " [0.0894],\n", + " [0.0872],\n", + " [0.0866],\n", + " [0.0868],\n", + " [0.0886],\n", + " [0.0882],\n", + " [0.0785],\n", + " [0.0854],\n", + " [0.0879],\n", + " [0.0857]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0471],\n", + " [0.0386],\n", + " [0.0323],\n", + " [0.0355],\n", + " [0.0433],\n", + " [0.0412],\n", + " [0.0405],\n", + " [0.0434],\n", + " [0.0426],\n", + " [0.0415],\n", + " [0.0420],\n", + " [0.0432],\n", + " [0.0400],\n", + " [0.0436],\n", + " [0.0401],\n", + " [0.0435],\n", + " [0.0409],\n", + " [0.0384],\n", + " [0.0384],\n", + " [0.0460],\n", + " [0.0406],\n", + " [0.0478],\n", + " [0.0430],\n", + " [0.0407],\n", + " [0.0362],\n", + " [0.0367],\n", + " [0.0424],\n", + " [0.0377],\n", + " [0.0315],\n", + " [0.0407],\n", + " [0.0401],\n", + " [0.0408]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0274],\n", + " [0.0383],\n", + " [0.0408],\n", + " [0.0397],\n", + " [0.0348],\n", + " [0.0374],\n", + " [0.0363],\n", + " [0.0361],\n", + " [0.0259],\n", + " [0.0354],\n", + " [0.0341],\n", + " [0.0351],\n", + " [0.0374],\n", + " [0.0327],\n", + " [0.0374],\n", + " [0.0347],\n", + " [0.0374],\n", + " [0.0377],\n", + " [0.0382],\n", + " [0.0297],\n", + " [0.0367],\n", + " [0.0231],\n", + " [0.0337],\n", + " [0.0371],\n", + " [0.0392],\n", + " [0.0389],\n", + " [0.0349],\n", + " [0.0383],\n", + " [0.0389],\n", + " [0.0377],\n", + " [0.0368],\n", + " [0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0671],\n", + " [-0.0750],\n", + " [-0.0876],\n", + " [-0.0793],\n", + " [-0.0693],\n", + " [-0.0726],\n", + " [-0.0727],\n", + " [-0.0728],\n", + " [-0.0574],\n", + " [-0.0700],\n", + " [-0.0710],\n", + " [-0.0749],\n", + " [-0.0716],\n", + " [-0.0758],\n", + " [-0.0739],\n", + " [-0.0726],\n", + " [-0.0709],\n", + " [-0.0736],\n", + " [-0.0746],\n", + " [-0.0566],\n", + " [-0.0728],\n", + " [-0.0551],\n", + " [-0.0677],\n", + " [-0.0729],\n", + " [-0.0762],\n", + " [-0.0748],\n", + " [-0.0698],\n", + " [-0.0733],\n", + " [-0.0870],\n", + " [-0.0783],\n", + " [-0.0713],\n", + " [-0.0736]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1161],\n", + " [-0.1030],\n", + " [-0.1123],\n", + " [-0.1038],\n", + " [-0.0973],\n", + " [-0.0990],\n", + " [-0.1034],\n", + " [-0.0998],\n", + " [-0.1300],\n", + " [-0.0993],\n", + " [-0.1094],\n", + " [-0.1047],\n", + " [-0.0984],\n", + " [-0.1121],\n", + " [-0.1026],\n", + " [-0.1063],\n", + " [-0.0972],\n", + " [-0.1022],\n", + " [-0.1017],\n", + " [-0.1051],\n", + " [-0.1018],\n", + " [-0.1259],\n", + " [-0.0984],\n", + " [-0.1019],\n", + " [-0.1015],\n", + " [-0.1025],\n", + " [-0.0988],\n", + " [-0.1031],\n", + " [-0.1035],\n", + " [-0.1083],\n", + " [-0.0987],\n", + " [-0.0999]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0518],\n", + " [-0.0630],\n", + " [-0.0510],\n", + " [-0.0618],\n", + " [-0.0630],\n", + " [-0.0633],\n", + " [-0.0612],\n", + " [-0.0623],\n", + " [-0.0547],\n", + " [-0.0619],\n", + " [-0.0566],\n", + " [-0.0611],\n", + " [-0.0636],\n", + " [-0.0565],\n", + " [-0.0618],\n", + " [-0.0585],\n", + " [-0.0639],\n", + " [-0.0635],\n", + " [-0.0633],\n", + " [-0.0557],\n", + " [-0.0619],\n", + " [-0.0449],\n", + " [-0.0617],\n", + " [-0.0615],\n", + " [-0.0657],\n", + " [-0.0643],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0654],\n", + " [-0.0606],\n", + " [-0.0636],\n", + " [-0.0626]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0744],\n", + " [-0.0703],\n", + " [-0.0624],\n", + " [-0.0619],\n", + " [-0.0632],\n", + " [-0.0517],\n", + " [-0.0660],\n", + " [-0.0555],\n", + " [-0.0599],\n", + " [-0.0628],\n", + " [-0.0608],\n", + " [-0.0744],\n", + " [-0.0616],\n", + " [-0.0431],\n", + " [-0.0618],\n", + " [-0.0593],\n", + " [-0.0625],\n", + " [-0.0614],\n", + " [-0.0095],\n", + " [-0.0605],\n", + " [-0.0623],\n", + " [-0.0617],\n", + " [-0.0598],\n", + " [-0.0637],\n", + " [-0.0677],\n", + " [-0.0613],\n", + " [-0.0604],\n", + " [-0.0630],\n", + " [-0.0343],\n", + " [-0.0591],\n", + " [-0.0638],\n", + " [-0.0639]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1772],\n", + " [-0.0824],\n", + " [-0.0746],\n", + " [-0.0764],\n", + " [-0.0740],\n", + " [-0.0700],\n", + " [-0.0771],\n", + " [-0.0670],\n", + " [-0.0719],\n", + " [-0.0694],\n", + " [-0.0660],\n", + " [-0.0813],\n", + " [-0.0751],\n", + " [-0.0776],\n", + " [-0.0743],\n", + " [-0.0662],\n", + " [-0.0749],\n", + " [-0.0731],\n", + " [-0.0534],\n", + " [-0.0717],\n", + " [-0.0695],\n", + " [-0.0724],\n", + " [-0.0686],\n", + " [-0.0780],\n", + " [-0.0816],\n", + " [-0.0729],\n", + " [-0.0691],\n", + " [-0.0768],\n", + " [-0.0552],\n", + " [-0.0733],\n", + " [-0.0759],\n", + " [-0.0768]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0095],\n", + " [ 0.0344],\n", + " [ 0.0366],\n", + " [ 0.0378],\n", + " [ 0.0355],\n", + " [ 0.0387],\n", + " [ 0.0381],\n", + " [ 0.0384],\n", + " [ 0.0386],\n", + " [ 0.0361],\n", + " [ 0.0367],\n", + " [ 0.0348],\n", + " [ 0.0371],\n", + " [ 0.0310],\n", + " [ 0.0306],\n", + " [ 0.0380],\n", + " [ 0.0369],\n", + " [ 0.0383],\n", + " [ 0.0353],\n", + " [ 0.0393],\n", + " [ 0.0374],\n", + " [ 0.0369],\n", + " [ 0.0401],\n", + " [ 0.0363],\n", + " [ 0.0383],\n", + " [ 0.0373],\n", + " [ 0.0392],\n", + " [ 0.0367],\n", + " [ 0.0455],\n", + " [ 0.0384],\n", + " [ 0.0362],\n", + " [ 0.0347]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.1373],\n", + " [-0.1002],\n", + " [-0.0946],\n", + " [-0.0913],\n", + " [-0.0957],\n", + " [-0.0809],\n", + " [-0.0909],\n", + " [-0.0832],\n", + " [-0.0891],\n", + " [-0.0955],\n", + " [-0.0944],\n", + " [-0.0914],\n", + " [-0.0920],\n", + " [-0.0744],\n", + " [-0.1023],\n", + " [-0.0849],\n", + " [-0.0917],\n", + " [-0.0895],\n", + " [-0.0642],\n", + " [-0.0917],\n", + " [-0.0948],\n", + " [-0.0933],\n", + " [-0.0884],\n", + " [-0.0912],\n", + " [-0.0954],\n", + " [-0.0921],\n", + " [-0.0906],\n", + " [-0.0918],\n", + " [-0.0704],\n", + " [-0.0883],\n", + " [-0.0948],\n", + " [-0.0955]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0515],\n", + " [0.0572],\n", + " [0.0574],\n", + " [0.0486],\n", + " [0.0580],\n", + " [0.0424],\n", + " [0.0460],\n", + " [0.0453],\n", + " [0.0501],\n", + " [0.0593],\n", + " [0.0586],\n", + " [0.0456],\n", + " [0.0526],\n", + " [0.0349],\n", + " [0.0637],\n", + " [0.0491],\n", + " [0.0528],\n", + " [0.0515],\n", + " [0.0276],\n", + " [0.0543],\n", + " [0.0585],\n", + " [0.0568],\n", + " [0.0481],\n", + " [0.0486],\n", + " [0.0501],\n", + " [0.0560],\n", + " [0.0549],\n", + " [0.0513],\n", + " [0.0423],\n", + " [0.0433],\n", + " [0.0560],\n", + " [0.0515]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0004],\n", + " [-0.0383],\n", + " [-0.0365],\n", + " [-0.0369],\n", + " [-0.0375],\n", + " [-0.0470],\n", + " [-0.0359],\n", + " [-0.0471],\n", + " [-0.0396],\n", + " [-0.0356],\n", + " [-0.0375],\n", + " [-0.0290],\n", + " [-0.0382],\n", + " [-0.0503],\n", + " [-0.0452],\n", + " [-0.0459],\n", + " [-0.0411],\n", + " [-0.0416],\n", + " [-0.0119],\n", + " [-0.0358],\n", + " [-0.0352],\n", + " [-0.0378],\n", + " [-0.0368],\n", + " [-0.0411],\n", + " [-0.0330],\n", + " [-0.0376],\n", + " [-0.0377],\n", + " [-0.0406],\n", + " [-0.0207],\n", + " [-0.0376],\n", + " [-0.0388],\n", + " [-0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0475],\n", + " [-0.0799],\n", + " [-0.0789],\n", + " [-0.0797],\n", + " [-0.0795],\n", + " [-0.0737],\n", + " [-0.0799],\n", + " [-0.0754],\n", + " [-0.0805],\n", + " [-0.0810],\n", + " [-0.0829],\n", + " [-0.0882],\n", + " [-0.0789],\n", + " [-0.0661],\n", + " [-0.0845],\n", + " [-0.0772],\n", + " [-0.0794],\n", + " [-0.0794],\n", + " [-0.0759],\n", + " [-0.0807],\n", + " [-0.0812],\n", + " [-0.0796],\n", + " [-0.0807],\n", + " [-0.0782],\n", + " [-0.0801],\n", + " [-0.0790],\n", + " [-0.0808],\n", + " [-0.0782],\n", + " [-0.0760],\n", + " [-0.0807],\n", + " [-0.0796],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1070],\n", + " [0.1651],\n", + " [0.1687],\n", + " [0.1631],\n", + " [0.1682],\n", + " [0.1662],\n", + " [0.1645],\n", + " [0.1660],\n", + " [0.1646],\n", + " [0.1710],\n", + " [0.1710],\n", + " [0.1563],\n", + " [0.1662],\n", + " [0.1680],\n", + " [0.1679],\n", + " [0.1676],\n", + " [0.1664],\n", + " [0.1659],\n", + " [0.1671],\n", + " [0.1681],\n", + " [0.1705],\n", + " [0.1687],\n", + " [0.1665],\n", + " [0.1639],\n", + " [0.1643],\n", + " [0.1689],\n", + " [0.1690],\n", + " [0.1652],\n", + " [0.1732],\n", + " [0.1608],\n", + " [0.1674],\n", + " [0.1674]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.1358],\n", + " [-0.0615],\n", + " [-0.0576],\n", + " [-0.0572],\n", + " [-0.0575],\n", + " [-0.0513],\n", + " [-0.0591],\n", + " [-0.0431],\n", + " [-0.0518],\n", + " [-0.0571],\n", + " [-0.0570],\n", + " [-0.0615],\n", + " [-0.0563],\n", + " [-0.0462],\n", + " [-0.0707],\n", + " [-0.0413],\n", + " [-0.0546],\n", + " [-0.0517],\n", + " [-0.0475],\n", + " [-0.0527],\n", + " [-0.0559],\n", + " [-0.0549],\n", + " [-0.0465],\n", + " [-0.0579],\n", + " [-0.0625],\n", + " [-0.0541],\n", + " [-0.0519],\n", + " [-0.0566],\n", + " [-0.0402],\n", + " [-0.0537],\n", + " [-0.0571],\n", + " [-0.0612]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0962],\n", + " [ 0.0653],\n", + " [ 0.0604],\n", + " [ 0.0681],\n", + " [ 0.0601],\n", + " [ 0.0627],\n", + " [ 0.0642],\n", + " [ 0.0634],\n", + " [ 0.0617],\n", + " [ 0.0565],\n", + " [ 0.0549],\n", + " [ 0.0680],\n", + " [ 0.0628],\n", + " [ 0.0683],\n", + " [ 0.0571],\n", + " [ 0.0591],\n", + " [ 0.0611],\n", + " [ 0.0627],\n", + " [ 0.0815],\n", + " [ 0.0602],\n", + " [ 0.0570],\n", + " [ 0.0586],\n", + " [ 0.0636],\n", + " [ 0.0647],\n", + " [ 0.0691],\n", + " [ 0.0593],\n", + " [ 0.0557],\n", + " [ 0.0635],\n", + " [ 0.0655],\n", + " [ 0.0695],\n", + " [ 0.0609],\n", + " [ 0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1350],\n", + " [-0.0941],\n", + " [-0.0971],\n", + " [-0.0889],\n", + " [-0.0976],\n", + " [-0.0881],\n", + " [-0.0833],\n", + " [-0.0888],\n", + " [-0.0930],\n", + " [-0.1007],\n", + " [-0.1020],\n", + " [-0.0691],\n", + " [-0.0933],\n", + " [-0.0881],\n", + " [-0.1096],\n", + " [-0.0935],\n", + " [-0.0937],\n", + " [-0.0933],\n", + " [-0.1056],\n", + " [-0.0966],\n", + " [-0.0999],\n", + " [-0.0972],\n", + " [-0.0910],\n", + " [-0.0892],\n", + " [-0.0876],\n", + " [-0.0958],\n", + " [-0.0969],\n", + " [-0.0918],\n", + " [-0.1014],\n", + " [-0.0856],\n", + " [-0.0957],\n", + " [-0.0920]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0127],\n", + " [ 0.0136],\n", + " [ 0.0182],\n", + " [ 0.0099],\n", + " [ 0.0189],\n", + " [ 0.0130],\n", + " [ 0.0132],\n", + " [ 0.0107],\n", + " [ 0.0134],\n", + " [ 0.0213],\n", + " [ 0.0227],\n", + " [ 0.0085],\n", + " [ 0.0144],\n", + " [ 0.0067],\n", + " [ 0.0200],\n", + " [ 0.0157],\n", + " [ 0.0142],\n", + " [ 0.0132],\n", + " [-0.0195],\n", + " [ 0.0169],\n", + " [ 0.0210],\n", + " [ 0.0189],\n", + " [ 0.0165],\n", + " [ 0.0128],\n", + " [ 0.0114],\n", + " [ 0.0186],\n", + " [ 0.0189],\n", + " [ 0.0137],\n", + " [ 0.0096],\n", + " [ 0.0088],\n", + " [ 0.0162],\n", + " [ 0.0179]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1088],\n", + " [0.0904],\n", + " [0.0923],\n", + " [0.0876],\n", + " [0.0932],\n", + " [0.0969],\n", + " [0.0853],\n", + " [0.0970],\n", + " [0.0950],\n", + " [0.0968],\n", + " [0.1012],\n", + " [0.0668],\n", + " [0.0915],\n", + " [0.0929],\n", + " [0.1070],\n", + " [0.0976],\n", + " [0.0952],\n", + " [0.0944],\n", + " [0.1287],\n", + " [0.0936],\n", + " [0.0959],\n", + " [0.0946],\n", + " [0.0875],\n", + " [0.0923],\n", + " [0.0830],\n", + " [0.0920],\n", + " [0.0983],\n", + " [0.0926],\n", + " [0.1130],\n", + " [0.0864],\n", + " [0.0941],\n", + " [0.0892]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0703],\n", + " [ 0.0065],\n", + " [ 0.0087],\n", + " [ 0.0093],\n", + " [ 0.0083],\n", + " [ 0.0226],\n", + " [ 0.0065],\n", + " [ 0.0097],\n", + " [ 0.0134],\n", + " [ 0.0105],\n", + " [ 0.0130],\n", + " [-0.0057],\n", + " [ 0.0102],\n", + " [ 0.0225],\n", + " [ 0.0112],\n", + " [ 0.0070],\n", + " [ 0.0124],\n", + " [ 0.0124],\n", + " [ 0.0472],\n", + " [ 0.0116],\n", + " [ 0.0111],\n", + " [ 0.0104],\n", + " [ 0.0040],\n", + " [ 0.0103],\n", + " [ 0.0053],\n", + " [ 0.0087],\n", + " [ 0.0144],\n", + " [ 0.0103],\n", + " [ 0.0245],\n", + " [ 0.0073],\n", + " [ 0.0107],\n", + " [ 0.0034]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.1346],\n", + " [ 0.0028],\n", + " [ 0.0009],\n", + " [-0.0042],\n", + " [ 0.0004],\n", + " [-0.0121],\n", + " [ 0.0027],\n", + " [-0.0161],\n", + " [-0.0086],\n", + " [ 0.0004],\n", + " [-0.0012],\n", + " [ 0.0005],\n", + " [-0.0025],\n", + " [-0.0250],\n", + " [ 0.0118],\n", + " [-0.0127],\n", + " [-0.0051],\n", + " [-0.0089],\n", + " [-0.0384],\n", + " [-0.0040],\n", + " [-0.0004],\n", + " [-0.0024],\n", + " [-0.0054],\n", + " [-0.0021],\n", + " [ 0.0055],\n", + " [-0.0021],\n", + " [-0.0055],\n", + " [-0.0027],\n", + " [-0.0131],\n", + " [-0.0067],\n", + " [-0.0012],\n", + " [ 0.0058]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0173],\n", + " [-0.0374],\n", + " [-0.0363],\n", + " [-0.0383],\n", + " [-0.0366],\n", + " [-0.0372],\n", + " [-0.0432],\n", + " [-0.0317],\n", + " [-0.0331],\n", + " [-0.0327],\n", + " [-0.0286],\n", + " [-0.0506],\n", + " [-0.0367],\n", + " [-0.0460],\n", + " [-0.0309],\n", + " [-0.0319],\n", + " [-0.0335],\n", + " [-0.0326],\n", + " [-0.0282],\n", + " [-0.0328],\n", + " [-0.0323],\n", + " [-0.0341],\n", + " [-0.0370],\n", + " [-0.0396],\n", + " [-0.0428],\n", + " [-0.0355],\n", + " [-0.0288],\n", + " [-0.0371],\n", + " [-0.0255],\n", + " [-0.0392],\n", + " [-0.0344],\n", + " [-0.0463]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0065],\n", + " [ 0.0077],\n", + " [ 0.0054],\n", + " [ 0.0058],\n", + " [ 0.0051],\n", + " [-0.0017],\n", + " [ 0.0066],\n", + " [-0.0037],\n", + " [ 0.0005],\n", + " [ 0.0035],\n", + " [ 0.0010],\n", + " [ 0.0115],\n", + " [ 0.0046],\n", + " [-0.0030],\n", + " [ 0.0066],\n", + " [-0.0047],\n", + " [ 0.0027],\n", + " [ 0.0007],\n", + " [ 0.0027],\n", + " [ 0.0020],\n", + " [ 0.0026],\n", + " [ 0.0031],\n", + " [ 0.0018],\n", + " [ 0.0053],\n", + " [ 0.0096],\n", + " [ 0.0036],\n", + " [-0.0003],\n", + " [ 0.0045],\n", + " [-0.0014],\n", + " [ 0.0049],\n", + " [ 0.0043],\n", + " [ 0.0089]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0103],\n", + " [0.0609],\n", + " [0.0568],\n", + " [0.0604],\n", + " [0.0568],\n", + " [0.0542],\n", + " [0.0622],\n", + " [0.0541],\n", + " [0.0565],\n", + " [0.0572],\n", + " [0.0570],\n", + " [0.0680],\n", + " [0.0575],\n", + " [0.0494],\n", + " [0.0634],\n", + " [0.0512],\n", + " [0.0568],\n", + " [0.0554],\n", + " [0.0910],\n", + " [0.0563],\n", + " [0.0566],\n", + " [0.0559],\n", + " [0.0573],\n", + " [0.0598],\n", + " [0.0633],\n", + " [0.0554],\n", + " [0.0547],\n", + " [0.0578],\n", + " [0.0673],\n", + " [0.0613],\n", + " [0.0573],\n", + " [0.0617]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0718],\n", + " [-0.0153],\n", + " [-0.0182],\n", + " [-0.0150],\n", + " [-0.0181],\n", + " [-0.0186],\n", + " [-0.0191],\n", + " [-0.0168],\n", + " [-0.0169],\n", + " [-0.0185],\n", + " [-0.0179],\n", + " [-0.0175],\n", + " [-0.0163],\n", + " [-0.0150],\n", + " [-0.0130],\n", + " [-0.0174],\n", + " [-0.0166],\n", + " [-0.0174],\n", + " [-0.0030],\n", + " [-0.0175],\n", + " [-0.0191],\n", + " [-0.0183],\n", + " [-0.0142],\n", + " [-0.0163],\n", + " [-0.0177],\n", + " [-0.0180],\n", + " [-0.0181],\n", + " [-0.0166],\n", + " [-0.0167],\n", + " [-0.0127],\n", + " [-0.0173],\n", + " [-0.0181]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.2313],\n", + " [-0.1761],\n", + " [-0.1717],\n", + " [-0.1684],\n", + " [-0.1720],\n", + " [-0.1667],\n", + " [-0.1721],\n", + " [-0.1636],\n", + " [-0.1676],\n", + " [-0.1714],\n", + " [-0.1706],\n", + " [-0.1617],\n", + " [-0.1702],\n", + " [-0.1656],\n", + " [-0.1793],\n", + " [-0.1648],\n", + " [-0.1706],\n", + " [-0.1677],\n", + " [-0.1731],\n", + " [-0.1683],\n", + " [-0.1701],\n", + " [-0.1704],\n", + " [-0.1653],\n", + " [-0.1736],\n", + " [-0.1737],\n", + " [-0.1696],\n", + " [-0.1680],\n", + " [-0.1718],\n", + " [-0.1663],\n", + " [-0.1662],\n", + " [-0.1724],\n", + " [-0.1748]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.1836],\n", + " [-0.0192],\n", + " [-0.0207],\n", + " [-0.0236],\n", + " [-0.0209],\n", + " [-0.0246],\n", + " [-0.0161],\n", + " [-0.0239],\n", + " [-0.0249],\n", + " [-0.0218],\n", + " [-0.0229],\n", + " [ 0.0015],\n", + " [-0.0220],\n", + " [-0.0238],\n", + " [-0.0165],\n", + " [-0.0222],\n", + " [-0.0235],\n", + " [-0.0260],\n", + " [-0.0300],\n", + " [-0.0223],\n", + " [-0.0224],\n", + " [-0.0220],\n", + " [-0.0177],\n", + " [-0.0202],\n", + " [-0.0175],\n", + " [-0.0209],\n", + " [-0.0238],\n", + " [-0.0216],\n", + " [-0.0163],\n", + " [-0.0219],\n", + " [-0.0219],\n", + " [-0.0131]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 2.3698e-01],\n", + " [ 9.3131e-03],\n", + " [ 1.0266e-02],\n", + " [ 2.6074e-05],\n", + " [ 1.1326e-02],\n", + " [-4.0964e-03],\n", + " [-7.4709e-04],\n", + " [-4.1409e-03],\n", + " [ 3.2243e-03],\n", + " [ 1.6799e-02],\n", + " [ 1.8748e-02],\n", + " [ 7.3587e-03],\n", + " [ 4.4942e-03],\n", + " [-9.7993e-03],\n", + " [ 2.7821e-02],\n", + " [ 4.2018e-04],\n", + " [ 4.5989e-03],\n", + " [ 1.9847e-03],\n", + " [ 1.2524e-02],\n", + " [ 8.9789e-03],\n", + " [ 1.5258e-02],\n", + " [ 1.0363e-02],\n", + " [ 1.0582e-03],\n", + " [ 6.3765e-04],\n", + " [ 2.8076e-03],\n", + " [ 8.2830e-03],\n", + " [ 1.0146e-02],\n", + " [ 2.4387e-03],\n", + " [ 1.3276e-02],\n", + " [-4.6052e-03],\n", + " [ 8.5125e-03],\n", + " [ 1.0905e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0009],\n", + " [0.0870],\n", + " [0.0913],\n", + " [0.0945],\n", + " [0.0912],\n", + " [0.1005],\n", + " [0.0991],\n", + " [0.1044],\n", + " [0.0939],\n", + " [0.0898],\n", + " [0.0893],\n", + " [0.1059],\n", + " [0.0932],\n", + " [0.1012],\n", + " [0.0807],\n", + " [0.1038],\n", + " [0.0923],\n", + " [0.0953],\n", + " [0.0904],\n", + " [0.0921],\n", + " [0.0905],\n", + " [0.0919],\n", + " [0.1015],\n", + " [0.0932],\n", + " [0.0916],\n", + " [0.0943],\n", + " [0.0918],\n", + " [0.0932],\n", + " [0.0943],\n", + " [0.0987],\n", + " [0.0904],\n", + " [0.0892]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0813],\n", + " [0.0802],\n", + " [0.0845],\n", + " [0.0807],\n", + " [0.0847],\n", + " [0.0717],\n", + " [0.0799],\n", + " [0.0725],\n", + " [0.0804],\n", + " [0.0883],\n", + " [0.0907],\n", + " [0.0802],\n", + " [0.0818],\n", + " [0.0544],\n", + " [0.1042],\n", + " [0.0732],\n", + " [0.0801],\n", + " [0.0776],\n", + " [0.0778],\n", + " [0.0837],\n", + " [0.0871],\n", + " [0.0839],\n", + " [0.0817],\n", + " [0.0780],\n", + " [0.0817],\n", + " [0.0831],\n", + " [0.0839],\n", + " [0.0793],\n", + " [0.0926],\n", + " [0.0816],\n", + " [0.0821],\n", + " [0.0904]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0130],\n", + " [0.0919],\n", + " [0.0867],\n", + " [0.0886],\n", + " [0.0875],\n", + " [0.0769],\n", + " [0.0889],\n", + " [0.0771],\n", + " [0.0870],\n", + " [0.0884],\n", + " [0.0882],\n", + " [0.1073],\n", + " [0.0870],\n", + " [0.0625],\n", + " [0.0872],\n", + " [0.0794],\n", + " [0.0869],\n", + " [0.0859],\n", + " [0.0540],\n", + " [0.0865],\n", + " [0.0882],\n", + " [0.0866],\n", + " [0.0832],\n", + " [0.0877],\n", + " [0.0909],\n", + " [0.0856],\n", + " [0.0869],\n", + " [0.0869],\n", + " [0.0680],\n", + " [0.0869],\n", + " [0.0878],\n", + " [0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0766],\n", + " [0.0393],\n", + " [0.0421],\n", + " [0.0396],\n", + " [0.0416],\n", + " [0.0363],\n", + " [0.0427],\n", + " [0.0340],\n", + " [0.0369],\n", + " [0.0426],\n", + " [0.0417],\n", + " [0.0480],\n", + " [0.0397],\n", + " [0.0453],\n", + " [0.0439],\n", + " [0.0359],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0458],\n", + " [0.0402],\n", + " [0.0427],\n", + " [0.0406],\n", + " [0.0414],\n", + " [0.0375],\n", + " [0.0432],\n", + " [0.0414],\n", + " [0.0393],\n", + " [0.0379],\n", + " [0.0396],\n", + " [0.0389],\n", + " [0.0392],\n", + " [0.0434]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0525],\n", + " [ 0.0330],\n", + " [ 0.0365],\n", + " [ 0.0380],\n", + " [ 0.0362],\n", + " [ 0.0388],\n", + " [ 0.0347],\n", + " [ 0.0393],\n", + " [ 0.0395],\n", + " [ 0.0350],\n", + " [ 0.0379],\n", + " [ 0.0230],\n", + " [ 0.0382],\n", + " [ 0.0282],\n", + " [ 0.0393],\n", + " [ 0.0395],\n", + " [ 0.0386],\n", + " [ 0.0385],\n", + " [ 0.0247],\n", + " [ 0.0378],\n", + " [ 0.0357],\n", + " [ 0.0372],\n", + " [ 0.0365],\n", + " [ 0.0392],\n", + " [ 0.0341],\n", + " [ 0.0372],\n", + " [ 0.0385],\n", + " [ 0.0390],\n", + " [ 0.0397],\n", + " [ 0.0395],\n", + " [ 0.0369],\n", + " [ 0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0025],\n", + " [-0.0692],\n", + " [-0.0723],\n", + " [-0.0761],\n", + " [-0.0711],\n", + " [-0.0873],\n", + " [-0.0746],\n", + " [-0.0800],\n", + " [-0.0756],\n", + " [-0.0691],\n", + " [-0.0695],\n", + " [-0.0681],\n", + " [-0.0746],\n", + " [-0.0935],\n", + " [-0.0678],\n", + " [-0.0755],\n", + " [-0.0741],\n", + " [-0.0759],\n", + " [-0.0975],\n", + " [-0.0737],\n", + " [-0.0700],\n", + " [-0.0722],\n", + " [-0.0742],\n", + " [-0.0751],\n", + " [-0.0738],\n", + " [-0.0729],\n", + " [-0.0726],\n", + " [-0.0747],\n", + " [-0.0873],\n", + " [-0.0770],\n", + " [-0.0724],\n", + " [-0.0696]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1189],\n", + " [-0.1047],\n", + " [-0.0999],\n", + " [-0.1046],\n", + " [-0.0994],\n", + " [-0.1074],\n", + " [-0.1107],\n", + " [-0.1040],\n", + " [-0.1003],\n", + " [-0.0975],\n", + " [-0.0963],\n", + " [-0.1208],\n", + " [-0.1022],\n", + " [-0.1124],\n", + " [-0.1000],\n", + " [-0.1010],\n", + " [-0.1017],\n", + " [-0.1010],\n", + " [-0.1135],\n", + " [-0.0994],\n", + " [-0.0974],\n", + " [-0.0988],\n", + " [-0.1027],\n", + " [-0.1066],\n", + " [-0.1085],\n", + " [-0.0999],\n", + " [-0.0976],\n", + " [-0.1040],\n", + " [-0.1067],\n", + " [-0.1062],\n", + " [-0.1012],\n", + " [-0.1095]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0759],\n", + " [-0.0631],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0582],\n", + " [-0.0568],\n", + " [-0.0659],\n", + " [-0.0643],\n", + " [-0.0632],\n", + " [-0.0638],\n", + " [-0.0494],\n", + " [-0.0621],\n", + " [-0.0554],\n", + " [-0.0580],\n", + " [-0.0674],\n", + " [-0.0644],\n", + " [-0.0657],\n", + " [-0.0443],\n", + " [-0.0634],\n", + " [-0.0632],\n", + " [-0.0630],\n", + " [-0.0640],\n", + " [-0.0606],\n", + " [-0.0577],\n", + " [-0.0624],\n", + " [-0.0646],\n", + " [-0.0623],\n", + " [-0.0567],\n", + " [-0.0621],\n", + " [-0.0631],\n", + " [-0.0565]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0639],\n", + " [-0.0621],\n", + " [-0.0374],\n", + " [-0.0631],\n", + " [-0.0599],\n", + " [-0.0609],\n", + " [-0.0615],\n", + " [-0.0628],\n", + " [-0.0619],\n", + " [-0.0653],\n", + " [-0.0615],\n", + " [-0.0674],\n", + " [-0.0622],\n", + " [-0.0622],\n", + " [-0.0617],\n", + " [-0.0659],\n", + " [-0.0604],\n", + " [-0.0633],\n", + " [-0.0492],\n", + " [-0.0634],\n", + " [-0.0624],\n", + " [-0.0638],\n", + " [-0.0620],\n", + " [-0.0586],\n", + " [-0.0612],\n", + " [-0.0623],\n", + " [-0.0600],\n", + " [ 0.0011],\n", + " [-0.0659],\n", + " [-0.0636],\n", + " [-0.0607]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0752],\n", + " [-0.0782],\n", + " [-0.0750],\n", + " [-0.0640],\n", + " [-0.0710],\n", + " [-0.0720],\n", + " [-0.0727],\n", + " [-0.0736],\n", + " [-0.0770],\n", + " [-0.0715],\n", + " [-0.0785],\n", + " [-0.0723],\n", + " [-0.0748],\n", + " [-0.0758],\n", + " [-0.0710],\n", + " [-0.0735],\n", + " [-0.0773],\n", + " [-0.0679],\n", + " [-0.0783],\n", + " [-0.0697],\n", + " [-0.0766],\n", + " [-0.0750],\n", + " [-0.0732],\n", + " [-0.0722],\n", + " [-0.0727],\n", + " [-0.0718],\n", + " [-0.0707],\n", + " [-0.0674],\n", + " [-0.1063],\n", + " [-0.0792],\n", + " [-0.0739],\n", + " [-0.0729]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0469],\n", + " [0.0359],\n", + " [0.0381],\n", + " [0.0375],\n", + " [0.0386],\n", + " [0.0385],\n", + " [0.0374],\n", + " [0.0364],\n", + " [0.0369],\n", + " [0.0398],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0390],\n", + " [0.0402],\n", + " [0.0389],\n", + " [0.0381],\n", + " [0.0394],\n", + " [0.0365],\n", + " [0.0371],\n", + " [0.0356],\n", + " [0.0384],\n", + " [0.0368],\n", + " [0.0361],\n", + " [0.0369],\n", + " [0.0391],\n", + " [0.0176],\n", + " [0.0349],\n", + " [0.0356],\n", + " [0.0392]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0926],\n", + " [-0.0945],\n", + " [-0.0915],\n", + " [-0.0706],\n", + " [-0.0958],\n", + " [-0.0901],\n", + " [-0.0909],\n", + " [-0.0911],\n", + " [-0.0926],\n", + " [-0.0943],\n", + " [-0.0950],\n", + " [-0.0924],\n", + " [-0.1087],\n", + " [-0.0914],\n", + " [-0.0937],\n", + " [-0.0936],\n", + " [-0.0920],\n", + " [-0.0920],\n", + " [-0.0919],\n", + " [-0.0799],\n", + " [-0.0919],\n", + " [-0.0935],\n", + " [-0.0956],\n", + " [-0.0946],\n", + " [-0.0865],\n", + " [-0.0944],\n", + " [-0.0956],\n", + " [-0.0852],\n", + " [-0.1009],\n", + " [-0.0980],\n", + " [-0.0967],\n", + " [-0.0927]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0546],\n", + " [ 0.0494],\n", + " [ 0.0525],\n", + " [ 0.0343],\n", + " [ 0.0591],\n", + " [ 0.0545],\n", + " [ 0.0549],\n", + " [ 0.0537],\n", + " [ 0.0483],\n", + " [ 0.0582],\n", + " [ 0.0552],\n", + " [ 0.0561],\n", + " [ 0.0307],\n", + " [ 0.0513],\n", + " [ 0.0566],\n", + " [ 0.0566],\n", + " [ 0.0494],\n", + " [ 0.0562],\n", + " [ 0.0469],\n", + " [ 0.0362],\n", + " [ 0.0517],\n", + " [ 0.0568],\n", + " [ 0.0569],\n", + " [ 0.0559],\n", + " [ 0.0487],\n", + " [ 0.0574],\n", + " [ 0.0585],\n", + " [ 0.0511],\n", + " [-0.0312],\n", + " [ 0.0557],\n", + " [ 0.0592],\n", + " [ 0.0530]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0382],\n", + " [-0.0352],\n", + " [-0.0395],\n", + " [-0.0439],\n", + " [-0.0365],\n", + " [-0.0390],\n", + " [-0.0395],\n", + " [-0.0394],\n", + " [-0.0342],\n", + " [-0.0358],\n", + " [-0.0388],\n", + " [-0.0388],\n", + " [-0.0345],\n", + " [-0.0407],\n", + " [-0.0379],\n", + " [-0.0349],\n", + " [-0.0353],\n", + " [-0.0356],\n", + " [-0.0357],\n", + " [-0.0464],\n", + " [-0.0408],\n", + " [-0.0371],\n", + " [-0.0382],\n", + " [-0.0346],\n", + " [-0.0445],\n", + " [-0.0366],\n", + " [-0.0354],\n", + " [-0.0449],\n", + " [-0.0936],\n", + " [-0.0388],\n", + " [-0.0354],\n", + " [-0.0344]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0786],\n", + " [-0.0809],\n", + " [-0.0794],\n", + " [-0.0728],\n", + " [-0.0803],\n", + " [-0.0787],\n", + " [-0.0789],\n", + " [-0.0788],\n", + " [-0.0806],\n", + " [-0.0800],\n", + " [-0.0788],\n", + " [-0.0795],\n", + " [-0.0908],\n", + " [-0.0788],\n", + " [-0.0807],\n", + " [-0.0803],\n", + " [-0.0793],\n", + " [-0.0815],\n", + " [-0.0797],\n", + " [-0.0759],\n", + " [-0.0783],\n", + " [-0.0784],\n", + " [-0.0807],\n", + " [-0.0817],\n", + " [-0.0773],\n", + " [-0.0802],\n", + " [-0.0812],\n", + " [-0.0771],\n", + " [-0.0511],\n", + " [-0.0796],\n", + " [-0.0798],\n", + " [-0.0816]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1676],\n", + " [0.1627],\n", + " [0.1659],\n", + " [0.1657],\n", + " [0.1700],\n", + " [0.1688],\n", + " [0.1685],\n", + " [0.1683],\n", + " [0.1632],\n", + " [0.1697],\n", + " [0.1669],\n", + " [0.1686],\n", + " [0.1523],\n", + " [0.1653],\n", + " [0.1686],\n", + " [0.1692],\n", + " [0.1670],\n", + " [0.1704],\n", + " [0.1620],\n", + " [0.1569],\n", + " [0.1656],\n", + " [0.1690],\n", + " [0.1674],\n", + " [0.1680],\n", + " [0.1654],\n", + " [0.1687],\n", + " [0.1696],\n", + " [0.1678],\n", + " [0.1633],\n", + " [0.1657],\n", + " [0.1698],\n", + " [0.1664]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0561],\n", + " [-0.0603],\n", + " [-0.0543],\n", + " [-0.0339],\n", + " [-0.0577],\n", + " [-0.0531],\n", + " [-0.0535],\n", + " [-0.0533],\n", + " [-0.0573],\n", + " [-0.0559],\n", + " [-0.0579],\n", + " [-0.0543],\n", + " [-0.0683],\n", + " [-0.0556],\n", + " [-0.0551],\n", + " [-0.0545],\n", + " [-0.0572],\n", + " [-0.0513],\n", + " [-0.0593],\n", + " [-0.0470],\n", + " [-0.0562],\n", + " [-0.0565],\n", + " [-0.0560],\n", + " [-0.0555],\n", + " [-0.0533],\n", + " [-0.0560],\n", + " [-0.0562],\n", + " [-0.0431],\n", + " [-0.0888],\n", + " [-0.0615],\n", + " [-0.0589],\n", + " [-0.0538]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0612],\n", + " [0.0685],\n", + " [0.0635],\n", + " [0.0726],\n", + " [0.0573],\n", + " [0.0581],\n", + " [0.0584],\n", + " [0.0621],\n", + " [0.0711],\n", + " [0.0580],\n", + " [0.0636],\n", + " [0.0581],\n", + " [0.0773],\n", + " [0.0634],\n", + " [0.0577],\n", + " [0.0611],\n", + " [0.0679],\n", + " [0.0567],\n", + " [0.0705],\n", + " [0.0715],\n", + " [0.0631],\n", + " [0.0605],\n", + " [0.0605],\n", + " [0.0610],\n", + " [0.0602],\n", + " [0.0593],\n", + " [0.0585],\n", + " [0.0588],\n", + " [0.0775],\n", + " [0.0629],\n", + " [0.0600],\n", + " [0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0949],\n", + " [-0.0892],\n", + " [-0.0933],\n", + " [-0.0798],\n", + " [-0.1001],\n", + " [-0.0956],\n", + " [-0.0956],\n", + " [-0.0955],\n", + " [-0.0888],\n", + " [-0.0990],\n", + " [-0.0940],\n", + " [-0.0967],\n", + " [-0.0648],\n", + " [-0.0924],\n", + " [-0.0977],\n", + " [-0.0974],\n", + " [-0.0876],\n", + " [-0.0990],\n", + " [-0.0866],\n", + " [-0.0804],\n", + " [-0.0917],\n", + " [-0.0963],\n", + " [-0.0969],\n", + " [-0.0975],\n", + " [-0.0919],\n", + " [-0.0972],\n", + " [-0.0994],\n", + " [-0.0948],\n", + " [-0.0813],\n", + " [-0.0952],\n", + " [-0.0997],\n", + " [-0.0954]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0162],\n", + " [ 0.0104],\n", + " [ 0.0135],\n", + " [-0.0048],\n", + " [ 0.0199],\n", + " [ 0.0177],\n", + " [ 0.0172],\n", + " [ 0.0147],\n", + " [ 0.0094],\n", + " [ 0.0199],\n", + " [ 0.0154],\n", + " [ 0.0181],\n", + " [ 0.0015],\n", + " [ 0.0132],\n", + " [ 0.0189],\n", + " [ 0.0177],\n", + " [ 0.0122],\n", + " [ 0.0205],\n", + " [ 0.0081],\n", + " [ 0.0038],\n", + " [ 0.0145],\n", + " [ 0.0178],\n", + " [ 0.0184],\n", + " [ 0.0184],\n", + " [ 0.0164],\n", + " [ 0.0213],\n", + " [ 0.0209],\n", + " [ 0.0152],\n", + " [ 0.0135],\n", + " [ 0.0171],\n", + " [ 0.0186],\n", + " [ 0.0152]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0923],\n", + " [0.0865],\n", + " [0.0921],\n", + " [0.1102],\n", + " [0.0965],\n", + " [0.0950],\n", + " [0.0951],\n", + " [0.0939],\n", + " [0.0836],\n", + " [0.0954],\n", + " [0.0913],\n", + " [0.0956],\n", + " [0.0622],\n", + " [0.0932],\n", + " [0.0964],\n", + " [0.0921],\n", + " [0.0824],\n", + " [0.0963],\n", + " [0.0851],\n", + " [0.0963],\n", + " [0.0920],\n", + " [0.0920],\n", + " [0.0930],\n", + " [0.0918],\n", + " [0.0974],\n", + " [0.0929],\n", + " [0.0950],\n", + " [0.0996],\n", + " [0.1038],\n", + " [0.0938],\n", + " [0.0939],\n", + " [0.0909]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0098],\n", + " [0.0074],\n", + " [0.0105],\n", + " [0.0276],\n", + " [0.0108],\n", + " [0.0122],\n", + " [0.0121],\n", + " [0.0123],\n", + " [0.0060],\n", + " [0.0107],\n", + " [0.0084],\n", + " [0.0117],\n", + " [0.0100],\n", + " [0.0111],\n", + " [0.0119],\n", + " [0.0103],\n", + " [0.0068],\n", + " [0.0107],\n", + " [0.0083],\n", + " [0.0150],\n", + " [0.0094],\n", + " [0.0089],\n", + " [0.0085],\n", + " [0.0100],\n", + " [0.0154],\n", + " [0.0064],\n", + " [0.0096],\n", + " [0.0103],\n", + " [0.0456],\n", + " [0.0081],\n", + " [0.0091],\n", + " [0.0102]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.2780e-03],\n", + " [ 5.7476e-04],\n", + " [-5.5954e-03],\n", + " [-2.7379e-02],\n", + " [ 6.1439e-04],\n", + " [-4.5609e-03],\n", + " [-4.4601e-03],\n", + " [-5.9255e-03],\n", + " [-1.9957e-03],\n", + " [-6.6729e-04],\n", + " [ 4.6500e-04],\n", + " [-3.4837e-03],\n", + " [ 4.6424e-03],\n", + " [-4.3777e-03],\n", + " [-2.5271e-03],\n", + " [-1.9193e-03],\n", + " [ 6.7662e-04],\n", + " [-3.3230e-03],\n", + " [-2.2853e-03],\n", + " [-2.0810e-02],\n", + " [-2.3750e-03],\n", + " [ 2.0610e-05],\n", + " [-1.4752e-03],\n", + " [-7.0919e-04],\n", + " [-5.7986e-03],\n", + " [ 1.0685e-04],\n", + " [-6.7420e-05],\n", + " [-1.2135e-02],\n", + " [-4.3391e-02],\n", + " [ 4.0876e-03],\n", + " [ 2.0158e-03],\n", + " [-3.1197e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0361],\n", + " [-0.0406],\n", + " [-0.0353],\n", + " [-0.0286],\n", + " [-0.0331],\n", + " [-0.0330],\n", + " [-0.0329],\n", + " [-0.0320],\n", + " [-0.0399],\n", + " [-0.0331],\n", + " [-0.0369],\n", + " [-0.0329],\n", + " [-0.0555],\n", + " [-0.0360],\n", + " [-0.0323],\n", + " [-0.0338],\n", + " [-0.0388],\n", + " [-0.0301],\n", + " [-0.0400],\n", + " [-0.0372],\n", + " [-0.0374],\n", + " [-0.0357],\n", + " [-0.0362],\n", + " [-0.0355],\n", + " [-0.0366],\n", + " [-0.0383],\n", + " [-0.0348],\n", + " [-0.0293],\n", + " [-0.0681],\n", + " [-0.0398],\n", + " [-0.0358],\n", + " [-0.0350]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0045],\n", + " [ 0.0074],\n", + " [ 0.0033],\n", + " [-0.0084],\n", + " [ 0.0039],\n", + " [ 0.0020],\n", + " [ 0.0022],\n", + " [ 0.0022],\n", + " [ 0.0072],\n", + " [ 0.0034],\n", + " [ 0.0056],\n", + " [ 0.0025],\n", + " [ 0.0118],\n", + " [ 0.0039],\n", + " [ 0.0022],\n", + " [ 0.0037],\n", + " [ 0.0072],\n", + " [ 0.0007],\n", + " [ 0.0074],\n", + " [-0.0023],\n", + " [ 0.0044],\n", + " [ 0.0049],\n", + " [ 0.0037],\n", + " [ 0.0037],\n", + " [ 0.0007],\n", + " [ 0.0051],\n", + " [ 0.0040],\n", + " [-0.0041],\n", + " [ 0.0053],\n", + " [ 0.0074],\n", + " [ 0.0061],\n", + " [ 0.0033]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0565],\n", + " [0.0620],\n", + " [0.0568],\n", + " [0.0616],\n", + " [0.0573],\n", + " [0.0549],\n", + " [0.0552],\n", + " [0.0555],\n", + " [0.0617],\n", + " [0.0564],\n", + " [0.0576],\n", + " [0.0557],\n", + " [0.0823],\n", + " [0.0575],\n", + " [0.0565],\n", + " [0.0566],\n", + " [0.0610],\n", + " [0.0556],\n", + " [0.0624],\n", + " [0.0599],\n", + " [0.0572],\n", + " [0.0562],\n", + " [0.0566],\n", + " [0.0575],\n", + " [0.0552],\n", + " [0.0563],\n", + " [0.0573],\n", + " [0.0518],\n", + " [0.0459],\n", + " [0.0601],\n", + " [0.0581],\n", + " [0.0577]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0173],\n", + " [-0.0151],\n", + " [-0.0167],\n", + " [-0.0221],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0171],\n", + " [-0.0140],\n", + " [-0.0187],\n", + " [-0.0179],\n", + " [-0.0180],\n", + " [-0.0118],\n", + " [-0.0162],\n", + " [-0.0181],\n", + " [-0.0183],\n", + " [-0.0180],\n", + " [-0.0174],\n", + " [-0.0146],\n", + " [-0.0154],\n", + " [-0.0169],\n", + " [-0.0181],\n", + " [-0.0176],\n", + " [-0.0187],\n", + " [-0.0178],\n", + " [-0.0187],\n", + " [-0.0193],\n", + " [-0.0184],\n", + " [-0.0346],\n", + " [-0.0181],\n", + " [-0.0183],\n", + " [-0.0167]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1711],\n", + " [-0.1715],\n", + " [-0.1690],\n", + " [-0.1625],\n", + " [-0.1719],\n", + " [-0.1690],\n", + " [-0.1696],\n", + " [-0.1685],\n", + " [-0.1685],\n", + " [-0.1705],\n", + " [-0.1734],\n", + " [-0.1701],\n", + " [-0.1639],\n", + " [-0.1706],\n", + " [-0.1704],\n", + " [-0.1692],\n", + " [-0.1696],\n", + " [-0.1681],\n", + " [-0.1693],\n", + " [-0.1632],\n", + " [-0.1717],\n", + " [-0.1713],\n", + " [-0.1715],\n", + " [-0.1697],\n", + " [-0.1721],\n", + " [-0.1713],\n", + " [-0.1709],\n", + " [-0.1646],\n", + " [-0.1628],\n", + " [-0.1773],\n", + " [-0.1721],\n", + " [-0.1684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0212],\n", + " [-0.0207],\n", + " [-0.0238],\n", + " [-0.0272],\n", + " [-0.0220],\n", + " [-0.0226],\n", + " [-0.0227],\n", + " [-0.0251],\n", + " [-0.0217],\n", + " [-0.0220],\n", + " [-0.0204],\n", + " [-0.0226],\n", + " [-0.0072],\n", + " [-0.0228],\n", + " [-0.0229],\n", + " [-0.0222],\n", + " [-0.0211],\n", + " [-0.0216],\n", + " [-0.0227],\n", + " [-0.0269],\n", + " [-0.0211],\n", + " [-0.0208],\n", + " [-0.0215],\n", + " [-0.0215],\n", + " [-0.0213],\n", + " [-0.0197],\n", + " [-0.0215],\n", + " [-0.0229],\n", + " [-0.0228],\n", + " [-0.0181],\n", + " [-0.0207],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0065],\n", + " [ 0.0024],\n", + " [ 0.0036],\n", + " [-0.0105],\n", + " [ 0.0153],\n", + " [ 0.0071],\n", + " [ 0.0074],\n", + " [ 0.0048],\n", + " [ 0.0001],\n", + " [ 0.0132],\n", + " [ 0.0061],\n", + " [ 0.0095],\n", + " [-0.0188],\n", + " [ 0.0026],\n", + " [ 0.0116],\n", + " [ 0.0102],\n", + " [-0.0013],\n", + " [ 0.0127],\n", + " [-0.0014],\n", + " [-0.0131],\n", + " [ 0.0024],\n", + " [ 0.0087],\n", + " [ 0.0104],\n", + " [ 0.0113],\n", + " [ 0.0019],\n", + " [ 0.0118],\n", + " [ 0.0149],\n", + " [ 0.0038],\n", + " [-0.0144],\n", + " [ 0.0094],\n", + " [ 0.0150],\n", + " [ 0.0078]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0926],\n", + " [0.0915],\n", + " [0.0940],\n", + " [0.1025],\n", + " [0.0892],\n", + " [0.0935],\n", + " [0.0930],\n", + " [0.0935],\n", + " [0.0945],\n", + " [0.0906],\n", + " [0.0914],\n", + " [0.0920],\n", + " [0.1167],\n", + " [0.0932],\n", + " [0.0910],\n", + " [0.0915],\n", + " [0.0973],\n", + " [0.0928],\n", + " [0.0939],\n", + " [0.1023],\n", + " [0.0944],\n", + " [0.0923],\n", + " [0.0918],\n", + " [0.0911],\n", + " [0.0951],\n", + " [0.0930],\n", + " [0.0903],\n", + " [0.0995],\n", + " [0.0534],\n", + " [0.0877],\n", + " [0.0887],\n", + " [0.0920]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0821],\n", + " [0.0832],\n", + " [0.0796],\n", + " [0.0706],\n", + " [0.0873],\n", + " [0.0826],\n", + " [0.0821],\n", + " [0.0793],\n", + " [0.0819],\n", + " [0.0857],\n", + " [0.0797],\n", + " [0.0832],\n", + " [0.0723],\n", + " [0.0797],\n", + " [0.0848],\n", + " [0.0835],\n", + " [0.0786],\n", + " [0.0854],\n", + " [0.0807],\n", + " [0.0725],\n", + " [0.0789],\n", + " [0.0830],\n", + " [0.0838],\n", + " [0.0857],\n", + " [0.0768],\n", + " [0.0867],\n", + " [0.0874],\n", + " [0.0744],\n", + " [0.0464],\n", + " [0.0831],\n", + " [0.0872],\n", + " [0.0842]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0864],\n", + " [0.0904],\n", + " [0.0871],\n", + " [0.0659],\n", + " [0.0885],\n", + " [0.0848],\n", + " [0.0856],\n", + " [0.0853],\n", + " [0.0888],\n", + " [0.0869],\n", + " [0.0876],\n", + " [0.0865],\n", + " [0.0897],\n", + " [0.0869],\n", + " [0.0879],\n", + " [0.0868],\n", + " [0.0879],\n", + " [0.0865],\n", + " [0.0897],\n", + " [0.0778],\n", + " [0.0867],\n", + " [0.0860],\n", + " [0.0886],\n", + " [0.0886],\n", + " [0.0832],\n", + " [0.0865],\n", + " [0.0881],\n", + " [0.0811],\n", + " [0.0239],\n", + " [0.0892],\n", + " [0.0887],\n", + " [0.0878]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0402],\n", + " [0.0410],\n", + " [0.0384],\n", + " [0.0351],\n", + " [0.0419],\n", + " [0.0393],\n", + " [0.0388],\n", + " [0.0389],\n", + " [0.0410],\n", + " [0.0421],\n", + " [0.0395],\n", + " [0.0395],\n", + " [0.0628],\n", + " [0.0375],\n", + " [0.0402],\n", + " [0.0419],\n", + " [0.0432],\n", + " [0.0418],\n", + " [0.0400],\n", + " [0.0324],\n", + " [0.0384],\n", + " [0.0416],\n", + " [0.0407],\n", + " [0.0422],\n", + " [0.0358],\n", + " [0.0431],\n", + " [0.0426],\n", + " [0.0356],\n", + " [0.0585],\n", + " [0.0397],\n", + " [0.0426],\n", + " [0.0406]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0371],\n", + " [0.0380],\n", + " [0.0275],\n", + " [0.0356],\n", + " [0.0389],\n", + " [0.0385],\n", + " [0.0378],\n", + " [0.0362],\n", + " [0.0363],\n", + " [0.0367],\n", + " [0.0377],\n", + " [0.0099],\n", + " [0.0391],\n", + " [0.0373],\n", + " [0.0364],\n", + " [0.0337],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0413],\n", + " [0.0385],\n", + " [0.0367],\n", + " [0.0360],\n", + " [0.0368],\n", + " [0.0405],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0385],\n", + " [0.0067],\n", + " [0.0375],\n", + " [0.0346],\n", + " [0.0376]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0737],\n", + " [-0.0743],\n", + " [-0.0746],\n", + " [-0.0920],\n", + " [-0.0699],\n", + " [-0.0744],\n", + " [-0.0738],\n", + " [-0.0753],\n", + " [-0.0758],\n", + " [-0.0715],\n", + " [-0.0729],\n", + " [-0.0726],\n", + " [-0.0758],\n", + " [-0.0750],\n", + " [-0.0714],\n", + " [-0.0734],\n", + " [-0.0754],\n", + " [-0.0709],\n", + " [-0.0763],\n", + " [-0.0874],\n", + " [-0.0744],\n", + " [-0.0730],\n", + " [-0.0706],\n", + " [-0.0722],\n", + " [-0.0789],\n", + " [-0.0712],\n", + " [-0.0703],\n", + " [-0.0754],\n", + " [-0.1599],\n", + " [-0.0712],\n", + " [-0.0700],\n", + " [-0.0738]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1015],\n", + " [-0.1054],\n", + " [-0.1019],\n", + " [-0.1116],\n", + " [-0.0979],\n", + " [-0.0995],\n", + " [-0.0997],\n", + " [-0.1006],\n", + " [-0.1057],\n", + " [-0.0977],\n", + " [-0.1037],\n", + " [-0.0990],\n", + " [-0.1085],\n", + " [-0.1030],\n", + " [-0.0984],\n", + " [-0.0995],\n", + " [-0.1074],\n", + " [-0.0979],\n", + " [-0.1066],\n", + " [-0.1062],\n", + " [-0.1042],\n", + " [-0.1006],\n", + " [-0.0996],\n", + " [-0.0996],\n", + " [-0.1042],\n", + " [-0.0999],\n", + " [-0.0979],\n", + " [-0.1001],\n", + " [-0.1564],\n", + " [-0.1041],\n", + " [-0.0995],\n", + " [-0.1007]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0603],\n", + " [-0.0640],\n", + " [-0.0653],\n", + " [-0.0629],\n", + " [-0.0631],\n", + " [-0.0635],\n", + " [-0.0649],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0622],\n", + " [-0.0635],\n", + " [-0.0421],\n", + " [-0.0633],\n", + " [-0.0636],\n", + " [-0.0629],\n", + " [-0.0602],\n", + " [-0.0643],\n", + " [-0.0609],\n", + " [-0.0622],\n", + " [-0.0623],\n", + " [-0.0620],\n", + " [-0.0629],\n", + " [-0.0617],\n", + " [-0.0608],\n", + " [-0.0612],\n", + " [-0.0625],\n", + " [-0.0678],\n", + " [ 0.0257],\n", + " [-0.0600],\n", + " [-0.0620],\n", + " [-0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0638],\n", + " [-0.0643],\n", + " [-0.0690],\n", + " [-0.0626],\n", + " [-0.0623],\n", + " [-0.0618],\n", + " [-0.0578],\n", + " [-0.0664],\n", + " [-0.0622],\n", + " [-0.0609],\n", + " [-0.0554],\n", + " [-0.0628],\n", + " [-0.0630],\n", + " [-0.0640],\n", + " [-0.0633],\n", + " [-0.0632],\n", + " [-0.0623],\n", + " [-0.0661],\n", + " [-0.0632],\n", + " [-0.0589],\n", + " [ 0.1739],\n", + " [-0.0625],\n", + " [-0.0603],\n", + " [-0.0701],\n", + " [-0.0637],\n", + " [-0.1047],\n", + " [-0.0628],\n", + " [-0.0625],\n", + " [-0.0509],\n", + " [-0.0621],\n", + " [-0.0612]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0754],\n", + " [-0.0745],\n", + " [-0.0776],\n", + " [-0.0822],\n", + " [-0.0742],\n", + " [-0.0739],\n", + " [-0.0737],\n", + " [-0.0702],\n", + " [-0.0789],\n", + " [-0.0725],\n", + " [-0.0742],\n", + " [-0.0690],\n", + " [-0.0698],\n", + " [-0.0781],\n", + " [-0.0737],\n", + " [-0.0752],\n", + " [-0.0752],\n", + " [-0.0751],\n", + " [-0.0797],\n", + " [-0.0726],\n", + " [-0.0706],\n", + " [-1.4621],\n", + " [-0.0755],\n", + " [-0.0745],\n", + " [-0.0813],\n", + " [-0.0781],\n", + " [-0.1389],\n", + " [-0.0724],\n", + " [-0.0674],\n", + " [-0.0671],\n", + " [-0.0773],\n", + " [-0.0742]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0381],\n", + " [ 0.0345],\n", + " [ 0.0365],\n", + " [ 0.0359],\n", + " [ 0.0375],\n", + " [ 0.0366],\n", + " [ 0.0371],\n", + " [ 0.0397],\n", + " [ 0.0394],\n", + " [ 0.0361],\n", + " [ 0.0385],\n", + " [ 0.0362],\n", + " [ 0.0356],\n", + " [ 0.0376],\n", + " [ 0.0358],\n", + " [ 0.0363],\n", + " [ 0.0355],\n", + " [ 0.0369],\n", + " [ 0.0370],\n", + " [ 0.0366],\n", + " [ 0.0387],\n", + " [-0.3495],\n", + " [ 0.0376],\n", + " [ 0.0390],\n", + " [ 0.0396],\n", + " [ 0.0374],\n", + " [ 0.0177],\n", + " [ 0.0356],\n", + " [ 0.0371],\n", + " [ 0.0382],\n", + " [ 0.0365],\n", + " [ 0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0936],\n", + " [-0.0968],\n", + " [-0.0957],\n", + " [-0.0980],\n", + " [-0.0924],\n", + " [-0.0929],\n", + " [-0.0920],\n", + " [-0.0864],\n", + " [-0.0902],\n", + " [-0.0948],\n", + " [-0.0928],\n", + " [-0.0867],\n", + " [-0.0958],\n", + " [-0.0932],\n", + " [-0.0966],\n", + " [-0.0963],\n", + " [-0.0961],\n", + " [-0.0925],\n", + " [-0.0934],\n", + " [-0.0960],\n", + " [-0.0878],\n", + " [ 0.5050],\n", + " [-0.0921],\n", + " [-0.0894],\n", + " [-0.0960],\n", + " [-0.0923],\n", + " [-0.0713],\n", + " [-0.0959],\n", + " [-0.0948],\n", + " [-0.0783],\n", + " [-0.0920],\n", + " [-0.0904]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0546],\n", + " [ 0.0593],\n", + " [ 0.0562],\n", + " [ 0.0548],\n", + " [ 0.0527],\n", + " [ 0.0556],\n", + " [ 0.0553],\n", + " [ 0.0487],\n", + " [ 0.0385],\n", + " [ 0.0579],\n", + " [ 0.0513],\n", + " [ 0.0368],\n", + " [ 0.0589],\n", + " [ 0.0507],\n", + " [ 0.0596],\n", + " [ 0.0588],\n", + " [ 0.0584],\n", + " [ 0.0538],\n", + " [ 0.0500],\n", + " [ 0.0589],\n", + " [ 0.0486],\n", + " [-1.2582],\n", + " [ 0.0524],\n", + " [ 0.0448],\n", + " [ 0.0510],\n", + " [ 0.0509],\n", + " [ 0.0456],\n", + " [ 0.0581],\n", + " [ 0.0590],\n", + " [ 0.0392],\n", + " [ 0.0478],\n", + " [ 0.0518]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0357],\n", + " [-0.0346],\n", + " [-0.0367],\n", + " [-0.0368],\n", + " [-0.0387],\n", + " [-0.0393],\n", + " [-0.0393],\n", + " [-0.0399],\n", + " [-0.0342],\n", + " [-0.0374],\n", + " [-0.0341],\n", + " [-0.0454],\n", + " [-0.0346],\n", + " [-0.0370],\n", + " [-0.0359],\n", + " [-0.0348],\n", + " [-0.0354],\n", + " [-0.0389],\n", + " [-0.0381],\n", + " [-0.0359],\n", + " [-0.0397],\n", + " [-0.2989],\n", + " [-0.0385],\n", + " [-0.0367],\n", + " [-0.0328],\n", + " [-0.0389],\n", + " [-0.0337],\n", + " [-0.0381],\n", + " [-0.0344],\n", + " [-0.0474],\n", + " [-0.0402],\n", + " [-0.0417]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0798],\n", + " [-0.0796],\n", + " [-0.0786],\n", + " [-0.0789],\n", + " [-0.0808],\n", + " [-0.0793],\n", + " [-0.0791],\n", + " [-0.0782],\n", + " [-0.0809],\n", + " [-0.0796],\n", + " [-0.0819],\n", + " [-0.0794],\n", + " [-0.0817],\n", + " [-0.0791],\n", + " [-0.0795],\n", + " [-0.0793],\n", + " [-0.0791],\n", + " [-0.0790],\n", + " [-0.0783],\n", + " [-0.0802],\n", + " [-0.0793],\n", + " [ 1.0874],\n", + " [-0.0795],\n", + " [-0.0805],\n", + " [-0.0808],\n", + " [-0.0778],\n", + " [-0.0769],\n", + " [-0.0804],\n", + " [-0.0822],\n", + " [-0.0740],\n", + " [-0.0794],\n", + " [-0.0787]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1672],\n", + " [0.1698],\n", + " [0.1674],\n", + " [0.1654],\n", + " [0.1657],\n", + " [0.1680],\n", + " [0.1683],\n", + " [0.1663],\n", + " [0.1601],\n", + " [0.1688],\n", + " [0.1642],\n", + " [0.1576],\n", + " [0.1716],\n", + " [0.1641],\n", + " [0.1698],\n", + " [0.1699],\n", + " [0.1689],\n", + " [0.1669],\n", + " [0.1646],\n", + " [0.1695],\n", + " [0.1653],\n", + " [0.2549],\n", + " [0.1657],\n", + " [0.1614],\n", + " [0.1670],\n", + " [0.1648],\n", + " [0.1034],\n", + " [0.1683],\n", + " [0.1724],\n", + " [0.1656],\n", + " [0.1633],\n", + " [0.1662]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0565],\n", + " [-0.0597],\n", + " [-0.0596],\n", + " [-0.0616],\n", + " [-0.0543],\n", + " [-0.0554],\n", + " [-0.0546],\n", + " [-0.0504],\n", + " [-0.0625],\n", + " [-0.0559],\n", + " [-0.0552],\n", + " [-0.0457],\n", + " [-0.0578],\n", + " [-0.0588],\n", + " [-0.0591],\n", + " [-0.0594],\n", + " [-0.0594],\n", + " [-0.0559],\n", + " [-0.0596],\n", + " [-0.0580],\n", + " [-0.0502],\n", + " [-0.6169],\n", + " [-0.0545],\n", + " [-0.0545],\n", + " [-0.0622],\n", + " [-0.0580],\n", + " [-0.0803],\n", + " [-0.0567],\n", + " [-0.0558],\n", + " [-0.0480],\n", + " [-0.0585],\n", + " [-0.0547]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0635],\n", + " [0.0602],\n", + " [0.0623],\n", + " [0.0652],\n", + " [0.0616],\n", + " [0.0591],\n", + " [0.0592],\n", + " [0.0608],\n", + " [0.0718],\n", + " [0.0590],\n", + " [0.0664],\n", + " [0.0734],\n", + " [0.0578],\n", + " [0.0677],\n", + " [0.0591],\n", + " [0.0615],\n", + " [0.0606],\n", + " [0.0615],\n", + " [0.0661],\n", + " [0.0590],\n", + " [0.0628],\n", + " [0.2981],\n", + " [0.0656],\n", + " [0.0700],\n", + " [0.0688],\n", + " [0.0664],\n", + " [0.0491],\n", + " [0.0590],\n", + " [0.0562],\n", + " [0.0633],\n", + " [0.0659],\n", + " [0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0954],\n", + " [-0.0991],\n", + " [-0.0960],\n", + " [-0.0923],\n", + " [-0.0943],\n", + " [-0.0958],\n", + " [-0.0956],\n", + " [-0.0910],\n", + " [-0.0771],\n", + " [-0.0976],\n", + " [-0.0929],\n", + " [-0.0797],\n", + " [-0.1008],\n", + " [-0.0918],\n", + " [-0.1000],\n", + " [-0.0990],\n", + " [-0.0978],\n", + " [-0.0944],\n", + " [-0.0889],\n", + " [-0.0995],\n", + " [-0.0911],\n", + " [-0.0340],\n", + " [-0.0933],\n", + " [-0.0871],\n", + " [-0.0863],\n", + " [-0.0911],\n", + " [-0.0563],\n", + " [-0.0984],\n", + " [-0.1013],\n", + " [-0.0805],\n", + " [-0.0882],\n", + " [-0.0931]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0148],\n", + " [ 0.0181],\n", + " [ 0.0164],\n", + " [ 0.0143],\n", + " [ 0.0143],\n", + " [ 0.0171],\n", + " [ 0.0168],\n", + " [ 0.0152],\n", + " [ 0.0056],\n", + " [ 0.0203],\n", + " [ 0.0138],\n", + " [ 0.0042],\n", + " [ 0.0213],\n", + " [ 0.0099],\n", + " [ 0.0187],\n", + " [ 0.0182],\n", + " [ 0.0192],\n", + " [ 0.0152],\n", + " [ 0.0123],\n", + " [ 0.0192],\n", + " [ 0.0145],\n", + " [-0.7896],\n", + " [ 0.0126],\n", + " [ 0.0086],\n", + " [ 0.0133],\n", + " [ 0.0117],\n", + " [-0.0160],\n", + " [ 0.0198],\n", + " [ 0.0229],\n", + " [ 0.0113],\n", + " [ 0.0125],\n", + " [ 0.0143]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0906],\n", + " [ 0.0932],\n", + " [ 0.0920],\n", + " [ 0.0885],\n", + " [ 0.0938],\n", + " [ 0.0951],\n", + " [ 0.0947],\n", + " [ 0.0926],\n", + " [ 0.0814],\n", + " [ 0.0935],\n", + " [ 0.0878],\n", + " [ 0.0881],\n", + " [ 0.0950],\n", + " [ 0.0896],\n", + " [ 0.0947],\n", + " [ 0.0916],\n", + " [ 0.0925],\n", + " [ 0.0927],\n", + " [ 0.0882],\n", + " [ 0.0950],\n", + " [ 0.0909],\n", + " [-0.3674],\n", + " [ 0.0907],\n", + " [ 0.0862],\n", + " [ 0.0813],\n", + " [ 0.0898],\n", + " [ 0.0457],\n", + " [ 0.0953],\n", + " [ 0.0960],\n", + " [ 0.0915],\n", + " [ 0.0916],\n", + " [ 0.0954]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0103],\n", + " [ 0.0073],\n", + " [ 0.0090],\n", + " [ 0.0061],\n", + " [ 0.0120],\n", + " [ 0.0115],\n", + " [ 0.0117],\n", + " [ 0.0117],\n", + " [ 0.0070],\n", + " [ 0.0081],\n", + " [ 0.0074],\n", + " [ 0.0074],\n", + " [ 0.0093],\n", + " [ 0.0112],\n", + " [ 0.0102],\n", + " [ 0.0079],\n", + " [ 0.0068],\n", + " [ 0.0105],\n", + " [ 0.0081],\n", + " [ 0.0106],\n", + " [ 0.0095],\n", + " [ 1.0245],\n", + " [ 0.0100],\n", + " [ 0.0081],\n", + " [ 0.0044],\n", + " [ 0.0100],\n", + " [-0.0052],\n", + " [ 0.0094],\n", + " [ 0.0106],\n", + " [ 0.0161],\n", + " [ 0.0094],\n", + " [ 0.0130]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.6855e-03],\n", + " [ 2.8255e-03],\n", + " [ 2.7618e-03],\n", + " [ 4.8922e-03],\n", + " [-4.9189e-03],\n", + " [-2.6116e-03],\n", + " [-3.4785e-03],\n", + " [-7.7766e-03],\n", + " [ 7.6101e-04],\n", + " [-5.2243e-04],\n", + " [-2.1412e-03],\n", + " [-1.9927e-02],\n", + " [ 1.4954e-03],\n", + " [-2.7561e-03],\n", + " [ 1.9379e-03],\n", + " [ 3.3997e-03],\n", + " [ 3.0930e-03],\n", + " [-2.3657e-03],\n", + " [ 8.7354e-04],\n", + " [ 8.9118e-04],\n", + " [-7.9896e-03],\n", + " [-3.2291e-01],\n", + " [-6.1845e-03],\n", + " [-5.5159e-03],\n", + " [ 7.8049e-03],\n", + " [-2.1834e-03],\n", + " [ 1.8789e-02],\n", + " [-5.7204e-04],\n", + " [-2.3653e-04],\n", + " [-1.5074e-02],\n", + " [-2.3636e-03],\n", + " [-4.8303e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0354],\n", + " [-0.0369],\n", + " [-0.0373],\n", + " [-0.0412],\n", + " [-0.0345],\n", + " [-0.0336],\n", + " [-0.0333],\n", + " [-0.0342],\n", + " [-0.0440],\n", + " [-0.0362],\n", + " [-0.0375],\n", + " [-0.0410],\n", + " [-0.0344],\n", + " [-0.0373],\n", + " [-0.0345],\n", + " [-0.0374],\n", + " [-0.0385],\n", + " [-0.0358],\n", + " [-0.0404],\n", + " [-0.0345],\n", + " [-0.0348],\n", + " [-0.6639],\n", + " [-0.0354],\n", + " [-0.0381],\n", + " [-0.0433],\n", + " [-0.0374],\n", + " [-0.0265],\n", + " [-0.0356],\n", + " [-0.0322],\n", + " [-0.0361],\n", + " [-0.0410],\n", + " [-0.0338]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0047],\n", + " [ 0.0075],\n", + " [ 0.0063],\n", + " [ 0.0083],\n", + " [ 0.0025],\n", + " [ 0.0032],\n", + " [ 0.0029],\n", + " [ 0.0011],\n", + " [ 0.0085],\n", + " [ 0.0043],\n", + " [ 0.0049],\n", + " [-0.0015],\n", + " [ 0.0045],\n", + " [ 0.0061],\n", + " [ 0.0053],\n", + " [ 0.0070],\n", + " [ 0.0070],\n", + " [ 0.0040],\n", + " [ 0.0068],\n", + " [ 0.0046],\n", + " [ 0.0016],\n", + " [ 0.4649],\n", + " [ 0.0036],\n", + " [ 0.0052],\n", + " [ 0.0101],\n", + " [ 0.0058],\n", + " [ 0.0186],\n", + " [ 0.0042],\n", + " [ 0.0025],\n", + " [-0.0011],\n", + " [ 0.0062],\n", + " [ 0.0024]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0574],\n", + " [ 0.0586],\n", + " [ 0.0580],\n", + " [ 0.0603],\n", + " [ 0.0572],\n", + " [ 0.0562],\n", + " [ 0.0558],\n", + " [ 0.0554],\n", + " [ 0.0672],\n", + " [ 0.0561],\n", + " [ 0.0592],\n", + " [ 0.0605],\n", + " [ 0.0582],\n", + " [ 0.0600],\n", + " [ 0.0578],\n", + " [ 0.0579],\n", + " [ 0.0575],\n", + " [ 0.0567],\n", + " [ 0.0600],\n", + " [ 0.0575],\n", + " [ 0.0562],\n", + " [-0.4600],\n", + " [ 0.0572],\n", + " [ 0.0610],\n", + " [ 0.0642],\n", + " [ 0.0587],\n", + " [ 0.0686],\n", + " [ 0.0568],\n", + " [ 0.0574],\n", + " [ 0.0562],\n", + " [ 0.0613],\n", + " [ 0.0564]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0171],\n", + " [-0.0170],\n", + " [-0.0178],\n", + " [-0.0177],\n", + " [-0.0171],\n", + " [-0.0177],\n", + " [-0.0177],\n", + " [-0.0156],\n", + " [-0.0166],\n", + " [-0.0186],\n", + " [-0.0152],\n", + " [-0.0152],\n", + " [-0.0179],\n", + " [-0.0154],\n", + " [-0.0185],\n", + " [-0.0187],\n", + " [-0.0188],\n", + " [-0.0170],\n", + " [-0.0175],\n", + " [-0.0191],\n", + " [-0.0149],\n", + " [ 0.5230],\n", + " [-0.0166],\n", + " [-0.0128],\n", + " [-0.0219],\n", + " [-0.0160],\n", + " [-0.0049],\n", + " [-0.0184],\n", + " [-0.0190],\n", + " [-0.0168],\n", + " [-0.0165],\n", + " [-0.0172]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1699],\n", + " [-0.1719],\n", + " [-0.1739],\n", + " [-0.1764],\n", + " [-0.1698],\n", + " [-0.1712],\n", + " [-0.1704],\n", + " [-0.1663],\n", + " [-0.1703],\n", + " [-0.1712],\n", + " [-0.1684],\n", + " [-0.1619],\n", + " [-0.1709],\n", + " [-0.1703],\n", + " [-0.1724],\n", + " [-0.1721],\n", + " [-0.1731],\n", + " [-0.1708],\n", + " [-0.1735],\n", + " [-0.1717],\n", + " [-0.1660],\n", + " [-0.1557],\n", + " [-0.1684],\n", + " [-0.1668],\n", + " [-0.1747],\n", + " [-0.1711],\n", + " [-0.1594],\n", + " [-0.1721],\n", + " [-0.1699],\n", + " [-0.1618],\n", + " [-0.1730],\n", + " [-0.1708]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0225],\n", + " [-0.0193],\n", + " [-0.0200],\n", + " [-0.0174],\n", + " [-0.0233],\n", + " [-0.0221],\n", + " [-0.0225],\n", + " [-0.0231],\n", + " [-0.0181],\n", + " [-0.0210],\n", + " [-0.0209],\n", + " [-0.0257],\n", + " [-0.0206],\n", + " [-0.0242],\n", + " [-0.0214],\n", + " [-0.0200],\n", + " [-0.0189],\n", + " [-0.0218],\n", + " [-0.0196],\n", + " [-0.0218],\n", + " [-0.0228],\n", + " [ 0.4229],\n", + " [-0.0249],\n", + " [-0.0226],\n", + " [-0.0158],\n", + " [-0.0230],\n", + " [ 0.0635],\n", + " [-0.0214],\n", + " [-0.0220],\n", + " [-0.0227],\n", + " [-0.0205],\n", + " [-0.0232]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0072],\n", + " [ 0.0160],\n", + " [ 0.0087],\n", + " [ 0.0068],\n", + " [ 0.0058],\n", + " [ 0.0084],\n", + " [ 0.0076],\n", + " [ 0.0003],\n", + " [-0.0083],\n", + " [ 0.0114],\n", + " [ 0.0052],\n", + " [-0.0124],\n", + " [ 0.0180],\n", + " [ 0.0021],\n", + " [ 0.0149],\n", + " [ 0.0133],\n", + " [ 0.0132],\n", + " [ 0.0059],\n", + " [ 0.0014],\n", + " [ 0.0145],\n", + " [ 0.0003],\n", + " [-0.0331],\n", + " [ 0.0029],\n", + " [-0.0036],\n", + " [ 0.0023],\n", + " [ 0.0010],\n", + " [ 0.0486],\n", + " [ 0.0127],\n", + " [ 0.0181],\n", + " [-0.0111],\n", + " [ 0.0003],\n", + " [ 0.0035]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0916],\n", + " [ 0.0893],\n", + " [ 0.0896],\n", + " [ 0.0887],\n", + " [ 0.0917],\n", + " [ 0.0915],\n", + " [ 0.0922],\n", + " [ 0.0980],\n", + " [ 0.0994],\n", + " [ 0.0923],\n", + " [ 0.0937],\n", + " [ 0.1057],\n", + " [ 0.0904],\n", + " [ 0.0912],\n", + " [ 0.0884],\n", + " [ 0.0894],\n", + " [ 0.0901],\n", + " [ 0.0924],\n", + " [ 0.0931],\n", + " [ 0.0886],\n", + " [ 0.0990],\n", + " [-0.7939],\n", + " [ 0.0941],\n", + " [ 0.0970],\n", + " [ 0.0937],\n", + " [ 0.0931],\n", + " [ 0.0673],\n", + " [ 0.0902],\n", + " [ 0.0909],\n", + " [ 0.1100],\n", + " [ 0.0930],\n", + " [ 0.0930]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0825],\n", + " [ 0.0882],\n", + " [ 0.0829],\n", + " [ 0.0801],\n", + " [ 0.0812],\n", + " [ 0.0826],\n", + " [ 0.0821],\n", + " [ 0.0810],\n", + " [ 0.0796],\n", + " [ 0.0850],\n", + " [ 0.0843],\n", + " [ 0.0701],\n", + " [ 0.0901],\n", + " [ 0.0802],\n", + " [ 0.0867],\n", + " [ 0.0867],\n", + " [ 0.0865],\n", + " [ 0.0816],\n", + " [ 0.0783],\n", + " [ 0.0870],\n", + " [ 0.0802],\n", + " [-1.3247],\n", + " [ 0.0786],\n", + " [ 0.0809],\n", + " [ 0.0807],\n", + " [ 0.0784],\n", + " [ 0.0702],\n", + " [ 0.0859],\n", + " [ 0.0893],\n", + " [ 0.0737],\n", + " [ 0.0804],\n", + " [ 0.0801]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0877],\n", + " [ 0.0895],\n", + " [ 0.0878],\n", + " [ 0.0905],\n", + " [ 0.0887],\n", + " [ 0.0868],\n", + " [ 0.0863],\n", + " [ 0.0833],\n", + " [ 0.0914],\n", + " [ 0.0867],\n", + " [ 0.0885],\n", + " [ 0.0823],\n", + " [ 0.0888],\n", + " [ 0.0892],\n", + " [ 0.0886],\n", + " [ 0.0881],\n", + " [ 0.0878],\n", + " [ 0.0870],\n", + " [ 0.0886],\n", + " [ 0.0885],\n", + " [ 0.0843],\n", + " [-0.9161],\n", + " [ 0.0873],\n", + " [ 0.0876],\n", + " [ 0.0907],\n", + " [ 0.0876],\n", + " [ 0.1317],\n", + " [ 0.0879],\n", + " [ 0.0885],\n", + " [ 0.0760],\n", + " [ 0.0881],\n", + " [ 0.0859]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0408],\n", + " [0.0436],\n", + " [0.0413],\n", + " [0.0406],\n", + " [0.0383],\n", + " [0.0389],\n", + " [0.0389],\n", + " [0.0384],\n", + " [0.0418],\n", + " [0.0420],\n", + " [0.0413],\n", + " [0.0353],\n", + " [0.0438],\n", + " [0.0391],\n", + " [0.0423],\n", + " [0.0437],\n", + " [0.0432],\n", + " [0.0393],\n", + " [0.0398],\n", + " [0.0420],\n", + " [0.0385],\n", + " [0.4700],\n", + " [0.0388],\n", + " [0.0391],\n", + " [0.0449],\n", + " [0.0388],\n", + " [0.0580],\n", + " [0.0409],\n", + " [0.0435],\n", + " [0.0377],\n", + " [0.0386],\n", + " [0.0365]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 3.6903e-02],\n", + " [ 3.3340e-02],\n", + " [ 3.6486e-02],\n", + " [ 3.4642e-02],\n", + " [ 3.7918e-02],\n", + " [ 3.7778e-02],\n", + " [ 3.7950e-02],\n", + " [ 4.0341e-02],\n", + " [ 3.5580e-02],\n", + " [ 3.6742e-02],\n", + " [ 3.7871e-02],\n", + " [ 3.6099e-02],\n", + " [ 3.3903e-02],\n", + " [ 3.7400e-02],\n", + " [ 3.4673e-02],\n", + " [ 3.4905e-02],\n", + " [ 3.5628e-02],\n", + " [ 3.7858e-02],\n", + " [ 3.6331e-02],\n", + " [ 3.5719e-02],\n", + " [ 3.9550e-02],\n", + " [-1.5324e+00],\n", + " [ 3.7295e-02],\n", + " [ 3.8694e-02],\n", + " [ 3.1601e-02],\n", + " [ 3.7904e-02],\n", + " [-1.4108e-03],\n", + " [ 3.6768e-02],\n", + " [ 3.4463e-02],\n", + " [ 3.7982e-02],\n", + " [ 4.0032e-02],\n", + " [ 3.9590e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0742],\n", + " [-0.0688],\n", + " [-0.0725],\n", + " [-0.0711],\n", + " [-0.0734],\n", + " [-0.0728],\n", + " [-0.0734],\n", + " [-0.0767],\n", + " [-0.0776],\n", + " [-0.0713],\n", + " [-0.0744],\n", + " [-0.0804],\n", + " [-0.0685],\n", + " [-0.0758],\n", + " [-0.0703],\n", + " [-0.0711],\n", + " [-0.0707],\n", + " [-0.0738],\n", + " [-0.0744],\n", + " [-0.0707],\n", + " [-0.0760],\n", + " [-0.8745],\n", + " [-0.0751],\n", + " [-0.0770],\n", + " [-0.0734],\n", + " [-0.0756],\n", + " [-0.0275],\n", + " [-0.0705],\n", + " [-0.0685],\n", + " [-0.0858],\n", + " [-0.0754],\n", + " [-0.0755]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1014],\n", + " [-0.1009],\n", + " [-0.1020],\n", + " [-0.1059],\n", + " [-0.1009],\n", + " [-0.1002],\n", + " [-0.1002],\n", + " [-0.1012],\n", + " [-0.1139],\n", + " [-0.0988],\n", + " [-0.1026],\n", + " [-0.1074],\n", + " [-0.0986],\n", + " [-0.1040],\n", + " [-0.0987],\n", + " [-0.1006],\n", + " [-0.1014],\n", + " [-0.1017],\n", + " [-0.1071],\n", + " [-0.0983],\n", + " [-0.1020],\n", + " [-0.9558],\n", + " [-0.1020],\n", + " [-0.1058],\n", + " [-0.1104],\n", + " [-0.1045],\n", + " [-0.1303],\n", + " [-0.0985],\n", + " [-0.0970],\n", + " [-0.1088],\n", + " [-0.1069],\n", + " [-0.1022]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0614],\n", + " [-0.0608],\n", + " [-0.0599],\n", + " [-0.0636],\n", + " [-0.0633],\n", + " [-0.0635],\n", + " [-0.0633],\n", + " [-0.0550],\n", + " [-0.0623],\n", + " [-0.0617],\n", + " [-0.0633],\n", + " [-0.0623],\n", + " [-0.0623],\n", + " [-0.0624],\n", + " [-0.0611],\n", + " [-0.0605],\n", + " [-0.0625],\n", + " [-0.0599],\n", + " [-0.0624],\n", + " [-0.0640],\n", + " [ 1.0148],\n", + " [-0.0644],\n", + " [-0.0625],\n", + " [-0.0560],\n", + " [-0.0622],\n", + " [-0.0243],\n", + " [-0.0626],\n", + " [-0.0635],\n", + " [-0.0579],\n", + " [-0.0596],\n", + " [-0.0635]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0639],\n", + " [-0.0658],\n", + " [-0.0609],\n", + " [-0.0534],\n", + " [-0.0610],\n", + " [-0.0620],\n", + " [-0.0602],\n", + " [-0.0619],\n", + " [-0.0608],\n", + " [-0.0641],\n", + " [-0.0623],\n", + " [-0.0590],\n", + " [-0.0619],\n", + " [-0.0629],\n", + " [-0.0626],\n", + " [-0.0634],\n", + " [-0.0617],\n", + " [-0.0732],\n", + " [-0.0608],\n", + " [-0.0594],\n", + " [-0.0605],\n", + " [-0.0731],\n", + " [-0.0649],\n", + " [-0.0627],\n", + " [-0.0620],\n", + " [-0.0600],\n", + " [-0.0626],\n", + " [-0.0615],\n", + " [-0.0600],\n", + " [-0.0669],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0762],\n", + " [-0.0757],\n", + " [-0.0787],\n", + " [-0.0740],\n", + " [-0.0720],\n", + " [-0.0738],\n", + " [-0.0742],\n", + " [-0.0713],\n", + " [-0.0695],\n", + " [-0.0732],\n", + " [-0.0733],\n", + " [-0.0719],\n", + " [-0.0685],\n", + " [-0.0660],\n", + " [-0.0768],\n", + " [-0.0736],\n", + " [-0.0767],\n", + " [-0.0666],\n", + " [-0.0815],\n", + " [-0.0734],\n", + " [-0.0710],\n", + " [-0.0747],\n", + " [-0.0789],\n", + " [-0.0779],\n", + " [-0.0714],\n", + " [-0.0745],\n", + " [-0.0733],\n", + " [-0.0748],\n", + " [-0.0726],\n", + " [-0.0737],\n", + " [-0.0799],\n", + " [-0.0734]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0385],\n", + " [0.0390],\n", + " [0.0390],\n", + " [0.0368],\n", + " [0.0395],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0352],\n", + " [0.0366],\n", + " [0.0403],\n", + " [0.0377],\n", + " [0.0364],\n", + " [0.0364],\n", + " [0.0368],\n", + " [0.0375],\n", + " [0.0390],\n", + " [0.0384],\n", + " [0.0395],\n", + " [0.0385],\n", + " [0.0389],\n", + " [0.0364],\n", + " [0.0363],\n", + " [0.0371],\n", + " [0.0393],\n", + " [0.0367],\n", + " [0.0392],\n", + " [0.0394],\n", + " [0.0385],\n", + " [0.0353]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0942],\n", + " [-0.0931],\n", + " [-0.0926],\n", + " [-0.0896],\n", + " [-0.0848],\n", + " [-0.0927],\n", + " [-0.0911],\n", + " [-0.0918],\n", + " [-0.0952],\n", + " [-0.0924],\n", + " [-0.0969],\n", + " [-0.0952],\n", + " [-0.0910],\n", + " [-0.0938],\n", + " [-0.0921],\n", + " [-0.0931],\n", + " [-0.0938],\n", + " [-0.0940],\n", + " [-0.0960],\n", + " [-0.0888],\n", + " [-0.0906],\n", + " [-0.0907],\n", + " [-0.0977],\n", + " [-0.0959],\n", + " [-0.0957],\n", + " [-0.0922],\n", + " [-0.0911],\n", + " [-0.0934],\n", + " [-0.0944],\n", + " [-0.0908],\n", + " [-0.0977],\n", + " [-0.0962]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0559],\n", + " [0.0538],\n", + " [0.0498],\n", + " [0.0474],\n", + " [0.0377],\n", + " [0.0534],\n", + " [0.0537],\n", + " [0.0545],\n", + " [0.0583],\n", + " [0.0544],\n", + " [0.0600],\n", + " [0.0587],\n", + " [0.0544],\n", + " [0.0581],\n", + " [0.0512],\n", + " [0.0556],\n", + " [0.0545],\n", + " [0.0575],\n", + " [0.0443],\n", + " [0.0499],\n", + " [0.0532],\n", + " [0.0487],\n", + " [0.0414],\n", + " [0.0569],\n", + " [0.0590],\n", + " [0.0545],\n", + " [0.0509],\n", + " [0.0552],\n", + " [0.0581],\n", + " [0.0492],\n", + " [0.0510],\n", + " [0.0585]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0404],\n", + " [-0.0385],\n", + " [-0.0403],\n", + " [-0.0435],\n", + " [-0.0345],\n", + " [-0.0417],\n", + " [-0.0357],\n", + " [-0.0354],\n", + " [-0.0347],\n", + " [-0.0348],\n", + " [-0.0364],\n", + " [-0.0347],\n", + " [-0.0349],\n", + " [-0.0412],\n", + " [-0.0391],\n", + " [-0.0394],\n", + " [-0.0355],\n", + " [-0.0320],\n", + " [-0.0420],\n", + " [-0.0364],\n", + " [-0.0375],\n", + " [-0.0284],\n", + " [-0.0380],\n", + " [-0.0361],\n", + " [-0.0388],\n", + " [-0.0359],\n", + " [-0.0387],\n", + " [-0.0342],\n", + " [-0.0357],\n", + " [-0.0317],\n", + " [-0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0790],\n", + " [-0.0815],\n", + " [-0.0784],\n", + " [-0.0809],\n", + " [-0.0793],\n", + " [-0.0809],\n", + " [-0.0784],\n", + " [-0.0808],\n", + " [-0.0816],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0799],\n", + " [-0.0818],\n", + " [-0.0824],\n", + " [-0.0788],\n", + " [-0.0799],\n", + " [-0.0791],\n", + " [-0.0825],\n", + " [-0.0823],\n", + " [-0.0793],\n", + " [-0.0804],\n", + " [-0.0802],\n", + " [-0.0895],\n", + " [-0.0785],\n", + " [-0.0803],\n", + " [-0.0791],\n", + " [-0.0807],\n", + " [-0.0794],\n", + " [-0.0805],\n", + " [-0.0811],\n", + " [-0.0829],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1681],\n", + " [0.1654],\n", + " [0.1652],\n", + " [0.1615],\n", + " [0.1554],\n", + " [0.1664],\n", + " [0.1678],\n", + " [0.1686],\n", + " [0.1695],\n", + " [0.1678],\n", + " [0.1710],\n", + " [0.1695],\n", + " [0.1697],\n", + " [0.1720],\n", + " [0.1649],\n", + " [0.1677],\n", + " [0.1670],\n", + " [0.1707],\n", + " [0.1630],\n", + " [0.1644],\n", + " [0.1678],\n", + " [0.1634],\n", + " [0.1563],\n", + " [0.1679],\n", + " [0.1698],\n", + " [0.1676],\n", + " [0.1651],\n", + " [0.1675],\n", + " [0.1704],\n", + " [0.1635],\n", + " [0.1648],\n", + " [0.1683]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0577],\n", + " [-0.0541],\n", + " [-0.0585],\n", + " [-0.0524],\n", + " [-0.0500],\n", + " [-0.0543],\n", + " [-0.0541],\n", + " [-0.0507],\n", + " [-0.0555],\n", + " [-0.0536],\n", + " [-0.0597],\n", + " [-0.0564],\n", + " [-0.0487],\n", + " [-0.0541],\n", + " [-0.0563],\n", + " [-0.0548],\n", + " [-0.0570],\n", + " [-0.0549],\n", + " [-0.0664],\n", + " [-0.0527],\n", + " [-0.0507],\n", + " [-0.0553],\n", + " [-0.0623],\n", + " [-0.0594],\n", + " [-0.0569],\n", + " [-0.0550],\n", + " [-0.0535],\n", + " [-0.0564],\n", + " [-0.0547],\n", + " [-0.0531],\n", + " [-0.0624],\n", + " [-0.0575]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0625],\n", + " [0.0629],\n", + " [0.0654],\n", + " [0.0677],\n", + " [0.0739],\n", + " [0.0645],\n", + " [0.0602],\n", + " [0.0622],\n", + " [0.0574],\n", + " [0.0630],\n", + " [0.0592],\n", + " [0.0585],\n", + " [0.0601],\n", + " [0.0552],\n", + " [0.0639],\n", + " [0.0595],\n", + " [0.0622],\n", + " [0.0550],\n", + " [0.0679],\n", + " [0.0638],\n", + " [0.0613],\n", + " [0.0662],\n", + " [0.0694],\n", + " [0.0614],\n", + " [0.0582],\n", + " [0.0609],\n", + " [0.0649],\n", + " [0.0602],\n", + " [0.0608],\n", + " [0.0671],\n", + " [0.0716],\n", + " [0.0593]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0957],\n", + " [-0.0945],\n", + " [-0.0884],\n", + " [-0.0901],\n", + " [-0.0813],\n", + " [-0.0947],\n", + " [-0.0944],\n", + " [-0.0974],\n", + " [-0.0992],\n", + " [-0.0958],\n", + " [-0.1006],\n", + " [-0.0992],\n", + " [-0.0985],\n", + " [-0.1008],\n", + " [-0.0921],\n", + " [-0.0958],\n", + " [-0.0946],\n", + " [-0.1000],\n", + " [-0.0805],\n", + " [-0.0915],\n", + " [-0.0964],\n", + " [-0.0913],\n", + " [-0.0712],\n", + " [-0.0961],\n", + " [-0.0997],\n", + " [-0.0950],\n", + " [-0.0940],\n", + " [-0.0956],\n", + " [-0.0989],\n", + " [-0.0925],\n", + " [-0.0898],\n", + " [-0.0982]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0159],\n", + " [0.0130],\n", + " [0.0128],\n", + " [0.0092],\n", + " [0.0025],\n", + " [0.0155],\n", + " [0.0160],\n", + " [0.0173],\n", + " [0.0215],\n", + " [0.0166],\n", + " [0.0188],\n", + " [0.0203],\n", + " [0.0198],\n", + " [0.0233],\n", + " [0.0129],\n", + " [0.0168],\n", + " [0.0151],\n", + " [0.0222],\n", + " [0.0116],\n", + " [0.0119],\n", + " [0.0166],\n", + " [0.0106],\n", + " [0.0088],\n", + " [0.0171],\n", + " [0.0205],\n", + " [0.0158],\n", + " [0.0130],\n", + " [0.0164],\n", + " [0.0198],\n", + " [0.0115],\n", + " [0.0096],\n", + " [0.0198]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0901],\n", + " [0.0945],\n", + " [0.0875],\n", + " [0.0926],\n", + " [0.0934],\n", + " [0.0893],\n", + " [0.0951],\n", + " [0.0923],\n", + " [0.0964],\n", + " [0.0904],\n", + " [0.0939],\n", + " [0.0950],\n", + " [0.0933],\n", + " [0.0968],\n", + " [0.0933],\n", + " [0.0943],\n", + " [0.0938],\n", + " [0.0983],\n", + " [0.0819],\n", + " [0.0942],\n", + " [0.0935],\n", + " [0.0915],\n", + " [0.0690],\n", + " [0.0938],\n", + " [0.0955],\n", + " [0.0930],\n", + " [0.0918],\n", + " [0.0943],\n", + " [0.0921],\n", + " [0.0904],\n", + " [0.0818],\n", + " [0.0944]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0092],\n", + " [ 0.0111],\n", + " [ 0.0077],\n", + " [ 0.0112],\n", + " [ 0.0120],\n", + " [ 0.0083],\n", + " [ 0.0114],\n", + " [ 0.0086],\n", + " [ 0.0102],\n", + " [ 0.0091],\n", + " [ 0.0092],\n", + " [ 0.0097],\n", + " [ 0.0081],\n", + " [ 0.0110],\n", + " [ 0.0108],\n", + " [ 0.0111],\n", + " [ 0.0109],\n", + " [ 0.0123],\n", + " [ 0.0050],\n", + " [ 0.0130],\n", + " [ 0.0104],\n", + " [ 0.0118],\n", + " [-0.0038],\n", + " [ 0.0097],\n", + " [ 0.0097],\n", + " [ 0.0108],\n", + " [ 0.0111],\n", + " [ 0.0112],\n", + " [ 0.0093],\n", + " [ 0.0099],\n", + " [ 0.0054],\n", + " [ 0.0084]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0009],\n", + " [-0.0058],\n", + " [ 0.0002],\n", + " [-0.0102],\n", + " [-0.0171],\n", + " [-0.0025],\n", + " [-0.0043],\n", + " [-0.0045],\n", + " [-0.0011],\n", + " [-0.0027],\n", + " [ 0.0030],\n", + " [-0.0002],\n", + " [-0.0038],\n", + " [-0.0015],\n", + " [-0.0039],\n", + " [-0.0035],\n", + " [-0.0015],\n", + " [-0.0020],\n", + " [ 0.0108],\n", + " [-0.0086],\n", + " [-0.0058],\n", + " [-0.0063],\n", + " [ 0.0010],\n", + " [ 0.0024],\n", + " [ 0.0002],\n", + " [-0.0032],\n", + " [-0.0056],\n", + " [-0.0016],\n", + " [-0.0004],\n", + " [-0.0064],\n", + " [ 0.0049],\n", + " [ 0.0005]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0364],\n", + " [-0.0332],\n", + " [-0.0401],\n", + " [-0.0349],\n", + " [-0.0374],\n", + " [-0.0361],\n", + " [-0.0336],\n", + " [-0.0336],\n", + " [-0.0337],\n", + " [-0.0351],\n", + " [-0.0350],\n", + " [-0.0344],\n", + " [-0.0335],\n", + " [-0.0304],\n", + " [-0.0365],\n", + " [-0.0338],\n", + " [-0.0351],\n", + " [-0.0306],\n", + " [-0.0465],\n", + " [-0.0332],\n", + " [-0.0330],\n", + " [-0.0358],\n", + " [-0.0504],\n", + " [-0.0357],\n", + " [-0.0344],\n", + " [-0.0347],\n", + " [-0.0344],\n", + " [-0.0347],\n", + " [-0.0346],\n", + " [-0.0355],\n", + " [-0.0412],\n", + " [-0.0364]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0057],\n", + " [ 0.0025],\n", + " [ 0.0063],\n", + " [ 0.0013],\n", + " [-0.0002],\n", + " [ 0.0044],\n", + " [ 0.0027],\n", + " [ 0.0025],\n", + " [ 0.0032],\n", + " [ 0.0039],\n", + " [ 0.0061],\n", + " [ 0.0040],\n", + " [ 0.0015],\n", + " [ 0.0009],\n", + " [ 0.0044],\n", + " [ 0.0029],\n", + " [ 0.0045],\n", + " [ 0.0010],\n", + " [ 0.0098],\n", + " [ 0.0010],\n", + " [ 0.0018],\n", + " [ 0.0037],\n", + " [ 0.0091],\n", + " [ 0.0058],\n", + " [ 0.0042],\n", + " [ 0.0035],\n", + " [ 0.0030],\n", + " [ 0.0039],\n", + " [ 0.0041],\n", + " [ 0.0033],\n", + " [ 0.0089],\n", + " [ 0.0051]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0573],\n", + " [0.0575],\n", + " [0.0595],\n", + " [0.0586],\n", + " [0.0619],\n", + " [0.0580],\n", + " [0.0556],\n", + " [0.0562],\n", + " [0.0567],\n", + " [0.0571],\n", + " [0.0584],\n", + " [0.0566],\n", + " [0.0560],\n", + " [0.0564],\n", + " [0.0581],\n", + " [0.0561],\n", + " [0.0575],\n", + " [0.0562],\n", + " [0.0661],\n", + " [0.0563],\n", + " [0.0558],\n", + " [0.0593],\n", + " [0.0673],\n", + " [0.0579],\n", + " [0.0572],\n", + " [0.0562],\n", + " [0.0580],\n", + " [0.0568],\n", + " [0.0569],\n", + " [0.0588],\n", + " [0.0643],\n", + " [0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0176],\n", + " [-0.0164],\n", + " [-0.0178],\n", + " [-0.0162],\n", + " [-0.0148],\n", + " [-0.0166],\n", + " [-0.0174],\n", + " [-0.0172],\n", + " [-0.0192],\n", + " [-0.0173],\n", + " [-0.0180],\n", + " [-0.0189],\n", + " [-0.0173],\n", + " [-0.0186],\n", + " [-0.0160],\n", + " [-0.0175],\n", + " [-0.0173],\n", + " [-0.0188],\n", + " [-0.0228],\n", + " [-0.0172],\n", + " [-0.0169],\n", + " [-0.0153],\n", + " [-0.0156],\n", + " [-0.0184],\n", + " [-0.0189],\n", + " [-0.0173],\n", + " [-0.0157],\n", + " [-0.0176],\n", + " [-0.0192],\n", + " [-0.0148],\n", + " [-0.0169],\n", + " [-0.0185]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1713],\n", + " [-0.1696],\n", + " [-0.1723],\n", + " [-0.1675],\n", + " [-0.1646],\n", + " [-0.1682],\n", + " [-0.1707],\n", + " [-0.1674],\n", + " [-0.1706],\n", + " [-0.1682],\n", + " [-0.1720],\n", + " [-0.1712],\n", + " [-0.1674],\n", + " [-0.1689],\n", + " [-0.1714],\n", + " [-0.1704],\n", + " [-0.1725],\n", + " [-0.1698],\n", + " [-0.1777],\n", + " [-0.1682],\n", + " [-0.1673],\n", + " [-0.1681],\n", + " [-0.1646],\n", + " [-0.1748],\n", + " [-0.1715],\n", + " [-0.1701],\n", + " [-0.1678],\n", + " [-0.1717],\n", + " [-0.1692],\n", + " [-0.1673],\n", + " [-0.1719],\n", + " [-0.1724]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0210],\n", + " [-0.0244],\n", + " [-0.0197],\n", + " [-0.0268],\n", + " [-0.0275],\n", + " [-0.0214],\n", + " [-0.0226],\n", + " [-0.0215],\n", + " [-0.0219],\n", + " [-0.0217],\n", + " [-0.0207],\n", + " [-0.0217],\n", + " [-0.0194],\n", + " [-0.0223],\n", + " [-0.0224],\n", + " [-0.0225],\n", + " [-0.0217],\n", + " [-0.0229],\n", + " [-0.0111],\n", + " [-0.0263],\n", + " [-0.0222],\n", + " [-0.0247],\n", + " [-0.0031],\n", + " [-0.0202],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0235],\n", + " [-0.0217],\n", + " [-0.0215],\n", + " [-0.0236],\n", + " [-0.0201],\n", + " [-0.0207]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 7.9870e-03],\n", + " [ 5.2048e-03],\n", + " [ 7.0495e-04],\n", + " [-2.0591e-03],\n", + " [-1.2467e-02],\n", + " [ 6.8573e-03],\n", + " [ 4.8091e-03],\n", + " [ 8.5766e-03],\n", + " [ 1.5152e-02],\n", + " [ 7.7550e-03],\n", + " [ 1.6676e-02],\n", + " [ 1.3480e-02],\n", + " [ 1.0389e-02],\n", + " [ 1.6924e-02],\n", + " [ 2.5229e-03],\n", + " [ 8.3916e-03],\n", + " [ 6.2608e-03],\n", + " [ 1.6330e-02],\n", + " [-1.5398e-03],\n", + " [ 1.5178e-05],\n", + " [ 7.5526e-03],\n", + " [ 1.1302e-03],\n", + " [ 3.0287e-03],\n", + " [ 9.2114e-03],\n", + " [ 1.4747e-02],\n", + " [ 6.5599e-03],\n", + " [ 4.3697e-03],\n", + " [ 8.0116e-03],\n", + " [ 1.2431e-02],\n", + " [ 2.0957e-03],\n", + " [ 4.7475e-03],\n", + " [ 1.2648e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0912],\n", + " [0.0921],\n", + " [0.0950],\n", + " [0.0953],\n", + " [0.1000],\n", + " [0.0934],\n", + " [0.0936],\n", + " [0.0940],\n", + " [0.0904],\n", + " [0.0932],\n", + " [0.0889],\n", + " [0.0905],\n", + " [0.0942],\n", + " [0.0918],\n", + " [0.0926],\n", + " [0.0921],\n", + " [0.0908],\n", + " [0.0905],\n", + " [0.0965],\n", + " [0.0954],\n", + " [0.0937],\n", + " [0.0934],\n", + " [0.1053],\n", + " [0.0890],\n", + " [0.0899],\n", + " [0.0927],\n", + " [0.0927],\n", + " [0.0909],\n", + " [0.0915],\n", + " [0.0937],\n", + " [0.0889],\n", + " [0.0904]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0831],\n", + " [0.0798],\n", + " [0.0781],\n", + " [0.0768],\n", + " [0.0741],\n", + " [0.0835],\n", + " [0.0799],\n", + " [0.0827],\n", + " [0.0875],\n", + " [0.0833],\n", + " [0.0882],\n", + " [0.0858],\n", + " [0.0853],\n", + " [0.0883],\n", + " [0.0793],\n", + " [0.0823],\n", + " [0.0809],\n", + " [0.0884],\n", + " [0.0798],\n", + " [0.0774],\n", + " [0.0828],\n", + " [0.0806],\n", + " [0.0798],\n", + " [0.0821],\n", + " [0.0869],\n", + " [0.0816],\n", + " [0.0821],\n", + " [0.0826],\n", + " [0.0852],\n", + " [0.0815],\n", + " [0.0851],\n", + " [0.0858]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0874],\n", + " [0.0888],\n", + " [0.0879],\n", + " [0.0879],\n", + " [0.0831],\n", + " [0.0873],\n", + " [0.0853],\n", + " [0.0851],\n", + " [0.0882],\n", + " [0.0863],\n", + " [0.0891],\n", + " [0.0872],\n", + " [0.0846],\n", + " [0.0882],\n", + " [0.0874],\n", + " [0.0874],\n", + " [0.0872],\n", + " [0.0888],\n", + " [0.0946],\n", + " [0.0863],\n", + " [0.0849],\n", + " [0.0880],\n", + " [0.0996],\n", + " [0.0874],\n", + " [0.0878],\n", + " [0.0867],\n", + " [0.0869],\n", + " [0.0873],\n", + " [0.0864],\n", + " [0.0872],\n", + " [0.0924],\n", + " [0.0877]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0419],\n", + " [0.0383],\n", + " [0.0403],\n", + " [0.0366],\n", + " [0.0341],\n", + " [0.0416],\n", + " [0.0377],\n", + " [0.0410],\n", + " [0.0422],\n", + " [0.0418],\n", + " [0.0436],\n", + " [0.0422],\n", + " [0.0419],\n", + " [0.0430],\n", + " [0.0371],\n", + " [0.0390],\n", + " [0.0385],\n", + " [0.0416],\n", + " [0.0441],\n", + " [0.0364],\n", + " [0.0399],\n", + " [0.0383],\n", + " [0.0496],\n", + " [0.0402],\n", + " [0.0423],\n", + " [0.0393],\n", + " [0.0391],\n", + " [0.0392],\n", + " [0.0437],\n", + " [0.0390],\n", + " [0.0441],\n", + " [0.0414]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0362],\n", + " [0.0372],\n", + " [0.0358],\n", + " [0.0383],\n", + " [0.0400],\n", + " [0.0373],\n", + " [0.0389],\n", + " [0.0373],\n", + " [0.0364],\n", + " [0.0371],\n", + " [0.0334],\n", + " [0.0362],\n", + " [0.0377],\n", + " [0.0353],\n", + " [0.0391],\n", + " [0.0372],\n", + " [0.0379],\n", + " [0.0363],\n", + " [0.0319],\n", + " [0.0391],\n", + " [0.0383],\n", + " [0.0391],\n", + " [0.0228],\n", + " [0.0366],\n", + " [0.0358],\n", + " [0.0377],\n", + " [0.0386],\n", + " [0.0377],\n", + " [0.0358],\n", + " [0.0387],\n", + " [0.0337],\n", + " [0.0363]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0734],\n", + " [-0.0730],\n", + " [-0.0745],\n", + " [-0.0772],\n", + " [-0.0838],\n", + " [-0.0741],\n", + " [-0.0742],\n", + " [-0.0736],\n", + " [-0.0700],\n", + " [-0.0741],\n", + " [-0.0692],\n", + " [-0.0710],\n", + " [-0.0726],\n", + " [-0.0685],\n", + " [-0.0746],\n", + " [-0.0724],\n", + " [-0.0736],\n", + " [-0.0691],\n", + " [-0.0733],\n", + " [-0.0773],\n", + " [-0.0744],\n", + " [-0.0764],\n", + " [-0.0691],\n", + " [-0.0722],\n", + " [-0.0703],\n", + " [-0.0737],\n", + " [-0.0756],\n", + " [-0.0730],\n", + " [-0.0726],\n", + " [-0.0760],\n", + " [-0.0731],\n", + " [-0.0704]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1015],\n", + " [-0.1011],\n", + " [-0.1072],\n", + " [-0.1025],\n", + " [-0.1063],\n", + " [-0.1013],\n", + " [-0.1016],\n", + " [-0.0999],\n", + " [-0.0974],\n", + " [-0.1004],\n", + " [-0.0995],\n", + " [-0.0979],\n", + " [-0.0990],\n", + " [-0.0962],\n", + " [-0.1038],\n", + " [-0.0999],\n", + " [-0.1024],\n", + " [-0.0965],\n", + " [-0.1152],\n", + " [-0.1019],\n", + " [-0.0995],\n", + " [-0.1027],\n", + " [-0.1143],\n", + " [-0.1021],\n", + " [-0.0980],\n", + " [-0.1010],\n", + " [-0.1011],\n", + " [-0.1008],\n", + " [-0.0989],\n", + " [-0.1019],\n", + " [-0.1067],\n", + " [-0.0989]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0614],\n", + " [-0.0659],\n", + " [-0.0600],\n", + " [-0.0654],\n", + " [-0.0634],\n", + " [-0.0625],\n", + " [-0.0640],\n", + " [-0.0644],\n", + " [-0.0631],\n", + " [-0.0628],\n", + " [-0.0621],\n", + " [-0.0628],\n", + " [-0.0639],\n", + " [-0.0642],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0629],\n", + " [-0.0639],\n", + " [-0.0497],\n", + " [-0.0651],\n", + " [-0.0643],\n", + " [-0.0632],\n", + " [-0.0517],\n", + " [-0.0616],\n", + " [-0.0627],\n", + " [-0.0631],\n", + " [-0.0636],\n", + " [-0.0626],\n", + " [-0.0628],\n", + " [-0.0639],\n", + " [-0.0597],\n", + " [-0.0622]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0623],\n", + " [-0.0661],\n", + " [-0.0641],\n", + " [-0.0609],\n", + " [-0.0519],\n", + " [-0.0617],\n", + " [-0.0637],\n", + " [-0.0648],\n", + " [-0.0619],\n", + " [-0.0610],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0590],\n", + " [-0.0431],\n", + " [-0.0631],\n", + " [-0.0640],\n", + " [-0.0585],\n", + " [-0.0098],\n", + " [-0.0561],\n", + " [-0.0625],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0616],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [-0.0639],\n", + " [-0.0629],\n", + " [-0.0621],\n", + " [-0.0628],\n", + " [-0.0625],\n", + " [-0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0755],\n", + " [-0.0752],\n", + " [-0.1100],\n", + " [-0.0782],\n", + " [-0.0726],\n", + " [-0.0686],\n", + " [-0.0715],\n", + " [-0.0776],\n", + " [-0.0775],\n", + " [-0.0703],\n", + " [-0.0666],\n", + " [-0.0752],\n", + " [-0.0696],\n", + " [-0.0698],\n", + " [-0.0904],\n", + " [-0.0738],\n", + " [-0.0774],\n", + " [-0.0718],\n", + " [-0.0621],\n", + " [-0.0728],\n", + " [-0.0762],\n", + " [-0.0731],\n", + " [-0.0737],\n", + " [-0.0759],\n", + " [-0.0746],\n", + " [-0.0727],\n", + " [-0.0766],\n", + " [-0.0677],\n", + " [-0.0763],\n", + " [-0.0713],\n", + " [-0.0751],\n", + " [-0.0698]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0377],\n", + " [0.0242],\n", + " [0.0370],\n", + " [0.0380],\n", + " [0.0396],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0359],\n", + " [0.0387],\n", + " [0.0384],\n", + " [0.0349],\n", + " [0.0370],\n", + " [0.0378],\n", + " [0.0262],\n", + " [0.0365],\n", + " [0.0366],\n", + " [0.0397],\n", + " [0.0428],\n", + " [0.0397],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0386],\n", + " [0.0369],\n", + " [0.0365],\n", + " [0.0362],\n", + " [0.0364],\n", + " [0.0364],\n", + " [0.0382],\n", + " [0.0365],\n", + " [0.0362],\n", + " [0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0956],\n", + " [-0.0932],\n", + " [-0.1180],\n", + " [-0.0947],\n", + " [-0.0902],\n", + " [-0.0823],\n", + " [-0.0937],\n", + " [-0.0935],\n", + " [-0.0955],\n", + " [-0.0954],\n", + " [-0.0924],\n", + " [-0.0957],\n", + " [-0.0951],\n", + " [-0.0884],\n", + " [-0.0801],\n", + " [-0.0938],\n", + " [-0.0933],\n", + " [-0.0885],\n", + " [-0.0525],\n", + " [-0.0869],\n", + " [-0.0915],\n", + " [-0.0943],\n", + " [-0.0897],\n", + " [-0.0904],\n", + " [-0.0930],\n", + " [-0.0959],\n", + " [-0.0960],\n", + " [-0.0952],\n", + " [-0.0923],\n", + " [-0.0956],\n", + " [-0.0942],\n", + " [-0.0933]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0566],\n", + " [0.0528],\n", + " [0.0491],\n", + " [0.0544],\n", + " [0.0483],\n", + " [0.0415],\n", + " [0.0562],\n", + " [0.0530],\n", + " [0.0563],\n", + " [0.0586],\n", + " [0.0564],\n", + " [0.0564],\n", + " [0.0593],\n", + " [0.0435],\n", + " [0.0179],\n", + " [0.0557],\n", + " [0.0531],\n", + " [0.0455],\n", + " [0.0206],\n", + " [0.0409],\n", + " [0.0514],\n", + " [0.0587],\n", + " [0.0495],\n", + " [0.0485],\n", + " [0.0557],\n", + " [0.0590],\n", + " [0.0577],\n", + " [0.0597],\n", + " [0.0531],\n", + " [0.0588],\n", + " [0.0553],\n", + " [0.0558]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0357],\n", + " [ 0.0021],\n", + " [-0.0369],\n", + " [-0.0372],\n", + " [-0.0450],\n", + " [-0.0364],\n", + " [-0.0383],\n", + " [-0.0396],\n", + " [-0.0336],\n", + " [-0.0360],\n", + " [-0.0357],\n", + " [-0.0353],\n", + " [-0.0401],\n", + " [-0.0919],\n", + " [-0.0386],\n", + " [-0.0377],\n", + " [-0.0375],\n", + " [-0.0323],\n", + " [-0.0410],\n", + " [-0.0390],\n", + " [-0.0363],\n", + " [-0.0418],\n", + " [-0.0417],\n", + " [-0.0392],\n", + " [-0.0365],\n", + " [-0.0358],\n", + " [-0.0352],\n", + " [-0.0365],\n", + " [-0.0360],\n", + " [-0.0377],\n", + " [-0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0798],\n", + " [-0.0810],\n", + " [-0.0805],\n", + " [-0.0785],\n", + " [-0.0804],\n", + " [-0.0767],\n", + " [-0.0808],\n", + " [-0.0784],\n", + " [-0.0789],\n", + " [-0.0821],\n", + " [-0.0818],\n", + " [-0.0797],\n", + " [-0.0807],\n", + " [-0.0804],\n", + " [-0.0600],\n", + " [-0.0802],\n", + " [-0.0787],\n", + " [-0.0823],\n", + " [-0.0604],\n", + " [-0.0812],\n", + " [-0.0784],\n", + " [-0.0789],\n", + " [-0.0801],\n", + " [-0.0787],\n", + " [-0.0792],\n", + " [-0.0799],\n", + " [-0.0789],\n", + " [-0.0815],\n", + " [-0.0784],\n", + " [-0.0804],\n", + " [-0.0796],\n", + " [-0.0816]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1677],\n", + " [0.1652],\n", + " [0.1401],\n", + " [0.1666],\n", + " [0.1649],\n", + " [0.1632],\n", + " [0.1684],\n", + " [0.1658],\n", + " [0.1677],\n", + " [0.1717],\n", + " [0.1704],\n", + " [0.1679],\n", + " [0.1712],\n", + " [0.1635],\n", + " [0.1564],\n", + " [0.1675],\n", + " [0.1660],\n", + " [0.1602],\n", + " [0.1663],\n", + " [0.1565],\n", + " [0.1654],\n", + " [0.1700],\n", + " [0.1637],\n", + " [0.1630],\n", + " [0.1679],\n", + " [0.1693],\n", + " [0.1683],\n", + " [0.1726],\n", + " [0.1665],\n", + " [0.1698],\n", + " [0.1669],\n", + " [0.1684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0588],\n", + " [-0.0559],\n", + " [-0.0964],\n", + " [-0.0593],\n", + " [-0.0526],\n", + " [-0.0507],\n", + " [-0.0542],\n", + " [-0.0580],\n", + " [-0.0586],\n", + " [-0.0539],\n", + " [-0.0518],\n", + " [-0.0593],\n", + " [-0.0568],\n", + " [-0.0477],\n", + " [-0.0632],\n", + " [-0.0563],\n", + " [-0.0577],\n", + " [-0.0514],\n", + " [-0.0397],\n", + " [-0.0515],\n", + " [-0.0564],\n", + " [-0.0566],\n", + " [-0.0508],\n", + " [-0.0558],\n", + " [-0.0553],\n", + " [-0.0574],\n", + " [-0.0590],\n", + " [-0.0573],\n", + " [-0.0570],\n", + " [-0.0572],\n", + " [-0.0569],\n", + " [-0.0531]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0623],\n", + " [ 0.0650],\n", + " [-0.0034],\n", + " [ 0.0637],\n", + " [ 0.0666],\n", + " [ 0.0642],\n", + " [ 0.0592],\n", + " [ 0.0637],\n", + " [ 0.0608],\n", + " [ 0.0609],\n", + " [ 0.0553],\n", + " [ 0.0614],\n", + " [ 0.0568],\n", + " [ 0.0681],\n", + " [ 0.0356],\n", + " [ 0.0592],\n", + " [ 0.0637],\n", + " [ 0.0672],\n", + " [ 0.0728],\n", + " [ 0.0725],\n", + " [ 0.0639],\n", + " [ 0.0589],\n", + " [ 0.0655],\n", + " [ 0.0663],\n", + " [ 0.0600],\n", + " [ 0.0588],\n", + " [ 0.0625],\n", + " [ 0.0553],\n", + " [ 0.0649],\n", + " [ 0.0583],\n", + " [ 0.0619],\n", + " [ 0.0585]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0970],\n", + " [-0.0934],\n", + " [-0.1047],\n", + " [-0.0944],\n", + " [-0.0892],\n", + " [-0.0837],\n", + " [-0.0972],\n", + " [-0.0929],\n", + " [-0.0956],\n", + " [-0.1010],\n", + " [-0.0991],\n", + " [-0.0961],\n", + " [-0.1008],\n", + " [-0.0864],\n", + " [-0.1006],\n", + " [-0.0962],\n", + " [-0.0923],\n", + " [-0.0904],\n", + " [-0.0917],\n", + " [-0.0848],\n", + " [-0.0911],\n", + " [-0.0986],\n", + " [-0.0918],\n", + " [-0.0894],\n", + " [-0.0954],\n", + " [-0.0993],\n", + " [-0.0969],\n", + " [-0.1020],\n", + " [-0.0933],\n", + " [-0.0999],\n", + " [-0.0950],\n", + " [-0.0973]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0167],\n", + " [ 0.0139],\n", + " [ 0.0062],\n", + " [ 0.0148],\n", + " [ 0.0133],\n", + " [ 0.0116],\n", + " [ 0.0193],\n", + " [ 0.0145],\n", + " [ 0.0171],\n", + " [ 0.0221],\n", + " [ 0.0214],\n", + " [ 0.0184],\n", + " [ 0.0209],\n", + " [ 0.0108],\n", + " [ 0.0432],\n", + " [ 0.0162],\n", + " [ 0.0151],\n", + " [ 0.0090],\n", + " [-0.0294],\n", + " [ 0.0036],\n", + " [ 0.0141],\n", + " [ 0.0194],\n", + " [ 0.0108],\n", + " [ 0.0105],\n", + " [ 0.0171],\n", + " [ 0.0196],\n", + " [ 0.0171],\n", + " [ 0.0227],\n", + " [ 0.0133],\n", + " [ 0.0200],\n", + " [ 0.0176],\n", + " [ 0.0206]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0913],\n", + " [0.0891],\n", + " [0.1167],\n", + " [0.0908],\n", + " [0.0852],\n", + " [0.0942],\n", + " [0.0934],\n", + " [0.0908],\n", + " [0.0951],\n", + " [0.0914],\n", + " [0.0974],\n", + " [0.0913],\n", + " [0.0963],\n", + " [0.0866],\n", + " [0.0822],\n", + " [0.0953],\n", + " [0.0893],\n", + " [0.0935],\n", + " [0.1318],\n", + " [0.0940],\n", + " [0.0899],\n", + " [0.0941],\n", + " [0.0938],\n", + " [0.0919],\n", + " [0.0937],\n", + " [0.0951],\n", + " [0.0905],\n", + " [0.0972],\n", + " [0.0893],\n", + " [0.0953],\n", + " [0.0908],\n", + " [0.0940]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0091],\n", + " [0.0087],\n", + " [0.0344],\n", + " [0.0092],\n", + " [0.0049],\n", + " [0.0163],\n", + " [0.0100],\n", + " [0.0089],\n", + " [0.0101],\n", + " [0.0069],\n", + " [0.0113],\n", + " [0.0050],\n", + " [0.0113],\n", + " [0.0044],\n", + " [0.0139],\n", + " [0.0124],\n", + " [0.0075],\n", + " [0.0124],\n", + " [0.0484],\n", + " [0.0120],\n", + " [0.0084],\n", + " [0.0095],\n", + " [0.0111],\n", + " [0.0109],\n", + " [0.0101],\n", + " [0.0098],\n", + " [0.0076],\n", + " [0.0111],\n", + " [0.0102],\n", + " [0.0104],\n", + " [0.0071],\n", + " [0.0100]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.7389e-03],\n", + " [-2.6528e-03],\n", + " [ 5.7992e-02],\n", + " [ 1.8501e-03],\n", + " [-4.8547e-03],\n", + " [-1.3484e-02],\n", + " [-2.3718e-03],\n", + " [-1.7108e-05],\n", + " [ 1.2168e-03],\n", + " [ 9.3614e-04],\n", + " [-3.1350e-03],\n", + " [ 3.5524e-03],\n", + " [ 1.7177e-04],\n", + " [-1.0073e-02],\n", + " [-2.2640e-02],\n", + " [-2.5648e-03],\n", + " [ 3.1013e-04],\n", + " [-9.7779e-03],\n", + " [-3.7848e-02],\n", + " [-1.4469e-02],\n", + " [-2.5315e-03],\n", + " [ 4.6758e-05],\n", + " [-1.0456e-02],\n", + " [-6.5724e-03],\n", + " [-2.3681e-03],\n", + " [ 4.3830e-04],\n", + " [ 2.4254e-03],\n", + " [ 6.0181e-04],\n", + " [-2.2662e-03],\n", + " [ 4.1412e-04],\n", + " [ 4.5695e-04],\n", + " [-2.9506e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0369],\n", + " [-0.0368],\n", + " [-0.0259],\n", + " [-0.0379],\n", + " [-0.0389],\n", + " [-0.0373],\n", + " [-0.0346],\n", + " [-0.0381],\n", + " [-0.0350],\n", + " [-0.0355],\n", + " [-0.0293],\n", + " [-0.0415],\n", + " [-0.0317],\n", + " [-0.0382],\n", + " [-0.0519],\n", + " [-0.0327],\n", + " [-0.0392],\n", + " [-0.0344],\n", + " [-0.0080],\n", + " [-0.0358],\n", + " [-0.0385],\n", + " [-0.0345],\n", + " [-0.0333],\n", + " [-0.0368],\n", + " [-0.0347],\n", + " [-0.0347],\n", + " [-0.0373],\n", + " [-0.0311],\n", + " [-0.0361],\n", + " [-0.0339],\n", + " [-0.0387],\n", + " [-0.0344]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 5.9875e-03],\n", + " [ 4.6225e-03],\n", + " [ 1.0345e-02],\n", + " [ 6.3688e-03],\n", + " [ 4.4449e-03],\n", + " [-4.6999e-04],\n", + " [ 2.7729e-03],\n", + " [ 5.6833e-03],\n", + " [ 5.1507e-03],\n", + " [ 4.3424e-03],\n", + " [-1.4605e-04],\n", + " [ 8.2906e-03],\n", + " [ 2.9981e-03],\n", + " [ 1.6639e-03],\n", + " [-9.1994e-03],\n", + " [ 2.9586e-03],\n", + " [ 5.9136e-03],\n", + " [ 7.8996e-04],\n", + " [-6.7027e-03],\n", + " [ 5.6371e-04],\n", + " [ 5.1683e-03],\n", + " [ 4.6109e-03],\n", + " [ 1.3981e-05],\n", + " [ 3.9738e-03],\n", + " [ 3.6534e-03],\n", + " [ 4.6204e-03],\n", + " [ 6.5126e-03],\n", + " [ 2.6704e-03],\n", + " [ 5.4622e-03],\n", + " [ 3.9422e-03],\n", + " [ 5.5704e-03],\n", + " [ 1.9576e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0579],\n", + " [0.0583],\n", + " [0.0488],\n", + " [0.0583],\n", + " [0.0585],\n", + " [0.0571],\n", + " [0.0562],\n", + " [0.0579],\n", + " [0.0578],\n", + " [0.0584],\n", + " [0.0554],\n", + " [0.0589],\n", + " [0.0571],\n", + " [0.0589],\n", + " [0.0328],\n", + " [0.0569],\n", + " [0.0579],\n", + " [0.0596],\n", + " [0.0696],\n", + " [0.0621],\n", + " [0.0577],\n", + " [0.0563],\n", + " [0.0563],\n", + " [0.0589],\n", + " [0.0561],\n", + " [0.0571],\n", + " [0.0576],\n", + " [0.0572],\n", + " [0.0578],\n", + " [0.0574],\n", + " [0.0570],\n", + " [0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0178],\n", + " [-0.0164],\n", + " [-0.0469],\n", + " [-0.0172],\n", + " [-0.0147],\n", + " [-0.0164],\n", + " [-0.0185],\n", + " [-0.0170],\n", + " [-0.0180],\n", + " [-0.0192],\n", + " [-0.0174],\n", + " [-0.0178],\n", + " [-0.0191],\n", + " [-0.0127],\n", + " [-0.0037],\n", + " [-0.0170],\n", + " [-0.0172],\n", + " [-0.0150],\n", + " [-0.0109],\n", + " [-0.0153],\n", + " [-0.0165],\n", + " [-0.0187],\n", + " [-0.0172],\n", + " [-0.0155],\n", + " [-0.0177],\n", + " [-0.0188],\n", + " [-0.0179],\n", + " [-0.0184],\n", + " [-0.0165],\n", + " [-0.0190],\n", + " [-0.0176],\n", + " [-0.0192]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1719],\n", + " [-0.1690],\n", + " [-0.2036],\n", + " [-0.1733],\n", + " [-0.1669],\n", + " [-0.1655],\n", + " [-0.1697],\n", + " [-0.1724],\n", + " [-0.1749],\n", + " [-0.1692],\n", + " [-0.1681],\n", + " [-0.1728],\n", + " [-0.1705],\n", + " [-0.1647],\n", + " [-0.1509],\n", + " [-0.1710],\n", + " [-0.1720],\n", + " [-0.1670],\n", + " [-0.1627],\n", + " [-0.1663],\n", + " [-0.1703],\n", + " [-0.1711],\n", + " [-0.1674],\n", + " [-0.1697],\n", + " [-0.1711],\n", + " [-0.1718],\n", + " [-0.1725],\n", + " [-0.1708],\n", + " [-0.1694],\n", + " [-0.1713],\n", + " [-0.1716],\n", + " [-0.1691]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0209],\n", + " [-0.0222],\n", + " [ 0.0637],\n", + " [-0.0203],\n", + " [-0.0208],\n", + " [-0.0256],\n", + " [-0.0219],\n", + " [-0.0205],\n", + " [-0.0202],\n", + " [-0.0198],\n", + " [-0.0219],\n", + " [-0.0169],\n", + " [-0.0226],\n", + " [-0.0205],\n", + " [ 0.0242],\n", + " [-0.0232],\n", + " [-0.0197],\n", + " [-0.0250],\n", + " [-0.0298],\n", + " [-0.0279],\n", + " [-0.0211],\n", + " [-0.0214],\n", + " [-0.0269],\n", + " [-0.0248],\n", + " [-0.0216],\n", + " [-0.0216],\n", + " [-0.0204],\n", + " [-0.0220],\n", + " [-0.0232],\n", + " [-0.0219],\n", + " [-0.0198],\n", + " [-0.0219]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0101],\n", + " [ 0.0056],\n", + " [ 0.1090],\n", + " [ 0.0062],\n", + " [-0.0005],\n", + " [-0.0073],\n", + " [ 0.0107],\n", + " [ 0.0045],\n", + " [ 0.0086],\n", + " [ 0.0152],\n", + " [ 0.0136],\n", + " [ 0.0130],\n", + " [ 0.0161],\n", + " [-0.0049],\n", + " [ 0.0225],\n", + " [ 0.0093],\n", + " [ 0.0046],\n", + " [-0.0007],\n", + " [-0.0018],\n", + " [-0.0083],\n", + " [ 0.0025],\n", + " [ 0.0122],\n", + " [-0.0008],\n", + " [-0.0016],\n", + " [ 0.0077],\n", + " [ 0.0139],\n", + " [ 0.0099],\n", + " [ 0.0188],\n", + " [ 0.0042],\n", + " [ 0.0146],\n", + " [ 0.0077],\n", + " [ 0.0110]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0900],\n", + " [0.0931],\n", + " [0.0486],\n", + " [0.0903],\n", + " [0.0997],\n", + " [0.1014],\n", + " [0.0921],\n", + " [0.0924],\n", + " [0.0896],\n", + " [0.0922],\n", + " [0.0927],\n", + " [0.0903],\n", + " [0.0900],\n", + " [0.1031],\n", + " [0.0754],\n", + " [0.0905],\n", + " [0.0936],\n", + " [0.0939],\n", + " [0.0913],\n", + " [0.0965],\n", + " [0.0953],\n", + " [0.0911],\n", + " [0.0960],\n", + " [0.0950],\n", + " [0.0925],\n", + " [0.0894],\n", + " [0.0908],\n", + " [0.0897],\n", + " [0.0928],\n", + " [0.0898],\n", + " [0.0928],\n", + " [0.0925]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0849],\n", + " [0.0825],\n", + " [0.1063],\n", + " [0.0817],\n", + " [0.0812],\n", + " [0.0777],\n", + " [0.0845],\n", + " [0.0805],\n", + " [0.0815],\n", + " [0.0877],\n", + " [0.0861],\n", + " [0.0887],\n", + " [0.0873],\n", + " [0.0788],\n", + " [0.0893],\n", + " [0.0833],\n", + " [0.0807],\n", + " [0.0806],\n", + " [0.0713],\n", + " [0.0767],\n", + " [0.0801],\n", + " [0.0849],\n", + " [0.0751],\n", + " [0.0777],\n", + " [0.0819],\n", + " [0.0863],\n", + " [0.0836],\n", + " [0.0899],\n", + " [0.0810],\n", + " [0.0868],\n", + " [0.0838],\n", + " [0.0854]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0882],\n", + " [0.0888],\n", + " [0.0659],\n", + " [0.0880],\n", + " [0.0859],\n", + " [0.0805],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0872],\n", + " [0.0869],\n", + " [0.0873],\n", + " [0.0891],\n", + " [0.0884],\n", + " [0.0832],\n", + " [0.0498],\n", + " [0.0881],\n", + " [0.0876],\n", + " [0.0881],\n", + " [0.0454],\n", + " [0.0864],\n", + " [0.0869],\n", + " [0.0861],\n", + " [0.0867],\n", + " [0.0873],\n", + " [0.0866],\n", + " [0.0879],\n", + " [0.0876],\n", + " [0.0885],\n", + " [0.0872],\n", + " [0.0882],\n", + " [0.0872],\n", + " [0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0423],\n", + " [0.0406],\n", + " [0.0494],\n", + " [0.0408],\n", + " [0.0408],\n", + " [0.0357],\n", + " [0.0412],\n", + " [0.0399],\n", + " [0.0390],\n", + " [0.0449],\n", + " [0.0417],\n", + " [0.0432],\n", + " [0.0428],\n", + " [0.0381],\n", + " [0.0495],\n", + " [0.0391],\n", + " [0.0406],\n", + " [0.0357],\n", + " [0.0363],\n", + " [0.0344],\n", + " [0.0397],\n", + " [0.0423],\n", + " [0.0366],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0418],\n", + " [0.0427],\n", + " [0.0432],\n", + " [0.0405],\n", + " [0.0423],\n", + " [0.0415],\n", + " [0.0413]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0373],\n", + " [0.0015],\n", + " [0.0369],\n", + " [0.0370],\n", + " [0.0421],\n", + " [0.0371],\n", + " [0.0376],\n", + " [0.0374],\n", + " [0.0352],\n", + " [0.0366],\n", + " [0.0359],\n", + " [0.0353],\n", + " [0.0373],\n", + " [0.0177],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0403],\n", + " [0.0226],\n", + " [0.0402],\n", + " [0.0379],\n", + " [0.0361],\n", + " [0.0375],\n", + " [0.0390],\n", + " [0.0375],\n", + " [0.0358],\n", + " [0.0354],\n", + " [0.0342],\n", + " [0.0372],\n", + " [0.0358],\n", + " [0.0376],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0726],\n", + " [-0.0739],\n", + " [-0.0389],\n", + " [-0.0735],\n", + " [-0.0751],\n", + " [-0.0833],\n", + " [-0.0720],\n", + " [-0.0739],\n", + " [-0.0721],\n", + " [-0.0703],\n", + " [-0.0697],\n", + " [-0.0698],\n", + " [-0.0697],\n", + " [-0.0759],\n", + " [-0.0866],\n", + " [-0.0723],\n", + " [-0.0737],\n", + " [-0.0775],\n", + " [-0.1015],\n", + " [-0.0813],\n", + " [-0.0748],\n", + " [-0.0720],\n", + " [-0.0766],\n", + " [-0.0766],\n", + " [-0.0728],\n", + " [-0.0707],\n", + " [-0.0721],\n", + " [-0.0682],\n", + " [-0.0753],\n", + " [-0.0705],\n", + " [-0.0726],\n", + " [-0.0720]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1007],\n", + " [-0.1022],\n", + " [-0.0988],\n", + " [-0.1031],\n", + " [-0.1046],\n", + " [-0.1053],\n", + " [-0.0987],\n", + " [-0.1038],\n", + " [-0.1026],\n", + " [-0.0988],\n", + " [-0.0969],\n", + " [-0.1041],\n", + " [-0.0973],\n", + " [-0.1058],\n", + " [-0.1175],\n", + " [-0.0996],\n", + " [-0.1041],\n", + " [-0.1017],\n", + " [-0.1157],\n", + " [-0.1044],\n", + " [-0.1041],\n", + " [-0.0986],\n", + " [-0.1018],\n", + " [-0.1043],\n", + " [-0.1007],\n", + " [-0.0981],\n", + " [-0.1011],\n", + " [-0.0965],\n", + " [-0.1025],\n", + " [-0.0980],\n", + " [-0.1017],\n", + " [-0.0983]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0611],\n", + " [-0.0622],\n", + " [-0.0092],\n", + " [-0.0607],\n", + " [-0.0624],\n", + " [-0.0604],\n", + " [-0.0627],\n", + " [-0.0612],\n", + " [-0.0622],\n", + " [-0.0629],\n", + " [-0.0647],\n", + " [-0.0592],\n", + " [-0.0633],\n", + " [-0.0641],\n", + " [-0.0155],\n", + " [-0.0638],\n", + " [-0.0608],\n", + " [-0.0644],\n", + " [-0.0567],\n", + " [-0.0645],\n", + " [-0.0616],\n", + " [-0.0627],\n", + " [-0.0668],\n", + " [-0.0635],\n", + " [-0.0631],\n", + " [-0.0626],\n", + " [-0.0614],\n", + " [-0.0635],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0610],\n", + " [-0.0626]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0617],\n", + " [-0.0624],\n", + " [-0.0608],\n", + " [-0.0617],\n", + " [-0.0614],\n", + " [-0.0622],\n", + " [-0.0641],\n", + " [-0.0607],\n", + " [-0.0617],\n", + " [-0.0624],\n", + " [-0.0634],\n", + " [-0.0615],\n", + " [-0.0636],\n", + " [-0.0614],\n", + " [-0.0636],\n", + " [-0.0607],\n", + " [-0.0629],\n", + " [-0.0638],\n", + " [-0.0624],\n", + " [-0.0598],\n", + " [-0.0633],\n", + " [-0.0600],\n", + " [-0.0675],\n", + " [-0.0639],\n", + " [-0.0613],\n", + " [-0.0687],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0575],\n", + " [-0.0608],\n", + " [-0.0609]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0703],\n", + " [-0.0749],\n", + " [-0.0727],\n", + " [-0.0741],\n", + " [-0.0707],\n", + " [-0.0756],\n", + " [-0.0758],\n", + " [-0.0729],\n", + " [-0.0720],\n", + " [-0.0683],\n", + " [-0.0736],\n", + " [-0.0833],\n", + " [-0.0730],\n", + " [-0.0730],\n", + " [-0.0775],\n", + " [-0.0678],\n", + " [-0.0724],\n", + " [-0.0768],\n", + " [-0.0752],\n", + " [-0.0716],\n", + " [-0.0750],\n", + " [-0.0746],\n", + " [-0.0819],\n", + " [-0.0773],\n", + " [-0.0741],\n", + " [-0.0778],\n", + " [-0.0771],\n", + " [-0.0703],\n", + " [-0.0720],\n", + " [-0.0694],\n", + " [-0.0726],\n", + " [-0.0729]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0382],\n", + " [0.0368],\n", + " [0.0392],\n", + " [0.0372],\n", + " [0.0383],\n", + " [0.0371],\n", + " [0.0355],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0366],\n", + " [0.0336],\n", + " [0.0358],\n", + " [0.0368],\n", + " [0.0369],\n", + " [0.0388],\n", + " [0.0356],\n", + " [0.0364],\n", + " [0.0368],\n", + " [0.0396],\n", + " [0.0378],\n", + " [0.0376],\n", + " [0.0374],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0382],\n", + " [0.0379],\n", + " [0.0371],\n", + " [0.0385],\n", + " [0.0378],\n", + " [0.0384],\n", + " [0.0388]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0944],\n", + " [-0.0932],\n", + " [-0.0926],\n", + " [-0.0920],\n", + " [-0.0939],\n", + " [-0.0900],\n", + " [-0.0960],\n", + " [-0.0883],\n", + " [-0.0940],\n", + " [-0.0949],\n", + " [-0.0963],\n", + " [-0.0899],\n", + " [-0.0964],\n", + " [-0.0927],\n", + " [-0.0920],\n", + " [-0.0917],\n", + " [-0.0958],\n", + " [-0.0944],\n", + " [-0.0920],\n", + " [-0.0910],\n", + " [-0.0916],\n", + " [-0.0892],\n", + " [-0.0926],\n", + " [-0.0944],\n", + " [-0.0897],\n", + " [-0.0939],\n", + " [-0.0940],\n", + " [-0.0949],\n", + " [-0.0902],\n", + " [-0.0869],\n", + " [-0.0889],\n", + " [-0.0915]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0577],\n", + " [0.0558],\n", + " [0.0558],\n", + " [0.0558],\n", + " [0.0568],\n", + " [0.0498],\n", + " [0.0565],\n", + " [0.0506],\n", + " [0.0582],\n", + " [0.0591],\n", + " [0.0589],\n", + " [0.0458],\n", + " [0.0594],\n", + " [0.0558],\n", + " [0.0511],\n", + " [0.0549],\n", + " [0.0582],\n", + " [0.0546],\n", + " [0.0530],\n", + " [0.0537],\n", + " [0.0515],\n", + " [0.0472],\n", + " [0.0442],\n", + " [0.0553],\n", + " [0.0494],\n", + " [0.0455],\n", + " [0.0547],\n", + " [0.0583],\n", + " [0.0546],\n", + " [0.0406],\n", + " [0.0450],\n", + " [0.0542]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0346],\n", + " [-0.0383],\n", + " [-0.0350],\n", + " [-0.0390],\n", + " [-0.0354],\n", + " [-0.0427],\n", + " [-0.0387],\n", + " [-0.0432],\n", + " [-0.0367],\n", + " [-0.0349],\n", + " [-0.0356],\n", + " [-0.0239],\n", + " [-0.0361],\n", + " [-0.0391],\n", + " [-0.0392],\n", + " [-0.0370],\n", + " [-0.0380],\n", + " [-0.0370],\n", + " [-0.0407],\n", + " [-0.0357],\n", + " [-0.0401],\n", + " [-0.0413],\n", + " [-0.0384],\n", + " [-0.0376],\n", + " [-0.0417],\n", + " [-0.0352],\n", + " [-0.0367],\n", + " [-0.0353],\n", + " [-0.0401],\n", + " [-0.0383],\n", + " [-0.0382],\n", + " [-0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0812],\n", + " [-0.0788],\n", + " [-0.0801],\n", + " [-0.0786],\n", + " [-0.0812],\n", + " [-0.0775],\n", + " [-0.0797],\n", + " [-0.0791],\n", + " [-0.0794],\n", + " [-0.0815],\n", + " [-0.0799],\n", + " [-0.0815],\n", + " [-0.0797],\n", + " [-0.0794],\n", + " [-0.0780],\n", + " [-0.0818],\n", + " [-0.0804],\n", + " [-0.0793],\n", + " [-0.0791],\n", + " [-0.0802],\n", + " [-0.0811],\n", + " [-0.0792],\n", + " [-0.0776],\n", + " [-0.0786],\n", + " [-0.0797],\n", + " [-0.0844],\n", + " [-0.0787],\n", + " [-0.0808],\n", + " [-0.0783],\n", + " [-0.0831],\n", + " [-0.0801],\n", + " [-0.0794]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1701],\n", + " [0.1682],\n", + " [0.1690],\n", + " [0.1688],\n", + " [0.1691],\n", + " [0.1646],\n", + " [0.1670],\n", + " [0.1652],\n", + " [0.1697],\n", + " [0.1716],\n", + " [0.1693],\n", + " [0.1561],\n", + " [0.1699],\n", + " [0.1680],\n", + " [0.1651],\n", + " [0.1689],\n", + " [0.1684],\n", + " [0.1666],\n", + " [0.1665],\n", + " [0.1679],\n", + " [0.1645],\n", + " [0.1620],\n", + " [0.1619],\n", + " [0.1674],\n", + " [0.1642],\n", + " [0.1608],\n", + " [0.1675],\n", + " [0.1701],\n", + " [0.1701],\n", + " [0.1626],\n", + " [0.1634],\n", + " [0.1680]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0550],\n", + " [-0.0561],\n", + " [-0.0539],\n", + " [-0.0543],\n", + " [-0.0545],\n", + " [-0.0555],\n", + " [-0.0586],\n", + " [-0.0525],\n", + " [-0.0557],\n", + " [-0.0559],\n", + " [-0.0586],\n", + " [-0.0727],\n", + " [-0.0584],\n", + " [-0.0551],\n", + " [-0.0574],\n", + " [-0.0530],\n", + " [-0.0568],\n", + " [-0.0577],\n", + " [-0.0553],\n", + " [-0.0515],\n", + " [-0.0533],\n", + " [-0.0553],\n", + " [-0.0610],\n", + " [-0.0579],\n", + " [-0.0551],\n", + " [-0.0596],\n", + " [-0.0583],\n", + " [-0.0570],\n", + " [-0.0518],\n", + " [-0.0518],\n", + " [-0.0522],\n", + " [-0.0529]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0586],\n", + " [0.0603],\n", + " [0.0605],\n", + " [0.0603],\n", + " [0.0585],\n", + " [0.0643],\n", + " [0.0604],\n", + " [0.0611],\n", + " [0.0581],\n", + " [0.0566],\n", + " [0.0597],\n", + " [0.0264],\n", + " [0.0589],\n", + " [0.0588],\n", + " [0.0647],\n", + " [0.0551],\n", + " [0.0587],\n", + " [0.0632],\n", + " [0.0614],\n", + " [0.0617],\n", + " [0.0628],\n", + " [0.0668],\n", + " [0.0716],\n", + " [0.0626],\n", + " [0.0624],\n", + " [0.0673],\n", + " [0.0632],\n", + " [0.0574],\n", + " [0.0604],\n", + " [0.0666],\n", + " [0.0682],\n", + " [0.0623]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0994],\n", + " [-0.0957],\n", + " [-0.0968],\n", + " [-0.0957],\n", + " [-0.0981],\n", + " [-0.0906],\n", + " [-0.0964],\n", + " [-0.0922],\n", + " [-0.0987],\n", + " [-0.1010],\n", + " [-0.0995],\n", + " [-0.0872],\n", + " [-0.0999],\n", + " [-0.0962],\n", + " [-0.0910],\n", + " [-0.0974],\n", + " [-0.0985],\n", + " [-0.0940],\n", + " [-0.0938],\n", + " [-0.0961],\n", + " [-0.0933],\n", + " [-0.0888],\n", + " [-0.0839],\n", + " [-0.0948],\n", + " [-0.0916],\n", + " [-0.0779],\n", + " [-0.0954],\n", + " [-0.0998],\n", + " [-0.0957],\n", + " [-0.0800],\n", + " [-0.0865],\n", + " [-0.0949]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0205],\n", + " [0.0169],\n", + " [0.0182],\n", + " [0.0169],\n", + " [0.0197],\n", + " [0.0130],\n", + " [0.0172],\n", + " [0.0129],\n", + " [0.0198],\n", + " [0.0222],\n", + " [0.0186],\n", + " [0.0154],\n", + " [0.0192],\n", + " [0.0181],\n", + " [0.0133],\n", + " [0.0192],\n", + " [0.0196],\n", + " [0.0159],\n", + " [0.0147],\n", + " [0.0169],\n", + " [0.0121],\n", + " [0.0095],\n", + " [0.0071],\n", + " [0.0160],\n", + " [0.0115],\n", + " [0.0135],\n", + " [0.0142],\n", + " [0.0197],\n", + " [0.0174],\n", + " [0.0124],\n", + " [0.0105],\n", + " [0.0168]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0937],\n", + " [0.0933],\n", + " [0.0915],\n", + " [0.0935],\n", + " [0.0946],\n", + " [0.0922],\n", + " [0.0949],\n", + " [0.0965],\n", + " [0.0951],\n", + " [0.0959],\n", + " [0.0943],\n", + " [0.1063],\n", + " [0.0948],\n", + " [0.0950],\n", + " [0.0901],\n", + " [0.0989],\n", + " [0.0956],\n", + " [0.0896],\n", + " [0.0946],\n", + " [0.0921],\n", + " [0.0947],\n", + " [0.0923],\n", + " [0.0840],\n", + " [0.0911],\n", + " [0.0959],\n", + " [0.0816],\n", + " [0.0920],\n", + " [0.0960],\n", + " [0.0923],\n", + " [0.0829],\n", + " [0.0848],\n", + " [0.0904]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0101],\n", + " [ 0.0102],\n", + " [ 0.0098],\n", + " [ 0.0104],\n", + " [ 0.0110],\n", + " [ 0.0116],\n", + " [ 0.0103],\n", + " [ 0.0138],\n", + " [ 0.0102],\n", + " [ 0.0105],\n", + " [ 0.0103],\n", + " [ 0.0227],\n", + " [ 0.0099],\n", + " [ 0.0111],\n", + " [ 0.0092],\n", + " [ 0.0148],\n", + " [ 0.0098],\n", + " [ 0.0070],\n", + " [ 0.0118],\n", + " [ 0.0097],\n", + " [ 0.0123],\n", + " [ 0.0123],\n", + " [ 0.0098],\n", + " [ 0.0085],\n", + " [ 0.0148],\n", + " [-0.0019],\n", + " [ 0.0114],\n", + " [ 0.0117],\n", + " [ 0.0098],\n", + " [ 0.0030],\n", + " [ 0.0056],\n", + " [ 0.0088]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-5.4219e-04],\n", + " [-1.2749e-03],\n", + " [-1.9770e-03],\n", + " [-3.5106e-03],\n", + " [-1.8489e-03],\n", + " [-4.4613e-03],\n", + " [ 4.4443e-04],\n", + " [-7.8869e-03],\n", + " [-1.0164e-03],\n", + " [-9.9199e-05],\n", + " [ 1.4938e-03],\n", + " [ 1.8719e-02],\n", + " [ 1.4250e-03],\n", + " [-2.6457e-03],\n", + " [-1.7340e-03],\n", + " [-4.7566e-03],\n", + " [-5.9158e-04],\n", + " [ 1.0421e-03],\n", + " [-3.7947e-03],\n", + " [-4.6480e-03],\n", + " [-7.4538e-03],\n", + " [-8.1683e-03],\n", + " [-1.1344e-03],\n", + " [ 1.0243e-03],\n", + " [-6.3119e-03],\n", + " [ 2.3580e-03],\n", + " [ 2.0169e-04],\n", + " [ 5.0331e-05],\n", + " [-4.5199e-03],\n", + " [-7.2306e-03],\n", + " [-5.9269e-03],\n", + " [-4.2351e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0336],\n", + " [-0.0351],\n", + " [-0.0347],\n", + " [-0.0339],\n", + " [-0.0335],\n", + " [-0.0358],\n", + " [-0.0357],\n", + " [-0.0322],\n", + " [-0.0338],\n", + " [-0.0323],\n", + " [-0.0350],\n", + " [-0.0271],\n", + " [-0.0347],\n", + " [-0.0344],\n", + " [-0.0382],\n", + " [-0.0287],\n", + " [-0.0350],\n", + " [-0.0387],\n", + " [-0.0346],\n", + " [-0.0339],\n", + " [-0.0336],\n", + " [-0.0360],\n", + " [-0.0414],\n", + " [-0.0373],\n", + " [-0.0337],\n", + " [-0.0494],\n", + " [-0.0354],\n", + " [-0.0320],\n", + " [-0.0330],\n", + " [-0.0446],\n", + " [-0.0388],\n", + " [-0.0351]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0030],\n", + " [ 0.0042],\n", + " [ 0.0035],\n", + " [ 0.0035],\n", + " [ 0.0026],\n", + " [ 0.0033],\n", + " [ 0.0049],\n", + " [ 0.0003],\n", + " [ 0.0037],\n", + " [ 0.0027],\n", + " [ 0.0052],\n", + " [ 0.0095],\n", + " [ 0.0051],\n", + " [ 0.0033],\n", + " [ 0.0055],\n", + " [-0.0005],\n", + " [ 0.0041],\n", + " [ 0.0059],\n", + " [ 0.0033],\n", + " [ 0.0025],\n", + " [ 0.0018],\n", + " [ 0.0031],\n", + " [ 0.0078],\n", + " [ 0.0057],\n", + " [ 0.0016],\n", + " [ 0.0077],\n", + " [ 0.0054],\n", + " [ 0.0029],\n", + " [ 0.0023],\n", + " [ 0.0047],\n", + " [ 0.0043],\n", + " [ 0.0034]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0571],\n", + " [0.0564],\n", + " [0.0562],\n", + " [0.0556],\n", + " [0.0563],\n", + " [0.0568],\n", + " [0.0579],\n", + " [0.0555],\n", + " [0.0561],\n", + " [0.0571],\n", + " [0.0578],\n", + " [0.0696],\n", + " [0.0577],\n", + " [0.0559],\n", + " [0.0582],\n", + " [0.0553],\n", + " [0.0568],\n", + " [0.0577],\n", + " [0.0569],\n", + " [0.0560],\n", + " [0.0577],\n", + " [0.0592],\n", + " [0.0627],\n", + " [0.0573],\n", + " [0.0579],\n", + " [0.0656],\n", + " [0.0578],\n", + " [0.0572],\n", + " [0.0543],\n", + " [0.0622],\n", + " [0.0598],\n", + " [0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0190],\n", + " [-0.0177],\n", + " [-0.0183],\n", + " [-0.0177],\n", + " [-0.0190],\n", + " [-0.0163],\n", + " [-0.0177],\n", + " [-0.0173],\n", + " [-0.0186],\n", + " [-0.0192],\n", + " [-0.0189],\n", + " [-0.0285],\n", + " [-0.0186],\n", + " [-0.0181],\n", + " [-0.0166],\n", + " [-0.0181],\n", + " [-0.0183],\n", + " [-0.0170],\n", + " [-0.0170],\n", + " [-0.0172],\n", + " [-0.0165],\n", + " [-0.0157],\n", + " [-0.0158],\n", + " [-0.0177],\n", + " [-0.0162],\n", + " [-0.0184],\n", + " [-0.0172],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0159],\n", + " [-0.0133],\n", + " [-0.0175]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1694],\n", + " [-0.1714],\n", + " [-0.1687],\n", + " [-0.1699],\n", + " [-0.1695],\n", + " [-0.1709],\n", + " [-0.1737],\n", + " [-0.1690],\n", + " [-0.1708],\n", + " [-0.1701],\n", + " [-0.1719],\n", + " [-0.1760],\n", + " [-0.1721],\n", + " [-0.1707],\n", + " [-0.1714],\n", + " [-0.1684],\n", + " [-0.1721],\n", + " [-0.1722],\n", + " [-0.1712],\n", + " [-0.1675],\n", + " [-0.1687],\n", + " [-0.1687],\n", + " [-0.1721],\n", + " [-0.1727],\n", + " [-0.1704],\n", + " [-0.1721],\n", + " [-0.1721],\n", + " [-0.1706],\n", + " [-0.1682],\n", + " [-0.1644],\n", + " [-0.1663],\n", + " [-0.1677]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0217],\n", + " [-0.0214],\n", + " [-0.0214],\n", + " [-0.0225],\n", + " [-0.0222],\n", + " [-0.0237],\n", + " [-0.0209],\n", + " [-0.0253],\n", + " [-0.0218],\n", + " [-0.0221],\n", + " [-0.0215],\n", + " [ 0.0150],\n", + " [-0.0214],\n", + " [-0.0220],\n", + " [-0.0214],\n", + " [-0.0240],\n", + " [-0.0217],\n", + " [-0.0195],\n", + " [-0.0224],\n", + " [-0.0219],\n", + " [-0.0250],\n", + " [-0.0262],\n", + " [-0.0218],\n", + " [-0.0202],\n", + " [-0.0250],\n", + " [-0.0103],\n", + " [-0.0221],\n", + " [-0.0227],\n", + " [-0.0231],\n", + " [-0.0178],\n", + " [-0.0211],\n", + " [-0.0224]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0137],\n", + " [ 0.0079],\n", + " [ 0.0095],\n", + " [ 0.0071],\n", + " [ 0.0124],\n", + " [-0.0009],\n", + " [ 0.0102],\n", + " [ 0.0015],\n", + " [ 0.0124],\n", + " [ 0.0167],\n", + " [ 0.0142],\n", + " [ 0.0423],\n", + " [ 0.0149],\n", + " [ 0.0088],\n", + " [ 0.0019],\n", + " [ 0.0118],\n", + " [ 0.0128],\n", + " [ 0.0065],\n", + " [ 0.0050],\n", + " [ 0.0075],\n", + " [ 0.0036],\n", + " [-0.0025],\n", + " [-0.0053],\n", + " [ 0.0068],\n", + " [ 0.0018],\n", + " [ 0.0014],\n", + " [ 0.0068],\n", + " [ 0.0148],\n", + " [ 0.0047],\n", + " [-0.0056],\n", + " [-0.0043],\n", + " [ 0.0063]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0918],\n", + " [0.0918],\n", + " [0.0928],\n", + " [0.0932],\n", + " [0.0910],\n", + " [0.0956],\n", + " [0.0893],\n", + " [0.0947],\n", + " [0.0912],\n", + " [0.0910],\n", + " [0.0884],\n", + " [0.0838],\n", + " [0.0889],\n", + " [0.0918],\n", + " [0.0941],\n", + " [0.0909],\n", + " [0.0900],\n", + " [0.0926],\n", + " [0.0922],\n", + " [0.0939],\n", + " [0.0923],\n", + " [0.0954],\n", + " [0.0944],\n", + " [0.0916],\n", + " [0.0922],\n", + " [0.0974],\n", + " [0.0896],\n", + " [0.0899],\n", + " [0.0967],\n", + " [0.1062],\n", + " [0.1006],\n", + " [0.0952]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0864],\n", + " [0.0824],\n", + " [0.0841],\n", + " [0.0814],\n", + " [0.0858],\n", + " [0.0766],\n", + " [0.0836],\n", + " [0.0783],\n", + " [0.0850],\n", + " [0.0881],\n", + " [0.0868],\n", + " [0.1042],\n", + " [0.0869],\n", + " [0.0837],\n", + " [0.0790],\n", + " [0.0854],\n", + " [0.0858],\n", + " [0.0823],\n", + " [0.0805],\n", + " [0.0830],\n", + " [0.0793],\n", + " [0.0780],\n", + " [0.0734],\n", + " [0.0814],\n", + " [0.0798],\n", + " [0.0845],\n", + " [0.0820],\n", + " [0.0869],\n", + " [0.0795],\n", + " [0.0845],\n", + " [0.0800],\n", + " [0.0816]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0875],\n", + " [0.0865],\n", + " [0.0861],\n", + " [0.0856],\n", + " [0.0875],\n", + " [0.0859],\n", + " [0.0882],\n", + " [0.0856],\n", + " [0.0863],\n", + " [0.0882],\n", + " [0.0885],\n", + " [0.0811],\n", + " [0.0884],\n", + " [0.0865],\n", + " [0.0873],\n", + " [0.0883],\n", + " [0.0880],\n", + " [0.0878],\n", + " [0.0868],\n", + " [0.0851],\n", + " [0.0889],\n", + " [0.0875],\n", + " [0.0892],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0925],\n", + " [0.0876],\n", + " [0.0887],\n", + " [0.0839],\n", + " [0.0850],\n", + " [0.0857],\n", + " [0.0855]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0432],\n", + " [0.0401],\n", + " [0.0422],\n", + " [0.0397],\n", + " [0.0418],\n", + " [0.0370],\n", + " [0.0395],\n", + " [0.0360],\n", + " [0.0417],\n", + " [0.0433],\n", + " [0.0422],\n", + " [0.0484],\n", + " [0.0423],\n", + " [0.0395],\n", + " [0.0392],\n", + " [0.0395],\n", + " [0.0408],\n", + " [0.0413],\n", + " [0.0374],\n", + " [0.0407],\n", + " [0.0374],\n", + " [0.0367],\n", + " [0.0393],\n", + " [0.0408],\n", + " [0.0359],\n", + " [0.0454],\n", + " [0.0402],\n", + " [0.0424],\n", + " [0.0405],\n", + " [0.0419],\n", + " [0.0398],\n", + " [0.0411]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0360],\n", + " [0.0374],\n", + " [0.0370],\n", + " [0.0375],\n", + " [0.0369],\n", + " [0.0390],\n", + " [0.0371],\n", + " [0.0392],\n", + " [0.0365],\n", + " [0.0351],\n", + " [0.0355],\n", + " [0.0168],\n", + " [0.0350],\n", + " [0.0384],\n", + " [0.0378],\n", + " [0.0382],\n", + " [0.0366],\n", + " [0.0367],\n", + " [0.0388],\n", + " [0.0378],\n", + " [0.0380],\n", + " [0.0394],\n", + " [0.0343],\n", + " [0.0367],\n", + " [0.0393],\n", + " [0.0334],\n", + " [0.0370],\n", + " [0.0357],\n", + " [0.0374],\n", + " [0.0381],\n", + " [0.0371],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0713],\n", + " [-0.0732],\n", + " [-0.0735],\n", + " [-0.0738],\n", + " [-0.0718],\n", + " [-0.0768],\n", + " [-0.0715],\n", + " [-0.0769],\n", + " [-0.0717],\n", + " [-0.0693],\n", + " [-0.0710],\n", + " [-0.0575],\n", + " [-0.0702],\n", + " [-0.0729],\n", + " [-0.0750],\n", + " [-0.0715],\n", + " [-0.0705],\n", + " [-0.0728],\n", + " [-0.0741],\n", + " [-0.0743],\n", + " [-0.0739],\n", + " [-0.0780],\n", + " [-0.0771],\n", + " [-0.0731],\n", + " [-0.0768],\n", + " [-0.0717],\n", + " [-0.0743],\n", + " [-0.0704],\n", + " [-0.0746],\n", + " [-0.0771],\n", + " [-0.0761],\n", + " [-0.0743]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0981],\n", + " [-0.1008],\n", + " [-0.0996],\n", + " [-0.1004],\n", + " [-0.0981],\n", + " [-0.1044],\n", + " [-0.1010],\n", + " [-0.1016],\n", + " [-0.0981],\n", + " [-0.0970],\n", + " [-0.0986],\n", + " [-0.0956],\n", + " [-0.0986],\n", + " [-0.0996],\n", + " [-0.1047],\n", + " [-0.0976],\n", + " [-0.0984],\n", + " [-0.1028],\n", + " [-0.1021],\n", + " [-0.0997],\n", + " [-0.1012],\n", + " [-0.1039],\n", + " [-0.1109],\n", + " [-0.1027],\n", + " [-0.1024],\n", + " [-0.1122],\n", + " [-0.1020],\n", + " [-0.0979],\n", + " [-0.1010],\n", + " [-0.1096],\n", + " [-0.1061],\n", + " [-0.1006]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0625],\n", + " [-0.0623],\n", + " [-0.0637],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0622],\n", + " [-0.0652],\n", + " [-0.0629],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0483],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0616],\n", + " [-0.0644],\n", + " [-0.0628],\n", + " [-0.0611],\n", + " [-0.0634],\n", + " [-0.0637],\n", + " [-0.0655],\n", + " [-0.0635],\n", + " [-0.0594],\n", + " [-0.0614],\n", + " [-0.0639],\n", + " [-0.0560],\n", + " [-0.0619],\n", + " [-0.0630],\n", + " [-0.0643],\n", + " [-0.0588],\n", + " [-0.0627],\n", + " [-0.0633]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0599],\n", + " [-0.0612],\n", + " [-0.0624],\n", + " [-0.0608],\n", + " [-0.0627],\n", + " [-0.0592],\n", + " [-0.0085],\n", + " [-0.0599],\n", + " [-0.0742],\n", + " [-0.0614],\n", + " [-0.0631],\n", + " [-0.0622],\n", + " [-0.0665],\n", + " [-0.0721],\n", + " [-0.0627],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0628],\n", + " [-0.0622],\n", + " [-0.0689],\n", + " [-0.0614],\n", + " [-0.0785],\n", + " [-0.0629],\n", + " [-0.0683],\n", + " [-0.0609],\n", + " [-0.0611],\n", + " [-0.0604],\n", + " [-0.0639],\n", + " [-0.0615],\n", + " [-0.0639],\n", + " [-0.0671]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0763],\n", + " [-0.0686],\n", + " [-0.0739],\n", + " [-0.0742],\n", + " [-0.0725],\n", + " [-0.0761],\n", + " [-0.0695],\n", + " [-0.0459],\n", + " [-0.0733],\n", + " [-0.1061],\n", + " [-0.0735],\n", + " [-0.0752],\n", + " [-0.0748],\n", + " [-0.0784],\n", + " [-0.0796],\n", + " [-0.0716],\n", + " [-0.0719],\n", + " [-0.0736],\n", + " [-0.0752],\n", + " [-0.0731],\n", + " [-0.0823],\n", + " [-0.0746],\n", + " [-0.0904],\n", + " [-0.0753],\n", + " [-0.0778],\n", + " [-0.0725],\n", + " [-0.0703],\n", + " [-0.0681],\n", + " [-0.0772],\n", + " [-0.0715],\n", + " [-0.0777],\n", + " [-0.0797]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0372],\n", + " [0.0390],\n", + " [0.0388],\n", + " [0.0377],\n", + " [0.0389],\n", + " [0.0372],\n", + " [0.0386],\n", + " [0.0357],\n", + " [0.0377],\n", + " [0.0240],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0374],\n", + " [0.0354],\n", + " [0.0340],\n", + " [0.0367],\n", + " [0.0368],\n", + " [0.0367],\n", + " [0.0362],\n", + " [0.0360],\n", + " [0.0365],\n", + " [0.0392],\n", + " [0.0235],\n", + " [0.0385],\n", + " [0.0399],\n", + " [0.0380],\n", + " [0.0390],\n", + " [0.0392],\n", + " [0.0381],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0354]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0918],\n", + " [-0.0896],\n", + " [-0.0929],\n", + " [-0.0946],\n", + " [-0.0893],\n", + " [-0.0919],\n", + " [-0.0878],\n", + " [-0.0513],\n", + " [-0.0888],\n", + " [-0.1030],\n", + " [-0.0894],\n", + " [-0.0932],\n", + " [-0.0923],\n", + " [-0.0971],\n", + " [-0.0948],\n", + " [-0.0943],\n", + " [-0.0934],\n", + " [-0.0934],\n", + " [-0.0936],\n", + " [-0.0942],\n", + " [-0.0965],\n", + " [-0.0913],\n", + " [-0.1019],\n", + " [-0.0925],\n", + " [-0.0942],\n", + " [-0.0899],\n", + " [-0.0928],\n", + " [-0.0924],\n", + " [-0.0939],\n", + " [-0.0902],\n", + " [-0.0946],\n", + " [-0.0969]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0528],\n", + " [0.0536],\n", + " [0.0537],\n", + " [0.0565],\n", + " [0.0518],\n", + " [0.0531],\n", + " [0.0526],\n", + " [0.0319],\n", + " [0.0443],\n", + " [0.0473],\n", + " [0.0506],\n", + " [0.0545],\n", + " [0.0541],\n", + " [0.0584],\n", + " [0.0535],\n", + " [0.0567],\n", + " [0.0560],\n", + " [0.0562],\n", + " [0.0554],\n", + " [0.0586],\n", + " [0.0500],\n", + " [0.0525],\n", + " [0.0559],\n", + " [0.0547],\n", + " [0.0488],\n", + " [0.0488],\n", + " [0.0549],\n", + " [0.0563],\n", + " [0.0545],\n", + " [0.0531],\n", + " [0.0547],\n", + " [0.0533]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0381],\n", + " [-0.0386],\n", + " [-0.0350],\n", + " [-0.0351],\n", + " [-0.0410],\n", + " [-0.0400],\n", + " [-0.0416],\n", + " [-0.0028],\n", + " [-0.0424],\n", + " [-0.0117],\n", + " [-0.0427],\n", + " [-0.0392],\n", + " [-0.0385],\n", + " [-0.0376],\n", + " [-0.0415],\n", + " [-0.0376],\n", + " [-0.0387],\n", + " [-0.0382],\n", + " [-0.0388],\n", + " [-0.0375],\n", + " [-0.0355],\n", + " [-0.0362],\n", + " [-0.0455],\n", + " [-0.0339],\n", + " [-0.0314],\n", + " [-0.0381],\n", + " [-0.0350],\n", + " [-0.0348],\n", + " [-0.0341],\n", + " [-0.0399],\n", + " [-0.0340],\n", + " [-0.0381]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0808],\n", + " [-0.0806],\n", + " [-0.0801],\n", + " [-0.0796],\n", + " [-0.0780],\n", + " [-0.0785],\n", + " [-0.0714],\n", + " [-0.0799],\n", + " [-0.0806],\n", + " [-0.0793],\n", + " [-0.0796],\n", + " [-0.0794],\n", + " [-0.0788],\n", + " [-0.0778],\n", + " [-0.0808],\n", + " [-0.0806],\n", + " [-0.0801],\n", + " [-0.0789],\n", + " [-0.0786],\n", + " [-0.0799],\n", + " [-0.0788],\n", + " [-0.0755],\n", + " [-0.0802],\n", + " [-0.0841],\n", + " [-0.0799],\n", + " [-0.0818],\n", + " [-0.0821],\n", + " [-0.0798],\n", + " [-0.0789],\n", + " [-0.0796],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1664],\n", + " [0.1687],\n", + " [0.1668],\n", + " [0.1682],\n", + " [0.1662],\n", + " [0.1670],\n", + " [0.1690],\n", + " [0.1631],\n", + " [0.1609],\n", + " [0.1360],\n", + " [0.1646],\n", + " [0.1668],\n", + " [0.1672],\n", + " [0.1682],\n", + " [0.1677],\n", + " [0.1682],\n", + " [0.1680],\n", + " [0.1681],\n", + " [0.1675],\n", + " [0.1696],\n", + " [0.1639],\n", + " [0.1669],\n", + " [0.1645],\n", + " [0.1681],\n", + " [0.1624],\n", + " [0.1653],\n", + " [0.1685],\n", + " [0.1705],\n", + " [0.1670],\n", + " [0.1688],\n", + " [0.1669],\n", + " [0.1650]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0565],\n", + " [-0.0494],\n", + " [-0.0554],\n", + " [-0.0569],\n", + " [-0.0516],\n", + " [-0.0563],\n", + " [-0.0492],\n", + " [-0.0596],\n", + " [-0.0521],\n", + " [-0.0910],\n", + " [-0.0521],\n", + " [-0.0555],\n", + " [-0.0549],\n", + " [-0.0595],\n", + " [-0.0611],\n", + " [-0.0569],\n", + " [-0.0552],\n", + " [-0.0543],\n", + " [-0.0565],\n", + " [-0.0567],\n", + " [-0.0633],\n", + " [-0.0550],\n", + " [-0.0722],\n", + " [-0.0564],\n", + " [-0.0607],\n", + " [-0.0523],\n", + " [-0.0533],\n", + " [-0.0514],\n", + " [-0.0584],\n", + " [-0.0506],\n", + " [-0.0591],\n", + " [-0.0605]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0635],\n", + " [ 0.0568],\n", + " [ 0.0627],\n", + " [ 0.0611],\n", + " [ 0.0616],\n", + " [ 0.0616],\n", + " [ 0.0579],\n", + " [ 0.0969],\n", + " [ 0.0691],\n", + " [-0.0292],\n", + " [ 0.0620],\n", + " [ 0.0611],\n", + " [ 0.0621],\n", + " [ 0.0621],\n", + " [ 0.0577],\n", + " [ 0.0575],\n", + " [ 0.0578],\n", + " [ 0.0602],\n", + " [ 0.0605],\n", + " [ 0.0583],\n", + " [ 0.0669],\n", + " [ 0.0642],\n", + " [ 0.0569],\n", + " [ 0.0637],\n", + " [ 0.0692],\n", + " [ 0.0658],\n", + " [ 0.0591],\n", + " [ 0.0577],\n", + " [ 0.0648],\n", + " [ 0.0617],\n", + " [ 0.0654],\n", + " [ 0.0637]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0924],\n", + " [-0.0966],\n", + " [-0.0954],\n", + " [-0.0973],\n", + " [-0.0941],\n", + " [-0.0936],\n", + " [-0.0956],\n", + " [-0.1207],\n", + " [-0.0865],\n", + " [-0.0987],\n", + " [-0.0912],\n", + " [-0.0945],\n", + " [-0.0949],\n", + " [-0.0960],\n", + " [-0.0911],\n", + " [-0.0977],\n", + " [-0.0967],\n", + " [-0.0962],\n", + " [-0.0950],\n", + " [-0.0983],\n", + " [-0.0870],\n", + " [-0.0934],\n", + " [-0.0931],\n", + " [-0.0927],\n", + " [-0.0822],\n", + " [-0.0897],\n", + " [-0.0974],\n", + " [-0.0995],\n", + " [-0.0931],\n", + " [-0.0941],\n", + " [-0.0938],\n", + " [-0.0910]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0147],\n", + " [ 0.0182],\n", + " [ 0.0151],\n", + " [ 0.0170],\n", + " [ 0.0136],\n", + " [ 0.0153],\n", + " [ 0.0170],\n", + " [-0.0384],\n", + " [ 0.0079],\n", + " [ 0.0223],\n", + " [ 0.0137],\n", + " [ 0.0157],\n", + " [ 0.0147],\n", + " [ 0.0181],\n", + " [ 0.0201],\n", + " [ 0.0181],\n", + " [ 0.0178],\n", + " [ 0.0172],\n", + " [ 0.0177],\n", + " [ 0.0194],\n", + " [ 0.0128],\n", + " [ 0.0142],\n", + " [ 0.0218],\n", + " [ 0.0179],\n", + " [ 0.0141],\n", + " [ 0.0136],\n", + " [ 0.0183],\n", + " [ 0.0206],\n", + " [ 0.0158],\n", + " [ 0.0171],\n", + " [ 0.0147],\n", + " [ 0.0155]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0899],\n", + " [0.0976],\n", + " [0.0911],\n", + " [0.0922],\n", + " [0.0958],\n", + " [0.0936],\n", + " [0.0967],\n", + " [0.1222],\n", + " [0.0906],\n", + " [0.1142],\n", + " [0.0936],\n", + " [0.0930],\n", + " [0.0928],\n", + " [0.0918],\n", + " [0.0951],\n", + " [0.0972],\n", + " [0.0967],\n", + " [0.0935],\n", + " [0.0927],\n", + " [0.0950],\n", + " [0.0864],\n", + " [0.0892],\n", + " [0.0891],\n", + " [0.0849],\n", + " [0.0788],\n", + " [0.0863],\n", + " [0.0937],\n", + " [0.0955],\n", + " [0.0863],\n", + " [0.0901],\n", + " [0.0870],\n", + " [0.0898]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0088],\n", + " [ 0.0131],\n", + " [ 0.0111],\n", + " [ 0.0103],\n", + " [ 0.0132],\n", + " [ 0.0109],\n", + " [ 0.0129],\n", + " [ 0.0279],\n", + " [ 0.0102],\n", + " [ 0.0372],\n", + " [ 0.0104],\n", + " [ 0.0102],\n", + " [ 0.0112],\n", + " [ 0.0070],\n", + " [ 0.0077],\n", + " [ 0.0129],\n", + " [ 0.0125],\n", + " [ 0.0101],\n", + " [ 0.0086],\n", + " [ 0.0096],\n", + " [ 0.0052],\n", + " [ 0.0101],\n", + " [ 0.0005],\n", + " [ 0.0045],\n", + " [-0.0004],\n", + " [ 0.0060],\n", + " [ 0.0115],\n", + " [ 0.0098],\n", + " [ 0.0062],\n", + " [ 0.0076],\n", + " [ 0.0077],\n", + " [ 0.0056]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0017],\n", + " [-0.0075],\n", + " [-0.0026],\n", + " [-0.0001],\n", + " [-0.0085],\n", + " [-0.0018],\n", + " [-0.0082],\n", + " [-0.0232],\n", + " [-0.0116],\n", + " [ 0.0651],\n", + " [-0.0083],\n", + " [-0.0027],\n", + " [-0.0040],\n", + " [ 0.0033],\n", + " [ 0.0090],\n", + " [-0.0013],\n", + " [-0.0030],\n", + " [-0.0036],\n", + " [-0.0003],\n", + " [-0.0003],\n", + " [ 0.0061],\n", + " [-0.0032],\n", + " [ 0.0210],\n", + " [ 0.0023],\n", + " [ 0.0044],\n", + " [-0.0054],\n", + " [-0.0026],\n", + " [-0.0023],\n", + " [ 0.0029],\n", + " [-0.0057],\n", + " [ 0.0026],\n", + " [ 0.0035]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0375],\n", + " [-0.0294],\n", + " [-0.0348],\n", + " [-0.0351],\n", + " [-0.0311],\n", + " [-0.0357],\n", + " [-0.0306],\n", + " [-0.0448],\n", + " [-0.0365],\n", + " [-0.0260],\n", + " [-0.0354],\n", + " [-0.0353],\n", + " [-0.0344],\n", + " [-0.0371],\n", + " [-0.0426],\n", + " [-0.0316],\n", + " [-0.0318],\n", + " [-0.0339],\n", + " [-0.0369],\n", + " [-0.0344],\n", + " [-0.0449],\n", + " [-0.0352],\n", + " [-0.0527],\n", + " [-0.0398],\n", + " [-0.0462],\n", + " [-0.0379],\n", + " [-0.0330],\n", + " [-0.0309],\n", + " [-0.0392],\n", + " [-0.0349],\n", + " [-0.0383],\n", + " [-0.0423]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0053],\n", + " [-0.0010],\n", + " [ 0.0037],\n", + " [ 0.0045],\n", + " [ 0.0001],\n", + " [ 0.0041],\n", + " [-0.0005],\n", + " [ 0.0104],\n", + " [ 0.0013],\n", + " [ 0.0094],\n", + " [ 0.0019],\n", + " [ 0.0038],\n", + " [ 0.0034],\n", + " [ 0.0064],\n", + " [ 0.0057],\n", + " [ 0.0028],\n", + " [ 0.0022],\n", + " [ 0.0030],\n", + " [ 0.0047],\n", + " [ 0.0044],\n", + " [ 0.0093],\n", + " [ 0.0044],\n", + " [ 0.0109],\n", + " [ 0.0070],\n", + " [ 0.0090],\n", + " [ 0.0040],\n", + " [ 0.0017],\n", + " [ 0.0014],\n", + " [ 0.0074],\n", + " [ 0.0023],\n", + " [ 0.0074],\n", + " [ 0.0075]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0545],\n", + " [0.0575],\n", + " [0.0572],\n", + " [0.0553],\n", + " [0.0567],\n", + " [0.0535],\n", + " [0.0991],\n", + " [0.0589],\n", + " [0.0501],\n", + " [0.0562],\n", + " [0.0568],\n", + " [0.0565],\n", + " [0.0574],\n", + " [0.0598],\n", + " [0.0572],\n", + " [0.0563],\n", + " [0.0561],\n", + " [0.0565],\n", + " [0.0561],\n", + " [0.0636],\n", + " [0.0572],\n", + " [0.0605],\n", + " [0.0586],\n", + " [0.0646],\n", + " [0.0579],\n", + " [0.0566],\n", + " [0.0565],\n", + " [0.0593],\n", + " [0.0548],\n", + " [0.0595],\n", + " [0.0604]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0170],\n", + " [-0.0175],\n", + " [-0.0171],\n", + " [-0.0180],\n", + " [-0.0173],\n", + " [-0.0175],\n", + " [-0.0176],\n", + " [-0.0046],\n", + " [-0.0154],\n", + " [-0.0615],\n", + " [-0.0163],\n", + " [-0.0171],\n", + " [-0.0173],\n", + " [-0.0194],\n", + " [-0.0218],\n", + " [-0.0178],\n", + " [-0.0176],\n", + " [-0.0178],\n", + " [-0.0179],\n", + " [-0.0184],\n", + " [-0.0187],\n", + " [-0.0165],\n", + " [-0.0137],\n", + " [-0.0179],\n", + " [-0.0187],\n", + " [-0.0149],\n", + " [-0.0181],\n", + " [-0.0175],\n", + " [-0.0173],\n", + " [-0.0170],\n", + " [-0.0170],\n", + " [-0.0184]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1704],\n", + " [-0.1673],\n", + " [-0.1690],\n", + " [-0.1707],\n", + " [-0.1679],\n", + " [-0.1720],\n", + " [-0.1669],\n", + " [-0.1740],\n", + " [-0.1667],\n", + " [-0.1965],\n", + " [-0.1682],\n", + " [-0.1710],\n", + " [-0.1697],\n", + " [-0.1747],\n", + " [-0.1818],\n", + " [-0.1710],\n", + " [-0.1704],\n", + " [-0.1700],\n", + " [-0.1721],\n", + " [-0.1715],\n", + " [-0.1772],\n", + " [-0.1683],\n", + " [-0.1900],\n", + " [-0.1692],\n", + " [-0.1703],\n", + " [-0.1668],\n", + " [-0.1689],\n", + " [-0.1683],\n", + " [-0.1710],\n", + " [-0.1672],\n", + " [-0.1712],\n", + " [-0.1759]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.1351e-02],\n", + " [-2.3512e-02],\n", + " [-2.2481e-02],\n", + " [-2.1602e-02],\n", + " [-2.6087e-02],\n", + " [-2.1385e-02],\n", + " [-2.3822e-02],\n", + " [-3.7375e-02],\n", + " [-2.6789e-02],\n", + " [ 8.2060e-02],\n", + " [-2.3889e-02],\n", + " [-2.1745e-02],\n", + " [-2.3217e-02],\n", + " [-1.9058e-02],\n", + " [-1.1263e-02],\n", + " [-2.3090e-02],\n", + " [-2.3123e-02],\n", + " [-2.2612e-02],\n", + " [-2.0071e-02],\n", + " [-2.1439e-02],\n", + " [-1.5235e-02],\n", + " [-2.3190e-02],\n", + " [-3.8236e-05],\n", + " [-1.8045e-02],\n", + " [-1.2445e-02],\n", + " [-2.1490e-02],\n", + " [-2.1839e-02],\n", + " [-2.0800e-02],\n", + " [-1.9127e-02],\n", + " [-2.2390e-02],\n", + " [-2.0427e-02],\n", + " [-1.6577e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0037],\n", + " [ 0.0084],\n", + " [ 0.0076],\n", + " [ 0.0106],\n", + " [ 0.0032],\n", + " [ 0.0046],\n", + " [ 0.0052],\n", + " [ 0.0112],\n", + " [-0.0064],\n", + " [ 0.1195],\n", + " [ 0.0011],\n", + " [ 0.0067],\n", + " [ 0.0060],\n", + " [ 0.0104],\n", + " [ 0.0086],\n", + " [ 0.0121],\n", + " [ 0.0104],\n", + " [ 0.0088],\n", + " [ 0.0075],\n", + " [ 0.0119],\n", + " [ 0.0037],\n", + " [ 0.0039],\n", + " [ 0.0211],\n", + " [ 0.0067],\n", + " [ 0.0034],\n", + " [-0.0004],\n", + " [ 0.0109],\n", + " [ 0.0130],\n", + " [ 0.0064],\n", + " [ 0.0033],\n", + " [ 0.0065],\n", + " [ 0.0065]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0944],\n", + " [0.0937],\n", + " [0.0916],\n", + " [0.0904],\n", + " [0.0944],\n", + " [0.0924],\n", + " [0.0962],\n", + " [0.1051],\n", + " [0.0986],\n", + " [0.0618],\n", + " [0.0965],\n", + " [0.0922],\n", + " [0.0924],\n", + " [0.0907],\n", + " [0.0924],\n", + " [0.0896],\n", + " [0.0908],\n", + " [0.0924],\n", + " [0.0927],\n", + " [0.0913],\n", + " [0.0904],\n", + " [0.0941],\n", + " [0.0785],\n", + " [0.0962],\n", + " [0.0975],\n", + " [0.0997],\n", + " [0.0916],\n", + " [0.0929],\n", + " [0.0931],\n", + " [0.0991],\n", + " [0.0915],\n", + " [0.0904]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0804],\n", + " [0.0823],\n", + " [0.0835],\n", + " [0.0846],\n", + " [0.0784],\n", + " [0.0803],\n", + " [0.0799],\n", + " [0.0774],\n", + " [0.0747],\n", + " [0.1068],\n", + " [0.0784],\n", + " [0.0814],\n", + " [0.0810],\n", + " [0.0813],\n", + " [0.0776],\n", + " [0.0857],\n", + " [0.0841],\n", + " [0.0819],\n", + " [0.0824],\n", + " [0.0846],\n", + " [0.0807],\n", + " [0.0812],\n", + " [0.0872],\n", + " [0.0848],\n", + " [0.0853],\n", + " [0.0804],\n", + " [0.0855],\n", + " [0.0861],\n", + " [0.0837],\n", + " [0.0788],\n", + " [0.0834],\n", + " [0.0815]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0867],\n", + " [0.0859],\n", + " [0.0878],\n", + " [0.0879],\n", + " [0.0855],\n", + " [0.0860],\n", + " [0.0832],\n", + " [0.0616],\n", + " [0.0860],\n", + " [0.0667],\n", + " [0.0865],\n", + " [0.0877],\n", + " [0.0871],\n", + " [0.0878],\n", + " [0.0895],\n", + " [0.0886],\n", + " [0.0879],\n", + " [0.0874],\n", + " [0.0866],\n", + " [0.0862],\n", + " [0.0913],\n", + " [0.0864],\n", + " [0.0930],\n", + " [0.0873],\n", + " [0.0927],\n", + " [0.0856],\n", + " [0.0879],\n", + " [0.0865],\n", + " [0.0885],\n", + " [0.0843],\n", + " [0.0889],\n", + " [0.0899]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0403],\n", + " [0.0384],\n", + " [0.0407],\n", + " [0.0418],\n", + " [0.0373],\n", + " [0.0385],\n", + " [0.0377],\n", + " [0.0362],\n", + " [0.0368],\n", + " [0.0507],\n", + " [0.0368],\n", + " [0.0389],\n", + " [0.0390],\n", + " [0.0414],\n", + " [0.0398],\n", + " [0.0401],\n", + " [0.0393],\n", + " [0.0398],\n", + " [0.0404],\n", + " [0.0416],\n", + " [0.0419],\n", + " [0.0408],\n", + " [0.0413],\n", + " [0.0450],\n", + " [0.0473],\n", + " [0.0404],\n", + " [0.0410],\n", + " [0.0424],\n", + " [0.0436],\n", + " [0.0405],\n", + " [0.0431],\n", + " [0.0409]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0375],\n", + " [ 0.0388],\n", + " [ 0.0375],\n", + " [ 0.0363],\n", + " [ 0.0384],\n", + " [ 0.0386],\n", + " [ 0.0396],\n", + " [ 0.0260],\n", + " [ 0.0375],\n", + " [-0.0002],\n", + " [ 0.0392],\n", + " [ 0.0375],\n", + " [ 0.0376],\n", + " [ 0.0349],\n", + " [ 0.0340],\n", + " [ 0.0371],\n", + " [ 0.0375],\n", + " [ 0.0366],\n", + " [ 0.0376],\n", + " [ 0.0363],\n", + " [ 0.0346],\n", + " [ 0.0373],\n", + " [ 0.0274],\n", + " [ 0.0354],\n", + " [ 0.0315],\n", + " [ 0.0373],\n", + " [ 0.0372],\n", + " [ 0.0368],\n", + " [ 0.0357],\n", + " [ 0.0370],\n", + " [ 0.0358],\n", + " [ 0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0729],\n", + " [-0.0742],\n", + " [-0.0726],\n", + " [-0.0761],\n", + " [-0.0744],\n", + " [-0.0752],\n", + " [-0.1014],\n", + " [-0.0785],\n", + " [-0.0267],\n", + " [-0.0748],\n", + " [-0.0729],\n", + " [-0.0741],\n", + " [-0.0711],\n", + " [-0.0695],\n", + " [-0.0714],\n", + " [-0.0719],\n", + " [-0.0722],\n", + " [-0.0727],\n", + " [-0.0717],\n", + " [-0.0724],\n", + " [-0.0755],\n", + " [-0.0584],\n", + " [-0.0735],\n", + " [-0.0721],\n", + " [-0.0752],\n", + " [-0.0722],\n", + " [-0.0710],\n", + " [-0.0735],\n", + " [-0.0743],\n", + " [-0.0738],\n", + " [-0.0712]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1034],\n", + " [-0.0983],\n", + " [-0.1007],\n", + " [-0.0997],\n", + " [-0.1003],\n", + " [-0.1027],\n", + " [-0.0997],\n", + " [-0.1130],\n", + " [-0.1047],\n", + " [-0.1007],\n", + " [-0.1020],\n", + " [-0.1015],\n", + " [-0.1011],\n", + " [-0.1028],\n", + " [-0.1105],\n", + " [-0.0984],\n", + " [-0.0987],\n", + " [-0.0998],\n", + " [-0.1016],\n", + " [-0.0986],\n", + " [-0.1099],\n", + " [-0.1019],\n", + " [-0.1182],\n", + " [-0.1036],\n", + " [-0.1090],\n", + " [-0.1042],\n", + " [-0.0990],\n", + " [-0.0984],\n", + " [-0.1036],\n", + " [-0.1018],\n", + " [-0.1032],\n", + " [-0.1062]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0617],\n", + " [-0.0652],\n", + " [-0.0621],\n", + " [-0.0619],\n", + " [-0.0657],\n", + " [-0.0623],\n", + " [-0.0651],\n", + " [-0.0475],\n", + " [-0.0650],\n", + " [-0.0028],\n", + " [-0.0649],\n", + " [-0.0631],\n", + " [-0.0635],\n", + " [-0.0615],\n", + " [-0.0571],\n", + " [-0.0636],\n", + " [-0.0640],\n", + " [-0.0640],\n", + " [-0.0617],\n", + " [-0.0629],\n", + " [-0.0565],\n", + " [-0.0626],\n", + " [-0.0526],\n", + " [-0.0597],\n", + " [-0.0557],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0641],\n", + " [-0.0600],\n", + " [-0.0643],\n", + " [-0.0604],\n", + " [-0.0591]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0634],\n", + " [-0.0640],\n", + " [-0.0639],\n", + " [-0.0468],\n", + " [-0.0679],\n", + " [-0.0620],\n", + " [-0.0632],\n", + " [-0.0533],\n", + " [-0.0712],\n", + " [-0.0623],\n", + " [-0.0657],\n", + " [-0.0666],\n", + " [-0.0622],\n", + " [-0.0621],\n", + " [-0.0626],\n", + " [-0.0625],\n", + " [-0.0100],\n", + " [-0.0602],\n", + " [-0.0639],\n", + " [-0.0626],\n", + " [-0.0882],\n", + " [-0.0613],\n", + " [-0.0610],\n", + " [-0.0612],\n", + " [-0.0638],\n", + " [-0.0618],\n", + " [-0.0630],\n", + " [-0.0630],\n", + " [-0.0545],\n", + " [-0.0615],\n", + " [-0.0605],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0721],\n", + " [-0.0766],\n", + " [-0.0760],\n", + " [-0.0747],\n", + " [-0.0813],\n", + " [-0.0727],\n", + " [-0.0767],\n", + " [-0.0696],\n", + " [-0.0784],\n", + " [-0.0736],\n", + " [-0.0777],\n", + " [-0.0806],\n", + " [-0.0700],\n", + " [-0.0753],\n", + " [-0.0697],\n", + " [-0.0767],\n", + " [-0.1515],\n", + " [-0.0735],\n", + " [-0.0759],\n", + " [-0.0749],\n", + " [-0.1130],\n", + " [-0.0743],\n", + " [-0.0728],\n", + " [-0.0728],\n", + " [-0.0772],\n", + " [-0.0751],\n", + " [-0.0769],\n", + " [-0.0760],\n", + " [-0.0715],\n", + " [-0.0761],\n", + " [-0.0708],\n", + " [-0.0766]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0360],\n", + " [ 0.0379],\n", + " [ 0.0363],\n", + " [ 0.0415],\n", + " [ 0.0380],\n", + " [ 0.0372],\n", + " [ 0.0364],\n", + " [ 0.0387],\n", + " [ 0.0427],\n", + " [ 0.0360],\n", + " [ 0.0370],\n", + " [ 0.0364],\n", + " [ 0.0377],\n", + " [ 0.0369],\n", + " [ 0.0363],\n", + " [ 0.0371],\n", + " [-0.0737],\n", + " [ 0.0390],\n", + " [ 0.0358],\n", + " [ 0.0392],\n", + " [ 0.0205],\n", + " [ 0.0386],\n", + " [ 0.0384],\n", + " [ 0.0373],\n", + " [ 0.0412],\n", + " [ 0.0379],\n", + " [ 0.0388],\n", + " [ 0.0372],\n", + " [ 0.0393],\n", + " [ 0.0368],\n", + " [ 0.0378],\n", + " [ 0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0963],\n", + " [-0.0965],\n", + " [-0.0968],\n", + " [-0.0809],\n", + " [-0.0948],\n", + " [-0.0931],\n", + " [-0.0936],\n", + " [-0.0852],\n", + " [-0.1009],\n", + " [-0.0939],\n", + " [-0.0924],\n", + " [-0.0962],\n", + " [-0.0948],\n", + " [-0.0927],\n", + " [-0.0955],\n", + " [-0.0908],\n", + " [-0.1060],\n", + " [-0.0917],\n", + " [-0.0955],\n", + " [-0.0898],\n", + " [-0.0783],\n", + " [-0.0898],\n", + " [-0.0896],\n", + " [-0.0912],\n", + " [-0.0911],\n", + " [-0.0920],\n", + " [-0.0918],\n", + " [-0.0936],\n", + " [-0.0844],\n", + " [-0.0906],\n", + " [-0.0919],\n", + " [-0.0913]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0592],\n", + " [ 0.0567],\n", + " [ 0.0582],\n", + " [ 0.0318],\n", + " [ 0.0460],\n", + " [ 0.0557],\n", + " [ 0.0542],\n", + " [ 0.0386],\n", + " [ 0.0406],\n", + " [ 0.0571],\n", + " [ 0.0520],\n", + " [ 0.0537],\n", + " [ 0.0584],\n", + " [ 0.0541],\n", + " [ 0.0586],\n", + " [ 0.0489],\n", + " [-0.2242],\n", + " [ 0.0511],\n", + " [ 0.0570],\n", + " [ 0.0508],\n", + " [ 0.0472],\n", + " [ 0.0498],\n", + " [ 0.0470],\n", + " [ 0.0548],\n", + " [ 0.0408],\n", + " [ 0.0541],\n", + " [ 0.0454],\n", + " [ 0.0555],\n", + " [ 0.0450],\n", + " [ 0.0493],\n", + " [ 0.0578],\n", + " [ 0.0503]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0350],\n", + " [-0.0336],\n", + " [-0.0356],\n", + " [-0.0464],\n", + " [-0.0332],\n", + " [-0.0380],\n", + " [-0.0381],\n", + " [-0.0409],\n", + " [-0.0365],\n", + " [-0.0384],\n", + " [-0.0404],\n", + " [-0.0370],\n", + " [-0.0348],\n", + " [-0.0377],\n", + " [-0.0345],\n", + " [-0.0404],\n", + " [-0.0358],\n", + " [-0.0348],\n", + " [-0.0378],\n", + " [-0.0425],\n", + " [-0.0370],\n", + " [-0.0401],\n", + " [-0.0378],\n", + " [-0.0393],\n", + " [-0.0340],\n", + " [-0.0391],\n", + " [-0.0350],\n", + " [-0.0385],\n", + " [-0.0454],\n", + " [-0.0399],\n", + " [-0.0377],\n", + " [-0.0410]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0804],\n", + " [-0.0804],\n", + " [-0.0794],\n", + " [-0.0746],\n", + " [-0.0814],\n", + " [-0.0802],\n", + " [-0.0787],\n", + " [-0.0811],\n", + " [-0.0863],\n", + " [-0.0791],\n", + " [-0.0780],\n", + " [-0.0789],\n", + " [-0.0811],\n", + " [-0.0789],\n", + " [-0.0817],\n", + " [-0.0779],\n", + " [-0.0445],\n", + " [-0.0811],\n", + " [-0.0792],\n", + " [-0.0787],\n", + " [-0.0810],\n", + " [-0.0788],\n", + " [-0.0801],\n", + " [-0.0792],\n", + " [-0.0822],\n", + " [-0.0785],\n", + " [-0.0807],\n", + " [-0.0790],\n", + " [-0.0765],\n", + " [-0.0780],\n", + " [-0.0790],\n", + " [-0.0784]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1703],\n", + " [0.1681],\n", + " [0.1684],\n", + " [0.1551],\n", + " [0.1617],\n", + " [0.1680],\n", + " [0.1667],\n", + " [0.1563],\n", + " [0.1635],\n", + " [0.1684],\n", + " [0.1669],\n", + " [0.1652],\n", + " [0.1706],\n", + " [0.1670],\n", + " [0.1713],\n", + " [0.1641],\n", + " [0.1357],\n", + " [0.1648],\n", + " [0.1677],\n", + " [0.1654],\n", + " [0.1287],\n", + " [0.1650],\n", + " [0.1643],\n", + " [0.1681],\n", + " [0.1616],\n", + " [0.1681],\n", + " [0.1618],\n", + " [0.1680],\n", + " [0.1641],\n", + " [0.1640],\n", + " [0.1707],\n", + " [0.1643]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0581],\n", + " [-0.0599],\n", + " [-0.0598],\n", + " [-0.0526],\n", + " [-0.0633],\n", + " [-0.0545],\n", + " [-0.0571],\n", + " [-0.0485],\n", + " [-0.0645],\n", + " [-0.0562],\n", + " [-0.0568],\n", + " [-0.0598],\n", + " [-0.0559],\n", + " [-0.0564],\n", + " [-0.0569],\n", + " [-0.0567],\n", + " [-0.0710],\n", + " [-0.0543],\n", + " [-0.0583],\n", + " [-0.0531],\n", + " [-0.0752],\n", + " [-0.0539],\n", + " [-0.0525],\n", + " [-0.0531],\n", + " [-0.0577],\n", + " [-0.0561],\n", + " [-0.0566],\n", + " [-0.0567],\n", + " [-0.0523],\n", + " [-0.0566],\n", + " [-0.0530],\n", + " [-0.0562]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0590],\n", + " [0.0647],\n", + " [0.0621],\n", + " [0.0784],\n", + " [0.0699],\n", + " [0.0592],\n", + " [0.0632],\n", + " [0.0718],\n", + " [0.0686],\n", + " [0.0592],\n", + " [0.0630],\n", + " [0.0674],\n", + " [0.0577],\n", + " [0.0622],\n", + " [0.0580],\n", + " [0.0661],\n", + " [0.1345],\n", + " [0.0652],\n", + " [0.0608],\n", + " [0.0660],\n", + " [0.0555],\n", + " [0.0656],\n", + " [0.0673],\n", + " [0.0593],\n", + " [0.0764],\n", + " [0.0609],\n", + " [0.0729],\n", + " [0.0613],\n", + " [0.0640],\n", + " [0.0652],\n", + " [0.0566],\n", + " [0.0645]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1001],\n", + " [-0.0970],\n", + " [-0.0982],\n", + " [-0.0820],\n", + " [-0.0827],\n", + " [-0.0965],\n", + " [-0.0939],\n", + " [-0.0826],\n", + " [-0.0775],\n", + " [-0.0967],\n", + " [-0.0911],\n", + " [-0.0924],\n", + " [-0.0999],\n", + " [-0.0942],\n", + " [-0.1004],\n", + " [-0.0895],\n", + " [ 0.0283],\n", + " [-0.0932],\n", + " [-0.0966],\n", + " [-0.0928],\n", + " [-0.0624],\n", + " [-0.0914],\n", + " [-0.0884],\n", + " [-0.0953],\n", + " [-0.0820],\n", + " [-0.0952],\n", + " [-0.0868],\n", + " [-0.0955],\n", + " [-0.0904],\n", + " [-0.0899],\n", + " [-0.0985],\n", + " [-0.0908]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0196],\n", + " [ 0.0162],\n", + " [ 0.0175],\n", + " [-0.0010],\n", + " [ 0.0100],\n", + " [ 0.0176],\n", + " [ 0.0154],\n", + " [ 0.0051],\n", + " [ 0.0146],\n", + " [ 0.0188],\n", + " [ 0.0151],\n", + " [ 0.0123],\n", + " [ 0.0206],\n", + " [ 0.0157],\n", + " [ 0.0213],\n", + " [ 0.0112],\n", + " [-0.2383],\n", + " [ 0.0138],\n", + " [ 0.0174],\n", + " [ 0.0109],\n", + " [-0.0048],\n", + " [ 0.0116],\n", + " [ 0.0119],\n", + " [ 0.0170],\n", + " [ 0.0053],\n", + " [ 0.0149],\n", + " [ 0.0066],\n", + " [ 0.0158],\n", + " [ 0.0108],\n", + " [ 0.0121],\n", + " [ 0.0202],\n", + " [ 0.0128]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0943],\n", + " [ 0.0882],\n", + " [ 0.0917],\n", + " [ 0.1004],\n", + " [ 0.0819],\n", + " [ 0.0946],\n", + " [ 0.0906],\n", + " [ 0.0922],\n", + " [ 0.0793],\n", + " [ 0.0938],\n", + " [ 0.0902],\n", + " [ 0.0878],\n", + " [ 0.0951],\n", + " [ 0.0910],\n", + " [ 0.0948],\n", + " [ 0.0902],\n", + " [-0.0993],\n", + " [ 0.0894],\n", + " [ 0.0936],\n", + " [ 0.0937],\n", + " [ 0.0627],\n", + " [ 0.0911],\n", + " [ 0.0855],\n", + " [ 0.0941],\n", + " [ 0.0783],\n", + " [ 0.0948],\n", + " [ 0.0832],\n", + " [ 0.0938],\n", + " [ 0.0992],\n", + " [ 0.0905],\n", + " [ 0.0967],\n", + " [ 0.0920]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0095],\n", + " [ 0.0079],\n", + " [ 0.0084],\n", + " [ 0.0241],\n", + " [ 0.0037],\n", + " [ 0.0115],\n", + " [ 0.0082],\n", + " [ 0.0089],\n", + " [ 0.0117],\n", + " [ 0.0092],\n", + " [ 0.0084],\n", + " [ 0.0069],\n", + " [ 0.0109],\n", + " [ 0.0090],\n", + " [ 0.0096],\n", + " [ 0.0102],\n", + " [ 0.1537],\n", + " [ 0.0092],\n", + " [ 0.0094],\n", + " [ 0.0126],\n", + " [-0.0078],\n", + " [ 0.0118],\n", + " [ 0.0060],\n", + " [ 0.0113],\n", + " [ 0.0055],\n", + " [ 0.0129],\n", + " [ 0.0067],\n", + " [ 0.0112],\n", + " [ 0.0201],\n", + " [ 0.0099],\n", + " [ 0.0112],\n", + " [ 0.0098]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.5907e-03],\n", + " [ 4.1662e-03],\n", + " [ 3.0622e-03],\n", + " [-2.2378e-02],\n", + " [ 5.7948e-03],\n", + " [-3.4596e-03],\n", + " [-5.6676e-04],\n", + " [-1.6042e-02],\n", + " [ 8.1499e-03],\n", + " [-1.0504e-03],\n", + " [-7.3204e-05],\n", + " [ 1.0414e-03],\n", + " [-2.2556e-04],\n", + " [-1.2383e-03],\n", + " [ 6.2799e-04],\n", + " [-4.5144e-03],\n", + " [-1.1021e-01],\n", + " [-3.5754e-03],\n", + " [ 8.9617e-04],\n", + " [-7.7611e-03],\n", + " [ 1.0475e-02],\n", + " [-6.8018e-03],\n", + " [-5.3914e-03],\n", + " [-5.0040e-03],\n", + " [-1.1283e-03],\n", + " [-2.6670e-03],\n", + " [-3.8013e-03],\n", + " [-1.2724e-03],\n", + " [-1.2597e-02],\n", + " [-4.3856e-03],\n", + " [-3.5711e-03],\n", + " [-4.0211e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0350],\n", + " [-0.0382],\n", + " [-0.0374],\n", + " [-0.0416],\n", + " [-0.0456],\n", + " [-0.0335],\n", + " [-0.0378],\n", + " [-0.0380],\n", + " [-0.0451],\n", + " [-0.0356],\n", + " [-0.0380],\n", + " [-0.0395],\n", + " [-0.0326],\n", + " [-0.0370],\n", + " [-0.0344],\n", + " [-0.0375],\n", + " [-0.2218],\n", + " [-0.0360],\n", + " [-0.0359],\n", + " [-0.0315],\n", + " [-0.0335],\n", + " [-0.0341],\n", + " [-0.0382],\n", + " [-0.0334],\n", + " [-0.0433],\n", + " [-0.0331],\n", + " [-0.0395],\n", + " [-0.0341],\n", + " [-0.0352],\n", + " [-0.0381],\n", + " [-0.0312],\n", + " [-0.0375]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 5.0976e-03],\n", + " [ 7.0451e-03],\n", + " [ 6.6831e-03],\n", + " [-2.8323e-03],\n", + " [ 9.5889e-03],\n", + " [ 2.5447e-03],\n", + " [ 5.4736e-03],\n", + " [ 8.5794e-05],\n", + " [ 7.6797e-03],\n", + " [ 4.2446e-03],\n", + " [ 4.9019e-03],\n", + " [ 7.5621e-03],\n", + " [ 2.8830e-03],\n", + " [ 4.9544e-03],\n", + " [ 4.0979e-03],\n", + " [ 4.9624e-03],\n", + " [ 1.2366e-01],\n", + " [ 4.0677e-03],\n", + " [ 5.1362e-03],\n", + " [ 9.6436e-04],\n", + " [ 1.7953e-02],\n", + " [ 2.9043e-03],\n", + " [ 4.2519e-03],\n", + " [ 2.2037e-03],\n", + " [ 8.8361e-03],\n", + " [ 3.5533e-03],\n", + " [ 6.7384e-03],\n", + " [ 4.2724e-03],\n", + " [-1.5782e-03],\n", + " [ 5.0400e-03],\n", + " [ 2.1309e-03],\n", + " [ 4.6825e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0580],\n", + " [0.0590],\n", + " [0.0581],\n", + " [0.0608],\n", + " [0.0655],\n", + " [0.0561],\n", + " [0.0573],\n", + " [0.0620],\n", + " [0.0661],\n", + " [0.0561],\n", + " [0.0572],\n", + " [0.0598],\n", + " [0.0569],\n", + " [0.0571],\n", + " [0.0581],\n", + " [0.0587],\n", + " [0.1776],\n", + " [0.0584],\n", + " [0.0573],\n", + " [0.0557],\n", + " [0.0665],\n", + " [0.0572],\n", + " [0.0589],\n", + " [0.0553],\n", + " [0.0666],\n", + " [0.0566],\n", + " [0.0623],\n", + " [0.0569],\n", + " [0.0558],\n", + " [0.0585],\n", + " [0.0547],\n", + " [0.0582]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0187],\n", + " [-0.0182],\n", + " [-0.0184],\n", + " [-0.0172],\n", + " [-0.0178],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0138],\n", + " [-0.0289],\n", + " [-0.0182],\n", + " [-0.0182],\n", + " [-0.0163],\n", + " [-0.0190],\n", + " [-0.0169],\n", + " [-0.0186],\n", + " [-0.0155],\n", + " [ 0.1050],\n", + " [-0.0154],\n", + " [-0.0180],\n", + " [-0.0168],\n", + " [-0.0075],\n", + " [-0.0157],\n", + " [-0.0140],\n", + " [-0.0177],\n", + " [-0.0140],\n", + " [-0.0170],\n", + " [-0.0129],\n", + " [-0.0175],\n", + " [-0.0189],\n", + " [-0.0155],\n", + " [-0.0184],\n", + " [-0.0157]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1715],\n", + " [-0.1718],\n", + " [-0.1729],\n", + " [-0.1675],\n", + " [-0.1740],\n", + " [-0.1701],\n", + " [-0.1716],\n", + " [-0.1641],\n", + " [-0.1729],\n", + " [-0.1713],\n", + " [-0.1729],\n", + " [-0.1734],\n", + " [-0.1698],\n", + " [-0.1707],\n", + " [-0.1706],\n", + " [-0.1699],\n", + " [-0.2062],\n", + " [-0.1679],\n", + " [-0.1732],\n", + " [-0.1687],\n", + " [-0.1630],\n", + " [-0.1680],\n", + " [-0.1667],\n", + " [-0.1690],\n", + " [-0.1676],\n", + " [-0.1712],\n", + " [-0.1681],\n", + " [-0.1720],\n", + " [-0.1690],\n", + " [-0.1696],\n", + " [-0.1693],\n", + " [-0.1709]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0211],\n", + " [-0.0204],\n", + " [-0.0203],\n", + " [-0.0303],\n", + " [-0.0153],\n", + " [-0.0227],\n", + " [-0.0207],\n", + " [-0.0248],\n", + " [-0.0140],\n", + " [-0.0212],\n", + " [-0.0198],\n", + " [-0.0208],\n", + " [-0.0223],\n", + " [-0.0211],\n", + " [-0.0212],\n", + " [-0.0236],\n", + " [ 0.0105],\n", + " [-0.0218],\n", + " [-0.0207],\n", + " [-0.0279],\n", + " [ 0.0340],\n", + " [-0.0257],\n", + " [-0.0214],\n", + " [-0.0227],\n", + " [-0.0211],\n", + " [-0.0232],\n", + " [-0.0228],\n", + " [-0.0220],\n", + " [-0.0269],\n", + " [-0.0228],\n", + " [-0.0225],\n", + " [-0.0222]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0158],\n", + " [ 0.0101],\n", + " [ 0.0119],\n", + " [-0.0144],\n", + " [ 0.0004],\n", + " [ 0.0094],\n", + " [ 0.0055],\n", + " [-0.0092],\n", + " [-0.0060],\n", + " [ 0.0099],\n", + " [ 0.0021],\n", + " [ 0.0045],\n", + " [ 0.0150],\n", + " [ 0.0058],\n", + " [ 0.0171],\n", + " [-0.0011],\n", + " [-0.0181],\n", + " [ 0.0049],\n", + " [ 0.0099],\n", + " [-0.0015],\n", + " [ 0.0288],\n", + " [-0.0005],\n", + " [-0.0021],\n", + " [ 0.0072],\n", + " [-0.0079],\n", + " [ 0.0060],\n", + " [-0.0035],\n", + " [ 0.0073],\n", + " [-0.0018],\n", + " [ 0.0002],\n", + " [ 0.0115],\n", + " [ 0.0010]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0895],\n", + " [0.0896],\n", + " [0.0890],\n", + " [0.0919],\n", + " [0.0930],\n", + " [0.0916],\n", + " [0.0930],\n", + " [0.1009],\n", + " [0.0994],\n", + " [0.0921],\n", + " [0.0950],\n", + " [0.0903],\n", + " [0.0908],\n", + " [0.0932],\n", + " [0.0905],\n", + " [0.0952],\n", + " [0.1299],\n", + " [0.0936],\n", + " [0.0902],\n", + " [0.0953],\n", + " [0.0846],\n", + " [0.0956],\n", + " [0.0997],\n", + " [0.0937],\n", + " [0.0957],\n", + " [0.0910],\n", + " [0.0952],\n", + " [0.0907],\n", + " [0.0939],\n", + " [0.0953],\n", + " [0.0925],\n", + " [0.0943]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0877],\n", + " [ 0.0856],\n", + " [ 0.0856],\n", + " [ 0.0676],\n", + " [ 0.0827],\n", + " [ 0.0831],\n", + " [ 0.0811],\n", + " [ 0.0790],\n", + " [ 0.0744],\n", + " [ 0.0839],\n", + " [ 0.0775],\n", + " [ 0.0794],\n", + " [ 0.0869],\n", + " [ 0.0822],\n", + " [ 0.0891],\n", + " [ 0.0780],\n", + " [-0.2340],\n", + " [ 0.0836],\n", + " [ 0.0833],\n", + " [ 0.0743],\n", + " [ 0.0833],\n", + " [ 0.0779],\n", + " [ 0.0803],\n", + " [ 0.0816],\n", + " [ 0.0822],\n", + " [ 0.0815],\n", + " [ 0.0801],\n", + " [ 0.0816],\n", + " [ 0.0752],\n", + " [ 0.0794],\n", + " [ 0.0836],\n", + " [ 0.0788]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0888],\n", + " [0.0892],\n", + " [0.0884],\n", + " [0.0764],\n", + " [0.0917],\n", + " [0.0874],\n", + " [0.0871],\n", + " [0.0839],\n", + " [0.0920],\n", + " [0.0865],\n", + " [0.0867],\n", + " [0.0894],\n", + " [0.0880],\n", + " [0.0869],\n", + " [0.0886],\n", + " [0.0870],\n", + " [0.0541],\n", + " [0.0875],\n", + " [0.0877],\n", + " [0.0855],\n", + " [0.1167],\n", + " [0.0864],\n", + " [0.0859],\n", + " [0.0860],\n", + " [0.0899],\n", + " [0.0860],\n", + " [0.0889],\n", + " [0.0868],\n", + " [0.0811],\n", + " [0.0869],\n", + " [0.0849],\n", + " [0.0871]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0430],\n", + " [0.0442],\n", + " [0.0426],\n", + " [0.0314],\n", + " [0.0435],\n", + " [0.0396],\n", + " [0.0404],\n", + " [0.0341],\n", + " [0.0472],\n", + " [0.0408],\n", + " [0.0396],\n", + " [0.0399],\n", + " [0.0432],\n", + " [0.0406],\n", + " [0.0434],\n", + " [0.0380],\n", + " [0.0593],\n", + " [0.0404],\n", + " [0.0405],\n", + " [0.0376],\n", + " [0.0512],\n", + " [0.0378],\n", + " [0.0401],\n", + " [0.0389],\n", + " [0.0432],\n", + " [0.0388],\n", + " [0.0396],\n", + " [0.0393],\n", + " [0.0331],\n", + " [0.0385],\n", + " [0.0410],\n", + " [0.0377]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0346],\n", + " [ 0.0353],\n", + " [ 0.0355],\n", + " [ 0.0402],\n", + " [ 0.0343],\n", + " [ 0.0375],\n", + " [ 0.0372],\n", + " [ 0.0419],\n", + " [ 0.0303],\n", + " [ 0.0371],\n", + " [ 0.0366],\n", + " [ 0.0357],\n", + " [ 0.0356],\n", + " [ 0.0376],\n", + " [ 0.0345],\n", + " [ 0.0388],\n", + " [-0.2571],\n", + " [ 0.0384],\n", + " [ 0.0366],\n", + " [ 0.0372],\n", + " [ 0.0140],\n", + " [ 0.0387],\n", + " [ 0.0371],\n", + " [ 0.0381],\n", + " [ 0.0346],\n", + " [ 0.0383],\n", + " [ 0.0362],\n", + " [ 0.0375],\n", + " [ 0.0411],\n", + " [ 0.0391],\n", + " [ 0.0373],\n", + " [ 0.0393]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0697],\n", + " [-0.0726],\n", + " [-0.0715],\n", + " [-0.0971],\n", + " [-0.0736],\n", + " [-0.0725],\n", + " [-0.0735],\n", + " [-0.0807],\n", + " [-0.0760],\n", + " [-0.0720],\n", + " [-0.0741],\n", + " [-0.0731],\n", + " [-0.0705],\n", + " [-0.0738],\n", + " [-0.0691],\n", + " [-0.0761],\n", + " [-0.1929],\n", + " [-0.0749],\n", + " [-0.0717],\n", + " [-0.0781],\n", + " [-0.0473],\n", + " [-0.0769],\n", + " [-0.0757],\n", + " [-0.0735],\n", + " [-0.0772],\n", + " [-0.0749],\n", + " [-0.0766],\n", + " [-0.0736],\n", + " [-0.0848],\n", + " [-0.0759],\n", + " [-0.0724],\n", + " [-0.0750]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0989],\n", + " [-0.1018],\n", + " [-0.1005],\n", + " [-0.1087],\n", + " [-0.1115],\n", + " [-0.0992],\n", + " [-0.1028],\n", + " [-0.1051],\n", + " [-0.1167],\n", + " [-0.0996],\n", + " [-0.1057],\n", + " [-0.1046],\n", + " [-0.0978],\n", + " [-0.1019],\n", + " [-0.0984],\n", + " [-0.1049],\n", + " [-0.3746],\n", + " [-0.1018],\n", + " [-0.1008],\n", + " [-0.1024],\n", + " [-0.1272],\n", + " [-0.1029],\n", + " [-0.1051],\n", + " [-0.0999],\n", + " [-0.1101],\n", + " [-0.1012],\n", + " [-0.1067],\n", + " [-0.1014],\n", + " [-0.1031],\n", + " [-0.1044],\n", + " [-0.0978],\n", + " [-0.1042]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0604],\n", + " [-0.0610],\n", + " [-0.0588],\n", + " [-0.0560],\n", + " [-0.0633],\n", + " [-0.0617],\n", + " [-0.0632],\n", + " [-0.0475],\n", + " [-0.0625],\n", + " [-0.0613],\n", + " [-0.0619],\n", + " [-0.0630],\n", + " [-0.0618],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [ 0.2341],\n", + " [-0.0623],\n", + " [-0.0621],\n", + " [-0.0665],\n", + " [-0.0387],\n", + " [-0.0644],\n", + " [-0.0628],\n", + " [-0.0637],\n", + " [-0.0595],\n", + " [-0.0633],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0614],\n", + " [-0.0621],\n", + " [-0.0641],\n", + " [-0.0627]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0622],\n", + " [-0.0608],\n", + " [-0.0637],\n", + " [-0.0649],\n", + " [-0.0618],\n", + " [-0.0608],\n", + " [-0.0499],\n", + " [-0.0611],\n", + " [-0.0638],\n", + " [-0.0577],\n", + " [-0.0604],\n", + " [-0.0496],\n", + " [-0.0638],\n", + " [-0.0645],\n", + " [-0.0615],\n", + " [-0.0623],\n", + " [-0.0633],\n", + " [-0.0623],\n", + " [-0.0622],\n", + " [-0.0618],\n", + " [-0.0655],\n", + " [-0.0612],\n", + " [-0.0638],\n", + " [-0.0612],\n", + " [-0.0476],\n", + " [-0.0671],\n", + " [-0.0614],\n", + " [-0.0625],\n", + " [-0.0593],\n", + " [-0.0606],\n", + " [-0.0660]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0763],\n", + " [-0.0770],\n", + " [-0.0739],\n", + " [-0.0764],\n", + " [-0.0776],\n", + " [-0.0735],\n", + " [-0.0727],\n", + " [-0.0674],\n", + " [-0.0743],\n", + " [-0.0773],\n", + " [-0.0685],\n", + " [-0.0722],\n", + " [-0.0649],\n", + " [-0.0748],\n", + " [-0.0785],\n", + " [-0.0699],\n", + " [-0.0752],\n", + " [-0.0734],\n", + " [-0.0725],\n", + " [-0.0734],\n", + " [-0.0748],\n", + " [-0.0774],\n", + " [-0.0728],\n", + " [-0.0736],\n", + " [-0.0581],\n", + " [-0.0714],\n", + " [-0.0771],\n", + " [-0.0735],\n", + " [-0.0761],\n", + " [-0.0703],\n", + " [-0.0731],\n", + " [-0.0799]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0384],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0390],\n", + " [0.0381],\n", + " [0.0385],\n", + " [0.0393],\n", + " [0.0375],\n", + " [0.0383],\n", + " [0.0395],\n", + " [0.0358],\n", + " [0.0355],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0369],\n", + " [0.0365],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0373],\n", + " [0.0358],\n", + " [0.0366],\n", + " [0.0386],\n", + " [0.0336],\n", + " [0.0409],\n", + " [0.0365],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0398],\n", + " [0.0382],\n", + " [0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0927],\n", + " [-0.0919],\n", + " [-0.0891],\n", + " [-0.0903],\n", + " [-0.0944],\n", + " [-0.0941],\n", + " [-0.0924],\n", + " [-0.0790],\n", + " [-0.0924],\n", + " [-0.0922],\n", + " [-0.0874],\n", + " [-0.0924],\n", + " [-0.0805],\n", + " [-0.0952],\n", + " [-0.0924],\n", + " [-0.0937],\n", + " [-0.0910],\n", + " [-0.0928],\n", + " [-0.0949],\n", + " [-0.0928],\n", + " [-0.0921],\n", + " [-0.0953],\n", + " [-0.0935],\n", + " [-0.0897],\n", + " [-0.0893],\n", + " [-0.0826],\n", + " [-0.0922],\n", + " [-0.0907],\n", + " [-0.0908],\n", + " [-0.0908],\n", + " [-0.0891],\n", + " [-0.0942]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0543],\n", + " [0.0502],\n", + " [0.0491],\n", + " [0.0467],\n", + " [0.0549],\n", + " [0.0567],\n", + " [0.0549],\n", + " [0.0326],\n", + " [0.0530],\n", + " [0.0525],\n", + " [0.0462],\n", + " [0.0539],\n", + " [0.0408],\n", + " [0.0568],\n", + " [0.0492],\n", + " [0.0571],\n", + " [0.0518],\n", + " [0.0560],\n", + " [0.0586],\n", + " [0.0558],\n", + " [0.0544],\n", + " [0.0569],\n", + " [0.0576],\n", + " [0.0488],\n", + " [0.0572],\n", + " [0.0382],\n", + " [0.0498],\n", + " [0.0548],\n", + " [0.0505],\n", + " [0.0548],\n", + " [0.0507],\n", + " [0.0517]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0358],\n", + " [-0.0356],\n", + " [-0.0428],\n", + " [-0.0397],\n", + " [-0.0412],\n", + " [-0.0343],\n", + " [-0.0371],\n", + " [-0.0468],\n", + " [-0.0341],\n", + " [-0.0391],\n", + " [-0.0411],\n", + " [-0.0346],\n", + " [-0.0498],\n", + " [-0.0391],\n", + " [-0.0379],\n", + " [-0.0375],\n", + " [-0.0428],\n", + " [-0.0407],\n", + " [-0.0356],\n", + " [-0.0385],\n", + " [-0.0385],\n", + " [-0.0392],\n", + " [-0.0384],\n", + " [-0.0382],\n", + " [-0.0456],\n", + " [-0.0478],\n", + " [-0.0405],\n", + " [-0.0411],\n", + " [-0.0408],\n", + " [-0.0352],\n", + " [-0.0419],\n", + " [-0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0784],\n", + " [-0.0790],\n", + " [-0.0782],\n", + " [-0.0789],\n", + " [-0.0787],\n", + " [-0.0806],\n", + " [-0.0802],\n", + " [-0.0745],\n", + " [-0.0806],\n", + " [-0.0778],\n", + " [-0.0793],\n", + " [-0.0812],\n", + " [-0.0728],\n", + " [-0.0798],\n", + " [-0.0788],\n", + " [-0.0809],\n", + " [-0.0788],\n", + " [-0.0784],\n", + " [-0.0798],\n", + " [-0.0797],\n", + " [-0.0788],\n", + " [-0.0787],\n", + " [-0.0786],\n", + " [-0.0797],\n", + " [-0.0923],\n", + " [-0.0762],\n", + " [-0.0780],\n", + " [-0.0779],\n", + " [-0.0781],\n", + " [-0.0802],\n", + " [-0.0787],\n", + " [-0.0785]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1678],\n", + " [0.1642],\n", + " [0.1643],\n", + " [0.1639],\n", + " [0.1672],\n", + " [0.1691],\n", + " [0.1679],\n", + " [0.1577],\n", + " [0.1664],\n", + " [0.1664],\n", + " [0.1646],\n", + " [0.1674],\n", + " [0.1645],\n", + " [0.1675],\n", + " [0.1639],\n", + " [0.1689],\n", + " [0.1658],\n", + " [0.1696],\n", + " [0.1697],\n", + " [0.1681],\n", + " [0.1677],\n", + " [0.1683],\n", + " [0.1693],\n", + " [0.1673],\n", + " [0.1679],\n", + " [0.1603],\n", + " [0.1678],\n", + " [0.1692],\n", + " [0.1652],\n", + " [0.1691],\n", + " [0.1657],\n", + " [0.1650]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0567],\n", + " [-0.0583],\n", + " [-0.0540],\n", + " [-0.0567],\n", + " [-0.0570],\n", + " [-0.0552],\n", + " [-0.0543],\n", + " [-0.0462],\n", + " [-0.0549],\n", + " [-0.0570],\n", + " [-0.0463],\n", + " [-0.0529],\n", + " [-0.0416],\n", + " [-0.0573],\n", + " [-0.0586],\n", + " [-0.0543],\n", + " [-0.0550],\n", + " [-0.0566],\n", + " [-0.0562],\n", + " [-0.0548],\n", + " [-0.0554],\n", + " [-0.0577],\n", + " [-0.0561],\n", + " [-0.0536],\n", + " [-0.0599],\n", + " [-0.0511],\n", + " [-0.0589],\n", + " [-0.0536],\n", + " [-0.0562],\n", + " [-0.0506],\n", + " [-0.0529],\n", + " [-0.0598]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0648],\n", + " [0.0671],\n", + " [0.0647],\n", + " [0.0661],\n", + " [0.0619],\n", + " [0.0615],\n", + " [0.0597],\n", + " [0.0746],\n", + " [0.0653],\n", + " [0.0643],\n", + " [0.0647],\n", + " [0.0621],\n", + " [0.0640],\n", + " [0.0595],\n", + " [0.0666],\n", + " [0.0571],\n", + " [0.0615],\n", + " [0.0562],\n", + " [0.0591],\n", + " [0.0592],\n", + " [0.0614],\n", + " [0.0611],\n", + " [0.0580],\n", + " [0.0640],\n", + " [0.0433],\n", + " [0.0680],\n", + " [0.0580],\n", + " [0.0597],\n", + " [0.0629],\n", + " [0.0600],\n", + " [0.0631],\n", + " [0.0651]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0942],\n", + " [-0.0905],\n", + " [-0.0901],\n", + " [-0.0859],\n", + " [-0.0944],\n", + " [-0.0977],\n", + " [-0.0960],\n", + " [-0.0765],\n", + " [-0.0939],\n", + " [-0.0924],\n", + " [-0.0899],\n", + " [-0.0962],\n", + " [-0.0842],\n", + " [-0.0965],\n", + " [-0.0882],\n", + " [-0.0983],\n", + " [-0.0927],\n", + " [-0.0965],\n", + " [-0.0990],\n", + " [-0.0961],\n", + " [-0.0950],\n", + " [-0.0951],\n", + " [-0.0975],\n", + " [-0.0870],\n", + " [-0.1076],\n", + " [-0.0866],\n", + " [-0.0930],\n", + " [-0.0955],\n", + " [-0.0912],\n", + " [-0.0964],\n", + " [-0.0922],\n", + " [-0.0908]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0143],\n", + " [0.0111],\n", + " [0.0120],\n", + " [0.0113],\n", + " [0.0159],\n", + " [0.0180],\n", + " [0.0179],\n", + " [0.0020],\n", + " [0.0155],\n", + " [0.0139],\n", + " [0.0124],\n", + " [0.0166],\n", + " [0.0091],\n", + " [0.0173],\n", + " [0.0118],\n", + " [0.0207],\n", + " [0.0140],\n", + " [0.0192],\n", + " [0.0196],\n", + " [0.0169],\n", + " [0.0155],\n", + " [0.0180],\n", + " [0.0204],\n", + " [0.0147],\n", + " [0.0291],\n", + " [0.0077],\n", + " [0.0186],\n", + " [0.0165],\n", + " [0.0141],\n", + " [0.0197],\n", + " [0.0131],\n", + " [0.0136]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0884],\n", + " [0.0875],\n", + " [0.0922],\n", + " [0.0871],\n", + " [0.0944],\n", + " [0.0913],\n", + " [0.0931],\n", + " [0.0919],\n", + " [0.0878],\n", + " [0.0905],\n", + " [0.0918],\n", + " [0.0915],\n", + " [0.0961],\n", + " [0.0953],\n", + " [0.0875],\n", + " [0.0969],\n", + " [0.0959],\n", + " [0.0992],\n", + " [0.0940],\n", + " [0.0948],\n", + " [0.0928],\n", + " [0.0924],\n", + " [0.0950],\n", + " [0.0839],\n", + " [0.1116],\n", + " [0.1013],\n", + " [0.0977],\n", + " [0.0947],\n", + " [0.0929],\n", + " [0.0914],\n", + " [0.0936],\n", + " [0.0894]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0097],\n", + " [0.0100],\n", + " [0.0114],\n", + " [0.0078],\n", + " [0.0099],\n", + " [0.0097],\n", + " [0.0106],\n", + " [0.0110],\n", + " [0.0074],\n", + " [0.0097],\n", + " [0.0079],\n", + " [0.0100],\n", + " [0.0105],\n", + " [0.0107],\n", + " [0.0074],\n", + " [0.0112],\n", + " [0.0124],\n", + " [0.0130],\n", + " [0.0097],\n", + " [0.0117],\n", + " [0.0109],\n", + " [0.0077],\n", + " [0.0094],\n", + " [0.0054],\n", + " [0.0082],\n", + " [0.0253],\n", + " [0.0148],\n", + " [0.0115],\n", + " [0.0105],\n", + " [0.0079],\n", + " [0.0126],\n", + " [0.0082]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0012],\n", + " [-0.0019],\n", + " [-0.0075],\n", + " [-0.0033],\n", + " [-0.0007],\n", + " [-0.0008],\n", + " [-0.0027],\n", + " [-0.0220],\n", + " [-0.0013],\n", + " [-0.0014],\n", + " [-0.0119],\n", + " [-0.0033],\n", + " [-0.0212],\n", + " [-0.0009],\n", + " [-0.0008],\n", + " [-0.0026],\n", + " [-0.0047],\n", + " [-0.0004],\n", + " [-0.0002],\n", + " [-0.0035],\n", + " [-0.0028],\n", + " [ 0.0017],\n", + " [-0.0005],\n", + " [-0.0028],\n", + " [ 0.0105],\n", + " [-0.0204],\n", + " [ 0.0044],\n", + " [-0.0042],\n", + " [-0.0030],\n", + " [-0.0035],\n", + " [-0.0078],\n", + " [ 0.0019]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0357],\n", + " [-0.0378],\n", + " [-0.0352],\n", + " [-0.0399],\n", + " [-0.0351],\n", + " [-0.0348],\n", + " [-0.0349],\n", + " [-0.0390],\n", + " [-0.0371],\n", + " [-0.0367],\n", + " [-0.0345],\n", + " [-0.0347],\n", + " [-0.0340],\n", + " [-0.0341],\n", + " [-0.0406],\n", + " [-0.0326],\n", + " [-0.0340],\n", + " [-0.0323],\n", + " [-0.0342],\n", + " [-0.0330],\n", + " [-0.0349],\n", + " [-0.0366],\n", + " [-0.0357],\n", + " [-0.0390],\n", + " [-0.0291],\n", + " [-0.0386],\n", + " [-0.0403],\n", + " [-0.0327],\n", + " [-0.0374],\n", + " [-0.0349],\n", + " [-0.0331],\n", + " [-0.0402]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0056],\n", + " [ 0.0065],\n", + " [ 0.0025],\n", + " [ 0.0054],\n", + " [ 0.0046],\n", + " [ 0.0042],\n", + " [ 0.0031],\n", + " [-0.0015],\n", + " [ 0.0054],\n", + " [ 0.0052],\n", + " [-0.0004],\n", + " [ 0.0029],\n", + " [-0.0041],\n", + " [ 0.0040],\n", + " [ 0.0066],\n", + " [ 0.0020],\n", + " [ 0.0026],\n", + " [ 0.0023],\n", + " [ 0.0041],\n", + " [ 0.0028],\n", + " [ 0.0039],\n", + " [ 0.0053],\n", + " [ 0.0043],\n", + " [ 0.0047],\n", + " [-0.0022],\n", + " [-0.0046],\n", + " [ 0.0030],\n", + " [ 0.0026],\n", + " [ 0.0041],\n", + " [ 0.0026],\n", + " [ 0.0015],\n", + " [ 0.0068]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0575],\n", + " [0.0599],\n", + " [0.0568],\n", + " [0.0600],\n", + " [0.0574],\n", + " [0.0571],\n", + " [0.0560],\n", + " [0.0632],\n", + " [0.0587],\n", + " [0.0575],\n", + " [0.0565],\n", + " [0.0569],\n", + " [0.0540],\n", + " [0.0571],\n", + " [0.0602],\n", + " [0.0559],\n", + " [0.0569],\n", + " [0.0563],\n", + " [0.0566],\n", + " [0.0561],\n", + " [0.0563],\n", + " [0.0566],\n", + " [0.0556],\n", + " [0.0583],\n", + " [0.0611],\n", + " [0.0559],\n", + " [0.0595],\n", + " [0.0548],\n", + " [0.0577],\n", + " [0.0556],\n", + " [0.0558],\n", + " [0.0596]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0172],\n", + " [-0.0154],\n", + " [-0.0160],\n", + " [-0.0166],\n", + " [-0.0177],\n", + " [-0.0185],\n", + " [-0.0182],\n", + " [-0.0131],\n", + " [-0.0164],\n", + " [-0.0170],\n", + " [-0.0146],\n", + " [-0.0173],\n", + " [-0.0168],\n", + " [-0.0174],\n", + " [-0.0166],\n", + " [-0.0190],\n", + " [-0.0168],\n", + " [-0.0194],\n", + " [-0.0186],\n", + " [-0.0176],\n", + " [-0.0172],\n", + " [-0.0191],\n", + " [-0.0192],\n", + " [-0.0180],\n", + " [-0.0090],\n", + " [-0.0233],\n", + " [-0.0215],\n", + " [-0.0177],\n", + " [-0.0166],\n", + " [-0.0179],\n", + " [-0.0169],\n", + " [-0.0174]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1694],\n", + " [-0.1691],\n", + " [-0.1687],\n", + " [-0.1698],\n", + " [-0.1740],\n", + " [-0.1693],\n", + " [-0.1696],\n", + " [-0.1627],\n", + " [-0.1682],\n", + " [-0.1714],\n", + " [-0.1646],\n", + " [-0.1682],\n", + " [-0.1607],\n", + " [-0.1726],\n", + " [-0.1715],\n", + " [-0.1701],\n", + " [-0.1717],\n", + " [-0.1742],\n", + " [-0.1707],\n", + " [-0.1701],\n", + " [-0.1703],\n", + " [-0.1740],\n", + " [-0.1717],\n", + " [-0.1677],\n", + " [-0.1758],\n", + " [-0.1677],\n", + " [-0.1804],\n", + " [-0.1700],\n", + " [-0.1717],\n", + " [-0.1671],\n", + " [-0.1682],\n", + " [-0.1743]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0230],\n", + " [-0.0231],\n", + " [-0.0255],\n", + " [-0.0210],\n", + " [-0.0208],\n", + " [-0.0215],\n", + " [-0.0216],\n", + " [-0.0258],\n", + " [-0.0208],\n", + " [-0.0220],\n", + " [-0.0225],\n", + " [-0.0215],\n", + " [-0.0233],\n", + " [-0.0217],\n", + " [-0.0201],\n", + " [-0.0226],\n", + " [-0.0229],\n", + " [-0.0200],\n", + " [-0.0217],\n", + " [-0.0228],\n", + " [-0.0224],\n", + " [-0.0192],\n", + " [-0.0208],\n", + " [-0.0199],\n", + " [-0.0095],\n", + " [-0.0282],\n", + " [-0.0145],\n", + " [-0.0232],\n", + " [-0.0214],\n", + " [-0.0203],\n", + " [-0.0258],\n", + " [-0.0190]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0049],\n", + " [ 0.0018],\n", + " [-0.0020],\n", + " [-0.0024],\n", + " [ 0.0059],\n", + " [ 0.0108],\n", + " [ 0.0086],\n", + " [-0.0170],\n", + " [ 0.0060],\n", + " [ 0.0026],\n", + " [-0.0018],\n", + " [ 0.0086],\n", + " [-0.0073],\n", + " [ 0.0102],\n", + " [ 0.0007],\n", + " [ 0.0124],\n", + " [ 0.0033],\n", + " [ 0.0109],\n", + " [ 0.0130],\n", + " [ 0.0089],\n", + " [ 0.0062],\n", + " [ 0.0084],\n", + " [ 0.0106],\n", + " [-0.0010],\n", + " [ 0.0307],\n", + " [-0.0035],\n", + " [ 0.0080],\n", + " [ 0.0053],\n", + " [ 0.0019],\n", + " [ 0.0087],\n", + " [ 0.0006],\n", + " [ 0.0036]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0930],\n", + " [0.0931],\n", + " [0.0972],\n", + " [0.0979],\n", + " [0.0912],\n", + " [0.0914],\n", + " [0.0923],\n", + " [0.1066],\n", + " [0.0941],\n", + " [0.0936],\n", + " [0.1016],\n", + " [0.0924],\n", + " [0.1091],\n", + " [0.0903],\n", + " [0.0945],\n", + " [0.0910],\n", + " [0.0927],\n", + " [0.0899],\n", + " [0.0909],\n", + " [0.0917],\n", + " [0.0925],\n", + " [0.0922],\n", + " [0.0917],\n", + " [0.1017],\n", + " [0.0935],\n", + " [0.0917],\n", + " [0.0895],\n", + " [0.0940],\n", + " [0.0940],\n", + " [0.0956],\n", + " [0.0959],\n", + " [0.0916]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0809],\n", + " [0.0815],\n", + " [0.0771],\n", + " [0.0784],\n", + " [0.0793],\n", + " [0.0845],\n", + " [0.0840],\n", + " [0.0718],\n", + " [0.0840],\n", + " [0.0788],\n", + " [0.0775],\n", + " [0.0841],\n", + " [0.0712],\n", + " [0.0832],\n", + " [0.0795],\n", + " [0.0855],\n", + " [0.0791],\n", + " [0.0823],\n", + " [0.0852],\n", + " [0.0826],\n", + " [0.0816],\n", + " [0.0805],\n", + " [0.0850],\n", + " [0.0791],\n", + " [0.1137],\n", + " [0.0708],\n", + " [0.0772],\n", + " [0.0801],\n", + " [0.0793],\n", + " [0.0843],\n", + " [0.0779],\n", + " [0.0794]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0870],\n", + " [0.0887],\n", + " [0.0858],\n", + " [0.0873],\n", + " [0.0870],\n", + " [0.0872],\n", + " [0.0867],\n", + " [0.0778],\n", + " [0.0871],\n", + " [0.0868],\n", + " [0.0822],\n", + " [0.0869],\n", + " [0.0728],\n", + " [0.0879],\n", + " [0.0883],\n", + " [0.0874],\n", + " [0.0863],\n", + " [0.0860],\n", + " [0.0869],\n", + " [0.0871],\n", + " [0.0864],\n", + " [0.0869],\n", + " [0.0854],\n", + " [0.0859],\n", + " [0.0827],\n", + " [0.0763],\n", + " [0.0871],\n", + " [0.0845],\n", + " [0.0866],\n", + " [0.0843],\n", + " [0.0855],\n", + " [0.0888]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0417],\n", + " [0.0406],\n", + " [0.0370],\n", + " [0.0396],\n", + " [0.0379],\n", + " [0.0427],\n", + " [0.0405],\n", + " [0.0328],\n", + " [0.0426],\n", + " [0.0395],\n", + " [0.0366],\n", + " [0.0410],\n", + " [0.0329],\n", + " [0.0393],\n", + " [0.0399],\n", + " [0.0408],\n", + " [0.0362],\n", + " [0.0378],\n", + " [0.0425],\n", + " [0.0393],\n", + " [0.0395],\n", + " [0.0404],\n", + " [0.0413],\n", + " [0.0425],\n", + " [0.0538],\n", + " [0.0312],\n", + " [0.0360],\n", + " [0.0387],\n", + " [0.0378],\n", + " [0.0425],\n", + " [0.0370],\n", + " [0.0398]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0360],\n", + " [0.0375],\n", + " [0.0392],\n", + " [0.0371],\n", + " [0.0379],\n", + " [0.0363],\n", + " [0.0384],\n", + " [0.0394],\n", + " [0.0371],\n", + " [0.0374],\n", + " [0.0387],\n", + " [0.0374],\n", + " [0.0393],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0377],\n", + " [0.0394],\n", + " [0.0386],\n", + " [0.0357],\n", + " [0.0373],\n", + " [0.0378],\n", + " [0.0360],\n", + " [0.0380],\n", + " [0.0347],\n", + " [0.0337],\n", + " [0.0415],\n", + " [0.0377],\n", + " [0.0384],\n", + " [0.0394],\n", + " [0.0376],\n", + " [0.0391],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0750],\n", + " [-0.0760],\n", + " [-0.0772],\n", + " [-0.0756],\n", + " [-0.0728],\n", + " [-0.0731],\n", + " [-0.0734],\n", + " [-0.0862],\n", + " [-0.0744],\n", + " [-0.0750],\n", + " [-0.0766],\n", + " [-0.0736],\n", + " [-0.0825],\n", + " [-0.0714],\n", + " [-0.0748],\n", + " [-0.0713],\n", + " [-0.0751],\n", + " [-0.0720],\n", + " [-0.0715],\n", + " [-0.0728],\n", + " [-0.0742],\n", + " [-0.0719],\n", + " [-0.0725],\n", + " [-0.0747],\n", + " [-0.0626],\n", + " [-0.0935],\n", + " [-0.0743],\n", + " [-0.0745],\n", + " [-0.0750],\n", + " [-0.0735],\n", + " [-0.0768],\n", + " [-0.0737]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1023],\n", + " [-0.1042],\n", + " [-0.1034],\n", + " [-0.1075],\n", + " [-0.1036],\n", + " [-0.0997],\n", + " [-0.0999],\n", + " [-0.1093],\n", + " [-0.1021],\n", + " [-0.1040],\n", + " [-0.1030],\n", + " [-0.1000],\n", + " [-0.1070],\n", + " [-0.1003],\n", + " [-0.1066],\n", + " [-0.0975],\n", + " [-0.1030],\n", + " [-0.1012],\n", + " [-0.0982],\n", + " [-0.0995],\n", + " [-0.1012],\n", + " [-0.1032],\n", + " [-0.0991],\n", + " [-0.1068],\n", + " [-0.0915],\n", + " [-0.1061],\n", + " [-0.1087],\n", + " [-0.1009],\n", + " [-0.1041],\n", + " [-0.0992],\n", + " [-0.1018],\n", + " [-0.1062]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0612],\n", + " [-0.0641],\n", + " [-0.0607],\n", + " [-0.0631],\n", + " [-0.0623],\n", + " [-0.0620],\n", + " [-0.0604],\n", + " [-0.0618],\n", + " [-0.0621],\n", + " [-0.0651],\n", + " [-0.0629],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0604],\n", + " [-0.0635],\n", + " [-0.0639],\n", + " [-0.0620],\n", + " [-0.0629],\n", + " [-0.0637],\n", + " [-0.0628],\n", + " [-0.0618],\n", + " [-0.0618],\n", + " [-0.0607],\n", + " [-0.0628],\n", + " [-0.0565],\n", + " [-0.0565],\n", + " [-0.0642],\n", + " [-0.0619],\n", + " [-0.0631],\n", + " [-0.0647],\n", + " [-0.0599]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0602],\n", + " [-0.0632],\n", + " [-0.0603],\n", + " [-0.0605],\n", + " [-0.0618],\n", + " [-0.0607],\n", + " [-0.0633],\n", + " [-0.0601],\n", + " [-0.0591],\n", + " [-0.0568],\n", + " [-0.0632],\n", + " [-0.0620],\n", + " [-0.0628],\n", + " [-0.0609],\n", + " [-0.0609],\n", + " [-0.0608],\n", + " [-0.0620],\n", + " [-0.0602],\n", + " [-0.0628],\n", + " [-0.0632],\n", + " [-0.0620],\n", + " [-0.0635],\n", + " [-0.0613],\n", + " [-0.0628],\n", + " [-0.0626],\n", + " [-0.0650],\n", + " [-0.0610],\n", + " [-0.0611],\n", + " [-0.0618],\n", + " [-0.0645],\n", + " [-0.0631],\n", + " [-0.0634]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0676],\n", + " [-0.0774],\n", + " [-0.0646],\n", + " [-0.0714],\n", + " [-0.0717],\n", + " [-0.0714],\n", + " [-0.0697],\n", + " [-0.0690],\n", + " [-0.0737],\n", + " [-0.0713],\n", + " [-0.0771],\n", + " [-0.0750],\n", + " [-0.0756],\n", + " [-0.0728],\n", + " [-0.0747],\n", + " [-0.0738],\n", + " [-0.0739],\n", + " [-0.0714],\n", + " [-0.0781],\n", + " [-0.0743],\n", + " [-0.0757],\n", + " [-0.0738],\n", + " [-0.0671],\n", + " [-0.0726],\n", + " [-0.0699],\n", + " [-0.0796],\n", + " [-0.0762],\n", + " [-0.0727],\n", + " [-0.0665],\n", + " [-0.0781],\n", + " [-0.0738],\n", + " [-0.0764]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0396],\n", + " [0.0371],\n", + " [0.0382],\n", + " [0.0392],\n", + " [0.0370],\n", + " [0.0391],\n", + " [0.0358],\n", + " [0.0398],\n", + " [0.0375],\n", + " [0.0388],\n", + " [0.0394],\n", + " [0.0380],\n", + " [0.0380],\n", + " [0.0376],\n", + " [0.0388],\n", + " [0.0383],\n", + " [0.0374],\n", + " [0.0400],\n", + " [0.0391],\n", + " [0.0357],\n", + " [0.0368],\n", + " [0.0353],\n", + " [0.0374],\n", + " [0.0353],\n", + " [0.0369],\n", + " [0.0406],\n", + " [0.0377],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0360],\n", + " [0.0355],\n", + " [0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0915],\n", + " [-0.0918],\n", + " [-0.0930],\n", + " [-0.0922],\n", + " [-0.0939],\n", + " [-0.0925],\n", + " [-0.0959],\n", + " [-0.0924],\n", + " [-0.0868],\n", + " [-0.0851],\n", + " [-0.0919],\n", + " [-0.0929],\n", + " [-0.0941],\n", + " [-0.0912],\n", + " [-0.0919],\n", + " [-0.0910],\n", + " [-0.0935],\n", + " [-0.0923],\n", + " [-0.0914],\n", + " [-0.0962],\n", + " [-0.0910],\n", + " [-0.0956],\n", + " [-0.0944],\n", + " [-0.0956],\n", + " [-0.0953],\n", + " [-0.0915],\n", + " [-0.0943],\n", + " [-0.0901],\n", + " [-0.0939],\n", + " [-0.0947],\n", + " [-0.0959],\n", + " [-0.0930]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0541],\n", + " [0.0508],\n", + " [0.0564],\n", + " [0.0539],\n", + " [0.0573],\n", + " [0.0556],\n", + " [0.0589],\n", + " [0.0557],\n", + " [0.0482],\n", + " [0.0346],\n", + " [0.0497],\n", + " [0.0559],\n", + " [0.0517],\n", + " [0.0546],\n", + " [0.0520],\n", + " [0.0519],\n", + " [0.0565],\n", + " [0.0552],\n", + " [0.0473],\n", + " [0.0580],\n", + " [0.0516],\n", + " [0.0575],\n", + " [0.0581],\n", + " [0.0596],\n", + " [0.0583],\n", + " [0.0422],\n", + " [0.0472],\n", + " [0.0498],\n", + " [0.0583],\n", + " [0.0541],\n", + " [0.0581],\n", + " [0.0542]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0354],\n", + " [-0.0390],\n", + " [-0.0352],\n", + " [-0.0347],\n", + " [-0.0370],\n", + " [-0.0352],\n", + " [-0.0358],\n", + " [-0.0342],\n", + " [-0.0450],\n", + " [-0.0462],\n", + " [-0.0336],\n", + " [-0.0366],\n", + " [-0.0342],\n", + " [-0.0391],\n", + " [-0.0359],\n", + " [-0.0366],\n", + " [-0.0367],\n", + " [-0.0343],\n", + " [-0.0345],\n", + " [-0.0377],\n", + " [-0.0400],\n", + " [-0.0384],\n", + " [-0.0350],\n", + " [-0.0372],\n", + " [-0.0358],\n", + " [-0.0341],\n", + " [-0.0429],\n", + " [-0.0401],\n", + " [-0.0349],\n", + " [-0.0396],\n", + " [-0.0376],\n", + " [-0.0390]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0828],\n", + " [-0.0779],\n", + " [-0.0840],\n", + " [-0.0815],\n", + " [-0.0801],\n", + " [-0.0809],\n", + " [-0.0815],\n", + " [-0.0822],\n", + " [-0.0779],\n", + " [-0.0725],\n", + " [-0.0801],\n", + " [-0.0787],\n", + " [-0.0822],\n", + " [-0.0793],\n", + " [-0.0798],\n", + " [-0.0797],\n", + " [-0.0793],\n", + " [-0.0811],\n", + " [-0.0794],\n", + " [-0.0798],\n", + " [-0.0780],\n", + " [-0.0799],\n", + " [-0.0826],\n", + " [-0.0791],\n", + " [-0.0813],\n", + " [-0.0806],\n", + " [-0.0829],\n", + " [-0.0797],\n", + " [-0.0821],\n", + " [-0.0790],\n", + " [-0.0797],\n", + " [-0.0785]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1687],\n", + " [0.1649],\n", + " [0.1699],\n", + " [0.1675],\n", + " [0.1690],\n", + " [0.1691],\n", + " [0.1708],\n", + " [0.1700],\n", + " [0.1631],\n", + " [0.1618],\n", + " [0.1648],\n", + " [0.1689],\n", + " [0.1641],\n", + " [0.1681],\n", + " [0.1658],\n", + " [0.1659],\n", + " [0.1687],\n", + " [0.1688],\n", + " [0.1625],\n", + " [0.1679],\n", + " [0.1658],\n", + " [0.1678],\n", + " [0.1704],\n", + " [0.1699],\n", + " [0.1697],\n", + " [0.1611],\n", + " [0.1621],\n", + " [0.1647],\n", + " [0.1723],\n", + " [0.1660],\n", + " [0.1681],\n", + " [0.1671]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0506],\n", + " [-0.0576],\n", + " [-0.0519],\n", + " [-0.0523],\n", + " [-0.0548],\n", + " [-0.0522],\n", + " [-0.0579],\n", + " [-0.0505],\n", + " [-0.0523],\n", + " [-0.0486],\n", + " [-0.0580],\n", + " [-0.0561],\n", + " [-0.0564],\n", + " [-0.0536],\n", + " [-0.0557],\n", + " [-0.0540],\n", + " [-0.0558],\n", + " [-0.0511],\n", + " [-0.0589],\n", + " [-0.0585],\n", + " [-0.0558],\n", + " [-0.0571],\n", + " [-0.0542],\n", + " [-0.0575],\n", + " [-0.0565],\n", + " [-0.0601],\n", + " [-0.0573],\n", + " [-0.0519],\n", + " [-0.0547],\n", + " [-0.0579],\n", + " [-0.0576],\n", + " [-0.0566]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0570],\n", + " [0.0648],\n", + " [0.0544],\n", + " [0.0614],\n", + " [0.0585],\n", + " [0.0604],\n", + " [0.0573],\n", + " [0.0594],\n", + " [0.0631],\n", + " [0.0764],\n", + " [0.0693],\n", + " [0.0611],\n", + " [0.0670],\n", + " [0.0587],\n", + " [0.0647],\n", + " [0.0646],\n", + " [0.0601],\n", + " [0.0623],\n", + " [0.0706],\n", + " [0.0596],\n", + " [0.0633],\n", + " [0.0597],\n", + " [0.0561],\n", + " [0.0580],\n", + " [0.0575],\n", + " [0.0756],\n", + " [0.0616],\n", + " [0.0642],\n", + " [0.0553],\n", + " [0.0632],\n", + " [0.0598],\n", + " [0.0616]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0971],\n", + " [-0.0909],\n", + " [-0.0986],\n", + " [-0.0958],\n", + " [-0.0979],\n", + " [-0.0976],\n", + " [-0.1008],\n", + " [-0.0988],\n", + " [-0.0902],\n", + " [-0.0758],\n", + " [-0.0889],\n", + " [-0.0960],\n", + " [-0.0929],\n", + " [-0.0954],\n", + " [-0.0938],\n", + " [-0.0926],\n", + " [-0.0968],\n", + " [-0.0973],\n", + " [-0.0875],\n", + " [-0.0980],\n", + " [-0.0918],\n", + " [-0.0972],\n", + " [-0.0996],\n", + " [-0.0994],\n", + " [-0.0997],\n", + " [-0.0822],\n", + " [-0.0921],\n", + " [-0.0909],\n", + " [-0.1011],\n", + " [-0.0937],\n", + " [-0.0977],\n", + " [-0.0937]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0195],\n", + " [0.0130],\n", + " [0.0239],\n", + " [0.0178],\n", + " [0.0198],\n", + " [0.0184],\n", + " [0.0210],\n", + " [0.0205],\n", + " [0.0121],\n", + " [0.0013],\n", + " [0.0121],\n", + " [0.0166],\n", + " [0.0124],\n", + " [0.0172],\n", + " [0.0131],\n", + " [0.0148],\n", + " [0.0175],\n", + " [0.0187],\n", + " [0.0084],\n", + " [0.0189],\n", + " [0.0143],\n", + " [0.0186],\n", + " [0.0231],\n", + " [0.0203],\n", + " [0.0204],\n", + " [0.0046],\n", + " [0.0140],\n", + " [0.0135],\n", + " [0.0229],\n", + " [0.0150],\n", + " [0.0192],\n", + " [0.0164]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0960],\n", + " [0.0903],\n", + " [0.0989],\n", + " [0.0908],\n", + " [0.0945],\n", + " [0.0926],\n", + " [0.0959],\n", + " [0.0931],\n", + " [0.0962],\n", + " [0.0829],\n", + " [0.0828],\n", + " [0.0917],\n", + " [0.0877],\n", + " [0.0949],\n", + " [0.0905],\n", + " [0.0884],\n", + " [0.0930],\n", + " [0.0910],\n", + " [0.0845],\n", + " [0.0952],\n", + " [0.0913],\n", + " [0.0941],\n", + " [0.0974],\n", + " [0.0957],\n", + " [0.0964],\n", + " [0.0799],\n", + " [0.1011],\n", + " [0.0902],\n", + " [0.0970],\n", + " [0.0926],\n", + " [0.0938],\n", + " [0.0917]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0121],\n", + " [0.0096],\n", + " [0.0117],\n", + " [0.0086],\n", + " [0.0099],\n", + " [0.0097],\n", + " [0.0104],\n", + " [0.0085],\n", + " [0.0147],\n", + " [0.0133],\n", + " [0.0052],\n", + " [0.0102],\n", + " [0.0079],\n", + " [0.0120],\n", + " [0.0113],\n", + " [0.0079],\n", + " [0.0103],\n", + " [0.0075],\n", + " [0.0085],\n", + " [0.0099],\n", + " [0.0095],\n", + " [0.0092],\n", + " [0.0104],\n", + " [0.0091],\n", + " [0.0111],\n", + " [0.0066],\n", + " [0.0184],\n", + " [0.0085],\n", + " [0.0113],\n", + " [0.0091],\n", + " [0.0085],\n", + " [0.0086]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0045],\n", + " [-0.0018],\n", + " [-0.0046],\n", + " [-0.0029],\n", + " [-0.0019],\n", + " [-0.0034],\n", + " [ 0.0013],\n", + " [-0.0023],\n", + " [-0.0095],\n", + " [-0.0173],\n", + " [ 0.0012],\n", + " [-0.0007],\n", + " [-0.0023],\n", + " [-0.0043],\n", + " [-0.0037],\n", + " [-0.0040],\n", + " [-0.0013],\n", + " [-0.0028],\n", + " [-0.0013],\n", + " [ 0.0009],\n", + " [-0.0034],\n", + " [-0.0006],\n", + " [-0.0022],\n", + " [ 0.0005],\n", + " [-0.0003],\n", + " [ 0.0001],\n", + " [-0.0060],\n", + " [-0.0087],\n", + " [-0.0011],\n", + " [-0.0001],\n", + " [ 0.0004],\n", + " [-0.0003]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0308],\n", + " [-0.0382],\n", + " [-0.0307],\n", + " [-0.0352],\n", + " [-0.0342],\n", + " [-0.0336],\n", + " [-0.0335],\n", + " [-0.0335],\n", + " [-0.0345],\n", + " [-0.0401],\n", + " [-0.0405],\n", + " [-0.0351],\n", + " [-0.0377],\n", + " [-0.0333],\n", + " [-0.0350],\n", + " [-0.0367],\n", + " [-0.0345],\n", + " [-0.0349],\n", + " [-0.0394],\n", + " [-0.0357],\n", + " [-0.0372],\n", + " [-0.0356],\n", + " [-0.0324],\n", + " [-0.0345],\n", + " [-0.0330],\n", + " [-0.0417],\n", + " [-0.0363],\n", + " [-0.0365],\n", + " [-0.0301],\n", + " [-0.0373],\n", + " [-0.0366],\n", + " [-0.0375]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0003],\n", + " [ 0.0055],\n", + " [-0.0001],\n", + " [ 0.0027],\n", + " [ 0.0031],\n", + " [ 0.0025],\n", + " [ 0.0037],\n", + " [ 0.0019],\n", + " [ 0.0002],\n", + " [-0.0002],\n", + " [ 0.0084],\n", + " [ 0.0046],\n", + " [ 0.0049],\n", + " [ 0.0023],\n", + " [ 0.0042],\n", + " [ 0.0044],\n", + " [ 0.0040],\n", + " [ 0.0034],\n", + " [ 0.0078],\n", + " [ 0.0050],\n", + " [ 0.0045],\n", + " [ 0.0044],\n", + " [ 0.0020],\n", + " [ 0.0047],\n", + " [ 0.0030],\n", + " [ 0.0096],\n", + " [ 0.0013],\n", + " [ 0.0021],\n", + " [ 0.0012],\n", + " [ 0.0056],\n", + " [ 0.0051],\n", + " [ 0.0048]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0552],\n", + " [0.0583],\n", + " [0.0553],\n", + " [0.0567],\n", + " [0.0560],\n", + " [0.0562],\n", + " [0.0579],\n", + " [0.0564],\n", + " [0.0554],\n", + " [0.0618],\n", + " [0.0621],\n", + " [0.0563],\n", + " [0.0597],\n", + " [0.0555],\n", + " [0.0580],\n", + " [0.0573],\n", + " [0.0564],\n", + " [0.0569],\n", + " [0.0622],\n", + " [0.0573],\n", + " [0.0570],\n", + " [0.0568],\n", + " [0.0563],\n", + " [0.0565],\n", + " [0.0571],\n", + " [0.0665],\n", + " [0.0599],\n", + " [0.0566],\n", + " [0.0566],\n", + " [0.0582],\n", + " [0.0569],\n", + " [0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0178],\n", + " [-0.0165],\n", + " [-0.0190],\n", + " [-0.0172],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0182],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0129],\n", + " [-0.0153],\n", + " [-0.0178],\n", + " [-0.0159],\n", + " [-0.0179],\n", + " [-0.0161],\n", + " [-0.0161],\n", + " [-0.0180],\n", + " [-0.0177],\n", + " [-0.0142],\n", + " [-0.0186],\n", + " [-0.0165],\n", + " [-0.0180],\n", + " [-0.0191],\n", + " [-0.0184],\n", + " [-0.0191],\n", + " [-0.0142],\n", + " [-0.0189],\n", + " [-0.0162],\n", + " [-0.0186],\n", + " [-0.0170],\n", + " [-0.0183],\n", + " [-0.0178]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1678],\n", + " [-0.1712],\n", + " [-0.1685],\n", + " [-0.1681],\n", + " [-0.1704],\n", + " [-0.1683],\n", + " [-0.1713],\n", + " [-0.1682],\n", + " [-0.1685],\n", + " [-0.1631],\n", + " [-0.1689],\n", + " [-0.1706],\n", + " [-0.1692],\n", + " [-0.1696],\n", + " [-0.1686],\n", + " [-0.1676],\n", + " [-0.1705],\n", + " [-0.1675],\n", + " [-0.1689],\n", + " [-0.1732],\n", + " [-0.1702],\n", + " [-0.1721],\n", + " [-0.1698],\n", + " [-0.1724],\n", + " [-0.1708],\n", + " [-0.1693],\n", + " [-0.1741],\n", + " [-0.1667],\n", + " [-0.1691],\n", + " [-0.1736],\n", + " [-0.1723],\n", + " [-0.1722]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0220],\n", + " [-0.0216],\n", + " [-0.0229],\n", + " [-0.0207],\n", + " [-0.0219],\n", + " [-0.0215],\n", + " [-0.0212],\n", + " [-0.0198],\n", + " [-0.0254],\n", + " [-0.0267],\n", + " [-0.0199],\n", + " [-0.0216],\n", + " [-0.0219],\n", + " [-0.0225],\n", + " [-0.0235],\n", + " [-0.0221],\n", + " [-0.0218],\n", + " [-0.0202],\n", + " [-0.0224],\n", + " [-0.0211],\n", + " [-0.0220],\n", + " [-0.0214],\n", + " [-0.0222],\n", + " [-0.0213],\n", + " [-0.0222],\n", + " [-0.0215],\n", + " [-0.0216],\n", + " [-0.0243],\n", + " [-0.0225],\n", + " [-0.0203],\n", + " [-0.0208],\n", + " [-0.0198]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0110],\n", + " [ 0.0016],\n", + " [ 0.0156],\n", + " [ 0.0084],\n", + " [ 0.0115],\n", + " [ 0.0102],\n", + " [ 0.0172],\n", + " [ 0.0118],\n", + " [-0.0015],\n", + " [-0.0188],\n", + " [ 0.0010],\n", + " [ 0.0078],\n", + " [ 0.0054],\n", + " [ 0.0074],\n", + " [ 0.0048],\n", + " [ 0.0037],\n", + " [ 0.0096],\n", + " [ 0.0095],\n", + " [-0.0014],\n", + " [ 0.0122],\n", + " [ 0.0023],\n", + " [ 0.0110],\n", + " [ 0.0163],\n", + " [ 0.0138],\n", + " [ 0.0151],\n", + " [-0.0072],\n", + " [ 0.0070],\n", + " [ 0.0009],\n", + " [ 0.0172],\n", + " [ 0.0057],\n", + " [ 0.0118],\n", + " [ 0.0057]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0924],\n", + " [0.0940],\n", + " [0.0922],\n", + " [0.0938],\n", + " [0.0918],\n", + " [0.0929],\n", + " [0.0897],\n", + " [0.0933],\n", + " [0.0958],\n", + " [0.1058],\n", + " [0.0954],\n", + " [0.0918],\n", + " [0.0923],\n", + " [0.0927],\n", + " [0.0923],\n", + " [0.0962],\n", + " [0.0916],\n", + " [0.0939],\n", + " [0.0938],\n", + " [0.0890],\n", + " [0.0951],\n", + " [0.0909],\n", + " [0.0912],\n", + " [0.0904],\n", + " [0.0897],\n", + " [0.0947],\n", + " [0.0844],\n", + " [0.0981],\n", + " [0.0913],\n", + " [0.0910],\n", + " [0.0907],\n", + " [0.0933]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0856],\n", + " [0.0792],\n", + " [0.0882],\n", + " [0.0845],\n", + " [0.0846],\n", + " [0.0839],\n", + " [0.0894],\n", + " [0.0860],\n", + " [0.0752],\n", + " [0.0658],\n", + " [0.0834],\n", + " [0.0828],\n", + " [0.0832],\n", + " [0.0824],\n", + " [0.0820],\n", + " [0.0817],\n", + " [0.0836],\n", + " [0.0843],\n", + " [0.0813],\n", + " [0.0855],\n", + " [0.0796],\n", + " [0.0843],\n", + " [0.0882],\n", + " [0.0856],\n", + " [0.0874],\n", + " [0.0804],\n", + " [0.0797],\n", + " [0.0785],\n", + " [0.0887],\n", + " [0.0805],\n", + " [0.0852],\n", + " [0.0809]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0877],\n", + " [0.0873],\n", + " [0.0882],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0862],\n", + " [0.0890],\n", + " [0.0860],\n", + " [0.0844],\n", + " [0.0804],\n", + " [0.0884],\n", + " [0.0862],\n", + " [0.0900],\n", + " [0.0861],\n", + " [0.0875],\n", + " [0.0864],\n", + " [0.0867],\n", + " [0.0853],\n", + " [0.0893],\n", + " [0.0879],\n", + " [0.0862],\n", + " [0.0879],\n", + " [0.0880],\n", + " [0.0868],\n", + " [0.0889],\n", + " [0.0902],\n", + " [0.0875],\n", + " [0.0864],\n", + " [0.0880],\n", + " [0.0879],\n", + " [0.0876],\n", + " [0.0866]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0404],\n", + " [0.0392],\n", + " [0.0413],\n", + " [0.0417],\n", + " [0.0414],\n", + " [0.0414],\n", + " [0.0429],\n", + " [0.0426],\n", + " [0.0361],\n", + " [0.0365],\n", + " [0.0436],\n", + " [0.0413],\n", + " [0.0407],\n", + " [0.0389],\n", + " [0.0398],\n", + " [0.0408],\n", + " [0.0410],\n", + " [0.0426],\n", + " [0.0408],\n", + " [0.0407],\n", + " [0.0390],\n", + " [0.0405],\n", + " [0.0424],\n", + " [0.0420],\n", + " [0.0420],\n", + " [0.0418],\n", + " [0.0345],\n", + " [0.0383],\n", + " [0.0428],\n", + " [0.0388],\n", + " [0.0414],\n", + " [0.0401]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0378],\n", + " [0.0381],\n", + " [0.0375],\n", + " [0.0374],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0347],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0294],\n", + " [0.0358],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0386],\n", + " [0.0381],\n", + " [0.0378],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0385],\n", + " [0.0365],\n", + " [0.0364],\n", + " [0.0357],\n", + " [0.0362],\n", + " [0.0355],\n", + " [0.0404],\n", + " [0.0383],\n", + " [0.0354],\n", + " [0.0377],\n", + " [0.0365],\n", + " [0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0714],\n", + " [-0.0753],\n", + " [-0.0692],\n", + " [-0.0731],\n", + " [-0.0717],\n", + " [-0.0729],\n", + " [-0.0689],\n", + " [-0.0717],\n", + " [-0.0795],\n", + " [-0.0835],\n", + " [-0.0753],\n", + " [-0.0739],\n", + " [-0.0738],\n", + " [-0.0737],\n", + " [-0.0755],\n", + " [-0.0750],\n", + " [-0.0729],\n", + " [-0.0733],\n", + " [-0.0767],\n", + " [-0.0712],\n", + " [-0.0751],\n", + " [-0.0710],\n", + " [-0.0692],\n", + " [-0.0705],\n", + " [-0.0700],\n", + " [-0.0774],\n", + " [-0.0785],\n", + " [-0.0749],\n", + " [-0.0687],\n", + " [-0.0729],\n", + " [-0.0709],\n", + " [-0.0734]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0983],\n", + " [-0.1047],\n", + " [-0.0960],\n", + " [-0.0999],\n", + " [-0.0984],\n", + " [-0.0993],\n", + " [-0.0979],\n", + " [-0.0988],\n", + " [-0.1031],\n", + " [-0.1103],\n", + " [-0.1058],\n", + " [-0.1007],\n", + " [-0.1028],\n", + " [-0.0999],\n", + " [-0.1017],\n", + " [-0.1024],\n", + " [-0.0997],\n", + " [-0.0996],\n", + " [-0.1063],\n", + " [-0.0993],\n", + " [-0.1035],\n", + " [-0.0994],\n", + " [-0.0966],\n", + " [-0.0982],\n", + " [-0.0976],\n", + " [-0.1104],\n", + " [-0.1050],\n", + " [-0.1023],\n", + " [-0.0964],\n", + " [-0.1037],\n", + " [-0.0993],\n", + " [-0.1031]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0640],\n", + " [-0.0614],\n", + " [-0.0645],\n", + " [-0.0626],\n", + " [-0.0629],\n", + " [-0.0633],\n", + " [-0.0623],\n", + " [-0.0634],\n", + " [-0.0643],\n", + " [-0.0601],\n", + " [-0.0601],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0636],\n", + " [-0.0608],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0628],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0628],\n", + " [-0.0596],\n", + " [-0.0601],\n", + " [-0.0643],\n", + " [-0.0643],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0615]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0589],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0637],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0631],\n", + " [-0.0614],\n", + " [-0.0615],\n", + " [-0.0623],\n", + " [-0.0605],\n", + " [-0.0637],\n", + " [-0.0601],\n", + " [-0.0633],\n", + " [-0.0605],\n", + " [-0.0608],\n", + " [-0.0712],\n", + " [-0.0587],\n", + " [-0.0614],\n", + " [-0.0637],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0657],\n", + " [-0.0600],\n", + " [-0.0400],\n", + " [-0.0621],\n", + " [-0.0552],\n", + " [-0.0546],\n", + " [-0.0639],\n", + " [-0.0629],\n", + " [-0.0638],\n", + " [-0.0626]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0707],\n", + " [-0.0677],\n", + " [-0.0696],\n", + " [-0.0742],\n", + " [-0.0728],\n", + " [-0.0751],\n", + " [-0.0770],\n", + " [-0.0695],\n", + " [-0.0694],\n", + " [-0.0744],\n", + " [-0.0726],\n", + " [-0.0771],\n", + " [-0.0699],\n", + " [-0.0737],\n", + " [-0.0712],\n", + " [-0.0645],\n", + " [-0.0833],\n", + " [-0.0704],\n", + " [-0.0749],\n", + " [-0.0757],\n", + " [-0.0762],\n", + " [-0.0748],\n", + " [-0.0782],\n", + " [-0.0717],\n", + " [-0.0700],\n", + " [-0.0745],\n", + " [-0.0865],\n", + " [-0.0706],\n", + " [-0.0775],\n", + " [-0.0728],\n", + " [-0.0764],\n", + " [-0.0719]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0381],\n", + " [0.0373],\n", + " [0.0351],\n", + " [0.0353],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0376],\n", + " [0.0383],\n", + " [0.0372],\n", + " [0.0393],\n", + " [0.0363],\n", + " [0.0385],\n", + " [0.0353],\n", + " [0.0387],\n", + " [0.0378],\n", + " [0.0384],\n", + " [0.0397],\n", + " [0.0384],\n", + " [0.0378],\n", + " [0.0387],\n", + " [0.0385],\n", + " [0.0359],\n", + " [0.0383],\n", + " [0.0372],\n", + " [0.0372],\n", + " [0.0372],\n", + " [0.0392],\n", + " [0.0366],\n", + " [0.0359],\n", + " [0.0362],\n", + " [0.0363]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0877],\n", + " [-0.0943],\n", + " [-0.0959],\n", + " [-0.0958],\n", + " [-0.0932],\n", + " [-0.0915],\n", + " [-0.0905],\n", + " [-0.0936],\n", + " [-0.0938],\n", + " [-0.0925],\n", + " [-0.0895],\n", + " [-0.0930],\n", + " [-0.0893],\n", + " [-0.0958],\n", + " [-0.0930],\n", + " [-0.0926],\n", + " [-0.0953],\n", + " [-0.0846],\n", + " [-0.0924],\n", + " [-0.0961],\n", + " [-0.0914],\n", + " [-0.0943],\n", + " [-0.0958],\n", + " [-0.0870],\n", + " [-0.0809],\n", + " [-0.0924],\n", + " [-0.0894],\n", + " [-0.0837],\n", + " [-0.0939],\n", + " [-0.0944],\n", + " [-0.0960],\n", + " [-0.0948]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0410],\n", + " [0.0580],\n", + " [0.0592],\n", + " [0.0574],\n", + " [0.0565],\n", + " [0.0531],\n", + " [0.0466],\n", + " [0.0570],\n", + " [0.0571],\n", + " [0.0554],\n", + " [0.0483],\n", + " [0.0527],\n", + " [0.0523],\n", + " [0.0597],\n", + " [0.0576],\n", + " [0.0575],\n", + " [0.0482],\n", + " [0.0485],\n", + " [0.0521],\n", + " [0.0573],\n", + " [0.0512],\n", + " [0.0545],\n", + " [0.0567],\n", + " [0.0502],\n", + " [0.0211],\n", + " [0.0546],\n", + " [0.0250],\n", + " [0.0453],\n", + " [0.0539],\n", + " [0.0565],\n", + " [0.0572],\n", + " [0.0570]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0412],\n", + " [-0.0356],\n", + " [-0.0351],\n", + " [-0.0380],\n", + " [-0.0379],\n", + " [-0.0407],\n", + " [-0.0402],\n", + " [-0.0371],\n", + " [-0.0347],\n", + " [-0.0388],\n", + " [-0.0382],\n", + " [-0.0405],\n", + " [-0.0395],\n", + " [-0.0368],\n", + " [-0.0353],\n", + " [-0.0348],\n", + " [-0.0343],\n", + " [-0.0456],\n", + " [-0.0351],\n", + " [-0.0326],\n", + " [-0.0371],\n", + " [-0.0340],\n", + " [-0.0395],\n", + " [-0.0442],\n", + " [-0.0446],\n", + " [-0.0391],\n", + " [-0.0446],\n", + " [-0.0451],\n", + " [-0.0383],\n", + " [-0.0391],\n", + " [-0.0365],\n", + " [-0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0798],\n", + " [-0.0819],\n", + " [-0.0818],\n", + " [-0.0799],\n", + " [-0.0795],\n", + " [-0.0787],\n", + " [-0.0782],\n", + " [-0.0811],\n", + " [-0.0816],\n", + " [-0.0793],\n", + " [-0.0799],\n", + " [-0.0787],\n", + " [-0.0799],\n", + " [-0.0788],\n", + " [-0.0798],\n", + " [-0.0828],\n", + " [-0.0788],\n", + " [-0.0780],\n", + " [-0.0804],\n", + " [-0.0808],\n", + " [-0.0784],\n", + " [-0.0815],\n", + " [-0.0789],\n", + " [-0.0782],\n", + " [-0.0770],\n", + " [-0.0792],\n", + " [-0.0782],\n", + " [-0.0762],\n", + " [-0.0786],\n", + " [-0.0803],\n", + " [-0.0790],\n", + " [-0.0808]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1626],\n", + " [0.1706],\n", + " [0.1720],\n", + " [0.1676],\n", + " [0.1685],\n", + " [0.1668],\n", + " [0.1632],\n", + " [0.1691],\n", + " [0.1700],\n", + " [0.1681],\n", + " [0.1644],\n", + " [0.1658],\n", + " [0.1678],\n", + " [0.1697],\n", + " [0.1704],\n", + " [0.1716],\n", + " [0.1647],\n", + " [0.1624],\n", + " [0.1654],\n", + " [0.1694],\n", + " [0.1655],\n", + " [0.1665],\n", + " [0.1679],\n", + " [0.1657],\n", + " [0.1531],\n", + " [0.1677],\n", + " [0.1440],\n", + " [0.1643],\n", + " [0.1664],\n", + " [0.1677],\n", + " [0.1678],\n", + " [0.1680]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0489],\n", + " [-0.0555],\n", + " [-0.0584],\n", + " [-0.0574],\n", + " [-0.0551],\n", + " [-0.0549],\n", + " [-0.0573],\n", + " [-0.0539],\n", + " [-0.0546],\n", + " [-0.0549],\n", + " [-0.0514],\n", + " [-0.0569],\n", + " [-0.0483],\n", + " [-0.0580],\n", + " [-0.0541],\n", + " [-0.0509],\n", + " [-0.0641],\n", + " [-0.0461],\n", + " [-0.0567],\n", + " [-0.0591],\n", + " [-0.0567],\n", + " [-0.0563],\n", + " [-0.0579],\n", + " [-0.0512],\n", + " [-0.0643],\n", + " [-0.0555],\n", + " [-0.0663],\n", + " [-0.0518],\n", + " [-0.0577],\n", + " [-0.0563],\n", + " [-0.0594],\n", + " [-0.0557]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0703],\n", + " [0.0556],\n", + " [0.0572],\n", + " [0.0602],\n", + " [0.0589],\n", + " [0.0616],\n", + " [0.0672],\n", + " [0.0571],\n", + " [0.0577],\n", + " [0.0604],\n", + " [0.0661],\n", + " [0.0624],\n", + " [0.0604],\n", + " [0.0587],\n", + " [0.0581],\n", + " [0.0547],\n", + " [0.0676],\n", + " [0.0625],\n", + " [0.0644],\n", + " [0.0643],\n", + " [0.0661],\n", + " [0.0641],\n", + " [0.0622],\n", + " [0.0608],\n", + " [0.0853],\n", + " [0.0598],\n", + " [0.0944],\n", + " [0.0631],\n", + " [0.0637],\n", + " [0.0584],\n", + " [0.0617],\n", + " [0.0587]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0836],\n", + " [-0.1001],\n", + " [-0.1012],\n", + " [-0.0971],\n", + " [-0.0968],\n", + " [-0.0937],\n", + " [-0.0868],\n", + " [-0.0984],\n", + " [-0.0990],\n", + " [-0.0955],\n", + " [-0.0913],\n", + " [-0.0930],\n", + " [-0.0959],\n", + " [-0.0990],\n", + " [-0.0986],\n", + " [-0.1001],\n", + " [-0.0851],\n", + " [-0.0915],\n", + " [-0.0929],\n", + " [-0.0977],\n", + " [-0.0920],\n", + " [-0.0954],\n", + " [-0.0952],\n", + " [-0.0919],\n", + " [-0.0650],\n", + " [-0.0952],\n", + " [-0.0744],\n", + " [-0.0881],\n", + " [-0.0935],\n", + " [-0.0969],\n", + " [-0.0971],\n", + " [-0.0976]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0083],\n", + " [ 0.0216],\n", + " [ 0.0215],\n", + " [ 0.0181],\n", + " [ 0.0185],\n", + " [ 0.0148],\n", + " [ 0.0099],\n", + " [ 0.0208],\n", + " [ 0.0201],\n", + " [ 0.0160],\n", + " [ 0.0119],\n", + " [ 0.0150],\n", + " [ 0.0160],\n", + " [ 0.0200],\n", + " [ 0.0202],\n", + " [ 0.0250],\n", + " [ 0.0111],\n", + " [ 0.0103],\n", + " [ 0.0140],\n", + " [ 0.0173],\n", + " [ 0.0117],\n", + " [ 0.0154],\n", + " [ 0.0168],\n", + " [ 0.0137],\n", + " [-0.0037],\n", + " [ 0.0160],\n", + " [-0.0127],\n", + " [ 0.0121],\n", + " [ 0.0149],\n", + " [ 0.0177],\n", + " [ 0.0169],\n", + " [ 0.0191]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0854],\n", + " [0.0978],\n", + " [0.0957],\n", + " [0.0936],\n", + " [0.0942],\n", + " [0.0940],\n", + " [0.0885],\n", + " [0.0966],\n", + " [0.0950],\n", + " [0.0938],\n", + " [0.0898],\n", + " [0.0934],\n", + " [0.0952],\n", + " [0.0948],\n", + " [0.0942],\n", + " [0.0965],\n", + " [0.0848],\n", + " [0.1005],\n", + " [0.0891],\n", + " [0.0876],\n", + " [0.0892],\n", + " [0.0892],\n", + " [0.0929],\n", + " [0.0961],\n", + " [0.0905],\n", + " [0.0949],\n", + " [0.0928],\n", + " [0.0961],\n", + " [0.0906],\n", + " [0.0961],\n", + " [0.0927],\n", + " [0.0955]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0050],\n", + " [0.0121],\n", + " [0.0097],\n", + " [0.0091],\n", + " [0.0103],\n", + " [0.0113],\n", + " [0.0096],\n", + " [0.0112],\n", + " [0.0112],\n", + " [0.0115],\n", + " [0.0096],\n", + " [0.0098],\n", + " [0.0107],\n", + " [0.0084],\n", + " [0.0105],\n", + " [0.0088],\n", + " [0.0073],\n", + " [0.0128],\n", + " [0.0096],\n", + " [0.0063],\n", + " [0.0113],\n", + " [0.0090],\n", + " [0.0086],\n", + " [0.0135],\n", + " [0.0199],\n", + " [0.0122],\n", + " [0.0202],\n", + " [0.0174],\n", + " [0.0085],\n", + " [0.0117],\n", + " [0.0093],\n", + " [0.0107]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.0545e-02],\n", + " [-1.3108e-03],\n", + " [ 1.7944e-03],\n", + " [-3.8114e-04],\n", + " [-2.2533e-03],\n", + " [-4.1593e-03],\n", + " [-4.4844e-03],\n", + " [-2.7145e-03],\n", + " [-1.2417e-03],\n", + " [-3.4533e-03],\n", + " [-7.1707e-03],\n", + " [-1.2781e-03],\n", + " [-8.6252e-03],\n", + " [ 1.3042e-03],\n", + " [-1.6262e-03],\n", + " [-2.6601e-03],\n", + " [ 7.9797e-03],\n", + " [-1.3948e-02],\n", + " [-1.6633e-03],\n", + " [ 4.5786e-03],\n", + " [-3.7115e-03],\n", + " [-7.3020e-04],\n", + " [ 1.0795e-03],\n", + " [-8.6975e-03],\n", + " [-2.3373e-02],\n", + " [-2.7076e-03],\n", + " [-1.8916e-02],\n", + " [-1.1372e-02],\n", + " [-7.3895e-05],\n", + " [-2.2125e-03],\n", + " [ 2.0877e-03],\n", + " [-1.9390e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0389],\n", + " [-0.0310],\n", + " [-0.0338],\n", + " [-0.0359],\n", + " [-0.0344],\n", + " [-0.0347],\n", + " [-0.0388],\n", + " [-0.0325],\n", + " [-0.0321],\n", + " [-0.0334],\n", + " [-0.0347],\n", + " [-0.0372],\n", + " [-0.0317],\n", + " [-0.0351],\n", + " [-0.0335],\n", + " [-0.0311],\n", + " [-0.0436],\n", + " [-0.0300],\n", + " [-0.0369],\n", + " [-0.0387],\n", + " [-0.0355],\n", + " [-0.0362],\n", + " [-0.0356],\n", + " [-0.0320],\n", + " [-0.0421],\n", + " [-0.0337],\n", + " [-0.0513],\n", + " [-0.0344],\n", + " [-0.0378],\n", + " [-0.0331],\n", + " [-0.0365],\n", + " [-0.0341]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 2.1815e-03],\n", + " [ 1.6512e-03],\n", + " [ 4.5290e-03],\n", + " [ 4.5838e-03],\n", + " [ 3.3839e-03],\n", + " [ 3.3092e-03],\n", + " [ 5.4589e-03],\n", + " [ 1.8156e-03],\n", + " [ 2.1169e-03],\n", + " [ 3.2609e-03],\n", + " [ 2.4595e-03],\n", + " [ 4.7145e-03],\n", + " [-6.7263e-05],\n", + " [ 5.2252e-03],\n", + " [ 3.0326e-03],\n", + " [ 4.0062e-04],\n", + " [ 9.0130e-03],\n", + " [-4.1327e-03],\n", + " [ 5.0430e-03],\n", + " [ 7.2709e-03],\n", + " [ 5.0437e-03],\n", + " [ 4.8474e-03],\n", + " [ 5.3877e-03],\n", + " [-3.4709e-04],\n", + " [ 5.0484e-03],\n", + " [ 3.1904e-03],\n", + " [ 4.3909e-03],\n", + " [-5.6559e-04],\n", + " [ 5.6560e-03],\n", + " [ 3.0509e-03],\n", + " [ 5.9337e-03],\n", + " [ 3.1023e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0603],\n", + " [0.0564],\n", + " [0.0582],\n", + " [0.0570],\n", + " [0.0559],\n", + " [0.0564],\n", + " [0.0601],\n", + " [0.0559],\n", + " [0.0567],\n", + " [0.0561],\n", + " [0.0576],\n", + " [0.0578],\n", + " [0.0546],\n", + " [0.0566],\n", + " [0.0556],\n", + " [0.0559],\n", + " [0.0638],\n", + " [0.0539],\n", + " [0.0586],\n", + " [0.0589],\n", + " [0.0582],\n", + " [0.0584],\n", + " [0.0573],\n", + " [0.0544],\n", + " [0.0711],\n", + " [0.0565],\n", + " [0.0752],\n", + " [0.0559],\n", + " [0.0576],\n", + " [0.0567],\n", + " [0.0577],\n", + " [0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0120],\n", + " [-0.0189],\n", + " [-0.0174],\n", + " [-0.0178],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0156],\n", + " [-0.0191],\n", + " [-0.0185],\n", + " [-0.0174],\n", + " [-0.0143],\n", + " [-0.0170],\n", + " [-0.0170],\n", + " [-0.0186],\n", + " [-0.0190],\n", + " [-0.0182],\n", + " [-0.0198],\n", + " [-0.0189],\n", + " [-0.0162],\n", + " [-0.0183],\n", + " [-0.0159],\n", + " [-0.0171],\n", + " [-0.0185],\n", + " [-0.0176],\n", + " [-0.0049],\n", + " [-0.0174],\n", + " [-0.0095],\n", + " [-0.0171],\n", + " [-0.0172],\n", + " [-0.0174],\n", + " [-0.0179],\n", + " [-0.0184]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1647],\n", + " [-0.1700],\n", + " [-0.1711],\n", + " [-0.1721],\n", + " [-0.1704],\n", + " [-0.1706],\n", + " [-0.1698],\n", + " [-0.1698],\n", + " [-0.1691],\n", + " [-0.1702],\n", + " [-0.1667],\n", + " [-0.1731],\n", + " [-0.1665],\n", + " [-0.1728],\n", + " [-0.1693],\n", + " [-0.1682],\n", + " [-0.1772],\n", + " [-0.1658],\n", + " [-0.1692],\n", + " [-0.1709],\n", + " [-0.1687],\n", + " [-0.1694],\n", + " [-0.1743],\n", + " [-0.1681],\n", + " [-0.1622],\n", + " [-0.1712],\n", + " [-0.1730],\n", + " [-0.1672],\n", + " [-0.1723],\n", + " [-0.1713],\n", + " [-0.1733],\n", + " [-0.1711]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0213],\n", + " [-0.0228],\n", + " [-0.0206],\n", + " [-0.0214],\n", + " [-0.0219],\n", + " [-0.0226],\n", + " [-0.0231],\n", + " [-0.0225],\n", + " [-0.0222],\n", + " [-0.0229],\n", + " [-0.0236],\n", + " [-0.0204],\n", + " [-0.0232],\n", + " [-0.0207],\n", + " [-0.0216],\n", + " [-0.0210],\n", + " [-0.0160],\n", + " [-0.0265],\n", + " [-0.0218],\n", + " [-0.0193],\n", + " [-0.0245],\n", + " [-0.0214],\n", + " [-0.0202],\n", + " [-0.0255],\n", + " [-0.0304],\n", + " [-0.0223],\n", + " [-0.0317],\n", + " [-0.0262],\n", + " [-0.0206],\n", + " [-0.0227],\n", + " [-0.0207],\n", + " [-0.0224]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0085],\n", + " [ 0.0160],\n", + " [ 0.0188],\n", + " [ 0.0108],\n", + " [ 0.0098],\n", + " [ 0.0045],\n", + " [-0.0030],\n", + " [ 0.0126],\n", + " [ 0.0137],\n", + " [ 0.0073],\n", + " [-0.0004],\n", + " [ 0.0044],\n", + " [ 0.0059],\n", + " [ 0.0136],\n", + " [ 0.0122],\n", + " [ 0.0158],\n", + " [ 0.0005],\n", + " [-0.0008],\n", + " [ 0.0053],\n", + " [ 0.0119],\n", + " [ 0.0020],\n", + " [ 0.0084],\n", + " [ 0.0078],\n", + " [ 0.0003],\n", + " [-0.0298],\n", + " [ 0.0071],\n", + " [-0.0190],\n", + " [-0.0040],\n", + " [ 0.0052],\n", + " [ 0.0106],\n", + " [ 0.0102],\n", + " [ 0.0116]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1034],\n", + " [0.0903],\n", + " [0.0900],\n", + " [0.0908],\n", + " [0.0920],\n", + " [0.0931],\n", + " [0.0962],\n", + " [0.0913],\n", + " [0.0916],\n", + " [0.0920],\n", + " [0.0967],\n", + " [0.0921],\n", + " [0.0959],\n", + " [0.0904],\n", + " [0.0918],\n", + " [0.0947],\n", + " [0.0927],\n", + " [0.0977],\n", + " [0.0930],\n", + " [0.0907],\n", + " [0.0933],\n", + " [0.0917],\n", + " [0.0908],\n", + " [0.0969],\n", + " [0.1078],\n", + " [0.0912],\n", + " [0.0779],\n", + " [0.0982],\n", + " [0.0924],\n", + " [0.0905],\n", + " [0.0894],\n", + " [0.0906]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0780],\n", + " [0.0879],\n", + " [0.0908],\n", + " [0.0841],\n", + " [0.0838],\n", + " [0.0802],\n", + " [0.0775],\n", + " [0.0856],\n", + " [0.0865],\n", + " [0.0816],\n", + " [0.0792],\n", + " [0.0801],\n", + " [0.0797],\n", + " [0.0851],\n", + " [0.0854],\n", + " [0.0877],\n", + " [0.0772],\n", + " [0.0737],\n", + " [0.0835],\n", + " [0.0870],\n", + " [0.0799],\n", + " [0.0842],\n", + " [0.0799],\n", + " [0.0770],\n", + " [0.0785],\n", + " [0.0821],\n", + " [0.0651],\n", + " [0.0764],\n", + " [0.0805],\n", + " [0.0842],\n", + " [0.0839],\n", + " [0.0849]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0831],\n", + " [0.0887],\n", + " [0.0888],\n", + " [0.0882],\n", + " [0.0866],\n", + " [0.0861],\n", + " [0.0875],\n", + " [0.0874],\n", + " [0.0879],\n", + " [0.0867],\n", + " [0.0858],\n", + " [0.0871],\n", + " [0.0844],\n", + " [0.0868],\n", + " [0.0857],\n", + " [0.0868],\n", + " [0.0913],\n", + " [0.0828],\n", + " [0.0884],\n", + " [0.0889],\n", + " [0.0874],\n", + " [0.0889],\n", + " [0.0874],\n", + " [0.0844],\n", + " [0.0784],\n", + " [0.0868],\n", + " [0.0917],\n", + " [0.0812],\n", + " [0.0874],\n", + " [0.0880],\n", + " [0.0879],\n", + " [0.0881]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0380],\n", + " [0.0419],\n", + " [0.0438],\n", + " [0.0406],\n", + " [0.0405],\n", + " [0.0377],\n", + " [0.0384],\n", + " [0.0410],\n", + " [0.0427],\n", + " [0.0391],\n", + " [0.0384],\n", + " [0.0381],\n", + " [0.0379],\n", + " [0.0422],\n", + " [0.0425],\n", + " [0.0434],\n", + " [0.0421],\n", + " [0.0335],\n", + " [0.0411],\n", + " [0.0455],\n", + " [0.0396],\n", + " [0.0420],\n", + " [0.0394],\n", + " [0.0362],\n", + " [0.0439],\n", + " [0.0386],\n", + " [0.0396],\n", + " [0.0356],\n", + " [0.0401],\n", + " [0.0393],\n", + " [0.0415],\n", + " [0.0403]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0361],\n", + " [0.0337],\n", + " [0.0362],\n", + " [0.0374],\n", + " [0.0387],\n", + " [0.0381],\n", + " [0.0376],\n", + " [0.0361],\n", + " [0.0374],\n", + " [0.0384],\n", + " [0.0386],\n", + " [0.0385],\n", + " [0.0354],\n", + " [0.0367],\n", + " [0.0356],\n", + " [0.0329],\n", + " [0.0401],\n", + " [0.0378],\n", + " [0.0344],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0365],\n", + " [0.0396],\n", + " [0.0405],\n", + " [0.0381],\n", + " [0.0329],\n", + " [0.0408],\n", + " [0.0371],\n", + " [0.0372],\n", + " [0.0362],\n", + " [0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0772],\n", + " [-0.0694],\n", + " [-0.0681],\n", + " [-0.0710],\n", + " [-0.0725],\n", + " [-0.0745],\n", + " [-0.0763],\n", + " [-0.0713],\n", + " [-0.0709],\n", + " [-0.0736],\n", + " [-0.0762],\n", + " [-0.0736],\n", + " [-0.0742],\n", + " [-0.0706],\n", + " [-0.0724],\n", + " [-0.0683],\n", + " [-0.0741],\n", + " [-0.0793],\n", + " [-0.0746],\n", + " [-0.0717],\n", + " [-0.0763],\n", + " [-0.0734],\n", + " [-0.0721],\n", + " [-0.0776],\n", + " [-0.0979],\n", + " [-0.0736],\n", + " [-0.0917],\n", + " [-0.0826],\n", + " [-0.0736],\n", + " [-0.0715],\n", + " [-0.0721],\n", + " [-0.0713]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1074],\n", + " [-0.0969],\n", + " [-0.0985],\n", + " [-0.0997],\n", + " [-0.0992],\n", + " [-0.1021],\n", + " [-0.1066],\n", + " [-0.0975],\n", + " [-0.0981],\n", + " [-0.1005],\n", + " [-0.1027],\n", + " [-0.1037],\n", + " [-0.0998],\n", + " [-0.0988],\n", + " [-0.0981],\n", + " [-0.0960],\n", + " [-0.1121],\n", + " [-0.1002],\n", + " [-0.1024],\n", + " [-0.1022],\n", + " [-0.1031],\n", + " [-0.1014],\n", + " [-0.1033],\n", + " [-0.1017],\n", + " [-0.1162],\n", + " [-0.1007],\n", + " [-0.1168],\n", + " [-0.1035],\n", + " [-0.1034],\n", + " [-0.0991],\n", + " [-0.1008],\n", + " [-0.0985]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0634],\n", + " [-0.0636],\n", + " [-0.0623],\n", + " [-0.0627],\n", + " [-0.0628],\n", + " [-0.0636],\n", + " [-0.0617],\n", + " [-0.0634],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0646],\n", + " [-0.0621],\n", + " [-0.0658],\n", + " [-0.0626],\n", + " [-0.0628],\n", + " [-0.0646],\n", + " [-0.0562],\n", + " [-0.0671],\n", + " [-0.0612],\n", + " [-0.0604],\n", + " [-0.0627],\n", + " [-0.0616],\n", + " [-0.0625],\n", + " [-0.0651],\n", + " [-0.0488],\n", + " [-0.0631],\n", + " [-0.0564],\n", + " [-0.0619],\n", + " [-0.0616],\n", + " [-0.0636],\n", + " [-0.0614],\n", + " [-0.0632]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0642],\n", + " [-0.0614],\n", + " [-0.0630],\n", + " [-0.0630],\n", + " [-0.0664],\n", + " [-0.0632],\n", + " [-0.0602],\n", + " [-0.0631],\n", + " [-0.0602],\n", + " [-0.0618],\n", + " [-0.0637],\n", + " [-0.0827],\n", + " [-0.0646],\n", + " [-0.0622],\n", + " [-0.0616],\n", + " [-0.0601],\n", + " [-0.0619],\n", + " [-0.0633],\n", + " [-0.0635],\n", + " [-0.0598],\n", + " [-0.0630],\n", + " [-0.0634],\n", + " [-0.0640],\n", + " [-0.0630],\n", + " [-0.0647],\n", + " [-0.0801],\n", + " [-0.0628],\n", + " [-0.0590],\n", + " [-0.0615],\n", + " [-0.0634],\n", + " [-0.0638],\n", + " [-0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0744],\n", + " [-0.0733],\n", + " [-0.0755],\n", + " [-0.0793],\n", + " [-0.0690],\n", + " [-0.0711],\n", + " [-0.0706],\n", + " [-0.0706],\n", + " [-0.0745],\n", + " [-0.0754],\n", + " [-0.1028],\n", + " [-0.0807],\n", + " [-0.0717],\n", + " [-0.0733],\n", + " [-0.0731],\n", + " [-0.0751],\n", + " [-0.0735],\n", + " [-0.0736],\n", + " [-0.0742],\n", + " [-0.0765],\n", + " [-0.0758],\n", + " [-0.0764],\n", + " [-0.0714],\n", + " [-0.0799],\n", + " [-0.0822],\n", + " [-0.0769],\n", + " [-0.0685],\n", + " [-0.0746],\n", + " [-0.0763],\n", + " [-0.0772],\n", + " [-0.0767]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0375],\n", + " [0.0387],\n", + " [0.0363],\n", + " [0.0377],\n", + " [0.0360],\n", + " [0.0361],\n", + " [0.0398],\n", + " [0.0367],\n", + " [0.0385],\n", + " [0.0386],\n", + " [0.0359],\n", + " [0.0229],\n", + " [0.0192],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0399],\n", + " [0.0372],\n", + " [0.0354],\n", + " [0.0355],\n", + " [0.0369],\n", + " [0.0379],\n", + " [0.0369],\n", + " [0.0361],\n", + " [0.0361],\n", + " [0.0368],\n", + " [0.0373],\n", + " [0.0379],\n", + " [0.0400],\n", + " [0.0381],\n", + " [0.0370],\n", + " [0.0377],\n", + " [0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0926],\n", + " [-0.0909],\n", + " [-0.0960],\n", + " [-0.0948],\n", + " [-0.0955],\n", + " [-0.0957],\n", + " [-0.0926],\n", + " [-0.0959],\n", + " [-0.0892],\n", + " [-0.0936],\n", + " [-0.0963],\n", + " [-0.0799],\n", + " [-0.0757],\n", + " [-0.0947],\n", + " [-0.0940],\n", + " [-0.0882],\n", + " [-0.0898],\n", + " [-0.0965],\n", + " [-0.0959],\n", + " [-0.0884],\n", + " [-0.0934],\n", + " [-0.0964],\n", + " [-0.0951],\n", + " [-0.0955],\n", + " [-0.0911],\n", + " [-0.0991],\n", + " [-0.0919],\n", + " [-0.0905],\n", + " [-0.0913],\n", + " [-0.0910],\n", + " [-0.0950],\n", + " [-0.0938]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0518],\n", + " [0.0531],\n", + " [0.0596],\n", + " [0.0573],\n", + " [0.0550],\n", + " [0.0594],\n", + " [0.0556],\n", + " [0.0587],\n", + " [0.0508],\n", + " [0.0550],\n", + " [0.0586],\n", + " [0.0450],\n", + " [0.0500],\n", + " [0.0575],\n", + " [0.0575],\n", + " [0.0464],\n", + " [0.0481],\n", + " [0.0590],\n", + " [0.0581],\n", + " [0.0481],\n", + " [0.0529],\n", + " [0.0574],\n", + " [0.0574],\n", + " [0.0579],\n", + " [0.0436],\n", + " [0.0520],\n", + " [0.0519],\n", + " [0.0544],\n", + " [0.0531],\n", + " [0.0502],\n", + " [0.0562],\n", + " [0.0495]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0385],\n", + " [-0.0380],\n", + " [-0.0348],\n", + " [-0.0354],\n", + " [-0.0391],\n", + " [-0.0357],\n", + " [-0.0345],\n", + " [-0.0354],\n", + " [-0.0399],\n", + " [-0.0344],\n", + " [-0.0360],\n", + " [-0.0371],\n", + " [-0.0583],\n", + " [-0.0367],\n", + " [-0.0371],\n", + " [-0.0416],\n", + " [-0.0402],\n", + " [-0.0367],\n", + " [-0.0375],\n", + " [-0.0432],\n", + " [-0.0345],\n", + " [-0.0353],\n", + " [-0.0379],\n", + " [-0.0374],\n", + " [-0.0385],\n", + " [-0.0358],\n", + " [-0.0369],\n", + " [-0.0354],\n", + " [-0.0389],\n", + " [-0.0408],\n", + " [-0.0346],\n", + " [-0.0336]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0779],\n", + " [-0.0783],\n", + " [-0.0795],\n", + " [-0.0792],\n", + " [-0.0790],\n", + " [-0.0815],\n", + " [-0.0813],\n", + " [-0.0812],\n", + " [-0.0805],\n", + " [-0.0805],\n", + " [-0.0790],\n", + " [-0.0837],\n", + " [-0.0711],\n", + " [-0.0805],\n", + " [-0.0790],\n", + " [-0.0793],\n", + " [-0.0786],\n", + " [-0.0798],\n", + " [-0.0799],\n", + " [-0.0784],\n", + " [-0.0803],\n", + " [-0.0798],\n", + " [-0.0787],\n", + " [-0.0808],\n", + " [-0.0790],\n", + " [-0.0814],\n", + " [-0.0783],\n", + " [-0.0814],\n", + " [-0.0789],\n", + " [-0.0779],\n", + " [-0.0795],\n", + " [-0.0821]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1656],\n", + " [0.1677],\n", + " [0.1706],\n", + " [0.1690],\n", + " [0.1666],\n", + " [0.1713],\n", + " [0.1695],\n", + " [0.1700],\n", + " [0.1655],\n", + " [0.1675],\n", + " [0.1687],\n", + " [0.1332],\n", + " [0.1595],\n", + " [0.1688],\n", + " [0.1690],\n", + " [0.1637],\n", + " [0.1643],\n", + " [0.1689],\n", + " [0.1683],\n", + " [0.1629],\n", + " [0.1657],\n", + " [0.1681],\n", + " [0.1684],\n", + " [0.1688],\n", + " [0.1610],\n", + " [0.1666],\n", + " [0.1657],\n", + " [0.1696],\n", + " [0.1670],\n", + " [0.1655],\n", + " [0.1679],\n", + " [0.1627]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0579],\n", + " [-0.0548],\n", + " [-0.0582],\n", + " [-0.0572],\n", + " [-0.0586],\n", + " [-0.0578],\n", + " [-0.0519],\n", + " [-0.0570],\n", + " [-0.0484],\n", + " [-0.0558],\n", + " [-0.0590],\n", + " [-0.0714],\n", + " [-0.0667],\n", + " [-0.0554],\n", + " [-0.0568],\n", + " [-0.0543],\n", + " [-0.0552],\n", + " [-0.0580],\n", + " [-0.0574],\n", + " [-0.0544],\n", + " [-0.0582],\n", + " [-0.0598],\n", + " [-0.0577],\n", + " [-0.0577],\n", + " [-0.0605],\n", + " [-0.0649],\n", + " [-0.0572],\n", + " [-0.0495],\n", + " [-0.0543],\n", + " [-0.0560],\n", + " [-0.0585],\n", + " [-0.0585]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0657],\n", + " [0.0630],\n", + " [0.0595],\n", + " [0.0622],\n", + " [0.0626],\n", + " [0.0562],\n", + " [0.0604],\n", + " [0.0583],\n", + " [0.0624],\n", + " [0.0634],\n", + " [0.0612],\n", + " [0.0543],\n", + " [0.0306],\n", + " [0.0588],\n", + " [0.0591],\n", + " [0.0647],\n", + " [0.0658],\n", + " [0.0591],\n", + " [0.0596],\n", + " [0.0642],\n", + " [0.0651],\n", + " [0.0624],\n", + " [0.0612],\n", + " [0.0577],\n", + " [0.0698],\n", + " [0.0599],\n", + " [0.0658],\n", + " [0.0586],\n", + " [0.0635],\n", + " [0.0641],\n", + " [0.0642],\n", + " [0.0689]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0916],\n", + " [-0.0938],\n", + " [-0.1000],\n", + " [-0.0971],\n", + " [-0.0932],\n", + " [-0.1012],\n", + " [-0.0981],\n", + " [-0.1001],\n", + " [-0.0947],\n", + " [-0.0953],\n", + " [-0.0979],\n", + " [-0.0677],\n", + " [-0.1070],\n", + " [-0.0982],\n", + " [-0.0976],\n", + " [-0.0899],\n", + " [-0.0881],\n", + " [-0.0989],\n", + " [-0.0980],\n", + " [-0.0897],\n", + " [-0.0919],\n", + " [-0.0980],\n", + " [-0.0962],\n", + " [-0.0990],\n", + " [-0.0831],\n", + " [-0.0857],\n", + " [-0.0916],\n", + " [-0.0984],\n", + " [-0.0944],\n", + " [-0.0902],\n", + " [-0.0952],\n", + " [-0.0902]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0127],\n", + " [0.0147],\n", + " [0.0194],\n", + " [0.0171],\n", + " [0.0163],\n", + " [0.0215],\n", + " [0.0188],\n", + " [0.0205],\n", + " [0.0137],\n", + " [0.0166],\n", + " [0.0187],\n", + " [0.0022],\n", + " [0.0418],\n", + " [0.0199],\n", + " [0.0191],\n", + " [0.0094],\n", + " [0.0116],\n", + " [0.0195],\n", + " [0.0185],\n", + " [0.0121],\n", + " [0.0149],\n", + " [0.0166],\n", + " [0.0178],\n", + " [0.0190],\n", + " [0.0080],\n", + " [0.0191],\n", + " [0.0129],\n", + " [0.0190],\n", + " [0.0138],\n", + " [0.0134],\n", + " [0.0160],\n", + " [0.0103]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0895],\n", + " [0.0907],\n", + " [0.0940],\n", + " [0.0908],\n", + " [0.0916],\n", + " [0.0968],\n", + " [0.0927],\n", + " [0.0948],\n", + " [0.0956],\n", + " [0.0889],\n", + " [0.0916],\n", + " [0.0697],\n", + " [0.0848],\n", + " [0.0945],\n", + " [0.0941],\n", + " [0.0964],\n", + " [0.0886],\n", + " [0.0949],\n", + " [0.0943],\n", + " [0.0940],\n", + " [0.0865],\n", + " [0.0921],\n", + " [0.0926],\n", + " [0.0970],\n", + " [0.0869],\n", + " [0.0849],\n", + " [0.0880],\n", + " [0.0955],\n", + " [0.0925],\n", + " [0.0905],\n", + " [0.0879],\n", + " [0.0863]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [ 0.0109],\n", + " [ 0.0091],\n", + " [ 0.0088],\n", + " [ 0.0079],\n", + " [ 0.0109],\n", + " [ 0.0097],\n", + " [ 0.0102],\n", + " [ 0.0109],\n", + " [ 0.0082],\n", + " [ 0.0073],\n", + " [-0.0080],\n", + " [ 0.0190],\n", + " [ 0.0098],\n", + " [ 0.0099],\n", + " [ 0.0161],\n", + " [ 0.0088],\n", + " [ 0.0090],\n", + " [ 0.0096],\n", + " [ 0.0129],\n", + " [ 0.0063],\n", + " [ 0.0098],\n", + " [ 0.0083],\n", + " [ 0.0117],\n", + " [ 0.0082],\n", + " [ 0.0050],\n", + " [ 0.0089],\n", + " [ 0.0103],\n", + " [ 0.0116],\n", + " [ 0.0093],\n", + " [ 0.0073],\n", + " [ 0.0079]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.2417e-03],\n", + " [-3.8051e-03],\n", + " [ 1.7149e-03],\n", + " [ 7.1783e-04],\n", + " [ 2.0858e-03],\n", + " [ 1.1329e-03],\n", + " [-2.5465e-03],\n", + " [ 7.5036e-04],\n", + " [-1.0100e-02],\n", + " [-6.5710e-04],\n", + " [ 2.6654e-03],\n", + " [ 1.2449e-02],\n", + " [ 2.3913e-02],\n", + " [-1.3880e-03],\n", + " [-6.4617e-05],\n", + " [-8.5702e-03],\n", + " [-5.5700e-03],\n", + " [ 9.5020e-04],\n", + " [-3.2113e-04],\n", + " [-7.2159e-03],\n", + " [ 1.7431e-03],\n", + " [ 2.4611e-03],\n", + " [ 8.3966e-04],\n", + " [-8.2245e-05],\n", + " [-1.8713e-03],\n", + " [ 1.7216e-02],\n", + " [-1.8942e-03],\n", + " [-4.6217e-03],\n", + " [-5.5378e-03],\n", + " [-3.1637e-03],\n", + " [ 2.5189e-03],\n", + " [-7.9743e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0375],\n", + " [-0.0344],\n", + " [-0.0352],\n", + " [-0.0358],\n", + " [-0.0381],\n", + " [-0.0322],\n", + " [-0.0339],\n", + " [-0.0343],\n", + " [-0.0323],\n", + " [-0.0365],\n", + " [-0.0377],\n", + " [-0.0389],\n", + " [-0.0559],\n", + " [-0.0345],\n", + " [-0.0354],\n", + " [-0.0339],\n", + " [-0.0380],\n", + " [-0.0357],\n", + " [-0.0351],\n", + " [-0.0360],\n", + " [-0.0396],\n", + " [-0.0366],\n", + " [-0.0360],\n", + " [-0.0329],\n", + " [-0.0432],\n", + " [-0.0447],\n", + " [-0.0375],\n", + " [-0.0309],\n", + " [-0.0338],\n", + " [-0.0376],\n", + " [-0.0378],\n", + " [-0.0391]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0059],\n", + " [ 0.0038],\n", + " [ 0.0056],\n", + " [ 0.0056],\n", + " [ 0.0059],\n", + " [ 0.0033],\n", + " [ 0.0026],\n", + " [ 0.0038],\n", + " [-0.0004],\n", + " [ 0.0050],\n", + " [ 0.0064],\n", + " [ 0.0143],\n", + " [-0.0030],\n", + " [ 0.0034],\n", + " [ 0.0046],\n", + " [-0.0003],\n", + " [ 0.0046],\n", + " [ 0.0053],\n", + " [ 0.0045],\n", + " [ 0.0022],\n", + " [ 0.0071],\n", + " [ 0.0063],\n", + " [ 0.0054],\n", + " [ 0.0035],\n", + " [ 0.0076],\n", + " [ 0.0081],\n", + " [ 0.0061],\n", + " [ 0.0009],\n", + " [ 0.0031],\n", + " [ 0.0046],\n", + " [ 0.0069],\n", + " [ 0.0065]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0584],\n", + " [0.0563],\n", + " [0.0574],\n", + " [0.0572],\n", + " [0.0579],\n", + " [0.0575],\n", + " [0.0565],\n", + " [0.0578],\n", + " [0.0557],\n", + " [0.0577],\n", + " [0.0573],\n", + " [0.0635],\n", + " [0.0506],\n", + " [0.0564],\n", + " [0.0563],\n", + " [0.0578],\n", + " [0.0587],\n", + " [0.0573],\n", + " [0.0570],\n", + " [0.0573],\n", + " [0.0597],\n", + " [0.0583],\n", + " [0.0568],\n", + " [0.0574],\n", + " [0.0642],\n", + " [0.0592],\n", + " [0.0585],\n", + " [0.0556],\n", + " [0.0564],\n", + " [0.0576],\n", + " [0.0584],\n", + " [0.0618]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0166],\n", + " [-0.0170],\n", + " [-0.0187],\n", + " [-0.0181],\n", + " [-0.0185],\n", + " [-0.0183],\n", + " [-0.0180],\n", + " [-0.0192],\n", + " [-0.0170],\n", + " [-0.0174],\n", + " [-0.0186],\n", + " [-0.0049],\n", + " [-0.0135],\n", + " [-0.0187],\n", + " [-0.0186],\n", + " [-0.0168],\n", + " [-0.0157],\n", + " [-0.0184],\n", + " [-0.0179],\n", + " [-0.0161],\n", + " [-0.0166],\n", + " [-0.0181],\n", + " [-0.0184],\n", + " [-0.0182],\n", + " [-0.0155],\n", + " [-0.0282],\n", + " [-0.0162],\n", + " [-0.0169],\n", + " [-0.0170],\n", + " [-0.0168],\n", + " [-0.0175],\n", + " [-0.0150]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1715],\n", + " [-0.1686],\n", + " [-0.1716],\n", + " [-0.1709],\n", + " [-0.1749],\n", + " [-0.1713],\n", + " [-0.1683],\n", + " [-0.1710],\n", + " [-0.1665],\n", + " [-0.1691],\n", + " [-0.1726],\n", + " [-0.1698],\n", + " [-0.1865],\n", + " [-0.1707],\n", + " [-0.1715],\n", + " [-0.1705],\n", + " [-0.1683],\n", + " [-0.1726],\n", + " [-0.1720],\n", + " [-0.1699],\n", + " [-0.1706],\n", + " [-0.1726],\n", + " [-0.1729],\n", + " [-0.1719],\n", + " [-0.1728],\n", + " [-0.1820],\n", + " [-0.1696],\n", + " [-0.1674],\n", + " [-0.1687],\n", + " [-0.1707],\n", + " [-0.1714],\n", + " [-0.1695]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0237],\n", + " [-0.0210],\n", + " [-0.0213],\n", + " [-0.0185],\n", + " [-0.0215],\n", + " [-0.0208],\n", + " [-0.0216],\n", + " [-0.0245],\n", + " [-0.0211],\n", + " [-0.0198],\n", + " [ 0.0327],\n", + " [ 0.0238],\n", + " [-0.0219],\n", + " [-0.0213],\n", + " [-0.0269],\n", + " [-0.0231],\n", + " [-0.0208],\n", + " [-0.0218],\n", + " [-0.0244],\n", + " [-0.0194],\n", + " [-0.0213],\n", + " [-0.0204],\n", + " [-0.0223],\n", + " [-0.0200],\n", + " [-0.0053],\n", + " [-0.0225],\n", + " [-0.0210],\n", + " [-0.0246],\n", + " [-0.0219],\n", + " [-0.0202],\n", + " [-0.0216]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0019],\n", + " [ 0.0038],\n", + " [ 0.0151],\n", + " [ 0.0097],\n", + " [ 0.0065],\n", + " [ 0.0178],\n", + " [ 0.0110],\n", + " [ 0.0155],\n", + " [ 0.0038],\n", + " [ 0.0081],\n", + " [ 0.0118],\n", + " [ 0.0256],\n", + " [ 0.0503],\n", + " [ 0.0122],\n", + " [ 0.0108],\n", + " [-0.0018],\n", + " [-0.0017],\n", + " [ 0.0140],\n", + " [ 0.0120],\n", + " [-0.0013],\n", + " [ 0.0052],\n", + " [ 0.0112],\n", + " [ 0.0091],\n", + " [ 0.0138],\n", + " [-0.0038],\n", + " [ 0.0051],\n", + " [ 0.0024],\n", + " [ 0.0104],\n", + " [ 0.0042],\n", + " [ 0.0002],\n", + " [ 0.0079],\n", + " [ 0.0031]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0932],\n", + " [0.0943],\n", + " [0.0893],\n", + " [0.0911],\n", + " [0.0912],\n", + " [0.0895],\n", + " [0.0923],\n", + " [0.0900],\n", + " [0.0959],\n", + " [0.0930],\n", + " [0.0905],\n", + " [0.0865],\n", + " [0.0725],\n", + " [0.0912],\n", + " [0.0909],\n", + " [0.0920],\n", + " [0.0978],\n", + " [0.0893],\n", + " [0.0903],\n", + " [0.0956],\n", + " [0.0935],\n", + " [0.0884],\n", + " [0.0914],\n", + " [0.0889],\n", + " [0.0943],\n", + " [0.0973],\n", + " [0.0942],\n", + " [0.0934],\n", + " [0.0934],\n", + " [0.0960],\n", + " [0.0916],\n", + " [0.0920]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0786],\n", + " [0.0804],\n", + " [0.0869],\n", + " [0.0835],\n", + " [0.0797],\n", + " [0.0896],\n", + " [0.0852],\n", + " [0.0878],\n", + " [0.0785],\n", + " [0.0840],\n", + " [0.0852],\n", + " [0.0895],\n", + " [0.0991],\n", + " [0.0851],\n", + " [0.0852],\n", + " [0.0781],\n", + " [0.0786],\n", + " [0.0864],\n", + " [0.0848],\n", + " [0.0771],\n", + " [0.0843],\n", + " [0.0855],\n", + " [0.0821],\n", + " [0.0870],\n", + " [0.0781],\n", + " [0.0749],\n", + " [0.0802],\n", + " [0.0848],\n", + " [0.0798],\n", + " [0.0779],\n", + " [0.0835],\n", + " [0.0840]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0876],\n", + " [0.0857],\n", + " [0.0878],\n", + " [0.0871],\n", + " [0.0881],\n", + " [0.0889],\n", + " [0.0860],\n", + " [0.0889],\n", + " [0.0852],\n", + " [0.0876],\n", + " [0.0876],\n", + " [0.1098],\n", + " [0.0750],\n", + " [0.0874],\n", + " [0.0862],\n", + " [0.0860],\n", + " [0.0866],\n", + " [0.0879],\n", + " [0.0881],\n", + " [0.0860],\n", + " [0.0887],\n", + " [0.0887],\n", + " [0.0868],\n", + " [0.0889],\n", + " [0.0896],\n", + " [0.0956],\n", + " [0.0876],\n", + " [0.0850],\n", + " [0.0862],\n", + " [0.0864],\n", + " [0.0881],\n", + " [0.0906]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0394],\n", + " [0.0401],\n", + " [0.0433],\n", + " [0.0425],\n", + " [0.0395],\n", + " [0.0429],\n", + " [0.0421],\n", + " [0.0427],\n", + " [0.0369],\n", + " [0.0426],\n", + " [0.0430],\n", + " [0.0499],\n", + " [0.0497],\n", + " [0.0415],\n", + " [0.0416],\n", + " [0.0345],\n", + " [0.0389],\n", + " [0.0416],\n", + " [0.0410],\n", + " [0.0363],\n", + " [0.0429],\n", + " [0.0422],\n", + " [0.0409],\n", + " [0.0408],\n", + " [0.0388],\n", + " [0.0428],\n", + " [0.0405],\n", + " [0.0410],\n", + " [0.0387],\n", + " [0.0388],\n", + " [0.0432],\n", + " [0.0413]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0373],\n", + " [0.0377],\n", + " [0.0346],\n", + " [0.0357],\n", + " [0.0365],\n", + " [0.0346],\n", + " [0.0370],\n", + " [0.0355],\n", + " [0.0389],\n", + " [0.0367],\n", + " [0.0355],\n", + " [0.0191],\n", + " [0.0161],\n", + " [0.0367],\n", + " [0.0373],\n", + " [0.0400],\n", + " [0.0382],\n", + " [0.0356],\n", + " [0.0359],\n", + " [0.0395],\n", + " [0.0366],\n", + " [0.0360],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0376],\n", + " [0.0286],\n", + " [0.0372],\n", + " [0.0381],\n", + " [0.0381],\n", + " [0.0379],\n", + " [0.0355],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0752],\n", + " [-0.0755],\n", + " [-0.0705],\n", + " [-0.0730],\n", + " [-0.0722],\n", + " [-0.0686],\n", + " [-0.0728],\n", + " [-0.0699],\n", + " [-0.0749],\n", + " [-0.0736],\n", + " [-0.0712],\n", + " [-0.0501],\n", + " [-0.0566],\n", + " [-0.0713],\n", + " [-0.0726],\n", + " [-0.0796],\n", + " [-0.0760],\n", + " [-0.0702],\n", + " [-0.0708],\n", + " [-0.0781],\n", + " [-0.0737],\n", + " [-0.0724],\n", + " [-0.0722],\n", + " [-0.0705],\n", + " [-0.0761],\n", + " [-0.0695],\n", + " [-0.0753],\n", + " [-0.0727],\n", + " [-0.0754],\n", + " [-0.0753],\n", + " [-0.0731],\n", + " [-0.0746]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1046],\n", + " [-0.1016],\n", + " [-0.0989],\n", + " [-0.1005],\n", + " [-0.1048],\n", + " [-0.0972],\n", + " [-0.0994],\n", + " [-0.0981],\n", + " [-0.1001],\n", + " [-0.1013],\n", + " [-0.1002],\n", + " [-0.1247],\n", + " [-0.1164],\n", + " [-0.0982],\n", + " [-0.0991],\n", + " [-0.1023],\n", + " [-0.1051],\n", + " [-0.0987],\n", + " [-0.0989],\n", + " [-0.1039],\n", + " [-0.1038],\n", + " [-0.1004],\n", + " [-0.1014],\n", + " [-0.0983],\n", + " [-0.1101],\n", + " [-0.1170],\n", + " [-0.1038],\n", + " [-0.0988],\n", + " [-0.1014],\n", + " [-0.1050],\n", + " [-0.1024],\n", + " [-0.1044]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0619],\n", + " [-0.0630],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0629],\n", + " [-0.0632],\n", + " [-0.0623],\n", + " [-0.0662],\n", + " [-0.0616],\n", + " [-0.0612],\n", + " [-0.0398],\n", + " [-0.0417],\n", + " [-0.0628],\n", + " [-0.0620],\n", + " [-0.0639],\n", + " [-0.0625],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0630],\n", + " [-0.0600],\n", + " [-0.0611],\n", + " [-0.0622],\n", + " [-0.0629],\n", + " [-0.0587],\n", + " [-0.0481],\n", + " [-0.0618],\n", + " [-0.0645],\n", + " [-0.0641],\n", + " [-0.0621],\n", + " [-0.0608],\n", + " [-0.0610]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0664],\n", + " [-0.0747],\n", + " [-0.0581],\n", + " [-0.0589],\n", + " [-0.0680],\n", + " [-0.0609],\n", + " [-0.0619],\n", + " [-0.0637],\n", + " [-0.0629],\n", + " [-0.0640],\n", + " [-0.0660],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0648],\n", + " [-0.0618],\n", + " [-0.0650],\n", + " [-0.0615],\n", + " [-0.0613],\n", + " [-0.0681],\n", + " [-0.0634],\n", + " [-0.0625],\n", + " [-0.0623],\n", + " [-0.0618],\n", + " [-0.0609],\n", + " [-0.0620],\n", + " [-0.0621],\n", + " [-0.0578],\n", + " [-0.0616],\n", + " [-0.0599],\n", + " [-0.0519],\n", + " [-0.0587],\n", + " [-0.0602]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0818],\n", + " [-0.0825],\n", + " [-0.0720],\n", + " [-0.0704],\n", + " [-0.0805],\n", + " [-0.0717],\n", + " [-0.0743],\n", + " [-0.0747],\n", + " [-0.0767],\n", + " [-0.0772],\n", + " [-0.0783],\n", + " [-0.0737],\n", + " [-0.0761],\n", + " [-0.0779],\n", + " [-0.0742],\n", + " [-0.0790],\n", + " [-0.0750],\n", + " [-0.0728],\n", + " [-0.0803],\n", + " [-0.0785],\n", + " [-0.0762],\n", + " [-0.0759],\n", + " [-0.0723],\n", + " [-0.0725],\n", + " [-0.0754],\n", + " [-0.0723],\n", + " [-0.0662],\n", + " [-0.0751],\n", + " [-0.0725],\n", + " [-0.0647],\n", + " [-0.0741],\n", + " [-0.0708]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0372],\n", + " [0.0389],\n", + " [0.0396],\n", + " [0.0357],\n", + " [0.0379],\n", + " [0.0373],\n", + " [0.0356],\n", + " [0.0374],\n", + " [0.0367],\n", + " [0.0344],\n", + " [0.0360],\n", + " [0.0377],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0237],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0378],\n", + " [0.0383],\n", + " [0.0371],\n", + " [0.0367],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0354],\n", + " [0.0403],\n", + " [0.0378],\n", + " [0.0386],\n", + " [0.0359],\n", + " [0.0384],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0944],\n", + " [-0.0963],\n", + " [-0.0860],\n", + " [-0.0894],\n", + " [-0.0966],\n", + " [-0.0908],\n", + " [-0.0921],\n", + " [-0.0966],\n", + " [-0.0929],\n", + " [-0.0944],\n", + " [-0.0960],\n", + " [-0.0941],\n", + " [-0.0925],\n", + " [-0.0938],\n", + " [-0.0914],\n", + " [-0.0888],\n", + " [-0.0907],\n", + " [-0.0918],\n", + " [-0.0957],\n", + " [-0.0925],\n", + " [-0.0935],\n", + " [-0.0920],\n", + " [-0.0946],\n", + " [-0.0924],\n", + " [-0.0915],\n", + " [-0.0955],\n", + " [-0.0883],\n", + " [-0.0914],\n", + " [-0.0905],\n", + " [-0.0838],\n", + " [-0.0870],\n", + " [-0.0915]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0496],\n", + " [0.0499],\n", + " [0.0475],\n", + " [0.0533],\n", + " [0.0557],\n", + " [0.0544],\n", + " [0.0553],\n", + " [0.0584],\n", + " [0.0548],\n", + " [0.0555],\n", + " [0.0552],\n", + " [0.0573],\n", + " [0.0478],\n", + " [0.0530],\n", + " [0.0528],\n", + " [0.0695],\n", + " [0.0515],\n", + " [0.0563],\n", + " [0.0555],\n", + " [0.0401],\n", + " [0.0531],\n", + " [0.0528],\n", + " [0.0571],\n", + " [0.0567],\n", + " [0.0537],\n", + " [0.0589],\n", + " [0.0537],\n", + " [0.0533],\n", + " [0.0502],\n", + " [0.0415],\n", + " [0.0460],\n", + " [0.0573]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0396],\n", + " [-0.0327],\n", + " [-0.0449],\n", + " [-0.0383],\n", + " [-0.0392],\n", + " [-0.0391],\n", + " [-0.0391],\n", + " [-0.0372],\n", + " [-0.0381],\n", + " [-0.0378],\n", + " [-0.0352],\n", + " [-0.0380],\n", + " [-0.0349],\n", + " [-0.0367],\n", + " [-0.0389],\n", + " [-0.0605],\n", + " [-0.0408],\n", + " [-0.0389],\n", + " [-0.0360],\n", + " [-0.0371],\n", + " [-0.0341],\n", + " [-0.0392],\n", + " [-0.0373],\n", + " [-0.0388],\n", + " [-0.0396],\n", + " [-0.0360],\n", + " [-0.0362],\n", + " [-0.0392],\n", + " [-0.0367],\n", + " [-0.0467],\n", + " [-0.0443],\n", + " [-0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0781],\n", + " [-0.0795],\n", + " [-0.0775],\n", + " [-0.0798],\n", + " [-0.0786],\n", + " [-0.0798],\n", + " [-0.0789],\n", + " [-0.0797],\n", + " [-0.0780],\n", + " [-0.0785],\n", + " [-0.0792],\n", + " [-0.0791],\n", + " [-0.0819],\n", + " [-0.0792],\n", + " [-0.0797],\n", + " [-0.0824],\n", + " [-0.0786],\n", + " [-0.0789],\n", + " [-0.0782],\n", + " [-0.0835],\n", + " [-0.0804],\n", + " [-0.0789],\n", + " [-0.0802],\n", + " [-0.0787],\n", + " [-0.0780],\n", + " [-0.0797],\n", + " [-0.0806],\n", + " [-0.0783],\n", + " [-0.0813],\n", + " [-0.0753],\n", + " [-0.0784],\n", + " [-0.0794]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1632],\n", + " [0.1625],\n", + " [0.1639],\n", + " [0.1687],\n", + " [0.1668],\n", + " [0.1682],\n", + " [0.1684],\n", + " [0.1680],\n", + " [0.1678],\n", + " [0.1676],\n", + " [0.1680],\n", + " [0.1686],\n", + " [0.1627],\n", + " [0.1662],\n", + " [0.1668],\n", + " [0.1621],\n", + " [0.1659],\n", + " [0.1694],\n", + " [0.1680],\n", + " [0.1583],\n", + " [0.1657],\n", + " [0.1662],\n", + " [0.1682],\n", + " [0.1689],\n", + " [0.1677],\n", + " [0.1698],\n", + " [0.1701],\n", + " [0.1674],\n", + " [0.1642],\n", + " [0.1652],\n", + " [0.1610],\n", + " [0.1707]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0608],\n", + " [-0.0661],\n", + " [-0.0507],\n", + " [-0.0516],\n", + " [-0.0602],\n", + " [-0.0518],\n", + " [-0.0546],\n", + " [-0.0588],\n", + " [-0.0568],\n", + " [-0.0581],\n", + " [-0.0615],\n", + " [-0.0562],\n", + " [-0.0583],\n", + " [-0.0585],\n", + " [-0.0544],\n", + " [-0.0727],\n", + " [-0.0549],\n", + " [-0.0537],\n", + " [-0.0605],\n", + " [-0.0615],\n", + " [-0.0579],\n", + " [-0.0556],\n", + " [-0.0558],\n", + " [-0.0548],\n", + " [-0.0555],\n", + " [-0.0572],\n", + " [-0.0468],\n", + " [-0.0551],\n", + " [-0.0530],\n", + " [-0.0430],\n", + " [-0.0522],\n", + " [-0.0518]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0682],\n", + " [0.0608],\n", + " [0.0641],\n", + " [0.0577],\n", + " [0.0625],\n", + " [0.0590],\n", + " [0.0606],\n", + " [0.0599],\n", + " [0.0629],\n", + " [0.0618],\n", + " [0.0623],\n", + " [0.0594],\n", + " [0.0683],\n", + " [0.0633],\n", + " [0.0616],\n", + " [0.0339],\n", + " [0.0628],\n", + " [0.0585],\n", + " [0.0632],\n", + " [0.0733],\n", + " [0.0656],\n", + " [0.0642],\n", + " [0.0591],\n", + " [0.0582],\n", + " [0.0622],\n", + " [0.0586],\n", + " [0.0559],\n", + " [0.0631],\n", + " [0.0637],\n", + " [0.0646],\n", + " [0.0673],\n", + " [0.0573]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0893],\n", + " [-0.0827],\n", + " [-0.0897],\n", + " [-0.0955],\n", + " [-0.0936],\n", + " [-0.0958],\n", + " [-0.0955],\n", + " [-0.0982],\n", + " [-0.0947],\n", + " [-0.0950],\n", + " [-0.0936],\n", + " [-0.0969],\n", + " [-0.0865],\n", + " [-0.0914],\n", + " [-0.0948],\n", + " [-0.1341],\n", + " [-0.0928],\n", + " [-0.0966],\n", + " [-0.0934],\n", + " [-0.0779],\n", + " [-0.0930],\n", + " [-0.0934],\n", + " [-0.0975],\n", + " [-0.0963],\n", + " [-0.0945],\n", + " [-0.0990],\n", + " [-0.0969],\n", + " [-0.0943],\n", + " [-0.0927],\n", + " [-0.0834],\n", + " [-0.0884],\n", + " [-0.0983]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0103],\n", + " [0.0164],\n", + " [0.0114],\n", + " [0.0177],\n", + " [0.0169],\n", + " [0.0173],\n", + " [0.0161],\n", + " [0.0186],\n", + " [0.0151],\n", + " [0.0166],\n", + " [0.0176],\n", + " [0.0185],\n", + " [0.0117],\n", + " [0.0160],\n", + " [0.0136],\n", + " [0.0478],\n", + " [0.0134],\n", + " [0.0180],\n", + " [0.0165],\n", + " [0.0067],\n", + " [0.0143],\n", + " [0.0131],\n", + " [0.0199],\n", + " [0.0199],\n", + " [0.0145],\n", + " [0.0204],\n", + " [0.0208],\n", + " [0.0139],\n", + " [0.0137],\n", + " [0.0113],\n", + " [0.0091],\n", + " [0.0198]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0900],\n", + " [0.0843],\n", + " [0.0956],\n", + " [0.0962],\n", + " [0.0922],\n", + " [0.0949],\n", + " [0.0938],\n", + " [0.0947],\n", + " [0.0916],\n", + " [0.0920],\n", + " [0.0883],\n", + " [0.0935],\n", + " [0.0841],\n", + " [0.0882],\n", + " [0.0947],\n", + " [0.0974],\n", + " [0.0937],\n", + " [0.0952],\n", + " [0.0886],\n", + " [0.0831],\n", + " [0.0871],\n", + " [0.0918],\n", + " [0.0941],\n", + " [0.0938],\n", + " [0.0933],\n", + " [0.0949],\n", + " [0.0959],\n", + " [0.0925],\n", + " [0.0914],\n", + " [0.0915],\n", + " [0.0948],\n", + " [0.0961]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0094],\n", + " [0.0015],\n", + " [0.0140],\n", + " [0.0140],\n", + " [0.0080],\n", + " [0.0118],\n", + " [0.0113],\n", + " [0.0096],\n", + " [0.0098],\n", + " [0.0090],\n", + " [0.0024],\n", + " [0.0092],\n", + " [0.0046],\n", + " [0.0064],\n", + " [0.0136],\n", + " [0.0120],\n", + " [0.0119],\n", + " [0.0113],\n", + " [0.0069],\n", + " [0.0026],\n", + " [0.0079],\n", + " [0.0105],\n", + " [0.0091],\n", + " [0.0089],\n", + " [0.0117],\n", + " [0.0081],\n", + " [0.0101],\n", + " [0.0116],\n", + " [0.0103],\n", + " [0.0063],\n", + " [0.0141],\n", + " [0.0112]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0002],\n", + " [ 0.0125],\n", + " [-0.0109],\n", + " [-0.0062],\n", + " [ 0.0043],\n", + " [-0.0064],\n", + " [-0.0038],\n", + " [ 0.0013],\n", + " [-0.0011],\n", + " [ 0.0014],\n", + " [ 0.0067],\n", + " [-0.0011],\n", + " [-0.0003],\n", + " [ 0.0025],\n", + " [-0.0056],\n", + " [ 0.0282],\n", + " [-0.0052],\n", + " [-0.0038],\n", + " [ 0.0060],\n", + " [-0.0005],\n", + " [ 0.0006],\n", + " [-0.0043],\n", + " [-0.0010],\n", + " [-0.0017],\n", + " [-0.0034],\n", + " [ 0.0005],\n", + " [-0.0063],\n", + " [-0.0044],\n", + " [-0.0059],\n", + " [-0.0168],\n", + " [-0.0115],\n", + " [-0.0048]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0405],\n", + " [-0.0537],\n", + " [-0.0326],\n", + " [-0.0318],\n", + " [-0.0385],\n", + " [-0.0325],\n", + " [-0.0334],\n", + " [-0.0358],\n", + " [-0.0357],\n", + " [-0.0369],\n", + " [-0.0442],\n", + " [-0.0353],\n", + " [-0.0423],\n", + " [-0.0405],\n", + " [-0.0322],\n", + " [-0.0493],\n", + " [-0.0350],\n", + " [-0.0325],\n", + " [-0.0400],\n", + " [-0.0460],\n", + " [-0.0382],\n", + " [-0.0356],\n", + " [-0.0358],\n", + " [-0.0359],\n", + " [-0.0342],\n", + " [-0.0360],\n", + " [-0.0312],\n", + " [-0.0341],\n", + " [-0.0355],\n", + " [-0.0358],\n", + " [-0.0345],\n", + " [-0.0304]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 7.6577e-03],\n", + " [ 1.0104e-02],\n", + " [-7.8427e-04],\n", + " [ 5.7294e-04],\n", + " [ 6.4012e-03],\n", + " [ 1.1466e-03],\n", + " [ 3.2749e-03],\n", + " [ 5.3388e-03],\n", + " [ 5.0997e-03],\n", + " [ 5.5023e-03],\n", + " [ 9.5049e-03],\n", + " [ 4.1971e-03],\n", + " [ 7.3620e-03],\n", + " [ 6.5463e-03],\n", + " [ 2.0665e-03],\n", + " [-3.9843e-03],\n", + " [ 3.3104e-03],\n", + " [ 2.7061e-03],\n", + " [ 7.1708e-03],\n", + " [ 8.5800e-03],\n", + " [ 6.4545e-03],\n", + " [ 4.2309e-03],\n", + " [ 4.0133e-03],\n", + " [ 3.8771e-03],\n", + " [ 3.7880e-03],\n", + " [ 5.3872e-03],\n", + " [-8.9492e-04],\n", + " [ 3.7311e-03],\n", + " [ 2.5700e-03],\n", + " [-1.0085e-03],\n", + " [ 8.9224e-05],\n", + " [ 1.6676e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0619],\n", + " [0.0620],\n", + " [0.0552],\n", + " [0.0543],\n", + " [0.0585],\n", + " [0.0550],\n", + " [0.0559],\n", + " [0.0575],\n", + " [0.0568],\n", + " [0.0572],\n", + " [0.0600],\n", + " [0.0561],\n", + " [0.0623],\n", + " [0.0585],\n", + " [0.0566],\n", + " [0.0529],\n", + " [0.0569],\n", + " [0.0553],\n", + " [0.0581],\n", + " [0.0681],\n", + " [0.0594],\n", + " [0.0572],\n", + " [0.0564],\n", + " [0.0552],\n", + " [0.0563],\n", + " [0.0569],\n", + " [0.0532],\n", + " [0.0564],\n", + " [0.0578],\n", + " [0.0576],\n", + " [0.0569],\n", + " [0.0546]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0158],\n", + " [-0.0229],\n", + " [-0.0171],\n", + " [-0.0183],\n", + " [-0.0194],\n", + " [-0.0179],\n", + " [-0.0175],\n", + " [-0.0185],\n", + " [-0.0175],\n", + " [-0.0180],\n", + " [-0.0177],\n", + " [-0.0180],\n", + " [-0.0156],\n", + " [-0.0182],\n", + " [-0.0167],\n", + " [-0.0091],\n", + " [-0.0165],\n", + " [-0.0179],\n", + " [-0.0201],\n", + " [-0.0153],\n", + " [-0.0163],\n", + " [-0.0165],\n", + " [-0.0187],\n", + " [-0.0186],\n", + " [-0.0172],\n", + " [-0.0181],\n", + " [-0.0177],\n", + " [-0.0168],\n", + " [-0.0157],\n", + " [-0.0140],\n", + " [-0.0168],\n", + " [-0.0181]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1749],\n", + " [-0.1800],\n", + " [-0.1669],\n", + " [-0.1681],\n", + " [-0.1769],\n", + " [-0.1683],\n", + " [-0.1700],\n", + " [-0.1733],\n", + " [-0.1713],\n", + " [-0.1733],\n", + " [-0.1743],\n", + " [-0.1711],\n", + " [-0.1695],\n", + " [-0.1729],\n", + " [-0.1693],\n", + " [-0.1879],\n", + " [-0.1699],\n", + " [-0.1698],\n", + " [-0.1756],\n", + " [-0.1715],\n", + " [-0.1697],\n", + " [-0.1697],\n", + " [-0.1710],\n", + " [-0.1705],\n", + " [-0.1704],\n", + " [-0.1720],\n", + " [-0.1662],\n", + " [-0.1694],\n", + " [-0.1675],\n", + " [-0.1620],\n", + " [-0.1673],\n", + " [-0.1681]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0208],\n", + " [-0.0064],\n", + " [-0.0266],\n", + " [-0.0235],\n", + " [-0.0176],\n", + " [-0.0235],\n", + " [-0.0231],\n", + " [-0.0209],\n", + " [-0.0220],\n", + " [-0.0199],\n", + " [-0.0136],\n", + " [-0.0215],\n", + " [-0.0191],\n", + " [-0.0177],\n", + " [-0.0250],\n", + " [ 0.0245],\n", + " [-0.0235],\n", + " [-0.0226],\n", + " [-0.0170],\n", + " [-0.0173],\n", + " [-0.0209],\n", + " [-0.0236],\n", + " [-0.0213],\n", + " [-0.0208],\n", + " [-0.0232],\n", + " [-0.0206],\n", + " [-0.0202],\n", + " [-0.0240],\n", + " [-0.0227],\n", + " [-0.0209],\n", + " [-0.0276],\n", + " [-0.0230]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0010],\n", + " [ 0.0080],\n", + " [-0.0035],\n", + " [ 0.0071],\n", + " [ 0.0077],\n", + " [ 0.0073],\n", + " [ 0.0069],\n", + " [ 0.0127],\n", + " [ 0.0056],\n", + " [ 0.0074],\n", + " [ 0.0131],\n", + " [ 0.0101],\n", + " [ 0.0010],\n", + " [ 0.0052],\n", + " [ 0.0051],\n", + " [ 0.0695],\n", + " [ 0.0027],\n", + " [ 0.0087],\n", + " [ 0.0073],\n", + " [-0.0051],\n", + " [ 0.0057],\n", + " [ 0.0036],\n", + " [ 0.0112],\n", + " [ 0.0092],\n", + " [ 0.0046],\n", + " [ 0.0142],\n", + " [ 0.0094],\n", + " [ 0.0041],\n", + " [ 0.0040],\n", + " [-0.0083],\n", + " [-0.0053],\n", + " [ 0.0111]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0899],\n", + " [0.0921],\n", + " [0.0981],\n", + " [0.0926],\n", + " [0.0899],\n", + " [0.0938],\n", + " [0.0925],\n", + " [0.0888],\n", + " [0.0921],\n", + " [0.0911],\n", + " [0.0897],\n", + " [0.0921],\n", + " [0.0955],\n", + " [0.0936],\n", + " [0.0917],\n", + " [0.0762],\n", + " [0.0936],\n", + " [0.0927],\n", + " [0.0914],\n", + " [0.0940],\n", + " [0.0928],\n", + " [0.0933],\n", + " [0.0914],\n", + " [0.0936],\n", + " [0.0925],\n", + " [0.0907],\n", + " [0.0959],\n", + " [0.0931],\n", + " [0.0944],\n", + " [0.1098],\n", + " [0.0967],\n", + " [0.0930]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0776],\n", + " [0.0852],\n", + " [0.0747],\n", + " [0.0831],\n", + " [0.0795],\n", + " [0.0813],\n", + " [0.0813],\n", + " [0.0854],\n", + " [0.0807],\n", + " [0.0817],\n", + " [0.0887],\n", + " [0.0836],\n", + " [0.0847],\n", + " [0.0817],\n", + " [0.0806],\n", + " [0.1107],\n", + " [0.0798],\n", + " [0.0821],\n", + " [0.0799],\n", + " [0.0844],\n", + " [0.0839],\n", + " [0.0798],\n", + " [0.0853],\n", + " [0.0841],\n", + " [0.0802],\n", + " [0.0869],\n", + " [0.0844],\n", + " [0.0800],\n", + " [0.0826],\n", + " [0.0771],\n", + " [0.0733],\n", + " [0.0827]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0895],\n", + " [0.0953],\n", + " [0.0827],\n", + " [0.0851],\n", + " [0.0884],\n", + " [0.0859],\n", + " [0.0861],\n", + " [0.0881],\n", + " [0.0863],\n", + " [0.0871],\n", + " [0.0898],\n", + " [0.0868],\n", + " [0.0893],\n", + " [0.0880],\n", + " [0.0869],\n", + " [0.0597],\n", + " [0.0862],\n", + " [0.0855],\n", + " [0.0884],\n", + " [0.0909],\n", + " [0.0889],\n", + " [0.0870],\n", + " [0.0871],\n", + " [0.0852],\n", + " [0.0857],\n", + " [0.0871],\n", + " [0.0833],\n", + " [0.0859],\n", + " [0.0875],\n", + " [0.0753],\n", + " [0.0845],\n", + " [0.0848]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0453],\n", + " [0.0363],\n", + " [0.0387],\n", + " [0.0395],\n", + " [0.0388],\n", + " [0.0391],\n", + " [0.0410],\n", + " [0.0401],\n", + " [0.0406],\n", + " [0.0440],\n", + " [0.0410],\n", + " [0.0423],\n", + " [0.0418],\n", + " [0.0382],\n", + " [0.0649],\n", + " [0.0374],\n", + " [0.0396],\n", + " [0.0422],\n", + " [0.0424],\n", + " [0.0425],\n", + " [0.0387],\n", + " [0.0415],\n", + " [0.0412],\n", + " [0.0387],\n", + " [0.0427],\n", + " [0.0405],\n", + " [0.0388],\n", + " [0.0391],\n", + " [0.0349],\n", + " [0.0364],\n", + " [0.0411]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0311],\n", + " [0.0391],\n", + " [0.0397],\n", + " [0.0358],\n", + " [0.0382],\n", + " [0.0376],\n", + " [0.0364],\n", + " [0.0372],\n", + " [0.0369],\n", + " [0.0342],\n", + " [0.0365],\n", + " [0.0373],\n", + " [0.0361],\n", + " [0.0381],\n", + " [0.0108],\n", + " [0.0392],\n", + " [0.0377],\n", + " [0.0340],\n", + " [0.0386],\n", + " [0.0368],\n", + " [0.0378],\n", + " [0.0376],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0356],\n", + " [0.0386],\n", + " [0.0381],\n", + " [0.0391],\n", + " [0.0390],\n", + " [0.0381],\n", + " [0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0744],\n", + " [-0.0694],\n", + " [-0.0803],\n", + " [-0.0747],\n", + " [-0.0716],\n", + " [-0.0735],\n", + " [-0.0739],\n", + " [-0.0709],\n", + " [-0.0743],\n", + " [-0.0729],\n", + " [-0.0687],\n", + " [-0.0718],\n", + " [-0.0745],\n", + " [-0.0732],\n", + " [-0.0749],\n", + " [-0.0611],\n", + " [-0.0755],\n", + " [-0.0733],\n", + " [-0.0725],\n", + " [-0.0752],\n", + " [-0.0742],\n", + " [-0.0750],\n", + " [-0.0717],\n", + " [-0.0727],\n", + " [-0.0751],\n", + " [-0.0702],\n", + " [-0.0728],\n", + " [-0.0755],\n", + " [-0.0748],\n", + " [-0.0783],\n", + " [-0.0809],\n", + " [-0.0728]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1075],\n", + " [-0.1163],\n", + " [-0.1028],\n", + " [-0.0991],\n", + " [-0.1056],\n", + " [-0.0993],\n", + " [-0.1005],\n", + " [-0.0994],\n", + " [-0.1022],\n", + " [-0.1025],\n", + " [-0.1074],\n", + " [-0.0994],\n", + " [-0.1066],\n", + " [-0.1053],\n", + " [-0.1005],\n", + " [-0.0960],\n", + " [-0.1024],\n", + " [-0.0995],\n", + " [-0.1059],\n", + " [-0.1128],\n", + " [-0.1031],\n", + " [-0.1023],\n", + " [-0.0988],\n", + " [-0.0995],\n", + " [-0.1018],\n", + " [-0.0990],\n", + " [-0.0979],\n", + " [-0.1017],\n", + " [-0.1013],\n", + " [-0.1066],\n", + " [-0.1036],\n", + " [-0.0980]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0609],\n", + " [-0.0507],\n", + " [-0.0649],\n", + " [-0.0635],\n", + " [-0.0604],\n", + " [-0.0643],\n", + " [-0.0639],\n", + " [-0.0620],\n", + " [-0.0624],\n", + " [-0.0612],\n", + " [-0.0582],\n", + " [-0.0628],\n", + " [-0.0593],\n", + " [-0.0593],\n", + " [-0.0644],\n", + " [-0.0450],\n", + " [-0.0637],\n", + " [-0.0639],\n", + " [-0.0589],\n", + " [-0.0574],\n", + " [-0.0607],\n", + " [-0.0636],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0634],\n", + " [-0.0624],\n", + " [-0.0644],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0628],\n", + " [-0.0648],\n", + " [-0.0646]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0722],\n", + " [-0.0635],\n", + " [-0.0621],\n", + " [-0.0626],\n", + " [-0.0605],\n", + " [-0.0624],\n", + " [-0.0668],\n", + " [-0.0627],\n", + " [-0.0654],\n", + " [-0.0673],\n", + " [-0.0596],\n", + " [-0.0614],\n", + " [-0.0643],\n", + " [-0.0731],\n", + " [-0.0634],\n", + " [-0.0592],\n", + " [-0.0632],\n", + " [-0.0602],\n", + " [-0.0610],\n", + " [-0.0597],\n", + " [-0.0628],\n", + " [-0.0620],\n", + " [-0.0802],\n", + " [-0.0657],\n", + " [-0.0588],\n", + " [-0.0608],\n", + " [-0.0628],\n", + " [-0.0793],\n", + " [-0.0630],\n", + " [-0.0663],\n", + " [-0.0608]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0675],\n", + " [-0.0806],\n", + " [-0.0772],\n", + " [-0.0746],\n", + " [-0.0737],\n", + " [-0.0739],\n", + " [-0.0726],\n", + " [-0.0791],\n", + " [-0.0758],\n", + " [-0.0808],\n", + " [-0.0785],\n", + " [-0.0763],\n", + " [-0.0749],\n", + " [-0.0758],\n", + " [-0.0869],\n", + " [-0.0771],\n", + " [-0.0691],\n", + " [-0.0765],\n", + " [-0.0731],\n", + " [-0.0734],\n", + " [-0.0748],\n", + " [-0.0764],\n", + " [-0.0744],\n", + " [-0.1020],\n", + " [-0.0789],\n", + " [-0.0728],\n", + " [-0.0729],\n", + " [-0.0761],\n", + " [-0.0867],\n", + " [-0.0767],\n", + " [-0.0783],\n", + " [-0.0746]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0317],\n", + " [0.0376],\n", + " [0.0372],\n", + " [0.0379],\n", + " [0.0382],\n", + " [0.0377],\n", + " [0.0361],\n", + " [0.0369],\n", + " [0.0375],\n", + " [0.0398],\n", + " [0.0404],\n", + " [0.0370],\n", + " [0.0351],\n", + " [0.0450],\n", + " [0.0373],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0386],\n", + " [0.0393],\n", + " [0.0386],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0217],\n", + " [0.0359],\n", + " [0.0398],\n", + " [0.0398],\n", + " [0.0372],\n", + " [0.0344],\n", + " [0.0372],\n", + " [0.0391],\n", + " [0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0948],\n", + " [-0.0936],\n", + " [-0.0937],\n", + " [-0.0915],\n", + " [-0.0956],\n", + " [-0.0912],\n", + " [-0.0952],\n", + " [-0.0959],\n", + " [-0.0932],\n", + " [-0.0930],\n", + " [-0.0925],\n", + " [-0.0890],\n", + " [-0.0914],\n", + " [-0.0947],\n", + " [-0.0845],\n", + " [-0.0913],\n", + " [-0.0877],\n", + " [-0.0930],\n", + " [-0.0913],\n", + " [-0.0929],\n", + " [-0.0870],\n", + " [-0.0930],\n", + " [-0.0922],\n", + " [-0.0856],\n", + " [-0.0953],\n", + " [-0.0881],\n", + " [-0.0903],\n", + " [-0.0904],\n", + " [-0.0952],\n", + " [-0.0909],\n", + " [-0.0901],\n", + " [-0.0900]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0591],\n", + " [0.0488],\n", + " [0.0543],\n", + " [0.0526],\n", + " [0.0577],\n", + " [0.0508],\n", + " [0.0581],\n", + " [0.0560],\n", + " [0.0548],\n", + " [0.0490],\n", + " [0.0517],\n", + " [0.0435],\n", + " [0.0528],\n", + " [0.0565],\n", + " [0.0347],\n", + " [0.0496],\n", + " [0.0527],\n", + " [0.0542],\n", + " [0.0469],\n", + " [0.0547],\n", + " [0.0401],\n", + " [0.0534],\n", + " [0.0563],\n", + " [0.0470],\n", + " [0.0540],\n", + " [0.0452],\n", + " [0.0532],\n", + " [0.0489],\n", + " [0.0499],\n", + " [0.0491],\n", + " [0.0397],\n", + " [0.0507]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0349],\n", + " [-0.0375],\n", + " [-0.0355],\n", + " [-0.0404],\n", + " [-0.0343],\n", + " [-0.0354],\n", + " [-0.0349],\n", + " [-0.0389],\n", + " [-0.0385],\n", + " [-0.0381],\n", + " [-0.0374],\n", + " [-0.0396],\n", + " [-0.0390],\n", + " [-0.0408],\n", + " [-0.0286],\n", + " [-0.0392],\n", + " [-0.0415],\n", + " [-0.0392],\n", + " [-0.0332],\n", + " [-0.0348],\n", + " [-0.0379],\n", + " [-0.0382],\n", + " [-0.0391],\n", + " [-0.0339],\n", + " [-0.0390],\n", + " [-0.0402],\n", + " [-0.0366],\n", + " [-0.0411],\n", + " [-0.0384],\n", + " [-0.0400],\n", + " [-0.0330],\n", + " [-0.0406]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0817],\n", + " [-0.0829],\n", + " [-0.0790],\n", + " [-0.0794],\n", + " [-0.0805],\n", + " [-0.0805],\n", + " [-0.0804],\n", + " [-0.0790],\n", + " [-0.0789],\n", + " [-0.0774],\n", + " [-0.0780],\n", + " [-0.0795],\n", + " [-0.0783],\n", + " [-0.0793],\n", + " [-0.0646],\n", + " [-0.0781],\n", + " [-0.0786],\n", + " [-0.0783],\n", + " [-0.0825],\n", + " [-0.0805],\n", + " [-0.0802],\n", + " [-0.0787],\n", + " [-0.0782],\n", + " [-0.0822],\n", + " [-0.0791],\n", + " [-0.0799],\n", + " [-0.0785],\n", + " [-0.0779],\n", + " [-0.0748],\n", + " [-0.0780],\n", + " [-0.0823],\n", + " [-0.0783]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1720],\n", + " [0.1629],\n", + " [0.1668],\n", + " [0.1664],\n", + " [0.1690],\n", + " [0.1646],\n", + " [0.1695],\n", + " [0.1674],\n", + " [0.1675],\n", + " [0.1637],\n", + " [0.1678],\n", + " [0.1595],\n", + " [0.1665],\n", + " [0.1679],\n", + " [0.1740],\n", + " [0.1647],\n", + " [0.1683],\n", + " [0.1674],\n", + " [0.1630],\n", + " [0.1679],\n", + " [0.1599],\n", + " [0.1662],\n", + " [0.1693],\n", + " [0.1399],\n", + " [0.1659],\n", + " [0.1616],\n", + " [0.1683],\n", + " [0.1647],\n", + " [0.1646],\n", + " [0.1645],\n", + " [0.1597],\n", + " [0.1655]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0561],\n", + " [-0.0605],\n", + " [-0.0582],\n", + " [-0.0548],\n", + " [-0.0574],\n", + " [-0.0545],\n", + " [-0.0570],\n", + " [-0.0582],\n", + " [-0.0564],\n", + " [-0.0609],\n", + " [-0.0571],\n", + " [-0.0565],\n", + " [-0.0557],\n", + " [-0.0570],\n", + " [-0.0674],\n", + " [-0.0573],\n", + " [-0.0479],\n", + " [-0.0573],\n", + " [-0.0539],\n", + " [-0.0542],\n", + " [-0.0561],\n", + " [-0.0570],\n", + " [-0.0544],\n", + " [-0.0717],\n", + " [-0.0586],\n", + " [-0.0521],\n", + " [-0.0535],\n", + " [-0.0559],\n", + " [-0.0671],\n", + " [-0.0567],\n", + " [-0.0615],\n", + " [-0.0548]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0556],\n", + " [0.0614],\n", + " [0.0640],\n", + " [0.0615],\n", + " [0.0613],\n", + " [0.0659],\n", + " [0.0597],\n", + " [0.0629],\n", + " [0.0618],\n", + " [0.0680],\n", + " [0.0669],\n", + " [0.0729],\n", + " [0.0621],\n", + " [0.0593],\n", + " [0.0310],\n", + " [0.0653],\n", + " [0.0579],\n", + " [0.0605],\n", + " [0.0699],\n", + " [0.0625],\n", + " [0.0708],\n", + " [0.0636],\n", + " [0.0605],\n", + " [0.0599],\n", + " [0.0631],\n", + " [0.0688],\n", + " [0.0617],\n", + " [0.0655],\n", + " [0.0575],\n", + " [0.0657],\n", + " [0.0720],\n", + " [0.0636]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1012],\n", + " [-0.0816],\n", + " [-0.0935],\n", + " [-0.0938],\n", + " [-0.0987],\n", + " [-0.0916],\n", + " [-0.0990],\n", + " [-0.0940],\n", + " [-0.0950],\n", + " [-0.0890],\n", + " [-0.0906],\n", + " [-0.0868],\n", + " [-0.0932],\n", + " [-0.0955],\n", + " [-0.0946],\n", + " [-0.0894],\n", + " [-0.0957],\n", + " [-0.0945],\n", + " [-0.0884],\n", + " [-0.0964],\n", + " [-0.0804],\n", + " [-0.0932],\n", + " [-0.0959],\n", + " [-0.0655],\n", + " [-0.0930],\n", + " [-0.0881],\n", + " [-0.0942],\n", + " [-0.0893],\n", + " [-0.0859],\n", + " [-0.0893],\n", + " [-0.0772],\n", + " [-0.0921]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0227],\n", + " [ 0.0153],\n", + " [ 0.0151],\n", + " [ 0.0138],\n", + " [ 0.0182],\n", + " [ 0.0141],\n", + " [ 0.0190],\n", + " [ 0.0165],\n", + " [ 0.0156],\n", + " [ 0.0103],\n", + " [ 0.0125],\n", + " [ 0.0041],\n", + " [ 0.0153],\n", + " [ 0.0186],\n", + " [ 0.0141],\n", + " [ 0.0124],\n", + " [ 0.0167],\n", + " [ 0.0163],\n", + " [ 0.0126],\n", + " [ 0.0163],\n", + " [ 0.0066],\n", + " [ 0.0149],\n", + " [ 0.0173],\n", + " [-0.0008],\n", + " [ 0.0155],\n", + " [ 0.0085],\n", + " [ 0.0162],\n", + " [ 0.0118],\n", + " [ 0.0168],\n", + " [ 0.0118],\n", + " [ 0.0071],\n", + " [ 0.0127]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0973],\n", + " [0.0848],\n", + " [0.0884],\n", + " [0.0946],\n", + " [0.0921],\n", + " [0.0872],\n", + " [0.0936],\n", + " [0.0911],\n", + " [0.0927],\n", + " [0.0889],\n", + " [0.0854],\n", + " [0.0921],\n", + " [0.0918],\n", + " [0.0958],\n", + " [0.0845],\n", + " [0.0892],\n", + " [0.0979],\n", + " [0.0945],\n", + " [0.0825],\n", + " [0.0914],\n", + " [0.0839],\n", + " [0.0903],\n", + " [0.0930],\n", + " [0.0699],\n", + " [0.0913],\n", + " [0.0908],\n", + " [0.0903],\n", + " [0.0902],\n", + " [0.0916],\n", + " [0.0897],\n", + " [0.0785],\n", + " [0.0930]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0111],\n", + " [-0.0038],\n", + " [ 0.0079],\n", + " [ 0.0126],\n", + " [ 0.0099],\n", + " [ 0.0069],\n", + " [ 0.0105],\n", + " [ 0.0075],\n", + " [ 0.0102],\n", + " [ 0.0103],\n", + " [ 0.0087],\n", + " [ 0.0140],\n", + " [ 0.0096],\n", + " [ 0.0091],\n", + " [ 0.0186],\n", + " [ 0.0092],\n", + " [ 0.0124],\n", + " [ 0.0112],\n", + " [ 0.0020],\n", + " [ 0.0103],\n", + " [ 0.0070],\n", + " [ 0.0082],\n", + " [ 0.0095],\n", + " [-0.0080],\n", + " [ 0.0078],\n", + " [ 0.0114],\n", + " [ 0.0103],\n", + " [ 0.0099],\n", + " [ 0.0062],\n", + " [ 0.0097],\n", + " [ 0.0033],\n", + " [ 0.0119]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-4.1720e-04],\n", + " [ 7.5787e-03],\n", + " [ 1.3564e-03],\n", + " [-5.0235e-03],\n", + " [ 9.8669e-04],\n", + " [-3.2893e-03],\n", + " [ 4.0883e-04],\n", + " [ 1.9591e-03],\n", + " [-1.4514e-03],\n", + " [ 3.5234e-04],\n", + " [ 3.7083e-04],\n", + " [-8.9514e-03],\n", + " [-2.7316e-03],\n", + " [ 9.4624e-05],\n", + " [ 3.0025e-02],\n", + " [-2.3717e-03],\n", + " [-9.5166e-03],\n", + " [ 6.9262e-05],\n", + " [-1.7432e-03],\n", + " [-2.5863e-03],\n", + " [-5.5602e-03],\n", + " [-1.1796e-03],\n", + " [-2.8925e-03],\n", + " [ 1.0495e-02],\n", + " [ 1.5988e-03],\n", + " [-9.2595e-03],\n", + " [-3.1837e-03],\n", + " [-4.6890e-03],\n", + " [ 1.6072e-02],\n", + " [-3.6710e-03],\n", + " [ 1.5951e-03],\n", + " [-5.9625e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0315],\n", + " [-0.0525],\n", + " [-0.0381],\n", + " [-0.0339],\n", + " [-0.0354],\n", + " [-0.0380],\n", + " [-0.0345],\n", + " [-0.0374],\n", + " [-0.0355],\n", + " [-0.0400],\n", + " [-0.0360],\n", + " [-0.0361],\n", + " [-0.0368],\n", + " [-0.0350],\n", + " [-0.0616],\n", + " [-0.0385],\n", + " [-0.0298],\n", + " [-0.0355],\n", + " [-0.0418],\n", + " [-0.0345],\n", + " [-0.0418],\n", + " [-0.0380],\n", + " [-0.0343],\n", + " [-0.0443],\n", + " [-0.0389],\n", + " [-0.0345],\n", + " [-0.0344],\n", + " [-0.0372],\n", + " [-0.0507],\n", + " [-0.0378],\n", + " [-0.0453],\n", + " [-0.0352]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0024],\n", + " [ 0.0106],\n", + " [ 0.0065],\n", + " [ 0.0027],\n", + " [ 0.0050],\n", + " [ 0.0049],\n", + " [ 0.0042],\n", + " [ 0.0058],\n", + " [ 0.0045],\n", + " [ 0.0074],\n", + " [ 0.0061],\n", + " [ 0.0025],\n", + " [ 0.0044],\n", + " [ 0.0042],\n", + " [ 0.0038],\n", + " [ 0.0055],\n", + " [-0.0012],\n", + " [ 0.0044],\n", + " [ 0.0065],\n", + " [ 0.0036],\n", + " [ 0.0067],\n", + " [ 0.0054],\n", + " [ 0.0039],\n", + " [ 0.0170],\n", + " [ 0.0061],\n", + " [ 0.0017],\n", + " [ 0.0035],\n", + " [ 0.0045],\n", + " [ 0.0083],\n", + " [ 0.0051],\n", + " [ 0.0087],\n", + " [ 0.0034]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0570],\n", + " [0.0627],\n", + " [0.0583],\n", + " [0.0567],\n", + " [0.0579],\n", + " [0.0584],\n", + " [0.0574],\n", + " [0.0575],\n", + " [0.0568],\n", + " [0.0613],\n", + " [0.0585],\n", + " [0.0613],\n", + " [0.0568],\n", + " [0.0567],\n", + " [0.0330],\n", + " [0.0588],\n", + " [0.0533],\n", + " [0.0572],\n", + " [0.0620],\n", + " [0.0570],\n", + " [0.0639],\n", + " [0.0575],\n", + " [0.0554],\n", + " [0.0669],\n", + " [0.0584],\n", + " [0.0591],\n", + " [0.0560],\n", + " [0.0582],\n", + " [0.0641],\n", + " [0.0587],\n", + " [0.0670],\n", + " [0.0571]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0189],\n", + " [-0.0176],\n", + " [-0.0171],\n", + " [-0.0167],\n", + " [-0.0187],\n", + " [-0.0153],\n", + " [-0.0189],\n", + " [-0.0187],\n", + " [-0.0173],\n", + " [-0.0164],\n", + " [-0.0177],\n", + " [-0.0146],\n", + " [-0.0166],\n", + " [-0.0187],\n", + " [-0.0398],\n", + " [-0.0165],\n", + " [-0.0176],\n", + " [-0.0180],\n", + " [-0.0135],\n", + " [-0.0175],\n", + " [-0.0131],\n", + " [-0.0166],\n", + " [-0.0178],\n", + " [-0.0077],\n", + " [-0.0174],\n", + " [-0.0144],\n", + " [-0.0172],\n", + " [-0.0159],\n", + " [-0.0222],\n", + " [-0.0160],\n", + " [-0.0161],\n", + " [-0.0161]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1705],\n", + " [-0.1791],\n", + " [-0.1713],\n", + " [-0.1701],\n", + " [-0.1706],\n", + " [-0.1676],\n", + " [-0.1706],\n", + " [-0.1746],\n", + " [-0.1715],\n", + " [-0.1737],\n", + " [-0.1712],\n", + " [-0.1701],\n", + " [-0.1702],\n", + " [-0.1742],\n", + " [-0.1926],\n", + " [-0.1706],\n", + " [-0.1662],\n", + " [-0.1735],\n", + " [-0.1671],\n", + " [-0.1688],\n", + " [-0.1663],\n", + " [-0.1711],\n", + " [-0.1701],\n", + " [-0.1684],\n", + " [-0.1745],\n", + " [-0.1669],\n", + " [-0.1681],\n", + " [-0.1698],\n", + " [-0.1873],\n", + " [-0.1701],\n", + " [-0.1693],\n", + " [-0.1691]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0050],\n", + " [-0.0203],\n", + " [-0.0236],\n", + " [-0.0214],\n", + " [-0.0211],\n", + " [-0.0218],\n", + " [-0.0191],\n", + " [-0.0216],\n", + " [-0.0214],\n", + " [-0.0226],\n", + " [-0.0292],\n", + " [-0.0217],\n", + " [-0.0196],\n", + " [ 0.0258],\n", + " [-0.0217],\n", + " [-0.0238],\n", + " [-0.0205],\n", + " [-0.0178],\n", + " [-0.0220],\n", + " [-0.0209],\n", + " [-0.0210],\n", + " [-0.0222],\n", + " [ 0.0227],\n", + " [-0.0188],\n", + " [-0.0258],\n", + " [-0.0225],\n", + " [-0.0233],\n", + " [-0.0040],\n", + " [-0.0227],\n", + " [-0.0159],\n", + " [-0.0243]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0179],\n", + " [ 0.0100],\n", + " [ 0.0060],\n", + " [ 0.0045],\n", + " [ 0.0127],\n", + " [ 0.0033],\n", + " [ 0.0133],\n", + " [ 0.0070],\n", + " [ 0.0065],\n", + " [ 0.0001],\n", + " [-0.0005],\n", + " [-0.0072],\n", + " [ 0.0042],\n", + " [ 0.0090],\n", + " [ 0.0316],\n", + " [ 0.0003],\n", + " [ 0.0060],\n", + " [ 0.0064],\n", + " [ 0.0007],\n", + " [ 0.0086],\n", + " [-0.0081],\n", + " [ 0.0047],\n", + " [ 0.0070],\n", + " [ 0.0242],\n", + " [ 0.0058],\n", + " [-0.0048],\n", + " [ 0.0047],\n", + " [-0.0014],\n", + " [ 0.0102],\n", + " [-0.0007],\n", + " [-0.0062],\n", + " [ 0.0014]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0903],\n", + " [0.0923],\n", + " [0.0924],\n", + " [0.0922],\n", + " [0.0899],\n", + " [0.0961],\n", + " [0.0899],\n", + " [0.0914],\n", + " [0.0918],\n", + " [0.0913],\n", + " [0.0951],\n", + " [0.0925],\n", + " [0.0942],\n", + " [0.0917],\n", + " [0.0677],\n", + " [0.0952],\n", + " [0.0961],\n", + " [0.0905],\n", + " [0.0981],\n", + " [0.0919],\n", + " [0.1000],\n", + " [0.0935],\n", + " [0.0937],\n", + " [0.0883],\n", + " [0.0912],\n", + " [0.0969],\n", + " [0.0949],\n", + " [0.0962],\n", + " [0.0863],\n", + " [0.0955],\n", + " [0.1001],\n", + " [0.0945]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0890],\n", + " [0.0870],\n", + " [0.0824],\n", + " [0.0806],\n", + " [0.0859],\n", + " [0.0830],\n", + " [0.0862],\n", + " [0.0793],\n", + " [0.0816],\n", + " [0.0779],\n", + " [0.0760],\n", + " [0.0760],\n", + " [0.0813],\n", + " [0.0814],\n", + " [0.0868],\n", + " [0.0787],\n", + " [0.0793],\n", + " [0.0814],\n", + " [0.0856],\n", + " [0.0835],\n", + " [0.0818],\n", + " [0.0811],\n", + " [0.0809],\n", + " [0.0873],\n", + " [0.0803],\n", + " [0.0778],\n", + " [0.0818],\n", + " [0.0775],\n", + " [0.0792],\n", + " [0.0781],\n", + " [0.0824],\n", + " [0.0794]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0884],\n", + " [0.0956],\n", + " [0.0880],\n", + " [0.0870],\n", + " [0.0881],\n", + " [0.0871],\n", + " [0.0879],\n", + " [0.0879],\n", + " [0.0869],\n", + " [0.0889],\n", + " [0.0876],\n", + " [0.0874],\n", + " [0.0861],\n", + " [0.0867],\n", + " [0.0778],\n", + " [0.0873],\n", + " [0.0833],\n", + " [0.0865],\n", + " [0.0873],\n", + " [0.0868],\n", + " [0.0873],\n", + " [0.0872],\n", + " [0.0852],\n", + " [0.1103],\n", + " [0.0884],\n", + " [0.0858],\n", + " [0.0850],\n", + " [0.0865],\n", + " [0.0936],\n", + " [0.0870],\n", + " [0.0916],\n", + " [0.0861]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0429],\n", + " [0.0410],\n", + " [0.0420],\n", + " [0.0374],\n", + " [0.0431],\n", + " [0.0411],\n", + " [0.0427],\n", + " [0.0398],\n", + " [0.0396],\n", + " [0.0388],\n", + " [0.0411],\n", + " [0.0357],\n", + " [0.0397],\n", + " [0.0387],\n", + " [0.0432],\n", + " [0.0394],\n", + " [0.0372],\n", + " [0.0389],\n", + " [0.0426],\n", + " [0.0413],\n", + " [0.0397],\n", + " [0.0403],\n", + " [0.0402],\n", + " [0.0488],\n", + " [0.0395],\n", + " [0.0368],\n", + " [0.0412],\n", + " [0.0381],\n", + " [0.0404],\n", + " [0.0387],\n", + " [0.0435],\n", + " [0.0377]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0349],\n", + " [0.0331],\n", + " [0.0364],\n", + " [0.0385],\n", + " [0.0357],\n", + " [0.0380],\n", + " [0.0358],\n", + " [0.0358],\n", + " [0.0376],\n", + " [0.0374],\n", + " [0.0343],\n", + " [0.0383],\n", + " [0.0385],\n", + " [0.0378],\n", + " [0.0241],\n", + " [0.0376],\n", + " [0.0394],\n", + " [0.0384],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0389],\n", + " [0.0375],\n", + " [0.0372],\n", + " [0.0199],\n", + " [0.0370],\n", + " [0.0391],\n", + " [0.0374],\n", + " [0.0385],\n", + " [0.0305],\n", + " [0.0382],\n", + " [0.0346],\n", + " [0.0393]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0686],\n", + " [-0.0644],\n", + " [-0.0737],\n", + " [-0.0745],\n", + " [-0.0721],\n", + " [-0.0750],\n", + " [-0.0716],\n", + " [-0.0721],\n", + " [-0.0737],\n", + " [-0.0758],\n", + " [-0.0753],\n", + " [-0.0817],\n", + " [-0.0745],\n", + " [-0.0715],\n", + " [-0.0647],\n", + " [-0.0754],\n", + " [-0.0746],\n", + " [-0.0736],\n", + " [-0.0748],\n", + " [-0.0740],\n", + " [-0.0779],\n", + " [-0.0739],\n", + " [-0.0737],\n", + " [-0.0534],\n", + " [-0.0723],\n", + " [-0.0788],\n", + " [-0.0752],\n", + " [-0.0760],\n", + " [-0.0670],\n", + " [-0.0758],\n", + " [-0.0760],\n", + " [-0.0762]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0967],\n", + " [-0.1191],\n", + " [-0.1031],\n", + " [-0.1015],\n", + " [-0.0994],\n", + " [-0.1031],\n", + " [-0.0986],\n", + " [-0.1043],\n", + " [-0.1017],\n", + " [-0.1074],\n", + " [-0.1060],\n", + " [-0.1050],\n", + " [-0.1022],\n", + " [-0.1024],\n", + " [-0.1292],\n", + " [-0.1055],\n", + " [-0.0990],\n", + " [-0.1024],\n", + " [-0.1057],\n", + " [-0.1002],\n", + " [-0.1093],\n", + " [-0.1029],\n", + " [-0.1007],\n", + " [-0.1239],\n", + " [-0.1045],\n", + " [-0.1037],\n", + " [-0.1009],\n", + " [-0.1051],\n", + " [-0.1172],\n", + " [-0.1052],\n", + " [-0.1133],\n", + " [-0.1025]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0637],\n", + " [-0.0561],\n", + " [-0.0606],\n", + " [-0.0640],\n", + " [-0.0619],\n", + " [-0.0618],\n", + " [-0.0623],\n", + " [-0.0618],\n", + " [-0.0625],\n", + " [-0.0599],\n", + " [-0.0620],\n", + " [-0.0640],\n", + " [-0.0622],\n", + " [-0.0626],\n", + " [-0.0210],\n", + " [-0.0613],\n", + " [-0.0660],\n", + " [-0.0617],\n", + " [-0.0608],\n", + " [-0.0628],\n", + " [-0.0599],\n", + " [-0.0618],\n", + " [-0.0637],\n", + " [-0.0429],\n", + " [-0.0611],\n", + " [-0.0643],\n", + " [-0.0627],\n", + " [-0.0627],\n", + " [-0.0522],\n", + " [-0.0621],\n", + " [-0.0551],\n", + " [-0.0637]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0629],\n", + " [-0.0620],\n", + " [-0.0629],\n", + " [-0.0645],\n", + " [-0.0716],\n", + " [-0.0639],\n", + " [-0.0580],\n", + " [-0.0629],\n", + " [-0.0604],\n", + " [-0.0329],\n", + " [-0.0627],\n", + " [-0.0642],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0639],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0610],\n", + " [-0.0625],\n", + " [-0.0436],\n", + " [-0.0592],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0614],\n", + " [-0.0629],\n", + " [-0.0621],\n", + " [-0.0633],\n", + " [-0.0675],\n", + " [-0.0648],\n", + " [-0.0659],\n", + " [-0.2311],\n", + " [-0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0734],\n", + " [-0.0760],\n", + " [-0.0752],\n", + " [-0.0779],\n", + " [-0.0767],\n", + " [-0.0766],\n", + " [-0.0688],\n", + " [-0.0709],\n", + " [-0.0724],\n", + " [-0.0871],\n", + " [-0.0747],\n", + " [-0.0777],\n", + " [-0.0677],\n", + " [-0.0755],\n", + " [-0.0717],\n", + " [-0.0761],\n", + " [-0.0762],\n", + " [-0.0727],\n", + " [-0.0701],\n", + " [-0.0681],\n", + " [-0.0725],\n", + " [-0.0711],\n", + " [-0.0756],\n", + " [-0.0697],\n", + " [-0.0765],\n", + " [-0.0714],\n", + " [-0.0725],\n", + " [-0.0810],\n", + " [-0.0779],\n", + " [-0.0796],\n", + " [-0.2570],\n", + " [-0.0751]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0384],\n", + " [0.0368],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0338],\n", + " [0.0362],\n", + " [0.0369],\n", + " [0.0360],\n", + " [0.0391],\n", + " [0.0285],\n", + " [0.0401],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0284],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0390],\n", + " [0.0371],\n", + " [0.0403],\n", + " [0.0377],\n", + " [0.0380],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0362],\n", + " [0.0368],\n", + " [0.0354],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0363],\n", + " [0.0415],\n", + " [0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0895],\n", + " [-0.0915],\n", + " [-0.0960],\n", + " [-0.0945],\n", + " [-0.0927],\n", + " [-0.0959],\n", + " [-0.0871],\n", + " [-0.0957],\n", + " [-0.0901],\n", + " [-0.0625],\n", + " [-0.0914],\n", + " [-0.0940],\n", + " [-0.0949],\n", + " [-0.0933],\n", + " [-0.0842],\n", + " [-0.0936],\n", + " [-0.0924],\n", + " [-0.0904],\n", + " [-0.0954],\n", + " [-0.0827],\n", + " [-0.0876],\n", + " [-0.0885],\n", + " [-0.0928],\n", + " [-0.0943],\n", + " [-0.0916],\n", + " [-0.0931],\n", + " [-0.0964],\n", + " [-0.0961],\n", + " [-0.0959],\n", + " [-0.0958],\n", + " [-0.0253],\n", + " [-0.0901]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0530],\n", + " [ 0.0510],\n", + " [ 0.0575],\n", + " [ 0.0550],\n", + " [ 0.0553],\n", + " [ 0.0579],\n", + " [ 0.0386],\n", + " [ 0.0597],\n", + " [ 0.0485],\n", + " [-0.0104],\n", + " [ 0.0525],\n", + " [ 0.0541],\n", + " [ 0.0590],\n", + " [ 0.0553],\n", + " [ 0.0474],\n", + " [ 0.0538],\n", + " [ 0.0530],\n", + " [ 0.0524],\n", + " [ 0.0590],\n", + " [ 0.0306],\n", + " [ 0.0475],\n", + " [ 0.0448],\n", + " [ 0.0544],\n", + " [ 0.0587],\n", + " [ 0.0484],\n", + " [ 0.0566],\n", + " [ 0.0593],\n", + " [ 0.0541],\n", + " [ 0.0566],\n", + " [ 0.0541],\n", + " [ 0.0203],\n", + " [ 0.0485]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0413],\n", + " [-0.0397],\n", + " [-0.0363],\n", + " [-0.0362],\n", + " [-0.0432],\n", + " [-0.0365],\n", + " [-0.0419],\n", + " [-0.0344],\n", + " [-0.0366],\n", + " [-0.0640],\n", + " [-0.0321],\n", + " [-0.0392],\n", + " [-0.0346],\n", + " [-0.0384],\n", + " [-0.0289],\n", + " [-0.0359],\n", + " [-0.0400],\n", + " [-0.0380],\n", + " [-0.0344],\n", + " [-0.0405],\n", + " [-0.0432],\n", + " [-0.0384],\n", + " [-0.0381],\n", + " [-0.0347],\n", + " [-0.0404],\n", + " [-0.0384],\n", + " [-0.0355],\n", + " [-0.0380],\n", + " [-0.0368],\n", + " [-0.0375],\n", + " [-0.0776],\n", + " [-0.0407]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0777],\n", + " [-0.0788],\n", + " [-0.0794],\n", + " [-0.0788],\n", + " [-0.0769],\n", + " [-0.0785],\n", + " [-0.0807],\n", + " [-0.0804],\n", + " [-0.0806],\n", + " [-0.0354],\n", + " [-0.0811],\n", + " [-0.0786],\n", + " [-0.0819],\n", + " [-0.0789],\n", + " [-0.0822],\n", + " [-0.0798],\n", + " [-0.0785],\n", + " [-0.0793],\n", + " [-0.0811],\n", + " [-0.0850],\n", + " [-0.0789],\n", + " [-0.0800],\n", + " [-0.0787],\n", + " [-0.0811],\n", + " [-0.0790],\n", + " [-0.0802],\n", + " [-0.0803],\n", + " [-0.0787],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0820],\n", + " [-0.0796]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1694],\n", + " [0.1646],\n", + " [0.1681],\n", + " [0.1672],\n", + " [0.1731],\n", + " [0.1685],\n", + " [0.1624],\n", + " [0.1717],\n", + " [0.1643],\n", + " [0.1452],\n", + " [0.1679],\n", + " [0.1666],\n", + " [0.1721],\n", + " [0.1681],\n", + " [0.1663],\n", + " [0.1664],\n", + " [0.1664],\n", + " [0.1673],\n", + " [0.1712],\n", + " [0.1552],\n", + " [0.1628],\n", + " [0.1655],\n", + " [0.1672],\n", + " [0.1715],\n", + " [0.1636],\n", + " [0.1691],\n", + " [0.1700],\n", + " [0.1661],\n", + " [0.1677],\n", + " [0.1658],\n", + " [0.0439],\n", + " [0.1628]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0527],\n", + " [-0.0559],\n", + " [-0.0591],\n", + " [-0.0586],\n", + " [-0.0577],\n", + " [-0.0592],\n", + " [-0.0475],\n", + " [-0.0578],\n", + " [-0.0516],\n", + " [-0.0905],\n", + " [-0.0560],\n", + " [-0.0577],\n", + " [-0.0560],\n", + " [-0.0568],\n", + " [-0.0583],\n", + " [-0.0559],\n", + " [-0.0563],\n", + " [-0.0522],\n", + " [-0.0563],\n", + " [-0.0574],\n", + " [-0.0522],\n", + " [-0.0507],\n", + " [-0.0562],\n", + " [-0.0543],\n", + " [-0.0560],\n", + " [-0.0548],\n", + " [-0.0585],\n", + " [-0.0605],\n", + " [-0.0598],\n", + " [-0.0597],\n", + " [-0.0578],\n", + " [-0.0549]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0610],\n", + " [0.0649],\n", + " [0.0613],\n", + " [0.0631],\n", + " [0.0554],\n", + " [0.0616],\n", + " [0.0703],\n", + " [0.0578],\n", + " [0.0666],\n", + " [0.0952],\n", + " [0.0660],\n", + " [0.0627],\n", + " [0.0566],\n", + " [0.0605],\n", + " [0.0293],\n", + " [0.0660],\n", + " [0.0624],\n", + " [0.0631],\n", + " [0.0582],\n", + " [0.0758],\n", + " [0.0645],\n", + " [0.0667],\n", + " [0.0624],\n", + " [0.0583],\n", + " [0.0665],\n", + " [0.0574],\n", + " [0.0587],\n", + " [0.0638],\n", + " [0.0621],\n", + " [0.0644],\n", + " [0.0101],\n", + " [0.0670]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0930],\n", + " [-0.0918],\n", + " [-0.0979],\n", + " [-0.0940],\n", + " [-0.0966],\n", + " [-0.0972],\n", + " [-0.0807],\n", + " [-0.1007],\n", + " [-0.0911],\n", + " [-0.0583],\n", + " [-0.0905],\n", + " [-0.0939],\n", + " [-0.1014],\n", + " [-0.0957],\n", + " [-0.0917],\n", + " [-0.0942],\n", + " [-0.0934],\n", + " [-0.0937],\n", + " [-0.1004],\n", + " [-0.0718],\n", + " [-0.0890],\n", + " [-0.0846],\n", + " [-0.0944],\n", + " [-0.1005],\n", + " [-0.0882],\n", + " [-0.0976],\n", + " [-0.0998],\n", + " [-0.0927],\n", + " [-0.0960],\n", + " [-0.0933],\n", + " [-0.0856],\n", + " [-0.0901]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0166],\n", + " [ 0.0124],\n", + " [ 0.0178],\n", + " [ 0.0160],\n", + " [ 0.0227],\n", + " [ 0.0176],\n", + " [ 0.0084],\n", + " [ 0.0207],\n", + " [ 0.0129],\n", + " [-0.0310],\n", + " [ 0.0175],\n", + " [ 0.0153],\n", + " [ 0.0225],\n", + " [ 0.0162],\n", + " [ 0.0199],\n", + " [ 0.0135],\n", + " [ 0.0149],\n", + " [ 0.0155],\n", + " [ 0.0214],\n", + " [ 0.0063],\n", + " [ 0.0117],\n", + " [ 0.0126],\n", + " [ 0.0156],\n", + " [ 0.0215],\n", + " [ 0.0111],\n", + " [ 0.0182],\n", + " [ 0.0195],\n", + " [ 0.0154],\n", + " [ 0.0168],\n", + " [ 0.0146],\n", + " [-0.0033],\n", + " [ 0.0097]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0906],\n", + " [ 0.0913],\n", + " [ 0.0930],\n", + " [ 0.0892],\n", + " [ 0.0943],\n", + " [ 0.0923],\n", + " [ 0.0843],\n", + " [ 0.0950],\n", + " [ 0.0878],\n", + " [ 0.0856],\n", + " [ 0.0813],\n", + " [ 0.0925],\n", + " [ 0.0955],\n", + " [ 0.0945],\n", + " [ 0.1019],\n", + " [ 0.0888],\n", + " [ 0.0928],\n", + " [ 0.0902],\n", + " [ 0.0941],\n", + " [ 0.0906],\n", + " [ 0.0932],\n", + " [ 0.0813],\n", + " [ 0.0911],\n", + " [ 0.0945],\n", + " [ 0.0892],\n", + " [ 0.0967],\n", + " [ 0.0951],\n", + " [ 0.0906],\n", + " [ 0.0920],\n", + " [ 0.0899],\n", + " [-0.0186],\n", + " [ 0.0921]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0095],\n", + " [0.0099],\n", + " [0.0094],\n", + " [0.0076],\n", + " [0.0100],\n", + " [0.0085],\n", + " [0.0025],\n", + " [0.0097],\n", + " [0.0073],\n", + " [0.0544],\n", + " [0.0025],\n", + " [0.0096],\n", + " [0.0106],\n", + " [0.0117],\n", + " [0.0132],\n", + " [0.0087],\n", + " [0.0100],\n", + " [0.0093],\n", + " [0.0096],\n", + " [0.0123],\n", + " [0.0121],\n", + " [0.0016],\n", + " [0.0090],\n", + " [0.0096],\n", + " [0.0074],\n", + " [0.0124],\n", + " [0.0094],\n", + " [0.0079],\n", + " [0.0088],\n", + " [0.0076],\n", + " [0.0215],\n", + " [0.0120]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.6019e-03],\n", + " [-4.7589e-03],\n", + " [ 1.8157e-03],\n", + " [ 2.4009e-03],\n", + " [ 9.7599e-03],\n", + " [ 2.3776e-03],\n", + " [-1.3266e-02],\n", + " [ 1.3007e-03],\n", + " [-5.6770e-03],\n", + " [-4.3074e-02],\n", + " [ 3.6253e-03],\n", + " [ 5.0966e-05],\n", + " [ 1.7471e-04],\n", + " [-1.0130e-03],\n", + " [ 1.3405e-02],\n", + " [-3.1736e-03],\n", + " [-2.1022e-03],\n", + " [-5.1902e-03],\n", + " [ 5.6106e-04],\n", + " [-1.7357e-02],\n", + " [-1.0165e-02],\n", + " [-4.6574e-03],\n", + " [-1.5497e-03],\n", + " [-6.0589e-04],\n", + " [-5.2566e-03],\n", + " [-3.1709e-03],\n", + " [ 1.5480e-03],\n", + " [ 4.2513e-03],\n", + " [ 3.2067e-03],\n", + " [ 2.5444e-03],\n", + " [ 1.2994e-01],\n", + " [-8.0401e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0341],\n", + " [-0.0371],\n", + " [-0.0368],\n", + " [-0.0386],\n", + " [-0.0368],\n", + " [-0.0364],\n", + " [-0.0421],\n", + " [-0.0339],\n", + " [-0.0365],\n", + " [-0.0382],\n", + " [-0.0424],\n", + " [-0.0368],\n", + " [-0.0322],\n", + " [-0.0341],\n", + " [-0.0323],\n", + " [-0.0363],\n", + " [-0.0364],\n", + " [-0.0346],\n", + " [-0.0341],\n", + " [-0.0437],\n", + " [-0.0349],\n", + " [-0.0413],\n", + " [-0.0367],\n", + " [-0.0326],\n", + " [-0.0394],\n", + " [-0.0310],\n", + " [-0.0350],\n", + " [-0.0399],\n", + " [-0.0372],\n", + " [-0.0395],\n", + " [ 0.0147],\n", + " [-0.0353]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0029],\n", + " [ 0.0046],\n", + " [ 0.0059],\n", + " [ 0.0065],\n", + " [ 0.0032],\n", + " [ 0.0061],\n", + " [ 0.0019],\n", + " [ 0.0047],\n", + " [ 0.0034],\n", + " [ 0.0083],\n", + " [ 0.0081],\n", + " [ 0.0052],\n", + " [ 0.0025],\n", + " [ 0.0041],\n", + " [ 0.0059],\n", + " [ 0.0050],\n", + " [ 0.0044],\n", + " [ 0.0030],\n", + " [ 0.0038],\n", + " [ 0.0018],\n", + " [ 0.0010],\n", + " [ 0.0044],\n", + " [ 0.0049],\n", + " [ 0.0031],\n", + " [ 0.0052],\n", + " [ 0.0021],\n", + " [ 0.0055],\n", + " [ 0.0070],\n", + " [ 0.0063],\n", + " [ 0.0069],\n", + " [-0.0127],\n", + " [ 0.0030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0548],\n", + " [0.0580],\n", + " [0.0576],\n", + " [0.0578],\n", + " [0.0534],\n", + " [0.0573],\n", + " [0.0616],\n", + " [0.0578],\n", + " [0.0581],\n", + " [0.0575],\n", + " [0.0606],\n", + " [0.0576],\n", + " [0.0575],\n", + " [0.0569],\n", + " [0.0589],\n", + " [0.0578],\n", + " [0.0570],\n", + " [0.0560],\n", + " [0.0575],\n", + " [0.0641],\n", + " [0.0567],\n", + " [0.0594],\n", + " [0.0568],\n", + " [0.0571],\n", + " [0.0596],\n", + " [0.0562],\n", + " [0.0579],\n", + " [0.0592],\n", + " [0.0578],\n", + " [0.0589],\n", + " [0.0469],\n", + " [0.0587]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0177],\n", + " [-0.0157],\n", + " [-0.0184],\n", + " [-0.0178],\n", + " [-0.0233],\n", + " [-0.0182],\n", + " [-0.0120],\n", + " [-0.0187],\n", + " [-0.0141],\n", + " [ 0.0048],\n", + " [-0.0178],\n", + " [-0.0176],\n", + " [-0.0191],\n", + " [-0.0176],\n", + " [-0.0289],\n", + " [-0.0167],\n", + " [-0.0170],\n", + " [-0.0166],\n", + " [-0.0193],\n", + " [-0.0134],\n", + " [-0.0165],\n", + " [-0.0141],\n", + " [-0.0170],\n", + " [-0.0189],\n", + " [-0.0154],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0185],\n", + " [-0.0183],\n", + " [-0.0172],\n", + " [ 0.0240],\n", + " [-0.0160]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1690],\n", + " [-0.1696],\n", + " [-0.1728],\n", + " [-0.1727],\n", + " [-0.1796],\n", + " [-0.1733],\n", + " [-0.1640],\n", + " [-0.1711],\n", + " [-0.1667],\n", + " [-0.1470],\n", + " [-0.1683],\n", + " [-0.1733],\n", + " [-0.1700],\n", + " [-0.1723],\n", + " [-0.1725],\n", + " [-0.1690],\n", + " [-0.1717],\n", + " [-0.1674],\n", + " [-0.1702],\n", + " [-0.1646],\n", + " [-0.1671],\n", + " [-0.1659],\n", + " [-0.1707],\n", + " [-0.1692],\n", + " [-0.1698],\n", + " [-0.1701],\n", + " [-0.1719],\n", + " [-0.1765],\n", + " [-0.1743],\n", + " [-0.1744],\n", + " [-0.2358],\n", + " [-0.1685]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0225],\n", + " [-0.0234],\n", + " [-0.0210],\n", + " [-0.0192],\n", + " [-0.0120],\n", + " [-0.0205],\n", + " [-0.0210],\n", + " [-0.0214],\n", + " [-0.0217],\n", + " [-0.0401],\n", + " [-0.0162],\n", + " [-0.0205],\n", + " [-0.0219],\n", + " [-0.0218],\n", + " [ 0.0066],\n", + " [-0.0232],\n", + " [-0.0214],\n", + " [-0.0230],\n", + " [-0.0216],\n", + " [-0.0266],\n", + " [-0.0262],\n", + " [-0.0182],\n", + " [-0.0214],\n", + " [-0.0216],\n", + " [-0.0223],\n", + " [-0.0233],\n", + " [-0.0209],\n", + " [-0.0175],\n", + " [-0.0197],\n", + " [-0.0191],\n", + " [ 0.2030],\n", + " [-0.0265]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0015],\n", + " [ 0.0017],\n", + " [ 0.0112],\n", + " [ 0.0067],\n", + " [ 0.0092],\n", + " [ 0.0103],\n", + " [-0.0104],\n", + " [ 0.0170],\n", + " [ 0.0007],\n", + " [-0.0573],\n", + " [ 0.0050],\n", + " [ 0.0057],\n", + " [ 0.0174],\n", + " [ 0.0076],\n", + " [ 0.0332],\n", + " [ 0.0055],\n", + " [ 0.0044],\n", + " [ 0.0034],\n", + " [ 0.0160],\n", + " [-0.0153],\n", + " [-0.0028],\n", + " [-0.0050],\n", + " [ 0.0058],\n", + " [ 0.0149],\n", + " [-0.0010],\n", + " [ 0.0111],\n", + " [ 0.0159],\n", + " [ 0.0064],\n", + " [ 0.0090],\n", + " [ 0.0059],\n", + " [ 0.0994],\n", + " [-0.0014]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0983],\n", + " [ 0.0942],\n", + " [ 0.0890],\n", + " [ 0.0920],\n", + " [ 0.0974],\n", + " [ 0.0900],\n", + " [ 0.1066],\n", + " [ 0.0900],\n", + " [ 0.0974],\n", + " [ 0.1109],\n", + " [ 0.0975],\n", + " [ 0.0912],\n", + " [ 0.0911],\n", + " [ 0.0904],\n", + " [ 0.0951],\n", + " [ 0.0930],\n", + " [ 0.0928],\n", + " [ 0.0964],\n", + " [ 0.0909],\n", + " [ 0.1028],\n", + " [ 0.0982],\n", + " [ 0.1049],\n", + " [ 0.0932],\n", + " [ 0.0919],\n", + " [ 0.0960],\n", + " [ 0.0914],\n", + " [ 0.0891],\n", + " [ 0.0897],\n", + " [ 0.0896],\n", + " [ 0.0904],\n", + " [-0.0602],\n", + " [ 0.0948]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0779],\n", + " [0.0796],\n", + " [0.0855],\n", + " [0.0818],\n", + " [0.0721],\n", + " [0.0834],\n", + " [0.0781],\n", + " [0.0882],\n", + " [0.0809],\n", + " [0.0259],\n", + " [0.0870],\n", + " [0.0804],\n", + " [0.0888],\n", + " [0.0822],\n", + " [0.1032],\n", + " [0.0807],\n", + " [0.0804],\n", + " [0.0803],\n", + " [0.0878],\n", + " [0.0868],\n", + " [0.0765],\n", + " [0.0802],\n", + " [0.0816],\n", + " [0.0866],\n", + " [0.0785],\n", + " [0.0838],\n", + " [0.0880],\n", + " [0.0797],\n", + " [0.0825],\n", + " [0.0807],\n", + " [0.0162],\n", + " [0.0776]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0843],\n", + " [0.0874],\n", + " [0.0879],\n", + " [0.0879],\n", + " [0.0848],\n", + " [0.0872],\n", + " [0.0830],\n", + " [0.0882],\n", + " [0.0861],\n", + " [0.0611],\n", + " [0.0876],\n", + " [0.0873],\n", + " [0.0885],\n", + " [0.0867],\n", + " [0.0839],\n", + " [0.0878],\n", + " [0.0865],\n", + " [0.0853],\n", + " [0.0880],\n", + " [0.0834],\n", + " [0.0855],\n", + " [0.0842],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0873],\n", + " [0.0874],\n", + " [0.0887],\n", + " [0.0890],\n", + " [0.0877],\n", + " [0.0888],\n", + " [0.1657],\n", + " [0.0877]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0402],\n", + " [0.0385],\n", + " [0.0418],\n", + " [0.0419],\n", + " [0.0425],\n", + " [0.0419],\n", + " [0.0380],\n", + " [0.0436],\n", + " [0.0396],\n", + " [0.0523],\n", + " [0.0470],\n", + " [0.0390],\n", + " [0.0436],\n", + " [0.0393],\n", + " [0.0429],\n", + " [0.0406],\n", + " [0.0386],\n", + " [0.0402],\n", + " [0.0437],\n", + " [0.0427],\n", + " [0.0367],\n", + " [0.0419],\n", + " [0.0404],\n", + " [0.0437],\n", + " [0.0385],\n", + " [0.0399],\n", + " [0.0426],\n", + " [0.0399],\n", + " [0.0413],\n", + " [0.0403],\n", + " [0.0550],\n", + " [0.0370]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0371],\n", + " [ 0.0385],\n", + " [ 0.0367],\n", + " [ 0.0360],\n", + " [ 0.0306],\n", + " [ 0.0359],\n", + " [ 0.0376],\n", + " [ 0.0342],\n", + " [ 0.0379],\n", + " [ 0.0128],\n", + " [ 0.0345],\n", + " [ 0.0377],\n", + " [ 0.0347],\n", + " [ 0.0378],\n", + " [ 0.0191],\n", + " [ 0.0364],\n", + " [ 0.0385],\n", + " [ 0.0377],\n", + " [ 0.0349],\n", + " [ 0.0461],\n", + " [ 0.0395],\n", + " [ 0.0344],\n", + " [ 0.0374],\n", + " [ 0.0358],\n", + " [ 0.0379],\n", + " [ 0.0370],\n", + " [ 0.0347],\n", + " [ 0.0361],\n", + " [ 0.0362],\n", + " [ 0.0364],\n", + " [-0.0697],\n", + " [ 0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0751],\n", + " [-0.0752],\n", + " [-0.0721],\n", + " [-0.0731],\n", + " [-0.0713],\n", + " [-0.0721],\n", + " [-0.0764],\n", + " [-0.0694],\n", + " [-0.0755],\n", + " [-0.1344],\n", + " [-0.0738],\n", + " [-0.0734],\n", + " [-0.0689],\n", + " [-0.0736],\n", + " [-0.0558],\n", + " [-0.0745],\n", + " [-0.0741],\n", + " [-0.0751],\n", + " [-0.0699],\n", + " [-0.0885],\n", + " [-0.0780],\n", + " [-0.0749],\n", + " [-0.0738],\n", + " [-0.0708],\n", + " [-0.0749],\n", + " [-0.0717],\n", + " [-0.0695],\n", + " [-0.0723],\n", + " [-0.0723],\n", + " [-0.0726],\n", + " [ 0.0462],\n", + " [-0.0774]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1030],\n", + " [-0.1031],\n", + " [-0.1000],\n", + " [-0.1035],\n", + " [-0.1110],\n", + " [-0.1008],\n", + " [-0.1081],\n", + " [-0.0984],\n", + " [-0.1032],\n", + " [-0.1411],\n", + " [-0.1054],\n", + " [-0.1034],\n", + " [-0.0971],\n", + " [-0.1011],\n", + " [-0.1021],\n", + " [-0.1022],\n", + " [-0.1029],\n", + " [-0.1014],\n", + " [-0.0979],\n", + " [-0.1144],\n", + " [-0.1029],\n", + " [-0.1073],\n", + " [-0.1019],\n", + " [-0.0980],\n", + " [-0.1052],\n", + " [-0.0988],\n", + " [-0.0989],\n", + " [-0.1061],\n", + " [-0.1022],\n", + " [-0.1045],\n", + " [-0.1475],\n", + " [-0.1034]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0634],\n", + " [-0.0632],\n", + " [-0.0611],\n", + " [-0.0603],\n", + " [-0.0576],\n", + " [-0.0615],\n", + " [-0.0625],\n", + " [-0.0628],\n", + " [-0.0636],\n", + " [-0.0214],\n", + " [-0.0584],\n", + " [-0.0619],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0557],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0638],\n", + " [-0.0627],\n", + " [-0.0544],\n", + " [-0.0644],\n", + " [-0.0617],\n", + " [-0.0622],\n", + " [-0.0633],\n", + " [-0.0629],\n", + " [-0.0642],\n", + " [-0.0623],\n", + " [-0.0596],\n", + " [-0.0608],\n", + " [-0.0606],\n", + " [ 0.0321],\n", + " [-0.0643]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0642],\n", + " [-0.0635],\n", + " [-0.0620],\n", + " [-0.0606],\n", + " [-0.0630],\n", + " [-0.0619],\n", + " [-0.0690],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0679],\n", + " [-0.0586],\n", + " [-0.0609],\n", + " [-0.0625],\n", + " [-0.0630],\n", + " [-0.0597],\n", + " [-0.0627],\n", + " [-0.0597],\n", + " [-0.0622],\n", + " [-0.0617],\n", + " [-0.0642],\n", + " [-0.0622],\n", + " [-0.0583],\n", + " [-0.0639],\n", + " [-0.0634],\n", + " [-0.0461],\n", + " [-0.0581],\n", + " [-0.0591],\n", + " [-0.0610],\n", + " [-0.0587],\n", + " [-0.0623],\n", + " [-0.0590],\n", + " [-0.0623]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0781],\n", + " [-0.0777],\n", + " [-0.0674],\n", + " [-0.0680],\n", + " [-0.0732],\n", + " [-0.0708],\n", + " [-0.0806],\n", + " [-0.0758],\n", + " [-0.0759],\n", + " [-0.0805],\n", + " [-0.0751],\n", + " [-0.0737],\n", + " [-0.0684],\n", + " [-0.0751],\n", + " [-0.0730],\n", + " [-0.0757],\n", + " [-0.0686],\n", + " [-0.0751],\n", + " [-0.0762],\n", + " [-0.0758],\n", + " [-0.0723],\n", + " [-0.0711],\n", + " [-0.0749],\n", + " [-0.0775],\n", + " [-0.0837],\n", + " [-0.0705],\n", + " [-0.0728],\n", + " [-0.0730],\n", + " [-0.0705],\n", + " [-0.0755],\n", + " [-0.0741],\n", + " [-0.0694]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0368],\n", + " [0.0386],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0371],\n", + " [0.0379],\n", + " [0.0281],\n", + " [0.0380],\n", + " [0.0384],\n", + " [0.0390],\n", + " [0.0387],\n", + " [0.0375],\n", + " [0.0372],\n", + " [0.0401],\n", + " [0.0372],\n", + " [0.0377],\n", + " [0.0398],\n", + " [0.0364],\n", + " [0.0388],\n", + " [0.0359],\n", + " [0.0376],\n", + " [0.0385],\n", + " [0.0354],\n", + " [0.0368],\n", + " [0.0388],\n", + " [0.0403],\n", + " [0.0378],\n", + " [0.0376],\n", + " [0.0395],\n", + " [0.0376],\n", + " [0.0392],\n", + " [0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0930],\n", + " [-0.0943],\n", + " [-0.0951],\n", + " [-0.0925],\n", + " [-0.0960],\n", + " [-0.0908],\n", + " [-0.0870],\n", + " [-0.0917],\n", + " [-0.0916],\n", + " [-0.0940],\n", + " [-0.0884],\n", + " [-0.0909],\n", + " [-0.0950],\n", + " [-0.0891],\n", + " [-0.0881],\n", + " [-0.0946],\n", + " [-0.0911],\n", + " [-0.0907],\n", + " [-0.0911],\n", + " [-0.0976],\n", + " [-0.0950],\n", + " [-0.0882],\n", + " [-0.0949],\n", + " [-0.0919],\n", + " [-0.0827],\n", + " [-0.0873],\n", + " [-0.0874],\n", + " [-0.0905],\n", + " [-0.0887],\n", + " [-0.0924],\n", + " [-0.0890],\n", + " [-0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0520],\n", + " [0.0508],\n", + " [0.0571],\n", + " [0.0573],\n", + " [0.0596],\n", + " [0.0544],\n", + " [0.0428],\n", + " [0.0524],\n", + " [0.0504],\n", + " [0.0470],\n", + " [0.0414],\n", + " [0.0528],\n", + " [0.0590],\n", + " [0.0390],\n", + " [0.0482],\n", + " [0.0561],\n", + " [0.0555],\n", + " [0.0510],\n", + " [0.0499],\n", + " [0.0591],\n", + " [0.0590],\n", + " [0.0463],\n", + " [0.0568],\n", + " [0.0502],\n", + " [0.0218],\n", + " [0.0464],\n", + " [0.0481],\n", + " [0.0538],\n", + " [0.0511],\n", + " [0.0511],\n", + " [0.0429],\n", + " [0.0586]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0383],\n", + " [-0.0334],\n", + " [-0.0345],\n", + " [-0.0355],\n", + " [-0.0352],\n", + " [-0.0402],\n", + " [-0.0423],\n", + " [-0.0377],\n", + " [-0.0357],\n", + " [-0.0318],\n", + " [-0.0418],\n", + " [-0.0389],\n", + " [-0.0347],\n", + " [-0.0358],\n", + " [-0.0432],\n", + " [-0.0354],\n", + " [-0.0353],\n", + " [-0.0412],\n", + " [-0.0352],\n", + " [-0.0360],\n", + " [-0.0353],\n", + " [-0.0390],\n", + " [-0.0394],\n", + " [-0.0386],\n", + " [-0.0477],\n", + " [-0.0376],\n", + " [-0.0434],\n", + " [-0.0400],\n", + " [-0.0384],\n", + " [-0.0370],\n", + " [-0.0408],\n", + " [-0.0360]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0812],\n", + " [-0.0839],\n", + " [-0.0810],\n", + " [-0.0795],\n", + " [-0.0808],\n", + " [-0.0850],\n", + " [-0.0785],\n", + " [-0.0797],\n", + " [-0.0817],\n", + " [-0.0802],\n", + " [-0.0790],\n", + " [-0.0816],\n", + " [-0.0810],\n", + " [-0.0784],\n", + " [-0.0794],\n", + " [-0.0811],\n", + " [-0.0782],\n", + " [-0.0793],\n", + " [-0.0794],\n", + " [-0.0798],\n", + " [-0.0809],\n", + " [-0.0798],\n", + " [-0.0784],\n", + " [-0.0757],\n", + " [-0.0798],\n", + " [-0.0784],\n", + " [-0.0791],\n", + " [-0.0796],\n", + " [-0.0806],\n", + " [-0.0824],\n", + " [-0.0813]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1653],\n", + " [0.1641],\n", + " [0.1707],\n", + " [0.1709],\n", + " [0.1704],\n", + " [0.1683],\n", + " [0.1591],\n", + " [0.1662],\n", + " [0.1645],\n", + " [0.1626],\n", + " [0.1577],\n", + " [0.1666],\n", + " [0.1717],\n", + " [0.1608],\n", + " [0.1634],\n", + " [0.1682],\n", + " [0.1699],\n", + " [0.1657],\n", + " [0.1641],\n", + " [0.1688],\n", + " [0.1704],\n", + " [0.1622],\n", + " [0.1677],\n", + " [0.1645],\n", + " [0.1405],\n", + " [0.1642],\n", + " [0.1634],\n", + " [0.1677],\n", + " [0.1670],\n", + " [0.1643],\n", + " [0.1561],\n", + " [0.1698]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0583],\n", + " [-0.0585],\n", + " [-0.0552],\n", + " [-0.0520],\n", + " [-0.0582],\n", + " [-0.0511],\n", + " [-0.0574],\n", + " [-0.0562],\n", + " [-0.0560],\n", + " [-0.0629],\n", + " [-0.0540],\n", + " [-0.0536],\n", + " [-0.0560],\n", + " [-0.0565],\n", + " [-0.0531],\n", + " [-0.0583],\n", + " [-0.0504],\n", + " [-0.0547],\n", + " [-0.0568],\n", + " [-0.0603],\n", + " [-0.0569],\n", + " [-0.0507],\n", + " [-0.0567],\n", + " [-0.0577],\n", + " [-0.0598],\n", + " [-0.0489],\n", + " [-0.0529],\n", + " [-0.0528],\n", + " [-0.0505],\n", + " [-0.0557],\n", + " [-0.0510],\n", + " [-0.0563]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0643],\n", + " [0.0702],\n", + " [0.0580],\n", + " [0.0560],\n", + " [0.0594],\n", + " [0.0572],\n", + " [0.0569],\n", + " [0.0648],\n", + " [0.0677],\n", + " [0.0707],\n", + " [0.0736],\n", + " [0.0631],\n", + " [0.0567],\n", + " [0.0750],\n", + " [0.0641],\n", + " [0.0619],\n", + " [0.0572],\n", + " [0.0638],\n", + " [0.0676],\n", + " [0.0608],\n", + " [0.0590],\n", + " [0.0657],\n", + " [0.0598],\n", + " [0.0654],\n", + " [0.1019],\n", + " [0.0650],\n", + " [0.0636],\n", + " [0.0602],\n", + " [0.0611],\n", + " [0.0661],\n", + " [0.0726],\n", + " [0.0567]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0916],\n", + " [-0.0911],\n", + " [-0.0999],\n", + " [-0.0994],\n", + " [-0.1002],\n", + " [-0.0958],\n", + " [-0.0820],\n", + " [-0.0931],\n", + " [-0.0908],\n", + " [-0.0828],\n", + " [-0.0844],\n", + " [-0.0934],\n", + " [-0.1009],\n", + " [-0.0802],\n", + " [-0.0895],\n", + " [-0.0968],\n", + " [-0.0977],\n", + " [-0.0910],\n", + " [-0.0903],\n", + " [-0.0993],\n", + " [-0.0999],\n", + " [-0.0896],\n", + " [-0.0963],\n", + " [-0.0898],\n", + " [-0.0771],\n", + " [-0.0900],\n", + " [-0.0898],\n", + " [-0.0949],\n", + " [-0.0943],\n", + " [-0.0920],\n", + " [-0.0869],\n", + " [-0.0997]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0140],\n", + " [ 0.0105],\n", + " [ 0.0227],\n", + " [ 0.0214],\n", + " [ 0.0193],\n", + " [ 0.0175],\n", + " [ 0.0159],\n", + " [ 0.0129],\n", + " [ 0.0120],\n", + " [ 0.0108],\n", + " [ 0.0038],\n", + " [ 0.0149],\n", + " [ 0.0222],\n", + " [ 0.0054],\n", + " [ 0.0122],\n", + " [ 0.0157],\n", + " [ 0.0206],\n", + " [ 0.0138],\n", + " [ 0.0116],\n", + " [ 0.0182],\n", + " [ 0.0195],\n", + " [ 0.0116],\n", + " [ 0.0174],\n", + " [ 0.0127],\n", + " [-0.0224],\n", + " [ 0.0127],\n", + " [ 0.0120],\n", + " [ 0.0157],\n", + " [ 0.0156],\n", + " [ 0.0122],\n", + " [ 0.0031],\n", + " [ 0.0210]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0901],\n", + " [0.0848],\n", + " [0.0944],\n", + " [0.0967],\n", + " [0.0942],\n", + " [0.0973],\n", + " [0.0841],\n", + " [0.0906],\n", + " [0.0862],\n", + " [0.0795],\n", + " [0.0907],\n", + " [0.0910],\n", + " [0.0958],\n", + " [0.0784],\n", + " [0.0930],\n", + " [0.0919],\n", + " [0.0945],\n", + " [0.0907],\n", + " [0.0864],\n", + " [0.0940],\n", + " [0.0946],\n", + " [0.0914],\n", + " [0.0949],\n", + " [0.0890],\n", + " [0.1080],\n", + " [0.0898],\n", + " [0.0945],\n", + " [0.0948],\n", + " [0.0938],\n", + " [0.0896],\n", + " [0.0948],\n", + " [0.0973]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0088],\n", + " [ 0.0071],\n", + " [ 0.0095],\n", + " [ 0.0107],\n", + " [ 0.0101],\n", + " [ 0.0125],\n", + " [-0.0047],\n", + " [ 0.0109],\n", + " [ 0.0077],\n", + " [ 0.0028],\n", + " [ 0.0120],\n", + " [ 0.0098],\n", + " [ 0.0105],\n", + " [ 0.0043],\n", + " [ 0.0119],\n", + " [ 0.0109],\n", + " [ 0.0104],\n", + " [ 0.0087],\n", + " [ 0.0085],\n", + " [ 0.0094],\n", + " [ 0.0105],\n", + " [ 0.0095],\n", + " [ 0.0101],\n", + " [ 0.0085],\n", + " [ 0.0252],\n", + " [ 0.0095],\n", + " [ 0.0134],\n", + " [ 0.0123],\n", + " [ 0.0116],\n", + " [ 0.0093],\n", + " [ 0.0113],\n", + " [ 0.0109]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 5.4209e-05],\n", + " [-2.2968e-04],\n", + " [-5.4042e-04],\n", + " [-2.9721e-03],\n", + " [ 1.4835e-03],\n", + " [-6.8754e-03],\n", + " [ 1.0258e-02],\n", + " [-3.8438e-03],\n", + " [-3.0325e-03],\n", + " [ 5.9548e-03],\n", + " [-1.1948e-02],\n", + " [-5.7567e-03],\n", + " [-9.2307e-05],\n", + " [-3.0733e-03],\n", + " [-8.6069e-03],\n", + " [ 8.9059e-04],\n", + " [-3.9516e-03],\n", + " [-4.9758e-03],\n", + " [-2.2771e-03],\n", + " [ 3.1835e-03],\n", + " [ 2.4082e-04],\n", + " [-9.7043e-03],\n", + " [-1.3833e-03],\n", + " [-1.7831e-03],\n", + " [-3.5268e-02],\n", + " [-8.5107e-03],\n", + " [-9.0177e-03],\n", + " [-6.3248e-03],\n", + " [-6.9923e-03],\n", + " [-4.4732e-03],\n", + " [-1.4186e-02],\n", + " [-5.8459e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0388],\n", + " [-0.0389],\n", + " [-0.0349],\n", + " [-0.0299],\n", + " [-0.0343],\n", + " [-0.0307],\n", + " [-0.0549],\n", + " [-0.0355],\n", + " [-0.0380],\n", + " [-0.0451],\n", + " [-0.0370],\n", + " [-0.0351],\n", + " [-0.0324],\n", + " [-0.0438],\n", + " [-0.0352],\n", + " [-0.0353],\n", + " [-0.0320],\n", + " [-0.0372],\n", + " [-0.0381],\n", + " [-0.0365],\n", + " [-0.0333],\n", + " [-0.0359],\n", + " [-0.0340],\n", + " [-0.0393],\n", + " [-0.0439],\n", + " [-0.0355],\n", + " [-0.0344],\n", + " [-0.0327],\n", + " [-0.0327],\n", + " [-0.0370],\n", + " [-0.0348],\n", + " [-0.0325]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 5.9185e-03],\n", + " [ 7.2867e-03],\n", + " [ 2.8290e-03],\n", + " [ 8.7390e-04],\n", + " [ 4.9825e-03],\n", + " [-1.7408e-04],\n", + " [ 1.1570e-02],\n", + " [ 4.7132e-03],\n", + " [ 5.8430e-03],\n", + " [ 1.0213e-02],\n", + " [ 2.0504e-03],\n", + " [ 3.2585e-03],\n", + " [ 2.7730e-03],\n", + " [ 7.4579e-03],\n", + " [ 1.6847e-03],\n", + " [ 5.2992e-03],\n", + " [ 7.2984e-04],\n", + " [ 4.0574e-03],\n", + " [ 6.2977e-03],\n", + " [ 6.5789e-03],\n", + " [ 4.2443e-03],\n", + " [ 1.4575e-03],\n", + " [ 3.9506e-03],\n", + " [ 5.8810e-03],\n", + " [ 7.7609e-04],\n", + " [ 1.2856e-03],\n", + " [ 9.2836e-04],\n", + " [ 1.8603e-03],\n", + " [ 1.1345e-03],\n", + " [ 4.3903e-03],\n", + " [-1.9984e-05],\n", + " [ 2.9329e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0583],\n", + " [0.0615],\n", + " [0.0581],\n", + " [0.0553],\n", + " [0.0574],\n", + " [0.0548],\n", + " [0.0595],\n", + " [0.0576],\n", + " [0.0592],\n", + " [0.0661],\n", + " [0.0615],\n", + " [0.0561],\n", + " [0.0572],\n", + " [0.0663],\n", + " [0.0566],\n", + " [0.0576],\n", + " [0.0546],\n", + " [0.0569],\n", + " [0.0596],\n", + " [0.0582],\n", + " [0.0572],\n", + " [0.0582],\n", + " [0.0568],\n", + " [0.0590],\n", + " [0.0795],\n", + " [0.0568],\n", + " [0.0564],\n", + " [0.0554],\n", + " [0.0556],\n", + " [0.0588],\n", + " [0.0616],\n", + " [0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0171],\n", + " [-0.0151],\n", + " [-0.0184],\n", + " [-0.0178],\n", + " [-0.0191],\n", + " [-0.0175],\n", + " [-0.0118],\n", + " [-0.0163],\n", + " [-0.0151],\n", + " [-0.0179],\n", + " [-0.0147],\n", + " [-0.0167],\n", + " [-0.0192],\n", + " [-0.0112],\n", + " [-0.0162],\n", + " [-0.0176],\n", + " [-0.0184],\n", + " [-0.0162],\n", + " [-0.0150],\n", + " [-0.0188],\n", + " [-0.0189],\n", + " [-0.0145],\n", + " [-0.0176],\n", + " [-0.0165],\n", + " [-0.0116],\n", + " [-0.0134],\n", + " [-0.0167],\n", + " [-0.0175],\n", + " [-0.0162],\n", + " [-0.0160],\n", + " [-0.0165],\n", + " [-0.0188]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1724],\n", + " [-0.1695],\n", + " [-0.1695],\n", + " [-0.1681],\n", + " [-0.1715],\n", + " [-0.1687],\n", + " [-0.1795],\n", + " [-0.1691],\n", + " [-0.1681],\n", + " [-0.1721],\n", + " [-0.1671],\n", + " [-0.1679],\n", + " [-0.1701],\n", + " [-0.1664],\n", + " [-0.1681],\n", + " [-0.1716],\n", + " [-0.1677],\n", + " [-0.1695],\n", + " [-0.1683],\n", + " [-0.1739],\n", + " [-0.1706],\n", + " [-0.1660],\n", + " [-0.1723],\n", + " [-0.1710],\n", + " [-0.1680],\n", + " [-0.1655],\n", + " [-0.1683],\n", + " [-0.1686],\n", + " [-0.1669],\n", + " [-0.1688],\n", + " [-0.1668],\n", + " [-0.1711]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0203],\n", + " [-0.0219],\n", + " [-0.0207],\n", + " [-0.0219],\n", + " [-0.0218],\n", + " [-0.0238],\n", + " [ 0.0084],\n", + " [-0.0239],\n", + " [-0.0225],\n", + " [-0.0151],\n", + " [-0.0282],\n", + " [-0.0236],\n", + " [-0.0221],\n", + " [-0.0203],\n", + " [-0.0255],\n", + " [-0.0217],\n", + " [-0.0212],\n", + " [-0.0225],\n", + " [-0.0223],\n", + " [-0.0203],\n", + " [-0.0221],\n", + " [-0.0238],\n", + " [-0.0216],\n", + " [-0.0210],\n", + " [-0.0437],\n", + " [-0.0221],\n", + " [-0.0259],\n", + " [-0.0239],\n", + " [-0.0230],\n", + " [-0.0234],\n", + " [-0.0287],\n", + " [-0.0221]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0033],\n", + " [ 0.0032],\n", + " [ 0.0174],\n", + " [ 0.0137],\n", + " [ 0.0145],\n", + " [ 0.0076],\n", + " [ 0.0125],\n", + " [ 0.0035],\n", + " [ 0.0017],\n", + " [ 0.0008],\n", + " [-0.0098],\n", + " [ 0.0039],\n", + " [ 0.0169],\n", + " [-0.0104],\n", + " [-0.0022],\n", + " [ 0.0093],\n", + " [ 0.0107],\n", + " [ 0.0009],\n", + " [ 0.0013],\n", + " [ 0.0140],\n", + " [ 0.0141],\n", + " [-0.0014],\n", + " [ 0.0097],\n", + " [ 0.0014],\n", + " [-0.0241],\n", + " [-0.0010],\n", + " [-0.0019],\n", + " [ 0.0058],\n", + " [ 0.0041],\n", + " [ 0.0031],\n", + " [-0.0065],\n", + " [ 0.0154]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0930],\n", + " [0.0920],\n", + " [0.0917],\n", + " [0.0926],\n", + " [0.0889],\n", + " [0.0933],\n", + " [0.0896],\n", + " [0.0932],\n", + " [0.0952],\n", + " [0.0948],\n", + " [0.0965],\n", + " [0.0957],\n", + " [0.0908],\n", + " [0.1002],\n", + " [0.0977],\n", + " [0.0895],\n", + " [0.0936],\n", + " [0.0968],\n", + " [0.0947],\n", + " [0.0870],\n", + " [0.0899],\n", + " [0.0979],\n", + " [0.0910],\n", + " [0.0946],\n", + " [0.0808],\n", + " [0.0979],\n", + " [0.0967],\n", + " [0.0936],\n", + " [0.0954],\n", + " [0.0937],\n", + " [0.0953],\n", + " [0.0899]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0798],\n", + " [0.0829],\n", + " [0.0905],\n", + " [0.0855],\n", + " [0.0864],\n", + " [0.0813],\n", + " [0.0932],\n", + " [0.0804],\n", + " [0.0812],\n", + " [0.0837],\n", + " [0.0741],\n", + " [0.0801],\n", + " [0.0883],\n", + " [0.0809],\n", + " [0.0770],\n", + " [0.0841],\n", + " [0.0848],\n", + " [0.0785],\n", + " [0.0817],\n", + " [0.0866],\n", + " [0.0860],\n", + " [0.0802],\n", + " [0.0824],\n", + " [0.0796],\n", + " [0.0582],\n", + " [0.0809],\n", + " [0.0770],\n", + " [0.0806],\n", + " [0.0817],\n", + " [0.0809],\n", + " [0.0747],\n", + " [0.0876]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0878],\n", + " [0.0898],\n", + " [0.0892],\n", + " [0.0863],\n", + " [0.0877],\n", + " [0.0868],\n", + " [0.0943],\n", + " [0.0869],\n", + " [0.0878],\n", + " [0.0919],\n", + " [0.0866],\n", + " [0.0859],\n", + " [0.0883],\n", + " [0.0894],\n", + " [0.0855],\n", + " [0.0878],\n", + " [0.0855],\n", + " [0.0860],\n", + " [0.0880],\n", + " [0.0886],\n", + " [0.0873],\n", + " [0.0859],\n", + " [0.0877],\n", + " [0.0876],\n", + " [0.0871],\n", + " [0.0841],\n", + " [0.0852],\n", + " [0.0857],\n", + " [0.0842],\n", + " [0.0887],\n", + " [0.0880],\n", + " [0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0397],\n", + " [0.0417],\n", + " [0.0434],\n", + " [0.0423],\n", + " [0.0431],\n", + " [0.0384],\n", + " [0.0428],\n", + " [0.0394],\n", + " [0.0407],\n", + " [0.0452],\n", + " [0.0364],\n", + " [0.0393],\n", + " [0.0433],\n", + " [0.0433],\n", + " [0.0368],\n", + " [0.0415],\n", + " [0.0416],\n", + " [0.0385],\n", + " [0.0409],\n", + " [0.0418],\n", + " [0.0429],\n", + " [0.0374],\n", + " [0.0392],\n", + " [0.0396],\n", + " [0.0354],\n", + " [0.0381],\n", + " [0.0362],\n", + " [0.0381],\n", + " [0.0387],\n", + " [0.0396],\n", + " [0.0346],\n", + " [0.0419]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0374],\n", + " [0.0360],\n", + " [0.0351],\n", + " [0.0365],\n", + " [0.0352],\n", + " [0.0378],\n", + " [0.0335],\n", + " [0.0379],\n", + " [0.0372],\n", + " [0.0329],\n", + " [0.0376],\n", + " [0.0383],\n", + " [0.0350],\n", + " [0.0347],\n", + " [0.0395],\n", + " [0.0364],\n", + " [0.0375],\n", + " [0.0384],\n", + " [0.0375],\n", + " [0.0355],\n", + " [0.0358],\n", + " [0.0401],\n", + " [0.0369],\n", + " [0.0376],\n", + " [0.0366],\n", + " [0.0394],\n", + " [0.0397],\n", + " [0.0385],\n", + " [0.0395],\n", + " [0.0376],\n", + " [0.0386],\n", + " [0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0743],\n", + " [-0.0750],\n", + " [-0.0685],\n", + " [-0.0706],\n", + " [-0.0712],\n", + " [-0.0724],\n", + " [-0.0614],\n", + " [-0.0757],\n", + " [-0.0756],\n", + " [-0.0736],\n", + " [-0.0813],\n", + " [-0.0750],\n", + " [-0.0692],\n", + " [-0.0768],\n", + " [-0.0777],\n", + " [-0.0734],\n", + " [-0.0723],\n", + " [-0.0750],\n", + " [-0.0760],\n", + " [-0.0707],\n", + " [-0.0716],\n", + " [-0.0765],\n", + " [-0.0714],\n", + " [-0.0750],\n", + " [-0.1024],\n", + " [-0.0766],\n", + " [-0.0786],\n", + " [-0.0745],\n", + " [-0.0756],\n", + " [-0.0748],\n", + " [-0.0799],\n", + " [-0.0697]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1048],\n", + " [-0.1046],\n", + " [-0.0982],\n", + " [-0.0972],\n", + " [-0.0984],\n", + " [-0.0989],\n", + " [-0.1258],\n", + " [-0.1024],\n", + " [-0.1040],\n", + " [-0.1107],\n", + " [-0.1060],\n", + " [-0.1016],\n", + " [-0.0971],\n", + " [-0.1093],\n", + " [-0.1031],\n", + " [-0.1006],\n", + " [-0.0978],\n", + " [-0.1037],\n", + " [-0.1042],\n", + " [-0.0999],\n", + " [-0.0984],\n", + " [-0.1025],\n", + " [-0.1006],\n", + " [-0.1053],\n", + " [-0.1140],\n", + " [-0.1023],\n", + " [-0.1028],\n", + " [-0.1002],\n", + " [-0.1001],\n", + " [-0.1027],\n", + " [-0.1035],\n", + " [-0.0973]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0608],\n", + " [-0.0615],\n", + " [-0.0623],\n", + " [-0.0644],\n", + " [-0.0625],\n", + " [-0.0656],\n", + " [-0.0504],\n", + " [-0.0629],\n", + " [-0.0621],\n", + " [-0.0557],\n", + " [-0.0643],\n", + " [-0.0636],\n", + " [-0.0632],\n", + " [-0.0591],\n", + " [-0.0640],\n", + " [-0.0616],\n", + " [-0.0636],\n", + " [-0.0632],\n", + " [-0.0614],\n", + " [-0.0612],\n", + " [-0.0627],\n", + " [-0.0642],\n", + " [-0.0635],\n", + " [-0.0610],\n", + " [-0.0595],\n", + " [-0.0640],\n", + " [-0.0640],\n", + " [-0.0644],\n", + " [-0.0643],\n", + " [-0.0630],\n", + " [-0.0663],\n", + " [-0.0632]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0684],\n", + " [-0.0628],\n", + " [-0.0012],\n", + " [-0.0658],\n", + " [-0.0612],\n", + " [-0.0863],\n", + " [-0.0483],\n", + " [-0.0631],\n", + " [-0.0644],\n", + " [-0.0654],\n", + " [-0.0637],\n", + " [-0.0635],\n", + " [-0.0624],\n", + " [-0.0652],\n", + " [-0.0603],\n", + " [-0.0623],\n", + " [-0.0617],\n", + " [-0.0628],\n", + " [-0.0622],\n", + " [-0.0196],\n", + " [-0.0647],\n", + " [-0.0676],\n", + " [-0.0618],\n", + " [-0.0626],\n", + " [-0.0667],\n", + " [-0.0528],\n", + " [-0.0652],\n", + " [-0.0605],\n", + " [-0.0607],\n", + " [-0.0656],\n", + " [-0.0614],\n", + " [-0.0683]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0807],\n", + " [-0.0761],\n", + " [-0.1478],\n", + " [-0.0780],\n", + " [-0.0649],\n", + " [-0.1065],\n", + " [-0.0685],\n", + " [-0.0730],\n", + " [-0.0770],\n", + " [-0.0798],\n", + " [-0.0730],\n", + " [-0.0775],\n", + " [-0.0729],\n", + " [-0.0789],\n", + " [-0.0721],\n", + " [-0.0695],\n", + " [-0.0721],\n", + " [-0.0698],\n", + " [-0.0676],\n", + " [-0.0574],\n", + " [-0.0776],\n", + " [-0.0806],\n", + " [-0.0761],\n", + " [-0.0685],\n", + " [-0.0818],\n", + " [-0.0699],\n", + " [-0.0781],\n", + " [-0.0741],\n", + " [-0.0736],\n", + " [-0.0789],\n", + " [-0.0728],\n", + " [-0.0817]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0368],\n", + " [0.0095],\n", + " [0.0384],\n", + " [0.0374],\n", + " [0.0206],\n", + " [0.0365],\n", + " [0.0357],\n", + " [0.0360],\n", + " [0.0377],\n", + " [0.0345],\n", + " [0.0368],\n", + " [0.0377],\n", + " [0.0376],\n", + " [0.0377],\n", + " [0.0369],\n", + " [0.0364],\n", + " [0.0361],\n", + " [0.0371],\n", + " [0.0405],\n", + " [0.0366],\n", + " [0.0354],\n", + " [0.0384],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0385],\n", + " [0.0390],\n", + " [0.0366],\n", + " [0.0375],\n", + " [0.0363],\n", + " [0.0376],\n", + " [0.0392]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0956],\n", + " [-0.0917],\n", + " [-0.0256],\n", + " [-0.0936],\n", + " [-0.0933],\n", + " [-0.0752],\n", + " [-0.0801],\n", + " [-0.0964],\n", + " [-0.0952],\n", + " [-0.0952],\n", + " [-0.0969],\n", + " [-0.0926],\n", + " [-0.0951],\n", + " [-0.0927],\n", + " [-0.0906],\n", + " [-0.0949],\n", + " [-0.0897],\n", + " [-0.0956],\n", + " [-0.0946],\n", + " [-0.0540],\n", + " [-0.0943],\n", + " [-0.0976],\n", + " [-0.0915],\n", + " [-0.0951],\n", + " [-0.0941],\n", + " [-0.0826],\n", + " [-0.0921],\n", + " [-0.0890],\n", + " [-0.0891],\n", + " [-0.0952],\n", + " [-0.0910],\n", + " [-0.0932]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0533],\n", + " [ 0.0522],\n", + " [-0.0559],\n", + " [ 0.0546],\n", + " [ 0.0583],\n", + " [ 0.0455],\n", + " [ 0.0386],\n", + " [ 0.0586],\n", + " [ 0.0562],\n", + " [ 0.0544],\n", + " [ 0.0595],\n", + " [ 0.0519],\n", + " [ 0.0579],\n", + " [ 0.0516],\n", + " [ 0.0552],\n", + " [ 0.0585],\n", + " [ 0.0550],\n", + " [ 0.0591],\n", + " [ 0.0580],\n", + " [ 0.0335],\n", + " [ 0.0525],\n", + " [ 0.0553],\n", + " [ 0.0483],\n", + " [ 0.0591],\n", + " [ 0.0466],\n", + " [ 0.0365],\n", + " [ 0.0475],\n", + " [ 0.0476],\n", + " [ 0.0496],\n", + " [ 0.0544],\n", + " [ 0.0541],\n", + " [ 0.0415]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0350],\n", + " [-0.0405],\n", + " [-0.0875],\n", + " [-0.0375],\n", + " [-0.0351],\n", + " [-0.0397],\n", + " [-0.0511],\n", + " [-0.0373],\n", + " [-0.0387],\n", + " [-0.0356],\n", + " [-0.0349],\n", + " [-0.0405],\n", + " [-0.0349],\n", + " [-0.0396],\n", + " [-0.0389],\n", + " [-0.0359],\n", + " [-0.0445],\n", + " [-0.0353],\n", + " [-0.0357],\n", + " [-0.0251],\n", + " [-0.0394],\n", + " [-0.0377],\n", + " [-0.0364],\n", + " [-0.0347],\n", + " [-0.0359],\n", + " [-0.0454],\n", + " [-0.0337],\n", + " [-0.0427],\n", + " [-0.0421],\n", + " [-0.0381],\n", + " [-0.0399],\n", + " [-0.0331]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0788],\n", + " [-0.0781],\n", + " [ 0.0272],\n", + " [-0.0781],\n", + " [-0.0827],\n", + " [-0.0829],\n", + " [-0.0735],\n", + " [-0.0802],\n", + " [-0.0790],\n", + " [-0.0782],\n", + " [-0.0803],\n", + " [-0.0783],\n", + " [-0.0803],\n", + " [-0.0774],\n", + " [-0.0788],\n", + " [-0.0810],\n", + " [-0.0781],\n", + " [-0.0813],\n", + " [-0.0822],\n", + " [-0.0631],\n", + " [-0.0807],\n", + " [-0.0790],\n", + " [-0.0803],\n", + " [-0.0816],\n", + " [-0.0788],\n", + " [-0.0764],\n", + " [-0.0807],\n", + " [-0.0785],\n", + " [-0.0787],\n", + " [-0.0787],\n", + " [-0.0796],\n", + " [-0.0818]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1660],\n", + " [0.1661],\n", + " [0.1865],\n", + " [0.1683],\n", + " [0.1724],\n", + " [0.1317],\n", + " [0.1577],\n", + " [0.1684],\n", + " [0.1674],\n", + " [0.1665],\n", + " [0.1702],\n", + " [0.1655],\n", + " [0.1692],\n", + " [0.1659],\n", + " [0.1690],\n", + " [0.1700],\n", + " [0.1693],\n", + " [0.1708],\n", + " [0.1705],\n", + " [0.1653],\n", + " [0.1646],\n", + " [0.1657],\n", + " [0.1627],\n", + " [0.1717],\n", + " [0.1624],\n", + " [0.1592],\n", + " [0.1642],\n", + " [0.1629],\n", + " [0.1644],\n", + " [0.1664],\n", + " [0.1678],\n", + " [0.1595]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0612],\n", + " [-0.0560],\n", + " [-0.0810],\n", + " [-0.0568],\n", + " [-0.0544],\n", + " [-0.0739],\n", + " [-0.0426],\n", + " [-0.0577],\n", + " [-0.0580],\n", + " [-0.0605],\n", + " [-0.0594],\n", + " [-0.0568],\n", + " [-0.0568],\n", + " [-0.0583],\n", + " [-0.0530],\n", + " [-0.0560],\n", + " [-0.0516],\n", + " [-0.0572],\n", + " [-0.0559],\n", + " [-0.0500],\n", + " [-0.0569],\n", + " [-0.0612],\n", + " [-0.0558],\n", + " [-0.0563],\n", + " [-0.0633],\n", + " [-0.0481],\n", + " [-0.0589],\n", + " [-0.0539],\n", + " [-0.0535],\n", + " [-0.0592],\n", + " [-0.0529],\n", + " [-0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0640],\n", + " [0.0625],\n", + " [0.0851],\n", + " [0.0656],\n", + " [0.0550],\n", + " [0.0554],\n", + " [0.0714],\n", + " [0.0590],\n", + " [0.0612],\n", + " [0.0650],\n", + " [0.0592],\n", + " [0.0650],\n", + " [0.0600],\n", + " [0.0651],\n", + " [0.0579],\n", + " [0.0568],\n", + " [0.0566],\n", + " [0.0571],\n", + " [0.0556],\n", + " [0.0717],\n", + " [0.0647],\n", + " [0.0637],\n", + " [0.0695],\n", + " [0.0566],\n", + " [0.0689],\n", + " [0.0721],\n", + " [0.0694],\n", + " [0.0655],\n", + " [0.0641],\n", + " [0.0628],\n", + " [0.0594],\n", + " [0.0755]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0903],\n", + " [-0.0925],\n", + " [-0.0994],\n", + " [-0.0936],\n", + " [-0.1017],\n", + " [-0.0665],\n", + " [-0.0830],\n", + " [-0.0988],\n", + " [-0.0953],\n", + " [-0.0937],\n", + " [-0.0999],\n", + " [-0.0924],\n", + " [-0.0987],\n", + " [-0.0916],\n", + " [-0.0959],\n", + " [-0.0998],\n", + " [-0.0952],\n", + " [-0.1004],\n", + " [-0.1002],\n", + " [-0.1118],\n", + " [-0.0936],\n", + " [-0.0937],\n", + " [-0.0900],\n", + " [-0.1009],\n", + " [-0.0856],\n", + " [-0.0785],\n", + " [-0.0850],\n", + " [-0.0885],\n", + " [-0.0908],\n", + " [-0.0935],\n", + " [-0.0953],\n", + " [-0.0789]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0151],\n", + " [ 0.0147],\n", + " [-0.0622],\n", + " [ 0.0141],\n", + " [ 0.0239],\n", + " [-0.0042],\n", + " [ 0.0028],\n", + " [ 0.0196],\n", + " [ 0.0173],\n", + " [ 0.0141],\n", + " [ 0.0190],\n", + " [ 0.0126],\n", + " [ 0.0188],\n", + " [ 0.0130],\n", + " [ 0.0182],\n", + " [ 0.0209],\n", + " [ 0.0177],\n", + " [ 0.0212],\n", + " [ 0.0216],\n", + " [-0.0252],\n", + " [ 0.0112],\n", + " [ 0.0159],\n", + " [ 0.0093],\n", + " [ 0.0222],\n", + " [ 0.0097],\n", + " [ 0.0051],\n", + " [ 0.0109],\n", + " [ 0.0112],\n", + " [ 0.0123],\n", + " [ 0.0159],\n", + " [ 0.0159],\n", + " [ 0.0056]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0867],\n", + " [0.0925],\n", + " [0.0991],\n", + " [0.0878],\n", + " [0.0982],\n", + " [0.0623],\n", + " [0.0997],\n", + " [0.0953],\n", + " [0.0934],\n", + " [0.0892],\n", + " [0.0942],\n", + " [0.0918],\n", + " [0.0933],\n", + " [0.0906],\n", + " [0.0947],\n", + " [0.0967],\n", + " [0.0984],\n", + " [0.0963],\n", + " [0.0982],\n", + " [0.1302],\n", + " [0.0926],\n", + " [0.0906],\n", + " [0.0879],\n", + " [0.0960],\n", + " [0.0870],\n", + " [0.0882],\n", + " [0.0810],\n", + " [0.0913],\n", + " [0.0928],\n", + " [0.0910],\n", + " [0.0955],\n", + " [0.0772]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0057],\n", + " [ 0.0100],\n", + " [ 0.1084],\n", + " [ 0.0082],\n", + " [ 0.0113],\n", + " [-0.0086],\n", + " [ 0.0163],\n", + " [ 0.0096],\n", + " [ 0.0089],\n", + " [ 0.0090],\n", + " [ 0.0082],\n", + " [ 0.0105],\n", + " [ 0.0102],\n", + " [ 0.0102],\n", + " [ 0.0114],\n", + " [ 0.0110],\n", + " [ 0.0119],\n", + " [ 0.0102],\n", + " [ 0.0121],\n", + " [ 0.0296],\n", + " [ 0.0115],\n", + " [ 0.0068],\n", + " [ 0.0090],\n", + " [ 0.0105],\n", + " [ 0.0083],\n", + " [ 0.0098],\n", + " [ 0.0045],\n", + " [ 0.0103],\n", + " [ 0.0116],\n", + " [ 0.0081],\n", + " [ 0.0126],\n", + " [ 0.0030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 5.9008e-03],\n", + " [-2.5136e-03],\n", + " [-9.0270e-02],\n", + " [-2.6482e-04],\n", + " [-1.5493e-03],\n", + " [ 1.3784e-02],\n", + " [-2.3835e-02],\n", + " [ 4.7942e-04],\n", + " [ 1.0734e-03],\n", + " [ 3.3826e-03],\n", + " [ 2.5556e-03],\n", + " [-3.1638e-03],\n", + " [ 3.0731e-04],\n", + " [-1.9851e-04],\n", + " [-4.2346e-03],\n", + " [-6.0054e-04],\n", + " [-6.2191e-03],\n", + " [ 5.6492e-04],\n", + " [-1.0900e-03],\n", + " [-1.7249e-02],\n", + " [-4.2331e-03],\n", + " [ 4.5701e-03],\n", + " [-5.4758e-03],\n", + " [ 2.0068e-05],\n", + " [ 3.2006e-03],\n", + " [-1.5744e-02],\n", + " [ 1.2340e-03],\n", + " [-8.6005e-03],\n", + " [-7.8439e-03],\n", + " [ 2.8238e-03],\n", + " [-6.1212e-03],\n", + " [ 1.3054e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0421],\n", + " [-0.0366],\n", + " [-0.0698],\n", + " [-0.0359],\n", + " [-0.0302],\n", + " [-0.0306],\n", + " [-0.0351],\n", + " [-0.0357],\n", + " [-0.0364],\n", + " [-0.0382],\n", + " [-0.0358],\n", + " [-0.0362],\n", + " [-0.0346],\n", + " [-0.0372],\n", + " [-0.0332],\n", + " [-0.0322],\n", + " [-0.0307],\n", + " [-0.0334],\n", + " [-0.0311],\n", + " [-0.0177],\n", + " [-0.0353],\n", + " [-0.0404],\n", + " [-0.0375],\n", + " [-0.0326],\n", + " [-0.0440],\n", + " [-0.0383],\n", + " [-0.0421],\n", + " [-0.0369],\n", + " [-0.0348],\n", + " [-0.0389],\n", + " [-0.0319],\n", + " [-0.0456]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0079],\n", + " [ 0.0042],\n", + " [-0.0058],\n", + " [ 0.0058],\n", + " [ 0.0008],\n", + " [ 0.0123],\n", + " [-0.0062],\n", + " [ 0.0050],\n", + " [ 0.0052],\n", + " [ 0.0073],\n", + " [ 0.0064],\n", + " [ 0.0048],\n", + " [ 0.0043],\n", + " [ 0.0057],\n", + " [ 0.0022],\n", + " [ 0.0027],\n", + " [ 0.0007],\n", + " [ 0.0039],\n", + " [ 0.0018],\n", + " [-0.0014],\n", + " [ 0.0045],\n", + " [ 0.0075],\n", + " [ 0.0050],\n", + " [ 0.0030],\n", + " [ 0.0090],\n", + " [ 0.0006],\n", + " [ 0.0083],\n", + " [ 0.0030],\n", + " [ 0.0021],\n", + " [ 0.0062],\n", + " [ 0.0016],\n", + " [ 0.0097]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0599],\n", + " [0.0569],\n", + " [0.0221],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0640],\n", + " [0.0561],\n", + " [0.0573],\n", + " [0.0574],\n", + " [0.0590],\n", + " [0.0584],\n", + " [0.0578],\n", + " [0.0574],\n", + " [0.0582],\n", + " [0.0549],\n", + " [0.0566],\n", + " [0.0538],\n", + " [0.0575],\n", + " [0.0566],\n", + " [0.0699],\n", + " [0.0594],\n", + " [0.0596],\n", + " [0.0602],\n", + " [0.0574],\n", + " [0.0646],\n", + " [0.0607],\n", + " [0.0630],\n", + " [0.0578],\n", + " [0.0567],\n", + " [0.0581],\n", + " [0.0556],\n", + " [0.0672]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0193],\n", + " [-0.0170],\n", + " [ 0.0187],\n", + " [-0.0176],\n", + " [-0.0188],\n", + " [-0.0021],\n", + " [-0.0194],\n", + " [-0.0186],\n", + " [-0.0182],\n", + " [-0.0176],\n", + " [-0.0169],\n", + " [-0.0163],\n", + " [-0.0188],\n", + " [-0.0172],\n", + " [-0.0181],\n", + " [-0.0190],\n", + " [-0.0175],\n", + " [-0.0186],\n", + " [-0.0188],\n", + " [-0.0110],\n", + " [-0.0153],\n", + " [-0.0179],\n", + " [-0.0146],\n", + " [-0.0191],\n", + " [-0.0170],\n", + " [-0.0126],\n", + " [-0.0170],\n", + " [-0.0154],\n", + " [-0.0163],\n", + " [-0.0181],\n", + " [-0.0172],\n", + " [-0.0156]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1753],\n", + " [-0.1714],\n", + " [-0.1400],\n", + " [-0.1711],\n", + " [-0.1692],\n", + " [-0.1685],\n", + " [-0.1612],\n", + " [-0.1725],\n", + " [-0.1739],\n", + " [-0.1738],\n", + " [-0.1717],\n", + " [-0.1713],\n", + " [-0.1705],\n", + " [-0.1729],\n", + " [-0.1692],\n", + " [-0.1706],\n", + " [-0.1694],\n", + " [-0.1712],\n", + " [-0.1705],\n", + " [-0.1675],\n", + " [-0.1708],\n", + " [-0.1765],\n", + " [-0.1680],\n", + " [-0.1704],\n", + " [-0.1756],\n", + " [-0.1629],\n", + " [-0.1695],\n", + " [-0.1680],\n", + " [-0.1684],\n", + " [-0.1746],\n", + " [-0.1690],\n", + " [-0.1706]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0158],\n", + " [-0.0215],\n", + " [-0.0146],\n", + " [-0.0224],\n", + " [-0.0222],\n", + " [ 0.0340],\n", + " [-0.0276],\n", + " [-0.0211],\n", + " [-0.0199],\n", + " [-0.0201],\n", + " [-0.0196],\n", + " [-0.0230],\n", + " [-0.0217],\n", + " [-0.0216],\n", + " [-0.0222],\n", + " [-0.0223],\n", + " [-0.0228],\n", + " [-0.0214],\n", + " [-0.0226],\n", + " [-0.0240],\n", + " [-0.0242],\n", + " [-0.0176],\n", + " [-0.0243],\n", + " [-0.0220],\n", + " [-0.0183],\n", + " [-0.0235],\n", + " [-0.0189],\n", + " [-0.0252],\n", + " [-0.0255],\n", + " [-0.0185],\n", + " [-0.0241],\n", + " [-0.0178]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 6.0337e-03],\n", + " [ 3.1862e-03],\n", + " [-1.6646e-02],\n", + " [ 3.4511e-03],\n", + " [ 1.8461e-02],\n", + " [ 2.6203e-02],\n", + " [-1.0058e-02],\n", + " [ 1.3671e-02],\n", + " [ 8.3675e-03],\n", + " [ 5.8898e-03],\n", + " [ 1.7180e-02],\n", + " [ 2.2537e-03],\n", + " [ 1.2862e-02],\n", + " [ 1.5200e-03],\n", + " [ 7.8369e-03],\n", + " [ 1.4943e-02],\n", + " [ 6.3573e-03],\n", + " [ 1.6900e-02],\n", + " [ 1.6340e-02],\n", + " [ 6.0760e-03],\n", + " [ 4.4434e-03],\n", + " [ 7.9420e-03],\n", + " [-4.8426e-04],\n", + " [ 1.7332e-02],\n", + " [ 4.0507e-05],\n", + " [-1.4636e-02],\n", + " [-3.7999e-04],\n", + " [-3.0790e-03],\n", + " [-7.8823e-04],\n", + " [ 6.4334e-03],\n", + " [ 6.5544e-03],\n", + " [-5.3209e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0918],\n", + " [0.0938],\n", + " [0.0490],\n", + " [0.0935],\n", + " [0.0916],\n", + " [0.0854],\n", + " [0.1058],\n", + " [0.0890],\n", + " [0.0908],\n", + " [0.0897],\n", + " [0.0895],\n", + " [0.0928],\n", + " [0.0902],\n", + " [0.0927],\n", + " [0.0937],\n", + " [0.0904],\n", + " [0.0945],\n", + " [0.0898],\n", + " [0.0899],\n", + " [0.0973],\n", + " [0.0903],\n", + " [0.0891],\n", + " [0.0942],\n", + " [0.0904],\n", + " [0.0912],\n", + " [0.1062],\n", + " [0.0967],\n", + " [0.0978],\n", + " [0.0966],\n", + " [0.0910],\n", + " [0.0930],\n", + " [0.0952]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0806],\n", + " [ 0.0795],\n", + " [-0.0440],\n", + " [ 0.0780],\n", + " [ 0.0899],\n", + " [ 0.0858],\n", + " [ 0.0638],\n", + " [ 0.0867],\n", + " [ 0.0818],\n", + " [ 0.0810],\n", + " [ 0.0891],\n", + " [ 0.0785],\n", + " [ 0.0858],\n", + " [ 0.0776],\n", + " [ 0.0826],\n", + " [ 0.0869],\n", + " [ 0.0795],\n", + " [ 0.0888],\n", + " [ 0.0885],\n", + " [ 0.0854],\n", + " [ 0.0800],\n", + " [ 0.0811],\n", + " [ 0.0799],\n", + " [ 0.0887],\n", + " [ 0.0794],\n", + " [ 0.0744],\n", + " [ 0.0818],\n", + " [ 0.0769],\n", + " [ 0.0776],\n", + " [ 0.0808],\n", + " [ 0.0810],\n", + " [ 0.0803]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0899],\n", + " [ 0.0863],\n", + " [-0.0163],\n", + " [ 0.0871],\n", + " [ 0.0879],\n", + " [ 0.1122],\n", + " [ 0.0735],\n", + " [ 0.0882],\n", + " [ 0.0873],\n", + " [ 0.0886],\n", + " [ 0.0894],\n", + " [ 0.0872],\n", + " [ 0.0877],\n", + " [ 0.0873],\n", + " [ 0.0850],\n", + " [ 0.0882],\n", + " [ 0.0843],\n", + " [ 0.0886],\n", + " [ 0.0890],\n", + " [ 0.0479],\n", + " [ 0.0903],\n", + " [ 0.0896],\n", + " [ 0.0884],\n", + " [ 0.0884],\n", + " [ 0.0908],\n", + " [ 0.0794],\n", + " [ 0.0894],\n", + " [ 0.0861],\n", + " [ 0.0860],\n", + " [ 0.0882],\n", + " [ 0.0862],\n", + " [ 0.0922]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0425],\n", + " [0.0385],\n", + " [0.0675],\n", + " [0.0410],\n", + " [0.0429],\n", + " [0.0501],\n", + " [0.0330],\n", + " [0.0411],\n", + " [0.0398],\n", + " [0.0414],\n", + " [0.0437],\n", + " [0.0378],\n", + " [0.0426],\n", + " [0.0390],\n", + " [0.0397],\n", + " [0.0421],\n", + " [0.0372],\n", + " [0.0428],\n", + " [0.0417],\n", + " [0.0343],\n", + " [0.0380],\n", + " [0.0404],\n", + " [0.0391],\n", + " [0.0432],\n", + " [0.0404],\n", + " [0.0353],\n", + " [0.0434],\n", + " [0.0374],\n", + " [0.0370],\n", + " [0.0403],\n", + " [0.0381],\n", + " [0.0425]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0338],\n", + " [ 0.0386],\n", + " [-0.0488],\n", + " [ 0.0351],\n", + " [ 0.0359],\n", + " [ 0.0154],\n", + " [ 0.0358],\n", + " [ 0.0364],\n", + " [ 0.0371],\n", + " [ 0.0360],\n", + " [ 0.0332],\n", + " [ 0.0382],\n", + " [ 0.0359],\n", + " [ 0.0373],\n", + " [ 0.0384],\n", + " [ 0.0362],\n", + " [ 0.0394],\n", + " [ 0.0350],\n", + " [ 0.0361],\n", + " [ 0.0339],\n", + " [ 0.0366],\n", + " [ 0.0356],\n", + " [ 0.0378],\n", + " [ 0.0348],\n", + " [ 0.0363],\n", + " [ 0.0386],\n", + " [ 0.0345],\n", + " [ 0.0389],\n", + " [ 0.0393],\n", + " [ 0.0366],\n", + " [ 0.0383],\n", + " [ 0.0334]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0722],\n", + " [-0.0745],\n", + " [-0.1492],\n", + " [-0.0743],\n", + " [-0.0685],\n", + " [-0.0461],\n", + " [-0.0887],\n", + " [-0.0705],\n", + " [-0.0721],\n", + " [-0.0738],\n", + " [-0.0684],\n", + " [-0.0750],\n", + " [-0.0719],\n", + " [-0.0751],\n", + " [-0.0737],\n", + " [-0.0701],\n", + " [-0.0731],\n", + " [-0.0692],\n", + " [-0.0692],\n", + " [-0.0972],\n", + " [-0.0733],\n", + " [-0.0711],\n", + " [-0.0763],\n", + " [-0.0690],\n", + " [-0.0749],\n", + " [-0.0834],\n", + " [-0.0750],\n", + " [-0.0769],\n", + " [-0.0768],\n", + " [-0.0726],\n", + " [-0.0739],\n", + " [-0.0753]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1071],\n", + " [-0.1034],\n", + " [-0.1464],\n", + " [-0.1037],\n", + " [-0.0962],\n", + " [-0.1245],\n", + " [-0.1072],\n", + " [-0.0985],\n", + " [-0.1022],\n", + " [-0.1042],\n", + " [-0.1001],\n", + " [-0.1040],\n", + " [-0.0986],\n", + " [-0.1054],\n", + " [-0.0994],\n", + " [-0.0973],\n", + " [-0.1003],\n", + " [-0.0978],\n", + " [-0.0969],\n", + " [-0.1057],\n", + " [-0.1030],\n", + " [-0.1049],\n", + " [-0.1040],\n", + " [-0.0972],\n", + " [-0.1101],\n", + " [-0.1090],\n", + " [-0.1087],\n", + " [-0.1039],\n", + " [-0.1027],\n", + " [-0.1045],\n", + " [-0.0998],\n", + " [-0.1124]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0579],\n", + " [-0.0624],\n", + " [ 0.0080],\n", + " [-0.0628],\n", + " [-0.0639],\n", + " [-0.0409],\n", + " [-0.0631],\n", + " [-0.0622],\n", + " [-0.0619],\n", + " [-0.0600],\n", + " [-0.0616],\n", + " [-0.0632],\n", + " [-0.0623],\n", + " [-0.0615],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0658],\n", + " [-0.0629],\n", + " [-0.0636],\n", + " [-0.0617],\n", + " [-0.0642],\n", + " [-0.0600],\n", + " [-0.0633],\n", + " [-0.0633],\n", + " [-0.0570],\n", + " [-0.0611],\n", + " [-0.0587],\n", + " [-0.0640],\n", + " [-0.0644],\n", + " [-0.0603],\n", + " [-0.0647],\n", + " [-0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0192],\n", + " [-0.0636],\n", + " [-0.0619],\n", + " [-0.0631],\n", + " [-0.0597],\n", + " [-0.0587],\n", + " [-0.0630],\n", + " [-0.0627],\n", + " [-0.0651],\n", + " [-0.0632],\n", + " [-0.0634],\n", + " [-0.0628],\n", + " [-0.0623],\n", + " [-0.0592],\n", + " [-0.0632],\n", + " [-0.0610],\n", + " [-0.0561],\n", + " [-0.0636],\n", + " [-0.0625],\n", + " [-0.0385],\n", + " [-0.0585],\n", + " [-0.0646],\n", + " [-0.0624],\n", + " [-0.0525],\n", + " [-0.0506],\n", + " [-0.0626],\n", + " [-0.0636],\n", + " [-0.0632],\n", + " [-0.0593],\n", + " [-0.0621],\n", + " [-0.0642],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0430],\n", + " [-0.0757],\n", + " [-0.0768],\n", + " [-0.0758],\n", + " [-0.0719],\n", + " [-0.0697],\n", + " [-0.0733],\n", + " [-0.0728],\n", + " [-0.0786],\n", + " [-0.0768],\n", + " [-0.0760],\n", + " [-0.0747],\n", + " [-0.0729],\n", + " [-0.0692],\n", + " [-0.0759],\n", + " [-0.0712],\n", + " [-0.0742],\n", + " [-0.0777],\n", + " [-0.0763],\n", + " [-0.0544],\n", + " [-0.0577],\n", + " [-0.0785],\n", + " [-0.0759],\n", + " [-0.0718],\n", + " [-0.0756],\n", + " [-0.0717],\n", + " [-0.0779],\n", + " [-0.0738],\n", + " [-0.0730],\n", + " [-0.0743],\n", + " [-0.0767],\n", + " [-0.0720]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0415],\n", + " [0.0355],\n", + " [0.0369],\n", + " [0.0368],\n", + " [0.0394],\n", + " [0.0386],\n", + " [0.0362],\n", + " [0.0362],\n", + " [0.0368],\n", + " [0.0365],\n", + " [0.0365],\n", + " [0.0365],\n", + " [0.0363],\n", + " [0.0400],\n", + " [0.0364],\n", + " [0.0380],\n", + " [0.0384],\n", + " [0.0370],\n", + " [0.0380],\n", + " [0.0427],\n", + " [0.0260],\n", + " [0.0389],\n", + " [0.0378],\n", + " [0.0399],\n", + " [0.0410],\n", + " [0.0368],\n", + " [0.0365],\n", + " [0.0364],\n", + " [0.0399],\n", + " [0.0371],\n", + " [0.0361],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0710],\n", + " [-0.0956],\n", + " [-0.0910],\n", + " [-0.0946],\n", + " [-0.0904],\n", + " [-0.0881],\n", + " [-0.0962],\n", + " [-0.0948],\n", + " [-0.0929],\n", + " [-0.0927],\n", + " [-0.0943],\n", + " [-0.0934],\n", + " [-0.0940],\n", + " [-0.0910],\n", + " [-0.0913],\n", + " [-0.0925],\n", + " [-0.0860],\n", + " [-0.0933],\n", + " [-0.0939],\n", + " [-0.0762],\n", + " [-0.0807],\n", + " [-0.0938],\n", + " [-0.0920],\n", + " [-0.0829],\n", + " [-0.0757],\n", + " [-0.0948],\n", + " [-0.0923],\n", + " [-0.0947],\n", + " [-0.0878],\n", + " [-0.0924],\n", + " [-0.0948],\n", + " [-0.0960]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0381],\n", + " [0.0568],\n", + " [0.0484],\n", + " [0.0564],\n", + " [0.0521],\n", + " [0.0501],\n", + " [0.0576],\n", + " [0.0575],\n", + " [0.0508],\n", + " [0.0524],\n", + " [0.0568],\n", + " [0.0560],\n", + " [0.0571],\n", + " [0.0547],\n", + " [0.0520],\n", + " [0.0553],\n", + " [0.0410],\n", + " [0.0528],\n", + " [0.0526],\n", + " [0.0449],\n", + " [0.0489],\n", + " [0.0517],\n", + " [0.0506],\n", + " [0.0375],\n", + " [0.0377],\n", + " [0.0578],\n", + " [0.0493],\n", + " [0.0564],\n", + " [0.0497],\n", + " [0.0562],\n", + " [0.0555],\n", + " [0.0593]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0088],\n", + " [-0.0375],\n", + " [-0.0397],\n", + " [-0.0368],\n", + " [-0.0362],\n", + " [-0.0397],\n", + " [-0.0370],\n", + " [-0.0377],\n", + " [-0.0381],\n", + " [-0.0400],\n", + " [-0.0384],\n", + " [-0.0390],\n", + " [-0.0382],\n", + " [-0.0352],\n", + " [-0.0430],\n", + " [-0.0373],\n", + " [-0.0435],\n", + " [-0.0374],\n", + " [-0.0352],\n", + " [-0.0241],\n", + " [-0.0459],\n", + " [-0.0330],\n", + " [-0.0349],\n", + " [-0.0455],\n", + " [-0.0512],\n", + " [-0.0361],\n", + " [-0.0391],\n", + " [-0.0378],\n", + " [-0.0418],\n", + " [-0.0396],\n", + " [-0.0401],\n", + " [-0.0357]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0857],\n", + " [-0.0793],\n", + " [-0.0784],\n", + " [-0.0791],\n", + " [-0.0800],\n", + " [-0.0803],\n", + " [-0.0806],\n", + " [-0.0800],\n", + " [-0.0784],\n", + " [-0.0786],\n", + " [-0.0788],\n", + " [-0.0792],\n", + " [-0.0796],\n", + " [-0.0813],\n", + " [-0.0782],\n", + " [-0.0807],\n", + " [-0.0776],\n", + " [-0.0784],\n", + " [-0.0806],\n", + " [-0.0837],\n", + " [-0.0815],\n", + " [-0.0802],\n", + " [-0.0804],\n", + " [-0.0768],\n", + " [-0.0690],\n", + " [-0.0802],\n", + " [-0.0786],\n", + " [-0.0803],\n", + " [-0.0769],\n", + " [-0.0787],\n", + " [-0.0794],\n", + " [-0.0801]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1645],\n", + " [0.1672],\n", + " [0.1631],\n", + " [0.1680],\n", + " [0.1666],\n", + " [0.1656],\n", + " [0.1677],\n", + " [0.1685],\n", + " [0.1651],\n", + " [0.1657],\n", + " [0.1684],\n", + " [0.1680],\n", + " [0.1685],\n", + " [0.1695],\n", + " [0.1665],\n", + " [0.1682],\n", + " [0.1590],\n", + " [0.1657],\n", + " [0.1653],\n", + " [0.1743],\n", + " [0.1897],\n", + " [0.1655],\n", + " [0.1645],\n", + " [0.1553],\n", + " [0.1610],\n", + " [0.1692],\n", + " [0.1636],\n", + " [0.1675],\n", + " [0.1664],\n", + " [0.1693],\n", + " [0.1674],\n", + " [0.1701]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0526],\n", + " [-0.0582],\n", + " [-0.0571],\n", + " [-0.0579],\n", + " [-0.0518],\n", + " [-0.0497],\n", + " [-0.0581],\n", + " [-0.0563],\n", + " [-0.0585],\n", + " [-0.0569],\n", + " [-0.0567],\n", + " [-0.0558],\n", + " [-0.0557],\n", + " [-0.0499],\n", + " [-0.0554],\n", + " [-0.0531],\n", + " [-0.0547],\n", + " [-0.0583],\n", + " [-0.0578],\n", + " [-0.0387],\n", + " [-0.0409],\n", + " [-0.0596],\n", + " [-0.0574],\n", + " [-0.0463],\n", + " [-0.0448],\n", + " [-0.0571],\n", + " [-0.0581],\n", + " [-0.0563],\n", + " [-0.0548],\n", + " [-0.0550],\n", + " [-0.0575],\n", + " [-0.0580]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0849],\n", + " [0.0615],\n", + " [0.0667],\n", + " [0.0617],\n", + " [0.0629],\n", + " [0.0599],\n", + " [0.0596],\n", + " [0.0589],\n", + " [0.0652],\n", + " [0.0628],\n", + " [0.0611],\n", + " [0.0599],\n", + " [0.0588],\n", + " [0.0593],\n", + " [0.0610],\n", + " [0.0589],\n", + " [0.0712],\n", + " [0.0644],\n", + " [0.0654],\n", + " [0.0674],\n", + " [0.0445],\n", + " [0.0687],\n", + " [0.0661],\n", + " [0.0751],\n", + " [0.0726],\n", + " [0.0582],\n", + " [0.0665],\n", + " [0.0600],\n", + " [0.0625],\n", + " [0.0592],\n", + " [0.0606],\n", + " [0.0583]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1097],\n", + " [-0.0962],\n", + " [-0.0892],\n", + " [-0.0965],\n", + " [-0.0940],\n", + " [-0.0932],\n", + " [-0.0982],\n", + " [-0.0978],\n", + " [-0.0897],\n", + " [-0.0929],\n", + " [-0.0960],\n", + " [-0.0957],\n", + " [-0.0972],\n", + " [-0.0982],\n", + " [-0.0928],\n", + " [-0.0964],\n", + " [-0.0831],\n", + " [-0.0925],\n", + " [-0.0937],\n", + " [-0.1037],\n", + " [-0.0963],\n", + " [-0.0900],\n", + " [-0.0897],\n", + " [-0.0822],\n", + " [-0.0892],\n", + " [-0.0989],\n", + " [-0.0890],\n", + " [-0.0968],\n", + " [-0.0915],\n", + " [-0.0961],\n", + " [-0.0952],\n", + " [-0.1000]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0122],\n", + " [ 0.0178],\n", + " [ 0.0103],\n", + " [ 0.0161],\n", + " [ 0.0159],\n", + " [ 0.0156],\n", + " [ 0.0184],\n", + " [ 0.0187],\n", + " [ 0.0132],\n", + " [ 0.0146],\n", + " [ 0.0172],\n", + " [ 0.0172],\n", + " [ 0.0186],\n", + " [ 0.0190],\n", + " [ 0.0157],\n", + " [ 0.0192],\n", + " [ 0.0059],\n", + " [ 0.0141],\n", + " [ 0.0127],\n", + " [ 0.0189],\n", + " [ 0.0218],\n", + " [ 0.0128],\n", + " [ 0.0134],\n", + " [-0.0002],\n", + " [ 0.0023],\n", + " [ 0.0189],\n", + " [ 0.0114],\n", + " [ 0.0170],\n", + " [ 0.0123],\n", + " [ 0.0173],\n", + " [ 0.0162],\n", + " [ 0.0198]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1229],\n", + " [0.0917],\n", + " [0.0905],\n", + " [0.0924],\n", + " [0.0905],\n", + " [0.0949],\n", + " [0.0953],\n", + " [0.0950],\n", + " [0.0883],\n", + " [0.0928],\n", + " [0.0932],\n", + " [0.0941],\n", + " [0.0948],\n", + " [0.0944],\n", + " [0.0954],\n", + " [0.0936],\n", + " [0.0902],\n", + " [0.0897],\n", + " [0.0897],\n", + " [0.1012],\n", + " [0.0948],\n", + " [0.0832],\n", + " [0.0856],\n", + " [0.0976],\n", + " [0.0997],\n", + " [0.0956],\n", + " [0.0892],\n", + " [0.0942],\n", + " [0.0948],\n", + " [0.0954],\n", + " [0.0955],\n", + " [0.0954]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0257],\n", + " [0.0075],\n", + " [0.0100],\n", + " [0.0101],\n", + " [0.0091],\n", + " [0.0123],\n", + " [0.0108],\n", + " [0.0105],\n", + " [0.0077],\n", + " [0.0098],\n", + " [0.0093],\n", + " [0.0103],\n", + " [0.0104],\n", + " [0.0099],\n", + " [0.0113],\n", + " [0.0103],\n", + " [0.0142],\n", + " [0.0087],\n", + " [0.0105],\n", + " [0.0129],\n", + " [0.0031],\n", + " [0.0055],\n", + " [0.0062],\n", + " [0.0135],\n", + " [0.0259],\n", + " [0.0115],\n", + " [0.0083],\n", + " [0.0109],\n", + " [0.0159],\n", + " [0.0113],\n", + " [0.0111],\n", + " [0.0104]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.2576e-02],\n", + " [ 1.2024e-03],\n", + " [-5.1147e-03],\n", + " [ 2.2053e-04],\n", + " [-5.0945e-03],\n", + " [-9.2675e-03],\n", + " [ 2.5744e-04],\n", + " [-1.4162e-03],\n", + " [ 1.7961e-04],\n", + " [-1.5703e-03],\n", + " [-4.6906e-04],\n", + " [-1.9093e-03],\n", + " [-1.8743e-03],\n", + " [-4.2291e-03],\n", + " [-2.5648e-03],\n", + " [-3.4932e-03],\n", + " [-1.0510e-02],\n", + " [ 9.4004e-05],\n", + " [-1.3594e-03],\n", + " [-8.3082e-03],\n", + " [ 2.9080e-04],\n", + " [ 2.5835e-03],\n", + " [-2.3682e-04],\n", + " [-2.1670e-02],\n", + " [-2.1747e-02],\n", + " [-2.2161e-04],\n", + " [-2.4698e-03],\n", + " [-2.0148e-03],\n", + " [-5.8653e-03],\n", + " [-2.5650e-03],\n", + " [-7.1418e-04],\n", + " [ 1.1018e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0388],\n", + " [-0.0379],\n", + " [-0.0383],\n", + " [-0.0355],\n", + " [-0.0349],\n", + " [-0.0330],\n", + " [-0.0353],\n", + " [-0.0340],\n", + " [-0.0400],\n", + " [-0.0372],\n", + " [-0.0350],\n", + " [-0.0345],\n", + " [-0.0343],\n", + " [-0.0321],\n", + " [-0.0356],\n", + " [-0.0344],\n", + " [-0.0372],\n", + " [-0.0385],\n", + " [-0.0365],\n", + " [-0.0354],\n", + " [-0.0374],\n", + " [-0.0406],\n", + " [-0.0401],\n", + " [-0.0347],\n", + " [-0.0380],\n", + " [-0.0329],\n", + " [-0.0395],\n", + " [-0.0341],\n", + " [-0.0318],\n", + " [-0.0326],\n", + " [-0.0339],\n", + " [-0.0342]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0001],\n", + " [ 0.0058],\n", + " [ 0.0053],\n", + " [ 0.0052],\n", + " [ 0.0029],\n", + " [-0.0002],\n", + " [ 0.0048],\n", + " [ 0.0036],\n", + " [ 0.0064],\n", + " [ 0.0047],\n", + " [ 0.0048],\n", + " [ 0.0038],\n", + " [ 0.0036],\n", + " [ 0.0013],\n", + " [ 0.0031],\n", + " [ 0.0022],\n", + " [ 0.0026],\n", + " [ 0.0061],\n", + " [ 0.0054],\n", + " [ 0.0016],\n", + " [ 0.0020],\n", + " [ 0.0087],\n", + " [ 0.0067],\n", + " [-0.0037],\n", + " [-0.0067],\n", + " [ 0.0035],\n", + " [ 0.0061],\n", + " [ 0.0035],\n", + " [ 0.0012],\n", + " [ 0.0034],\n", + " [ 0.0043],\n", + " [ 0.0046]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0902],\n", + " [0.0572],\n", + " [0.0597],\n", + " [0.0572],\n", + " [0.0565],\n", + " [0.0555],\n", + " [0.0578],\n", + " [0.0566],\n", + " [0.0591],\n", + " [0.0576],\n", + " [0.0566],\n", + " [0.0563],\n", + " [0.0562],\n", + " [0.0557],\n", + " [0.0566],\n", + " [0.0557],\n", + " [0.0604],\n", + " [0.0583],\n", + " [0.0592],\n", + " [0.0660],\n", + " [0.0497],\n", + " [0.0620],\n", + " [0.0601],\n", + " [0.0600],\n", + " [0.0516],\n", + " [0.0572],\n", + " [0.0599],\n", + " [0.0569],\n", + " [0.0554],\n", + " [0.0558],\n", + " [0.0577],\n", + " [0.0575]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0024],\n", + " [-0.0179],\n", + " [-0.0150],\n", + " [-0.0176],\n", + " [-0.0163],\n", + " [-0.0168],\n", + " [-0.0186],\n", + " [-0.0181],\n", + " [-0.0174],\n", + " [-0.0168],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [-0.0182],\n", + " [-0.0174],\n", + " [-0.0175],\n", + " [-0.0185],\n", + " [-0.0143],\n", + " [-0.0168],\n", + " [-0.0162],\n", + " [-0.0211],\n", + " [-0.0192],\n", + " [-0.0167],\n", + " [-0.0158],\n", + " [-0.0166],\n", + " [-0.0201],\n", + " [-0.0184],\n", + " [-0.0157],\n", + " [-0.0176],\n", + " [-0.0168],\n", + " [-0.0178],\n", + " [-0.0171],\n", + " [-0.0191]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1732],\n", + " [-0.1726],\n", + " [-0.1697],\n", + " [-0.1719],\n", + " [-0.1670],\n", + " [-0.1666],\n", + " [-0.1723],\n", + " [-0.1713],\n", + " [-0.1724],\n", + " [-0.1723],\n", + " [-0.1723],\n", + " [-0.1715],\n", + " [-0.1710],\n", + " [-0.1675],\n", + " [-0.1735],\n", + " [-0.1692],\n", + " [-0.1669],\n", + " [-0.1719],\n", + " [-0.1701],\n", + " [-0.1676],\n", + " [-0.1691],\n", + " [-0.1702],\n", + " [-0.1693],\n", + " [-0.1639],\n", + " [-0.1643],\n", + " [-0.1710],\n", + " [-0.1712],\n", + " [-0.1711],\n", + " [-0.1700],\n", + " [-0.1713],\n", + " [-0.1737],\n", + " [-0.1717]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0260],\n", + " [-0.0201],\n", + " [-0.0238],\n", + " [-0.0216],\n", + " [-0.0221],\n", + " [-0.0238],\n", + " [-0.0217],\n", + " [-0.0222],\n", + " [-0.0197],\n", + " [-0.0209],\n", + " [-0.0212],\n", + " [-0.0216],\n", + " [-0.0220],\n", + " [-0.0208],\n", + " [-0.0209],\n", + " [-0.0219],\n", + " [-0.0267],\n", + " [-0.0208],\n", + " [-0.0226],\n", + " [-0.0169],\n", + " [-0.0129],\n", + " [-0.0198],\n", + " [-0.0199],\n", + " [-0.0294],\n", + " [-0.0275],\n", + " [-0.0225],\n", + " [-0.0215],\n", + " [-0.0226],\n", + " [-0.0268],\n", + " [-0.0223],\n", + " [-0.0214],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0194],\n", + " [ 0.0095],\n", + " [-0.0010],\n", + " [ 0.0089],\n", + " [ 0.0049],\n", + " [ 0.0037],\n", + " [ 0.0129],\n", + " [ 0.0116],\n", + " [ 0.0021],\n", + " [ 0.0040],\n", + " [ 0.0083],\n", + " [ 0.0082],\n", + " [ 0.0106],\n", + " [ 0.0103],\n", + " [ 0.0033],\n", + " [ 0.0093],\n", + " [-0.0101],\n", + " [ 0.0042],\n", + " [ 0.0057],\n", + " [ 0.0156],\n", + " [ 0.0121],\n", + " [ 0.0035],\n", + " [ 0.0029],\n", + " [-0.0131],\n", + " [-0.0088],\n", + " [ 0.0132],\n", + " [ 0.0004],\n", + " [ 0.0101],\n", + " [-0.0006],\n", + " [ 0.0079],\n", + " [ 0.0079],\n", + " [ 0.0154]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1040],\n", + " [0.0915],\n", + " [0.0944],\n", + " [0.0903],\n", + " [0.0955],\n", + " [0.0960],\n", + " [0.0883],\n", + " [0.0907],\n", + " [0.0941],\n", + " [0.0925],\n", + " [0.0914],\n", + " [0.0918],\n", + " [0.0914],\n", + " [0.0933],\n", + " [0.0930],\n", + " [0.0930],\n", + " [0.0983],\n", + " [0.0926],\n", + " [0.0910],\n", + " [0.0949],\n", + " [0.1123],\n", + " [0.0935],\n", + " [0.0953],\n", + " [0.1000],\n", + " [0.0962],\n", + " [0.0899],\n", + " [0.0940],\n", + " [0.0906],\n", + " [0.0941],\n", + " [0.0919],\n", + " [0.0899],\n", + " [0.0888]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0916],\n", + " [0.0837],\n", + " [0.0789],\n", + " [0.0831],\n", + " [0.0823],\n", + " [0.0813],\n", + " [0.0867],\n", + " [0.0845],\n", + " [0.0791],\n", + " [0.0803],\n", + " [0.0817],\n", + " [0.0822],\n", + " [0.0840],\n", + " [0.0848],\n", + " [0.0784],\n", + " [0.0840],\n", + " [0.0751],\n", + " [0.0807],\n", + " [0.0826],\n", + " [0.1011],\n", + " [0.0902],\n", + " [0.0833],\n", + " [0.0837],\n", + " [0.0685],\n", + " [0.0566],\n", + " [0.0860],\n", + " [0.0793],\n", + " [0.0835],\n", + " [0.0782],\n", + " [0.0816],\n", + " [0.0814],\n", + " [0.0874]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0685],\n", + " [0.0877],\n", + " [0.0877],\n", + " [0.0875],\n", + " [0.0853],\n", + " [0.0854],\n", + " [0.0889],\n", + " [0.0876],\n", + " [0.0879],\n", + " [0.0870],\n", + " [0.0865],\n", + " [0.0868],\n", + " [0.0870],\n", + " [0.0851],\n", + " [0.0858],\n", + " [0.0867],\n", + " [0.0845],\n", + " [0.0878],\n", + " [0.0894],\n", + " [0.0745],\n", + " [0.0832],\n", + " [0.0894],\n", + " [0.0885],\n", + " [0.0791],\n", + " [0.0712],\n", + " [0.0881],\n", + " [0.0881],\n", + " [0.0883],\n", + " [0.0841],\n", + " [0.0855],\n", + " [0.0874],\n", + " [0.0884]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0455],\n", + " [0.0415],\n", + " [0.0383],\n", + " [0.0409],\n", + " [0.0405],\n", + " [0.0372],\n", + " [0.0406],\n", + " [0.0407],\n", + " [0.0402],\n", + " [0.0385],\n", + " [0.0401],\n", + " [0.0394],\n", + " [0.0403],\n", + " [0.0413],\n", + " [0.0367],\n", + " [0.0406],\n", + " [0.0362],\n", + " [0.0404],\n", + " [0.0404],\n", + " [0.0409],\n", + " [0.0436],\n", + " [0.0438],\n", + " [0.0422],\n", + " [0.0316],\n", + " [0.0333],\n", + " [0.0417],\n", + " [0.0390],\n", + " [0.0399],\n", + " [0.0369],\n", + " [0.0392],\n", + " [0.0383],\n", + " [0.0424]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0348],\n", + " [0.0366],\n", + " [0.0389],\n", + " [0.0365],\n", + " [0.0382],\n", + " [0.0403],\n", + " [0.0370],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0386],\n", + " [0.0370],\n", + " [0.0374],\n", + " [0.0371],\n", + " [0.0378],\n", + " [0.0394],\n", + " [0.0381],\n", + " [0.0389],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0458],\n", + " [0.0245],\n", + " [0.0352],\n", + " [0.0370],\n", + " [0.0383],\n", + " [0.0329],\n", + " [0.0363],\n", + " [0.0379],\n", + " [0.0365],\n", + " [0.0392],\n", + " [0.0379],\n", + " [0.0377],\n", + " [0.0353]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0956],\n", + " [-0.0716],\n", + " [-0.0760],\n", + " [-0.0730],\n", + " [-0.0748],\n", + " [-0.0750],\n", + " [-0.0711],\n", + " [-0.0714],\n", + " [-0.0744],\n", + " [-0.0740],\n", + " [-0.0728],\n", + " [-0.0727],\n", + " [-0.0719],\n", + " [-0.0729],\n", + " [-0.0744],\n", + " [-0.0726],\n", + " [-0.0827],\n", + " [-0.0742],\n", + " [-0.0745],\n", + " [-0.0799],\n", + " [-0.0580],\n", + " [-0.0745],\n", + " [-0.0744],\n", + " [-0.0871],\n", + " [-0.0957],\n", + " [-0.0713],\n", + " [-0.0749],\n", + " [-0.0718],\n", + " [-0.0794],\n", + " [-0.0735],\n", + " [-0.0724],\n", + " [-0.0703]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1096],\n", + " [-0.1010],\n", + " [-0.1045],\n", + " [-0.1008],\n", + " [-0.1006],\n", + " [-0.0998],\n", + " [-0.0988],\n", + " [-0.0986],\n", + " [-0.1062],\n", + " [-0.1035],\n", + " [-0.1012],\n", + " [-0.1006],\n", + " [-0.0990],\n", + " [-0.0988],\n", + " [-0.1039],\n", + " [-0.0991],\n", + " [-0.1071],\n", + " [-0.1039],\n", + " [-0.1026],\n", + " [-0.1105],\n", + " [-0.1208],\n", + " [-0.1056],\n", + " [-0.1045],\n", + " [-0.1059],\n", + " [-0.1066],\n", + " [-0.0982],\n", + " [-0.1055],\n", + " [-0.0994],\n", + " [-0.1023],\n", + " [-0.1006],\n", + " [-0.1022],\n", + " [-0.0981]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0464],\n", + " [-0.0614],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0634],\n", + " [-0.0642],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0603],\n", + " [-0.0621],\n", + " [-0.0627],\n", + " [-0.0631],\n", + " [-0.0631],\n", + " [-0.0641],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0614],\n", + " [-0.0610],\n", + " [-0.0617],\n", + " [-0.0584],\n", + " [-0.0629],\n", + " [-0.0597],\n", + " [-0.0602],\n", + " [-0.0657],\n", + " [-0.0606],\n", + " [-0.0628],\n", + " [-0.0615],\n", + " [-0.0633],\n", + " [-0.0634],\n", + " [-0.0637],\n", + " [-0.0631],\n", + " [-0.0626]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0669],\n", + " [-0.0627],\n", + " [-0.0592],\n", + " [-0.0629],\n", + " [-0.0619],\n", + " [-0.0615],\n", + " [-0.0603],\n", + " [-0.0635],\n", + " [-0.0620],\n", + " [-0.0582],\n", + " [-0.0644],\n", + " [-0.0618],\n", + " [-0.0617],\n", + " [-0.0607],\n", + " [-0.0627],\n", + " [-0.0618],\n", + " [-0.0661],\n", + " [-0.0614],\n", + " [-0.0642],\n", + " [-0.0626],\n", + " [-0.0657],\n", + " [-0.0646],\n", + " [-0.0616],\n", + " [-0.0623],\n", + " [-0.0723],\n", + " [-0.0623],\n", + " [-0.0634],\n", + " [-0.0577],\n", + " [-0.0630],\n", + " [-0.0619],\n", + " [-0.0649],\n", + " [-0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0813],\n", + " [-0.0709],\n", + " [-0.0739],\n", + " [-0.0768],\n", + " [-0.0612],\n", + " [-0.0720],\n", + " [-0.0725],\n", + " [-0.0717],\n", + " [-0.0729],\n", + " [-0.0675],\n", + " [-0.0757],\n", + " [-0.0657],\n", + " [-0.0756],\n", + " [-0.0741],\n", + " [-0.0727],\n", + " [-0.0738],\n", + " [-0.0771],\n", + " [-0.0742],\n", + " [-0.0782],\n", + " [-0.0756],\n", + " [-0.0788],\n", + " [-0.0775],\n", + " [-0.0727],\n", + " [-0.0749],\n", + " [-0.0776],\n", + " [-0.0723],\n", + " [-0.0745],\n", + " [-0.0686],\n", + " [-0.0751],\n", + " [-0.0732],\n", + " [-0.0789],\n", + " [-0.0753]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0369],\n", + " [0.0399],\n", + " [0.0369],\n", + " [0.0377],\n", + " [0.0349],\n", + " [0.0386],\n", + " [0.0425],\n", + " [0.0351],\n", + " [0.0377],\n", + " [0.0382],\n", + " [0.0371],\n", + " [0.0356],\n", + " [0.0387],\n", + " [0.0350],\n", + " [0.0378],\n", + " [0.0366],\n", + " [0.0380],\n", + " [0.0368],\n", + " [0.0386],\n", + " [0.0389],\n", + " [0.0371],\n", + " [0.0399],\n", + " [0.0370],\n", + " [0.0363],\n", + " [0.0392],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0380],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0938],\n", + " [-0.0954],\n", + " [-0.0884],\n", + " [-0.0917],\n", + " [-0.0860],\n", + " [-0.0932],\n", + " [-0.0876],\n", + " [-0.0967],\n", + " [-0.0941],\n", + " [-0.0973],\n", + " [-0.0966],\n", + " [-0.0937],\n", + " [-0.0920],\n", + " [-0.0893],\n", + " [-0.0957],\n", + " [-0.0940],\n", + " [-0.0998],\n", + " [-0.0907],\n", + " [-0.0933],\n", + " [-0.0917],\n", + " [-0.0956],\n", + " [-0.0903],\n", + " [-0.0938],\n", + " [-0.0908],\n", + " [-0.0956],\n", + " [-0.0936],\n", + " [-0.0949],\n", + " [-0.0858],\n", + " [-0.0935],\n", + " [-0.0938],\n", + " [-0.0916],\n", + " [-0.0912]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0477],\n", + " [0.0582],\n", + " [0.0462],\n", + " [0.0511],\n", + " [0.0502],\n", + " [0.0567],\n", + " [0.0511],\n", + " [0.0593],\n", + " [0.0557],\n", + " [0.0317],\n", + " [0.0576],\n", + " [0.0586],\n", + " [0.0522],\n", + " [0.0498],\n", + " [0.0591],\n", + " [0.0563],\n", + " [0.0544],\n", + " [0.0522],\n", + " [0.0516],\n", + " [0.0538],\n", + " [0.0560],\n", + " [0.0447],\n", + " [0.0561],\n", + " [0.0527],\n", + " [0.0445],\n", + " [0.0564],\n", + " [0.0564],\n", + " [0.0500],\n", + " [0.0556],\n", + " [0.0574],\n", + " [0.0458],\n", + " [0.0524]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0331],\n", + " [-0.0355],\n", + " [-0.0418],\n", + " [-0.0403],\n", + " [-0.0413],\n", + " [-0.0382],\n", + " [-0.0449],\n", + " [-0.0372],\n", + " [-0.0345],\n", + " [-0.0409],\n", + " [-0.0374],\n", + " [-0.0342],\n", + " [-0.0376],\n", + " [-0.0421],\n", + " [-0.0370],\n", + " [-0.0346],\n", + " [-0.0411],\n", + " [-0.0399],\n", + " [-0.0384],\n", + " [-0.0365],\n", + " [-0.0363],\n", + " [-0.0383],\n", + " [-0.0344],\n", + " [-0.0417],\n", + " [-0.0315],\n", + " [-0.0377],\n", + " [-0.0375],\n", + " [-0.0422],\n", + " [-0.0386],\n", + " [-0.0361],\n", + " [-0.0373],\n", + " [-0.0409]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0798],\n", + " [-0.0810],\n", + " [-0.0796],\n", + " [-0.0780],\n", + " [-0.0889],\n", + " [-0.0798],\n", + " [-0.0777],\n", + " [-0.0807],\n", + " [-0.0811],\n", + " [-0.0837],\n", + " [-0.0796],\n", + " [-0.0826],\n", + " [-0.0792],\n", + " [-0.0783],\n", + " [-0.0794],\n", + " [-0.0804],\n", + " [-0.0810],\n", + " [-0.0792],\n", + " [-0.0785],\n", + " [-0.0784],\n", + " [-0.0781],\n", + " [-0.0790],\n", + " [-0.0809],\n", + " [-0.0778],\n", + " [-0.0866],\n", + " [-0.0802],\n", + " [-0.0801],\n", + " [-0.0784],\n", + " [-0.0795],\n", + " [-0.0793],\n", + " [-0.0790],\n", + " [-0.0783]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1634],\n", + " [0.1696],\n", + " [0.1611],\n", + " [0.1651],\n", + " [0.1664],\n", + " [0.1687],\n", + " [0.1664],\n", + " [0.1694],\n", + " [0.1681],\n", + " [0.1645],\n", + " [0.1670],\n", + " [0.1727],\n", + " [0.1660],\n", + " [0.1647],\n", + " [0.1693],\n", + " [0.1687],\n", + " [0.1651],\n", + " [0.1664],\n", + " [0.1648],\n", + " [0.1677],\n", + " [0.1677],\n", + " [0.1631],\n", + " [0.1686],\n", + " [0.1673],\n", + " [0.1593],\n", + " [0.1683],\n", + " [0.1674],\n", + " [0.1664],\n", + " [0.1678],\n", + " [0.1691],\n", + " [0.1625],\n", + " [0.1666]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0570],\n", + " [-0.0544],\n", + " [-0.0567],\n", + " [-0.0515],\n", + " [-0.0551],\n", + " [-0.0523],\n", + " [-0.0589],\n", + " [-0.0556],\n", + " [-0.0572],\n", + " [-0.0588],\n", + " [-0.0538],\n", + " [-0.0563],\n", + " [-0.0541],\n", + " [-0.0573],\n", + " [-0.0558],\n", + " [-0.0644],\n", + " [-0.0539],\n", + " [-0.0583],\n", + " [-0.0566],\n", + " [-0.0601],\n", + " [-0.0578],\n", + " [-0.0549],\n", + " [-0.0547],\n", + " [-0.0617],\n", + " [-0.0547],\n", + " [-0.0569],\n", + " [-0.0472],\n", + " [-0.0559],\n", + " [-0.0559],\n", + " [-0.0594],\n", + " [-0.0552]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0714],\n", + " [0.0584],\n", + " [0.0672],\n", + " [0.0646],\n", + " [0.0495],\n", + " [0.0579],\n", + " [0.0600],\n", + " [0.0574],\n", + " [0.0610],\n", + " [0.0776],\n", + " [0.0611],\n", + " [0.0556],\n", + " [0.0644],\n", + " [0.0638],\n", + " [0.0586],\n", + " [0.0613],\n", + " [0.0589],\n", + " [0.0623],\n", + " [0.0654],\n", + " [0.0611],\n", + " [0.0626],\n", + " [0.0690],\n", + " [0.0607],\n", + " [0.0608],\n", + " [0.0699],\n", + " [0.0589],\n", + " [0.0605],\n", + " [0.0597],\n", + " [0.0607],\n", + " [0.0594],\n", + " [0.0694],\n", + " [0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0855],\n", + " [-0.0995],\n", + " [-0.0883],\n", + " [-0.0915],\n", + " [-0.1019],\n", + " [-0.0974],\n", + " [-0.0929],\n", + " [-0.1001],\n", + " [-0.0972],\n", + " [-0.0742],\n", + " [-0.0967],\n", + " [-0.1014],\n", + " [-0.0937],\n", + " [-0.0909],\n", + " [-0.0990],\n", + " [-0.0973],\n", + " [-0.0979],\n", + " [-0.0939],\n", + " [-0.0912],\n", + " [-0.0930],\n", + " [-0.0950],\n", + " [-0.0838],\n", + " [-0.0974],\n", + " [-0.0932],\n", + " [-0.0771],\n", + " [-0.0971],\n", + " [-0.0967],\n", + " [-0.0934],\n", + " [-0.0956],\n", + " [-0.0975],\n", + " [-0.0849],\n", + " [-0.0933]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0087],\n", + " [0.0198],\n", + " [0.0088],\n", + " [0.0130],\n", + " [0.0230],\n", + " [0.0188],\n", + " [0.0142],\n", + " [0.0198],\n", + " [0.0174],\n", + " [0.0080],\n", + " [0.0179],\n", + " [0.0239],\n", + " [0.0126],\n", + " [0.0127],\n", + " [0.0201],\n", + " [0.0174],\n", + " [0.0186],\n", + " [0.0134],\n", + " [0.0130],\n", + " [0.0168],\n", + " [0.0166],\n", + " [0.0086],\n", + " [0.0179],\n", + " [0.0158],\n", + " [0.0121],\n", + " [0.0182],\n", + " [0.0164],\n", + " [0.0147],\n", + " [0.0159],\n", + " [0.0187],\n", + " [0.0087],\n", + " [0.0146]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0818],\n", + " [0.0952],\n", + " [0.0932],\n", + " [0.0914],\n", + " [0.1106],\n", + " [0.0960],\n", + " [0.0969],\n", + " [0.0966],\n", + " [0.0918],\n", + " [0.0760],\n", + " [0.0927],\n", + " [0.0962],\n", + " [0.0919],\n", + " [0.0928],\n", + " [0.0949],\n", + " [0.0917],\n", + " [0.1007],\n", + " [0.0941],\n", + " [0.0896],\n", + " [0.0898],\n", + " [0.0903],\n", + " [0.0845],\n", + " [0.0919],\n", + " [0.0940],\n", + " [0.0761],\n", + " [0.0948],\n", + " [0.0937],\n", + " [0.0973],\n", + " [0.0938],\n", + " [0.0930],\n", + " [0.0851],\n", + " [0.0938]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0066],\n", + " [ 0.0109],\n", + " [ 0.0129],\n", + " [ 0.0100],\n", + " [ 0.0123],\n", + " [ 0.0116],\n", + " [ 0.0141],\n", + " [ 0.0101],\n", + " [ 0.0107],\n", + " [ 0.0134],\n", + " [ 0.0079],\n", + " [ 0.0101],\n", + " [ 0.0121],\n", + " [ 0.0112],\n", + " [ 0.0089],\n", + " [ 0.0103],\n", + " [ 0.0138],\n", + " [ 0.0127],\n", + " [ 0.0084],\n", + " [ 0.0088],\n", + " [ 0.0080],\n", + " [ 0.0082],\n", + " [ 0.0105],\n", + " [ 0.0109],\n", + " [-0.0033],\n", + " [ 0.0111],\n", + " [ 0.0109],\n", + " [ 0.0123],\n", + " [ 0.0113],\n", + " [ 0.0096],\n", + " [ 0.0080],\n", + " [ 0.0112]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0031],\n", + " [ 0.0001],\n", + " [-0.0093],\n", + " [-0.0031],\n", + " [ 0.0016],\n", + " [-0.0026],\n", + " [-0.0069],\n", + " [ 0.0017],\n", + " [-0.0010],\n", + " [-0.0081],\n", + " [ 0.0014],\n", + " [-0.0009],\n", + " [-0.0039],\n", + " [-0.0068],\n", + " [ 0.0003],\n", + " [-0.0007],\n", + " [ 0.0040],\n", + " [-0.0063],\n", + " [-0.0009],\n", + " [ 0.0004],\n", + " [ 0.0043],\n", + " [-0.0031],\n", + " [-0.0014],\n", + " [-0.0034],\n", + " [ 0.0035],\n", + " [-0.0030],\n", + " [-0.0015],\n", + " [-0.0107],\n", + " [-0.0024],\n", + " [-0.0007],\n", + " [-0.0015],\n", + " [-0.0038]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0418],\n", + " [-0.0337],\n", + " [-0.0354],\n", + " [-0.0370],\n", + " [-0.0285],\n", + " [-0.0331],\n", + " [-0.0321],\n", + " [-0.0339],\n", + " [-0.0348],\n", + " [-0.0488],\n", + " [-0.0373],\n", + " [-0.0311],\n", + " [-0.0348],\n", + " [-0.0356],\n", + " [-0.0353],\n", + " [-0.0349],\n", + " [-0.0358],\n", + " [-0.0335],\n", + " [-0.0389],\n", + " [-0.0376],\n", + " [-0.0387],\n", + " [-0.0398],\n", + " [-0.0347],\n", + " [-0.0351],\n", + " [-0.0486],\n", + " [-0.0333],\n", + " [-0.0343],\n", + " [-0.0306],\n", + " [-0.0336],\n", + " [-0.0349],\n", + " [-0.0408],\n", + " [-0.0352]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0096],\n", + " [ 0.0035],\n", + " [ 0.0020],\n", + " [ 0.0048],\n", + " [-0.0031],\n", + " [ 0.0028],\n", + " [ 0.0002],\n", + " [ 0.0046],\n", + " [ 0.0036],\n", + " [ 0.0056],\n", + " [ 0.0058],\n", + " [ 0.0014],\n", + " [ 0.0042],\n", + " [ 0.0028],\n", + " [ 0.0048],\n", + " [ 0.0042],\n", + " [ 0.0044],\n", + " [ 0.0024],\n", + " [ 0.0061],\n", + " [ 0.0053],\n", + " [ 0.0068],\n", + " [ 0.0064],\n", + " [ 0.0035],\n", + " [ 0.0031],\n", + " [ 0.0079],\n", + " [ 0.0026],\n", + " [ 0.0039],\n", + " [-0.0017],\n", + " [ 0.0037],\n", + " [ 0.0042],\n", + " [ 0.0072],\n", + " [ 0.0035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0643],\n", + " [0.0575],\n", + " [0.0592],\n", + " [0.0577],\n", + " [0.0619],\n", + " [0.0561],\n", + " [0.0539],\n", + " [0.0576],\n", + " [0.0574],\n", + " [0.0761],\n", + " [0.0576],\n", + " [0.0569],\n", + " [0.0579],\n", + " [0.0568],\n", + " [0.0566],\n", + " [0.0570],\n", + " [0.0607],\n", + " [0.0565],\n", + " [0.0588],\n", + " [0.0570],\n", + " [0.0577],\n", + " [0.0619],\n", + " [0.0568],\n", + " [0.0556],\n", + " [0.0659],\n", + " [0.0562],\n", + " [0.0571],\n", + " [0.0539],\n", + " [0.0566],\n", + " [0.0563],\n", + " [0.0623],\n", + " [0.0565]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0169],\n", + " [-0.0191],\n", + " [-0.0160],\n", + " [-0.0162],\n", + " [-0.0153],\n", + " [-0.0184],\n", + " [-0.0176],\n", + " [-0.0175],\n", + " [-0.0183],\n", + " [-0.0174],\n", + " [-0.0180],\n", + " [-0.0188],\n", + " [-0.0164],\n", + " [-0.0160],\n", + " [-0.0185],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0168],\n", + " [-0.0163],\n", + " [-0.0181],\n", + " [-0.0189],\n", + " [-0.0162],\n", + " [-0.0185],\n", + " [-0.0175],\n", + " [-0.0165],\n", + " [-0.0180],\n", + " [-0.0173],\n", + " [-0.0171],\n", + " [-0.0172],\n", + " [-0.0183],\n", + " [-0.0160],\n", + " [-0.0169]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1716],\n", + " [-0.1708],\n", + " [-0.1684],\n", + " [-0.1710],\n", + " [-0.1728],\n", + " [-0.1705],\n", + " [-0.1694],\n", + " [-0.1727],\n", + " [-0.1696],\n", + " [-0.1634],\n", + " [-0.1730],\n", + " [-0.1689],\n", + " [-0.1695],\n", + " [-0.1689],\n", + " [-0.1721],\n", + " [-0.1698],\n", + " [-0.1804],\n", + " [-0.1689],\n", + " [-0.1720],\n", + " [-0.1708],\n", + " [-0.1745],\n", + " [-0.1692],\n", + " [-0.1692],\n", + " [-0.1711],\n", + " [-0.1689],\n", + " [-0.1702],\n", + " [-0.1713],\n", + " [-0.1658],\n", + " [-0.1711],\n", + " [-0.1704],\n", + " [-0.1705],\n", + " [-0.1709]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0199],\n", + " [-0.0222],\n", + " [-0.0269],\n", + " [-0.0226],\n", + " [-0.0207],\n", + " [-0.0225],\n", + " [-0.0245],\n", + " [-0.0209],\n", + " [-0.0217],\n", + " [-0.0241],\n", + " [-0.0201],\n", + " [-0.0216],\n", + " [-0.0241],\n", + " [-0.0245],\n", + " [-0.0212],\n", + " [-0.0217],\n", + " [-0.0185],\n", + " [-0.0246],\n", + " [-0.0211],\n", + " [-0.0196],\n", + " [-0.0186],\n", + " [-0.0222],\n", + " [-0.0217],\n", + " [-0.0220],\n", + " [-0.0083],\n", + " [-0.0227],\n", + " [-0.0225],\n", + " [-0.0238],\n", + " [-0.0226],\n", + " [-0.0213],\n", + " [-0.0214],\n", + " [-0.0225]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0006],\n", + " [ 0.0145],\n", + " [-0.0036],\n", + " [ 0.0014],\n", + " [ 0.0132],\n", + " [ 0.0108],\n", + " [ 0.0014],\n", + " [ 0.0160],\n", + " [ 0.0108],\n", + " [-0.0201],\n", + " [ 0.0110],\n", + " [ 0.0178],\n", + " [ 0.0042],\n", + " [-0.0004],\n", + " [ 0.0134],\n", + " [ 0.0103],\n", + " [ 0.0141],\n", + " [ 0.0039],\n", + " [ 0.0027],\n", + " [ 0.0057],\n", + " [ 0.0082],\n", + " [-0.0050],\n", + " [ 0.0109],\n", + " [ 0.0031],\n", + " [ 0.0010],\n", + " [ 0.0104],\n", + " [ 0.0100],\n", + " [ 0.0027],\n", + " [ 0.0078],\n", + " [ 0.0109],\n", + " [-0.0030],\n", + " [ 0.0035]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0928],\n", + " [0.0898],\n", + " [0.0956],\n", + " [0.0940],\n", + " [0.0933],\n", + " [0.0911],\n", + " [0.0955],\n", + " [0.0888],\n", + " [0.0909],\n", + " [0.1071],\n", + " [0.0904],\n", + " [0.0923],\n", + " [0.0919],\n", + " [0.0963],\n", + " [0.0904],\n", + " [0.0909],\n", + " [0.0825],\n", + " [0.0930],\n", + " [0.0929],\n", + " [0.0942],\n", + " [0.0904],\n", + " [0.0978],\n", + " [0.0913],\n", + " [0.0944],\n", + " [0.1021],\n", + " [0.0915],\n", + " [0.0904],\n", + " [0.0980],\n", + " [0.0912],\n", + " [0.0918],\n", + " [0.0954],\n", + " [0.0934]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0804],\n", + " [0.0871],\n", + " [0.0774],\n", + " [0.0787],\n", + " [0.0947],\n", + " [0.0844],\n", + " [0.0773],\n", + " [0.0886],\n", + " [0.0850],\n", + " [0.0797],\n", + " [0.0842],\n", + " [0.0891],\n", + " [0.0809],\n", + " [0.0783],\n", + " [0.0858],\n", + " [0.0845],\n", + " [0.0845],\n", + " [0.0800],\n", + " [0.0796],\n", + " [0.0821],\n", + " [0.0817],\n", + " [0.0774],\n", + " [0.0848],\n", + " [0.0792],\n", + " [0.0829],\n", + " [0.0835],\n", + " [0.0834],\n", + " [0.0786],\n", + " [0.0819],\n", + " [0.0845],\n", + " [0.0785],\n", + " [0.0798]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0908],\n", + " [0.0887],\n", + " [0.0872],\n", + " [0.0869],\n", + " [0.0856],\n", + " [0.0867],\n", + " [0.0840],\n", + " [0.0888],\n", + " [0.0883],\n", + " [0.0815],\n", + " [0.0887],\n", + " [0.0880],\n", + " [0.0875],\n", + " [0.0859],\n", + " [0.0871],\n", + " [0.0873],\n", + " [0.0887],\n", + " [0.0865],\n", + " [0.0881],\n", + " [0.0865],\n", + " [0.0879],\n", + " [0.0883],\n", + " [0.0875],\n", + " [0.0850],\n", + " [0.0955],\n", + " [0.0874],\n", + " [0.0885],\n", + " [0.0823],\n", + " [0.0874],\n", + " [0.0865],\n", + " [0.0891],\n", + " [0.0858]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0426],\n", + " [0.0423],\n", + " [0.0361],\n", + " [0.0383],\n", + " [0.0480],\n", + " [0.0400],\n", + " [0.0361],\n", + " [0.0419],\n", + " [0.0418],\n", + " [0.0501],\n", + " [0.0411],\n", + " [0.0438],\n", + " [0.0389],\n", + " [0.0372],\n", + " [0.0420],\n", + " [0.0422],\n", + " [0.0361],\n", + " [0.0377],\n", + " [0.0394],\n", + " [0.0418],\n", + " [0.0420],\n", + " [0.0400],\n", + " [0.0421],\n", + " [0.0381],\n", + " [0.0480],\n", + " [0.0401],\n", + " [0.0401],\n", + " [0.0359],\n", + " [0.0392],\n", + " [0.0419],\n", + " [0.0399],\n", + " [0.0378]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0344],\n", + " [0.0360],\n", + " [0.0395],\n", + " [0.0386],\n", + " [0.0395],\n", + " [0.0378],\n", + " [0.0394],\n", + " [0.0352],\n", + " [0.0366],\n", + " [0.0242],\n", + " [0.0361],\n", + " [0.0347],\n", + " [0.0381],\n", + " [0.0395],\n", + " [0.0359],\n", + " [0.0364],\n", + " [0.0405],\n", + " [0.0386],\n", + " [0.0375],\n", + " [0.0368],\n", + " [0.0355],\n", + " [0.0362],\n", + " [0.0365],\n", + " [0.0390],\n", + " [0.0289],\n", + " [0.0370],\n", + " [0.0362],\n", + " [0.0404],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0365],\n", + " [0.0391]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0754],\n", + " [-0.0705],\n", + " [-0.0789],\n", + " [-0.0752],\n", + " [-0.0702],\n", + " [-0.0723],\n", + " [-0.0775],\n", + " [-0.0692],\n", + " [-0.0727],\n", + " [-0.0805],\n", + " [-0.0707],\n", + " [-0.0681],\n", + " [-0.0756],\n", + " [-0.0765],\n", + " [-0.0707],\n", + " [-0.0731],\n", + " [-0.0728],\n", + " [-0.0752],\n", + " [-0.0743],\n", + " [-0.0741],\n", + " [-0.0726],\n", + " [-0.0764],\n", + " [-0.0728],\n", + " [-0.0747],\n", + " [-0.0713],\n", + " [-0.0720],\n", + " [-0.0719],\n", + " [-0.0770],\n", + " [-0.0731],\n", + " [-0.0723],\n", + " [-0.0760],\n", + " [-0.0749]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1092],\n", + " [-0.0981],\n", + " [-0.1038],\n", + " [-0.1040],\n", + " [-0.0945],\n", + " [-0.0986],\n", + " [-0.1021],\n", + " [-0.0983],\n", + " [-0.0997],\n", + " [-0.1054],\n", + " [-0.1006],\n", + " [-0.0964],\n", + " [-0.1021],\n", + " [-0.1029],\n", + " [-0.0983],\n", + " [-0.0998],\n", + " [-0.1025],\n", + " [-0.1012],\n", + " [-0.1046],\n", + " [-0.1030],\n", + " [-0.1037],\n", + " [-0.1088],\n", + " [-0.0994],\n", + " [-0.1026],\n", + " [-0.1110],\n", + " [-0.0988],\n", + " [-0.0997],\n", + " [-0.1003],\n", + " [-0.1007],\n", + " [-0.0990],\n", + " [-0.1085],\n", + " [-0.1025]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0585],\n", + " [-0.0625],\n", + " [-0.0638],\n", + " [-0.0626],\n", + " [-0.0689],\n", + " [-0.0632],\n", + " [-0.0648],\n", + " [-0.0622],\n", + " [-0.0619],\n", + " [-0.0561],\n", + " [-0.0616],\n", + " [-0.0641],\n", + " [-0.0630],\n", + " [-0.0639],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0581],\n", + " [-0.0644],\n", + " [-0.0615],\n", + " [-0.0604],\n", + " [-0.0597],\n", + " [-0.0605],\n", + " [-0.0622],\n", + " [-0.0631],\n", + " [-0.0543],\n", + " [-0.0634],\n", + " [-0.0631],\n", + " [-0.0654],\n", + " [-0.0635],\n", + " [-0.0625],\n", + " [-0.0600],\n", + " [-0.0633]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0562],\n", + " [-0.0611],\n", + " [-0.0633],\n", + " [-0.0624],\n", + " [-0.0620],\n", + " [-0.0628],\n", + " [-0.0616],\n", + " [-0.0593],\n", + " [-0.0607],\n", + " [-0.0604],\n", + " [-0.0617],\n", + " [-0.0631],\n", + " [-0.0633],\n", + " [-0.0629],\n", + " [-0.0612],\n", + " [-0.0588],\n", + " [-0.0615],\n", + " [-0.0614],\n", + " [-0.0649],\n", + " [-0.0606],\n", + " [-0.0629],\n", + " [-0.0569],\n", + " [-0.0628],\n", + " [-0.0689],\n", + " [-0.0640],\n", + " [-0.0597],\n", + " [-0.0688],\n", + " [-0.0589],\n", + " [-0.0683],\n", + " [-0.0613],\n", + " [-0.0645],\n", + " [-0.0633]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0715],\n", + " [-0.0736],\n", + " [-0.0723],\n", + " [-0.0734],\n", + " [-0.0731],\n", + " [-0.0754],\n", + " [-0.0750],\n", + " [-0.0698],\n", + " [-0.0754],\n", + " [-0.0728],\n", + " [-0.0726],\n", + " [-0.0750],\n", + " [-0.0746],\n", + " [-0.0726],\n", + " [-0.0747],\n", + " [-0.0693],\n", + " [-0.0749],\n", + " [-0.0702],\n", + " [-0.0770],\n", + " [-0.0636],\n", + " [-0.0739],\n", + " [-0.0697],\n", + " [-0.0719],\n", + " [-0.0812],\n", + " [-0.0777],\n", + " [-0.0695],\n", + " [-0.0812],\n", + " [-0.0706],\n", + " [-0.0775],\n", + " [-0.0746],\n", + " [-0.0772],\n", + " [-0.0734]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0387],\n", + " [0.0371],\n", + " [0.0354],\n", + " [0.0366],\n", + " [0.0362],\n", + " [0.0384],\n", + " [0.0375],\n", + " [0.0398],\n", + " [0.0386],\n", + " [0.0381],\n", + " [0.0360],\n", + " [0.0363],\n", + " [0.0369],\n", + " [0.0359],\n", + " [0.0389],\n", + " [0.0356],\n", + " [0.0379],\n", + " [0.0390],\n", + " [0.0354],\n", + " [0.0382],\n", + " [0.0364],\n", + " [0.0377],\n", + " [0.0363],\n", + " [0.0360],\n", + " [0.0372],\n", + " [0.0393],\n", + " [0.0352],\n", + " [0.0374],\n", + " [0.0465],\n", + " [0.0386],\n", + " [0.0365],\n", + " [0.0356]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0859],\n", + " [-0.0896],\n", + " [-0.0965],\n", + " [-0.0942],\n", + " [-0.0941],\n", + " [-0.0951],\n", + " [-0.0896],\n", + " [-0.0908],\n", + " [-0.0881],\n", + " [-0.0889],\n", + " [-0.0935],\n", + " [-0.0958],\n", + " [-0.0941],\n", + " [-0.0952],\n", + " [-0.0919],\n", + " [-0.0855],\n", + " [-0.0919],\n", + " [-0.0964],\n", + " [-0.0961],\n", + " [-0.0929],\n", + " [-0.0955],\n", + " [-0.0853],\n", + " [-0.0951],\n", + " [-0.0984],\n", + " [-0.0930],\n", + " [-0.0913],\n", + " [-0.0980],\n", + " [-0.0887],\n", + " [-0.1001],\n", + " [-0.0907],\n", + " [-0.0960],\n", + " [-0.0947]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0380],\n", + " [0.0511],\n", + " [0.0591],\n", + " [0.0571],\n", + " [0.0580],\n", + " [0.0566],\n", + " [0.0489],\n", + " [0.0547],\n", + " [0.0379],\n", + " [0.0513],\n", + " [0.0591],\n", + " [0.0582],\n", + " [0.0554],\n", + " [0.0575],\n", + " [0.0530],\n", + " [0.0493],\n", + " [0.0539],\n", + " [0.0423],\n", + " [0.0578],\n", + " [0.0572],\n", + " [0.0586],\n", + " [0.0446],\n", + " [0.0579],\n", + " [0.0550],\n", + " [0.0531],\n", + " [0.0560],\n", + " [0.0572],\n", + " [0.0476],\n", + " [0.0469],\n", + " [0.0510],\n", + " [0.0578],\n", + " [0.0572]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0391],\n", + " [-0.0424],\n", + " [-0.0357],\n", + " [-0.0371],\n", + " [-0.0373],\n", + " [-0.0339],\n", + " [-0.0413],\n", + " [-0.0357],\n", + " [-0.0387],\n", + " [-0.0420],\n", + " [-0.0381],\n", + " [-0.0361],\n", + " [-0.0378],\n", + " [-0.0381],\n", + " [-0.0351],\n", + " [-0.0466],\n", + " [-0.0383],\n", + " [-0.0300],\n", + " [-0.0390],\n", + " [-0.0346],\n", + " [-0.0361],\n", + " [-0.0470],\n", + " [-0.0369],\n", + " [-0.0347],\n", + " [-0.0376],\n", + " [-0.0360],\n", + " [-0.0389],\n", + " [-0.0396],\n", + " [-0.0330],\n", + " [-0.0387],\n", + " [-0.0383],\n", + " [-0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0807],\n", + " [-0.0787],\n", + " [-0.0807],\n", + " [-0.0796],\n", + " [-0.0788],\n", + " [-0.0802],\n", + " [-0.0779],\n", + " [-0.0807],\n", + " [-0.0805],\n", + " [-0.0789],\n", + " [-0.0782],\n", + " [-0.0790],\n", + " [-0.0802],\n", + " [-0.0803],\n", + " [-0.0794],\n", + " [-0.0768],\n", + " [-0.0786],\n", + " [-0.0874],\n", + " [-0.0790],\n", + " [-0.0839],\n", + " [-0.0794],\n", + " [-0.0782],\n", + " [-0.0803],\n", + " [-0.0792],\n", + " [-0.0781],\n", + " [-0.0806],\n", + " [-0.0784],\n", + " [-0.0806],\n", + " [-0.0882],\n", + " [-0.0790],\n", + " [-0.0783],\n", + " [-0.0799]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1591],\n", + " [0.1656],\n", + " [0.1696],\n", + " [0.1685],\n", + " [0.1693],\n", + " [0.1684],\n", + " [0.1646],\n", + " [0.1692],\n", + " [0.1587],\n", + " [0.1660],\n", + " [0.1706],\n", + " [0.1688],\n", + " [0.1673],\n", + " [0.1681],\n", + " [0.1665],\n", + " [0.1692],\n", + " [0.1678],\n", + " [0.1627],\n", + " [0.1683],\n", + " [0.1713],\n", + " [0.1690],\n", + " [0.1597],\n", + " [0.1689],\n", + " [0.1653],\n", + " [0.1665],\n", + " [0.1702],\n", + " [0.1669],\n", + " [0.1637],\n", + " [0.1708],\n", + " [0.1657],\n", + " [0.1691],\n", + " [0.1682]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0515],\n", + " [-0.0533],\n", + " [-0.0584],\n", + " [-0.0561],\n", + " [-0.0562],\n", + " [-0.0579],\n", + " [-0.0552],\n", + " [-0.0505],\n", + " [-0.0557],\n", + " [-0.0529],\n", + " [-0.0558],\n", + " [-0.0586],\n", + " [-0.0569],\n", + " [-0.0564],\n", + " [-0.0555],\n", + " [-0.0485],\n", + " [-0.0563],\n", + " [-0.0587],\n", + " [-0.0586],\n", + " [-0.0531],\n", + " [-0.0578],\n", + " [-0.0436],\n", + " [-0.0572],\n", + " [-0.0631],\n", + " [-0.0582],\n", + " [-0.0504],\n", + " [-0.0610],\n", + " [-0.0502],\n", + " [-0.0574],\n", + " [-0.0544],\n", + " [-0.0597],\n", + " [-0.0565]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0718],\n", + " [0.0621],\n", + " [0.0587],\n", + " [0.0597],\n", + " [0.0590],\n", + " [0.0634],\n", + " [0.0652],\n", + " [0.0590],\n", + " [0.0748],\n", + " [0.0612],\n", + " [0.0576],\n", + " [0.0609],\n", + " [0.0604],\n", + " [0.0588],\n", + " [0.0645],\n", + " [0.0574],\n", + " [0.0610],\n", + " [0.0705],\n", + " [0.0606],\n", + " [0.0544],\n", + " [0.0598],\n", + " [0.0676],\n", + " [0.0583],\n", + " [0.0648],\n", + " [0.0627],\n", + " [0.0583],\n", + " [0.0630],\n", + " [0.0642],\n", + " [0.0707],\n", + " [0.0653],\n", + " [0.0603],\n", + " [0.0589]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0810],\n", + " [-0.0921],\n", + " [-0.0996],\n", + " [-0.0971],\n", + " [-0.0973],\n", + " [-0.0966],\n", + " [-0.0896],\n", + " [-0.0976],\n", + " [-0.0801],\n", + " [-0.0928],\n", + " [-0.0986],\n", + " [-0.0978],\n", + " [-0.0961],\n", + " [-0.0978],\n", + " [-0.0936],\n", + " [-0.0896],\n", + " [-0.0952],\n", + " [-0.0772],\n", + " [-0.0965],\n", + " [-0.1005],\n", + " [-0.0984],\n", + " [-0.0890],\n", + " [-0.0988],\n", + " [-0.0921],\n", + " [-0.0926],\n", + " [-0.0984],\n", + " [-0.0947],\n", + " [-0.0899],\n", + " [-0.0839],\n", + " [-0.0928],\n", + " [-0.0977],\n", + " [-0.0972]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0068],\n", + " [0.0137],\n", + " [0.0195],\n", + " [0.0184],\n", + " [0.0200],\n", + " [0.0172],\n", + " [0.0118],\n", + " [0.0186],\n", + " [0.0026],\n", + " [0.0136],\n", + " [0.0203],\n", + " [0.0186],\n", + " [0.0153],\n", + " [0.0188],\n", + " [0.0147],\n", + " [0.0185],\n", + " [0.0151],\n", + " [0.0118],\n", + " [0.0182],\n", + " [0.0247],\n", + " [0.0186],\n", + " [0.0067],\n", + " [0.0191],\n", + " [0.0149],\n", + " [0.0155],\n", + " [0.0199],\n", + " [0.0168],\n", + " [0.0139],\n", + " [0.0154],\n", + " [0.0122],\n", + " [0.0170],\n", + " [0.0177]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0856],\n", + " [0.0940],\n", + " [0.0952],\n", + " [0.0934],\n", + " [0.0928],\n", + " [0.0888],\n", + " [0.0907],\n", + " [0.0947],\n", + " [0.0839],\n", + " [0.0955],\n", + " [0.0957],\n", + " [0.0921],\n", + " [0.0944],\n", + " [0.0953],\n", + " [0.0886],\n", + " [0.0922],\n", + " [0.0939],\n", + " [0.0728],\n", + " [0.0946],\n", + " [0.0991],\n", + " [0.0937],\n", + " [0.0986],\n", + " [0.0958],\n", + " [0.0872],\n", + " [0.0904],\n", + " [0.0947],\n", + " [0.0922],\n", + " [0.0900],\n", + " [0.0809],\n", + " [0.0913],\n", + " [0.0959],\n", + " [0.0951]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0057],\n", + " [ 0.0119],\n", + " [ 0.0094],\n", + " [ 0.0096],\n", + " [ 0.0077],\n", + " [ 0.0079],\n", + " [ 0.0109],\n", + " [ 0.0107],\n", + " [ 0.0073],\n", + " [ 0.0137],\n", + " [ 0.0093],\n", + " [ 0.0080],\n", + " [ 0.0125],\n", + " [ 0.0104],\n", + " [ 0.0091],\n", + " [ 0.0099],\n", + " [ 0.0123],\n", + " [-0.0008],\n", + " [ 0.0089],\n", + " [ 0.0117],\n", + " [ 0.0096],\n", + " [ 0.0108],\n", + " [ 0.0111],\n", + " [ 0.0047],\n", + " [ 0.0088],\n", + " [ 0.0100],\n", + " [ 0.0077],\n", + " [ 0.0075],\n", + " [ 0.0113],\n", + " [ 0.0117],\n", + " [ 0.0112],\n", + " [ 0.0108]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-9.5979e-03],\n", + " [-6.9166e-03],\n", + " [ 1.4648e-03],\n", + " [-1.1071e-03],\n", + " [-1.4381e-05],\n", + " [ 2.3313e-03],\n", + " [-5.6981e-03],\n", + " [-4.8475e-03],\n", + " [-8.3937e-03],\n", + " [-7.3326e-03],\n", + " [-7.9597e-04],\n", + " [ 2.0943e-03],\n", + " [-2.0551e-03],\n", + " [-1.3925e-03],\n", + " [-2.3923e-03],\n", + " [-8.9080e-03],\n", + " [-1.9968e-03],\n", + " [-9.2442e-04],\n", + " [ 1.6977e-03],\n", + " [-3.3573e-03],\n", + " [ 6.7253e-04],\n", + " [-1.6937e-02],\n", + " [-3.3844e-04],\n", + " [ 7.1510e-03],\n", + " [ 1.2695e-03],\n", + " [-4.6957e-03],\n", + " [ 4.9055e-03],\n", + " [-9.0457e-03],\n", + " [ 5.5578e-03],\n", + " [-6.1243e-03],\n", + " [ 2.2431e-03],\n", + " [-1.6805e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0415],\n", + " [-0.0343],\n", + " [-0.0351],\n", + " [-0.0351],\n", + " [-0.0364],\n", + " [-0.0372],\n", + " [-0.0361],\n", + " [-0.0318],\n", + " [-0.0418],\n", + " [-0.0324],\n", + " [-0.0337],\n", + " [-0.0371],\n", + " [-0.0329],\n", + " [-0.0342],\n", + " [-0.0363],\n", + " [-0.0359],\n", + " [-0.0345],\n", + " [-0.0484],\n", + " [-0.0352],\n", + " [-0.0303],\n", + " [-0.0352],\n", + " [-0.0325],\n", + " [-0.0334],\n", + " [-0.0430],\n", + " [-0.0386],\n", + " [-0.0318],\n", + " [-0.0376],\n", + " [-0.0370],\n", + " [-0.0429],\n", + " [-0.0341],\n", + " [-0.0327],\n", + " [-0.0336]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0041],\n", + " [ 0.0020],\n", + " [ 0.0053],\n", + " [ 0.0041],\n", + " [ 0.0048],\n", + " [ 0.0063],\n", + " [ 0.0039],\n", + " [ 0.0013],\n", + " [ 0.0057],\n", + " [ 0.0010],\n", + " [ 0.0043],\n", + " [ 0.0060],\n", + " [ 0.0034],\n", + " [ 0.0036],\n", + " [ 0.0050],\n", + " [ 0.0002],\n", + " [ 0.0039],\n", + " [ 0.0096],\n", + " [ 0.0053],\n", + " [ 0.0002],\n", + " [ 0.0050],\n", + " [-0.0048],\n", + " [ 0.0037],\n", + " [ 0.0091],\n", + " [ 0.0059],\n", + " [ 0.0014],\n", + " [ 0.0070],\n", + " [ 0.0016],\n", + " [ 0.0083],\n", + " [ 0.0033],\n", + " [ 0.0054],\n", + " [ 0.0035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0632],\n", + " [0.0560],\n", + " [0.0579],\n", + " [0.0564],\n", + " [0.0559],\n", + " [0.0584],\n", + " [0.0577],\n", + " [0.0552],\n", + " [0.0649],\n", + " [0.0556],\n", + " [0.0556],\n", + " [0.0571],\n", + " [0.0575],\n", + " [0.0567],\n", + " [0.0577],\n", + " [0.0526],\n", + " [0.0568],\n", + " [0.0698],\n", + " [0.0573],\n", + " [0.0565],\n", + " [0.0570],\n", + " [0.0555],\n", + " [0.0573],\n", + " [0.0608],\n", + " [0.0578],\n", + " [0.0550],\n", + " [0.0591],\n", + " [0.0570],\n", + " [0.0664],\n", + " [0.0572],\n", + " [0.0580],\n", + " [0.0566]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0110],\n", + " [-0.0167],\n", + " [-0.0181],\n", + " [-0.0182],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0157],\n", + " [-0.0175],\n", + " [-0.0116],\n", + " [-0.0173],\n", + " [-0.0186],\n", + " [-0.0186],\n", + " [-0.0169],\n", + " [-0.0180],\n", + " [-0.0166],\n", + " [-0.0176],\n", + " [-0.0173],\n", + " [-0.0132],\n", + " [-0.0188],\n", + " [-0.0188],\n", + " [-0.0185],\n", + " [-0.0191],\n", + " [-0.0183],\n", + " [-0.0190],\n", + " [-0.0178],\n", + " [-0.0179],\n", + " [-0.0191],\n", + " [-0.0149],\n", + " [-0.0320],\n", + " [-0.0160],\n", + " [-0.0172],\n", + " [-0.0173]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1645],\n", + " [-0.1692],\n", + " [-0.1718],\n", + " [-0.1708],\n", + " [-0.1710],\n", + " [-0.1705],\n", + " [-0.1689],\n", + " [-0.1675],\n", + " [-0.1665],\n", + " [-0.1689],\n", + " [-0.1712],\n", + " [-0.1724],\n", + " [-0.1710],\n", + " [-0.1715],\n", + " [-0.1683],\n", + " [-0.1657],\n", + " [-0.1710],\n", + " [-0.1620],\n", + " [-0.1746],\n", + " [-0.1689],\n", + " [-0.1717],\n", + " [-0.1641],\n", + " [-0.1714],\n", + " [-0.1760],\n", + " [-0.1727],\n", + " [-0.1677],\n", + " [-0.1772],\n", + " [-0.1658],\n", + " [-0.1729],\n", + " [-0.1681],\n", + " [-0.1750],\n", + " [-0.1715]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0204],\n", + " [-0.0243],\n", + " [-0.0207],\n", + " [-0.0216],\n", + " [-0.0205],\n", + " [-0.0204],\n", + " [-0.0243],\n", + " [-0.0217],\n", + " [-0.0237],\n", + " [-0.0251],\n", + " [-0.0213],\n", + " [-0.0204],\n", + " [-0.0233],\n", + " [-0.0222],\n", + " [-0.0223],\n", + " [-0.0209],\n", + " [-0.0224],\n", + " [-0.0098],\n", + " [-0.0199],\n", + " [-0.0224],\n", + " [-0.0215],\n", + " [-0.0268],\n", + " [-0.0223],\n", + " [-0.0156],\n", + " [-0.0194],\n", + " [-0.0217],\n", + " [-0.0180],\n", + " [-0.0225],\n", + " [-0.0195],\n", + " [-0.0252],\n", + " [-0.0215],\n", + " [-0.0224]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0096],\n", + " [ 0.0015],\n", + " [ 0.0159],\n", + " [ 0.0105],\n", + " [ 0.0108],\n", + " [ 0.0098],\n", + " [-0.0016],\n", + " [ 0.0098],\n", + " [-0.0112],\n", + " [ 0.0024],\n", + " [ 0.0120],\n", + " [ 0.0113],\n", + " [ 0.0089],\n", + " [ 0.0117],\n", + " [ 0.0052],\n", + " [-0.0014],\n", + " [ 0.0062],\n", + " [-0.0025],\n", + " [ 0.0102],\n", + " [ 0.0179],\n", + " [ 0.0125],\n", + " [-0.0050],\n", + " [ 0.0132],\n", + " [ 0.0089],\n", + " [ 0.0049],\n", + " [ 0.0108],\n", + " [ 0.0092],\n", + " [-0.0002],\n", + " [-0.0016],\n", + " [ 0.0017],\n", + " [ 0.0103],\n", + " [ 0.0108]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1018],\n", + " [0.0954],\n", + " [0.0891],\n", + " [0.0916],\n", + " [0.0930],\n", + " [0.0914],\n", + " [0.0966],\n", + " [0.0932],\n", + " [0.0984],\n", + " [0.0944],\n", + " [0.0921],\n", + " [0.0905],\n", + " [0.0900],\n", + " [0.0905],\n", + " [0.0938],\n", + " [0.1053],\n", + " [0.0911],\n", + " [0.1112],\n", + " [0.0901],\n", + " [0.0919],\n", + " [0.0900],\n", + " [0.1019],\n", + " [0.0898],\n", + " [0.0886],\n", + " [0.0927],\n", + " [0.0938],\n", + " [0.0886],\n", + " [0.0998],\n", + " [0.0933],\n", + " [0.0942],\n", + " [0.0877],\n", + " [0.0909]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0822],\n", + " [0.0787],\n", + " [0.0884],\n", + " [0.0841],\n", + " [0.0847],\n", + " [0.0851],\n", + " [0.0778],\n", + " [0.0840],\n", + " [0.0792],\n", + " [0.0792],\n", + " [0.0841],\n", + " [0.0851],\n", + " [0.0831],\n", + " [0.0848],\n", + " [0.0826],\n", + " [0.0760],\n", + " [0.0823],\n", + " [0.0865],\n", + " [0.0819],\n", + " [0.0894],\n", + " [0.0852],\n", + " [0.0695],\n", + " [0.0859],\n", + " [0.0834],\n", + " [0.0808],\n", + " [0.0838],\n", + " [0.0799],\n", + " [0.0804],\n", + " [0.0805],\n", + " [0.0791],\n", + " [0.0830],\n", + " [0.0838]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0848],\n", + " [0.0859],\n", + " [0.0889],\n", + " [0.0871],\n", + " [0.0859],\n", + " [0.0880],\n", + " [0.0862],\n", + " [0.0850],\n", + " [0.0883],\n", + " [0.0855],\n", + " [0.0851],\n", + " [0.0872],\n", + " [0.0886],\n", + " [0.0880],\n", + " [0.0869],\n", + " [0.0803],\n", + " [0.0864],\n", + " [0.0896],\n", + " [0.0872],\n", + " [0.0885],\n", + " [0.0874],\n", + " [0.0802],\n", + " [0.0882],\n", + " [0.0912],\n", + " [0.0873],\n", + " [0.0849],\n", + " [0.0889],\n", + " [0.0854],\n", + " [0.0883],\n", + " [0.0865],\n", + " [0.0868],\n", + " [0.0878]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0387],\n", + " [0.0367],\n", + " [0.0425],\n", + " [0.0412],\n", + " [0.0424],\n", + " [0.0440],\n", + " [0.0379],\n", + " [0.0408],\n", + " [0.0384],\n", + " [0.0365],\n", + " [0.0417],\n", + " [0.0427],\n", + " [0.0394],\n", + " [0.0404],\n", + " [0.0415],\n", + " [0.0397],\n", + " [0.0393],\n", + " [0.0515],\n", + " [0.0399],\n", + " [0.0426],\n", + " [0.0421],\n", + " [0.0332],\n", + " [0.0413],\n", + " [0.0428],\n", + " [0.0407],\n", + " [0.0414],\n", + " [0.0396],\n", + " [0.0384],\n", + " [0.0467],\n", + " [0.0385],\n", + " [0.0402],\n", + " [0.0400]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0403],\n", + " [0.0392],\n", + " [0.0349],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0357],\n", + " [0.0390],\n", + " [0.0380],\n", + " [0.0381],\n", + " [0.0392],\n", + " [0.0366],\n", + " [0.0360],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0373],\n", + " [0.0372],\n", + " [0.0383],\n", + " [0.0241],\n", + " [0.0367],\n", + " [0.0366],\n", + " [0.0358],\n", + " [0.0389],\n", + " [0.0364],\n", + " [0.0334],\n", + " [0.0370],\n", + " [0.0375],\n", + " [0.0350],\n", + " [0.0396],\n", + " [0.0306],\n", + " [0.0384],\n", + " [0.0366],\n", + " [0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0757],\n", + " [-0.0695],\n", + " [-0.0720],\n", + " [-0.0718],\n", + " [-0.0729],\n", + " [-0.0766],\n", + " [-0.0734],\n", + " [-0.0782],\n", + " [-0.0765],\n", + " [-0.0718],\n", + " [-0.0718],\n", + " [-0.0727],\n", + " [-0.0710],\n", + " [-0.0750],\n", + " [-0.0764],\n", + " [-0.0747],\n", + " [-0.0738],\n", + " [-0.0715],\n", + " [-0.0685],\n", + " [-0.0716],\n", + " [-0.0810],\n", + " [-0.0710],\n", + " [-0.0706],\n", + " [-0.0740],\n", + " [-0.0726],\n", + " [-0.0708],\n", + " [-0.0752],\n", + " [-0.0764],\n", + " [-0.0763],\n", + " [-0.0722],\n", + " [-0.0712]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1082],\n", + " [-0.1021],\n", + " [-0.0989],\n", + " [-0.0993],\n", + " [-0.0992],\n", + " [-0.1012],\n", + " [-0.1044],\n", + " [-0.0986],\n", + " [-0.1094],\n", + " [-0.1013],\n", + " [-0.0986],\n", + " [-0.1000],\n", + " [-0.1002],\n", + " [-0.0987],\n", + " [-0.1018],\n", + " [-0.1048],\n", + " [-0.1012],\n", + " [-0.1083],\n", + " [-0.1020],\n", + " [-0.0955],\n", + " [-0.0987],\n", + " [-0.1027],\n", + " [-0.0983],\n", + " [-0.1061],\n", + " [-0.1043],\n", + " [-0.0984],\n", + " [-0.1050],\n", + " [-0.1027],\n", + " [-0.1109],\n", + " [-0.1022],\n", + " [-0.1012],\n", + " [-0.0991]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0609],\n", + " [-0.0644],\n", + " [-0.0621],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0609],\n", + " [-0.0631],\n", + " [-0.0642],\n", + " [-0.0616],\n", + " [-0.0646],\n", + " [-0.0634],\n", + " [-0.0613],\n", + " [-0.0634],\n", + " [-0.0632],\n", + " [-0.0620],\n", + " [-0.0625],\n", + " [-0.0624],\n", + " [-0.0540],\n", + " [-0.0623],\n", + " [-0.0640],\n", + " [-0.0624],\n", + " [-0.0669],\n", + " [-0.0629],\n", + " [-0.0579],\n", + " [-0.0602],\n", + " [-0.0641],\n", + " [-0.0611],\n", + " [-0.0638],\n", + " [-0.0567],\n", + " [-0.0641],\n", + " [-0.0627],\n", + " [-0.0637]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0608],\n", + " [-0.0510],\n", + " [-0.0620],\n", + " [-0.0618],\n", + " [-0.0664],\n", + " [-0.0595],\n", + " [-0.0674],\n", + " [-0.0615],\n", + " [-0.0622],\n", + " [-0.0622],\n", + " [-0.0626],\n", + " [-0.0642],\n", + " [-0.0628],\n", + " [-0.0616],\n", + " [-0.0587],\n", + " [-0.0651],\n", + " [-0.0642],\n", + " [-0.0647],\n", + " [-0.0583],\n", + " [-0.0640],\n", + " [-0.0617],\n", + " [-0.0642],\n", + " [-0.0436],\n", + " [-0.0600],\n", + " [-0.0615],\n", + " [-0.0607],\n", + " [-0.0685],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0591],\n", + " [-0.0625],\n", + " [-0.0538]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0705],\n", + " [-0.0698],\n", + " [-0.0685],\n", + " [-0.0734],\n", + " [-0.0804],\n", + " [-0.0725],\n", + " [-0.0784],\n", + " [-0.0761],\n", + " [-0.0725],\n", + " [-0.0696],\n", + " [-0.0699],\n", + " [-0.0783],\n", + " [-0.0718],\n", + " [-0.0730],\n", + " [-0.0707],\n", + " [-0.0784],\n", + " [-0.0773],\n", + " [-0.0767],\n", + " [-0.0684],\n", + " [-0.0771],\n", + " [-0.0749],\n", + " [-0.0779],\n", + " [-0.0663],\n", + " [-0.0706],\n", + " [-0.0731],\n", + " [-0.0695],\n", + " [-0.0806],\n", + " [-0.0703],\n", + " [-0.0748],\n", + " [-0.0697],\n", + " [-0.0746],\n", + " [-0.2269]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0375],\n", + " [ 0.0387],\n", + " [ 0.0375],\n", + " [ 0.0392],\n", + " [ 0.0385],\n", + " [ 0.0394],\n", + " [ 0.0392],\n", + " [ 0.0383],\n", + " [ 0.0395],\n", + " [ 0.0371],\n", + " [ 0.0369],\n", + " [ 0.0369],\n", + " [ 0.0365],\n", + " [ 0.0370],\n", + " [ 0.0387],\n", + " [ 0.0371],\n", + " [ 0.0366],\n", + " [ 0.0394],\n", + " [ 0.0397],\n", + " [ 0.0366],\n", + " [ 0.0370],\n", + " [ 0.0368],\n", + " [ 0.0369],\n", + " [ 0.0392],\n", + " [ 0.0373],\n", + " [ 0.0413],\n", + " [ 0.0381],\n", + " [ 0.0360],\n", + " [ 0.0379],\n", + " [ 0.0389],\n", + " [ 0.0372],\n", + " [-0.0136]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0936],\n", + " [-0.0837],\n", + " [-0.0947],\n", + " [-0.0904],\n", + " [-0.0924],\n", + " [-0.0907],\n", + " [-0.0925],\n", + " [-0.0913],\n", + " [-0.0898],\n", + " [-0.0951],\n", + " [-0.0947],\n", + " [-0.0937],\n", + " [-0.0956],\n", + " [-0.0936],\n", + " [-0.0900],\n", + " [-0.0925],\n", + " [-0.0928],\n", + " [-0.0915],\n", + " [-0.0885],\n", + " [-0.0949],\n", + " [-0.0917],\n", + " [-0.0952],\n", + " [-0.0729],\n", + " [-0.0916],\n", + " [-0.0928],\n", + " [-0.0902],\n", + " [-0.0970],\n", + " [-0.0948],\n", + " [-0.0902],\n", + " [-0.0897],\n", + " [-0.0920],\n", + " [-0.0316]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0572],\n", + " [0.0374],\n", + " [0.0584],\n", + " [0.0522],\n", + " [0.0452],\n", + " [0.0509],\n", + " [0.0482],\n", + " [0.0506],\n", + " [0.0442],\n", + " [0.0583],\n", + " [0.0582],\n", + " [0.0508],\n", + " [0.0583],\n", + " [0.0574],\n", + " [0.0503],\n", + " [0.0501],\n", + " [0.0530],\n", + " [0.0489],\n", + " [0.0528],\n", + " [0.0560],\n", + " [0.0525],\n", + " [0.0553],\n", + " [0.0340],\n", + " [0.0553],\n", + " [0.0567],\n", + " [0.0418],\n", + " [0.0524],\n", + " [0.0583],\n", + " [0.0510],\n", + " [0.0522],\n", + " [0.0552],\n", + " [0.0723]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0369],\n", + " [-0.0433],\n", + " [-0.0350],\n", + " [-0.0384],\n", + " [-0.0357],\n", + " [-0.0349],\n", + " [-0.0354],\n", + " [-0.0368],\n", + " [-0.0356],\n", + " [-0.0358],\n", + " [-0.0356],\n", + " [-0.0368],\n", + " [-0.0365],\n", + " [-0.0372],\n", + " [-0.0408],\n", + " [-0.0382],\n", + " [-0.0428],\n", + " [-0.0331],\n", + " [-0.0377],\n", + " [-0.0375],\n", + " [-0.0387],\n", + " [-0.0383],\n", + " [-0.0512],\n", + " [-0.0355],\n", + " [-0.0373],\n", + " [-0.0339],\n", + " [-0.0319],\n", + " [-0.0376],\n", + " [-0.0417],\n", + " [-0.0374],\n", + " [-0.0406],\n", + " [-0.1199]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0805],\n", + " [-0.0804],\n", + " [-0.0818],\n", + " [-0.0789],\n", + " [-0.0792],\n", + " [-0.0808],\n", + " [-0.0794],\n", + " [-0.0788],\n", + " [-0.0809],\n", + " [-0.0813],\n", + " [-0.0807],\n", + " [-0.0792],\n", + " [-0.0805],\n", + " [-0.0790],\n", + " [-0.0816],\n", + " [-0.0784],\n", + " [-0.0781],\n", + " [-0.0811],\n", + " [-0.0799],\n", + " [-0.0785],\n", + " [-0.0791],\n", + " [-0.0788],\n", + " [-0.0688],\n", + " [-0.0804],\n", + " [-0.0790],\n", + " [-0.0826],\n", + " [-0.0813],\n", + " [-0.0805],\n", + " [-0.0796],\n", + " [-0.0802],\n", + " [-0.0784],\n", + " [-0.0490]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1690],\n", + " [0.1584],\n", + " [0.1707],\n", + " [0.1675],\n", + " [0.1623],\n", + " [0.1651],\n", + " [0.1658],\n", + " [0.1648],\n", + " [0.1643],\n", + " [0.1697],\n", + " [0.1700],\n", + " [0.1641],\n", + " [0.1690],\n", + " [0.1692],\n", + " [0.1650],\n", + " [0.1650],\n", + " [0.1666],\n", + " [0.1657],\n", + " [0.1688],\n", + " [0.1676],\n", + " [0.1660],\n", + " [0.1673],\n", + " [0.1625],\n", + " [0.1692],\n", + " [0.1691],\n", + " [0.1640],\n", + " [0.1650],\n", + " [0.1697],\n", + " [0.1648],\n", + " [0.1674],\n", + " [0.1690],\n", + " [0.1038]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0546],\n", + " [-0.0524],\n", + " [-0.0551],\n", + " [-0.0528],\n", + " [-0.0612],\n", + " [-0.0527],\n", + " [-0.0572],\n", + " [-0.0569],\n", + " [-0.0516],\n", + " [-0.0557],\n", + " [-0.0570],\n", + " [-0.0593],\n", + " [-0.0574],\n", + " [-0.0562],\n", + " [-0.0517],\n", + " [-0.0583],\n", + " [-0.0565],\n", + " [-0.0581],\n", + " [-0.0479],\n", + " [-0.0587],\n", + " [-0.0554],\n", + " [-0.0591],\n", + " [-0.0417],\n", + " [-0.0507],\n", + " [-0.0551],\n", + " [-0.0505],\n", + " [-0.0627],\n", + " [-0.0566],\n", + " [-0.0537],\n", + " [-0.0492],\n", + " [-0.0544],\n", + " [-0.0621]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0575],\n", + " [ 0.0705],\n", + " [ 0.0567],\n", + " [ 0.0638],\n", + " [ 0.0702],\n", + " [ 0.0649],\n", + " [ 0.0696],\n", + " [ 0.0660],\n", + " [ 0.0700],\n", + " [ 0.0575],\n", + " [ 0.0565],\n", + " [ 0.0662],\n", + " [ 0.0584],\n", + " [ 0.0586],\n", + " [ 0.0596],\n", + " [ 0.0657],\n", + " [ 0.0631],\n", + " [ 0.0672],\n", + " [ 0.0584],\n", + " [ 0.0615],\n", + " [ 0.0630],\n", + " [ 0.0618],\n", + " [ 0.0671],\n", + " [ 0.0605],\n", + " [ 0.0590],\n", + " [ 0.0720],\n", + " [ 0.0678],\n", + " [ 0.0566],\n", + " [ 0.0636],\n", + " [ 0.0609],\n", + " [ 0.0613],\n", + " [-0.0519]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0981],\n", + " [-0.0789],\n", + " [-0.0999],\n", + " [-0.0932],\n", + " [-0.0837],\n", + " [-0.0931],\n", + " [-0.0863],\n", + " [-0.0915],\n", + " [-0.0857],\n", + " [-0.0995],\n", + " [-0.0997],\n", + " [-0.0903],\n", + " [-0.0992],\n", + " [-0.0977],\n", + " [-0.0923],\n", + " [-0.0890],\n", + " [-0.0936],\n", + " [-0.0860],\n", + " [-0.0963],\n", + " [-0.0956],\n", + " [-0.0933],\n", + " [-0.0954],\n", + " [-0.0832],\n", + " [-0.0968],\n", + " [-0.0969],\n", + " [-0.0850],\n", + " [-0.0886],\n", + " [-0.0995],\n", + " [-0.0921],\n", + " [-0.0946],\n", + " [-0.0956],\n", + " [-0.2539]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0209],\n", + " [0.0088],\n", + " [0.0219],\n", + " [0.0148],\n", + " [0.0081],\n", + " [0.0147],\n", + " [0.0101],\n", + " [0.0116],\n", + " [0.0106],\n", + " [0.0211],\n", + " [0.0196],\n", + " [0.0126],\n", + " [0.0194],\n", + " [0.0188],\n", + " [0.0175],\n", + " [0.0126],\n", + " [0.0137],\n", + " [0.0137],\n", + " [0.0182],\n", + " [0.0169],\n", + " [0.0142],\n", + " [0.0157],\n", + " [0.0043],\n", + " [0.0196],\n", + " [0.0183],\n", + " [0.0129],\n", + " [0.0134],\n", + " [0.0201],\n", + " [0.0118],\n", + " [0.0177],\n", + " [0.0155],\n", + " [0.0969]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0958],\n", + " [0.0905],\n", + " [0.0960],\n", + " [0.0894],\n", + " [0.0837],\n", + " [0.0892],\n", + " [0.0811],\n", + " [0.0894],\n", + " [0.0810],\n", + " [0.0960],\n", + " [0.0971],\n", + " [0.0881],\n", + " [0.0959],\n", + " [0.0949],\n", + " [0.0957],\n", + " [0.0877],\n", + " [0.0947],\n", + " [0.0811],\n", + " [0.0952],\n", + " [0.0925],\n", + " [0.0917],\n", + " [0.0941],\n", + " [0.0981],\n", + " [0.0912],\n", + " [0.0938],\n", + " [0.0790],\n", + " [0.0826],\n", + " [0.0976],\n", + " [0.0944],\n", + " [0.0918],\n", + " [0.0940],\n", + " [0.0435]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0104],\n", + " [0.0121],\n", + " [0.0107],\n", + " [0.0094],\n", + " [0.0078],\n", + " [0.0080],\n", + " [0.0059],\n", + " [0.0111],\n", + " [0.0025],\n", + " [0.0105],\n", + " [0.0123],\n", + " [0.0076],\n", + " [0.0109],\n", + " [0.0107],\n", + " [0.0125],\n", + " [0.0078],\n", + " [0.0116],\n", + " [0.0039],\n", + " [0.0103],\n", + " [0.0091],\n", + " [0.0103],\n", + " [0.0111],\n", + " [0.0187],\n", + " [0.0074],\n", + " [0.0103],\n", + " [0.0001],\n", + " [0.0032],\n", + " [0.0115],\n", + " [0.0125],\n", + " [0.0082],\n", + " [0.0112],\n", + " [0.0967]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.9469e-03],\n", + " [-1.4421e-02],\n", + " [-1.0235e-03],\n", + " [-4.6070e-03],\n", + " [ 9.3648e-04],\n", + " [-4.2708e-03],\n", + " [-4.6874e-04],\n", + " [-3.8342e-03],\n", + " [-2.9374e-03],\n", + " [-6.5503e-04],\n", + " [-2.9068e-04],\n", + " [ 6.4462e-04],\n", + " [ 4.5441e-05],\n", + " [-9.6196e-04],\n", + " [-6.6571e-03],\n", + " [-3.9055e-04],\n", + " [-2.3993e-03],\n", + " [ 2.6044e-03],\n", + " [-6.8503e-03],\n", + " [ 2.0256e-03],\n", + " [-3.8555e-03],\n", + " [ 1.3603e-03],\n", + " [-2.5960e-02],\n", + " [-3.8682e-03],\n", + " [-1.8595e-03],\n", + " [-1.5749e-03],\n", + " [ 7.5249e-03],\n", + " [-6.5540e-04],\n", + " [-7.3998e-03],\n", + " [-6.5377e-03],\n", + " [-3.9565e-03],\n", + " [ 5.4448e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0341],\n", + " [-0.0420],\n", + " [-0.0324],\n", + " [-0.0345],\n", + " [-0.0420],\n", + " [-0.0362],\n", + " [-0.0399],\n", + " [-0.0363],\n", + " [-0.0410],\n", + " [-0.0333],\n", + " [-0.0310],\n", + " [-0.0402],\n", + " [-0.0339],\n", + " [-0.0341],\n", + " [-0.0359],\n", + " [-0.0398],\n", + " [-0.0339],\n", + " [-0.0422],\n", + " [-0.0317],\n", + " [-0.0369],\n", + " [-0.0362],\n", + " [-0.0355],\n", + " [-0.0369],\n", + " [-0.0350],\n", + " [-0.0342],\n", + " [-0.0452],\n", + " [-0.0437],\n", + " [-0.0319],\n", + " [-0.0334],\n", + " [-0.0345],\n", + " [-0.0326],\n", + " [-0.0679]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 2.8741e-03],\n", + " [ 2.3055e-03],\n", + " [ 2.3800e-03],\n", + " [ 3.4119e-03],\n", + " [ 8.2375e-03],\n", + " [ 3.7671e-03],\n", + " [ 7.0959e-03],\n", + " [ 5.1942e-03],\n", + " [ 5.3237e-03],\n", + " [ 2.9150e-03],\n", + " [ 2.5333e-03],\n", + " [ 6.8404e-03],\n", + " [ 4.0273e-03],\n", + " [ 3.9886e-03],\n", + " [ 1.2497e-03],\n", + " [ 6.2956e-03],\n", + " [ 3.7801e-03],\n", + " [ 8.1749e-03],\n", + " [ 7.1788e-05],\n", + " [ 5.6702e-03],\n", + " [ 4.0508e-03],\n", + " [ 5.4930e-03],\n", + " [-5.4987e-03],\n", + " [ 2.4900e-03],\n", + " [ 3.6051e-03],\n", + " [ 4.6226e-03],\n", + " [ 9.9599e-03],\n", + " [ 2.8041e-03],\n", + " [ 1.8081e-03],\n", + " [ 1.3499e-03],\n", + " [ 3.2040e-03],\n", + " [-4.9856e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0558],\n", + " [0.0618],\n", + " [0.0567],\n", + " [0.0562],\n", + " [0.0637],\n", + " [0.0579],\n", + " [0.0610],\n", + " [0.0587],\n", + " [0.0615],\n", + " [0.0569],\n", + " [0.0568],\n", + " [0.0601],\n", + " [0.0573],\n", + " [0.0562],\n", + " [0.0561],\n", + " [0.0594],\n", + " [0.0571],\n", + " [0.0625],\n", + " [0.0541],\n", + " [0.0574],\n", + " [0.0571],\n", + " [0.0583],\n", + " [0.0543],\n", + " [0.0553],\n", + " [0.0558],\n", + " [0.0642],\n", + " [0.0637],\n", + " [0.0567],\n", + " [0.0568],\n", + " [0.0552],\n", + " [0.0555],\n", + " [0.0208]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0193],\n", + " [-0.0157],\n", + " [-0.0192],\n", + " [-0.0165],\n", + " [-0.0166],\n", + " [-0.0154],\n", + " [-0.0171],\n", + " [-0.0156],\n", + " [-0.0130],\n", + " [-0.0192],\n", + " [-0.0184],\n", + " [-0.0162],\n", + " [-0.0189],\n", + " [-0.0185],\n", + " [-0.0187],\n", + " [-0.0173],\n", + " [-0.0167],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0181],\n", + " [-0.0164],\n", + " [-0.0175],\n", + " [-0.0177],\n", + " [-0.0179],\n", + " [-0.0182],\n", + " [-0.0109],\n", + " [-0.0188],\n", + " [-0.0180],\n", + " [-0.0167],\n", + " [-0.0165],\n", + " [-0.0172],\n", + " [-0.0456]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1702],\n", + " [-0.1652],\n", + " [-0.1697],\n", + " [-0.1677],\n", + " [-0.1718],\n", + " [-0.1671],\n", + " [-0.1703],\n", + " [-0.1687],\n", + " [-0.1665],\n", + " [-0.1704],\n", + " [-0.1706],\n", + " [-0.1722],\n", + " [-0.1716],\n", + " [-0.1710],\n", + " [-0.1693],\n", + " [-0.1719],\n", + " [-0.1730],\n", + " [-0.1691],\n", + " [-0.1662],\n", + " [-0.1737],\n", + " [-0.1696],\n", + " [-0.1744],\n", + " [-0.1601],\n", + " [-0.1674],\n", + " [-0.1703],\n", + " [-0.1650],\n", + " [-0.1738],\n", + " [-0.1714],\n", + " [-0.1691],\n", + " [-0.1663],\n", + " [-0.1702],\n", + " [-0.1945]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0218],\n", + " [-0.0252],\n", + " [-0.0224],\n", + " [-0.0233],\n", + " [-0.0202],\n", + " [-0.0213],\n", + " [-0.0213],\n", + " [-0.0241],\n", + " [-0.0183],\n", + " [-0.0220],\n", + " [-0.0229],\n", + " [-0.0201],\n", + " [-0.0221],\n", + " [-0.0218],\n", + " [-0.0226],\n", + " [-0.0202],\n", + " [-0.0228],\n", + " [-0.0174],\n", + " [-0.0212],\n", + " [-0.0199],\n", + " [-0.0227],\n", + " [-0.0208],\n", + " [-0.0241],\n", + " [-0.0206],\n", + " [-0.0217],\n", + " [-0.0146],\n", + " [-0.0155],\n", + " [-0.0225],\n", + " [-0.0256],\n", + " [-0.0213],\n", + " [-0.0237],\n", + " [ 0.2079]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0123],\n", + " [-0.0108],\n", + " [ 0.0157],\n", + " [ 0.0022],\n", + " [-0.0031],\n", + " [ 0.0045],\n", + " [-0.0027],\n", + " [ 0.0022],\n", + " [-0.0046],\n", + " [ 0.0147],\n", + " [ 0.0149],\n", + " [ 0.0028],\n", + " [ 0.0139],\n", + " [ 0.0110],\n", + " [ 0.0043],\n", + " [ 0.0011],\n", + " [ 0.0030],\n", + " [ 0.0014],\n", + " [ 0.0074],\n", + " [ 0.0083],\n", + " [ 0.0043],\n", + " [ 0.0077],\n", + " [-0.0101],\n", + " [ 0.0090],\n", + " [ 0.0097],\n", + " [-0.0057],\n", + " [ 0.0063],\n", + " [ 0.0141],\n", + " [ 0.0014],\n", + " [ 0.0056],\n", + " [ 0.0055],\n", + " [ 0.2832]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0913],\n", + " [ 0.1019],\n", + " [ 0.0911],\n", + " [ 0.0966],\n", + " [ 0.0946],\n", + " [ 0.0951],\n", + " [ 0.0968],\n", + " [ 0.0933],\n", + " [ 0.1013],\n", + " [ 0.0907],\n", + " [ 0.0898],\n", + " [ 0.0926],\n", + " [ 0.0891],\n", + " [ 0.0909],\n", + " [ 0.0929],\n", + " [ 0.0947],\n", + " [ 0.0920],\n", + " [ 0.0981],\n", + " [ 0.0961],\n", + " [ 0.0904],\n", + " [ 0.0937],\n", + " [ 0.0887],\n", + " [ 0.1076],\n", + " [ 0.0956],\n", + " [ 0.0922],\n", + " [ 0.1047],\n", + " [ 0.0904],\n", + " [ 0.0902],\n", + " [ 0.0938],\n", + " [ 0.0974],\n", + " [ 0.0932],\n", + " [-0.0708]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.0800],\n", + " [0.0875],\n", + " [0.0794],\n", + " [0.0785],\n", + " [0.0835],\n", + " [0.0770],\n", + " [0.0806],\n", + " [0.0814],\n", + " [0.0870],\n", + " [0.0868],\n", + " [0.0812],\n", + " [0.0867],\n", + " [0.0847],\n", + " [0.0834],\n", + " [0.0787],\n", + " [0.0778],\n", + " [0.0835],\n", + " [0.0826],\n", + " [0.0824],\n", + " [0.0809],\n", + " [0.0820],\n", + " [0.0660],\n", + " [0.0835],\n", + " [0.0836],\n", + " [0.0839],\n", + " [0.0851],\n", + " [0.0864],\n", + " [0.0781],\n", + " [0.0820],\n", + " [0.0795],\n", + " [0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0866],\n", + " [ 0.0837],\n", + " [ 0.0882],\n", + " [ 0.0854],\n", + " [ 0.0901],\n", + " [ 0.0863],\n", + " [ 0.0887],\n", + " [ 0.0879],\n", + " [ 0.0857],\n", + " [ 0.0883],\n", + " [ 0.0887],\n", + " [ 0.0889],\n", + " [ 0.0884],\n", + " [ 0.0863],\n", + " [ 0.0870],\n", + " [ 0.0879],\n", + " [ 0.0862],\n", + " [ 0.0888],\n", + " [ 0.0832],\n", + " [ 0.0872],\n", + " [ 0.0871],\n", + " [ 0.0876],\n", + " [ 0.0672],\n", + " [ 0.0846],\n", + " [ 0.0860],\n", + " [ 0.0857],\n", + " [ 0.0923],\n", + " [ 0.0881],\n", + " [ 0.0870],\n", + " [ 0.0842],\n", + " [ 0.0854],\n", + " [-0.0552]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0413],\n", + " [0.0365],\n", + " [0.0428],\n", + " [0.0403],\n", + " [0.0408],\n", + " [0.0407],\n", + " [0.0413],\n", + " [0.0395],\n", + " [0.0422],\n", + " [0.0422],\n", + " [0.0419],\n", + " [0.0405],\n", + " [0.0414],\n", + " [0.0411],\n", + " [0.0370],\n", + " [0.0402],\n", + " [0.0369],\n", + " [0.0452],\n", + " [0.0395],\n", + " [0.0408],\n", + " [0.0392],\n", + " [0.0394],\n", + " [0.0319],\n", + " [0.0424],\n", + " [0.0409],\n", + " [0.0464],\n", + " [0.0450],\n", + " [0.0413],\n", + " [0.0367],\n", + " [0.0402],\n", + " [0.0388],\n", + " [0.0854]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0380],\n", + " [ 0.0437],\n", + " [ 0.0358],\n", + " [ 0.0371],\n", + " [ 0.0355],\n", + " [ 0.0384],\n", + " [ 0.0328],\n", + " [ 0.0382],\n", + " [ 0.0342],\n", + " [ 0.0364],\n", + " [ 0.0358],\n", + " [ 0.0371],\n", + " [ 0.0365],\n", + " [ 0.0371],\n", + " [ 0.0426],\n", + " [ 0.0363],\n", + " [ 0.0382],\n", + " [ 0.0341],\n", + " [ 0.0389],\n", + " [ 0.0369],\n", + " [ 0.0382],\n", + " [ 0.0374],\n", + " [ 0.0387],\n", + " [ 0.0371],\n", + " [ 0.0371],\n", + " [ 0.0330],\n", + " [ 0.0331],\n", + " [ 0.0363],\n", + " [ 0.0382],\n", + " [ 0.0384],\n", + " [ 0.0375],\n", + " [-0.1459]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0718],\n", + " [-0.0833],\n", + " [-0.0696],\n", + " [-0.0754],\n", + " [-0.0759],\n", + " [-0.0750],\n", + " [-0.0750],\n", + " [-0.0762],\n", + " [-0.0753],\n", + " [-0.0702],\n", + " [-0.0702],\n", + " [-0.0741],\n", + " [-0.0708],\n", + " [-0.0726],\n", + " [-0.0752],\n", + " [-0.0747],\n", + " [-0.0747],\n", + " [-0.0746],\n", + " [-0.0740],\n", + " [-0.0726],\n", + " [-0.0745],\n", + " [-0.0731],\n", + " [-0.0913],\n", + " [-0.0730],\n", + " [-0.0729],\n", + " [-0.0751],\n", + " [-0.0715],\n", + " [-0.0702],\n", + " [-0.0761],\n", + " [-0.0741],\n", + " [-0.0743],\n", + " [-0.0262]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0978],\n", + " [-0.1087],\n", + " [-0.0971],\n", + " [-0.1021],\n", + " [-0.1100],\n", + " [-0.1016],\n", + " [-0.1081],\n", + " [-0.1032],\n", + " [-0.1074],\n", + " [-0.0975],\n", + " [-0.0976],\n", + " [-0.1052],\n", + " [-0.0981],\n", + " [-0.0988],\n", + " [-0.1014],\n", + " [-0.1065],\n", + " [-0.1040],\n", + " [-0.1082],\n", + " [-0.0990],\n", + " [-0.1021],\n", + " [-0.1021],\n", + " [-0.1026],\n", + " [-0.1089],\n", + " [-0.0993],\n", + " [-0.0993],\n", + " [-0.1058],\n", + " [-0.1076],\n", + " [-0.0978],\n", + " [-0.1020],\n", + " [-0.1000],\n", + " [-0.1012],\n", + " [-0.1184]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0586],\n", + " [-0.0634],\n", + " [-0.0638],\n", + " [-0.0585],\n", + " [-0.0628],\n", + " [-0.0609],\n", + " [-0.0623],\n", + " [-0.0618],\n", + " [-0.0629],\n", + " [-0.0634],\n", + " [-0.0603],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0618],\n", + " [-0.0604],\n", + " [-0.0639],\n", + " [-0.0580],\n", + " [-0.0647],\n", + " [-0.0611],\n", + " [-0.0628],\n", + " [-0.0617],\n", + " [-0.0591],\n", + " [-0.0634],\n", + " [-0.0628],\n", + " [-0.0597],\n", + " [-0.0572],\n", + " [-0.0636],\n", + " [-0.0653],\n", + " [-0.0641],\n", + " [-0.0647],\n", + " [ 0.0291]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0606],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0624],\n", + " [-0.0636],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0631],\n", + " [-0.0626],\n", + " [-0.0598],\n", + " [-0.0649],\n", + " [-0.0321],\n", + " [-0.0651],\n", + " [-0.0620],\n", + " [-0.0618],\n", + " [-0.0629],\n", + " [-0.0676],\n", + " [-0.0613],\n", + " [-0.0610],\n", + " [-0.0333],\n", + " [-0.0813],\n", + " [-0.0698],\n", + " [-0.0622],\n", + " [-0.0607],\n", + " [-0.0619],\n", + " [-0.0632],\n", + " [-0.0562],\n", + " [-0.0612],\n", + " [-0.0631]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0749],\n", + " [-0.0760],\n", + " [-0.0750],\n", + " [-0.0721],\n", + " [-0.0683],\n", + " [-0.0688],\n", + " [-0.0763],\n", + " [-0.0740],\n", + " [-0.0716],\n", + " [-0.0719],\n", + " [-0.0755],\n", + " [-0.0686],\n", + " [-0.0698],\n", + " [-0.0792],\n", + " [-0.0543],\n", + " [-0.0774],\n", + " [-0.0660],\n", + " [-0.0750],\n", + " [-0.0765],\n", + " [-0.0807],\n", + " [-0.0751],\n", + " [-0.0733],\n", + " [-0.0731],\n", + " [-0.0874],\n", + " [-0.0820],\n", + " [-0.0707],\n", + " [-0.0735],\n", + " [-0.0679],\n", + " [-0.0729],\n", + " [-0.0767],\n", + " [-0.0711],\n", + " [-0.0741]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0362],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0362],\n", + " [0.0375],\n", + " [0.0372],\n", + " [0.0369],\n", + " [0.0365],\n", + " [0.0375],\n", + " [0.0362],\n", + " [0.0363],\n", + " [0.0363],\n", + " [0.0384],\n", + " [0.0397],\n", + " [0.0465],\n", + " [0.0361],\n", + " [0.0374],\n", + " [0.0381],\n", + " [0.0376],\n", + " [0.0377],\n", + " [0.0381],\n", + " [0.0398],\n", + " [0.0296],\n", + " [0.0315],\n", + " [0.0367],\n", + " [0.0366],\n", + " [0.0378],\n", + " [0.0374],\n", + " [0.0359],\n", + " [0.0380],\n", + " [0.0392],\n", + " [0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0888],\n", + " [-0.0935],\n", + " [-0.0955],\n", + " [-0.0939],\n", + " [-0.0944],\n", + " [-0.0950],\n", + " [-0.0938],\n", + " [-0.0950],\n", + " [-0.0943],\n", + " [-0.0938],\n", + " [-0.0930],\n", + " [-0.0952],\n", + " [-0.0877],\n", + " [-0.0926],\n", + " [-0.0701],\n", + " [-0.0936],\n", + " [-0.0942],\n", + " [-0.0908],\n", + " [-0.0904],\n", + " [-0.0966],\n", + " [-0.0909],\n", + " [-0.0878],\n", + " [-0.0693],\n", + " [-0.0962],\n", + " [-0.0954],\n", + " [-0.0943],\n", + " [-0.0886],\n", + " [-0.0947],\n", + " [-0.0960],\n", + " [-0.0856],\n", + " [-0.0910],\n", + " [-0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0489],\n", + " [0.0556],\n", + " [0.0578],\n", + " [0.0571],\n", + " [0.0588],\n", + " [0.0586],\n", + " [0.0565],\n", + " [0.0582],\n", + " [0.0564],\n", + " [0.0570],\n", + " [0.0538],\n", + " [0.0574],\n", + " [0.0521],\n", + " [0.0478],\n", + " [0.0415],\n", + " [0.0489],\n", + " [0.0585],\n", + " [0.0495],\n", + " [0.0489],\n", + " [0.0557],\n", + " [0.0517],\n", + " [0.0476],\n", + " [0.0296],\n", + " [0.0508],\n", + " [0.0481],\n", + " [0.0573],\n", + " [0.0504],\n", + " [0.0588],\n", + " [0.0579],\n", + " [0.0364],\n", + " [0.0518],\n", + " [0.0580]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0435],\n", + " [-0.0396],\n", + " [-0.0356],\n", + " [-0.0387],\n", + " [-0.0351],\n", + " [-0.0352],\n", + " [-0.0389],\n", + " [-0.0367],\n", + " [-0.0358],\n", + " [-0.0387],\n", + " [-0.0403],\n", + " [-0.0378],\n", + " [-0.0418],\n", + " [-0.0335],\n", + " [-0.0210],\n", + " [-0.0394],\n", + " [-0.0347],\n", + " [-0.0365],\n", + " [-0.0409],\n", + " [-0.0337],\n", + " [-0.0399],\n", + " [-0.0396],\n", + " [-0.0490],\n", + " [-0.0349],\n", + " [-0.0347],\n", + " [-0.0377],\n", + " [-0.0437],\n", + " [-0.0346],\n", + " [-0.0373],\n", + " [-0.0407],\n", + " [-0.0380],\n", + " [-0.0358]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0776],\n", + " [-0.0789],\n", + " [-0.0795],\n", + " [-0.0799],\n", + " [-0.0813],\n", + " [-0.0816],\n", + " [-0.0785],\n", + " [-0.0790],\n", + " [-0.0810],\n", + " [-0.0801],\n", + " [-0.0794],\n", + " [-0.0824],\n", + " [-0.0789],\n", + " [-0.0799],\n", + " [-0.0746],\n", + " [-0.0813],\n", + " [-0.0825],\n", + " [-0.0796],\n", + " [-0.0777],\n", + " [-0.0792],\n", + " [-0.0788],\n", + " [-0.0778],\n", + " [-0.0581],\n", + " [-0.0860],\n", + " [-0.0801],\n", + " [-0.0808],\n", + " [-0.0783],\n", + " [-0.0819],\n", + " [-0.0805],\n", + " [-0.0771],\n", + " [-0.0804],\n", + " [-0.0799]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1636],\n", + " [0.1680],\n", + " [0.1686],\n", + " [0.1686],\n", + " [0.1715],\n", + " [0.1708],\n", + " [0.1687],\n", + " [0.1691],\n", + " [0.1684],\n", + " [0.1688],\n", + " [0.1664],\n", + " [0.1689],\n", + " [0.1675],\n", + " [0.1636],\n", + " [0.1719],\n", + " [0.1644],\n", + " [0.1723],\n", + " [0.1647],\n", + " [0.1646],\n", + " [0.1674],\n", + " [0.1660],\n", + " [0.1660],\n", + " [0.1742],\n", + " [0.1605],\n", + " [0.1617],\n", + " [0.1687],\n", + " [0.1653],\n", + " [0.1713],\n", + " [0.1681],\n", + " [0.1565],\n", + " [0.1675],\n", + " [0.1687]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0550],\n", + " [-0.0561],\n", + " [-0.0579],\n", + " [-0.0556],\n", + " [-0.0553],\n", + " [-0.0560],\n", + " [-0.0565],\n", + " [-0.0579],\n", + " [-0.0568],\n", + " [-0.0553],\n", + " [-0.0557],\n", + " [-0.0569],\n", + " [-0.0481],\n", + " [-0.0598],\n", + " [-0.0408],\n", + " [-0.0582],\n", + " [-0.0551],\n", + " [-0.0553],\n", + " [-0.0566],\n", + " [-0.0611],\n", + " [-0.0559],\n", + " [-0.0529],\n", + " [-0.0473],\n", + " [-0.0653],\n", + " [-0.0626],\n", + " [-0.0553],\n", + " [-0.0534],\n", + " [-0.0550],\n", + " [-0.0571],\n", + " [-0.0593],\n", + " [-0.0492],\n", + " [-0.0563]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0630],\n", + " [0.0610],\n", + " [0.0614],\n", + " [0.0578],\n", + " [0.0561],\n", + " [0.0570],\n", + " [0.0608],\n", + " [0.0593],\n", + " [0.0584],\n", + " [0.0578],\n", + " [0.0607],\n", + " [0.0563],\n", + " [0.0591],\n", + " [0.0718],\n", + " [0.0683],\n", + " [0.0634],\n", + " [0.0553],\n", + " [0.0671],\n", + " [0.0652],\n", + " [0.0660],\n", + " [0.0633],\n", + " [0.0651],\n", + " [0.0611],\n", + " [0.0672],\n", + " [0.0690],\n", + " [0.0576],\n", + " [0.0619],\n", + " [0.0566],\n", + " [0.0595],\n", + " [0.0757],\n", + " [0.0637],\n", + " [0.0609]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0903],\n", + " [-0.0951],\n", + " [-0.0977],\n", + " [-0.0976],\n", + " [-0.1006],\n", + " [-0.1004],\n", + " [-0.0956],\n", + " [-0.0983],\n", + " [-0.0979],\n", + " [-0.0975],\n", + " [-0.0939],\n", + " [-0.0996],\n", + " [-0.0952],\n", + " [-0.0869],\n", + " [-0.1027],\n", + " [-0.0854],\n", + " [-0.1013],\n", + " [-0.0896],\n", + " [-0.0895],\n", + " [-0.0935],\n", + " [-0.0932],\n", + " [-0.0887],\n", + " [-0.0881],\n", + " [-0.0805],\n", + " [-0.0834],\n", + " [-0.0982],\n", + " [-0.0919],\n", + " [-0.1005],\n", + " [-0.0983],\n", + " [-0.0789],\n", + " [-0.0955],\n", + " [-0.0978]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0143],\n", + " [0.0166],\n", + " [0.0172],\n", + " [0.0189],\n", + " [0.0220],\n", + " [0.0216],\n", + " [0.0173],\n", + " [0.0182],\n", + " [0.0179],\n", + " [0.0186],\n", + " [0.0158],\n", + " [0.0201],\n", + " [0.0156],\n", + " [0.0091],\n", + " [0.0069],\n", + " [0.0160],\n", + " [0.0235],\n", + " [0.0124],\n", + " [0.0119],\n", + " [0.0152],\n", + " [0.0122],\n", + " [0.0120],\n", + " [0.0061],\n", + " [0.0115],\n", + " [0.0095],\n", + " [0.0200],\n", + " [0.0131],\n", + " [0.0228],\n", + " [0.0190],\n", + " [0.0029],\n", + " [0.0149],\n", + " [0.0180]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0941],\n", + " [0.0941],\n", + " [0.0924],\n", + " [0.0962],\n", + " [0.0962],\n", + " [0.0959],\n", + " [0.0934],\n", + " [0.0946],\n", + " [0.0956],\n", + " [0.0961],\n", + " [0.0942],\n", + " [0.0986],\n", + " [0.0974],\n", + " [0.0818],\n", + " [0.1158],\n", + " [0.0891],\n", + " [0.0973],\n", + " [0.0857],\n", + " [0.0907],\n", + " [0.0859],\n", + " [0.0941],\n", + " [0.0880],\n", + " [0.0967],\n", + " [0.0769],\n", + " [0.0829],\n", + " [0.0965],\n", + " [0.0956],\n", + " [0.0959],\n", + " [0.0947],\n", + " [0.0873],\n", + " [0.0921],\n", + " [0.0926]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0126],\n", + " [ 0.0102],\n", + " [ 0.0096],\n", + " [ 0.0112],\n", + " [ 0.0111],\n", + " [ 0.0108],\n", + " [ 0.0097],\n", + " [ 0.0106],\n", + " [ 0.0127],\n", + " [ 0.0113],\n", + " [ 0.0105],\n", + " [ 0.0124],\n", + " [ 0.0121],\n", + " [ 0.0060],\n", + " [ 0.0272],\n", + " [ 0.0045],\n", + " [ 0.0113],\n", + " [ 0.0067],\n", + " [ 0.0108],\n", + " [ 0.0058],\n", + " [ 0.0136],\n", + " [ 0.0099],\n", + " [ 0.0297],\n", + " [-0.0078],\n", + " [ 0.0030],\n", + " [ 0.0111],\n", + " [ 0.0135],\n", + " [ 0.0101],\n", + " [ 0.0098],\n", + " [ 0.0148],\n", + " [ 0.0087],\n", + " [ 0.0091]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0050],\n", + " [-0.0015],\n", + " [ 0.0006],\n", + " [-0.0022],\n", + " [-0.0007],\n", + " [-0.0003],\n", + " [-0.0004],\n", + " [ 0.0003],\n", + " [-0.0011],\n", + " [-0.0025],\n", + " [-0.0025],\n", + " [-0.0004],\n", + " [-0.0101],\n", + " [ 0.0014],\n", + " [-0.0158],\n", + " [ 0.0012],\n", + " [-0.0013],\n", + " [-0.0034],\n", + " [-0.0036],\n", + " [ 0.0060],\n", + " [-0.0049],\n", + " [-0.0052],\n", + " [-0.0308],\n", + " [ 0.0133],\n", + " [ 0.0038],\n", + " [-0.0020],\n", + " [-0.0067],\n", + " [-0.0009],\n", + " [-0.0005],\n", + " [-0.0089],\n", + " [-0.0066],\n", + " [-0.0008]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0369],\n", + " [-0.0345],\n", + " [-0.0353],\n", + " [-0.0333],\n", + " [-0.0312],\n", + " [-0.0326],\n", + " [-0.0347],\n", + " [-0.0344],\n", + " [-0.0324],\n", + " [-0.0326],\n", + " [-0.0355],\n", + " [-0.0315],\n", + " [-0.0306],\n", + " [-0.0407],\n", + " [-0.0237],\n", + " [-0.0448],\n", + " [-0.0309],\n", + " [-0.0387],\n", + " [-0.0369],\n", + " [-0.0403],\n", + " [-0.0333],\n", + " [-0.0356],\n", + " [-0.0405],\n", + " [-0.0477],\n", + " [-0.0448],\n", + " [-0.0329],\n", + " [-0.0332],\n", + " [-0.0326],\n", + " [-0.0353],\n", + " [-0.0421],\n", + " [-0.0332],\n", + " [-0.0348]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0026],\n", + " [ 0.0042],\n", + " [ 0.0053],\n", + " [ 0.0030],\n", + " [ 0.0021],\n", + " [ 0.0027],\n", + " [ 0.0046],\n", + " [ 0.0047],\n", + " [ 0.0028],\n", + " [ 0.0026],\n", + " [ 0.0037],\n", + " [ 0.0019],\n", + " [-0.0011],\n", + " [ 0.0092],\n", + " [-0.0027],\n", + " [ 0.0068],\n", + " [ 0.0014],\n", + " [ 0.0057],\n", + " [ 0.0046],\n", + " [ 0.0086],\n", + " [ 0.0032],\n", + " [ 0.0038],\n", + " [-0.0035],\n", + " [ 0.0115],\n", + " [ 0.0095],\n", + " [ 0.0026],\n", + " [ 0.0011],\n", + " [ 0.0025],\n", + " [ 0.0043],\n", + " [ 0.0054],\n", + " [ 0.0013],\n", + " [ 0.0046]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0567],\n", + " [0.0566],\n", + " [0.0574],\n", + " [0.0562],\n", + " [0.0566],\n", + " [0.0571],\n", + " [0.0563],\n", + " [0.0568],\n", + " [0.0574],\n", + " [0.0562],\n", + " [0.0571],\n", + " [0.0569],\n", + " [0.0539],\n", + " [0.0637],\n", + " [0.0680],\n", + " [0.0617],\n", + " [0.0567],\n", + " [0.0591],\n", + " [0.0583],\n", + " [0.0599],\n", + " [0.0574],\n", + " [0.0579],\n", + " [0.0438],\n", + " [0.0637],\n", + " [0.0645],\n", + " [0.0564],\n", + " [0.0554],\n", + " [0.0569],\n", + " [0.0572],\n", + " [0.0642],\n", + " [0.0558],\n", + " [0.0569]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0162],\n", + " [-0.0179],\n", + " [-0.0181],\n", + " [-0.0180],\n", + " [-0.0191],\n", + " [-0.0192],\n", + " [-0.0184],\n", + " [-0.0182],\n", + " [-0.0181],\n", + " [-0.0177],\n", + " [-0.0171],\n", + " [-0.0179],\n", + " [-0.0178],\n", + " [-0.0151],\n", + " [-0.0149],\n", + " [-0.0198],\n", + " [-0.0189],\n", + " [-0.0151],\n", + " [-0.0162],\n", + " [-0.0185],\n", + " [-0.0162],\n", + " [-0.0148],\n", + " [-0.0118],\n", + " [-0.0164],\n", + " [-0.0173],\n", + " [-0.0186],\n", + " [-0.0172],\n", + " [-0.0194],\n", + " [-0.0183],\n", + " [-0.0128],\n", + " [-0.0159],\n", + " [-0.0182]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1717],\n", + " [-0.1723],\n", + " [-0.1715],\n", + " [-0.1711],\n", + " [-0.1695],\n", + " [-0.1702],\n", + " [-0.1726],\n", + " [-0.1720],\n", + " [-0.1704],\n", + " [-0.1708],\n", + " [-0.1719],\n", + " [-0.1714],\n", + " [-0.1663],\n", + " [-0.1698],\n", + " [-0.1670],\n", + " [-0.1747],\n", + " [-0.1696],\n", + " [-0.1678],\n", + " [-0.1705],\n", + " [-0.1743],\n", + " [-0.1701],\n", + " [-0.1670],\n", + " [-0.1597],\n", + " [-0.1811],\n", + " [-0.1739],\n", + " [-0.1707],\n", + " [-0.1698],\n", + " [-0.1697],\n", + " [-0.1719],\n", + " [-0.1687],\n", + " [-0.1670],\n", + " [-0.1706]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0223],\n", + " [-0.0214],\n", + " [-0.0217],\n", + " [-0.0224],\n", + " [-0.0226],\n", + " [-0.0222],\n", + " [-0.0210],\n", + " [-0.0220],\n", + " [-0.0231],\n", + " [-0.0227],\n", + " [-0.0212],\n", + " [-0.0221],\n", + " [-0.0244],\n", + " [-0.0208],\n", + " [-0.0187],\n", + " [-0.0149],\n", + " [-0.0225],\n", + " [-0.0218],\n", + " [-0.0232],\n", + " [-0.0180],\n", + " [-0.0251],\n", + " [-0.0230],\n", + " [-0.0200],\n", + " [-0.0002],\n", + " [-0.0160],\n", + " [-0.0226],\n", + " [-0.0248],\n", + " [-0.0221],\n", + " [-0.0217],\n", + " [-0.0251],\n", + " [-0.0225],\n", + " [-0.0219]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.5115e-05],\n", + " [ 7.0069e-03],\n", + " [ 1.1142e-02],\n", + " [ 1.1140e-02],\n", + " [ 1.6044e-02],\n", + " [ 1.6046e-02],\n", + " [ 7.7087e-03],\n", + " [ 1.1847e-02],\n", + " [ 1.2430e-02],\n", + " [ 1.1100e-02],\n", + " [ 6.0563e-03],\n", + " [ 1.5037e-02],\n", + " [ 4.8378e-03],\n", + " [-1.2814e-03],\n", + " [ 1.2836e-02],\n", + " [ 2.5733e-03],\n", + " [ 1.8036e-02],\n", + " [ 4.9210e-04],\n", + " [-1.3566e-03],\n", + " [ 7.4717e-03],\n", + " [ 2.8758e-03],\n", + " [-3.3479e-03],\n", + " [-8.1559e-03],\n", + " [ 1.0532e-02],\n", + " [ 1.2210e-03],\n", + " [ 1.2421e-02],\n", + " [ 6.4019e-04],\n", + " [ 1.6485e-02],\n", + " [ 1.2592e-02],\n", + " [-1.3042e-02],\n", + " [ 4.5063e-03],\n", + " [ 1.1507e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0951],\n", + " [0.0916],\n", + " [0.0901],\n", + " [0.0911],\n", + " [0.0913],\n", + " [0.0906],\n", + " [0.0916],\n", + " [0.0897],\n", + " [0.0896],\n", + " [0.0913],\n", + " [0.0920],\n", + " [0.0893],\n", + " [0.0965],\n", + " [0.0941],\n", + " [0.0938],\n", + " [0.0951],\n", + " [0.0909],\n", + " [0.0970],\n", + " [0.0954],\n", + " [0.0901],\n", + " [0.0921],\n", + " [0.0989],\n", + " [0.1073],\n", + " [0.0899],\n", + " [0.0926],\n", + " [0.0907],\n", + " [0.0950],\n", + " [0.0914],\n", + " [0.0898],\n", + " [0.0977],\n", + " [0.0958],\n", + " [0.0911]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0767],\n", + " [0.0809],\n", + " [0.0842],\n", + " [0.0844],\n", + " [0.0873],\n", + " [0.0879],\n", + " [0.0810],\n", + " [0.0849],\n", + " [0.0859],\n", + " [0.0840],\n", + " [0.0812],\n", + " [0.0886],\n", + " [0.0783],\n", + " [0.0814],\n", + " [0.0891],\n", + " [0.0817],\n", + " [0.0893],\n", + " [0.0812],\n", + " [0.0776],\n", + " [0.0818],\n", + " [0.0800],\n", + " [0.0787],\n", + " [0.0580],\n", + " [0.0828],\n", + " [0.0806],\n", + " [0.0854],\n", + " [0.0777],\n", + " [0.0880],\n", + " [0.0856],\n", + " [0.0753],\n", + " [0.0792],\n", + " [0.0837]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0855],\n", + " [0.0864],\n", + " [0.0878],\n", + " [0.0870],\n", + " [0.0880],\n", + " [0.0886],\n", + " [0.0862],\n", + " [0.0871],\n", + " [0.0889],\n", + " [0.0873],\n", + " [0.0875],\n", + " [0.0896],\n", + " [0.0838],\n", + " [0.0896],\n", + " [0.0665],\n", + " [0.0888],\n", + " [0.0885],\n", + " [0.0872],\n", + " [0.0867],\n", + " [0.0897],\n", + " [0.0866],\n", + " [0.0846],\n", + " [0.0519],\n", + " [0.1024],\n", + " [0.0925],\n", + " [0.0878],\n", + " [0.0852],\n", + " [0.0879],\n", + " [0.0884],\n", + " [0.0868],\n", + " [0.0848],\n", + " [0.0876]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0363],\n", + " [0.0389],\n", + " [0.0419],\n", + " [0.0400],\n", + " [0.0431],\n", + " [0.0428],\n", + " [0.0398],\n", + " [0.0415],\n", + " [0.0410],\n", + " [0.0400],\n", + " [0.0381],\n", + " [0.0409],\n", + " [0.0369],\n", + " [0.0427],\n", + " [0.0396],\n", + " [0.0413],\n", + " [0.0429],\n", + " [0.0409],\n", + " [0.0382],\n", + " [0.0434],\n", + " [0.0376],\n", + " [0.0398],\n", + " [0.0454],\n", + " [0.0421],\n", + " [0.0422],\n", + " [0.0407],\n", + " [0.0360],\n", + " [0.0433],\n", + " [0.0409],\n", + " [0.0361],\n", + " [0.0392],\n", + " [0.0418]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0397],\n", + " [0.0379],\n", + " [0.0356],\n", + " [0.0374],\n", + " [0.0355],\n", + " [0.0356],\n", + " [0.0372],\n", + " [0.0361],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0393],\n", + " [0.0353],\n", + " [0.0392],\n", + " [0.0372],\n", + " [0.0352],\n", + " [0.0371],\n", + " [0.0386],\n", + " [0.0340],\n", + " [0.0385],\n", + " [0.0375],\n", + " [0.0275],\n", + " [0.0296],\n", + " [0.0329],\n", + " [0.0373],\n", + " [0.0394],\n", + " [0.0355],\n", + " [0.0364],\n", + " [0.0394],\n", + " [0.0371],\n", + " [0.0355]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0774],\n", + " [-0.0732],\n", + " [-0.0722],\n", + " [-0.0717],\n", + " [-0.0696],\n", + " [-0.0695],\n", + " [-0.0731],\n", + " [-0.0720],\n", + " [-0.0716],\n", + " [-0.0714],\n", + " [-0.0729],\n", + " [-0.0695],\n", + " [-0.0751],\n", + " [-0.0758],\n", + " [-0.0901],\n", + " [-0.0729],\n", + " [-0.0683],\n", + " [-0.0755],\n", + " [-0.0763],\n", + " [-0.0726],\n", + " [-0.0765],\n", + " [-0.0771],\n", + " [-0.0973],\n", + " [-0.0611],\n", + " [-0.0720],\n", + " [-0.0711],\n", + " [-0.0773],\n", + " [-0.0693],\n", + " [-0.0707],\n", + " [-0.0848],\n", + " [-0.0743],\n", + " [-0.0718]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1045],\n", + " [-0.1018],\n", + " [-0.0997],\n", + " [-0.0986],\n", + " [-0.0969],\n", + " [-0.0973],\n", + " [-0.1017],\n", + " [-0.0987],\n", + " [-0.0987],\n", + " [-0.0986],\n", + " [-0.1021],\n", + " [-0.0978],\n", + " [-0.0996],\n", + " [-0.1075],\n", + " [-0.1067],\n", + " [-0.1096],\n", + " [-0.0962],\n", + " [-0.1045],\n", + " [-0.1053],\n", + " [-0.1050],\n", + " [-0.1020],\n", + " [-0.1044],\n", + " [-0.1154],\n", + " [-0.1183],\n", + " [-0.1100],\n", + " [-0.0980],\n", + " [-0.1025],\n", + " [-0.0968],\n", + " [-0.0987],\n", + " [-0.1111],\n", + " [-0.1011],\n", + " [-0.0993]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0619],\n", + " [-0.0631],\n", + " [-0.0624],\n", + " [-0.0634],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0628],\n", + " [-0.0639],\n", + " [-0.0629],\n", + " [-0.0630],\n", + " [-0.0662],\n", + " [-0.0600],\n", + " [-0.0557],\n", + " [-0.0573],\n", + " [-0.0639],\n", + " [-0.0619],\n", + " [-0.0621],\n", + " [-0.0593],\n", + " [-0.0638],\n", + " [-0.0628],\n", + " [-0.0482],\n", + " [-0.0528],\n", + " [-0.0579],\n", + " [-0.0634],\n", + " [-0.0644],\n", + " [-0.0634],\n", + " [-0.0626],\n", + " [-0.0569],\n", + " [-0.0659],\n", + " [-0.0631]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0578],\n", + " [-0.0619],\n", + " [-0.0610],\n", + " [-0.0643],\n", + " [-0.0658],\n", + " [-0.0618],\n", + " [-0.0653],\n", + " [-0.0705],\n", + " [-0.0614],\n", + " [-0.0399],\n", + " [-0.0635],\n", + " [-0.0633],\n", + " [-0.0622],\n", + " [-0.0614],\n", + " [-0.0606],\n", + " [-0.0635],\n", + " [-0.0634],\n", + " [-0.0610],\n", + " [-0.0619],\n", + " [-0.0644],\n", + " [-0.0618],\n", + " [-0.0778],\n", + " [-0.0547],\n", + " [-0.0635],\n", + " [-0.0618],\n", + " [-0.0665],\n", + " [-0.0609],\n", + " [-0.0640],\n", + " [-0.0630],\n", + " [-0.0600],\n", + " [-0.1077],\n", + " [-0.0613]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0669],\n", + " [-0.0715],\n", + " [-0.0719],\n", + " [-0.0766],\n", + " [-0.0797],\n", + " [-0.0741],\n", + " [-0.0788],\n", + " [-0.0838],\n", + " [-0.0751],\n", + " [-0.0734],\n", + " [-0.0762],\n", + " [-0.0698],\n", + " [-0.0748],\n", + " [-0.0729],\n", + " [-0.0724],\n", + " [-0.0737],\n", + " [-0.0755],\n", + " [-0.0754],\n", + " [-0.0687],\n", + " [-0.0787],\n", + " [-0.0751],\n", + " [-0.0814],\n", + " [-0.0694],\n", + " [-0.0762],\n", + " [-0.0742],\n", + " [-0.0804],\n", + " [-0.0731],\n", + " [-0.0737],\n", + " [-0.0753],\n", + " [-0.0736],\n", + " [-0.1417],\n", + " [-0.0766]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0381],\n", + " [0.0365],\n", + " [0.0382],\n", + " [0.0389],\n", + " [0.0364],\n", + " [0.0374],\n", + " [0.0366],\n", + " [0.0363],\n", + " [0.0387],\n", + " [0.0419],\n", + " [0.0362],\n", + " [0.0362],\n", + " [0.0385],\n", + " [0.0372],\n", + " [0.0390],\n", + " [0.0354],\n", + " [0.0360],\n", + " [0.0390],\n", + " [0.0376],\n", + " [0.0382],\n", + " [0.0370],\n", + " [0.0360],\n", + " [0.0395],\n", + " [0.0392],\n", + " [0.0389],\n", + " [0.0391],\n", + " [0.0379],\n", + " [0.0345],\n", + " [0.0364],\n", + " [0.0381],\n", + " [0.0153],\n", + " [0.0378]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0859],\n", + " [-0.0932],\n", + " [-0.0884],\n", + " [-0.0927],\n", + " [-0.0961],\n", + " [-0.0923],\n", + " [-0.0973],\n", + " [-0.0986],\n", + " [-0.0927],\n", + " [-0.0803],\n", + " [-0.0953],\n", + " [-0.0956],\n", + " [-0.0903],\n", + " [-0.0925],\n", + " [-0.0898],\n", + " [-0.0960],\n", + " [-0.0951],\n", + " [-0.0905],\n", + " [-0.0950],\n", + " [-0.0937],\n", + " [-0.0921],\n", + " [-0.0964],\n", + " [-0.0845],\n", + " [-0.0916],\n", + " [-0.0940],\n", + " [-0.0943],\n", + " [-0.0905],\n", + " [-0.0970],\n", + " [-0.0929],\n", + " [-0.0873],\n", + " [-0.0699],\n", + " [-0.0898]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0482],\n", + " [0.0571],\n", + " [0.0513],\n", + " [0.0540],\n", + " [0.0543],\n", + " [0.0549],\n", + " [0.0571],\n", + " [0.0551],\n", + " [0.0514],\n", + " [0.0239],\n", + " [0.0564],\n", + " [0.0595],\n", + " [0.0508],\n", + " [0.0559],\n", + " [0.0531],\n", + " [0.0584],\n", + " [0.0578],\n", + " [0.0480],\n", + " [0.0582],\n", + " [0.0531],\n", + " [0.0535],\n", + " [0.0502],\n", + " [0.0415],\n", + " [0.0513],\n", + " [0.0559],\n", + " [0.0518],\n", + " [0.0528],\n", + " [0.0599],\n", + " [0.0540],\n", + " [0.0490],\n", + " [0.0470],\n", + " [0.0447]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0439],\n", + " [-0.0386],\n", + " [-0.0430],\n", + " [-0.0365],\n", + " [-0.0371],\n", + " [-0.0380],\n", + " [-0.0352],\n", + " [-0.0361],\n", + " [-0.0346],\n", + " [-0.0416],\n", + " [-0.0378],\n", + " [-0.0352],\n", + " [-0.0365],\n", + " [-0.0381],\n", + " [-0.0399],\n", + " [-0.0377],\n", + " [-0.0378],\n", + " [-0.0377],\n", + " [-0.0345],\n", + " [-0.0348],\n", + " [-0.0383],\n", + " [-0.0322],\n", + " [-0.0435],\n", + " [-0.0383],\n", + " [-0.0342],\n", + " [-0.0334],\n", + " [-0.0397],\n", + " [-0.0340],\n", + " [-0.0400],\n", + " [-0.0442],\n", + " [-0.0391],\n", + " [-0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0780],\n", + " [-0.0797],\n", + " [-0.0800],\n", + " [-0.0784],\n", + " [-0.0787],\n", + " [-0.0793],\n", + " [-0.0787],\n", + " [-0.0784],\n", + " [-0.0812],\n", + " [-0.0816],\n", + " [-0.0789],\n", + " [-0.0807],\n", + " [-0.0792],\n", + " [-0.0794],\n", + " [-0.0783],\n", + " [-0.0797],\n", + " [-0.0787],\n", + " [-0.0799],\n", + " [-0.0822],\n", + " [-0.0787],\n", + " [-0.0788],\n", + " [-0.0886],\n", + " [-0.0782],\n", + " [-0.0786],\n", + " [-0.0805],\n", + " [-0.0792],\n", + " [-0.0793],\n", + " [-0.0800],\n", + " [-0.0796],\n", + " [-0.0786],\n", + " [-0.0749],\n", + " [-0.0794]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1660],\n", + " [0.1693],\n", + " [0.1646],\n", + " [0.1680],\n", + " [0.1661],\n", + " [0.1679],\n", + " [0.1675],\n", + " [0.1662],\n", + " [0.1643],\n", + " [0.1489],\n", + " [0.1675],\n", + " [0.1716],\n", + " [0.1661],\n", + " [0.1684],\n", + " [0.1687],\n", + " [0.1684],\n", + " [0.1687],\n", + " [0.1628],\n", + " [0.1706],\n", + " [0.1659],\n", + " [0.1668],\n", + " [0.1570],\n", + " [0.1610],\n", + " [0.1664],\n", + " [0.1684],\n", + " [0.1660],\n", + " [0.1672],\n", + " [0.1709],\n", + " [0.1665],\n", + " [0.1633],\n", + " [0.1036],\n", + " [0.1609]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0434],\n", + " [-0.0545],\n", + " [-0.0496],\n", + " [-0.0560],\n", + " [-0.0610],\n", + " [-0.0551],\n", + " [-0.0614],\n", + " [-0.0637],\n", + " [-0.0556],\n", + " [-0.0584],\n", + " [-0.0587],\n", + " [-0.0576],\n", + " [-0.0553],\n", + " [-0.0546],\n", + " [-0.0525],\n", + " [-0.0581],\n", + " [-0.0578],\n", + " [-0.0551],\n", + " [-0.0549],\n", + " [-0.0593],\n", + " [-0.0558],\n", + " [-0.0645],\n", + " [-0.0479],\n", + " [-0.0552],\n", + " [-0.0559],\n", + " [-0.0608],\n", + " [-0.0539],\n", + " [-0.0598],\n", + " [-0.0555],\n", + " [-0.0522],\n", + " [-0.0807],\n", + " [-0.0576]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0611],\n", + " [0.0575],\n", + " [0.0612],\n", + " [0.0654],\n", + " [0.0636],\n", + " [0.0603],\n", + " [0.0641],\n", + " [0.0653],\n", + " [0.0669],\n", + " [0.0857],\n", + " [0.0610],\n", + " [0.0571],\n", + " [0.0646],\n", + " [0.0589],\n", + " [0.0612],\n", + " [0.0588],\n", + " [0.0602],\n", + " [0.0683],\n", + " [0.0576],\n", + " [0.0663],\n", + " [0.0625],\n", + " [0.0636],\n", + " [0.0683],\n", + " [0.0673],\n", + " [0.0622],\n", + " [0.0683],\n", + " [0.0596],\n", + " [0.0599],\n", + " [0.0610],\n", + " [0.0628],\n", + " [0.0516],\n", + " [0.0697]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0924],\n", + " [-0.0977],\n", + " [-0.0933],\n", + " [-0.0934],\n", + " [-0.0938],\n", + " [-0.0954],\n", + " [-0.0968],\n", + " [-0.0928],\n", + " [-0.0931],\n", + " [-0.0712],\n", + " [-0.0962],\n", + " [-0.1013],\n", + " [-0.0899],\n", + " [-0.0963],\n", + " [-0.0950],\n", + " [-0.0984],\n", + " [-0.0971],\n", + " [-0.0906],\n", + " [-0.0996],\n", + " [-0.0921],\n", + " [-0.0939],\n", + " [-0.0759],\n", + " [-0.0840],\n", + " [-0.0923],\n", + " [-0.0966],\n", + " [-0.0896],\n", + " [-0.0946],\n", + " [-0.1001],\n", + " [-0.0941],\n", + " [-0.0909],\n", + " [-0.0555],\n", + " [-0.0855]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0138],\n", + " [ 0.0191],\n", + " [ 0.0127],\n", + " [ 0.0143],\n", + " [ 0.0158],\n", + " [ 0.0164],\n", + " [ 0.0157],\n", + " [ 0.0151],\n", + " [ 0.0126],\n", + " [-0.0047],\n", + " [ 0.0176],\n", + " [ 0.0211],\n", + " [ 0.0145],\n", + " [ 0.0181],\n", + " [ 0.0155],\n", + " [ 0.0187],\n", + " [ 0.0184],\n", + " [ 0.0092],\n", + " [ 0.0222],\n", + " [ 0.0132],\n", + " [ 0.0149],\n", + " [ 0.0155],\n", + " [ 0.0079],\n", + " [ 0.0113],\n", + " [ 0.0172],\n", + " [ 0.0121],\n", + " [ 0.0150],\n", + " [ 0.0186],\n", + " [ 0.0154],\n", + " [ 0.0116],\n", + " [-0.0205],\n", + " [ 0.0075]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0969],\n", + " [0.0961],\n", + " [0.0979],\n", + " [0.0869],\n", + " [0.0906],\n", + " [0.0931],\n", + " [0.0904],\n", + " [0.0889],\n", + " [0.0885],\n", + " [0.0957],\n", + " [0.0935],\n", + " [0.0956],\n", + " [0.0859],\n", + " [0.0941],\n", + " [0.0934],\n", + " [0.0956],\n", + " [0.0937],\n", + " [0.0903],\n", + " [0.0949],\n", + " [0.0869],\n", + " [0.0916],\n", + " [0.0778],\n", + " [0.0918],\n", + " [0.0883],\n", + " [0.0902],\n", + " [0.0839],\n", + " [0.0957],\n", + " [0.0931],\n", + " [0.0939],\n", + " [0.0967],\n", + " [0.0420],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0087],\n", + " [ 0.0112],\n", + " [ 0.0125],\n", + " [ 0.0083],\n", + " [ 0.0082],\n", + " [ 0.0110],\n", + " [ 0.0085],\n", + " [ 0.0069],\n", + " [ 0.0089],\n", + " [ 0.0181],\n", + " [ 0.0091],\n", + " [ 0.0104],\n", + " [ 0.0070],\n", + " [ 0.0106],\n", + " [ 0.0122],\n", + " [ 0.0102],\n", + " [ 0.0089],\n", + " [ 0.0114],\n", + " [ 0.0099],\n", + " [ 0.0081],\n", + " [ 0.0099],\n", + " [-0.0051],\n", + " [ 0.0103],\n", + " [ 0.0105],\n", + " [ 0.0093],\n", + " [ 0.0069],\n", + " [ 0.0138],\n", + " [ 0.0076],\n", + " [ 0.0109],\n", + " [ 0.0147],\n", + " [-0.0074],\n", + " [ 0.0093]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0132],\n", + " [-0.0030],\n", + " [-0.0107],\n", + " [-0.0012],\n", + " [ 0.0046],\n", + " [-0.0027],\n", + " [ 0.0045],\n", + " [ 0.0081],\n", + " [-0.0031],\n", + " [-0.0238],\n", + " [ 0.0017],\n", + " [ 0.0012],\n", + " [-0.0020],\n", + " [-0.0027],\n", + " [-0.0057],\n", + " [ 0.0003],\n", + " [ 0.0009],\n", + " [-0.0067],\n", + " [-0.0010],\n", + " [ 0.0015],\n", + " [-0.0027],\n", + " [ 0.0091],\n", + " [-0.0142],\n", + " [-0.0040],\n", + " [-0.0002],\n", + " [ 0.0037],\n", + " [-0.0054],\n", + " [ 0.0033],\n", + " [-0.0031],\n", + " [-0.0093],\n", + " [ 0.0218],\n", + " [-0.0054]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0319],\n", + " [-0.0325],\n", + " [-0.0308],\n", + " [-0.0361],\n", + " [-0.0403],\n", + " [-0.0345],\n", + " [-0.0381],\n", + " [-0.0420],\n", + " [-0.0366],\n", + " [-0.0448],\n", + " [-0.0368],\n", + " [-0.0330],\n", + " [-0.0385],\n", + " [-0.0343],\n", + " [-0.0322],\n", + " [-0.0344],\n", + " [-0.0355],\n", + " [-0.0355],\n", + " [-0.0338],\n", + " [-0.0385],\n", + " [-0.0362],\n", + " [-0.0529],\n", + " [-0.0351],\n", + " [-0.0344],\n", + " [-0.0357],\n", + " [-0.0400],\n", + " [-0.0325],\n", + " [-0.0361],\n", + " [-0.0350],\n", + " [-0.0329],\n", + " [-0.0234],\n", + " [-0.0397]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-3.0585e-03],\n", + " [ 2.4053e-03],\n", + " [-1.1760e-03],\n", + " [ 5.6978e-03],\n", + " [ 7.2370e-03],\n", + " [ 3.4401e-03],\n", + " [ 7.5620e-03],\n", + " [ 8.8737e-03],\n", + " [ 4.8311e-03],\n", + " [ 2.2528e-04],\n", + " [ 5.5661e-03],\n", + " [ 3.7456e-03],\n", + " [ 5.6005e-03],\n", + " [ 3.1593e-03],\n", + " [ 1.9143e-03],\n", + " [ 4.5835e-03],\n", + " [ 5.1642e-03],\n", + " [ 3.8916e-03],\n", + " [ 2.9117e-03],\n", + " [ 7.4057e-03],\n", + " [ 4.4273e-03],\n", + " [ 1.0872e-02],\n", + " [-3.8190e-04],\n", + " [ 4.6229e-03],\n", + " [ 4.7207e-03],\n", + " [ 8.8803e-03],\n", + " [ 1.8193e-03],\n", + " [ 7.0226e-03],\n", + " [ 3.5933e-03],\n", + " [-9.9508e-05],\n", + " [ 2.1071e-02],\n", + " [ 6.1336e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0537],\n", + " [0.0557],\n", + " [0.0552],\n", + " [0.0573],\n", + " [0.0590],\n", + " [0.0562],\n", + " [0.0589],\n", + " [0.0608],\n", + " [0.0591],\n", + " [0.0677],\n", + " [0.0575],\n", + " [0.0578],\n", + " [0.0583],\n", + " [0.0558],\n", + " [0.0549],\n", + " [0.0572],\n", + " [0.0568],\n", + " [0.0594],\n", + " [0.0571],\n", + " [0.0595],\n", + " [0.0569],\n", + " [0.0629],\n", + " [0.0589],\n", + " [0.0576],\n", + " [0.0575],\n", + " [0.0618],\n", + " [0.0560],\n", + " [0.0586],\n", + " [0.0569],\n", + " [0.0555],\n", + " [0.0758],\n", + " [0.0620]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0168],\n", + " [-0.0179],\n", + " [-0.0181],\n", + " [-0.0172],\n", + " [-0.0183],\n", + " [-0.0175],\n", + " [-0.0179],\n", + " [-0.0196],\n", + " [-0.0155],\n", + " [-0.0111],\n", + " [-0.0181],\n", + " [-0.0187],\n", + " [-0.0167],\n", + " [-0.0181],\n", + " [-0.0173],\n", + " [-0.0179],\n", + " [-0.0184],\n", + " [-0.0148],\n", + " [-0.0195],\n", + " [-0.0169],\n", + " [-0.0167],\n", + " [-0.0201],\n", + " [-0.0143],\n", + " [-0.0156],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0171],\n", + " [-0.0171],\n", + " [-0.0170],\n", + " [-0.0173],\n", + " [ 0.0015],\n", + " [-0.0140]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1643],\n", + " [-0.1704],\n", + " [-0.1669],\n", + " [-0.1694],\n", + " [-0.1757],\n", + " [-0.1702],\n", + " [-0.1744],\n", + " [-0.1790],\n", + " [-0.1685],\n", + " [-0.1657],\n", + " [-0.1738],\n", + " [-0.1712],\n", + " [-0.1680],\n", + " [-0.1701],\n", + " [-0.1681],\n", + " [-0.1726],\n", + " [-0.1729],\n", + " [-0.1679],\n", + " [-0.1696],\n", + " [-0.1713],\n", + " [-0.1701],\n", + " [-0.1755],\n", + " [-0.1641],\n", + " [-0.1686],\n", + " [-0.1696],\n", + " [-0.1719],\n", + " [-0.1694],\n", + " [-0.1717],\n", + " [-0.1713],\n", + " [-0.1684],\n", + " [-0.1653],\n", + " [-0.1680]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0229],\n", + " [-0.0226],\n", + " [-0.0262],\n", + " [-0.0228],\n", + " [-0.0180],\n", + " [-0.0220],\n", + " [-0.0200],\n", + " [-0.0160],\n", + " [-0.0225],\n", + " [-0.0313],\n", + " [-0.0200],\n", + " [-0.0217],\n", + " [-0.0208],\n", + " [-0.0219],\n", + " [-0.0245],\n", + " [-0.0217],\n", + " [-0.0206],\n", + " [-0.0255],\n", + " [-0.0219],\n", + " [-0.0209],\n", + " [-0.0221],\n", + " [ 0.0004],\n", + " [-0.0245],\n", + " [-0.0250],\n", + " [-0.0212],\n", + " [-0.0197],\n", + " [-0.0238],\n", + " [-0.0196],\n", + " [-0.0218],\n", + " [-0.0260],\n", + " [ 0.0657],\n", + " [-0.0237]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0006],\n", + " [ 0.0110],\n", + " [ 0.0029],\n", + " [ 0.0034],\n", + " [ 0.0070],\n", + " [ 0.0075],\n", + " [ 0.0097],\n", + " [ 0.0080],\n", + " [ 0.0044],\n", + " [-0.0223],\n", + " [ 0.0091],\n", + " [ 0.0171],\n", + " [ 0.0017],\n", + " [ 0.0090],\n", + " [ 0.0038],\n", + " [ 0.0128],\n", + " [ 0.0102],\n", + " [-0.0009],\n", + " [ 0.0158],\n", + " [ 0.0043],\n", + " [ 0.0051],\n", + " [ 0.0084],\n", + " [-0.0086],\n", + " [ 0.0002],\n", + " [ 0.0095],\n", + " [ 0.0031],\n", + " [ 0.0057],\n", + " [ 0.0173],\n", + " [ 0.0062],\n", + " [-0.0004],\n", + " [ 0.0463],\n", + " [-0.0039]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1022],\n", + " [0.0920],\n", + " [0.0958],\n", + " [0.0947],\n", + " [0.0895],\n", + " [0.0923],\n", + " [0.0882],\n", + " [0.0873],\n", + " [0.0929],\n", + " [0.0955],\n", + " [0.0901],\n", + " [0.0900],\n", + " [0.0978],\n", + " [0.0924],\n", + " [0.0950],\n", + " [0.0895],\n", + " [0.0909],\n", + " [0.0938],\n", + " [0.0913],\n", + " [0.0921],\n", + " [0.0934],\n", + " [0.0984],\n", + " [0.1024],\n", + " [0.0946],\n", + " [0.0917],\n", + " [0.0923],\n", + " [0.0922],\n", + " [0.0897],\n", + " [0.0920],\n", + " [0.0951],\n", + " [0.0618],\n", + " [0.0958]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0753],\n", + " [0.0837],\n", + " [0.0770],\n", + " [0.0792],\n", + " [0.0818],\n", + " [0.0824],\n", + " [0.0834],\n", + " [0.0798],\n", + " [0.0828],\n", + " [0.0790],\n", + " [0.0834],\n", + " [0.0883],\n", + " [0.0814],\n", + " [0.0834],\n", + " [0.0796],\n", + " [0.0852],\n", + " [0.0832],\n", + " [0.0791],\n", + " [0.0880],\n", + " [0.0812],\n", + " [0.0815],\n", + " [0.0847],\n", + " [0.0768],\n", + " [0.0777],\n", + " [0.0844],\n", + " [0.0809],\n", + " [0.0816],\n", + " [0.0887],\n", + " [0.0811],\n", + " [0.0758],\n", + " [0.0653],\n", + " [0.0801]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0805],\n", + " [0.0866],\n", + " [0.0856],\n", + " [0.0869],\n", + " [0.0887],\n", + " [0.0868],\n", + " [0.0889],\n", + " [0.0906],\n", + " [0.0885],\n", + " [0.0798],\n", + " [0.0873],\n", + " [0.0885],\n", + " [0.0868],\n", + " [0.0863],\n", + " [0.0844],\n", + " [0.0879],\n", + " [0.0866],\n", + " [0.0879],\n", + " [0.0883],\n", + " [0.0888],\n", + " [0.0868],\n", + " [0.1044],\n", + " [0.0812],\n", + " [0.0870],\n", + " [0.0875],\n", + " [0.0897],\n", + " [0.0864],\n", + " [0.0895],\n", + " [0.0876],\n", + " [0.0853],\n", + " [0.1340],\n", + " [0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0354],\n", + " [0.0402],\n", + " [0.0360],\n", + " [0.0418],\n", + " [0.0410],\n", + " [0.0398],\n", + " [0.0424],\n", + " [0.0409],\n", + " [0.0406],\n", + " [0.0405],\n", + " [0.0407],\n", + " [0.0433],\n", + " [0.0421],\n", + " [0.0402],\n", + " [0.0391],\n", + " [0.0409],\n", + " [0.0410],\n", + " [0.0380],\n", + " [0.0431],\n", + " [0.0418],\n", + " [0.0398],\n", + " [0.0456],\n", + " [0.0352],\n", + " [0.0394],\n", + " [0.0427],\n", + " [0.0432],\n", + " [0.0377],\n", + " [0.0444],\n", + " [0.0381],\n", + " [0.0359],\n", + " [0.0543],\n", + " [0.0386]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0398],\n", + " [ 0.0370],\n", + " [ 0.0392],\n", + " [ 0.0352],\n", + " [ 0.0366],\n", + " [ 0.0376],\n", + " [ 0.0353],\n", + " [ 0.0340],\n", + " [ 0.0376],\n", + " [ 0.0437],\n", + " [ 0.0374],\n", + " [ 0.0344],\n", + " [ 0.0366],\n", + " [ 0.0378],\n", + " [ 0.0385],\n", + " [ 0.0361],\n", + " [ 0.0365],\n", + " [ 0.0387],\n", + " [ 0.0357],\n", + " [ 0.0360],\n", + " [ 0.0379],\n", + " [ 0.0291],\n", + " [ 0.0401],\n", + " [ 0.0365],\n", + " [ 0.0365],\n", + " [ 0.0344],\n", + " [ 0.0390],\n", + " [ 0.0324],\n", + " [ 0.0380],\n", + " [ 0.0386],\n", + " [-0.0026],\n", + " [ 0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0765],\n", + " [-0.0716],\n", + " [-0.0759],\n", + " [-0.0748],\n", + " [-0.0727],\n", + " [-0.0735],\n", + " [-0.0722],\n", + " [-0.0713],\n", + " [-0.0750],\n", + " [-0.0967],\n", + " [-0.0723],\n", + " [-0.0692],\n", + " [-0.0751],\n", + " [-0.0729],\n", + " [-0.0757],\n", + " [-0.0707],\n", + " [-0.0719],\n", + " [-0.0771],\n", + " [-0.0696],\n", + " [-0.0745],\n", + " [-0.0743],\n", + " [-0.0665],\n", + " [-0.0807],\n", + " [-0.0763],\n", + " [-0.0733],\n", + " [-0.0746],\n", + " [-0.0746],\n", + " [-0.0683],\n", + " [-0.0731],\n", + " [-0.0789],\n", + " [-0.0209],\n", + " [-0.0772]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1014],\n", + " [-0.0984],\n", + " [-0.1001],\n", + " [-0.1032],\n", + " [-0.1050],\n", + " [-0.1005],\n", + " [-0.1023],\n", + " [-0.1077],\n", + " [-0.1024],\n", + " [-0.1138],\n", + " [-0.1014],\n", + " [-0.0978],\n", + " [-0.1045],\n", + " [-0.0995],\n", + " [-0.1008],\n", + " [-0.0987],\n", + " [-0.1003],\n", + " [-0.1033],\n", + " [-0.0975],\n", + " [-0.1044],\n", + " [-0.1019],\n", + " [-0.1197],\n", + " [-0.1049],\n", + " [-0.1037],\n", + " [-0.1005],\n", + " [-0.1068],\n", + " [-0.1003],\n", + " [-0.1006],\n", + " [-0.1018],\n", + " [-0.1025],\n", + " [-0.1302],\n", + " [-0.1064]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0664],\n", + " [-0.0639],\n", + " [-0.0669],\n", + " [-0.0626],\n", + " [-0.0590],\n", + " [-0.0627],\n", + " [-0.0604],\n", + " [-0.0581],\n", + " [-0.0624],\n", + " [-0.0557],\n", + " [-0.0613],\n", + " [-0.0628],\n", + " [-0.0609],\n", + " [-0.0628],\n", + " [-0.0644],\n", + " [-0.0629],\n", + " [-0.0623],\n", + " [-0.0639],\n", + " [-0.0631],\n", + " [-0.0604],\n", + " [-0.0624],\n", + " [-0.0481],\n", + " [-0.0635],\n", + " [-0.0641],\n", + " [-0.0616],\n", + " [-0.0592],\n", + " [-0.0638],\n", + " [-0.0618],\n", + " [-0.0633],\n", + " [-0.0651],\n", + " [-0.0254],\n", + " [-0.0617]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0603],\n", + " [-0.0622],\n", + " [-0.0651],\n", + " [-0.0618],\n", + " [-0.0659],\n", + " [-0.0631],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0602],\n", + " [-0.0621],\n", + " [-0.0655],\n", + " [-0.0779],\n", + " [-0.0667],\n", + " [-0.0636],\n", + " [-0.0639],\n", + " [-0.0620],\n", + " [-0.0626],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0662],\n", + " [-0.0596],\n", + " [-0.0622],\n", + " [-0.0627],\n", + " [-0.0647],\n", + " [-0.0579],\n", + " [-0.0603],\n", + " [-0.0606],\n", + " [-0.0628],\n", + " [-0.0620],\n", + " [-0.0660],\n", + " [-0.0623],\n", + " [-0.0635]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0735],\n", + " [-0.0718],\n", + " [-0.0772],\n", + " [-0.0749],\n", + " [-0.0797],\n", + " [-0.0742],\n", + " [-0.0757],\n", + " [-0.0706],\n", + " [-0.0705],\n", + " [-0.0754],\n", + " [-0.0792],\n", + " [-0.0893],\n", + " [-0.0784],\n", + " [-0.0717],\n", + " [-0.0747],\n", + " [-0.0743],\n", + " [-0.0764],\n", + " [-0.0760],\n", + " [-0.0748],\n", + " [-0.0791],\n", + " [-0.0696],\n", + " [-0.0759],\n", + " [-0.0751],\n", + " [-0.0800],\n", + " [-0.0746],\n", + " [-0.0703],\n", + " [-0.0747],\n", + " [-0.0702],\n", + " [-0.0736],\n", + " [-0.0732],\n", + " [-0.0699],\n", + " [-0.0712]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0376],\n", + " [0.0383],\n", + " [0.0371],\n", + " [0.0363],\n", + " [0.0360],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0395],\n", + " [0.0369],\n", + " [0.0357],\n", + " [0.0352],\n", + " [0.0336],\n", + " [0.0345],\n", + " [0.0353],\n", + " [0.0369],\n", + " [0.0374],\n", + " [0.0367],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0386],\n", + " [0.0381],\n", + " [0.0366],\n", + " [0.0380],\n", + " [0.0380],\n", + " [0.0394],\n", + " [0.0388],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0427],\n", + " [0.0356],\n", + " [0.0350]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0916],\n", + " [-0.0946],\n", + " [-0.0929],\n", + " [-0.0906],\n", + " [-0.0946],\n", + " [-0.0943],\n", + " [-0.0957],\n", + " [-0.0949],\n", + " [-0.0922],\n", + " [-0.0925],\n", + " [-0.0960],\n", + " [-0.1022],\n", + " [-0.0990],\n", + " [-0.0966],\n", + " [-0.0966],\n", + " [-0.0919],\n", + " [-0.0912],\n", + " [-0.0915],\n", + " [-0.0899],\n", + " [-0.0926],\n", + " [-0.0862],\n", + " [-0.0930],\n", + " [-0.0942],\n", + " [-0.0934],\n", + " [-0.0869],\n", + " [-0.0924],\n", + " [-0.0911],\n", + " [-0.0956],\n", + " [-0.0938],\n", + " [-0.1093],\n", + " [-0.0960],\n", + " [-0.0963]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0521],\n", + " [0.0581],\n", + " [0.0519],\n", + " [0.0515],\n", + " [0.0522],\n", + " [0.0564],\n", + " [0.0554],\n", + " [0.0578],\n", + " [0.0560],\n", + " [0.0544],\n", + " [0.0544],\n", + " [0.0562],\n", + " [0.0579],\n", + " [0.0595],\n", + " [0.0580],\n", + " [0.0545],\n", + " [0.0504],\n", + " [0.0519],\n", + " [0.0431],\n", + " [0.0493],\n", + " [0.0512],\n", + " [0.0524],\n", + " [0.0573],\n", + " [0.0490],\n", + " [0.0460],\n", + " [0.0565],\n", + " [0.0503],\n", + " [0.0590],\n", + " [0.0585],\n", + " [0.0295],\n", + " [0.0575],\n", + " [0.0598]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0351],\n", + " [-0.0354],\n", + " [-0.0375],\n", + " [-0.0424],\n", + " [-0.0383],\n", + " [-0.0387],\n", + " [-0.0337],\n", + " [-0.0369],\n", + " [-0.0350],\n", + " [-0.0384],\n", + " [-0.0398],\n", + " [-0.0333],\n", + " [-0.0363],\n", + " [-0.0361],\n", + " [-0.0372],\n", + " [-0.0395],\n", + " [-0.0387],\n", + " [-0.0396],\n", + " [-0.0404],\n", + " [-0.0392],\n", + " [-0.0443],\n", + " [-0.0349],\n", + " [-0.0372],\n", + " [-0.0355],\n", + " [-0.0443],\n", + " [-0.0349],\n", + " [-0.0358],\n", + " [-0.0348],\n", + " [-0.0376],\n", + " [-0.0389],\n", + " [-0.0345],\n", + " [-0.0350]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0804],\n", + " [-0.0801],\n", + " [-0.0786],\n", + " [-0.0785],\n", + " [-0.0786],\n", + " [-0.0798],\n", + " [-0.0815],\n", + " [-0.0810],\n", + " [-0.0809],\n", + " [-0.0785],\n", + " [-0.0796],\n", + " [-0.0775],\n", + " [-0.0792],\n", + " [-0.0807],\n", + " [-0.0797],\n", + " [-0.0789],\n", + " [-0.0782],\n", + " [-0.0782],\n", + " [-0.0799],\n", + " [-0.0782],\n", + " [-0.0777],\n", + " [-0.0804],\n", + " [-0.0786],\n", + " [-0.0786],\n", + " [-0.0771],\n", + " [-0.0809],\n", + " [-0.0799],\n", + " [-0.0810],\n", + " [-0.0780],\n", + " [-0.0889],\n", + " [-0.0827],\n", + " [-0.0807]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1658],\n", + " [0.1700],\n", + " [0.1669],\n", + " [0.1658],\n", + " [0.1650],\n", + " [0.1676],\n", + " [0.1668],\n", + " [0.1690],\n", + " [0.1698],\n", + " [0.1674],\n", + " [0.1656],\n", + " [0.1653],\n", + " [0.1665],\n", + " [0.1700],\n", + " [0.1674],\n", + " [0.1676],\n", + " [0.1650],\n", + " [0.1655],\n", + " [0.1632],\n", + " [0.1650],\n", + " [0.1674],\n", + " [0.1651],\n", + " [0.1688],\n", + " [0.1630],\n", + " [0.1619],\n", + " [0.1701],\n", + " [0.1644],\n", + " [0.1709],\n", + " [0.1701],\n", + " [0.1551],\n", + " [0.1711],\n", + " [0.1714]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0542],\n", + " [-0.0567],\n", + " [-0.0559],\n", + " [-0.0551],\n", + " [-0.0596],\n", + " [-0.0566],\n", + " [-0.0587],\n", + " [-0.0564],\n", + " [-0.0516],\n", + " [-0.0561],\n", + " [-0.0584],\n", + " [-0.0644],\n", + " [-0.0623],\n", + " [-0.0592],\n", + " [-0.0584],\n", + " [-0.0547],\n", + " [-0.0566],\n", + " [-0.0560],\n", + " [-0.0549],\n", + " [-0.0588],\n", + " [-0.0478],\n", + " [-0.0569],\n", + " [-0.0572],\n", + " [-0.0610],\n", + " [-0.0542],\n", + " [-0.0519],\n", + " [-0.0555],\n", + " [-0.0566],\n", + " [-0.0567],\n", + " [-0.0663],\n", + " [-0.0568],\n", + " [-0.0592]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0641],\n", + " [0.0583],\n", + " [0.0677],\n", + " [0.0617],\n", + " [0.0648],\n", + " [0.0594],\n", + " [0.0647],\n", + " [0.0573],\n", + " [0.0594],\n", + " [0.0617],\n", + " [0.0645],\n", + " [0.0691],\n", + " [0.0617],\n", + " [0.0578],\n", + " [0.0605],\n", + " [0.0605],\n", + " [0.0654],\n", + " [0.0642],\n", + " [0.0680],\n", + " [0.0657],\n", + " [0.0590],\n", + " [0.0662],\n", + " [0.0605],\n", + " [0.0688],\n", + " [0.0674],\n", + " [0.0589],\n", + " [0.0661],\n", + " [0.0584],\n", + " [0.0584],\n", + " [0.0809],\n", + " [0.0592],\n", + " [0.0578]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0939],\n", + " [-0.0992],\n", + " [-0.0916],\n", + " [-0.0926],\n", + " [-0.0913],\n", + " [-0.0964],\n", + " [-0.0955],\n", + " [-0.0989],\n", + " [-0.0983],\n", + " [-0.0945],\n", + " [-0.0938],\n", + " [-0.0899],\n", + " [-0.0965],\n", + " [-0.1002],\n", + " [-0.0973],\n", + " [-0.0947],\n", + " [-0.0904],\n", + " [-0.0921],\n", + " [-0.0825],\n", + " [-0.0883],\n", + " [-0.0939],\n", + " [-0.0925],\n", + " [-0.0969],\n", + " [-0.0886],\n", + " [-0.0884],\n", + " [-0.0985],\n", + " [-0.0918],\n", + " [-0.1007],\n", + " [-0.0981],\n", + " [-0.0661],\n", + " [-0.0999],\n", + " [-0.1010]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0146],\n", + " [0.0191],\n", + " [0.0114],\n", + " [0.0142],\n", + " [0.0138],\n", + " [0.0171],\n", + " [0.0165],\n", + " [0.0199],\n", + " [0.0194],\n", + " [0.0160],\n", + " [0.0136],\n", + " [0.0112],\n", + " [0.0171],\n", + " [0.0195],\n", + " [0.0188],\n", + " [0.0160],\n", + " [0.0125],\n", + " [0.0136],\n", + " [0.0099],\n", + " [0.0124],\n", + " [0.0150],\n", + " [0.0134],\n", + " [0.0178],\n", + " [0.0099],\n", + " [0.0096],\n", + " [0.0199],\n", + " [0.0125],\n", + " [0.0210],\n", + " [0.0196],\n", + " [0.0031],\n", + " [0.0216],\n", + " [0.0202]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0899],\n", + " [0.0953],\n", + " [0.0859],\n", + " [0.0954],\n", + " [0.0899],\n", + " [0.0948],\n", + " [0.0881],\n", + " [0.0969],\n", + " [0.0934],\n", + " [0.0918],\n", + " [0.0923],\n", + " [0.0826],\n", + " [0.0916],\n", + " [0.0958],\n", + " [0.0928],\n", + " [0.0934],\n", + " [0.0891],\n", + " [0.0911],\n", + " [0.0840],\n", + " [0.0884],\n", + " [0.0976],\n", + " [0.0874],\n", + " [0.0929],\n", + " [0.0865],\n", + " [0.0938],\n", + " [0.0937],\n", + " [0.0888],\n", + " [0.0940],\n", + " [0.0949],\n", + " [0.0664],\n", + " [0.0934],\n", + " [0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0096],\n", + " [0.0115],\n", + " [0.0086],\n", + " [0.0126],\n", + " [0.0080],\n", + " [0.0111],\n", + " [0.0070],\n", + " [0.0114],\n", + " [0.0097],\n", + " [0.0092],\n", + " [0.0095],\n", + " [0.0032],\n", + " [0.0053],\n", + " [0.0093],\n", + " [0.0075],\n", + " [0.0108],\n", + " [0.0093],\n", + " [0.0095],\n", + " [0.0060],\n", + " [0.0082],\n", + " [0.0124],\n", + " [0.0082],\n", + " [0.0093],\n", + " [0.0089],\n", + " [0.0154],\n", + " [0.0099],\n", + " [0.0097],\n", + " [0.0098],\n", + " [0.0095],\n", + " [0.0157],\n", + " [0.0080],\n", + " [0.0094]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0036],\n", + " [-0.0002],\n", + " [-0.0033],\n", + " [-0.0043],\n", + " [ 0.0017],\n", + " [-0.0017],\n", + " [ 0.0029],\n", + " [-0.0008],\n", + " [-0.0032],\n", + " [-0.0014],\n", + " [-0.0008],\n", + " [ 0.0094],\n", + " [ 0.0054],\n", + " [ 0.0021],\n", + " [ 0.0014],\n", + " [-0.0035],\n", + " [-0.0032],\n", + " [-0.0037],\n", + " [-0.0061],\n", + " [ 0.0002],\n", + " [-0.0101],\n", + " [-0.0016],\n", + " [ 0.0002],\n", + " [ 0.0008],\n", + " [-0.0097],\n", + " [-0.0028],\n", + " [-0.0039],\n", + " [ 0.0008],\n", + " [ 0.0002],\n", + " [ 0.0017],\n", + " [ 0.0011],\n", + " [ 0.0025]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0328],\n", + " [-0.0364],\n", + " [-0.0345],\n", + " [-0.0401],\n", + " [-0.0341],\n", + " [-0.0386],\n", + " [-0.0327],\n", + " [-0.0330],\n", + " [-0.0366],\n", + " [-0.0365],\n", + " [-0.0432],\n", + " [-0.0405],\n", + " [-0.0343],\n", + " [-0.0377],\n", + " [-0.0346],\n", + " [-0.0376],\n", + " [-0.0371],\n", + " [-0.0418],\n", + " [-0.0402],\n", + " [-0.0303],\n", + " [-0.0376],\n", + " [-0.0354],\n", + " [-0.0401],\n", + " [-0.0354],\n", + " [-0.0328],\n", + " [-0.0365],\n", + " [-0.0339],\n", + " [-0.0345],\n", + " [-0.0550],\n", + " [-0.0367],\n", + " [-0.0341]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0039],\n", + " [ 0.0035],\n", + " [ 0.0054],\n", + " [ 0.0026],\n", + " [ 0.0067],\n", + " [ 0.0037],\n", + " [ 0.0068],\n", + " [ 0.0030],\n", + " [ 0.0022],\n", + " [ 0.0047],\n", + " [ 0.0060],\n", + " [ 0.0116],\n", + " [ 0.0089],\n", + " [ 0.0052],\n", + " [ 0.0060],\n", + " [ 0.0034],\n", + " [ 0.0054],\n", + " [ 0.0048],\n", + " [ 0.0048],\n", + " [ 0.0062],\n", + " [-0.0019],\n", + " [ 0.0057],\n", + " [ 0.0050],\n", + " [ 0.0079],\n", + " [ 0.0013],\n", + " [ 0.0022],\n", + " [ 0.0047],\n", + " [ 0.0037],\n", + " [ 0.0046],\n", + " [ 0.0113],\n", + " [ 0.0050],\n", + " [ 0.0052]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0577],\n", + " [0.0568],\n", + " [0.0580],\n", + " [0.0567],\n", + " [0.0595],\n", + " [0.0567],\n", + " [0.0595],\n", + " [0.0570],\n", + " [0.0560],\n", + " [0.0566],\n", + " [0.0592],\n", + " [0.0632],\n", + " [0.0597],\n", + " [0.0580],\n", + " [0.0575],\n", + " [0.0560],\n", + " [0.0584],\n", + " [0.0574],\n", + " [0.0608],\n", + " [0.0598],\n", + " [0.0529],\n", + " [0.0589],\n", + " [0.0565],\n", + " [0.0617],\n", + " [0.0570],\n", + " [0.0559],\n", + " [0.0587],\n", + " [0.0578],\n", + " [0.0558],\n", + " [0.0802],\n", + " [0.0584],\n", + " [0.0582]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0161],\n", + " [-0.0186],\n", + " [-0.0163],\n", + " [-0.0173],\n", + " [-0.0171],\n", + " [-0.0176],\n", + " [-0.0175],\n", + " [-0.0187],\n", + " [-0.0182],\n", + " [-0.0172],\n", + " [-0.0161],\n", + " [-0.0183],\n", + " [-0.0175],\n", + " [-0.0168],\n", + " [-0.0182],\n", + " [-0.0173],\n", + " [-0.0160],\n", + " [-0.0161],\n", + " [-0.0159],\n", + " [-0.0177],\n", + " [-0.0180],\n", + " [-0.0160],\n", + " [-0.0181],\n", + " [-0.0158],\n", + " [-0.0162],\n", + " [-0.0184],\n", + " [-0.0152],\n", + " [-0.0193],\n", + " [-0.0188],\n", + " [-0.0158],\n", + " [-0.0178],\n", + " [-0.0174]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1680],\n", + " [-0.1706],\n", + " [-0.1694],\n", + " [-0.1719],\n", + " [-0.1744],\n", + " [-0.1716],\n", + " [-0.1710],\n", + " [-0.1711],\n", + " [-0.1683],\n", + " [-0.1710],\n", + " [-0.1735],\n", + " [-0.1802],\n", + " [-0.1749],\n", + " [-0.1721],\n", + " [-0.1726],\n", + " [-0.1702],\n", + " [-0.1696],\n", + " [-0.1700],\n", + " [-0.1679],\n", + " [-0.1734],\n", + " [-0.1664],\n", + " [-0.1690],\n", + " [-0.1718],\n", + " [-0.1719],\n", + " [-0.1683],\n", + " [-0.1684],\n", + " [-0.1680],\n", + " [-0.1703],\n", + " [-0.1719],\n", + " [-0.1650],\n", + " [-0.1704],\n", + " [-0.1716]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0221],\n", + " [-0.0225],\n", + " [-0.0243],\n", + " [-0.0227],\n", + " [-0.0190],\n", + " [-0.0221],\n", + " [-0.0198],\n", + " [-0.0224],\n", + " [-0.0211],\n", + " [-0.0211],\n", + " [-0.0215],\n", + " [-0.0147],\n", + " [-0.0162],\n", + " [-0.0202],\n", + " [-0.0199],\n", + " [-0.0223],\n", + " [-0.0227],\n", + " [-0.0226],\n", + " [-0.0209],\n", + " [-0.0196],\n", + " [-0.0245],\n", + " [-0.0220],\n", + " [-0.0211],\n", + " [-0.0214],\n", + " [-0.0272],\n", + " [-0.0212],\n", + " [-0.0228],\n", + " [-0.0218],\n", + " [-0.0210],\n", + " [-0.0159],\n", + " [-0.0198],\n", + " [-0.0205]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0055],\n", + " [ 0.0135],\n", + " [ 0.0006],\n", + " [ 0.0029],\n", + " [ 0.0040],\n", + " [ 0.0098],\n", + " [ 0.0092],\n", + " [ 0.0138],\n", + " [ 0.0110],\n", + " [ 0.0059],\n", + " [ 0.0058],\n", + " [ 0.0069],\n", + " [ 0.0141],\n", + " [ 0.0171],\n", + " [ 0.0119],\n", + " [ 0.0063],\n", + " [ 0.0008],\n", + " [ 0.0025],\n", + " [-0.0056],\n", + " [ 0.0003],\n", + " [ 0.0026],\n", + " [ 0.0047],\n", + " [ 0.0095],\n", + " [ 0.0007],\n", + " [-0.0052],\n", + " [ 0.0116],\n", + " [ 0.0028],\n", + " [ 0.0157],\n", + " [ 0.0112],\n", + " [-0.0261],\n", + " [ 0.0174],\n", + " [ 0.0182]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0935],\n", + " [0.0897],\n", + " [0.0949],\n", + " [0.0930],\n", + " [0.0913],\n", + " [0.0907],\n", + " [0.0912],\n", + " [0.0897],\n", + " [0.0929],\n", + " [0.0932],\n", + " [0.0899],\n", + " [0.0850],\n", + " [0.0879],\n", + " [0.0893],\n", + " [0.0903],\n", + " [0.0931],\n", + " [0.0952],\n", + " [0.0945],\n", + " [0.1014],\n", + " [0.0943],\n", + " [0.0981],\n", + " [0.0935],\n", + " [0.0914],\n", + " [0.0917],\n", + " [0.0962],\n", + " [0.0927],\n", + " [0.0940],\n", + " [0.0909],\n", + " [0.0915],\n", + " [0.1142],\n", + " [0.0911],\n", + " [0.0895]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0832],\n", + " [0.0860],\n", + " [0.0770],\n", + " [0.0793],\n", + " [0.0797],\n", + " [0.0834],\n", + " [0.0862],\n", + " [0.0867],\n", + " [0.0845],\n", + " [0.0817],\n", + " [0.0799],\n", + " [0.0756],\n", + " [0.0867],\n", + " [0.0893],\n", + " [0.0855],\n", + " [0.0814],\n", + " [0.0792],\n", + " [0.0797],\n", + " [0.0767],\n", + " [0.0774],\n", + " [0.0767],\n", + " [0.0827],\n", + " [0.0832],\n", + " [0.0802],\n", + " [0.0739],\n", + " [0.0849],\n", + " [0.0821],\n", + " [0.0874],\n", + " [0.0841],\n", + " [0.0680],\n", + " [0.0904],\n", + " [0.0898]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0869],\n", + " [0.0876],\n", + " [0.0876],\n", + " [0.0860],\n", + " [0.0888],\n", + " [0.0878],\n", + " [0.0892],\n", + " [0.0885],\n", + " [0.0856],\n", + " [0.0863],\n", + " [0.0891],\n", + " [0.0940],\n", + " [0.0911],\n", + " [0.0892],\n", + " [0.0885],\n", + " [0.0864],\n", + " [0.0871],\n", + " [0.0866],\n", + " [0.0864],\n", + " [0.0880],\n", + " [0.0826],\n", + " [0.0886],\n", + " [0.0864],\n", + " [0.0898],\n", + " [0.0840],\n", + " [0.0858],\n", + " [0.0875],\n", + " [0.0883],\n", + " [0.0853],\n", + " [0.0859],\n", + " [0.0890],\n", + " [0.0890]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0406],\n", + " [0.0423],\n", + " [0.0398],\n", + " [0.0362],\n", + " [0.0396],\n", + " [0.0394],\n", + " [0.0438],\n", + " [0.0411],\n", + " [0.0419],\n", + " [0.0403],\n", + " [0.0382],\n", + " [0.0396],\n", + " [0.0418],\n", + " [0.0430],\n", + " [0.0417],\n", + " [0.0389],\n", + " [0.0395],\n", + " [0.0389],\n", + " [0.0395],\n", + " [0.0396],\n", + " [0.0362],\n", + " [0.0413],\n", + " [0.0413],\n", + " [0.0404],\n", + " [0.0365],\n", + " [0.0422],\n", + " [0.0400],\n", + " [0.0436],\n", + " [0.0417],\n", + " [0.0595],\n", + " [0.0439],\n", + " [0.0438]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0380],\n", + " [0.0359],\n", + " [0.0348],\n", + " [0.0397],\n", + " [0.0369],\n", + " [0.0370],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0377],\n", + " [0.0368],\n", + " [0.0269],\n", + " [0.0342],\n", + " [0.0339],\n", + " [0.0361],\n", + " [0.0380],\n", + " [0.0379],\n", + " [0.0385],\n", + " [0.0354],\n", + " [0.0363],\n", + " [0.0396],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0385],\n", + " [0.0370],\n", + " [0.0385],\n", + " [0.0351],\n", + " [0.0367],\n", + " [0.0135],\n", + " [0.0343],\n", + " [0.0333]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0749],\n", + " [-0.0715],\n", + " [-0.0754],\n", + " [-0.0755],\n", + " [-0.0733],\n", + " [-0.0719],\n", + " [-0.0728],\n", + " [-0.0706],\n", + " [-0.0728],\n", + " [-0.0738],\n", + " [-0.0726],\n", + " [-0.0689],\n", + " [-0.0683],\n", + " [-0.0685],\n", + " [-0.0704],\n", + " [-0.0737],\n", + " [-0.0756],\n", + " [-0.0751],\n", + " [-0.0761],\n", + " [-0.0746],\n", + " [-0.0765],\n", + " [-0.0746],\n", + " [-0.0727],\n", + " [-0.0754],\n", + " [-0.0818],\n", + " [-0.0725],\n", + " [-0.0758],\n", + " [-0.0701],\n", + " [-0.0722],\n", + " [-0.0810],\n", + " [-0.0684],\n", + " [-0.0684]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1013],\n", + " [-0.0982],\n", + " [-0.1042],\n", + " [-0.1030],\n", + " [-0.1057],\n", + " [-0.0998],\n", + " [-0.1021],\n", + " [-0.0978],\n", + " [-0.0988],\n", + " [-0.1018],\n", + " [-0.1041],\n", + " [-0.1095],\n", + " [-0.1040],\n", + " [-0.0991],\n", + " [-0.1000],\n", + " [-0.1010],\n", + " [-0.1043],\n", + " [-0.1032],\n", + " [-0.1096],\n", + " [-0.1076],\n", + " [-0.1005],\n", + " [-0.1030],\n", + " [-0.1002],\n", + " [-0.1065],\n", + " [-0.1045],\n", + " [-0.0985],\n", + " [-0.1028],\n", + " [-0.0980],\n", + " [-0.0991],\n", + " [-0.1095],\n", + " [-0.1001],\n", + " [-0.0989]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0630],\n", + " [-0.0636],\n", + " [-0.0632],\n", + " [-0.0603],\n", + " [-0.0632],\n", + " [-0.0603],\n", + " [-0.0631],\n", + " [-0.0634],\n", + " [-0.0621],\n", + " [-0.0631],\n", + " [-0.0598],\n", + " [-0.0590],\n", + " [-0.0621],\n", + " [-0.0613],\n", + " [-0.0633],\n", + " [-0.0620],\n", + " [-0.0627],\n", + " [-0.0609],\n", + " [-0.0600],\n", + " [-0.0661],\n", + " [-0.0616],\n", + " [-0.0622],\n", + " [-0.0598],\n", + " [-0.0632],\n", + " [-0.0633],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0625],\n", + " [-0.0449],\n", + " [-0.0615],\n", + " [-0.0621]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0611],\n", + " [-0.0619],\n", + " [-0.0622],\n", + " [-0.0604],\n", + " [-0.0634],\n", + " [-0.0628],\n", + " [-0.0617],\n", + " [-0.0622],\n", + " [-0.0590],\n", + " [-0.0619],\n", + " [-0.0627],\n", + " [-0.0642],\n", + " [-0.0623],\n", + " [-0.0588],\n", + " [-0.0619],\n", + " [-0.0698],\n", + " [-0.0619],\n", + " [-0.0645],\n", + " [-0.0598],\n", + " [-0.0638],\n", + " [-0.0629],\n", + " [-0.0627],\n", + " [-0.0785],\n", + " [-0.0632],\n", + " [-0.0671],\n", + " [-0.0619],\n", + " [-0.0606],\n", + " [-0.0674],\n", + " [-0.0615],\n", + " [-0.0635],\n", + " [-0.0564],\n", + " [-0.0587]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0640],\n", + " [-0.0682],\n", + " [-0.0743],\n", + " [-0.0732],\n", + " [-0.0761],\n", + " [-0.0720],\n", + " [-0.0732],\n", + " [-0.0738],\n", + " [-0.0706],\n", + " [-0.0751],\n", + " [-0.0750],\n", + " [-0.0771],\n", + " [-0.0718],\n", + " [-0.0684],\n", + " [-0.0756],\n", + " [-0.0833],\n", + " [-0.0696],\n", + " [-0.0781],\n", + " [-0.0693],\n", + " [-0.0764],\n", + " [-0.0754],\n", + " [-0.0765],\n", + " [-0.0849],\n", + " [-0.0714],\n", + " [-0.0740],\n", + " [-0.0722],\n", + " [-0.0724],\n", + " [-0.0789],\n", + " [-0.0747],\n", + " [-0.0788],\n", + " [-0.0704],\n", + " [-0.0705]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0378],\n", + " [0.0372],\n", + " [0.0383],\n", + " [0.0396],\n", + " [0.0427],\n", + " [0.0360],\n", + " [0.0369],\n", + " [0.0364],\n", + " [0.0392],\n", + " [0.0385],\n", + " [0.0381],\n", + " [0.0359],\n", + " [0.0369],\n", + " [0.0391],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0387],\n", + " [0.0360],\n", + " [0.0385],\n", + " [0.0371],\n", + " [0.0330],\n", + " [0.0366],\n", + " [0.0321],\n", + " [0.0374],\n", + " [0.0382],\n", + " [0.0384],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0386],\n", + " [0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0932],\n", + " [-0.0947],\n", + " [-0.0936],\n", + " [-0.0900],\n", + " [-0.0937],\n", + " [-0.0949],\n", + " [-0.0930],\n", + " [-0.0934],\n", + " [-0.0865],\n", + " [-0.0937],\n", + " [-0.0951],\n", + " [-0.0946],\n", + " [-0.0935],\n", + " [-0.0892],\n", + " [-0.0909],\n", + " [-0.0934],\n", + " [-0.0947],\n", + " [-0.0951],\n", + " [-0.0872],\n", + " [-0.0959],\n", + " [-0.0941],\n", + " [-0.0914],\n", + " [-0.0868],\n", + " [-0.0961],\n", + " [-0.1006],\n", + " [-0.0924],\n", + " [-0.0892],\n", + " [-0.0923],\n", + " [-0.0911],\n", + " [-0.0932],\n", + " [-0.0838],\n", + " [-0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0576],\n", + " [0.0576],\n", + " [0.0557],\n", + " [0.0505],\n", + " [0.0466],\n", + " [0.0572],\n", + " [0.0561],\n", + " [0.0568],\n", + " [0.0498],\n", + " [0.0538],\n", + " [0.0568],\n", + " [0.0546],\n", + " [0.0565],\n", + " [0.0539],\n", + " [0.0512],\n", + " [0.0393],\n", + " [0.0585],\n", + " [0.0551],\n", + " [0.0526],\n", + " [0.0564],\n", + " [0.0559],\n", + " [0.0508],\n", + " [0.0431],\n", + " [0.0591],\n", + " [0.0607],\n", + " [0.0555],\n", + " [0.0517],\n", + " [0.0472],\n", + " [0.0526],\n", + " [0.0516],\n", + " [0.0471],\n", + " [0.0464]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0342],\n", + " [-0.0357],\n", + " [-0.0355],\n", + " [-0.0376],\n", + " [-0.0335],\n", + " [-0.0385],\n", + " [-0.0375],\n", + " [-0.0385],\n", + " [-0.0432],\n", + " [-0.0341],\n", + " [-0.0343],\n", + " [-0.0385],\n", + " [-0.0379],\n", + " [-0.0380],\n", + " [-0.0405],\n", + " [-0.0351],\n", + " [-0.0356],\n", + " [-0.0375],\n", + " [-0.0430],\n", + " [-0.0365],\n", + " [-0.0341],\n", + " [-0.0387],\n", + " [-0.0326],\n", + " [-0.0351],\n", + " [-0.0445],\n", + " [-0.0383],\n", + " [-0.0411],\n", + " [-0.0361],\n", + " [-0.0398],\n", + " [-0.0375],\n", + " [-0.0472],\n", + " [-0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0839],\n", + " [-0.0824],\n", + " [-0.0803],\n", + " [-0.0793],\n", + " [-0.0826],\n", + " [-0.0806],\n", + " [-0.0793],\n", + " [-0.0789],\n", + " [-0.0773],\n", + " [-0.0810],\n", + " [-0.0802],\n", + " [-0.0792],\n", + " [-0.0803],\n", + " [-0.0802],\n", + " [-0.0780],\n", + " [-0.0815],\n", + " [-0.0810],\n", + " [-0.0784],\n", + " [-0.0781],\n", + " [-0.0794],\n", + " [-0.0800],\n", + " [-0.0783],\n", + " [-0.0873],\n", + " [-0.0807],\n", + " [-0.0786],\n", + " [-0.0801],\n", + " [-0.0794],\n", + " [-0.0794],\n", + " [-0.0786],\n", + " [-0.0780],\n", + " [-0.0755],\n", + " [-0.0810]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1720],\n", + " [0.1696],\n", + " [0.1680],\n", + " [0.1659],\n", + " [0.1667],\n", + " [0.1680],\n", + " [0.1685],\n", + " [0.1686],\n", + " [0.1675],\n", + " [0.1661],\n", + " [0.1686],\n", + " [0.1665],\n", + " [0.1686],\n", + " [0.1692],\n", + " [0.1655],\n", + " [0.1594],\n", + " [0.1700],\n", + " [0.1670],\n", + " [0.1676],\n", + " [0.1671],\n", + " [0.1686],\n", + " [0.1651],\n", + " [0.1504],\n", + " [0.1703],\n", + " [0.1676],\n", + " [0.1683],\n", + " [0.1662],\n", + " [0.1648],\n", + " [0.1666],\n", + " [0.1649],\n", + " [0.1656],\n", + " [0.1619]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0531],\n", + " [-0.0554],\n", + " [-0.0543],\n", + " [-0.0530],\n", + " [-0.0586],\n", + " [-0.0565],\n", + " [-0.0548],\n", + " [-0.0559],\n", + " [-0.0505],\n", + " [-0.0566],\n", + " [-0.0575],\n", + " [-0.0578],\n", + " [-0.0540],\n", + " [-0.0484],\n", + " [-0.0555],\n", + " [-0.0660],\n", + " [-0.0555],\n", + " [-0.0594],\n", + " [-0.0473],\n", + " [-0.0589],\n", + " [-0.0577],\n", + " [-0.0566],\n", + " [-0.0627],\n", + " [-0.0577],\n", + " [-0.0656],\n", + " [-0.0536],\n", + " [-0.0515],\n", + " [-0.0596],\n", + " [-0.0550],\n", + " [-0.0593],\n", + " [-0.0477],\n", + " [-0.0485]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0547],\n", + " [0.0563],\n", + " [0.0630],\n", + " [0.0646],\n", + " [0.0729],\n", + " [0.0581],\n", + " [0.0599],\n", + " [0.0590],\n", + " [0.0609],\n", + " [0.0651],\n", + " [0.0627],\n", + " [0.0621],\n", + " [0.0588],\n", + " [0.0578],\n", + " [0.0642],\n", + " [0.0728],\n", + " [0.0568],\n", + " [0.0622],\n", + " [0.0581],\n", + " [0.0627],\n", + " [0.0633],\n", + " [0.0649],\n", + " [0.0617],\n", + " [0.0585],\n", + " [0.0527],\n", + " [0.0587],\n", + " [0.0615],\n", + " [0.0666],\n", + " [0.0623],\n", + " [0.0664],\n", + " [0.0637],\n", + " [0.0665]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1007],\n", + " [-0.0993],\n", + " [-0.0962],\n", + " [-0.0929],\n", + " [-0.0849],\n", + " [-0.0977],\n", + " [-0.0959],\n", + " [-0.0966],\n", + " [-0.0915],\n", + " [-0.0941],\n", + " [-0.0972],\n", + " [-0.0939],\n", + " [-0.0974],\n", + " [-0.0969],\n", + " [-0.0917],\n", + " [-0.0768],\n", + " [-0.0995],\n", + " [-0.0950],\n", + " [-0.0951],\n", + " [-0.0962],\n", + " [-0.0951],\n", + " [-0.0905],\n", + " [-0.0668],\n", + " [-0.1002],\n", + " [-0.1027],\n", + " [-0.0965],\n", + " [-0.0936],\n", + " [-0.0846],\n", + " [-0.0936],\n", + " [-0.0922],\n", + " [-0.0900],\n", + " [-0.0904]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0249],\n", + " [0.0214],\n", + " [0.0163],\n", + " [0.0132],\n", + " [0.0127],\n", + " [0.0189],\n", + " [0.0188],\n", + " [0.0182],\n", + " [0.0148],\n", + " [0.0152],\n", + " [0.0174],\n", + " [0.0167],\n", + " [0.0187],\n", + " [0.0187],\n", + " [0.0133],\n", + " [0.0063],\n", + " [0.0212],\n", + " [0.0160],\n", + " [0.0160],\n", + " [0.0165],\n", + " [0.0182],\n", + " [0.0132],\n", + " [0.0072],\n", + " [0.0200],\n", + " [0.0232],\n", + " [0.0175],\n", + " [0.0141],\n", + " [0.0116],\n", + " [0.0141],\n", + " [0.0116],\n", + " [0.0118],\n", + " [0.0108]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0976],\n", + " [0.0977],\n", + " [0.0906],\n", + " [0.0907],\n", + " [0.0780],\n", + " [0.0964],\n", + " [0.0915],\n", + " [0.0943],\n", + " [0.0934],\n", + " [0.0878],\n", + " [0.0899],\n", + " [0.0913],\n", + " [0.0947],\n", + " [0.0963],\n", + " [0.0913],\n", + " [0.0823],\n", + " [0.0966],\n", + " [0.0923],\n", + " [0.0992],\n", + " [0.0908],\n", + " [0.0870],\n", + " [0.0892],\n", + " [0.0698],\n", + " [0.0946],\n", + " [0.1016],\n", + " [0.0950],\n", + " [0.0948],\n", + " [0.0841],\n", + " [0.0930],\n", + " [0.0901],\n", + " [0.0965],\n", + " [0.0920]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0108],\n", + " [ 0.0116],\n", + " [ 0.0092],\n", + " [ 0.0111],\n", + " [ 0.0052],\n", + " [ 0.0112],\n", + " [ 0.0079],\n", + " [ 0.0102],\n", + " [ 0.0124],\n", + " [ 0.0079],\n", + " [ 0.0085],\n", + " [ 0.0075],\n", + " [ 0.0106],\n", + " [ 0.0113],\n", + " [ 0.0099],\n", + " [ 0.0036],\n", + " [ 0.0108],\n", + " [ 0.0096],\n", + " [ 0.0121],\n", + " [ 0.0079],\n", + " [ 0.0060],\n", + " [ 0.0087],\n", + " [-0.0075],\n", + " [ 0.0101],\n", + " [ 0.0089],\n", + " [ 0.0118],\n", + " [ 0.0128],\n", + " [ 0.0065],\n", + " [ 0.0114],\n", + " [ 0.0108],\n", + " [ 0.0142],\n", + " [ 0.0092]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0022],\n", + " [-0.0016],\n", + " [-0.0032],\n", + " [-0.0055],\n", + " [ 0.0029],\n", + " [-0.0015],\n", + " [-0.0014],\n", + " [-0.0015],\n", + " [-0.0077],\n", + " [-0.0004],\n", + " [ 0.0016],\n", + " [ 0.0012],\n", + " [-0.0034],\n", + " [-0.0077],\n", + " [-0.0045],\n", + " [ 0.0046],\n", + " [-0.0009],\n", + " [ 0.0025],\n", + " [-0.0107],\n", + " [ 0.0017],\n", + " [ 0.0035],\n", + " [-0.0028],\n", + " [ 0.0037],\n", + " [ 0.0013],\n", + " [ 0.0085],\n", + " [-0.0043],\n", + " [-0.0088],\n", + " [ 0.0023],\n", + " [-0.0045],\n", + " [-0.0008],\n", + " [-0.0124],\n", + " [-0.0112]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0316],\n", + " [-0.0322],\n", + " [-0.0349],\n", + " [-0.0339],\n", + " [-0.0441],\n", + " [-0.0335],\n", + " [-0.0364],\n", + " [-0.0346],\n", + " [-0.0321],\n", + " [-0.0372],\n", + " [-0.0366],\n", + " [-0.0387],\n", + " [-0.0334],\n", + " [-0.0306],\n", + " [-0.0366],\n", + " [-0.0480],\n", + " [-0.0324],\n", + " [-0.0374],\n", + " [-0.0293],\n", + " [-0.0380],\n", + " [-0.0398],\n", + " [-0.0383],\n", + " [-0.0541],\n", + " [-0.0344],\n", + " [-0.0347],\n", + " [-0.0326],\n", + " [-0.0325],\n", + " [-0.0419],\n", + " [-0.0351],\n", + " [-0.0375],\n", + " [-0.0316],\n", + " [-0.0349]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0009],\n", + " [ 0.0021],\n", + " [ 0.0039],\n", + " [ 0.0030],\n", + " [ 0.0094],\n", + " [ 0.0032],\n", + " [ 0.0041],\n", + " [ 0.0038],\n", + " [ 0.0004],\n", + " [ 0.0056],\n", + " [ 0.0057],\n", + " [ 0.0055],\n", + " [ 0.0023],\n", + " [-0.0002],\n", + " [ 0.0043],\n", + " [ 0.0102],\n", + " [ 0.0026],\n", + " [ 0.0061],\n", + " [-0.0023],\n", + " [ 0.0062],\n", + " [ 0.0070],\n", + " [ 0.0054],\n", + " [ 0.0130],\n", + " [ 0.0044],\n", + " [ 0.0047],\n", + " [ 0.0019],\n", + " [ 0.0006],\n", + " [ 0.0072],\n", + " [ 0.0036],\n", + " [ 0.0065],\n", + " [-0.0022],\n", + " [ 0.0001]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0568],\n", + " [0.0565],\n", + " [0.0567],\n", + " [0.0570],\n", + " [0.0665],\n", + " [0.0568],\n", + " [0.0557],\n", + " [0.0560],\n", + " [0.0545],\n", + " [0.0587],\n", + " [0.0579],\n", + " [0.0574],\n", + " [0.0559],\n", + " [0.0541],\n", + " [0.0571],\n", + " [0.0696],\n", + " [0.0562],\n", + " [0.0581],\n", + " [0.0530],\n", + " [0.0578],\n", + " [0.0583],\n", + " [0.0582],\n", + " [0.0649],\n", + " [0.0578],\n", + " [0.0584],\n", + " [0.0557],\n", + " [0.0552],\n", + " [0.0620],\n", + " [0.0566],\n", + " [0.0594],\n", + " [0.0534],\n", + " [0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0191],\n", + " [-0.0189],\n", + " [-0.0179],\n", + " [-0.0155],\n", + " [-0.0200],\n", + " [-0.0180],\n", + " [-0.0180],\n", + " [-0.0181],\n", + " [-0.0165],\n", + " [-0.0166],\n", + " [-0.0181],\n", + " [-0.0177],\n", + " [-0.0181],\n", + " [-0.0174],\n", + " [-0.0160],\n", + " [-0.0169],\n", + " [-0.0191],\n", + " [-0.0178],\n", + " [-0.0181],\n", + " [-0.0175],\n", + " [-0.0186],\n", + " [-0.0163],\n", + " [-0.0130],\n", + " [-0.0191],\n", + " [-0.0175],\n", + " [-0.0178],\n", + " [-0.0175],\n", + " [-0.0186],\n", + " [-0.0166],\n", + " [-0.0160],\n", + " [-0.0174],\n", + " [-0.0149]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1689],\n", + " [-0.1704],\n", + " [-0.1687],\n", + " [-0.1675],\n", + " [-0.1674],\n", + " [-0.1715],\n", + " [-0.1701],\n", + " [-0.1712],\n", + " [-0.1672],\n", + " [-0.1691],\n", + " [-0.1706],\n", + " [-0.1733],\n", + " [-0.1701],\n", + " [-0.1667],\n", + " [-0.1697],\n", + " [-0.1761],\n", + " [-0.1703],\n", + " [-0.1744],\n", + " [-0.1661],\n", + " [-0.1725],\n", + " [-0.1709],\n", + " [-0.1700],\n", + " [-0.1655],\n", + " [-0.1712],\n", + " [-0.1809],\n", + " [-0.1696],\n", + " [-0.1675],\n", + " [-0.1723],\n", + " [-0.1697],\n", + " [-0.1717],\n", + " [-0.1653],\n", + " [-0.1657]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0216],\n", + " [-0.0224],\n", + " [-0.0225],\n", + " [-0.0239],\n", + " [-0.0184],\n", + " [-0.0225],\n", + " [-0.0206],\n", + " [-0.0216],\n", + " [-0.0244],\n", + " [-0.0211],\n", + " [-0.0207],\n", + " [-0.0189],\n", + " [-0.0227],\n", + " [-0.0225],\n", + " [-0.0231],\n", + " [-0.0134],\n", + " [-0.0223],\n", + " [-0.0197],\n", + " [-0.0247],\n", + " [-0.0204],\n", + " [-0.0186],\n", + " [-0.0218],\n", + " [ 0.0135],\n", + " [-0.0215],\n", + " [-0.0147],\n", + " [-0.0231],\n", + " [-0.0255],\n", + " [-0.0180],\n", + " [-0.0232],\n", + " [-0.0228],\n", + " [-0.0254],\n", + " [-0.0241]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0184],\n", + " [ 0.0155],\n", + " [ 0.0086],\n", + " [ 0.0020],\n", + " [-0.0033],\n", + " [ 0.0119],\n", + " [ 0.0085],\n", + " [ 0.0094],\n", + " [-0.0009],\n", + " [ 0.0069],\n", + " [ 0.0104],\n", + " [ 0.0066],\n", + " [ 0.0104],\n", + " [ 0.0086],\n", + " [ 0.0013],\n", + " [-0.0051],\n", + " [ 0.0147],\n", + " [ 0.0074],\n", + " [ 0.0050],\n", + " [ 0.0091],\n", + " [ 0.0085],\n", + " [ 0.0015],\n", + " [ 0.0090],\n", + " [ 0.0158],\n", + " [ 0.0206],\n", + " [ 0.0090],\n", + " [ 0.0031],\n", + " [-0.0012],\n", + " [ 0.0040],\n", + " [ 0.0028],\n", + " [-0.0039],\n", + " [-0.0010]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0924],\n", + " [0.0900],\n", + " [0.0927],\n", + " [0.0948],\n", + " [0.0988],\n", + " [0.0901],\n", + " [0.0941],\n", + " [0.0919],\n", + " [0.0989],\n", + " [0.0929],\n", + " [0.0912],\n", + " [0.0924],\n", + " [0.0921],\n", + " [0.0950],\n", + " [0.0952],\n", + " [0.0940],\n", + " [0.0906],\n", + " [0.0895],\n", + " [0.0964],\n", + " [0.0907],\n", + " [0.0928],\n", + " [0.0953],\n", + " [0.1029],\n", + " [0.0895],\n", + " [0.0826],\n", + " [0.0922],\n", + " [0.0950],\n", + " [0.0971],\n", + " [0.0934],\n", + " [0.0909],\n", + " [0.1013],\n", + " [0.0978]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0904],\n", + " [0.0882],\n", + " [0.0819],\n", + " [0.0805],\n", + " [0.0843],\n", + " [0.0853],\n", + " [0.0835],\n", + " [0.0833],\n", + " [0.0780],\n", + " [0.0842],\n", + " [0.0849],\n", + " [0.0816],\n", + " [0.0832],\n", + " [0.0823],\n", + " [0.0789],\n", + " [0.0793],\n", + " [0.0868],\n", + " [0.0820],\n", + " [0.0774],\n", + " [0.0836],\n", + " [0.0860],\n", + " [0.0796],\n", + " [0.0835],\n", + " [0.0878],\n", + " [0.0920],\n", + " [0.0825],\n", + " [0.0788],\n", + " [0.0782],\n", + " [0.0806],\n", + " [0.0799],\n", + " [0.0720],\n", + " [0.0785]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0884],\n", + " [0.0889],\n", + " [0.0872],\n", + " [0.0857],\n", + " [0.0870],\n", + " [0.0881],\n", + " [0.0861],\n", + " [0.0863],\n", + " [0.0825],\n", + " [0.0884],\n", + " [0.0878],\n", + " [0.0876],\n", + " [0.0873],\n", + " [0.0842],\n", + " [0.0862],\n", + " [0.0931],\n", + " [0.0878],\n", + " [0.0877],\n", + " [0.0832],\n", + " [0.0883],\n", + " [0.0878],\n", + " [0.0871],\n", + " [0.1084],\n", + " [0.0888],\n", + " [0.0878],\n", + " [0.0870],\n", + " [0.0857],\n", + " [0.0892],\n", + " [0.0864],\n", + " [0.0883],\n", + " [0.0787],\n", + " [0.0855]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0433],\n", + " [0.0415],\n", + " [0.0411],\n", + " [0.0391],\n", + " [0.0481],\n", + " [0.0401],\n", + " [0.0417],\n", + " [0.0403],\n", + " [0.0376],\n", + " [0.0425],\n", + " [0.0435],\n", + " [0.0404],\n", + " [0.0403],\n", + " [0.0389],\n", + " [0.0384],\n", + " [0.0426],\n", + " [0.0423],\n", + " [0.0404],\n", + " [0.0367],\n", + " [0.0418],\n", + " [0.0448],\n", + " [0.0397],\n", + " [0.0523],\n", + " [0.0430],\n", + " [0.0393],\n", + " [0.0394],\n", + " [0.0371],\n", + " [0.0421],\n", + " [0.0384],\n", + " [0.0393],\n", + " [0.0362],\n", + " [0.0362]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0353],\n", + " [0.0366],\n", + " [0.0363],\n", + " [0.0385],\n", + " [0.0322],\n", + " [0.0372],\n", + " [0.0371],\n", + " [0.0372],\n", + " [0.0394],\n", + " [0.0369],\n", + " [0.0358],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0388],\n", + " [0.0388],\n", + " [0.0347],\n", + " [0.0363],\n", + " [0.0371],\n", + " [0.0391],\n", + " [0.0362],\n", + " [0.0359],\n", + " [0.0378],\n", + " [0.0205],\n", + " [0.0349],\n", + " [0.0384],\n", + " [0.0374],\n", + " [0.0389],\n", + " [0.0340],\n", + " [0.0386],\n", + " [0.0376],\n", + " [0.0382],\n", + " [0.0391]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0679],\n", + " [-0.0695],\n", + " [-0.0734],\n", + " [-0.0761],\n", + " [-0.0771],\n", + " [-0.0711],\n", + " [-0.0724],\n", + " [-0.0724],\n", + " [-0.0777],\n", + " [-0.0740],\n", + " [-0.0728],\n", + " [-0.0725],\n", + " [-0.0716],\n", + " [-0.0734],\n", + " [-0.0754],\n", + " [-0.0750],\n", + " [-0.0703],\n", + " [-0.0729],\n", + " [-0.0749],\n", + " [-0.0721],\n", + " [-0.0729],\n", + " [-0.0752],\n", + " [-0.0644],\n", + " [-0.0699],\n", + " [-0.0666],\n", + " [-0.0726],\n", + " [-0.0757],\n", + " [-0.0746],\n", + " [-0.0750],\n", + " [-0.0754],\n", + " [-0.0822],\n", + " [-0.0767]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0962],\n", + " [-0.0972],\n", + " [-0.1005],\n", + " [-0.1018],\n", + " [-0.1078],\n", + " [-0.0985],\n", + " [-0.1002],\n", + " [-0.0996],\n", + " [-0.1020],\n", + " [-0.1022],\n", + " [-0.1007],\n", + " [-0.1034],\n", + " [-0.0987],\n", + " [-0.0985],\n", + " [-0.1033],\n", + " [-0.1165],\n", + " [-0.0972],\n", + " [-0.1030],\n", + " [-0.0988],\n", + " [-0.1014],\n", + " [-0.1026],\n", + " [-0.1044],\n", + " [-0.1250],\n", + " [-0.0983],\n", + " [-0.0998],\n", + " [-0.0990],\n", + " [-0.1005],\n", + " [-0.1101],\n", + " [-0.1019],\n", + " [-0.1043],\n", + " [-0.1042],\n", + " [-0.1019]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0639],\n", + " [-0.0634],\n", + " [-0.0633],\n", + " [-0.0638],\n", + " [-0.0571],\n", + " [-0.0634],\n", + " [-0.0621],\n", + " [-0.0628],\n", + " [-0.0641],\n", + " [-0.0612],\n", + " [-0.0613],\n", + " [-0.0610],\n", + " [-0.0636],\n", + " [-0.0650],\n", + " [-0.0631],\n", + " [-0.0534],\n", + " [-0.0633],\n", + " [-0.0606],\n", + " [-0.0668],\n", + " [-0.0612],\n", + " [-0.0596],\n", + " [-0.0617],\n", + " [-0.0434],\n", + " [-0.0624],\n", + " [-0.0573],\n", + " [-0.0638],\n", + " [-0.0652],\n", + " [-0.0582],\n", + " [-0.0634],\n", + " [-0.0615],\n", + " [-0.0645],\n", + " [-0.0653]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0252],\n", + " [-0.0559],\n", + " [-0.0649],\n", + " [-0.0624],\n", + " [-0.0617],\n", + " [-0.0635],\n", + " [-0.0615],\n", + " [-0.0597],\n", + " [-0.0656],\n", + " [-0.0614],\n", + " [-0.0627],\n", + " [-0.0612],\n", + " [-0.0601],\n", + " [-0.0600],\n", + " [-0.0613],\n", + " [-0.0624],\n", + " [-0.0606],\n", + " [-0.0978],\n", + " [-0.0583],\n", + " [-0.0760],\n", + " [-0.0635],\n", + " [-0.0635],\n", + " [-0.0585],\n", + " [-0.0632],\n", + " [-0.0623],\n", + " [-0.0616],\n", + " [-0.0628],\n", + " [-0.0631],\n", + " [-0.0594],\n", + " [-0.0634],\n", + " [-0.0640],\n", + " [-0.0630]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0723],\n", + " [-0.0773],\n", + " [-0.0772],\n", + " [-0.0713],\n", + " [-0.0682],\n", + " [-0.0757],\n", + " [-0.0739],\n", + " [-0.0708],\n", + " [-0.0796],\n", + " [-0.0734],\n", + " [-0.0755],\n", + " [-0.0730],\n", + " [-0.0725],\n", + " [-0.0726],\n", + " [-0.0726],\n", + " [-0.0759],\n", + " [-0.0714],\n", + " [-0.3854],\n", + " [-0.0675],\n", + " [-0.0869],\n", + " [-0.0751],\n", + " [-0.0757],\n", + " [-0.0722],\n", + " [-0.0761],\n", + " [-0.0741],\n", + " [-0.0726],\n", + " [-0.0762],\n", + " [-0.0736],\n", + " [-0.0736],\n", + " [-0.0761],\n", + " [-0.0749],\n", + " [-0.0750]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0392],\n", + " [ 0.0384],\n", + " [ 0.0398],\n", + " [ 0.0374],\n", + " [ 0.0380],\n", + " [ 0.0362],\n", + " [ 0.0378],\n", + " [ 0.0379],\n", + " [ 0.0386],\n", + " [ 0.0372],\n", + " [ 0.0366],\n", + " [ 0.0394],\n", + " [ 0.0392],\n", + " [ 0.0363],\n", + " [ 0.0374],\n", + " [ 0.0366],\n", + " [ 0.0407],\n", + " [-0.1025],\n", + " [ 0.0311],\n", + " [ 0.0372],\n", + " [ 0.0357],\n", + " [ 0.0357],\n", + " [ 0.0378],\n", + " [ 0.0373],\n", + " [ 0.0363],\n", + " [ 0.0372],\n", + " [ 0.0371],\n", + " [ 0.0349],\n", + " [ 0.0368],\n", + " [ 0.0365],\n", + " [ 0.0352],\n", + " [ 0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0727],\n", + " [-0.0892],\n", + " [-0.0920],\n", + " [-0.0953],\n", + " [-0.0939],\n", + " [-0.0942],\n", + " [-0.0917],\n", + " [-0.0902],\n", + " [-0.0944],\n", + " [-0.0903],\n", + " [-0.0929],\n", + " [-0.0936],\n", + " [-0.0916],\n", + " [-0.0871],\n", + " [-0.0919],\n", + " [-0.0917],\n", + " [-0.0906],\n", + " [-0.2074],\n", + " [-0.0977],\n", + " [-0.0966],\n", + " [-0.0955],\n", + " [-0.0951],\n", + " [-0.0872],\n", + " [-0.0951],\n", + " [-0.0936],\n", + " [-0.0928],\n", + " [-0.0927],\n", + " [-0.0913],\n", + " [-0.0878],\n", + " [-0.0933],\n", + " [-0.0965],\n", + " [-0.0936]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0147],\n", + " [0.0414],\n", + " [0.0479],\n", + " [0.0581],\n", + " [0.0573],\n", + " [0.0571],\n", + " [0.0538],\n", + " [0.0563],\n", + " [0.0507],\n", + " [0.0533],\n", + " [0.0552],\n", + " [0.0557],\n", + " [0.0530],\n", + " [0.0494],\n", + " [0.0555],\n", + " [0.0523],\n", + " [0.0524],\n", + " [0.0771],\n", + " [0.0616],\n", + " [0.0500],\n", + " [0.0586],\n", + " [0.0563],\n", + " [0.0488],\n", + " [0.0561],\n", + " [0.0556],\n", + " [0.0564],\n", + " [0.0542],\n", + " [0.0536],\n", + " [0.0482],\n", + " [0.0546],\n", + " [0.0584],\n", + " [0.0557]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0515],\n", + " [-0.0419],\n", + " [-0.0318],\n", + " [-0.0351],\n", + " [-0.0350],\n", + " [-0.0390],\n", + " [-0.0383],\n", + " [-0.0388],\n", + " [-0.0331],\n", + " [-0.0414],\n", + " [-0.0386],\n", + " [-0.0340],\n", + " [-0.0348],\n", + " [-0.0443],\n", + " [-0.0385],\n", + " [-0.0391],\n", + " [-0.0355],\n", + " [-0.0038],\n", + " [-0.0377],\n", + " [-0.0355],\n", + " [-0.0370],\n", + " [-0.0380],\n", + " [-0.0449],\n", + " [-0.0347],\n", + " [-0.0391],\n", + " [-0.0380],\n", + " [-0.0390],\n", + " [-0.0444],\n", + " [-0.0439],\n", + " [-0.0392],\n", + " [-0.0372],\n", + " [-0.0390]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0689],\n", + " [-0.0817],\n", + " [-0.0822],\n", + " [-0.0809],\n", + " [-0.0819],\n", + " [-0.0790],\n", + " [-0.0795],\n", + " [-0.0785],\n", + " [-0.0803],\n", + " [-0.0786],\n", + " [-0.0785],\n", + " [-0.0810],\n", + " [-0.0807],\n", + " [-0.0773],\n", + " [-0.0795],\n", + " [-0.0784],\n", + " [-0.0804],\n", + " [ 0.0697],\n", + " [-0.0845],\n", + " [-0.0773],\n", + " [-0.0785],\n", + " [-0.0793],\n", + " [-0.0784],\n", + " [-0.0800],\n", + " [-0.0796],\n", + " [-0.0795],\n", + " [-0.0782],\n", + " [-0.0798],\n", + " [-0.0779],\n", + " [-0.0794],\n", + " [-0.0793],\n", + " [-0.0793]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1563],\n", + " [0.1580],\n", + " [0.1646],\n", + " [0.1696],\n", + " [0.1701],\n", + " [0.1687],\n", + " [0.1672],\n", + " [0.1704],\n", + " [0.1646],\n", + " [0.1677],\n", + " [0.1679],\n", + " [0.1686],\n", + " [0.1666],\n", + " [0.1661],\n", + " [0.1685],\n", + " [0.1659],\n", + " [0.1680],\n", + " [0.0254],\n", + " [0.1734],\n", + " [0.1645],\n", + " [0.1690],\n", + " [0.1672],\n", + " [0.1649],\n", + " [0.1676],\n", + " [0.1675],\n", + " [0.1687],\n", + " [0.1674],\n", + " [0.1671],\n", + " [0.1633],\n", + " [0.1668],\n", + " [0.1676],\n", + " [0.1676]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0577],\n", + " [-0.0566],\n", + " [-0.0600],\n", + " [-0.0563],\n", + " [-0.0546],\n", + " [-0.0561],\n", + " [-0.0540],\n", + " [-0.0519],\n", + " [-0.0609],\n", + " [-0.0529],\n", + " [-0.0561],\n", + " [-0.0539],\n", + " [-0.0530],\n", + " [-0.0533],\n", + " [-0.0539],\n", + " [-0.0560],\n", + " [-0.0503],\n", + " [-0.2571],\n", + " [-0.0699],\n", + " [-0.0668],\n", + " [-0.0582],\n", + " [-0.0577],\n", + " [-0.0529],\n", + " [-0.0585],\n", + " [-0.0560],\n", + " [-0.0550],\n", + " [-0.0566],\n", + " [-0.0535],\n", + " [-0.0536],\n", + " [-0.0555],\n", + " [-0.0584],\n", + " [-0.0562]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0789],\n", + " [ 0.0706],\n", + " [ 0.0695],\n", + " [ 0.0593],\n", + " [ 0.0564],\n", + " [ 0.0608],\n", + " [ 0.0617],\n", + " [ 0.0569],\n", + " [ 0.0689],\n", + " [ 0.0607],\n", + " [ 0.0609],\n", + " [ 0.0622],\n", + " [ 0.0634],\n", + " [ 0.0595],\n", + " [ 0.0585],\n", + " [ 0.0635],\n", + " [ 0.0633],\n", + " [-0.3346],\n", + " [ 0.0526],\n", + " [ 0.0641],\n", + " [ 0.0599],\n", + " [ 0.0613],\n", + " [ 0.0601],\n", + " [ 0.0636],\n", + " [ 0.0596],\n", + " [ 0.0583],\n", + " [ 0.0616],\n", + " [ 0.0569],\n", + " [ 0.0638],\n", + " [ 0.0631],\n", + " [ 0.0602],\n", + " [ 0.0601]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0769],\n", + " [-0.0905],\n", + " [-0.0844],\n", + " [-0.0994],\n", + " [-0.0991],\n", + " [-0.0961],\n", + " [-0.0950],\n", + " [-0.0969],\n", + " [-0.0888],\n", + " [-0.0942],\n", + " [-0.0946],\n", + " [-0.0970],\n", + " [-0.0945],\n", + " [-0.0910],\n", + " [-0.0963],\n", + " [-0.0920],\n", + " [-0.0949],\n", + " [-0.2624],\n", + " [-0.1084],\n", + " [-0.0868],\n", + " [-0.0976],\n", + " [-0.0957],\n", + " [-0.0922],\n", + " [-0.0958],\n", + " [-0.0958],\n", + " [-0.0970],\n", + " [-0.0945],\n", + " [-0.0931],\n", + " [-0.0897],\n", + " [-0.0943],\n", + " [-0.0973],\n", + " [-0.0956]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0048],\n", + " [ 0.0036],\n", + " [ 0.0130],\n", + " [ 0.0202],\n", + " [ 0.0210],\n", + " [ 0.0175],\n", + " [ 0.0151],\n", + " [ 0.0200],\n", + " [ 0.0117],\n", + " [ 0.0152],\n", + " [ 0.0172],\n", + " [ 0.0180],\n", + " [ 0.0163],\n", + " [ 0.0172],\n", + " [ 0.0174],\n", + " [ 0.0146],\n", + " [ 0.0167],\n", + " [ 0.0325],\n", + " [ 0.0230],\n", + " [ 0.0138],\n", + " [ 0.0193],\n", + " [ 0.0175],\n", + " [ 0.0155],\n", + " [ 0.0165],\n", + " [ 0.0176],\n", + " [ 0.0179],\n", + " [ 0.0157],\n", + " [ 0.0196],\n", + " [ 0.0128],\n", + " [ 0.0146],\n", + " [ 0.0191],\n", + " [ 0.0168]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1046],\n", + " [0.1020],\n", + " [0.0793],\n", + " [0.0936],\n", + " [0.0962],\n", + " [0.0938],\n", + " [0.0930],\n", + " [0.0952],\n", + " [0.0836],\n", + " [0.0942],\n", + " [0.0918],\n", + " [0.0905],\n", + " [0.0897],\n", + " [0.0957],\n", + " [0.0952],\n", + " [0.0902],\n", + " [0.0899],\n", + " [0.0810],\n", + " [0.1054],\n", + " [0.0891],\n", + " [0.0929],\n", + " [0.0922],\n", + " [0.0989],\n", + " [0.0887],\n", + " [0.0946],\n", + " [0.0954],\n", + " [0.0931],\n", + " [0.0981],\n", + " [0.0938],\n", + " [0.0919],\n", + " [0.0929],\n", + " [0.0943]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0215],\n", + " [0.0031],\n", + " [0.0097],\n", + " [0.0117],\n", + " [0.0091],\n", + " [0.0115],\n", + " [0.0104],\n", + " [0.0059],\n", + " [0.0116],\n", + " [0.0085],\n", + " [0.0086],\n", + " [0.0081],\n", + " [0.0135],\n", + " [0.0122],\n", + " [0.0083],\n", + " [0.0079],\n", + " [0.1724],\n", + " [0.0093],\n", + " [0.0076],\n", + " [0.0077],\n", + " [0.0080],\n", + " [0.0162],\n", + " [0.0073],\n", + " [0.0105],\n", + " [0.0119],\n", + " [0.0103],\n", + " [0.0092],\n", + " [0.0127],\n", + " [0.0096],\n", + " [0.0073],\n", + " [0.0107]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.7909e-02],\n", + " [-1.2685e-02],\n", + " [ 4.2748e-03],\n", + " [ 2.8753e-04],\n", + " [-1.6010e-03],\n", + " [-1.1183e-03],\n", + " [-4.8321e-03],\n", + " [-4.3814e-03],\n", + " [ 3.4720e-03],\n", + " [-6.1894e-03],\n", + " [-5.9613e-04],\n", + " [-1.2477e-03],\n", + " [-3.2253e-03],\n", + " [-4.5853e-03],\n", + " [-4.0332e-03],\n", + " [-2.6458e-03],\n", + " [-3.6210e-03],\n", + " [ 3.6157e-01],\n", + " [ 1.1594e-02],\n", + " [ 1.4123e-02],\n", + " [ 1.7296e-03],\n", + " [ 6.1961e-04],\n", + " [-7.2739e-03],\n", + " [ 2.5795e-03],\n", + " [-1.7284e-03],\n", + " [-2.8368e-03],\n", + " [-1.0268e-03],\n", + " [-3.2596e-03],\n", + " [-7.8727e-03],\n", + " [-3.2884e-03],\n", + " [ 1.6237e-03],\n", + " [-1.6220e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0488],\n", + " [-0.0370],\n", + " [-0.0440],\n", + " [-0.0347],\n", + " [-0.0312],\n", + " [-0.0344],\n", + " [-0.0339],\n", + " [-0.0327],\n", + " [-0.0412],\n", + " [-0.0333],\n", + " [-0.0369],\n", + " [-0.0354],\n", + " [-0.0359],\n", + " [-0.0368],\n", + " [-0.0326],\n", + " [-0.0380],\n", + " [-0.0347],\n", + " [-0.0157],\n", + " [-0.0316],\n", + " [-0.0479],\n", + " [-0.0367],\n", + " [-0.0374],\n", + " [-0.0354],\n", + " [-0.0380],\n", + " [-0.0352],\n", + " [-0.0328],\n", + " [-0.0358],\n", + " [-0.0357],\n", + " [-0.0359],\n", + " [-0.0354],\n", + " [-0.0376],\n", + " [-0.0346]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0025],\n", + " [ 0.0015],\n", + " [ 0.0095],\n", + " [ 0.0038],\n", + " [ 0.0014],\n", + " [ 0.0046],\n", + " [ 0.0027],\n", + " [ 0.0020],\n", + " [ 0.0090],\n", + " [ 0.0021],\n", + " [ 0.0046],\n", + " [ 0.0040],\n", + " [ 0.0038],\n", + " [ 0.0011],\n", + " [ 0.0023],\n", + " [ 0.0050],\n", + " [ 0.0029],\n", + " [ 0.0241],\n", + " [ 0.0064],\n", + " [ 0.0094],\n", + " [ 0.0055],\n", + " [ 0.0054],\n", + " [-0.0002],\n", + " [ 0.0066],\n", + " [ 0.0038],\n", + " [ 0.0028],\n", + " [ 0.0045],\n", + " [ 0.0023],\n", + " [ 0.0017],\n", + " [ 0.0042],\n", + " [ 0.0059],\n", + " [ 0.0038]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0598],\n", + " [ 0.0639],\n", + " [ 0.0650],\n", + " [ 0.0575],\n", + " [ 0.0563],\n", + " [ 0.0565],\n", + " [ 0.0561],\n", + " [ 0.0542],\n", + " [ 0.0627],\n", + " [ 0.0551],\n", + " [ 0.0562],\n", + " [ 0.0572],\n", + " [ 0.0574],\n", + " [ 0.0551],\n", + " [ 0.0556],\n", + " [ 0.0572],\n", + " [ 0.0568],\n", + " [-0.1282],\n", + " [ 0.0635],\n", + " [ 0.0648],\n", + " [ 0.0565],\n", + " [ 0.0571],\n", + " [ 0.0554],\n", + " [ 0.0584],\n", + " [ 0.0565],\n", + " [ 0.0559],\n", + " [ 0.0568],\n", + " [ 0.0561],\n", + " [ 0.0563],\n", + " [ 0.0568],\n", + " [ 0.0573],\n", + " [ 0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0196],\n", + " [-0.0164],\n", + " [-0.0183],\n", + " [-0.0190],\n", + " [-0.0187],\n", + " [-0.0181],\n", + " [-0.0174],\n", + " [-0.0185],\n", + " [-0.0168],\n", + " [-0.0172],\n", + " [-0.0178],\n", + " [-0.0180],\n", + " [-0.0165],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0166],\n", + " [-0.0163],\n", + " [-0.1387],\n", + " [-0.0114],\n", + " [-0.0218],\n", + " [-0.0188],\n", + " [-0.0178],\n", + " [-0.0188],\n", + " [-0.0174],\n", + " [-0.0179],\n", + " [-0.0180],\n", + " [-0.0176],\n", + " [-0.0184],\n", + " [-0.0161],\n", + " [-0.0171],\n", + " [-0.0185],\n", + " [-0.0177]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1636],\n", + " [-0.1703],\n", + " [-0.1693],\n", + " [-0.1705],\n", + " [-0.1690],\n", + " [-0.1721],\n", + " [-0.1689],\n", + " [-0.1687],\n", + " [-0.1716],\n", + " [-0.1689],\n", + " [-0.1716],\n", + " [-0.1687],\n", + " [-0.1676],\n", + " [-0.1719],\n", + " [-0.1697],\n", + " [-0.1702],\n", + " [-0.1671],\n", + " [-0.3730],\n", + " [-0.1754],\n", + " [-0.1847],\n", + " [-0.1729],\n", + " [-0.1725],\n", + " [-0.1719],\n", + " [-0.1712],\n", + " [-0.1716],\n", + " [-0.1702],\n", + " [-0.1721],\n", + " [-0.1737],\n", + " [-0.1691],\n", + " [-0.1705],\n", + " [-0.1728],\n", + " [-0.1719]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0342],\n", + " [-0.0275],\n", + " [-0.0160],\n", + " [-0.0215],\n", + " [-0.0227],\n", + " [-0.0213],\n", + " [-0.0234],\n", + " [-0.0218],\n", + " [-0.0192],\n", + " [-0.0238],\n", + " [-0.0201],\n", + " [-0.0208],\n", + " [-0.0211],\n", + " [-0.0206],\n", + " [-0.0228],\n", + " [-0.0213],\n", + " [-0.0208],\n", + " [ 0.5216],\n", + " [-0.0132],\n", + " [-0.0097],\n", + " [-0.0200],\n", + " [-0.0201],\n", + " [-0.0225],\n", + " [-0.0200],\n", + " [-0.0214],\n", + " [-0.0226],\n", + " [-0.0212],\n", + " [-0.0186],\n", + " [-0.0246],\n", + " [-0.0226],\n", + " [-0.0197],\n", + " [-0.0215]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-1.7531e-02],\n", + " [-3.3751e-04],\n", + " [ 9.3627e-04],\n", + " [ 1.3814e-02],\n", + " [ 1.4528e-02],\n", + " [ 8.6116e-03],\n", + " [ 6.2492e-03],\n", + " [ 8.9573e-03],\n", + " [ 2.9499e-03],\n", + " [ 4.1854e-03],\n", + " [ 6.6558e-03],\n", + " [ 9.8556e-03],\n", + " [ 6.5720e-03],\n", + " [ 1.2397e-03],\n", + " [ 8.7819e-03],\n", + " [ 3.2023e-03],\n", + " [ 5.1867e-03],\n", + " [ 6.3546e-01],\n", + " [ 3.3725e-02],\n", + " [ 5.8483e-03],\n", + " [ 1.1381e-02],\n", + " [ 8.8194e-03],\n", + " [ 3.1924e-03],\n", + " [ 8.8609e-03],\n", + " [ 8.6424e-03],\n", + " [ 1.0035e-02],\n", + " [ 5.7635e-03],\n", + " [ 6.5444e-03],\n", + " [-1.9806e-03],\n", + " [ 5.6136e-03],\n", + " [ 1.1998e-02],\n", + " [ 8.2034e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0917],\n", + " [ 0.0853],\n", + " [ 0.0978],\n", + " [ 0.0909],\n", + " [ 0.0917],\n", + " [ 0.0918],\n", + " [ 0.0929],\n", + " [ 0.0947],\n", + " [ 0.0924],\n", + " [ 0.0947],\n", + " [ 0.0935],\n", + " [ 0.0924],\n", + " [ 0.0945],\n", + " [ 0.0973],\n", + " [ 0.0921],\n", + " [ 0.0952],\n", + " [ 0.0956],\n", + " [-0.1777],\n", + " [ 0.0867],\n", + " [ 0.0871],\n", + " [ 0.0913],\n", + " [ 0.0917],\n", + " [ 0.0932],\n", + " [ 0.0917],\n", + " [ 0.0914],\n", + " [ 0.0914],\n", + " [ 0.0919],\n", + " [ 0.0943],\n", + " [ 0.0970],\n", + " [ 0.0928],\n", + " [ 0.0905],\n", + " [ 0.0913]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0666],\n", + " [ 0.0785],\n", + " [ 0.0854],\n", + " [ 0.0865],\n", + " [ 0.0868],\n", + " [ 0.0813],\n", + " [ 0.0812],\n", + " [ 0.0828],\n", + " [ 0.0828],\n", + " [ 0.0796],\n", + " [ 0.0816],\n", + " [ 0.0845],\n", + " [ 0.0839],\n", + " [ 0.0766],\n", + " [ 0.0827],\n", + " [ 0.0801],\n", + " [ 0.0824],\n", + " [-0.0046],\n", + " [ 0.1130],\n", + " [ 0.0780],\n", + " [ 0.0840],\n", + " [ 0.0831],\n", + " [ 0.0778],\n", + " [ 0.0848],\n", + " [ 0.0833],\n", + " [ 0.0836],\n", + " [ 0.0811],\n", + " [ 0.0804],\n", + " [ 0.0764],\n", + " [ 0.0802],\n", + " [ 0.0851],\n", + " [ 0.0823]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0609],\n", + " [ 0.0850],\n", + " [ 0.0901],\n", + " [ 0.0879],\n", + " [ 0.0883],\n", + " [ 0.0865],\n", + " [ 0.0867],\n", + " [ 0.0838],\n", + " [ 0.0902],\n", + " [ 0.0853],\n", + " [ 0.0861],\n", + " [ 0.0868],\n", + " [ 0.0862],\n", + " [ 0.0836],\n", + " [ 0.0864],\n", + " [ 0.0866],\n", + " [ 0.0848],\n", + " [-0.1163],\n", + " [ 0.0845],\n", + " [ 0.0937],\n", + " [ 0.0866],\n", + " [ 0.0876],\n", + " [ 0.0840],\n", + " [ 0.0882],\n", + " [ 0.0871],\n", + " [ 0.0866],\n", + " [ 0.0863],\n", + " [ 0.0861],\n", + " [ 0.0849],\n", + " [ 0.0875],\n", + " [ 0.0882],\n", + " [ 0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0390],\n", + " [0.0329],\n", + " [0.0463],\n", + " [0.0430],\n", + " [0.0425],\n", + " [0.0398],\n", + " [0.0390],\n", + " [0.0406],\n", + " [0.0432],\n", + " [0.0377],\n", + " [0.0406],\n", + " [0.0428],\n", + " [0.0416],\n", + " [0.0370],\n", + " [0.0392],\n", + " [0.0398],\n", + " [0.0417],\n", + " [0.1414],\n", + " [0.0460],\n", + " [0.0404],\n", + " [0.0422],\n", + " [0.0409],\n", + " [0.0340],\n", + " [0.0434],\n", + " [0.0394],\n", + " [0.0399],\n", + " [0.0394],\n", + " [0.0368],\n", + " [0.0366],\n", + " [0.0389],\n", + " [0.0418],\n", + " [0.0392]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0412],\n", + " [ 0.0419],\n", + " [ 0.0337],\n", + " [ 0.0358],\n", + " [ 0.0361],\n", + " [ 0.0370],\n", + " [ 0.0379],\n", + " [ 0.0383],\n", + " [ 0.0351],\n", + " [ 0.0386],\n", + " [ 0.0373],\n", + " [ 0.0366],\n", + " [ 0.0378],\n", + " [ 0.0395],\n", + " [ 0.0379],\n", + " [ 0.0378],\n", + " [ 0.0368],\n", + " [-0.2476],\n", + " [ 0.0350],\n", + " [ 0.0326],\n", + " [ 0.0358],\n", + " [ 0.0369],\n", + " [ 0.0414],\n", + " [ 0.0359],\n", + " [ 0.0381],\n", + " [ 0.0374],\n", + " [ 0.0380],\n", + " [ 0.0404],\n", + " [ 0.0394],\n", + " [ 0.0370],\n", + " [ 0.0360],\n", + " [ 0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.1126],\n", + " [-0.0853],\n", + " [-0.0747],\n", + " [-0.0710],\n", + " [-0.0702],\n", + " [-0.0725],\n", + " [-0.0743],\n", + " [-0.0734],\n", + " [-0.0743],\n", + " [-0.0747],\n", + " [-0.0733],\n", + " [-0.0732],\n", + " [-0.0743],\n", + " [-0.0775],\n", + " [-0.0732],\n", + " [-0.0746],\n", + " [-0.0744],\n", + " [ 0.1159],\n", + " [-0.0659],\n", + " [-0.0705],\n", + " [-0.0714],\n", + " [-0.0718],\n", + " [-0.0794],\n", + " [-0.0727],\n", + " [-0.0725],\n", + " [-0.0727],\n", + " [-0.0740],\n", + " [-0.0717],\n", + " [-0.0784],\n", + " [-0.0735],\n", + " [-0.0704],\n", + " [-0.0726]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1170],\n", + " [-0.1058],\n", + " [-0.1091],\n", + " [-0.0983],\n", + " [-0.0973],\n", + " [-0.1012],\n", + " [-0.1006],\n", + " [-0.0988],\n", + " [-0.1067],\n", + " [-0.1011],\n", + " [-0.1021],\n", + " [-0.1000],\n", + " [-0.1008],\n", + " [-0.1048],\n", + " [-0.0993],\n", + " [-0.1035],\n", + " [-0.1009],\n", + " [-0.1739],\n", + " [-0.0996],\n", + " [-0.1146],\n", + " [-0.1000],\n", + " [-0.1013],\n", + " [-0.1033],\n", + " [-0.1018],\n", + " [-0.1004],\n", + " [-0.0989],\n", + " [-0.1022],\n", + " [-0.1031],\n", + " [-0.1037],\n", + " [-0.1020],\n", + " [-0.0999],\n", + " [-0.1008]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0432],\n", + " [-0.0629],\n", + " [-0.0560],\n", + " [-0.0623],\n", + " [-0.0636],\n", + " [-0.0634],\n", + " [-0.0635],\n", + " [-0.0635],\n", + " [-0.0590],\n", + " [-0.0646],\n", + " [-0.0618],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0607],\n", + " [-0.0636],\n", + " [-0.0620],\n", + " [-0.0640],\n", + " [ 0.3626],\n", + " [-0.0591],\n", + " [-0.0537],\n", + " [-0.0617],\n", + " [-0.0616],\n", + " [-0.0615],\n", + " [-0.0607],\n", + " [-0.0625],\n", + " [-0.0633],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0633],\n", + " [-0.0637],\n", + " [-0.0614],\n", + " [-0.0629]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0618],\n", + " [-0.0650],\n", + " [-0.0598],\n", + " [-0.0614],\n", + " [-0.0607],\n", + " [-0.0606],\n", + " [-0.0662],\n", + " [-0.0569],\n", + " [ 3.3574],\n", + " [-0.0552],\n", + " [-0.0634],\n", + " [-0.0609],\n", + " [-0.0626],\n", + " [-0.0645],\n", + " [-0.0630],\n", + " [-0.0615],\n", + " [-0.0649],\n", + " [-0.0719],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.9530],\n", + " [-0.0624],\n", + " [-0.0614],\n", + " [-0.0609],\n", + " [-0.0595],\n", + " [-0.0663],\n", + " [-0.0632],\n", + " [-0.0618],\n", + " [-0.0621],\n", + " [-0.0651],\n", + " [-0.0617]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0753],\n", + " [-0.0739],\n", + " [-0.0766],\n", + " [-0.0691],\n", + " [-0.0698],\n", + " [-0.0725],\n", + " [-0.0679],\n", + " [-0.0796],\n", + " [-0.0699],\n", + " [-0.4568],\n", + " [-0.0731],\n", + " [-0.0775],\n", + " [-0.0679],\n", + " [-0.0681],\n", + " [-0.0784],\n", + " [-0.0762],\n", + " [-0.0747],\n", + " [-0.0772],\n", + " [-0.0826],\n", + " [-0.0756],\n", + " [-0.0730],\n", + " [-0.9966],\n", + " [-0.0728],\n", + " [-0.0768],\n", + " [-0.0709],\n", + " [-0.0732],\n", + " [-0.0793],\n", + " [-0.0760],\n", + " [-0.0683],\n", + " [-0.0704],\n", + " [-0.0747],\n", + " [-0.0749]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0396],\n", + " [ 0.0374],\n", + " [ 0.0368],\n", + " [ 0.0384],\n", + " [ 0.0377],\n", + " [ 0.0383],\n", + " [ 0.0396],\n", + " [ 0.0387],\n", + " [ 0.0393],\n", + " [-1.5650],\n", + " [ 0.0378],\n", + " [ 0.0366],\n", + " [ 0.0375],\n", + " [ 0.0375],\n", + " [ 0.0368],\n", + " [ 0.0380],\n", + " [ 0.0372],\n", + " [ 0.0359],\n", + " [ 0.0357],\n", + " [ 0.0372],\n", + " [ 0.0371],\n", + " [ 0.1082],\n", + " [ 0.0368],\n", + " [ 0.0382],\n", + " [ 0.0393],\n", + " [ 0.0381],\n", + " [ 0.0389],\n", + " [ 0.0367],\n", + " [ 0.0381],\n", + " [ 0.0376],\n", + " [ 0.0356],\n", + " [ 0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0922],\n", + " [-0.0925],\n", + " [-0.0906],\n", + " [-0.0879],\n", + " [-0.0949],\n", + " [-0.0877],\n", + " [-0.0901],\n", + " [-0.0946],\n", + " [-0.0872],\n", + " [ 1.3969],\n", + " [-0.0844],\n", + " [-0.0909],\n", + " [-0.0924],\n", + " [-0.0948],\n", + " [-0.0941],\n", + " [-0.0949],\n", + " [-0.0916],\n", + " [-0.0950],\n", + " [-0.0978],\n", + " [-0.0927],\n", + " [-0.0961],\n", + " [ 0.2695],\n", + " [-0.0953],\n", + " [-0.0902],\n", + " [-0.0924],\n", + " [-0.0862],\n", + " [-0.0947],\n", + " [-0.0942],\n", + " [-0.0947],\n", + " [-0.0942],\n", + " [-0.0913],\n", + " [-0.0927]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0535],\n", + " [ 0.0566],\n", + " [ 0.0415],\n", + " [ 0.0488],\n", + " [ 0.0581],\n", + " [ 0.0510],\n", + " [ 0.0522],\n", + " [ 0.0553],\n", + " [ 0.0429],\n", + " [-1.7424],\n", + " [ 0.0443],\n", + " [ 0.0455],\n", + " [ 0.0557],\n", + " [ 0.0589],\n", + " [ 0.0535],\n", + " [ 0.0550],\n", + " [ 0.0533],\n", + " [ 0.0539],\n", + " [ 0.0530],\n", + " [ 0.0551],\n", + " [ 0.0586],\n", + " [-0.1490],\n", + " [ 0.0586],\n", + " [ 0.0462],\n", + " [ 0.0549],\n", + " [ 0.0479],\n", + " [ 0.0529],\n", + " [ 0.0552],\n", + " [ 0.0581],\n", + " [ 0.0578],\n", + " [ 0.0486],\n", + " [ 0.0538]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0348],\n", + " [-0.0383],\n", + " [-0.0391],\n", + " [-0.0412],\n", + " [-0.0348],\n", + " [-0.0445],\n", + " [-0.0377],\n", + " [-0.0357],\n", + " [-0.0393],\n", + " [ 1.1384],\n", + " [-0.0483],\n", + " [-0.0405],\n", + " [-0.0389],\n", + " [-0.0349],\n", + " [-0.0380],\n", + " [-0.0342],\n", + " [-0.0376],\n", + " [-0.0378],\n", + " [-0.0358],\n", + " [-0.0387],\n", + " [-0.0351],\n", + " [-0.3066],\n", + " [-0.0360],\n", + " [-0.0370],\n", + " [-0.0352],\n", + " [-0.0463],\n", + " [-0.0324],\n", + " [-0.0389],\n", + " [-0.0343],\n", + " [-0.0354],\n", + " [-0.0352],\n", + " [-0.0358]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0788],\n", + " [-0.0823],\n", + " [-0.0792],\n", + " [-0.0816],\n", + " [-0.0786],\n", + " [-0.0825],\n", + " [-0.0780],\n", + " [-0.0802],\n", + " [ 1.6463],\n", + " [-0.0753],\n", + " [-0.0786],\n", + " [-0.0822],\n", + " [-0.0817],\n", + " [-0.0784],\n", + " [-0.0806],\n", + " [-0.0789],\n", + " [-0.0798],\n", + " [-0.0794],\n", + " [-0.0783],\n", + " [-0.0804],\n", + " [-0.0296],\n", + " [-0.0798],\n", + " [-0.0791],\n", + " [-0.0815],\n", + " [-0.0781],\n", + " [-0.0806],\n", + " [-0.0791],\n", + " [-0.0825],\n", + " [-0.0807],\n", + " [-0.0822],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1676],\n", + " [ 0.1694],\n", + " [ 0.1624],\n", + " [ 0.1658],\n", + " [ 0.1697],\n", + " [ 0.1657],\n", + " [ 0.1676],\n", + " [ 0.1682],\n", + " [ 0.1616],\n", + " [ 2.4542],\n", + " [ 0.1645],\n", + " [ 0.1622],\n", + " [ 0.1688],\n", + " [ 0.1720],\n", + " [ 0.1661],\n", + " [ 0.1669],\n", + " [ 0.1667],\n", + " [ 0.1658],\n", + " [ 0.1643],\n", + " [ 0.1681],\n", + " [ 0.1693],\n", + " [-0.3824],\n", + " [ 0.1693],\n", + " [ 0.1620],\n", + " [ 0.1684],\n", + " [ 0.1610],\n", + " [ 0.1668],\n", + " [ 0.1674],\n", + " [ 0.1716],\n", + " [ 0.1700],\n", + " [ 0.1633],\n", + " [ 0.1666]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0557],\n", + " [-0.0546],\n", + " [-0.0587],\n", + " [-0.0460],\n", + " [-0.0547],\n", + " [-0.0521],\n", + " [-0.0510],\n", + " [-0.0592],\n", + " [-0.0481],\n", + " [-0.6491],\n", + " [-0.0503],\n", + " [-0.0573],\n", + " [-0.0541],\n", + " [-0.0560],\n", + " [-0.0587],\n", + " [-0.0584],\n", + " [-0.0556],\n", + " [-0.0583],\n", + " [-0.0631],\n", + " [-0.0563],\n", + " [-0.0578],\n", + " [ 0.0045],\n", + " [-0.0570],\n", + " [-0.0578],\n", + " [-0.0529],\n", + " [-0.0483],\n", + " [-0.0600],\n", + " [-0.0577],\n", + " [-0.0534],\n", + " [-0.0561],\n", + " [-0.0581],\n", + " [-0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0653],\n", + " [ 0.0596],\n", + " [ 0.0664],\n", + " [ 0.0627],\n", + " [ 0.0584],\n", + " [ 0.0600],\n", + " [ 0.0565],\n", + " [ 0.0652],\n", + " [ 0.0689],\n", + " [ 2.0177],\n", + " [ 0.0622],\n", + " [ 0.0687],\n", + " [ 0.0558],\n", + " [ 0.0566],\n", + " [ 0.0640],\n", + " [ 0.0640],\n", + " [ 0.0624],\n", + " [ 0.0628],\n", + " [ 0.0644],\n", + " [ 0.0609],\n", + " [ 0.0600],\n", + " [-0.2211],\n", + " [ 0.0592],\n", + " [ 0.0694],\n", + " [ 0.0592],\n", + " [ 0.0649],\n", + " [ 0.0682],\n", + " [ 0.0604],\n", + " [ 0.0590],\n", + " [ 0.0575],\n", + " [ 0.0602],\n", + " [ 0.0635]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0936],\n", + " [-0.0966],\n", + " [-0.0770],\n", + " [-0.0929],\n", + " [-0.0990],\n", + " [-0.0924],\n", + " [-0.0964],\n", + " [-0.0940],\n", + " [-0.0867],\n", + " [-3.8821],\n", + " [-0.0931],\n", + " [-0.0855],\n", + " [-0.0988],\n", + " [-0.1012],\n", + " [-0.0931],\n", + " [-0.0953],\n", + " [-0.0930],\n", + " [-0.0920],\n", + " [-0.0876],\n", + " [-0.0952],\n", + " [-0.0994],\n", + " [-0.1989],\n", + " [-0.0989],\n", + " [-0.0869],\n", + " [-0.0968],\n", + " [-0.0909],\n", + " [-0.0899],\n", + " [-0.0955],\n", + " [-0.1009],\n", + " [-0.0994],\n", + " [-0.0822],\n", + " [-0.0939]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0153],\n", + " [ 0.0174],\n", + " [ 0.0119],\n", + " [ 0.0134],\n", + " [ 0.0218],\n", + " [ 0.0132],\n", + " [ 0.0174],\n", + " [ 0.0144],\n", + " [ 0.0093],\n", + " [-4.5522],\n", + " [ 0.0139],\n", + " [ 0.0087],\n", + " [ 0.0189],\n", + " [ 0.0220],\n", + " [ 0.0145],\n", + " [ 0.0153],\n", + " [ 0.0158],\n", + " [ 0.0165],\n", + " [ 0.0142],\n", + " [ 0.0164],\n", + " [ 0.0191],\n", + " [ 0.0508],\n", + " [ 0.0196],\n", + " [ 0.0081],\n", + " [ 0.0182],\n", + " [ 0.0090],\n", + " [ 0.0141],\n", + " [ 0.0165],\n", + " [ 0.0228],\n", + " [ 0.0195],\n", + " [ 0.0187],\n", + " [ 0.0154]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0866],\n", + " [ 0.0944],\n", + " [ 0.0854],\n", + " [ 0.0943],\n", + " [ 0.0944],\n", + " [ 0.0979],\n", + " [ 0.0986],\n", + " [ 0.0879],\n", + " [ 0.0888],\n", + " [-1.2870],\n", + " [ 0.1006],\n", + " [ 0.0878],\n", + " [ 0.1008],\n", + " [ 0.0958],\n", + " [ 0.0906],\n", + " [ 0.0890],\n", + " [ 0.0899],\n", + " [ 0.0895],\n", + " [ 0.0865],\n", + " [ 0.0934],\n", + " [ 0.0936],\n", + " [-0.3996],\n", + " [ 0.0943],\n", + " [ 0.0869],\n", + " [ 0.0935],\n", + " [ 0.0989],\n", + " [ 0.0821],\n", + " [ 0.0951],\n", + " [ 0.0930],\n", + " [ 0.0960],\n", + " [ 0.0860],\n", + " [ 0.0892]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 7.6975e-03],\n", + " [ 1.0988e-02],\n", + " [ 1.8156e-03],\n", + " [ 8.7934e-03],\n", + " [ 8.9877e-03],\n", + " [ 1.4147e-02],\n", + " [ 1.4733e-02],\n", + " [ 8.8598e-03],\n", + " [ 7.4774e-03],\n", + " [ 1.0893e+00],\n", + " [ 2.1246e-02],\n", + " [ 8.2890e-03],\n", + " [ 1.4042e-02],\n", + " [ 1.1188e-02],\n", + " [ 8.8248e-03],\n", + " [ 8.8228e-03],\n", + " [ 8.2213e-03],\n", + " [ 5.6668e-03],\n", + " [ 3.5821e-03],\n", + " [ 1.0464e-02],\n", + " [ 1.0019e-02],\n", + " [ 1.9048e-01],\n", + " [ 9.7585e-03],\n", + " [ 9.8015e-03],\n", + " [ 1.1621e-02],\n", + " [ 1.3811e-02],\n", + " [ 3.8337e-03],\n", + " [ 1.1332e-02],\n", + " [ 7.6806e-03],\n", + " [ 1.1819e-02],\n", + " [-9.2077e-04],\n", + " [ 8.5085e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.3624e-04],\n", + " [-2.9427e-03],\n", + " [-1.2814e-03],\n", + " [-1.1078e-02],\n", + " [-8.9175e-04],\n", + " [-7.9551e-03],\n", + " [-5.6121e-03],\n", + " [ 2.9670e-03],\n", + " [-1.0993e-02],\n", + " [ 1.0776e+00],\n", + " [-1.2146e-02],\n", + " [-5.4825e-03],\n", + " [-3.8478e-03],\n", + " [-1.2390e-04],\n", + " [ 9.9377e-04],\n", + " [ 1.5926e-03],\n", + " [-1.8475e-03],\n", + " [ 1.8807e-03],\n", + " [ 6.7775e-03],\n", + " [-1.1472e-03],\n", + " [ 1.2193e-03],\n", + " [ 6.2402e-01],\n", + " [ 1.8258e-04],\n", + " [-4.3384e-03],\n", + " [-3.3994e-03],\n", + " [-1.2854e-02],\n", + " [ 4.7557e-03],\n", + " [-1.5954e-04],\n", + " [ 2.4560e-04],\n", + " [-7.7785e-04],\n", + " [ 4.1884e-03],\n", + " [-1.4084e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0369],\n", + " [-0.0328],\n", + " [-0.0482],\n", + " [-0.0328],\n", + " [-0.0350],\n", + " [-0.0309],\n", + " [-0.0287],\n", + " [-0.0365],\n", + " [-0.0364],\n", + " [-2.8263],\n", + " [-0.0390],\n", + " [-0.0400],\n", + " [-0.0285],\n", + " [-0.0316],\n", + " [-0.0382],\n", + " [-0.0372],\n", + " [-0.0375],\n", + " [-0.0407],\n", + " [-0.0447],\n", + " [-0.0351],\n", + " [-0.0353],\n", + " [ 0.1583],\n", + " [-0.0348],\n", + " [-0.0387],\n", + " [-0.0331],\n", + " [-0.0316],\n", + " [-0.0415],\n", + " [-0.0351],\n", + " [-0.0342],\n", + " [-0.0315],\n", + " [-0.0521],\n", + " [-0.0368]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 6.1300e-03],\n", + " [ 3.4043e-03],\n", + " [ 7.5318e-03],\n", + " [-1.1716e-03],\n", + " [ 3.3449e-03],\n", + " [-4.6158e-04],\n", + " [-1.3179e-03],\n", + " [ 7.0064e-03],\n", + " [ 1.0589e-03],\n", + " [ 1.9193e+00],\n", + " [-2.7901e-03],\n", + " [ 5.8430e-03],\n", + " [-3.8563e-05],\n", + " [ 2.2908e-03],\n", + " [ 6.0541e-03],\n", + " [ 6.1240e-03],\n", + " [ 4.9074e-03],\n", + " [ 6.3338e-03],\n", + " [ 9.0971e-03],\n", + " [ 4.3428e-03],\n", + " [ 4.8949e-03],\n", + " [-1.3284e-01],\n", + " [ 4.4548e-03],\n", + " [ 6.4618e-03],\n", + " [ 1.7023e-03],\n", + " [-2.7341e-03],\n", + " [ 9.2693e-03],\n", + " [ 4.4570e-03],\n", + " [ 3.1264e-03],\n", + " [ 2.6853e-03],\n", + " [ 8.2950e-03],\n", + " [ 5.0302e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0584],\n", + " [ 0.0557],\n", + " [ 0.0662],\n", + " [ 0.0549],\n", + " [ 0.0566],\n", + " [ 0.0547],\n", + " [ 0.0561],\n", + " [ 0.0582],\n", + " [ 0.0594],\n", + " [ 2.5613],\n", + " [ 0.0528],\n", + " [ 0.0611],\n", + " [ 0.0565],\n", + " [ 0.0572],\n", + " [ 0.0581],\n", + " [ 0.0588],\n", + " [ 0.0570],\n", + " [ 0.0584],\n", + " [ 0.0624],\n", + " [ 0.0565],\n", + " [ 0.0578],\n", + " [-0.0761],\n", + " [ 0.0569],\n", + " [ 0.0614],\n", + " [ 0.0560],\n", + " [ 0.0546],\n", + " [ 0.0622],\n", + " [ 0.0575],\n", + " [ 0.0582],\n", + " [ 0.0570],\n", + " [ 0.0611],\n", + " [ 0.0575]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0167],\n", + " [-0.0178],\n", + " [-0.0189],\n", + " [-0.0159],\n", + " [-0.0194],\n", + " [-0.0175],\n", + " [-0.0172],\n", + " [-0.0184],\n", + " [-0.0127],\n", + " [-0.1575],\n", + " [-0.0221],\n", + " [-0.0149],\n", + " [-0.0175],\n", + " [-0.0192],\n", + " [-0.0173],\n", + " [-0.0171],\n", + " [-0.0167],\n", + " [-0.0181],\n", + " [-0.0199],\n", + " [-0.0178],\n", + " [-0.0191],\n", + " [ 0.2281],\n", + " [-0.0189],\n", + " [-0.0141],\n", + " [-0.0184],\n", + " [-0.0185],\n", + " [-0.0181],\n", + " [-0.0177],\n", + " [-0.0188],\n", + " [-0.0184],\n", + " [-0.0192],\n", + " [-0.0168]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1686],\n", + " [-0.1703],\n", + " [-0.1724],\n", + " [-0.1654],\n", + " [-0.1699],\n", + " [-0.1689],\n", + " [-0.1682],\n", + " [-0.1728],\n", + " [-0.1646],\n", + " [ 0.2854],\n", + " [-0.1711],\n", + " [-0.1697],\n", + " [-0.1696],\n", + " [-0.1697],\n", + " [-0.1731],\n", + " [-0.1710],\n", + " [-0.1696],\n", + " [-0.1732],\n", + " [-0.1775],\n", + " [-0.1718],\n", + " [-0.1713],\n", + " [-0.6212],\n", + " [-0.1713],\n", + " [-0.1681],\n", + " [-0.1686],\n", + " [-0.1663],\n", + " [-0.1713],\n", + " [-0.1734],\n", + " [-0.1691],\n", + " [-0.1699],\n", + " [-0.1735],\n", + " [-0.1694]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0214],\n", + " [-0.0227],\n", + " [-0.0133],\n", + " [-0.0232],\n", + " [-0.0214],\n", + " [-0.0254],\n", + " [-0.0231],\n", + " [-0.0209],\n", + " [-0.0221],\n", + " [-1.0255],\n", + " [-0.0211],\n", + " [-0.0230],\n", + " [-0.0238],\n", + " [-0.0225],\n", + " [-0.0202],\n", + " [-0.0207],\n", + " [-0.0209],\n", + " [-0.0177],\n", + " [-0.0136],\n", + " [-0.0214],\n", + " [-0.0214],\n", + " [ 1.0910],\n", + " [-0.0216],\n", + " [-0.0237],\n", + " [-0.0222],\n", + " [-0.0270],\n", + " [-0.0178],\n", + " [-0.0209],\n", + " [-0.0201],\n", + " [-0.0227],\n", + " [-0.0084],\n", + " [-0.0214]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 4.4456e-03],\n", + " [ 8.5310e-03],\n", + " [-3.5603e-03],\n", + " [ 1.2487e-03],\n", + " [ 1.4288e-02],\n", + " [ 1.7735e-03],\n", + " [ 8.9410e-03],\n", + " [ 5.2178e-03],\n", + " [-5.2664e-03],\n", + " [ 1.2650e+00],\n", + " [ 3.9371e-03],\n", + " [-4.1458e-03],\n", + " [ 1.3100e-02],\n", + " [ 1.6862e-02],\n", + " [ 4.9160e-03],\n", + " [ 8.2912e-03],\n", + " [ 4.8468e-03],\n", + " [ 6.3062e-03],\n", + " [ 6.9647e-03],\n", + " [ 6.6453e-03],\n", + " [ 1.4107e-02],\n", + " [ 5.1761e-01],\n", + " [ 1.3093e-02],\n", + " [-2.4775e-03],\n", + " [ 1.0249e-02],\n", + " [-2.0904e-03],\n", + " [ 4.8610e-03],\n", + " [ 8.0563e-03],\n", + " [ 1.5465e-02],\n", + " [ 1.3947e-02],\n", + " [ 7.7255e-03],\n", + " [ 6.1105e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0947],\n", + " [ 0.0921],\n", + " [ 0.0999],\n", + " [ 0.0996],\n", + " [ 0.0917],\n", + " [ 0.0949],\n", + " [ 0.0914],\n", + " [ 0.0911],\n", + " [ 0.1008],\n", + " [ 0.0940],\n", + " [ 0.0915],\n", + " [ 0.0963],\n", + " [ 0.0904],\n", + " [ 0.0908],\n", + " [ 0.0916],\n", + " [ 0.0908],\n", + " [ 0.0949],\n", + " [ 0.0929],\n", + " [ 0.0899],\n", + " [ 0.0918],\n", + " [ 0.0891],\n", + " [-0.7384],\n", + " [ 0.0902],\n", + " [ 0.0950],\n", + " [ 0.0917],\n", + " [ 0.0971],\n", + " [ 0.0936],\n", + " [ 0.0897],\n", + " [ 0.0930],\n", + " [ 0.0906],\n", + " [ 0.0973],\n", + " [ 0.0936]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0821],\n", + " [ 0.0820],\n", + " [ 0.0820],\n", + " [ 0.0764],\n", + " [ 0.0870],\n", + " [ 0.0778],\n", + " [ 0.0847],\n", + " [ 0.0794],\n", + " [ 0.0794],\n", + " [-2.7481],\n", + " [ 0.0700],\n", + " [ 0.0770],\n", + " [ 0.0869],\n", + " [ 0.0881],\n", + " [ 0.0803],\n", + " [ 0.0845],\n", + " [ 0.0824],\n", + " [ 0.0825],\n", + " [ 0.0804],\n", + " [ 0.0816],\n", + " [ 0.0869],\n", + " [-0.3023],\n", + " [ 0.0858],\n", + " [ 0.0804],\n", + " [ 0.0847],\n", + " [ 0.0709],\n", + " [ 0.0834],\n", + " [ 0.0826],\n", + " [ 0.0880],\n", + " [ 0.0862],\n", + " [ 0.0901],\n", + " [ 0.0830]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0869],\n", + " [ 0.0857],\n", + " [ 0.0891],\n", + " [ 0.0832],\n", + " [ 0.0873],\n", + " [ 0.0849],\n", + " [ 0.0884],\n", + " [ 0.0880],\n", + " [ 0.0833],\n", + " [-1.7097],\n", + " [ 0.0790],\n", + " [ 0.0877],\n", + " [ 0.0883],\n", + " [ 0.0886],\n", + " [ 0.0878],\n", + " [ 0.0890],\n", + " [ 0.0865],\n", + " [ 0.0884],\n", + " [ 0.0927],\n", + " [ 0.0860],\n", + " [ 0.0885],\n", + " [ 0.3542],\n", + " [ 0.0873],\n", + " [ 0.0885],\n", + " [ 0.0875],\n", + " [ 0.0834],\n", + " [ 0.0895],\n", + " [ 0.0872],\n", + " [ 0.0871],\n", + " [ 0.0880],\n", + " [ 0.0908],\n", + " [ 0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0432],\n", + " [ 0.0401],\n", + " [ 0.0428],\n", + " [ 0.0364],\n", + " [ 0.0433],\n", + " [ 0.0359],\n", + " [ 0.0382],\n", + " [ 0.0420],\n", + " [ 0.0369],\n", + " [-1.1722],\n", + " [ 0.0315],\n", + " [ 0.0382],\n", + " [ 0.0394],\n", + " [ 0.0433],\n", + " [ 0.0401],\n", + " [ 0.0425],\n", + " [ 0.0410],\n", + " [ 0.0414],\n", + " [ 0.0422],\n", + " [ 0.0397],\n", + " [ 0.0426],\n", + " [ 0.0718],\n", + " [ 0.0422],\n", + " [ 0.0391],\n", + " [ 0.0407],\n", + " [ 0.0347],\n", + " [ 0.0450],\n", + " [ 0.0390],\n", + " [ 0.0442],\n", + " [ 0.0422],\n", + " [ 0.0445],\n", + " [ 0.0415]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0359],\n", + " [ 0.0372],\n", + " [ 0.0365],\n", + " [ 0.0385],\n", + " [ 0.0364],\n", + " [ 0.0392],\n", + " [ 0.0391],\n", + " [ 0.0348],\n", + " [ 0.0391],\n", + " [-3.5551],\n", + " [ 0.0401],\n", + " [ 0.0377],\n", + " [ 0.0389],\n", + " [ 0.0350],\n", + " [ 0.0371],\n", + " [ 0.0363],\n", + " [ 0.0378],\n", + " [ 0.0366],\n", + " [ 0.0320],\n", + " [ 0.0379],\n", + " [ 0.0356],\n", + " [-0.6071],\n", + " [ 0.0361],\n", + " [ 0.0385],\n", + " [ 0.0374],\n", + " [ 0.0380],\n", + " [ 0.0337],\n", + " [ 0.0380],\n", + " [ 0.0354],\n", + " [ 0.0361],\n", + " [ 0.0350],\n", + " [ 0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0748],\n", + " [-0.0735],\n", + " [-0.0748],\n", + " [-0.0756],\n", + " [-0.0707],\n", + " [-0.0771],\n", + " [-0.0724],\n", + " [-0.0741],\n", + " [-0.0779],\n", + " [-1.2799],\n", + " [-0.0850],\n", + " [-0.0761],\n", + " [-0.0710],\n", + " [-0.0692],\n", + " [-0.0737],\n", + " [-0.0733],\n", + " [-0.0742],\n", + " [-0.0722],\n", + " [-0.0695],\n", + " [-0.0738],\n", + " [-0.0710],\n", + " [ 0.3429],\n", + " [-0.0714],\n", + " [-0.0771],\n", + " [-0.0727],\n", + " [-0.0805],\n", + " [-0.0736],\n", + " [-0.0730],\n", + " [-0.0696],\n", + " [-0.0711],\n", + " [-0.0706],\n", + " [-0.0741]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1027],\n", + " [-0.0999],\n", + " [-0.1146],\n", + " [-0.1017],\n", + " [-0.0978],\n", + " [-0.1013],\n", + " [-0.0988],\n", + " [-0.1044],\n", + " [-0.1046],\n", + " [-1.8381],\n", + " [-0.1058],\n", + " [-0.1072],\n", + " [-0.0983],\n", + " [-0.0971],\n", + " [-0.1041],\n", + " [-0.1020],\n", + " [-0.1023],\n", + " [-0.1044],\n", + " [-0.1089],\n", + " [-0.1015],\n", + " [-0.0987],\n", + " [-0.3795],\n", + " [-0.0982],\n", + " [-0.1059],\n", + " [-0.0989],\n", + " [-0.1022],\n", + " [-0.1066],\n", + " [-0.1016],\n", + " [-0.0979],\n", + " [-0.0981],\n", + " [-0.1147],\n", + " [-0.1019]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0617],\n", + " [-0.0638],\n", + " [-0.0554],\n", + " [-0.0665],\n", + " [-0.0627],\n", + " [-0.0657],\n", + " [-0.0647],\n", + " [-0.0609],\n", + " [-0.0637],\n", + " [ 2.8912],\n", + " [-0.0577],\n", + " [-0.0621],\n", + " [-0.0648],\n", + " [-0.0633],\n", + " [-0.0610],\n", + " [-0.0608],\n", + " [-0.0617],\n", + " [-0.0600],\n", + " [-0.0571],\n", + " [-0.0624],\n", + " [-0.0620],\n", + " [ 0.4179],\n", + " [-0.0625],\n", + " [-0.0616],\n", + " [-0.0629],\n", + " [-0.0665],\n", + " [-0.0589],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0555],\n", + " [-0.0616]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0638],\n", + " [-0.0612],\n", + " [-0.0494],\n", + " [-0.0626],\n", + " [-0.0631],\n", + " [-0.0617],\n", + " [-0.0608],\n", + " [-0.0568],\n", + " [-0.0277],\n", + " [-0.0681],\n", + " [-0.0619],\n", + " [-0.0600],\n", + " [-0.0621],\n", + " [-0.0599],\n", + " [-0.0628],\n", + " [-0.0592],\n", + " [-0.0627],\n", + " [-0.0596],\n", + " [-0.0602],\n", + " [-0.0610],\n", + " [-0.0644],\n", + " [-0.0609],\n", + " [-0.0630],\n", + " [-0.0692],\n", + " [-0.0763],\n", + " [-0.0635],\n", + " [-0.0588],\n", + " [-0.0615],\n", + " [-0.0630],\n", + " [-0.0705],\n", + " [-0.0612],\n", + " [-0.0614]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0757],\n", + " [-0.0716],\n", + " [-0.0763],\n", + " [-0.0726],\n", + " [-0.0712],\n", + " [-0.0748],\n", + " [-0.0747],\n", + " [-0.0686],\n", + " [-0.0612],\n", + " [-0.0787],\n", + " [-0.0762],\n", + " [-0.0718],\n", + " [-0.0718],\n", + " [-0.0624],\n", + " [-0.0744],\n", + " [-0.0681],\n", + " [-0.0763],\n", + " [-0.0693],\n", + " [-0.0709],\n", + " [-0.0718],\n", + " [-0.0774],\n", + " [-0.0755],\n", + " [-0.0759],\n", + " [-0.0816],\n", + " [-0.0816],\n", + " [-0.0732],\n", + " [-0.0683],\n", + " [-0.0743],\n", + " [-0.0729],\n", + " [-0.0843],\n", + " [-0.0746],\n", + " [-0.0757]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0354],\n", + " [0.0383],\n", + " [0.0409],\n", + " [0.0361],\n", + " [0.0364],\n", + " [0.0373],\n", + " [0.0397],\n", + " [0.0400],\n", + " [0.0473],\n", + " [0.0324],\n", + " [0.0379],\n", + " [0.0394],\n", + " [0.0399],\n", + " [0.0389],\n", + " [0.0361],\n", + " [0.0398],\n", + " [0.0367],\n", + " [0.0382],\n", + " [0.0391],\n", + " [0.0397],\n", + " [0.0359],\n", + " [0.0369],\n", + " [0.0363],\n", + " [0.0390],\n", + " [0.0337],\n", + " [0.0365],\n", + " [0.0396],\n", + " [0.0385],\n", + " [0.0358],\n", + " [0.0389],\n", + " [0.0383],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0958],\n", + " [-0.0933],\n", + " [-0.0825],\n", + " [-0.0945],\n", + " [-0.0958],\n", + " [-0.0906],\n", + " [-0.0912],\n", + " [-0.0856],\n", + " [-0.0634],\n", + " [-0.0999],\n", + " [-0.0924],\n", + " [-0.0905],\n", + " [-0.0860],\n", + " [-0.0858],\n", + " [-0.0939],\n", + " [-0.0859],\n", + " [-0.0919],\n", + " [-0.0862],\n", + " [-0.0914],\n", + " [-0.0940],\n", + " [-0.0944],\n", + " [-0.0871],\n", + " [-0.0929],\n", + " [-0.0937],\n", + " [-0.0945],\n", + " [-0.0951],\n", + " [-0.0897],\n", + " [-0.0930],\n", + " [-0.0953],\n", + " [-0.0955],\n", + " [-0.0922],\n", + " [-0.0901]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0569],\n", + " [0.0577],\n", + " [0.0319],\n", + " [0.0572],\n", + " [0.0597],\n", + " [0.0513],\n", + " [0.0493],\n", + " [0.0414],\n", + " [0.0357],\n", + " [0.0598],\n", + " [0.0508],\n", + " [0.0532],\n", + " [0.0410],\n", + " [0.0516],\n", + " [0.0574],\n", + " [0.0493],\n", + " [0.0516],\n", + " [0.0501],\n", + " [0.0543],\n", + " [0.0571],\n", + " [0.0544],\n", + " [0.0497],\n", + " [0.0538],\n", + " [0.0464],\n", + " [0.0497],\n", + " [0.0570],\n", + " [0.0542],\n", + " [0.0542],\n", + " [0.0582],\n", + " [0.0442],\n", + " [0.0525],\n", + " [0.0480]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0378],\n", + " [-0.0355],\n", + " [-0.0449],\n", + " [-0.0382],\n", + " [-0.0338],\n", + " [-0.0417],\n", + " [-0.0354],\n", + " [-0.0368],\n", + " [-0.0296],\n", + " [-0.0403],\n", + " [-0.0369],\n", + " [-0.0376],\n", + " [-0.0392],\n", + " [-0.0397],\n", + " [-0.0386],\n", + " [-0.0441],\n", + " [-0.0407],\n", + " [-0.0441],\n", + " [-0.0362],\n", + " [-0.0335],\n", + " [-0.0401],\n", + " [-0.0465],\n", + " [-0.0397],\n", + " [-0.0346],\n", + " [-0.0352],\n", + " [-0.0365],\n", + " [-0.0369],\n", + " [-0.0351],\n", + " [-0.0377],\n", + " [-0.0320],\n", + " [-0.0365],\n", + " [-0.0392]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0800],\n", + " [-0.0766],\n", + " [-0.0800],\n", + " [-0.0805],\n", + " [-0.0791],\n", + " [-0.0805],\n", + " [-0.0806],\n", + " [-0.0698],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0796],\n", + " [-0.0794],\n", + " [-0.0794],\n", + " [-0.0789],\n", + " [-0.0793],\n", + " [-0.0789],\n", + " [-0.0784],\n", + " [-0.0808],\n", + " [-0.0815],\n", + " [-0.0795],\n", + " [-0.0747],\n", + " [-0.0789],\n", + " [-0.0790],\n", + " [-0.0839],\n", + " [-0.0806],\n", + " [-0.0804],\n", + " [-0.0804],\n", + " [-0.0797],\n", + " [-0.0808],\n", + " [-0.0800],\n", + " [-0.0786]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1671],\n", + " [0.1700],\n", + " [0.1529],\n", + " [0.1683],\n", + " [0.1721],\n", + " [0.1654],\n", + " [0.1636],\n", + " [0.1630],\n", + " [0.1677],\n", + " [0.1664],\n", + " [0.1645],\n", + " [0.1681],\n", + " [0.1656],\n", + " [0.1703],\n", + " [0.1689],\n", + " [0.1631],\n", + " [0.1652],\n", + " [0.1657],\n", + " [0.1684],\n", + " [0.1700],\n", + " [0.1662],\n", + " [0.1664],\n", + " [0.1666],\n", + " [0.1639],\n", + " [0.1611],\n", + " [0.1682],\n", + " [0.1696],\n", + " [0.1669],\n", + " [0.1688],\n", + " [0.1609],\n", + " [0.1660],\n", + " [0.1634]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0584],\n", + " [-0.0540],\n", + " [-0.0522],\n", + " [-0.0560],\n", + " [-0.0578],\n", + " [-0.0545],\n", + " [-0.0542],\n", + " [-0.0482],\n", + " [-0.0373],\n", + " [-0.0625],\n", + " [-0.0576],\n", + " [-0.0517],\n", + " [-0.0529],\n", + " [-0.0394],\n", + " [-0.0562],\n", + " [-0.0424],\n", + " [-0.0558],\n", + " [-0.0465],\n", + " [-0.0515],\n", + " [-0.0528],\n", + " [-0.0566],\n", + " [-0.0547],\n", + " [-0.0559],\n", + " [-0.0626],\n", + " [-0.0611],\n", + " [-0.0554],\n", + " [-0.0479],\n", + " [-0.0546],\n", + " [-0.0575],\n", + " [-0.0667],\n", + " [-0.0558],\n", + " [-0.0564]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0612],\n", + " [0.0587],\n", + " [0.0816],\n", + " [0.0586],\n", + " [0.0586],\n", + " [0.0629],\n", + " [0.0681],\n", + " [0.0675],\n", + " [0.0713],\n", + " [0.0610],\n", + " [0.0655],\n", + " [0.0617],\n", + " [0.0674],\n", + " [0.0543],\n", + " [0.0594],\n", + " [0.0620],\n", + " [0.0637],\n", + " [0.0601],\n", + " [0.0601],\n", + " [0.0617],\n", + " [0.0631],\n", + " [0.0624],\n", + " [0.0622],\n", + " [0.0688],\n", + " [0.0640],\n", + " [0.0609],\n", + " [0.0584],\n", + " [0.0642],\n", + " [0.0582],\n", + " [0.0732],\n", + " [0.0636],\n", + " [0.0661]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0961],\n", + " [-0.0986],\n", + " [-0.0821],\n", + " [-0.0975],\n", + " [-0.1010],\n", + " [-0.0925],\n", + " [-0.0922],\n", + " [-0.0836],\n", + " [-0.0896],\n", + " [-0.0984],\n", + " [-0.0922],\n", + " [-0.0958],\n", + " [-0.0793],\n", + " [-0.0975],\n", + " [-0.0968],\n", + " [-0.0939],\n", + " [-0.0925],\n", + " [-0.0932],\n", + " [-0.0969],\n", + " [-0.0988],\n", + " [-0.0939],\n", + " [-0.0943],\n", + " [-0.0938],\n", + " [-0.0839],\n", + " [-0.0795],\n", + " [-0.0972],\n", + " [-0.0979],\n", + " [-0.0949],\n", + " [-0.0984],\n", + " [-0.0810],\n", + " [-0.0941],\n", + " [-0.0883]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0182],\n", + " [ 0.0197],\n", + " [-0.0045],\n", + " [ 0.0185],\n", + " [ 0.0206],\n", + " [ 0.0128],\n", + " [ 0.0107],\n", + " [ 0.0134],\n", + " [-0.0074],\n", + " [ 0.0167],\n", + " [ 0.0115],\n", + " [ 0.0159],\n", + " [ 0.0100],\n", + " [ 0.0209],\n", + " [ 0.0183],\n", + " [ 0.0120],\n", + " [ 0.0129],\n", + " [ 0.0139],\n", + " [ 0.0176],\n", + " [ 0.0201],\n", + " [ 0.0148],\n", + " [ 0.0154],\n", + " [ 0.0154],\n", + " [ 0.0095],\n", + " [ 0.0150],\n", + " [ 0.0181],\n", + " [ 0.0188],\n", + " [ 0.0156],\n", + " [ 0.0187],\n", + " [ 0.0070],\n", + " [ 0.0138],\n", + " [ 0.0113]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0921],\n", + " [0.0941],\n", + " [0.1003],\n", + " [0.0955],\n", + " [0.0936],\n", + " [0.0943],\n", + " [0.0892],\n", + " [0.0830],\n", + " [0.1183],\n", + " [0.0964],\n", + " [0.0907],\n", + " [0.0932],\n", + " [0.0818],\n", + " [0.0990],\n", + " [0.0944],\n", + " [0.1010],\n", + " [0.0931],\n", + " [0.0978],\n", + " [0.0935],\n", + " [0.0907],\n", + " [0.0927],\n", + " [0.0973],\n", + " [0.0923],\n", + " [0.0837],\n", + " [0.0803],\n", + " [0.0917],\n", + " [0.0958],\n", + " [0.0893],\n", + " [0.0960],\n", + " [0.0805],\n", + " [0.0912],\n", + " [0.0890]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0073],\n", + " [ 0.0102],\n", + " [ 0.0216],\n", + " [ 0.0108],\n", + " [ 0.0092],\n", + " [ 0.0125],\n", + " [ 0.0102],\n", + " [ 0.0021],\n", + " [ 0.0317],\n", + " [ 0.0079],\n", + " [ 0.0115],\n", + " [ 0.0111],\n", + " [ 0.0056],\n", + " [ 0.0056],\n", + " [ 0.0096],\n", + " [ 0.0097],\n", + " [ 0.0110],\n", + " [ 0.0112],\n", + " [ 0.0107],\n", + " [ 0.0072],\n", + " [ 0.0094],\n", + " [ 0.0182],\n", + " [ 0.0093],\n", + " [ 0.0077],\n", + " [-0.0060],\n", + " [ 0.0086],\n", + " [ 0.0100],\n", + " [ 0.0084],\n", + " [ 0.0109],\n", + " [ 0.0050],\n", + " [ 0.0114],\n", + " [ 0.0092]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0015],\n", + " [-0.0021],\n", + " [-0.0234],\n", + " [-0.0018],\n", + " [ 0.0019],\n", + " [-0.0060],\n", + " [-0.0053],\n", + " [-0.0059],\n", + " [-0.0246],\n", + " [ 0.0045],\n", + " [-0.0030],\n", + " [-0.0055],\n", + " [-0.0058],\n", + " [-0.0092],\n", + " [-0.0011],\n", + " [-0.0131],\n", + " [-0.0043],\n", + " [-0.0117],\n", + " [-0.0047],\n", + " [-0.0003],\n", + " [-0.0020],\n", + " [-0.0033],\n", + " [-0.0022],\n", + " [ 0.0046],\n", + " [ 0.0083],\n", + " [-0.0017],\n", + " [-0.0065],\n", + " [-0.0027],\n", + " [-0.0003],\n", + " [ 0.0076],\n", + " [-0.0036],\n", + " [-0.0047]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0382],\n", + " [-0.0331],\n", + " [-0.0412],\n", + " [-0.0337],\n", + " [-0.0344],\n", + " [-0.0341],\n", + " [-0.0353],\n", + " [-0.0429],\n", + " [-0.0172],\n", + " [-0.0339],\n", + " [-0.0365],\n", + " [-0.0328],\n", + " [-0.0409],\n", + " [-0.0303],\n", + " [-0.0343],\n", + " [-0.0296],\n", + " [-0.0360],\n", + " [-0.0311],\n", + " [-0.0330],\n", + " [-0.0358],\n", + " [-0.0360],\n", + " [-0.0358],\n", + " [-0.0365],\n", + " [-0.0424],\n", + " [-0.0519],\n", + " [-0.0354],\n", + " [-0.0308],\n", + " [-0.0360],\n", + " [-0.0335],\n", + " [-0.0453],\n", + " [-0.0351],\n", + " [-0.0387]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0058],\n", + " [ 0.0030],\n", + " [-0.0021],\n", + " [ 0.0034],\n", + " [ 0.0050],\n", + " [ 0.0025],\n", + " [ 0.0041],\n", + " [ 0.0035],\n", + " [-0.0042],\n", + " [ 0.0064],\n", + " [ 0.0051],\n", + " [ 0.0020],\n", + " [ 0.0043],\n", + " [-0.0048],\n", + " [ 0.0042],\n", + " [-0.0055],\n", + " [ 0.0041],\n", + " [-0.0026],\n", + " [ 0.0017],\n", + " [ 0.0041],\n", + " [ 0.0049],\n", + " [ 0.0005],\n", + " [ 0.0044],\n", + " [ 0.0086],\n", + " [ 0.0104],\n", + " [ 0.0037],\n", + " [ 0.0002],\n", + " [ 0.0044],\n", + " [ 0.0040],\n", + " [ 0.0111],\n", + " [ 0.0040],\n", + " [ 0.0052]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0573],\n", + " [0.0559],\n", + " [0.0641],\n", + " [0.0565],\n", + " [0.0581],\n", + " [0.0568],\n", + " [0.0591],\n", + " [0.0605],\n", + " [0.0666],\n", + " [0.0598],\n", + " [0.0593],\n", + " [0.0556],\n", + " [0.0620],\n", + " [0.0523],\n", + " [0.0562],\n", + " [0.0532],\n", + " [0.0577],\n", + " [0.0534],\n", + " [0.0559],\n", + " [0.0574],\n", + " [0.0578],\n", + " [0.0536],\n", + " [0.0568],\n", + " [0.0639],\n", + " [0.0629],\n", + " [0.0568],\n", + " [0.0544],\n", + " [0.0574],\n", + " [0.0569],\n", + " [0.0680],\n", + " [0.0577],\n", + " [0.0593]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0181],\n", + " [-0.0187],\n", + " [-0.0168],\n", + " [-0.0179],\n", + " [-0.0189],\n", + " [-0.0167],\n", + " [-0.0145],\n", + " [-0.0119],\n", + " [-0.0175],\n", + " [-0.0151],\n", + " [-0.0158],\n", + " [-0.0170],\n", + " [-0.0161],\n", + " [-0.0167],\n", + " [-0.0182],\n", + " [-0.0186],\n", + " [-0.0162],\n", + " [-0.0182],\n", + " [-0.0175],\n", + " [-0.0187],\n", + " [-0.0169],\n", + " [-0.0186],\n", + " [-0.0170],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0179],\n", + " [-0.0169],\n", + " [-0.0170],\n", + " [-0.0179],\n", + " [-0.0180],\n", + " [-0.0165],\n", + " [-0.0153]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1730],\n", + " [-0.1693],\n", + " [-0.1682],\n", + " [-0.1712],\n", + " [-0.1707],\n", + " [-0.1700],\n", + " [-0.1676],\n", + " [-0.1639],\n", + " [-0.1629],\n", + " [-0.1764],\n", + " [-0.1698],\n", + " [-0.1677],\n", + " [-0.1647],\n", + " [-0.1654],\n", + " [-0.1718],\n", + " [-0.1653],\n", + " [-0.1708],\n", + " [-0.1659],\n", + " [-0.1680],\n", + " [-0.1686],\n", + " [-0.1723],\n", + " [-0.1732],\n", + " [-0.1714],\n", + " [-0.1742],\n", + " [-0.1777],\n", + " [-0.1704],\n", + " [-0.1666],\n", + " [-0.1684],\n", + " [-0.1719],\n", + " [-0.1753],\n", + " [-0.1690],\n", + " [-0.1687]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0197],\n", + " [-0.0220],\n", + " [-0.0316],\n", + " [-0.0224],\n", + " [-0.0212],\n", + " [-0.0244],\n", + " [-0.0239],\n", + " [-0.0157],\n", + " [-0.0217],\n", + " [-0.0181],\n", + " [-0.0235],\n", + " [-0.0232],\n", + " [-0.0190],\n", + " [-0.0187],\n", + " [-0.0214],\n", + " [-0.0241],\n", + " [-0.0229],\n", + " [-0.0247],\n", + " [-0.0220],\n", + " [-0.0196],\n", + " [-0.0215],\n", + " [-0.0217],\n", + " [-0.0212],\n", + " [-0.0183],\n", + " [-0.0039],\n", + " [-0.0218],\n", + " [-0.0213],\n", + " [-0.0220],\n", + " [-0.0223],\n", + " [-0.0157],\n", + " [-0.0233],\n", + " [-0.0227]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0097],\n", + " [ 0.0121],\n", + " [-0.0150],\n", + " [ 0.0112],\n", + " [ 0.0171],\n", + " [ 0.0022],\n", + " [ 0.0015],\n", + " [-0.0060],\n", + " [ 0.0037],\n", + " [ 0.0153],\n", + " [ 0.0032],\n", + " [ 0.0059],\n", + " [-0.0098],\n", + " [ 0.0071],\n", + " [ 0.0098],\n", + " [ 0.0016],\n", + " [ 0.0028],\n", + " [ 0.0018],\n", + " [ 0.0090],\n", + " [ 0.0120],\n", + " [ 0.0057],\n", + " [ 0.0021],\n", + " [ 0.0053],\n", + " [-0.0018],\n", + " [ 0.0075],\n", + " [ 0.0107],\n", + " [ 0.0094],\n", + " [ 0.0070],\n", + " [ 0.0126],\n", + " [-0.0021],\n", + " [ 0.0056],\n", + " [-0.0009]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0914],\n", + " [0.0919],\n", + " [0.0904],\n", + " [0.0908],\n", + " [0.0903],\n", + " [0.0935],\n", + " [0.0932],\n", + " [0.1058],\n", + " [0.0961],\n", + " [0.0870],\n", + " [0.0919],\n", + " [0.0940],\n", + " [0.1083],\n", + " [0.1009],\n", + " [0.0917],\n", + " [0.0985],\n", + " [0.0928],\n", + " [0.0991],\n", + " [0.0932],\n", + " [0.0927],\n", + " [0.0916],\n", + " [0.0933],\n", + " [0.0931],\n", + " [0.0944],\n", + " [0.0949],\n", + " [0.0923],\n", + " [0.0949],\n", + " [0.0936],\n", + " [0.0898],\n", + " [0.0919],\n", + " [0.0923],\n", + " [0.0964]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0838],\n", + " [0.0845],\n", + " [0.0667],\n", + " [0.0844],\n", + " [0.0882],\n", + " [0.0790],\n", + " [0.0809],\n", + " [0.0840],\n", + " [0.0803],\n", + " [0.0849],\n", + " [0.0814],\n", + " [0.0815],\n", + " [0.0779],\n", + " [0.0791],\n", + " [0.0827],\n", + " [0.0739],\n", + " [0.0795],\n", + " [0.0756],\n", + " [0.0834],\n", + " [0.0859],\n", + " [0.0800],\n", + " [0.0714],\n", + " [0.0806],\n", + " [0.0774],\n", + " [0.0836],\n", + " [0.0834],\n", + " [0.0829],\n", + " [0.0827],\n", + " [0.0853],\n", + " [0.0804],\n", + " [0.0822],\n", + " [0.0798]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0878],\n", + " [0.0861],\n", + " [0.0794],\n", + " [0.0876],\n", + " [0.0883],\n", + " [0.0866],\n", + " [0.0875],\n", + " [0.0826],\n", + " [0.0623],\n", + " [0.0905],\n", + " [0.0887],\n", + " [0.0848],\n", + " [0.0845],\n", + " [0.0811],\n", + " [0.0863],\n", + " [0.0821],\n", + " [0.0873],\n", + " [0.0830],\n", + " [0.0860],\n", + " [0.0862],\n", + " [0.0880],\n", + " [0.0818],\n", + " [0.0869],\n", + " [0.0908],\n", + " [0.0986],\n", + " [0.0883],\n", + " [0.0837],\n", + " [0.0872],\n", + " [0.0877],\n", + " [0.0933],\n", + " [0.0878],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0414],\n", + " [0.0422],\n", + " [0.0295],\n", + " [0.0402],\n", + " [0.0443],\n", + " [0.0366],\n", + " [0.0392],\n", + " [0.0423],\n", + " [0.0347],\n", + " [0.0404],\n", + " [0.0393],\n", + " [0.0396],\n", + " [0.0427],\n", + " [0.0398],\n", + " [0.0403],\n", + " [0.0347],\n", + " [0.0374],\n", + " [0.0354],\n", + " [0.0403],\n", + " [0.0441],\n", + " [0.0382],\n", + " [0.0359],\n", + " [0.0390],\n", + " [0.0419],\n", + " [0.0425],\n", + " [0.0414],\n", + " [0.0400],\n", + " [0.0415],\n", + " [0.0409],\n", + " [0.0435],\n", + " [0.0397],\n", + " [0.0389]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0368],\n", + " [0.0365],\n", + " [0.0401],\n", + " [0.0369],\n", + " [0.0336],\n", + " [0.0388],\n", + " [0.0381],\n", + " [0.0375],\n", + " [0.0311],\n", + " [0.0337],\n", + " [0.0381],\n", + " [0.0383],\n", + " [0.0341],\n", + " [0.0374],\n", + " [0.0369],\n", + " [0.0390],\n", + " [0.0388],\n", + " [0.0396],\n", + " [0.0378],\n", + " [0.0361],\n", + " [0.0375],\n", + " [0.0376],\n", + " [0.0379],\n", + " [0.0336],\n", + " [0.0313],\n", + " [0.0354],\n", + " [0.0382],\n", + " [0.0369],\n", + " [0.0363],\n", + " [0.0332],\n", + " [0.0381],\n", + " [0.0388]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0714],\n", + " [-0.0723],\n", + " [-0.0952],\n", + " [-0.0715],\n", + " [-0.0694],\n", + " [-0.0758],\n", + " [-0.0763],\n", + " [-0.0764],\n", + " [-0.0941],\n", + " [-0.0676],\n", + " [-0.0755],\n", + " [-0.0750],\n", + " [-0.0780],\n", + " [-0.0701],\n", + " [-0.0721],\n", + " [-0.0767],\n", + " [-0.0747],\n", + " [-0.0765],\n", + " [-0.0734],\n", + " [-0.0722],\n", + " [-0.0728],\n", + " [-0.0814],\n", + " [-0.0734],\n", + " [-0.0750],\n", + " [-0.0653],\n", + " [-0.0710],\n", + " [-0.0731],\n", + " [-0.0740],\n", + " [-0.0711],\n", + " [-0.0747],\n", + " [-0.0750],\n", + " [-0.0761]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1012],\n", + " [-0.0982],\n", + " [-0.1077],\n", + " [-0.0987],\n", + " [-0.0988],\n", + " [-0.1024],\n", + " [-0.1025],\n", + " [-0.1065],\n", + " [-0.1089],\n", + " [-0.1029],\n", + " [-0.1031],\n", + " [-0.1001],\n", + " [-0.1103],\n", + " [-0.0976],\n", + " [-0.1001],\n", + " [-0.0990],\n", + " [-0.1032],\n", + " [-0.1006],\n", + " [-0.0993],\n", + " [-0.0995],\n", + " [-0.1031],\n", + " [-0.1064],\n", + " [-0.1025],\n", + " [-0.1113],\n", + " [-0.1170],\n", + " [-0.0997],\n", + " [-0.0986],\n", + " [-0.1013],\n", + " [-0.0983],\n", + " [-0.1134],\n", + " [-0.1016],\n", + " [-0.1051]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0612],\n", + " [-0.0632],\n", + " [-0.0612],\n", + " [-0.0633],\n", + " [-0.0626],\n", + " [-0.0643],\n", + " [-0.0637],\n", + " [-0.0603],\n", + " [-0.0601],\n", + " [-0.0629],\n", + " [-0.0620],\n", + " [-0.0643],\n", + " [-0.0591],\n", + " [-0.0679],\n", + " [-0.0631],\n", + " [-0.0682],\n", + " [-0.0635],\n", + " [-0.0665],\n", + " [-0.0637],\n", + " [-0.0627],\n", + " [-0.0633],\n", + " [-0.0605],\n", + " [-0.0627],\n", + " [-0.0573],\n", + " [-0.0540],\n", + " [-0.0630],\n", + " [-0.0652],\n", + " [-0.0626],\n", + " [-0.0633],\n", + " [-0.0546],\n", + " [-0.0624],\n", + " [-0.0618]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0613],\n", + " [-0.0602],\n", + " [-0.0576],\n", + " [-0.0596],\n", + " [-0.0477],\n", + " [-0.0616],\n", + " [-0.0624],\n", + " [-0.0578],\n", + " [-0.0625],\n", + " [-0.0585],\n", + " [-0.0696],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0592],\n", + " [-0.0641],\n", + " [-0.0624],\n", + " [-0.0532],\n", + " [-0.0571],\n", + " [-0.0612],\n", + " [-0.0619],\n", + " [-0.0583],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0440],\n", + " [-0.0580],\n", + " [-0.0613],\n", + " [-0.0614],\n", + " [-0.0626],\n", + " [-0.0573],\n", + " [-0.0573],\n", + " [-0.0630]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0710],\n", + " [-0.0684],\n", + " [-0.0685],\n", + " [-0.0721],\n", + " [-0.0697],\n", + " [-0.0713],\n", + " [-0.0716],\n", + " [-0.0644],\n", + " [-0.0754],\n", + " [-0.0715],\n", + " [-0.0786],\n", + " [-0.0709],\n", + " [-0.0742],\n", + " [-0.0713],\n", + " [-0.0769],\n", + " [-0.0768],\n", + " [-0.0695],\n", + " [-0.0661],\n", + " [-0.0685],\n", + " [-0.0756],\n", + " [-0.0727],\n", + " [-0.0776],\n", + " [-0.0741],\n", + " [-0.0757],\n", + " [-0.0665],\n", + " [-0.0711],\n", + " [-0.0738],\n", + " [-0.0713],\n", + " [-0.0702],\n", + " [-0.0723],\n", + " [-0.0692],\n", + " [-0.0754]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0372],\n", + " [0.0376],\n", + " [0.0385],\n", + " [0.0382],\n", + " [0.0403],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0383],\n", + " [0.0385],\n", + " [0.0419],\n", + " [0.0275],\n", + " [0.0373],\n", + " [0.0362],\n", + " [0.0412],\n", + " [0.0366],\n", + " [0.0386],\n", + " [0.0392],\n", + " [0.0395],\n", + " [0.0384],\n", + " [0.0368],\n", + " [0.0387],\n", + " [0.0358],\n", + " [0.0365],\n", + " [0.0372],\n", + " [0.0351],\n", + " [0.0388],\n", + " [0.0385],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0394],\n", + " [0.0380],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0926],\n", + " [-0.0927],\n", + " [-0.0857],\n", + " [-0.0873],\n", + " [-0.0716],\n", + " [-0.0935],\n", + " [-0.0952],\n", + " [-0.0870],\n", + " [-0.0942],\n", + " [-0.0872],\n", + " [-0.1018],\n", + " [-0.0954],\n", + " [-0.0936],\n", + " [-0.0856],\n", + " [-0.0951],\n", + " [-0.0932],\n", + " [-0.0844],\n", + " [-0.0870],\n", + " [-0.0940],\n", + " [-0.0916],\n", + " [-0.0855],\n", + " [-0.0911],\n", + " [-0.0917],\n", + " [-0.0942],\n", + " [-0.0678],\n", + " [-0.0889],\n", + " [-0.0908],\n", + " [-0.0948],\n", + " [-0.0918],\n", + " [-0.0912],\n", + " [-0.0841],\n", + " [-0.0938]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0558],\n", + " [0.0551],\n", + " [0.0481],\n", + " [0.0490],\n", + " [0.0380],\n", + " [0.0583],\n", + " [0.0582],\n", + " [0.0513],\n", + " [0.0559],\n", + " [0.0355],\n", + " [0.0616],\n", + " [0.0585],\n", + " [0.0568],\n", + " [0.0479],\n", + " [0.0564],\n", + " [0.0514],\n", + " [0.0382],\n", + " [0.0448],\n", + " [0.0583],\n", + " [0.0514],\n", + " [0.0478],\n", + " [0.0495],\n", + " [0.0537],\n", + " [0.0568],\n", + " [0.0495],\n", + " [0.0473],\n", + " [0.0525],\n", + " [0.0583],\n", + " [0.0540],\n", + " [0.0374],\n", + " [0.0505],\n", + " [0.0566]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0391],\n", + " [-0.0395],\n", + " [-0.0435],\n", + " [-0.0436],\n", + " [-0.0516],\n", + " [-0.0382],\n", + " [-0.0366],\n", + " [-0.0395],\n", + " [-0.0349],\n", + " [-0.0395],\n", + " [-0.0364],\n", + " [-0.0350],\n", + " [-0.0380],\n", + " [-0.0450],\n", + " [-0.0362],\n", + " [-0.0351],\n", + " [-0.0427],\n", + " [-0.0355],\n", + " [-0.0346],\n", + " [-0.0392],\n", + " [-0.0449],\n", + " [-0.0428],\n", + " [-0.0412],\n", + " [-0.0363],\n", + " [-0.0320],\n", + " [-0.0352],\n", + " [-0.0385],\n", + " [-0.0358],\n", + " [-0.0442],\n", + " [-0.0365],\n", + " [-0.0463],\n", + " [-0.0390]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0805],\n", + " [-0.0845],\n", + " [-0.0779],\n", + " [-0.0784],\n", + " [-0.0678],\n", + " [-0.0792],\n", + " [-0.0803],\n", + " [-0.0796],\n", + " [-0.0798],\n", + " [-0.0800],\n", + " [-0.0745],\n", + " [-0.0808],\n", + " [-0.0787],\n", + " [-0.0773],\n", + " [-0.0785],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0813],\n", + " [-0.0818],\n", + " [-0.0789],\n", + " [-0.0780],\n", + " [-0.0787],\n", + " [-0.0794],\n", + " [-0.0783],\n", + " [-0.0690],\n", + " [-0.0818],\n", + " [-0.0788],\n", + " [-0.0804],\n", + " [-0.0806],\n", + " [-0.0872],\n", + " [-0.0758],\n", + " [-0.0788]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1682],\n", + " [0.1673],\n", + " [0.1656],\n", + " [0.1645],\n", + " [0.1658],\n", + " [0.1701],\n", + " [0.1691],\n", + " [0.1694],\n", + " [0.1683],\n", + " [0.1622],\n", + " [0.1777],\n", + " [0.1701],\n", + " [0.1684],\n", + " [0.1626],\n", + " [0.1679],\n", + " [0.1645],\n", + " [0.1571],\n", + " [0.1644],\n", + " [0.1718],\n", + " [0.1650],\n", + " [0.1628],\n", + " [0.1627],\n", + " [0.1670],\n", + " [0.1688],\n", + " [0.1737],\n", + " [0.1628],\n", + " [0.1670],\n", + " [0.1696],\n", + " [0.1682],\n", + " [0.1541],\n", + " [0.1689],\n", + " [0.1685]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0540],\n", + " [-0.0538],\n", + " [-0.0462],\n", + " [-0.0517],\n", + " [-0.0397],\n", + " [-0.0552],\n", + " [-0.0565],\n", + " [-0.0434],\n", + " [-0.0571],\n", + " [-0.0549],\n", + " [-0.0708],\n", + " [-0.0568],\n", + " [-0.0562],\n", + " [-0.0479],\n", + " [-0.0590],\n", + " [-0.0575],\n", + " [-0.0478],\n", + " [-0.0434],\n", + " [-0.0529],\n", + " [-0.0559],\n", + " [-0.0505],\n", + " [-0.0565],\n", + " [-0.0542],\n", + " [-0.0580],\n", + " [-0.0416],\n", + " [-0.0522],\n", + " [-0.0536],\n", + " [-0.0558],\n", + " [-0.0520],\n", + " [-0.0507],\n", + " [-0.0498],\n", + " [-0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0573],\n", + " [0.0584],\n", + " [0.0616],\n", + " [0.0627],\n", + " [0.0639],\n", + " [0.0567],\n", + " [0.0583],\n", + " [0.0558],\n", + " [0.0624],\n", + " [0.0738],\n", + " [0.0489],\n", + " [0.0583],\n", + " [0.0598],\n", + " [0.0645],\n", + " [0.0619],\n", + " [0.0674],\n", + " [0.0718],\n", + " [0.0653],\n", + " [0.0581],\n", + " [0.0643],\n", + " [0.0633],\n", + " [0.0649],\n", + " [0.0597],\n", + " [0.0605],\n", + " [0.0539],\n", + " [0.0655],\n", + " [0.0637],\n", + " [0.0585],\n", + " [0.0551],\n", + " [0.0790],\n", + " [0.0580],\n", + " [0.0603]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0968],\n", + " [-0.1000],\n", + " [-0.0913],\n", + " [-0.0905],\n", + " [-0.0909],\n", + " [-0.0988],\n", + " [-0.0990],\n", + " [-0.0959],\n", + " [-0.0966],\n", + " [-0.0750],\n", + " [-0.1057],\n", + " [-0.0998],\n", + " [-0.0963],\n", + " [-0.0917],\n", + " [-0.0957],\n", + " [-0.0929],\n", + " [-0.0817],\n", + " [-0.0895],\n", + " [-0.1008],\n", + " [-0.0922],\n", + " [-0.0902],\n", + " [-0.0909],\n", + " [-0.0941],\n", + " [-0.0963],\n", + " [-0.0984],\n", + " [-0.0892],\n", + " [-0.0934],\n", + " [-0.0989],\n", + " [-0.0958],\n", + " [-0.0859],\n", + " [-0.0925],\n", + " [-0.0959]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0189],\n", + " [ 0.0174],\n", + " [ 0.0134],\n", + " [ 0.0130],\n", + " [ 0.0066],\n", + " [ 0.0202],\n", + " [ 0.0199],\n", + " [ 0.0197],\n", + " [ 0.0160],\n", + " [ 0.0051],\n", + " [ 0.0232],\n", + " [ 0.0201],\n", + " [ 0.0185],\n", + " [ 0.0086],\n", + " [ 0.0173],\n", + " [ 0.0110],\n", + " [ 0.0045],\n", + " [ 0.0151],\n", + " [ 0.0226],\n", + " [ 0.0130],\n", + " [ 0.0104],\n", + " [ 0.0124],\n", + " [ 0.0158],\n", + " [ 0.0180],\n", + " [ 0.0110],\n", + " [ 0.0146],\n", + " [ 0.0145],\n", + " [ 0.0210],\n", + " [ 0.0206],\n", + " [-0.0010],\n", + " [ 0.0169],\n", + " [ 0.0176]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0970],\n", + " [0.1016],\n", + " [0.0958],\n", + " [0.0944],\n", + " [0.0987],\n", + " [0.0969],\n", + " [0.0957],\n", + " [0.0965],\n", + " [0.0909],\n", + " [0.0809],\n", + " [0.0954],\n", + " [0.0948],\n", + " [0.0925],\n", + " [0.1001],\n", + " [0.0905],\n", + " [0.0890],\n", + " [0.0924],\n", + " [0.0876],\n", + " [0.0942],\n", + " [0.0913],\n", + " [0.0984],\n", + " [0.0944],\n", + " [0.0955],\n", + " [0.0915],\n", + " [0.1127],\n", + " [0.0869],\n", + " [0.0905],\n", + " [0.0947],\n", + " [0.1022],\n", + " [0.0904],\n", + " [0.0967],\n", + " [0.0939]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0123],\n", + " [0.0134],\n", + " [0.0104],\n", + " [0.0128],\n", + " [0.0245],\n", + " [0.0108],\n", + " [0.0104],\n", + " [0.0085],\n", + " [0.0103],\n", + " [0.0087],\n", + " [0.0050],\n", + " [0.0107],\n", + " [0.0084],\n", + " [0.0142],\n", + " [0.0078],\n", + " [0.0107],\n", + " [0.0094],\n", + " [0.0024],\n", + " [0.0085],\n", + " [0.0099],\n", + " [0.0156],\n", + " [0.0123],\n", + " [0.0119],\n", + " [0.0087],\n", + " [0.0177],\n", + " [0.0054],\n", + " [0.0103],\n", + " [0.0094],\n", + " [0.0130],\n", + " [0.0091],\n", + " [0.0150],\n", + " [0.0096]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0038],\n", + " [-0.0033],\n", + " [-0.0125],\n", + " [-0.0093],\n", + " [-0.0227],\n", + " [-0.0018],\n", + " [-0.0005],\n", + " [-0.0096],\n", + " [ 0.0002],\n", + " [-0.0093],\n", + " [ 0.0193],\n", + " [ 0.0003],\n", + " [-0.0006],\n", + " [-0.0136],\n", + " [ 0.0030],\n", + " [-0.0028],\n", + " [-0.0168],\n", + " [-0.0086],\n", + " [-0.0007],\n", + " [-0.0042],\n", + " [-0.0119],\n", + " [-0.0045],\n", + " [-0.0046],\n", + " [ 0.0021],\n", + " [-0.0096],\n", + " [-0.0044],\n", + " [-0.0053],\n", + " [-0.0004],\n", + " [-0.0063],\n", + " [-0.0142],\n", + " [-0.0085],\n", + " [-0.0011]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0322],\n", + " [-0.0294],\n", + " [-0.0321],\n", + " [-0.0334],\n", + " [-0.0360],\n", + " [-0.0325],\n", + " [-0.0340],\n", + " [-0.0312],\n", + " [-0.0353],\n", + " [-0.0430],\n", + " [-0.0375],\n", + " [-0.0336],\n", + " [-0.0363],\n", + " [-0.0296],\n", + " [-0.0382],\n", + " [-0.0362],\n", + " [-0.0371],\n", + " [-0.0388],\n", + " [-0.0327],\n", + " [-0.0371],\n", + " [-0.0321],\n", + " [-0.0378],\n", + " [-0.0335],\n", + " [-0.0368],\n", + " [-0.0259],\n", + " [-0.0395],\n", + " [-0.0345],\n", + " [-0.0352],\n", + " [-0.0323],\n", + " [-0.0399],\n", + " [-0.0323],\n", + " [-0.0346]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0019],\n", + " [-0.0003],\n", + " [-0.0019],\n", + " [ 0.0004],\n", + " [-0.0083],\n", + " [ 0.0030],\n", + " [ 0.0038],\n", + " [-0.0027],\n", + " [ 0.0050],\n", + " [ 0.0056],\n", + " [ 0.0090],\n", + " [ 0.0035],\n", + " [ 0.0046],\n", + " [-0.0045],\n", + " [ 0.0063],\n", + " [ 0.0054],\n", + " [-0.0005],\n", + " [ 0.0009],\n", + " [ 0.0028],\n", + " [ 0.0045],\n", + " [-0.0014],\n", + " [ 0.0041],\n", + " [ 0.0025],\n", + " [ 0.0055],\n", + " [ 0.0038],\n", + " [ 0.0042],\n", + " [ 0.0033],\n", + " [ 0.0040],\n", + " [-0.0006],\n", + " [ 0.0008],\n", + " [-0.0009],\n", + " [ 0.0043]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0557],\n", + " [0.0574],\n", + " [0.0542],\n", + " [0.0554],\n", + " [0.0474],\n", + " [0.0555],\n", + " [0.0569],\n", + " [0.0525],\n", + " [0.0574],\n", + " [0.0679],\n", + " [0.0609],\n", + " [0.0572],\n", + " [0.0560],\n", + " [0.0538],\n", + " [0.0573],\n", + " [0.0595],\n", + " [0.0614],\n", + " [0.0585],\n", + " [0.0573],\n", + " [0.0578],\n", + " [0.0555],\n", + " [0.0588],\n", + " [0.0562],\n", + " [0.0566],\n", + " [0.0577],\n", + " [0.0591],\n", + " [0.0563],\n", + " [0.0564],\n", + " [0.0550],\n", + " [0.0669],\n", + " [0.0526],\n", + " [0.0563]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0183],\n", + " [-0.0175],\n", + " [-0.0166],\n", + " [-0.0171],\n", + " [-0.0205],\n", + " [-0.0183],\n", + " [-0.0188],\n", + " [-0.0164],\n", + " [-0.0178],\n", + " [-0.0122],\n", + " [-0.0159],\n", + " [-0.0191],\n", + " [-0.0180],\n", + " [-0.0189],\n", + " [-0.0183],\n", + " [-0.0157],\n", + " [-0.0141],\n", + " [-0.0128],\n", + " [-0.0186],\n", + " [-0.0159],\n", + " [-0.0181],\n", + " [-0.0157],\n", + " [-0.0172],\n", + " [-0.0186],\n", + " [-0.0170],\n", + " [-0.0142],\n", + " [-0.0166],\n", + " [-0.0195],\n", + " [-0.0200],\n", + " [-0.0153],\n", + " [-0.0185],\n", + " [-0.0181]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1700],\n", + " [-0.1699],\n", + " [-0.1649],\n", + " [-0.1676],\n", + " [-0.1602],\n", + " [-0.1709],\n", + " [-0.1713],\n", + " [-0.1652],\n", + " [-0.1707],\n", + " [-0.1624],\n", + " [-0.1823],\n", + " [-0.1706],\n", + " [-0.1712],\n", + " [-0.1666],\n", + " [-0.1731],\n", + " [-0.1692],\n", + " [-0.1638],\n", + " [-0.1639],\n", + " [-0.1688],\n", + " [-0.1697],\n", + " [-0.1674],\n", + " [-0.1727],\n", + " [-0.1707],\n", + " [-0.1724],\n", + " [-0.1673],\n", + " [-0.1664],\n", + " [-0.1678],\n", + " [-0.1708],\n", + " [-0.1718],\n", + " [-0.1665],\n", + " [-0.1675],\n", + " [-0.1721]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0229],\n", + " [-0.0235],\n", + " [-0.0240],\n", + " [-0.0261],\n", + " [-0.0230],\n", + " [-0.0222],\n", + " [-0.0220],\n", + " [-0.0200],\n", + " [-0.0217],\n", + " [-0.0224],\n", + " [-0.0096],\n", + " [-0.0221],\n", + " [-0.0207],\n", + " [-0.0279],\n", + " [-0.0192],\n", + " [-0.0239],\n", + " [-0.0252],\n", + " [-0.0159],\n", + " [-0.0207],\n", + " [-0.0230],\n", + " [-0.0268],\n", + " [-0.0219],\n", + " [-0.0225],\n", + " [-0.0199],\n", + " [-0.0158],\n", + " [-0.0191],\n", + " [-0.0240],\n", + " [-0.0214],\n", + " [-0.0204],\n", + " [-0.0279],\n", + " [-0.0241],\n", + " [-0.0212]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0102],\n", + " [ 0.0127],\n", + " [-0.0004],\n", + " [-0.0015],\n", + " [-0.0037],\n", + " [ 0.0124],\n", + " [ 0.0134],\n", + " [ 0.0072],\n", + " [ 0.0090],\n", + " [-0.0164],\n", + " [ 0.0278],\n", + " [ 0.0148],\n", + " [ 0.0090],\n", + " [-0.0015],\n", + " [ 0.0088],\n", + " [ 0.0038],\n", + " [-0.0110],\n", + " [ 0.0010],\n", + " [ 0.0152],\n", + " [ 0.0026],\n", + " [-0.0015],\n", + " [ 0.0016],\n", + " [ 0.0059],\n", + " [ 0.0093],\n", + " [ 0.0121],\n", + " [ 0.0014],\n", + " [ 0.0031],\n", + " [ 0.0135],\n", + " [ 0.0113],\n", + " [-0.0076],\n", + " [ 0.0004],\n", + " [ 0.0083]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0914],\n", + " [0.0904],\n", + " [0.1008],\n", + " [0.0977],\n", + " [0.1019],\n", + " [0.0914],\n", + " [0.0900],\n", + " [0.1001],\n", + " [0.0904],\n", + " [0.1074],\n", + " [0.0818],\n", + " [0.0900],\n", + " [0.0928],\n", + " [0.0958],\n", + " [0.0912],\n", + " [0.0914],\n", + " [0.1021],\n", + " [0.1028],\n", + " [0.0929],\n", + " [0.0941],\n", + " [0.0959],\n", + " [0.0919],\n", + " [0.0927],\n", + " [0.0913],\n", + " [0.1000],\n", + " [0.0985],\n", + " [0.0955],\n", + " [0.0908],\n", + " [0.0912],\n", + " [0.0937],\n", + " [0.1004],\n", + " [0.0918]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0843],\n", + " [0.0882],\n", + " [0.0763],\n", + " [0.0767],\n", + " [0.0609],\n", + " [0.0848],\n", + " [0.0860],\n", + " [0.0810],\n", + " [0.0837],\n", + " [0.0788],\n", + " [0.1023],\n", + " [0.0870],\n", + " [0.0835],\n", + " [0.0725],\n", + " [0.0832],\n", + " [0.0813],\n", + " [0.0771],\n", + " [0.0830],\n", + " [0.0872],\n", + " [0.0802],\n", + " [0.0744],\n", + " [0.0773],\n", + " [0.0808],\n", + " [0.0836],\n", + " [0.0891],\n", + " [0.0855],\n", + " [0.0797],\n", + " [0.0866],\n", + " [0.0811],\n", + " [0.0801],\n", + " [0.0762],\n", + " [0.0818]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0871],\n", + " [0.0883],\n", + " [0.0814],\n", + " [0.0847],\n", + " [0.0677],\n", + " [0.0859],\n", + " [0.0877],\n", + " [0.0816],\n", + " [0.0876],\n", + " [0.0848],\n", + " [0.0849],\n", + " [0.0883],\n", + " [0.0862],\n", + " [0.0823],\n", + " [0.0874],\n", + " [0.0892],\n", + " [0.0822],\n", + " [0.0822],\n", + " [0.0864],\n", + " [0.0873],\n", + " [0.0838],\n", + " [0.0874],\n", + " [0.0867],\n", + " [0.0865],\n", + " [0.0667],\n", + " [0.0863],\n", + " [0.0858],\n", + " [0.0868],\n", + " [0.0860],\n", + " [0.0906],\n", + " [0.0802],\n", + " [0.0863]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0403],\n", + " [0.0357],\n", + " [0.0365],\n", + " [0.0335],\n", + " [0.0411],\n", + " [0.0416],\n", + " [0.0379],\n", + " [0.0419],\n", + " [0.0436],\n", + " [0.0439],\n", + " [0.0429],\n", + " [0.0413],\n", + " [0.0331],\n", + " [0.0424],\n", + " [0.0400],\n", + " [0.0339],\n", + " [0.0389],\n", + " [0.0439],\n", + " [0.0389],\n", + " [0.0349],\n", + " [0.0359],\n", + " [0.0372],\n", + " [0.0422],\n", + " [0.0346],\n", + " [0.0410],\n", + " [0.0397],\n", + " [0.0426],\n", + " [0.0353],\n", + " [0.0357],\n", + " [0.0375],\n", + " [0.0397]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0385],\n", + " [0.0401],\n", + " [0.0399],\n", + " [0.0396],\n", + " [0.0353],\n", + " [0.0369],\n", + " [0.0366],\n", + " [0.0391],\n", + " [0.0364],\n", + " [0.0349],\n", + " [0.0254],\n", + " [0.0356],\n", + " [0.0371],\n", + " [0.0389],\n", + " [0.0359],\n", + " [0.0373],\n", + " [0.0412],\n", + " [0.0379],\n", + " [0.0358],\n", + " [0.0384],\n", + " [0.0391],\n", + " [0.0390],\n", + " [0.0388],\n", + " [0.0363],\n", + " [0.0369],\n", + " [0.0399],\n", + " [0.0379],\n", + " [0.0369],\n", + " [0.0407],\n", + " [0.0397],\n", + " [0.0395],\n", + " [0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0722],\n", + " [-0.0715],\n", + " [-0.0775],\n", + " [-0.0779],\n", + " [-0.0917],\n", + " [-0.0714],\n", + " [-0.0710],\n", + " [-0.0727],\n", + " [-0.0736],\n", + " [-0.0808],\n", + " [-0.0584],\n", + " [-0.0705],\n", + " [-0.0724],\n", + " [-0.0811],\n", + " [-0.0724],\n", + " [-0.0755],\n", + " [-0.0817],\n", + " [-0.0746],\n", + " [-0.0702],\n", + " [-0.0750],\n", + " [-0.0807],\n", + " [-0.0765],\n", + " [-0.0734],\n", + " [-0.0727],\n", + " [-0.0817],\n", + " [-0.0752],\n", + " [-0.0755],\n", + " [-0.0714],\n", + " [-0.0717],\n", + " [-0.0785],\n", + " [-0.0793],\n", + " [-0.0727]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0985],\n", + " [-0.0989],\n", + " [-0.1017],\n", + " [-0.1022],\n", + " [-0.1054],\n", + " [-0.0978],\n", + " [-0.0979],\n", + " [-0.0993],\n", + " [-0.1008],\n", + " [-0.1084],\n", + " [-0.1043],\n", + " [-0.0980],\n", + " [-0.1002],\n", + " [-0.1002],\n", + " [-0.1022],\n", + " [-0.1029],\n", + " [-0.1057],\n", + " [-0.1038],\n", + " [-0.0977],\n", + " [-0.1028],\n", + " [-0.1025],\n", + " [-0.1054],\n", + " [-0.1013],\n", + " [-0.1011],\n", + " [-0.1031],\n", + " [-0.1036],\n", + " [-0.1018],\n", + " [-0.0980],\n", + " [-0.1004],\n", + " [-0.1054],\n", + " [-0.1027],\n", + " [-0.1010]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0637],\n", + " [-0.0651],\n", + " [-0.0656],\n", + " [-0.0648],\n", + " [-0.0593],\n", + " [-0.0636],\n", + " [-0.0627],\n", + " [-0.0653],\n", + " [-0.0617],\n", + " [-0.0587],\n", + " [-0.0581],\n", + " [-0.0626],\n", + " [-0.0620],\n", + " [-0.0667],\n", + " [-0.0603],\n", + " [-0.0624],\n", + " [-0.0634],\n", + " [-0.0635],\n", + " [-0.0637],\n", + " [-0.0629],\n", + " [-0.0651],\n", + " [-0.0623],\n", + " [-0.0640],\n", + " [-0.0608],\n", + " [-0.0659],\n", + " [-0.0610],\n", + " [-0.0637],\n", + " [-0.0623],\n", + " [-0.0639],\n", + " [-0.0644],\n", + " [-0.0630],\n", + " [-0.0629]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0614],\n", + " [-0.0663],\n", + " [-0.0611],\n", + " [-0.0633],\n", + " [-0.0616],\n", + " [-0.0626],\n", + " [-0.0599],\n", + " [-0.0640],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0691],\n", + " [-0.0556],\n", + " [-0.0635],\n", + " [-0.0633],\n", + " [-0.0712],\n", + " [-0.0205],\n", + " [-0.0607],\n", + " [-0.0254],\n", + " [-0.0625],\n", + " [-0.0547],\n", + " [-0.0616],\n", + " [-0.0591],\n", + " [-0.0703],\n", + " [-0.0647],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0627],\n", + " [-0.0610],\n", + " [-0.0642],\n", + " [-0.0676]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0766],\n", + " [-0.0741],\n", + " [-0.0804],\n", + " [-0.0685],\n", + " [-0.0741],\n", + " [-0.0751],\n", + " [-0.0720],\n", + " [-0.0749],\n", + " [-0.0775],\n", + " [-0.0692],\n", + " [-0.0743],\n", + " [-0.0761],\n", + " [-0.0810],\n", + " [-0.0708],\n", + " [-0.0758],\n", + " [-0.0776],\n", + " [-0.0826],\n", + " [-0.0413],\n", + " [-0.0747],\n", + " [-0.0537],\n", + " [-0.0769],\n", + " [-0.0666],\n", + " [-0.0730],\n", + " [-0.0707],\n", + " [-0.0811],\n", + " [-0.0783],\n", + " [-0.0733],\n", + " [-0.0733],\n", + " [-0.0720],\n", + " [-0.0760],\n", + " [-0.0786],\n", + " [-0.0803]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0371],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0399],\n", + " [0.0382],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0367],\n", + " [0.0368],\n", + " [0.0378],\n", + " [0.0383],\n", + " [0.0389],\n", + " [0.0380],\n", + " [0.0359],\n", + " [0.0432],\n", + " [0.0375],\n", + " [0.0440],\n", + " [0.0384],\n", + " [0.0378],\n", + " [0.0397],\n", + " [0.0394],\n", + " [0.0405],\n", + " [0.0362],\n", + " [0.0363],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0390],\n", + " [0.0382],\n", + " [0.0398]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0914],\n", + " [-0.0913],\n", + " [-0.0969],\n", + " [-0.0927],\n", + " [-0.0877],\n", + " [-0.0926],\n", + " [-0.0949],\n", + " [-0.0889],\n", + " [-0.0922],\n", + " [-0.0948],\n", + " [-0.0935],\n", + " [-0.0924],\n", + " [-0.0977],\n", + " [-0.0832],\n", + " [-0.0911],\n", + " [-0.0923],\n", + " [-0.0984],\n", + " [-0.0692],\n", + " [-0.0897],\n", + " [-0.0623],\n", + " [-0.0925],\n", + " [-0.0841],\n", + " [-0.0942],\n", + " [-0.0878],\n", + " [-0.1078],\n", + " [-0.0951],\n", + " [-0.0940],\n", + " [-0.0947],\n", + " [-0.0946],\n", + " [-0.0916],\n", + " [-0.0945],\n", + " [-0.0936]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0508],\n", + " [0.0540],\n", + " [0.0526],\n", + " [0.0572],\n", + " [0.0364],\n", + " [0.0534],\n", + " [0.0579],\n", + " [0.0473],\n", + " [0.0511],\n", + " [0.0591],\n", + " [0.0554],\n", + " [0.0518],\n", + " [0.0512],\n", + " [0.0450],\n", + " [0.0515],\n", + " [0.0482],\n", + " [0.0567],\n", + " [0.0419],\n", + " [0.0487],\n", + " [0.0317],\n", + " [0.0519],\n", + " [0.0427],\n", + " [0.0566],\n", + " [0.0487],\n", + " [0.0259],\n", + " [0.0541],\n", + " [0.0567],\n", + " [0.0579],\n", + " [0.0569],\n", + " [0.0454],\n", + " [0.0552],\n", + " [0.0471]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0396],\n", + " [-0.0395],\n", + " [-0.0335],\n", + " [-0.0363],\n", + " [-0.0364],\n", + " [-0.0366],\n", + " [-0.0357],\n", + " [-0.0423],\n", + " [-0.0380],\n", + " [-0.0354],\n", + " [-0.0379],\n", + " [-0.0403],\n", + " [-0.0330],\n", + " [-0.0475],\n", + " [-0.0368],\n", + " [-0.0350],\n", + " [-0.0370],\n", + " [-0.0078],\n", + " [-0.0409],\n", + " [-0.0181],\n", + " [-0.0353],\n", + " [-0.0457],\n", + " [-0.0328],\n", + " [-0.0399],\n", + " [-0.0325],\n", + " [-0.0378],\n", + " [-0.0381],\n", + " [-0.0371],\n", + " [-0.0376],\n", + " [-0.0369],\n", + " [-0.0361],\n", + " [-0.0324]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0780],\n", + " [-0.0785],\n", + " [-0.0803],\n", + " [-0.0808],\n", + " [-0.0819],\n", + " [-0.0796],\n", + " [-0.0802],\n", + " [-0.0787],\n", + " [-0.0785],\n", + " [-0.0808],\n", + " [-0.0798],\n", + " [-0.0792],\n", + " [-0.0825],\n", + " [-0.0748],\n", + " [-0.0785],\n", + " [-0.0803],\n", + " [-0.0787],\n", + " [-0.0840],\n", + " [-0.0794],\n", + " [-0.0768],\n", + " [-0.0790],\n", + " [-0.0764],\n", + " [-0.0816],\n", + " [-0.0803],\n", + " [-0.0902],\n", + " [-0.0789],\n", + " [-0.0796],\n", + " [-0.0794],\n", + " [-0.0806],\n", + " [-0.0822],\n", + " [-0.0780],\n", + " [-0.0808]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1650],\n", + " [0.1677],\n", + " [0.1646],\n", + " [0.1706],\n", + " [0.1610],\n", + " [0.1666],\n", + " [0.1694],\n", + " [0.1621],\n", + " [0.1653],\n", + " [0.1710],\n", + " [0.1674],\n", + " [0.1655],\n", + " [0.1624],\n", + " [0.1649],\n", + " [0.1670],\n", + " [0.1628],\n", + " [0.1666],\n", + " [0.1663],\n", + " [0.1630],\n", + " [0.1654],\n", + " [0.1653],\n", + " [0.1642],\n", + " [0.1694],\n", + " [0.1635],\n", + " [0.1473],\n", + " [0.1660],\n", + " [0.1681],\n", + " [0.1688],\n", + " [0.1682],\n", + " [0.1595],\n", + " [0.1678],\n", + " [0.1645]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0567],\n", + " [-0.0546],\n", + " [-0.0624],\n", + " [-0.0531],\n", + " [-0.0585],\n", + " [-0.0557],\n", + " [-0.0574],\n", + " [-0.0557],\n", + " [-0.0576],\n", + " [-0.0563],\n", + " [-0.0558],\n", + " [-0.0566],\n", + " [-0.0633],\n", + " [-0.0487],\n", + " [-0.0560],\n", + " [-0.0588],\n", + " [-0.0614],\n", + " [-0.0546],\n", + " [-0.0547],\n", + " [-0.0455],\n", + " [-0.0581],\n", + " [-0.0431],\n", + " [-0.0539],\n", + " [-0.0489],\n", + " [-0.0725],\n", + " [-0.0589],\n", + " [-0.0558],\n", + " [-0.0568],\n", + " [-0.0563],\n", + " [-0.0563],\n", + " [-0.0593],\n", + " [-0.0624]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0649],\n", + " [0.0605],\n", + " [0.0677],\n", + " [0.0563],\n", + " [0.0725],\n", + " [0.0642],\n", + " [0.0586],\n", + " [0.0650],\n", + " [0.0648],\n", + " [0.0562],\n", + " [0.0606],\n", + " [0.0624],\n", + " [0.0682],\n", + " [0.0648],\n", + " [0.0646],\n", + " [0.0693],\n", + " [0.0643],\n", + " [0.0865],\n", + " [0.0656],\n", + " [0.0743],\n", + " [0.0661],\n", + " [0.0660],\n", + " [0.0631],\n", + " [0.0638],\n", + " [0.0794],\n", + " [0.0637],\n", + " [0.0596],\n", + " [0.0591],\n", + " [0.0586],\n", + " [0.0710],\n", + " [0.0642],\n", + " [0.0697]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0910],\n", + " [-0.0946],\n", + " [-0.0916],\n", + " [-0.0993],\n", + " [-0.0752],\n", + " [-0.0946],\n", + " [-0.0991],\n", + " [-0.0887],\n", + " [-0.0902],\n", + " [-0.1005],\n", + " [-0.0958],\n", + " [-0.0934],\n", + " [-0.0860],\n", + " [-0.0868],\n", + " [-0.0906],\n", + " [-0.0875],\n", + " [-0.0926],\n", + " [-0.1149],\n", + " [-0.0902],\n", + " [-0.1024],\n", + " [-0.0920],\n", + " [-0.0860],\n", + " [-0.0972],\n", + " [-0.0923],\n", + " [-0.0585],\n", + " [-0.0938],\n", + " [-0.0967],\n", + " [-0.0980],\n", + " [-0.0977],\n", + " [-0.0893],\n", + " [-0.0952],\n", + " [-0.0838]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0129],\n", + " [ 0.0159],\n", + " [ 0.0127],\n", + " [ 0.0209],\n", + " [ 0.0059],\n", + " [ 0.0139],\n", + " [ 0.0188],\n", + " [ 0.0117],\n", + " [ 0.0136],\n", + " [ 0.0212],\n", + " [ 0.0164],\n", + " [ 0.0133],\n", + " [ 0.0138],\n", + " [ 0.0116],\n", + " [ 0.0143],\n", + " [ 0.0099],\n", + " [ 0.0158],\n", + " [-0.0119],\n", + " [ 0.0107],\n", + " [-0.0101],\n", + " [ 0.0125],\n", + " [ 0.0091],\n", + " [ 0.0197],\n", + " [ 0.0119],\n", + " [-0.0045],\n", + " [ 0.0150],\n", + " [ 0.0184],\n", + " [ 0.0188],\n", + " [ 0.0185],\n", + " [ 0.0057],\n", + " [ 0.0139],\n", + " [ 0.0109]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0904],\n", + " [0.0934],\n", + " [0.0859],\n", + " [0.0964],\n", + " [0.0788],\n", + " [0.0909],\n", + " [0.0950],\n", + " [0.0934],\n", + " [0.0885],\n", + " [0.0968],\n", + " [0.0933],\n", + " [0.0944],\n", + " [0.0826],\n", + " [0.0933],\n", + " [0.0862],\n", + " [0.0847],\n", + " [0.0884],\n", + " [0.1208],\n", + " [0.0926],\n", + " [0.1221],\n", + " [0.0878],\n", + " [0.0939],\n", + " [0.0883],\n", + " [0.0951],\n", + " [0.0570],\n", + " [0.0906],\n", + " [0.0936],\n", + " [0.0946],\n", + " [0.0956],\n", + " [0.0914],\n", + " [0.0909],\n", + " [0.0814]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0095],\n", + " [0.0109],\n", + " [0.0065],\n", + " [0.0114],\n", + " [0.0051],\n", + " [0.0109],\n", + " [0.0114],\n", + " [0.0122],\n", + " [0.0079],\n", + " [0.0113],\n", + " [0.0108],\n", + " [0.0125],\n", + " [0.0009],\n", + " [0.0143],\n", + " [0.0081],\n", + " [0.0070],\n", + " [0.0055],\n", + " [0.0213],\n", + " [0.0118],\n", + " [0.0261],\n", + " [0.0096],\n", + " [0.0077],\n", + " [0.0059],\n", + " [0.0117],\n", + " [0.0151],\n", + " [0.0080],\n", + " [0.0095],\n", + " [0.0101],\n", + " [0.0113],\n", + " [0.0124],\n", + " [0.0109],\n", + " [0.0060]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0032],\n", + " [-0.0036],\n", + " [ 0.0055],\n", + " [-0.0029],\n", + " [-0.0040],\n", + " [-0.0036],\n", + " [ 0.0002],\n", + " [-0.0065],\n", + " [-0.0008],\n", + " [-0.0002],\n", + " [-0.0023],\n", + " [-0.0032],\n", + " [ 0.0068],\n", + " [-0.0119],\n", + " [-0.0012],\n", + " [-0.0012],\n", + " [ 0.0057],\n", + " [-0.0187],\n", + " [-0.0077],\n", + " [-0.0175],\n", + " [-0.0009],\n", + " [-0.0176],\n", + " [ 0.0011],\n", + " [-0.0106],\n", + " [ 0.0037],\n", + " [ 0.0016],\n", + " [-0.0016],\n", + " [-0.0007],\n", + " [-0.0016],\n", + " [-0.0075],\n", + " [ 0.0014],\n", + " [ 0.0058]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0377],\n", + " [-0.0348],\n", + " [-0.0413],\n", + " [-0.0309],\n", + " [-0.0443],\n", + " [-0.0349],\n", + " [-0.0332],\n", + " [-0.0377],\n", + " [-0.0393],\n", + " [-0.0315],\n", + " [-0.0348],\n", + " [-0.0358],\n", + " [-0.0452],\n", + " [-0.0339],\n", + " [-0.0374],\n", + " [-0.0404],\n", + " [-0.0401],\n", + " [-0.0417],\n", + " [-0.0357],\n", + " [-0.0307],\n", + " [-0.0375],\n", + " [-0.0342],\n", + " [-0.0374],\n", + " [-0.0323],\n", + " [-0.0608],\n", + " [-0.0389],\n", + " [-0.0354],\n", + " [-0.0346],\n", + " [-0.0333],\n", + " [-0.0361],\n", + " [-0.0354],\n", + " [-0.0434]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 5.1033e-03],\n", + " [ 3.3518e-03],\n", + " [ 8.7935e-03],\n", + " [ 1.1864e-03],\n", + " [ 6.6268e-03],\n", + " [ 4.2248e-03],\n", + " [ 3.6970e-03],\n", + " [ 3.3792e-03],\n", + " [ 5.9812e-03],\n", + " [ 2.6328e-03],\n", + " [ 3.6796e-03],\n", + " [ 4.0512e-03],\n", + " [ 9.5349e-03],\n", + " [-8.2662e-04],\n", + " [ 5.6992e-03],\n", + " [ 7.3808e-03],\n", + " [ 7.8760e-03],\n", + " [-7.9980e-05],\n", + " [ 2.9761e-03],\n", + " [ 9.7913e-04],\n", + " [ 6.3499e-03],\n", + " [-2.7762e-03],\n", + " [ 5.3307e-03],\n", + " [-6.3120e-04],\n", + " [ 1.5613e-02],\n", + " [ 6.3128e-03],\n", + " [ 3.9113e-03],\n", + " [ 4.2493e-03],\n", + " [ 3.0914e-03],\n", + " [ 3.6627e-03],\n", + " [ 6.2437e-03],\n", + " [ 9.8451e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0579],\n", + " [0.0559],\n", + " [0.0619],\n", + " [0.0556],\n", + " [0.0673],\n", + " [0.0574],\n", + " [0.0575],\n", + " [0.0591],\n", + " [0.0587],\n", + " [0.0566],\n", + " [0.0566],\n", + " [0.0582],\n", + " [0.0636],\n", + " [0.0545],\n", + " [0.0580],\n", + " [0.0619],\n", + " [0.0593],\n", + " [0.0886],\n", + " [0.0583],\n", + " [0.0778],\n", + " [0.0592],\n", + " [0.0563],\n", + " [0.0581],\n", + " [0.0564],\n", + " [0.0894],\n", + " [0.0584],\n", + " [0.0562],\n", + " [0.0565],\n", + " [0.0570],\n", + " [0.0624],\n", + " [0.0581],\n", + " [0.0656]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0161],\n", + " [-0.0172],\n", + " [-0.0168],\n", + " [-0.0185],\n", + " [-0.0143],\n", + " [-0.0168],\n", + " [-0.0185],\n", + " [-0.0155],\n", + " [-0.0171],\n", + " [-0.0190],\n", + " [-0.0175],\n", + " [-0.0162],\n", + " [-0.0185],\n", + " [-0.0161],\n", + " [-0.0172],\n", + " [-0.0151],\n", + " [-0.0196],\n", + " [-0.0013],\n", + " [-0.0159],\n", + " [-0.0101],\n", + " [-0.0159],\n", + " [-0.0157],\n", + " [-0.0183],\n", + " [-0.0164],\n", + " [-0.0087],\n", + " [-0.0170],\n", + " [-0.0180],\n", + " [-0.0184],\n", + " [-0.0181],\n", + " [-0.0145],\n", + " [-0.0174],\n", + " [-0.0195]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1704],\n", + " [-0.1699],\n", + " [-0.1743],\n", + " [-0.1690],\n", + " [-0.1652],\n", + " [-0.1690],\n", + " [-0.1710],\n", + " [-0.1708],\n", + " [-0.1712],\n", + " [-0.1704],\n", + " [-0.1706],\n", + " [-0.1718],\n", + " [-0.1743],\n", + " [-0.1649],\n", + " [-0.1690],\n", + " [-0.1693],\n", + " [-0.1769],\n", + " [-0.1747],\n", + " [-0.1686],\n", + " [-0.1681],\n", + " [-0.1696],\n", + " [-0.1628],\n", + " [-0.1687],\n", + " [-0.1665],\n", + " [-0.1623],\n", + " [-0.1736],\n", + " [-0.1710],\n", + " [-0.1714],\n", + " [-0.1710],\n", + " [-0.1688],\n", + " [-0.1727],\n", + " [-0.1728]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0224],\n", + " [-0.0223],\n", + " [-0.0187],\n", + " [-0.0226],\n", + " [-0.0184],\n", + " [-0.0236],\n", + " [-0.0224],\n", + " [-0.0234],\n", + " [-0.0203],\n", + " [-0.0225],\n", + " [-0.0221],\n", + " [-0.0223],\n", + " [-0.0137],\n", + " [-0.0244],\n", + " [-0.0216],\n", + " [-0.0214],\n", + " [-0.0168],\n", + " [-0.0268],\n", + " [-0.0255],\n", + " [-0.0207],\n", + " [-0.0225],\n", + " [-0.0236],\n", + " [-0.0190],\n", + " [-0.0249],\n", + " [-0.0025],\n", + " [-0.0196],\n", + " [-0.0216],\n", + " [-0.0218],\n", + " [-0.0227],\n", + " [-0.0265],\n", + " [-0.0222],\n", + " [-0.0171]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0013],\n", + " [ 0.0056],\n", + " [ 0.0054],\n", + " [ 0.0132],\n", + " [-0.0122],\n", + " [ 0.0057],\n", + " [ 0.0134],\n", + " [-0.0010],\n", + " [ 0.0023],\n", + " [ 0.0159],\n", + " [ 0.0085],\n", + " [ 0.0045],\n", + " [ 0.0061],\n", + " [-0.0068],\n", + " [ 0.0015],\n", + " [ 0.0003],\n", + " [ 0.0083],\n", + " [ 0.0222],\n", + " [-0.0007],\n", + " [ 0.0078],\n", + " [ 0.0035],\n", + " [-0.0063],\n", + " [ 0.0106],\n", + " [ 0.0011],\n", + " [-0.0173],\n", + " [ 0.0060],\n", + " [ 0.0098],\n", + " [ 0.0117],\n", + " [ 0.0117],\n", + " [-0.0022],\n", + " [ 0.0064],\n", + " [-0.0004]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0947],\n", + " [0.0935],\n", + " [0.0890],\n", + " [0.0925],\n", + " [0.1059],\n", + " [0.0924],\n", + " [0.0898],\n", + " [0.0949],\n", + " [0.0947],\n", + " [0.0903],\n", + " [0.0915],\n", + " [0.0907],\n", + " [0.0902],\n", + " [0.1031],\n", + " [0.0968],\n", + " [0.0943],\n", + " [0.0895],\n", + " [0.1063],\n", + " [0.0949],\n", + " [0.0970],\n", + " [0.0926],\n", + " [0.1061],\n", + " [0.0934],\n", + " [0.0961],\n", + " [0.1126],\n", + " [0.0910],\n", + " [0.0920],\n", + " [0.0906],\n", + " [0.0904],\n", + " [0.0915],\n", + " [0.0892],\n", + " [0.0952]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0790],\n", + " [0.0814],\n", + " [0.0834],\n", + " [0.0854],\n", + " [0.0805],\n", + " [0.0815],\n", + " [0.0861],\n", + " [0.0782],\n", + " [0.0797],\n", + " [0.0872],\n", + " [0.0828],\n", + " [0.0811],\n", + " [0.0854],\n", + " [0.0720],\n", + " [0.0796],\n", + " [0.0821],\n", + " [0.0786],\n", + " [0.0907],\n", + " [0.0785],\n", + " [0.0952],\n", + " [0.0819],\n", + " [0.0733],\n", + " [0.0860],\n", + " [0.0784],\n", + " [0.0681],\n", + " [0.0813],\n", + " [0.0838],\n", + " [0.0847],\n", + " [0.0850],\n", + " [0.0795],\n", + " [0.0811],\n", + " [0.0813]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0869],\n", + " [0.0858],\n", + " [0.0909],\n", + " [0.0869],\n", + " [0.0893],\n", + " [0.0873],\n", + " [0.0881],\n", + " [0.0870],\n", + " [0.0876],\n", + " [0.0882],\n", + " [0.0878],\n", + " [0.0879],\n", + " [0.0931],\n", + " [0.0783],\n", + " [0.0869],\n", + " [0.0896],\n", + " [0.0905],\n", + " [0.0692],\n", + " [0.0874],\n", + " [0.0632],\n", + " [0.0885],\n", + " [0.0777],\n", + " [0.0868],\n", + " [0.0851],\n", + " [0.0952],\n", + " [0.0883],\n", + " [0.0871],\n", + " [0.0871],\n", + " [0.0882],\n", + " [0.0903],\n", + " [0.0875],\n", + " [0.0909]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0388],\n", + " [0.0391],\n", + " [0.0426],\n", + " [0.0418],\n", + " [0.0441],\n", + " [0.0399],\n", + " [0.0420],\n", + " [0.0362],\n", + " [0.0403],\n", + " [0.0426],\n", + " [0.0397],\n", + " [0.0373],\n", + " [0.0450],\n", + " [0.0370],\n", + " [0.0420],\n", + " [0.0410],\n", + " [0.0407],\n", + " [0.0446],\n", + " [0.0370],\n", + " [0.0389],\n", + " [0.0411],\n", + " [0.0340],\n", + " [0.0452],\n", + " [0.0360],\n", + " [0.0680],\n", + " [0.0403],\n", + " [0.0407],\n", + " [0.0412],\n", + " [0.0404],\n", + " [0.0373],\n", + " [0.0408],\n", + " [0.0444]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0384],\n", + " [0.0383],\n", + " [0.0356],\n", + " [0.0367],\n", + " [0.0344],\n", + " [0.0376],\n", + " [0.0361],\n", + " [0.0401],\n", + " [0.0369],\n", + " [0.0355],\n", + " [0.0372],\n", + " [0.0389],\n", + " [0.0337],\n", + " [0.0373],\n", + " [0.0358],\n", + " [0.0369],\n", + " [0.0330],\n", + " [0.0348],\n", + " [0.0392],\n", + " [0.0412],\n", + " [0.0371],\n", + " [0.0389],\n", + " [0.0356],\n", + " [0.0393],\n", + " [0.0037],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0382],\n", + " [0.0363],\n", + " [0.0334]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0754],\n", + " [-0.0742],\n", + " [-0.0729],\n", + " [-0.0710],\n", + " [-0.0784],\n", + " [-0.0750],\n", + " [-0.0714],\n", + " [-0.0774],\n", + " [-0.0746],\n", + " [-0.0697],\n", + " [-0.0727],\n", + " [-0.0744],\n", + " [-0.0708],\n", + " [-0.0830],\n", + " [-0.0751],\n", + " [-0.0754],\n", + " [-0.0705],\n", + " [-0.0969],\n", + " [-0.0769],\n", + " [-0.0943],\n", + " [-0.0753],\n", + " [-0.0797],\n", + " [-0.0724],\n", + " [-0.0770],\n", + " [-0.0757],\n", + " [-0.0728],\n", + " [-0.0720],\n", + " [-0.0717],\n", + " [-0.0714],\n", + " [-0.0775],\n", + " [-0.0745],\n", + " [-0.0751]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1041],\n", + " [-0.1011],\n", + " [-0.1054],\n", + " [-0.0977],\n", + " [-0.1115],\n", + " [-0.1016],\n", + " [-0.0984],\n", + " [-0.1047],\n", + " [-0.1053],\n", + " [-0.0970],\n", + " [-0.1003],\n", + " [-0.1029],\n", + " [-0.1086],\n", + " [-0.1060],\n", + " [-0.1047],\n", + " [-0.1060],\n", + " [-0.1062],\n", + " [-0.1090],\n", + " [-0.1031],\n", + " [-0.1117],\n", + " [-0.1034],\n", + " [-0.1053],\n", + " [-0.1007],\n", + " [-0.1007],\n", + " [-0.1112],\n", + " [-0.1037],\n", + " [-0.0995],\n", + " [-0.0987],\n", + " [-0.0986],\n", + " [-0.1040],\n", + " [-0.1026],\n", + " [-0.1110]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0631],\n", + " [-0.0589],\n", + " [-0.0637],\n", + " [-0.0556],\n", + " [-0.0628],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0608],\n", + " [-0.0635],\n", + " [-0.0628],\n", + " [-0.0627],\n", + " [-0.0567],\n", + " [-0.0628],\n", + " [-0.0610],\n", + " [-0.0606],\n", + " [-0.0603],\n", + " [-0.0471],\n", + " [-0.0639],\n", + " [-0.0571],\n", + " [-0.0612],\n", + " [-0.0652],\n", + " [-0.0617],\n", + " [-0.0658],\n", + " [-0.0362],\n", + " [-0.0609],\n", + " [-0.0626],\n", + " [-0.0628],\n", + " [-0.0632],\n", + " [-0.0639],\n", + " [-0.0616],\n", + " [-0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0639],\n", + " [-0.0622],\n", + " [-0.0641],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0755],\n", + " [-0.0626],\n", + " [-0.0633],\n", + " [-0.0708],\n", + " [-0.0613],\n", + " [-0.0643],\n", + " [-0.0504],\n", + " [-0.0588],\n", + " [-0.0639],\n", + " [-0.0615],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0626],\n", + " [-0.0608],\n", + " [-0.0668],\n", + " [-0.0635],\n", + " [-0.0634],\n", + " [-0.0615],\n", + " [-0.0613],\n", + " [-0.0635],\n", + " [-0.0637],\n", + " [-0.0614],\n", + " [-0.0631],\n", + " [-0.0554],\n", + " [-0.0625],\n", + " [-0.0642],\n", + " [-0.0626]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0748],\n", + " [-0.0732],\n", + " [-0.0734],\n", + " [-0.0706],\n", + " [-0.0758],\n", + " [-0.0776],\n", + " [-0.0737],\n", + " [-0.0748],\n", + " [-0.0823],\n", + " [-0.0734],\n", + " [-0.0758],\n", + " [-0.0660],\n", + " [-0.0695],\n", + " [-0.0769],\n", + " [-0.0749],\n", + " [-0.0674],\n", + " [-0.0707],\n", + " [-0.0729],\n", + " [-0.0727],\n", + " [-0.0896],\n", + " [-0.0750],\n", + " [-0.0753],\n", + " [-0.0743],\n", + " [-0.0749],\n", + " [-0.0764],\n", + " [-0.0757],\n", + " [-0.0699],\n", + " [-0.0697],\n", + " [-0.0603],\n", + " [-0.0741],\n", + " [-0.0765],\n", + " [-0.0724]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0354],\n", + " [0.0378],\n", + " [0.0365],\n", + " [0.0374],\n", + " [0.0368],\n", + " [0.0397],\n", + " [0.0365],\n", + " [0.0357],\n", + " [0.0193],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0343],\n", + " [0.0392],\n", + " [0.0364],\n", + " [0.0389],\n", + " [0.0375],\n", + " [0.0361],\n", + " [0.0357],\n", + " [0.0390],\n", + " [0.0339],\n", + " [0.0360],\n", + " [0.0365],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0373],\n", + " [0.0358],\n", + " [0.0384],\n", + " [0.0348],\n", + " [0.0261],\n", + " [0.0376],\n", + " [0.0362],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0965],\n", + " [-0.0946],\n", + " [-0.0971],\n", + " [-0.0940],\n", + " [-0.0948],\n", + " [-0.0998],\n", + " [-0.0924],\n", + " [-0.0949],\n", + " [-0.1048],\n", + " [-0.0931],\n", + " [-0.0904],\n", + " [-0.0776],\n", + " [-0.0849],\n", + " [-0.0938],\n", + " [-0.0931],\n", + " [-0.0946],\n", + " [-0.0956],\n", + " [-0.0956],\n", + " [-0.0926],\n", + " [-0.0994],\n", + " [-0.0966],\n", + " [-0.0965],\n", + " [-0.0904],\n", + " [-0.0902],\n", + " [-0.0954],\n", + " [-0.0957],\n", + " [-0.0941],\n", + " [-0.0960],\n", + " [-0.0805],\n", + " [-0.0954],\n", + " [-0.0951],\n", + " [-0.0955]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0583],\n", + " [0.0572],\n", + " [0.0598],\n", + " [0.0575],\n", + " [0.0564],\n", + " [0.0413],\n", + " [0.0558],\n", + " [0.0576],\n", + " [0.0686],\n", + " [0.0558],\n", + " [0.0477],\n", + " [0.0426],\n", + " [0.0492],\n", + " [0.0543],\n", + " [0.0516],\n", + " [0.0587],\n", + " [0.0582],\n", + " [0.0592],\n", + " [0.0541],\n", + " [0.0472],\n", + " [0.0595],\n", + " [0.0590],\n", + " [0.0531],\n", + " [0.0491],\n", + " [0.0562],\n", + " [0.0583],\n", + " [0.0580],\n", + " [0.0595],\n", + " [0.0581],\n", + " [0.0559],\n", + " [0.0578],\n", + " [0.0585]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0372],\n", + " [-0.0353],\n", + " [-0.0342],\n", + " [-0.0367],\n", + " [-0.0366],\n", + " [-0.0305],\n", + " [-0.0402],\n", + " [-0.0382],\n", + " [-0.0470],\n", + " [-0.0376],\n", + " [-0.0379],\n", + " [-0.0513],\n", + " [-0.0450],\n", + " [-0.0376],\n", + " [-0.0341],\n", + " [-0.0346],\n", + " [-0.0348],\n", + " [-0.0366],\n", + " [-0.0349],\n", + " [-0.0383],\n", + " [-0.0330],\n", + " [-0.0337],\n", + " [-0.0390],\n", + " [-0.0399],\n", + " [-0.0351],\n", + " [-0.0372],\n", + " [-0.0346],\n", + " [-0.0361],\n", + " [-0.0480],\n", + " [-0.0349],\n", + " [-0.0376],\n", + " [-0.0357]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0797],\n", + " [-0.0801],\n", + " [-0.0802],\n", + " [-0.0806],\n", + " [-0.0790],\n", + " [-0.0904],\n", + " [-0.0797],\n", + " [-0.0789],\n", + " [-0.0717],\n", + " [-0.0796],\n", + " [-0.0795],\n", + " [-0.0706],\n", + " [-0.0776],\n", + " [-0.0789],\n", + " [-0.0814],\n", + " [-0.0821],\n", + " [-0.0814],\n", + " [-0.0792],\n", + " [-0.0810],\n", + " [-0.0793],\n", + " [-0.0795],\n", + " [-0.0794],\n", + " [-0.0780],\n", + " [-0.0789],\n", + " [-0.0799],\n", + " [-0.0786],\n", + " [-0.0814],\n", + " [-0.0813],\n", + " [-0.0887],\n", + " [-0.0813],\n", + " [-0.0786],\n", + " [-0.0803]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1679],\n", + " [0.1689],\n", + " [0.1710],\n", + " [0.1690],\n", + " [0.1680],\n", + " [0.1552],\n", + " [0.1685],\n", + " [0.1683],\n", + " [0.1721],\n", + " [0.1680],\n", + " [0.1651],\n", + " [0.1674],\n", + " [0.1646],\n", + " [0.1668],\n", + " [0.1649],\n", + " [0.1717],\n", + " [0.1697],\n", + " [0.1696],\n", + " [0.1672],\n", + " [0.1582],\n", + " [0.1713],\n", + " [0.1706],\n", + " [0.1677],\n", + " [0.1642],\n", + " [0.1676],\n", + " [0.1687],\n", + " [0.1709],\n", + " [0.1711],\n", + " [0.1674],\n", + " [0.1672],\n", + " [0.1687],\n", + " [0.1693]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0587],\n", + " [-0.0566],\n", + " [-0.0593],\n", + " [-0.0553],\n", + " [-0.0583],\n", + " [-0.0632],\n", + " [-0.0538],\n", + " [-0.0575],\n", + " [-0.0884],\n", + " [-0.0554],\n", + " [-0.0570],\n", + " [-0.0410],\n", + " [-0.0458],\n", + " [-0.0575],\n", + " [-0.0562],\n", + " [-0.0551],\n", + " [-0.0562],\n", + " [-0.0574],\n", + " [-0.0529],\n", + " [-0.0667],\n", + " [-0.0599],\n", + " [-0.0596],\n", + " [-0.0549],\n", + " [-0.0551],\n", + " [-0.0582],\n", + " [-0.0585],\n", + " [-0.0542],\n", + " [-0.0587],\n", + " [-0.0596],\n", + " [-0.0571],\n", + " [-0.0574],\n", + " [-0.0573]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0601],\n", + " [0.0599],\n", + " [0.0603],\n", + " [0.0571],\n", + " [0.0616],\n", + " [0.0682],\n", + " [0.0594],\n", + " [0.0595],\n", + " [0.0393],\n", + " [0.0602],\n", + " [0.0628],\n", + " [0.0600],\n", + " [0.0611],\n", + " [0.0624],\n", + " [0.0656],\n", + " [0.0564],\n", + " [0.0587],\n", + " [0.0587],\n", + " [0.0629],\n", + " [0.0778],\n", + " [0.0615],\n", + " [0.0620],\n", + " [0.0603],\n", + " [0.0656],\n", + " [0.0636],\n", + " [0.0605],\n", + " [0.0586],\n", + " [0.0563],\n", + " [0.0307],\n", + " [0.0626],\n", + " [0.0615],\n", + " [0.0591]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0979],\n", + " [-0.0980],\n", + " [-0.1008],\n", + " [-0.0984],\n", + " [-0.0966],\n", + " [-0.0714],\n", + " [-0.0956],\n", + " [-0.0970],\n", + " [-0.1110],\n", + " [-0.0957],\n", + " [-0.0857],\n", + " [-0.0870],\n", + " [-0.0925],\n", + " [-0.0935],\n", + " [-0.0934],\n", + " [-0.1009],\n", + " [-0.0990],\n", + " [-0.0990],\n", + " [-0.0960],\n", + " [-0.0893],\n", + " [-0.1001],\n", + " [-0.0994],\n", + " [-0.0929],\n", + " [-0.0892],\n", + " [-0.0963],\n", + " [-0.0974],\n", + " [-0.1001],\n", + " [-0.1009],\n", + " [-0.1115],\n", + " [-0.0967],\n", + " [-0.0962],\n", + " [-0.0992]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0182],\n", + " [0.0182],\n", + " [0.0189],\n", + " [0.0201],\n", + " [0.0166],\n", + " [0.0103],\n", + " [0.0166],\n", + " [0.0187],\n", + " [0.0329],\n", + " [0.0189],\n", + " [0.0146],\n", + " [0.0128],\n", + " [0.0122],\n", + " [0.0164],\n", + " [0.0131],\n", + " [0.0229],\n", + " [0.0208],\n", + " [0.0201],\n", + " [0.0163],\n", + " [0.0033],\n", + " [0.0178],\n", + " [0.0178],\n", + " [0.0167],\n", + " [0.0122],\n", + " [0.0155],\n", + " [0.0186],\n", + " [0.0207],\n", + " [0.0210],\n", + " [0.0363],\n", + " [0.0178],\n", + " [0.0179],\n", + " [0.0194]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0943],\n", + " [0.0935],\n", + " [0.0925],\n", + " [0.0971],\n", + " [0.0922],\n", + " [0.0705],\n", + " [0.0950],\n", + " [0.0941],\n", + " [0.0954],\n", + " [0.0916],\n", + " [0.0872],\n", + " [0.0946],\n", + " [0.0994],\n", + " [0.0900],\n", + " [0.0891],\n", + " [0.0958],\n", + " [0.0948],\n", + " [0.0946],\n", + " [0.0909],\n", + " [0.0900],\n", + " [0.0915],\n", + " [0.0909],\n", + " [0.0918],\n", + " [0.0892],\n", + " [0.0898],\n", + " [0.0933],\n", + " [0.0944],\n", + " [0.0968],\n", + " [0.1042],\n", + " [0.0904],\n", + " [0.0918],\n", + " [0.0948]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0095],\n", + " [ 0.0108],\n", + " [ 0.0094],\n", + " [ 0.0117],\n", + " [ 0.0096],\n", + " [-0.0044],\n", + " [ 0.0110],\n", + " [ 0.0090],\n", + " [ 0.0031],\n", + " [ 0.0077],\n", + " [ 0.0065],\n", + " [ 0.0124],\n", + " [ 0.0121],\n", + " [ 0.0073],\n", + " [ 0.0101],\n", + " [ 0.0105],\n", + " [ 0.0085],\n", + " [ 0.0086],\n", + " [ 0.0091],\n", + " [ 0.0129],\n", + " [ 0.0078],\n", + " [ 0.0077],\n", + " [ 0.0097],\n", + " [ 0.0083],\n", + " [ 0.0087],\n", + " [ 0.0084],\n", + " [ 0.0098],\n", + " [ 0.0100],\n", + " [ 0.0098],\n", + " [ 0.0081],\n", + " [ 0.0077],\n", + " [ 0.0105]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 9.9336e-04],\n", + " [-2.7177e-04],\n", + " [ 3.0901e-03],\n", + " [-1.7819e-03],\n", + " [ 1.0301e-03],\n", + " [ 2.4631e-03],\n", + " [-4.6239e-03],\n", + " [ 4.1637e-04],\n", + " [ 2.9012e-02],\n", + " [-6.3673e-04],\n", + " [ 3.9431e-04],\n", + " [-1.9203e-02],\n", + " [-1.3004e-02],\n", + " [ 1.1498e-03],\n", + " [-2.0641e-03],\n", + " [-7.5159e-04],\n", + " [-1.0764e-05],\n", + " [ 5.9838e-04],\n", + " [-3.6398e-03],\n", + " [-3.0573e-05],\n", + " [ 4.0477e-03],\n", + " [ 3.9393e-03],\n", + " [-2.3185e-03],\n", + " [-5.7214e-03],\n", + " [ 1.2368e-03],\n", + " [ 1.6847e-03],\n", + " [-6.4748e-04],\n", + " [ 1.7011e-03],\n", + " [ 1.3738e-02],\n", + " [ 1.0101e-03],\n", + " [ 8.9081e-04],\n", + " [ 3.4852e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0343],\n", + " [-0.0352],\n", + " [-0.0321],\n", + " [-0.0362],\n", + " [-0.0508],\n", + " [-0.0322],\n", + " [-0.0356],\n", + " [-0.0475],\n", + " [-0.0373],\n", + " [-0.0418],\n", + " [-0.0346],\n", + " [-0.0303],\n", + " [-0.0390],\n", + " [-0.0366],\n", + " [-0.0322],\n", + " [-0.0357],\n", + " [-0.0355],\n", + " [-0.0350],\n", + " [-0.0430],\n", + " [-0.0368],\n", + " [-0.0374],\n", + " [-0.0364],\n", + " [-0.0383],\n", + " [-0.0368],\n", + " [-0.0361],\n", + " [-0.0325],\n", + " [-0.0329],\n", + " [-0.0341],\n", + " [-0.0374],\n", + " [-0.0363],\n", + " [-0.0345]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0052],\n", + " [ 0.0041],\n", + " [ 0.0058],\n", + " [ 0.0025],\n", + " [ 0.0055],\n", + " [ 0.0080],\n", + " [ 0.0027],\n", + " [ 0.0047],\n", + " [ 0.0068],\n", + " [ 0.0046],\n", + " [ 0.0055],\n", + " [-0.0048],\n", + " [-0.0035],\n", + " [ 0.0058],\n", + " [ 0.0047],\n", + " [ 0.0022],\n", + " [ 0.0047],\n", + " [ 0.0051],\n", + " [ 0.0033],\n", + " [ 0.0112],\n", + " [ 0.0074],\n", + " [ 0.0073],\n", + " [ 0.0039],\n", + " [ 0.0046],\n", + " [ 0.0060],\n", + " [ 0.0056],\n", + " [ 0.0030],\n", + " [ 0.0042],\n", + " [-0.0015],\n", + " [ 0.0053],\n", + " [ 0.0056],\n", + " [ 0.0043]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0575],\n", + " [0.0570],\n", + " [0.0585],\n", + " [0.0560],\n", + " [0.0573],\n", + " [0.0665],\n", + " [0.0558],\n", + " [0.0566],\n", + " [0.0540],\n", + " [0.0560],\n", + " [0.0599],\n", + " [0.0489],\n", + " [0.0533],\n", + " [0.0573],\n", + " [0.0590],\n", + " [0.0570],\n", + " [0.0575],\n", + " [0.0566],\n", + " [0.0571],\n", + " [0.0682],\n", + " [0.0584],\n", + " [0.0582],\n", + " [0.0559],\n", + " [0.0584],\n", + " [0.0579],\n", + " [0.0570],\n", + " [0.0574],\n", + " [0.0578],\n", + " [0.0546],\n", + " [0.0580],\n", + " [0.0566],\n", + " [0.0573]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0181],\n", + " [-0.0185],\n", + " [-0.0190],\n", + " [-0.0188],\n", + " [-0.0177],\n", + " [-0.0171],\n", + " [-0.0171],\n", + " [-0.0183],\n", + " [-0.0128],\n", + " [-0.0182],\n", + " [-0.0186],\n", + " [-0.0180],\n", + " [-0.0184],\n", + " [-0.0176],\n", + " [-0.0158],\n", + " [-0.0193],\n", + " [-0.0185],\n", + " [-0.0185],\n", + " [-0.0172],\n", + " [-0.0133],\n", + " [-0.0183],\n", + " [-0.0186],\n", + " [-0.0177],\n", + " [-0.0154],\n", + " [-0.0174],\n", + " [-0.0185],\n", + " [-0.0184],\n", + " [-0.0169],\n", + " [-0.0100],\n", + " [-0.0181],\n", + " [-0.0186],\n", + " [-0.0192]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1729],\n", + " [-0.1706],\n", + " [-0.1713],\n", + " [-0.1703],\n", + " [-0.1723],\n", + " [-0.1666],\n", + " [-0.1700],\n", + " [-0.1727],\n", + " [-0.1884],\n", + " [-0.1704],\n", + " [-0.1712],\n", + " [-0.1609],\n", + " [-0.1656],\n", + " [-0.1724],\n", + " [-0.1691],\n", + " [-0.1696],\n", + " [-0.1709],\n", + " [-0.1720],\n", + " [-0.1680],\n", + " [-0.1778],\n", + " [-0.1715],\n", + " [-0.1716],\n", + " [-0.1700],\n", + " [-0.1684],\n", + " [-0.1714],\n", + " [-0.1732],\n", + " [-0.1691],\n", + " [-0.1717],\n", + " [-0.1776],\n", + " [-0.1706],\n", + " [-0.1725],\n", + " [-0.1713]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0211],\n", + " [-0.0219],\n", + " [-0.0212],\n", + " [-0.0227],\n", + " [-0.0210],\n", + " [-0.0022],\n", + " [-0.0232],\n", + " [-0.0206],\n", + " [ 0.0060],\n", + " [-0.0201],\n", + " [-0.0170],\n", + " [-0.0215],\n", + " [-0.0251],\n", + " [-0.0190],\n", + " [-0.0221],\n", + " [-0.0222],\n", + " [-0.0207],\n", + " [-0.0211],\n", + " [-0.0216],\n", + " [-0.0242],\n", + " [-0.0199],\n", + " [-0.0199],\n", + " [-0.0208],\n", + " [-0.0229],\n", + " [-0.0211],\n", + " [-0.0204],\n", + " [-0.0215],\n", + " [-0.0206],\n", + " [ 0.0061],\n", + " [-0.0205],\n", + " [-0.0203],\n", + " [-0.0219]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0123],\n", + " [ 0.0118],\n", + " [ 0.0162],\n", + " [ 0.0129],\n", + " [ 0.0091],\n", + " [ 0.0013],\n", + " [ 0.0076],\n", + " [ 0.0105],\n", + " [ 0.0518],\n", + " [ 0.0085],\n", + " [ 0.0004],\n", + " [-0.0056],\n", + " [ 0.0007],\n", + " [ 0.0061],\n", + " [ 0.0056],\n", + " [ 0.0169],\n", + " [ 0.0154],\n", + " [ 0.0134],\n", + " [ 0.0083],\n", + " [ 0.0007],\n", + " [ 0.0158],\n", + " [ 0.0141],\n", + " [ 0.0045],\n", + " [-0.0003],\n", + " [ 0.0089],\n", + " [ 0.0109],\n", + " [ 0.0144],\n", + " [ 0.0182],\n", + " [ 0.0455],\n", + " [ 0.0104],\n", + " [ 0.0093],\n", + " [ 0.0138]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0894],\n", + " [0.0902],\n", + " [0.0889],\n", + " [0.0902],\n", + " [0.0904],\n", + " [0.1058],\n", + " [0.0929],\n", + " [0.0912],\n", + " [0.0804],\n", + " [0.0936],\n", + " [0.0991],\n", + " [0.1111],\n", + " [0.0984],\n", + " [0.0933],\n", + " [0.0916],\n", + " [0.0915],\n", + " [0.0909],\n", + " [0.0905],\n", + " [0.0931],\n", + " [0.0818],\n", + " [0.0890],\n", + " [0.0893],\n", + " [0.0953],\n", + " [0.0971],\n", + " [0.0906],\n", + " [0.0906],\n", + " [0.0919],\n", + " [0.0897],\n", + " [0.0949],\n", + " [0.0912],\n", + " [0.0920],\n", + " [0.0893]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0849],\n", + " [0.0852],\n", + " [0.0877],\n", + " [0.0858],\n", + " [0.0837],\n", + " [0.0798],\n", + " [0.0810],\n", + " [0.0836],\n", + " [0.1073],\n", + " [0.0845],\n", + " [0.0802],\n", + " [0.0670],\n", + " [0.0746],\n", + " [0.0816],\n", + " [0.0837],\n", + " [0.0884],\n", + " [0.0879],\n", + " [0.0858],\n", + " [0.0834],\n", + " [0.0752],\n", + " [0.0878],\n", + " [0.0871],\n", + " [0.0812],\n", + " [0.0796],\n", + " [0.0836],\n", + " [0.0836],\n", + " [0.0866],\n", + " [0.0904],\n", + " [0.1216],\n", + " [0.0858],\n", + " [0.0818],\n", + " [0.0865]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0882],\n", + " [0.0875],\n", + " [0.0892],\n", + " [0.0875],\n", + " [0.0874],\n", + " [0.0998],\n", + " [0.0866],\n", + " [0.0868],\n", + " [0.0820],\n", + " [0.0861],\n", + " [0.0875],\n", + " [0.0702],\n", + " [0.0823],\n", + " [0.0874],\n", + " [0.0890],\n", + " [0.0882],\n", + " [0.0883],\n", + " [0.0869],\n", + " [0.0868],\n", + " [0.0907],\n", + " [0.0887],\n", + " [0.0884],\n", + " [0.0853],\n", + " [0.0866],\n", + " [0.0884],\n", + " [0.0868],\n", + " [0.0870],\n", + " [0.0888],\n", + " [0.0713],\n", + " [0.0886],\n", + " [0.0867],\n", + " [0.0880]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0410],\n", + " [0.0420],\n", + " [0.0441],\n", + " [0.0411],\n", + " [0.0414],\n", + " [0.0493],\n", + " [0.0386],\n", + " [0.0408],\n", + " [0.0524],\n", + " [0.0418],\n", + " [0.0417],\n", + " [0.0358],\n", + " [0.0342],\n", + " [0.0412],\n", + " [0.0407],\n", + " [0.0434],\n", + " [0.0429],\n", + " [0.0424],\n", + " [0.0410],\n", + " [0.0368],\n", + " [0.0449],\n", + " [0.0446],\n", + " [0.0402],\n", + " [0.0388],\n", + " [0.0421],\n", + " [0.0416],\n", + " [0.0434],\n", + " [0.0431],\n", + " [0.0532],\n", + " [0.0428],\n", + " [0.0414],\n", + " [0.0421]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0359],\n", + " [0.0363],\n", + " [0.0337],\n", + " [0.0372],\n", + " [0.0366],\n", + " [0.0231],\n", + " [0.0373],\n", + " [0.0367],\n", + " [0.0213],\n", + " [0.0380],\n", + " [0.0360],\n", + " [0.0366],\n", + " [0.0399],\n", + " [0.0367],\n", + " [0.0375],\n", + " [0.0353],\n", + " [0.0354],\n", + " [0.0357],\n", + " [0.0373],\n", + " [0.0343],\n", + " [0.0331],\n", + " [0.0340],\n", + " [0.0381],\n", + " [0.0386],\n", + " [0.0358],\n", + " [0.0361],\n", + " [0.0360],\n", + " [0.0340],\n", + " [0.0277],\n", + " [0.0369],\n", + " [0.0358],\n", + " [0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0708],\n", + " [-0.0723],\n", + " [-0.0699],\n", + " [-0.0714],\n", + " [-0.0728],\n", + " [-0.0696],\n", + " [-0.0728],\n", + " [-0.0715],\n", + " [-0.0552],\n", + " [-0.0728],\n", + " [-0.0744],\n", + " [-0.0833],\n", + " [-0.0781],\n", + " [-0.0731],\n", + " [-0.0746],\n", + " [-0.0691],\n", + " [-0.0696],\n", + " [-0.0708],\n", + " [-0.0737],\n", + " [-0.0788],\n", + " [-0.0701],\n", + " [-0.0708],\n", + " [-0.0746],\n", + " [-0.0756],\n", + " [-0.0730],\n", + " [-0.0716],\n", + " [-0.0710],\n", + " [-0.0682],\n", + " [-0.0564],\n", + " [-0.0722],\n", + " [-0.0722],\n", + " [-0.0712]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0994],\n", + " [-0.0988],\n", + " [-0.0996],\n", + " [-0.0974],\n", + " [-0.1009],\n", + " [-0.1140],\n", + " [-0.1003],\n", + " [-0.1000],\n", + " [-0.1145],\n", + " [-0.1006],\n", + " [-0.1085],\n", + " [-0.1076],\n", + " [-0.1005],\n", + " [-0.1035],\n", + " [-0.1023],\n", + " [-0.0968],\n", + " [-0.0989],\n", + " [-0.0984],\n", + " [-0.1003],\n", + " [-0.1127],\n", + " [-0.1011],\n", + " [-0.1010],\n", + " [-0.1024],\n", + " [-0.1042],\n", + " [-0.1015],\n", + " [-0.1002],\n", + " [-0.0984],\n", + " [-0.0981],\n", + " [-0.0935],\n", + " [-0.1007],\n", + " [-0.1015],\n", + " [-0.0982]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0624],\n", + " [-0.0620],\n", + " [-0.0635],\n", + " [-0.0615],\n", + " [-0.0501],\n", + " [-0.0650],\n", + " [-0.0623],\n", + " [-0.0440],\n", + " [-0.0613],\n", + " [-0.0583],\n", + " [-0.0614],\n", + " [-0.0669],\n", + " [-0.0606],\n", + " [-0.0617],\n", + " [-0.0634],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0632],\n", + " [-0.0606],\n", + " [-0.0615],\n", + " [-0.0612],\n", + " [-0.0617],\n", + " [-0.0628],\n", + " [-0.0615],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0625],\n", + " [-0.0555],\n", + " [-0.0609],\n", + " [-0.0623],\n", + " [-0.0624]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0623],\n", + " [-0.0589],\n", + " [-0.0640],\n", + " [-0.0619],\n", + " [-0.0629],\n", + " [-0.0600],\n", + " [-0.0610],\n", + " [-0.0501],\n", + " [-0.0631],\n", + " [-0.0617],\n", + " [-0.0625],\n", + " [-0.0564],\n", + " [-0.0626],\n", + " [-0.0489],\n", + " [-0.0620],\n", + " [-0.0786],\n", + " [-0.0603],\n", + " [-0.0620],\n", + " [-0.0629],\n", + " [-0.0638],\n", + " [-0.0666],\n", + " [-0.0579],\n", + " [-0.0613],\n", + " [-0.0638],\n", + " [-0.0649],\n", + " [-0.0579],\n", + " [-0.0621],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0669],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0785],\n", + " [-0.0669],\n", + " [-0.0708],\n", + " [-0.0788],\n", + " [-0.0757],\n", + " [-0.0740],\n", + " [-0.0730],\n", + " [-0.0737],\n", + " [-0.0688],\n", + " [-0.0752],\n", + " [-0.0745],\n", + " [-0.0752],\n", + " [-0.0724],\n", + " [-0.0744],\n", + " [-0.0954],\n", + " [-0.0729],\n", + " [-0.0829],\n", + " [-0.0716],\n", + " [-0.0740],\n", + " [-0.0711],\n", + " [-0.0753],\n", + " [-0.0809],\n", + " [-0.0696],\n", + " [-0.0738],\n", + " [-0.0771],\n", + " [-0.0768],\n", + " [-0.0742],\n", + " [-0.0733],\n", + " [-0.0730],\n", + " [-0.0705],\n", + " [-0.0827],\n", + " [-0.0735]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0387],\n", + " [0.0360],\n", + " [0.0397],\n", + " [0.0386],\n", + " [0.0370],\n", + " [0.0363],\n", + " [0.0381],\n", + " [0.0387],\n", + " [0.0385],\n", + " [0.0362],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0331],\n", + " [0.0367],\n", + " [0.0215],\n", + " [0.0375],\n", + " [0.0288],\n", + " [0.0409],\n", + " [0.0392],\n", + " [0.0359],\n", + " [0.0354],\n", + " [0.0373],\n", + " [0.0391],\n", + " [0.0375],\n", + " [0.0367],\n", + " [0.0355],\n", + " [0.0409],\n", + " [0.0373],\n", + " [0.0375],\n", + " [0.0364],\n", + " [0.0218],\n", + " [0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0914],\n", + " [-0.0954],\n", + " [-0.0855],\n", + " [-0.0932],\n", + " [-0.0902],\n", + " [-0.0941],\n", + " [-0.0876],\n", + " [-0.0924],\n", + " [-0.0813],\n", + " [-0.0942],\n", + " [-0.0901],\n", + " [-0.0937],\n", + " [-0.0969],\n", + " [-0.0946],\n", + " [-0.0975],\n", + " [-0.0925],\n", + " [-0.1016],\n", + " [-0.0926],\n", + " [-0.0929],\n", + " [-0.0952],\n", + " [-0.0945],\n", + " [-0.0932],\n", + " [-0.0865],\n", + " [-0.0900],\n", + " [-0.0933],\n", + " [-0.0962],\n", + " [-0.0843],\n", + " [-0.0929],\n", + " [-0.0952],\n", + " [-0.0948],\n", + " [-0.0854],\n", + " [-0.0947]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0466],\n", + " [0.0597],\n", + " [0.0437],\n", + " [0.0505],\n", + " [0.0493],\n", + " [0.0571],\n", + " [0.0493],\n", + " [0.0538],\n", + " [0.0431],\n", + " [0.0572],\n", + " [0.0505],\n", + " [0.0562],\n", + " [0.0418],\n", + " [0.0583],\n", + " [0.0453],\n", + " [0.0551],\n", + " [0.0617],\n", + " [0.0530],\n", + " [0.0574],\n", + " [0.0580],\n", + " [0.0576],\n", + " [0.0487],\n", + " [0.0492],\n", + " [0.0509],\n", + " [0.0540],\n", + " [0.0575],\n", + " [0.0376],\n", + " [0.0549],\n", + " [0.0577],\n", + " [0.0579],\n", + " [0.0626],\n", + " [0.0579]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0362],\n", + " [-0.0363],\n", + " [-0.0388],\n", + " [-0.0341],\n", + " [-0.0419],\n", + " [-0.0382],\n", + " [-0.0436],\n", + " [-0.0359],\n", + " [-0.0484],\n", + " [-0.0387],\n", + " [-0.0420],\n", + " [-0.0368],\n", + " [-0.0534],\n", + " [-0.0365],\n", + " [-0.0334],\n", + " [-0.0380],\n", + " [-0.0403],\n", + " [-0.0326],\n", + " [-0.0358],\n", + " [-0.0379],\n", + " [-0.0400],\n", + " [-0.0376],\n", + " [-0.0419],\n", + " [-0.0406],\n", + " [-0.0404],\n", + " [-0.0365],\n", + " [-0.0414],\n", + " [-0.0382],\n", + " [-0.0352],\n", + " [-0.0374],\n", + " [-0.0389],\n", + " [-0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0790],\n", + " [-0.0824],\n", + " [-0.0791],\n", + " [-0.0792],\n", + " [-0.0780],\n", + " [-0.0794],\n", + " [-0.0786],\n", + " [-0.0801],\n", + " [-0.0775],\n", + " [-0.0788],\n", + " [-0.0790],\n", + " [-0.0789],\n", + " [-0.0813],\n", + " [-0.0786],\n", + " [-0.0787],\n", + " [-0.0802],\n", + " [-0.0727],\n", + " [-0.0825],\n", + " [-0.0787],\n", + " [-0.0807],\n", + " [-0.0790],\n", + " [-0.0780],\n", + " [-0.0783],\n", + " [-0.0792],\n", + " [-0.0785],\n", + " [-0.0787],\n", + " [-0.0761],\n", + " [-0.0803],\n", + " [-0.0802],\n", + " [-0.0807],\n", + " [-0.0681],\n", + " [-0.0792]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1618],\n", + " [0.1721],\n", + " [0.1657],\n", + " [0.1643],\n", + " [0.1641],\n", + " [0.1685],\n", + " [0.1642],\n", + " [0.1672],\n", + " [0.1638],\n", + " [0.1686],\n", + " [0.1647],\n", + " [0.1684],\n", + " [0.1599],\n", + " [0.1695],\n", + " [0.1420],\n", + " [0.1678],\n", + " [0.1679],\n", + " [0.1678],\n", + " [0.1706],\n", + " [0.1690],\n", + " [0.1688],\n", + " [0.1640],\n", + " [0.1664],\n", + " [0.1653],\n", + " [0.1669],\n", + " [0.1675],\n", + " [0.1622],\n", + " [0.1674],\n", + " [0.1691],\n", + " [0.1692],\n", + " [0.1755],\n", + " [0.1686]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0591],\n", + " [-0.0581],\n", + " [-0.0531],\n", + " [-0.0602],\n", + " [-0.0558],\n", + " [-0.0563],\n", + " [-0.0529],\n", + " [-0.0553],\n", + " [-0.0472],\n", + " [-0.0567],\n", + " [-0.0537],\n", + " [-0.0569],\n", + " [-0.0626],\n", + " [-0.0570],\n", + " [-0.0902],\n", + " [-0.0539],\n", + " [-0.0696],\n", + " [-0.0503],\n", + " [-0.0546],\n", + " [-0.0572],\n", + " [-0.0565],\n", + " [-0.0614],\n", + " [-0.0492],\n", + " [-0.0528],\n", + " [-0.0569],\n", + " [-0.0594],\n", + " [-0.0568],\n", + " [-0.0545],\n", + " [-0.0575],\n", + " [-0.0562],\n", + " [-0.0737],\n", + " [-0.0568]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0710],\n", + " [0.0549],\n", + " [0.0640],\n", + " [0.0678],\n", + " [0.0649],\n", + " [0.0594],\n", + " [0.0622],\n", + " [0.0617],\n", + " [0.0606],\n", + " [0.0599],\n", + " [0.0639],\n", + " [0.0613],\n", + " [0.0543],\n", + " [0.0601],\n", + " [0.0181],\n", + " [0.0596],\n", + " [0.0508],\n", + " [0.0659],\n", + " [0.0608],\n", + " [0.0571],\n", + " [0.0594],\n", + " [0.0669],\n", + " [0.0611],\n", + " [0.0639],\n", + " [0.0617],\n", + " [0.0616],\n", + " [0.0725],\n", + " [0.0599],\n", + " [0.0597],\n", + " [0.0570],\n", + " [0.0617],\n", + " [0.0593]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0876],\n", + " [-0.1025],\n", + " [-0.0824],\n", + " [-0.0898],\n", + " [-0.0902],\n", + " [-0.0969],\n", + " [-0.0910],\n", + " [-0.0954],\n", + " [-0.0892],\n", + " [-0.0965],\n", + " [-0.0914],\n", + " [-0.0961],\n", + " [-0.0953],\n", + " [-0.0977],\n", + " [-0.0902],\n", + " [-0.0960],\n", + " [-0.0946],\n", + " [-0.0958],\n", + " [-0.0975],\n", + " [-0.0990],\n", + " [-0.0964],\n", + " [-0.0880],\n", + " [-0.0917],\n", + " [-0.0922],\n", + " [-0.0939],\n", + " [-0.0959],\n", + " [-0.0784],\n", + " [-0.0958],\n", + " [-0.0986],\n", + " [-0.0990],\n", + " [-0.0892],\n", + " [-0.0975]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0065],\n", + " [0.0231],\n", + " [0.0126],\n", + " [0.0115],\n", + " [0.0120],\n", + " [0.0173],\n", + " [0.0125],\n", + " [0.0154],\n", + " [0.0157],\n", + " [0.0180],\n", + " [0.0124],\n", + " [0.0167],\n", + " [0.0258],\n", + " [0.0187],\n", + " [0.0271],\n", + " [0.0170],\n", + " [0.0205],\n", + " [0.0177],\n", + " [0.0182],\n", + " [0.0193],\n", + " [0.0187],\n", + " [0.0113],\n", + " [0.0151],\n", + " [0.0131],\n", + " [0.0156],\n", + " [0.0180],\n", + " [0.0056],\n", + " [0.0166],\n", + " [0.0182],\n", + " [0.0201],\n", + " [0.0227],\n", + " [0.0191]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0868],\n", + " [0.0986],\n", + " [0.0859],\n", + " [0.0858],\n", + " [0.0922],\n", + " [0.0947],\n", + " [0.0958],\n", + " [0.0920],\n", + " [0.1002],\n", + " [0.0944],\n", + " [0.0929],\n", + " [0.0915],\n", + " [0.1019],\n", + " [0.0928],\n", + " [0.0908],\n", + " [0.0940],\n", + " [0.0960],\n", + " [0.0877],\n", + " [0.0920],\n", + " [0.0975],\n", + " [0.0953],\n", + " [0.0889],\n", + " [0.0936],\n", + " [0.0922],\n", + " [0.0942],\n", + " [0.0907],\n", + " [0.0865],\n", + " [0.0941],\n", + " [0.0939],\n", + " [0.0972],\n", + " [0.0763],\n", + " [0.0938]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0109],\n", + " [ 0.0114],\n", + " [ 0.0087],\n", + " [ 0.0083],\n", + " [ 0.0111],\n", + " [ 0.0108],\n", + " [ 0.0140],\n", + " [ 0.0118],\n", + " [ 0.0197],\n", + " [ 0.0096],\n", + " [ 0.0111],\n", + " [ 0.0093],\n", + " [ 0.0166],\n", + " [ 0.0086],\n", + " [ 0.0120],\n", + " [ 0.0115],\n", + " [ 0.0045],\n", + " [ 0.0051],\n", + " [ 0.0099],\n", + " [ 0.0117],\n", + " [ 0.0090],\n", + " [ 0.0094],\n", + " [ 0.0115],\n", + " [ 0.0107],\n", + " [ 0.0107],\n", + " [ 0.0065],\n", + " [ 0.0163],\n", + " [ 0.0116],\n", + " [ 0.0111],\n", + " [ 0.0113],\n", + " [-0.0026],\n", + " [ 0.0090]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.8204e-03],\n", + " [ 8.9303e-04],\n", + " [-5.7500e-03],\n", + " [ 1.5430e-03],\n", + " [-5.1789e-03],\n", + " [-1.6900e-03],\n", + " [-8.0263e-03],\n", + " [-2.7601e-03],\n", + " [-1.6012e-02],\n", + " [-5.0145e-04],\n", + " [-7.2774e-03],\n", + " [-1.2651e-04],\n", + " [ 6.1691e-06],\n", + " [ 4.7126e-04],\n", + " [ 3.8711e-02],\n", + " [-4.0513e-03],\n", + " [ 1.5528e-02],\n", + " [-1.8693e-03],\n", + " [-1.1135e-03],\n", + " [-4.4628e-04],\n", + " [-3.3783e-04],\n", + " [ 2.2778e-03],\n", + " [-8.9199e-03],\n", + " [-8.0905e-03],\n", + " [-1.1349e-03],\n", + " [ 3.0690e-03],\n", + " [-7.6399e-03],\n", + " [-3.6368e-03],\n", + " [ 3.5380e-04],\n", + " [-1.0186e-03],\n", + " [-5.1714e-03],\n", + " [-3.6730e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0381],\n", + " [-0.0305],\n", + " [-0.0396],\n", + " [-0.0395],\n", + " [-0.0364],\n", + " [-0.0335],\n", + " [-0.0335],\n", + " [-0.0343],\n", + " [-0.0391],\n", + " [-0.0346],\n", + " [-0.0351],\n", + " [-0.0359],\n", + " [-0.0547],\n", + " [-0.0354],\n", + " [-0.0524],\n", + " [-0.0334],\n", + " [-0.0385],\n", + " [-0.0376],\n", + " [-0.0337],\n", + " [-0.0324],\n", + " [-0.0343],\n", + " [-0.0414],\n", + " [-0.0325],\n", + " [-0.0348],\n", + " [-0.0355],\n", + " [-0.0389],\n", + " [-0.0371],\n", + " [-0.0339],\n", + " [-0.0341],\n", + " [-0.0325],\n", + " [-0.0413],\n", + " [-0.0357]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 6.9345e-03],\n", + " [ 2.4221e-03],\n", + " [ 4.0364e-03],\n", + " [ 7.9901e-03],\n", + " [ 3.7994e-03],\n", + " [ 3.8478e-03],\n", + " [ 5.9463e-04],\n", + " [ 3.4213e-03],\n", + " [-3.0706e-03],\n", + " [ 4.4570e-03],\n", + " [ 2.6143e-03],\n", + " [ 5.0257e-03],\n", + " [ 2.9919e-03],\n", + " [ 5.2043e-03],\n", + " [ 1.2992e-02],\n", + " [ 2.2647e-03],\n", + " [ 6.9972e-03],\n", + " [ 4.3772e-03],\n", + " [ 4.1972e-03],\n", + " [ 3.1929e-03],\n", + " [ 4.3410e-03],\n", + " [ 7.4725e-03],\n", + " [-6.7918e-05],\n", + " [ 2.2791e-03],\n", + " [ 4.3652e-03],\n", + " [ 6.5142e-03],\n", + " [ 3.2757e-03],\n", + " [ 2.6705e-03],\n", + " [ 4.1795e-03],\n", + " [ 2.9212e-03],\n", + " [ 1.3313e-02],\n", + " [ 4.5870e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0620],\n", + " [0.0573],\n", + " [0.0605],\n", + " [0.0614],\n", + " [0.0579],\n", + " [0.0565],\n", + " [0.0557],\n", + " [0.0570],\n", + " [0.0534],\n", + " [0.0565],\n", + " [0.0568],\n", + " [0.0567],\n", + " [0.0603],\n", + " [0.0565],\n", + " [0.0503],\n", + " [0.0559],\n", + " [0.0604],\n", + " [0.0587],\n", + " [0.0559],\n", + " [0.0570],\n", + " [0.0563],\n", + " [0.0619],\n", + " [0.0547],\n", + " [0.0564],\n", + " [0.0572],\n", + " [0.0573],\n", + " [0.0618],\n", + " [0.0563],\n", + " [0.0575],\n", + " [0.0568],\n", + " [0.0637],\n", + " [0.0564]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0140],\n", + " [-0.0178],\n", + " [-0.0169],\n", + " [-0.0161],\n", + " [-0.0158],\n", + " [-0.0175],\n", + " [-0.0171],\n", + " [-0.0173],\n", + " [-0.0208],\n", + " [-0.0182],\n", + " [-0.0162],\n", + " [-0.0176],\n", + " [-0.0162],\n", + " [-0.0184],\n", + " [-0.0225],\n", + " [-0.0178],\n", + " [-0.0191],\n", + " [-0.0164],\n", + " [-0.0187],\n", + " [-0.0180],\n", + " [-0.0186],\n", + " [-0.0174],\n", + " [-0.0157],\n", + " [-0.0164],\n", + " [-0.0178],\n", + " [-0.0185],\n", + " [-0.0154],\n", + " [-0.0178],\n", + " [-0.0185],\n", + " [-0.0185],\n", + " [-0.0200],\n", + " [-0.0183]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1688],\n", + " [-0.1710],\n", + " [-0.1651],\n", + " [-0.1709],\n", + " [-0.1705],\n", + " [-0.1712],\n", + " [-0.1691],\n", + " [-0.1692],\n", + " [-0.1670],\n", + " [-0.1724],\n", + " [-0.1689],\n", + " [-0.1711],\n", + " [-0.1814],\n", + " [-0.1714],\n", + " [-0.1806],\n", + " [-0.1696],\n", + " [-0.1847],\n", + " [-0.1671],\n", + " [-0.1696],\n", + " [-0.1718],\n", + " [-0.1732],\n", + " [-0.1750],\n", + " [-0.1662],\n", + " [-0.1675],\n", + " [-0.1732],\n", + " [-0.1734],\n", + " [-0.1669],\n", + " [-0.1701],\n", + " [-0.1709],\n", + " [-0.1711],\n", + " [-0.1771],\n", + " [-0.1715]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0249],\n", + " [-0.0215],\n", + " [-0.0206],\n", + " [-0.0210],\n", + " [-0.0239],\n", + " [-0.0224],\n", + " [-0.0253],\n", + " [-0.0227],\n", + " [-0.0229],\n", + " [-0.0211],\n", + " [-0.0248],\n", + " [-0.0212],\n", + " [-0.0110],\n", + " [-0.0211],\n", + " [ 0.0405],\n", + " [-0.0228],\n", + " [-0.0081],\n", + " [-0.0188],\n", + " [-0.0221],\n", + " [-0.0224],\n", + " [-0.0204],\n", + " [-0.0192],\n", + " [-0.0237],\n", + " [-0.0251],\n", + " [-0.0210],\n", + " [-0.0189],\n", + " [-0.0241],\n", + " [-0.0227],\n", + " [-0.0222],\n", + " [-0.0225],\n", + " [-0.0177],\n", + " [-0.0213]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0025],\n", + " [ 0.0199],\n", + " [-0.0056],\n", + " [ 0.0024],\n", + " [-0.0008],\n", + " [ 0.0101],\n", + " [-0.0002],\n", + " [ 0.0075],\n", + " [ 0.0004],\n", + " [ 0.0093],\n", + " [ 0.0003],\n", + " [ 0.0083],\n", + " [ 0.0127],\n", + " [ 0.0109],\n", + " [ 0.0652],\n", + " [ 0.0084],\n", + " [ 0.0226],\n", + " [ 0.0075],\n", + " [ 0.0094],\n", + " [ 0.0137],\n", + " [ 0.0097],\n", + " [ 0.0008],\n", + " [ 0.0001],\n", + " [ 0.0012],\n", + " [ 0.0054],\n", + " [ 0.0102],\n", + " [-0.0148],\n", + " [ 0.0083],\n", + " [ 0.0128],\n", + " [ 0.0136],\n", + " [ 0.0228],\n", + " [ 0.0111]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0927],\n", + " [0.0893],\n", + " [0.1051],\n", + " [0.0922],\n", + " [0.0951],\n", + " [0.0910],\n", + " [0.0953],\n", + " [0.0917],\n", + " [0.0972],\n", + " [0.0913],\n", + " [0.0955],\n", + " [0.0918],\n", + " [0.0769],\n", + " [0.0915],\n", + " [0.0829],\n", + " [0.0921],\n", + " [0.0837],\n", + " [0.0947],\n", + " [0.0922],\n", + " [0.0894],\n", + " [0.0918],\n", + " [0.0919],\n", + " [0.0990],\n", + " [0.0962],\n", + " [0.0913],\n", + " [0.0915],\n", + " [0.1036],\n", + " [0.0916],\n", + " [0.0895],\n", + " [0.0901],\n", + " [0.0864],\n", + " [0.0915]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0795],\n", + " [0.0920],\n", + " [0.0806],\n", + " [0.0820],\n", + " [0.0777],\n", + " [0.0832],\n", + " [0.0775],\n", + " [0.0833],\n", + " [0.0746],\n", + " [0.0824],\n", + " [0.0779],\n", + " [0.0831],\n", + " [0.0902],\n", + " [0.0840],\n", + " [0.1203],\n", + " [0.0824],\n", + " [0.0853],\n", + " [0.0851],\n", + " [0.0826],\n", + " [0.0866],\n", + " [0.0817],\n", + " [0.0781],\n", + " [0.0792],\n", + " [0.0782],\n", + " [0.0800],\n", + " [0.0834],\n", + " [0.0725],\n", + " [0.0827],\n", + " [0.0859],\n", + " [0.0863],\n", + " [0.0853],\n", + " [0.0845]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0895],\n", + " [0.0885],\n", + " [0.0845],\n", + " [0.0896],\n", + " [0.0866],\n", + " [0.0872],\n", + " [0.0854],\n", + " [0.0874],\n", + " [0.0779],\n", + " [0.0864],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0808],\n", + " [0.0862],\n", + " [0.0652],\n", + " [0.0873],\n", + " [0.0915],\n", + " [0.0860],\n", + " [0.0854],\n", + " [0.0884],\n", + " [0.0863],\n", + " [0.0894],\n", + " [0.0826],\n", + " [0.0863],\n", + " [0.0866],\n", + " [0.0881],\n", + " [0.0836],\n", + " [0.0877],\n", + " [0.0881],\n", + " [0.0880],\n", + " [0.1020],\n", + " [0.0868]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0427],\n", + " [0.0423],\n", + " [0.0419],\n", + " [0.0370],\n", + " [0.0401],\n", + " [0.0358],\n", + " [0.0403],\n", + " [0.0347],\n", + " [0.0400],\n", + " [0.0370],\n", + " [0.0414],\n", + " [0.0439],\n", + " [0.0423],\n", + " [0.0581],\n", + " [0.0395],\n", + " [0.0402],\n", + " [0.0437],\n", + " [0.0424],\n", + " [0.0408],\n", + " [0.0395],\n", + " [0.0395],\n", + " [0.0374],\n", + " [0.0379],\n", + " [0.0380],\n", + " [0.0425],\n", + " [0.0384],\n", + " [0.0392],\n", + " [0.0422],\n", + " [0.0410],\n", + " [0.0427],\n", + " [0.0414]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0352],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0394],\n", + " [0.0365],\n", + " [0.0396],\n", + " [0.0378],\n", + " [0.0420],\n", + " [0.0371],\n", + " [0.0388],\n", + " [0.0366],\n", + " [0.0410],\n", + " [0.0359],\n", + " [0.0309],\n", + " [0.0374],\n", + " [0.0274],\n", + " [0.0361],\n", + " [0.0361],\n", + " [0.0365],\n", + " [0.0372],\n", + " [0.0367],\n", + " [0.0402],\n", + " [0.0387],\n", + " [0.0384],\n", + " [0.0352],\n", + " [0.0357],\n", + " [0.0378],\n", + " [0.0358],\n", + " [0.0369],\n", + " [0.0310],\n", + " [0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0774],\n", + " [-0.0681],\n", + " [-0.0777],\n", + " [-0.0751],\n", + " [-0.0764],\n", + " [-0.0722],\n", + " [-0.0781],\n", + " [-0.0744],\n", + " [-0.0856],\n", + " [-0.0723],\n", + " [-0.0758],\n", + " [-0.0732],\n", + " [-0.0770],\n", + " [-0.0722],\n", + " [-0.0541],\n", + " [-0.0729],\n", + " [-0.0607],\n", + " [-0.0732],\n", + " [-0.0738],\n", + " [-0.0703],\n", + " [-0.0717],\n", + " [-0.0751],\n", + " [-0.0771],\n", + " [-0.0755],\n", + " [-0.0736],\n", + " [-0.0713],\n", + " [-0.0864],\n", + " [-0.0729],\n", + " [-0.0718],\n", + " [-0.0706],\n", + " [-0.0652],\n", + " [-0.0716]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1059],\n", + " [-0.0961],\n", + " [-0.1082],\n", + " [-0.1055],\n", + " [-0.1042],\n", + " [-0.0995],\n", + " [-0.1023],\n", + " [-0.1006],\n", + " [-0.1052],\n", + " [-0.1006],\n", + " [-0.1026],\n", + " [-0.1009],\n", + " [-0.1118],\n", + " [-0.0995],\n", + " [-0.1052],\n", + " [-0.0995],\n", + " [-0.1075],\n", + " [-0.1015],\n", + " [-0.0998],\n", + " [-0.0981],\n", + " [-0.1014],\n", + " [-0.1087],\n", + " [-0.1012],\n", + " [-0.1019],\n", + " [-0.1031],\n", + " [-0.1018],\n", + " [-0.1120],\n", + " [-0.0999],\n", + " [-0.0988],\n", + " [-0.0977],\n", + " [-0.1183],\n", + " [-0.0991]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0630],\n", + " [-0.0591],\n", + " [-0.0597],\n", + " [-0.0630],\n", + " [-0.0636],\n", + " [-0.0645],\n", + " [-0.0621],\n", + " [-0.0587],\n", + " [-0.0628],\n", + " [-0.0647],\n", + " [-0.0619],\n", + " [-0.0469],\n", + " [-0.0625],\n", + " [-0.0216],\n", + " [-0.0634],\n", + " [-0.0570],\n", + " [-0.0634],\n", + " [-0.0631],\n", + " [-0.0634],\n", + " [-0.0631],\n", + " [-0.0587],\n", + " [-0.0644],\n", + " [-0.0647],\n", + " [-0.0626],\n", + " [-0.0606],\n", + " [-0.0562],\n", + " [-0.0631],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0498],\n", + " [-0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0610],\n", + " [-0.0635],\n", + " [-0.0630],\n", + " [-0.0546],\n", + " [-0.0635],\n", + " [-0.0599],\n", + " [-0.0622],\n", + " [-0.0631],\n", + " [-0.0634],\n", + " [-0.0650],\n", + " [ 0.8116],\n", + " [-0.0653],\n", + " [-0.0610],\n", + " [-0.0648],\n", + " [-0.0717],\n", + " [-0.0625],\n", + " [-0.0042],\n", + " [-0.0697],\n", + " [-0.0612],\n", + " [-0.0645],\n", + " [-0.0646],\n", + " [-0.0405],\n", + " [-0.0636],\n", + " [-0.0634],\n", + " [-0.0618],\n", + " [-0.0594],\n", + " [-0.0641],\n", + " [-0.0590],\n", + " [-0.0628],\n", + " [-0.0631],\n", + " [-0.0587],\n", + " [-0.0449]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0750],\n", + " [-0.0769],\n", + " [-0.0710],\n", + " [-0.0648],\n", + " [-0.0712],\n", + " [-0.0676],\n", + " [-0.0774],\n", + " [-0.0728],\n", + " [-0.0746],\n", + " [-0.0772],\n", + " [-1.2221],\n", + " [-0.0731],\n", + " [-0.0742],\n", + " [-0.0762],\n", + " [-0.0808],\n", + " [-0.0740],\n", + " [-0.1385],\n", + " [-0.0796],\n", + " [-0.0730],\n", + " [-0.0780],\n", + " [-0.0748],\n", + " [-0.1246],\n", + " [-0.0766],\n", + " [-0.0770],\n", + " [-0.0749],\n", + " [-0.0713],\n", + " [-0.0775],\n", + " [-0.0707],\n", + " [-0.0766],\n", + " [-0.0759],\n", + " [-0.0720],\n", + " [-0.0672]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0375],\n", + " [ 0.0374],\n", + " [ 0.0371],\n", + " [ 0.0379],\n", + " [ 0.0363],\n", + " [ 0.0398],\n", + " [ 0.0390],\n", + " [ 0.0366],\n", + " [ 0.0356],\n", + " [ 0.0357],\n", + " [-1.5849],\n", + " [ 0.0334],\n", + " [ 0.0374],\n", + " [ 0.0353],\n", + " [ 0.0359],\n", + " [ 0.0374],\n", + " [ 0.0152],\n", + " [ 0.0311],\n", + " [ 0.0387],\n", + " [ 0.0371],\n", + " [ 0.0349],\n", + " [ 0.0118],\n", + " [ 0.0363],\n", + " [ 0.0374],\n", + " [ 0.0374],\n", + " [ 0.0395],\n", + " [ 0.0368],\n", + " [ 0.0345],\n", + " [ 0.0372],\n", + " [ 0.0371],\n", + " [ 0.0396],\n", + " [ 0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0901],\n", + " [-0.0914],\n", + " [-0.0959],\n", + " [-0.0855],\n", + " [-0.0962],\n", + " [-0.0925],\n", + " [-0.0906],\n", + " [-0.0959],\n", + " [-0.0960],\n", + " [-0.0949],\n", + " [ 0.0579],\n", + " [-0.0980],\n", + " [-0.0889],\n", + " [-0.0937],\n", + " [-0.0973],\n", + " [-0.0924],\n", + " [-0.0298],\n", + " [-0.0855],\n", + " [-0.0928],\n", + " [-0.0921],\n", + " [-0.0974],\n", + " [-0.0468],\n", + " [-0.0941],\n", + " [-0.0946],\n", + " [-0.0914],\n", + " [-0.0895],\n", + " [-0.0939],\n", + " [-0.0847],\n", + " [-0.0916],\n", + " [-0.0950],\n", + " [-0.0864],\n", + " [-0.0753]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0489],\n", + " [ 0.0501],\n", + " [ 0.0590],\n", + " [ 0.0436],\n", + " [ 0.0592],\n", + " [ 0.0569],\n", + " [ 0.0432],\n", + " [ 0.0585],\n", + " [ 0.0587],\n", + " [ 0.0554],\n", + " [-2.8836],\n", + " [ 0.0576],\n", + " [ 0.0475],\n", + " [ 0.0540],\n", + " [ 0.0586],\n", + " [ 0.0547],\n", + " [-0.0485],\n", + " [ 0.0439],\n", + " [ 0.0546],\n", + " [ 0.0502],\n", + " [ 0.0600],\n", + " [ 0.0717],\n", + " [ 0.0546],\n", + " [ 0.0551],\n", + " [ 0.0521],\n", + " [ 0.0514],\n", + " [ 0.0545],\n", + " [ 0.0456],\n", + " [ 0.0512],\n", + " [ 0.0561],\n", + " [ 0.0458],\n", + " [ 0.0332]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0406],\n", + " [-0.0389],\n", + " [-0.0345],\n", + " [-0.0392],\n", + " [-0.0354],\n", + " [-0.0341],\n", + " [-0.0343],\n", + " [-0.0359],\n", + " [-0.0367],\n", + " [-0.0382],\n", + " [-0.2307],\n", + " [-0.0447],\n", + " [-0.0413],\n", + " [-0.0429],\n", + " [-0.0414],\n", + " [-0.0389],\n", + " [-0.0746],\n", + " [-0.0370],\n", + " [-0.0342],\n", + " [-0.0395],\n", + " [-0.0373],\n", + " [-0.1012],\n", + " [-0.0390],\n", + " [-0.0361],\n", + " [-0.0410],\n", + " [-0.0358],\n", + " [-0.0378],\n", + " [-0.0462],\n", + " [-0.0386],\n", + " [-0.0358],\n", + " [-0.0439],\n", + " [-0.0494]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0794],\n", + " [-0.0782],\n", + " [-0.0810],\n", + " [-0.0799],\n", + " [-0.0807],\n", + " [-0.0824],\n", + " [-0.0807],\n", + " [-0.0802],\n", + " [-0.0790],\n", + " [-0.0790],\n", + " [ 0.4020],\n", + " [-0.0811],\n", + " [-0.0783],\n", + " [-0.0786],\n", + " [-0.0770],\n", + " [-0.0801],\n", + " [ 0.0159],\n", + " [-0.0868],\n", + " [-0.0810],\n", + " [-0.0780],\n", + " [-0.0792],\n", + " [-0.0650],\n", + " [-0.0790],\n", + " [-0.0793],\n", + " [-0.0788],\n", + " [-0.0801],\n", + " [-0.0784],\n", + " [-0.0759],\n", + " [-0.0783],\n", + " [-0.0796],\n", + " [-0.0777],\n", + " [-0.0712]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1632],\n", + " [ 0.1652],\n", + " [ 0.1708],\n", + " [ 0.1643],\n", + " [ 0.1704],\n", + " [ 0.1715],\n", + " [ 0.1602],\n", + " [ 0.1691],\n", + " [ 0.1685],\n", + " [ 0.1671],\n", + " [-0.0263],\n", + " [ 0.1666],\n", + " [ 0.1642],\n", + " [ 0.1672],\n", + " [ 0.1713],\n", + " [ 0.1674],\n", + " [ 0.1855],\n", + " [ 0.1576],\n", + " [ 0.1677],\n", + " [ 0.1651],\n", + " [ 0.1693],\n", + " [ 0.1393],\n", + " [ 0.1668],\n", + " [ 0.1673],\n", + " [ 0.1667],\n", + " [ 0.1664],\n", + " [ 0.1671],\n", + " [ 0.1701],\n", + " [ 0.1654],\n", + " [ 0.1677],\n", + " [ 0.1641],\n", + " [ 0.1594]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0551],\n", + " [-0.0570],\n", + " [-0.0572],\n", + " [-0.0432],\n", + " [-0.0581],\n", + " [-0.0495],\n", + " [-0.0581],\n", + " [-0.0576],\n", + " [-0.0583],\n", + " [-0.0579],\n", + " [ 0.2817],\n", + " [-0.0602],\n", + " [-0.0545],\n", + " [-0.0575],\n", + " [-0.0593],\n", + " [-0.0541],\n", + " [-0.0796],\n", + " [-0.0598],\n", + " [-0.0533],\n", + " [-0.0577],\n", + " [-0.0595],\n", + " [-0.0582],\n", + " [-0.0573],\n", + " [-0.0583],\n", + " [-0.0565],\n", + " [-0.0516],\n", + " [-0.0580],\n", + " [-0.0483],\n", + " [-0.0566],\n", + " [-0.0585],\n", + " [-0.0504],\n", + " [-0.0427]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0654],\n", + " [0.0649],\n", + " [0.0589],\n", + " [0.0641],\n", + " [0.0582],\n", + " [0.0586],\n", + " [0.0737],\n", + " [0.0595],\n", + " [0.0601],\n", + " [0.0617],\n", + " [0.2346],\n", + " [0.0561],\n", + " [0.0657],\n", + " [0.0589],\n", + " [0.0621],\n", + " [0.0604],\n", + " [0.0847],\n", + " [0.0606],\n", + " [0.0638],\n", + " [0.0653],\n", + " [0.0587],\n", + " [0.0070],\n", + " [0.0616],\n", + " [0.0634],\n", + " [0.0602],\n", + " [0.0626],\n", + " [0.0624],\n", + " [0.0595],\n", + " [0.0650],\n", + " [0.0623],\n", + " [0.0666],\n", + " [0.0703]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0905],\n", + " [-0.0896],\n", + " [-0.1003],\n", + " [-0.0880],\n", + " [-0.1004],\n", + " [-0.1000],\n", + " [-0.0841],\n", + " [-0.0991],\n", + " [-0.0979],\n", + " [-0.0941],\n", + " [ 0.9078],\n", + " [-0.0996],\n", + " [-0.0881],\n", + " [-0.0946],\n", + " [-0.0970],\n", + " [-0.0953],\n", + " [-0.0947],\n", + " [-0.0773],\n", + " [-0.0948],\n", + " [-0.0898],\n", + " [-0.0994],\n", + " [-0.1745],\n", + " [-0.0944],\n", + " [-0.0955],\n", + " [-0.0938],\n", + " [-0.0930],\n", + " [-0.0941],\n", + " [-0.0877],\n", + " [-0.0909],\n", + " [-0.0965],\n", + " [-0.0875],\n", + " [-0.0822]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.0755e-02],\n", + " [ 1.2922e-02],\n", + " [ 2.0435e-02],\n", + " [ 1.4690e-02],\n", + " [ 1.9958e-02],\n", + " [ 2.2830e-02],\n", + " [ 5.5648e-03],\n", + " [ 1.9146e-02],\n", + " [ 1.9228e-02],\n", + " [ 1.7324e-02],\n", + " [-2.8009e+00],\n", + " [ 2.0363e-02],\n", + " [ 1.1078e-02],\n", + " [ 1.7085e-02],\n", + " [ 1.7229e-02],\n", + " [ 1.5559e-02],\n", + " [-5.3196e-02],\n", + " [ 1.1669e-02],\n", + " [ 1.8259e-02],\n", + " [ 1.2631e-02],\n", + " [ 1.9222e-02],\n", + " [ 7.1822e-02],\n", + " [ 1.6282e-02],\n", + " [ 1.4549e-02],\n", + " [ 1.4862e-02],\n", + " [ 1.6596e-02],\n", + " [ 1.5936e-02],\n", + " [ 1.8820e-02],\n", + " [ 1.3182e-02],\n", + " [ 1.5684e-02],\n", + " [ 1.0163e-02],\n", + " [ 1.9119e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0927],\n", + " [ 0.0888],\n", + " [ 0.0935],\n", + " [ 0.0899],\n", + " [ 0.0950],\n", + " [ 0.0932],\n", + " [ 0.0820],\n", + " [ 0.0943],\n", + " [ 0.0930],\n", + " [ 0.0909],\n", + " [-2.1052],\n", + " [ 0.1016],\n", + " [ 0.0895],\n", + " [ 0.0989],\n", + " [ 0.0929],\n", + " [ 0.0943],\n", + " [ 0.0967],\n", + " [ 0.0800],\n", + " [ 0.0874],\n", + " [ 0.0894],\n", + " [ 0.0959],\n", + " [ 0.0776],\n", + " [ 0.0930],\n", + " [ 0.0909],\n", + " [ 0.0969],\n", + " [ 0.0891],\n", + " [ 0.0911],\n", + " [ 0.0872],\n", + " [ 0.0891],\n", + " [ 0.0915],\n", + " [ 0.0914],\n", + " [ 0.0998]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0120],\n", + " [ 0.0089],\n", + " [ 0.0098],\n", + " [ 0.0039],\n", + " [ 0.0104],\n", + " [ 0.0072],\n", + " [ 0.0062],\n", + " [ 0.0100],\n", + " [ 0.0078],\n", + " [ 0.0069],\n", + " [ 1.5908],\n", + " [ 0.0103],\n", + " [ 0.0101],\n", + " [ 0.0118],\n", + " [ 0.0082],\n", + " [ 0.0119],\n", + " [ 0.1029],\n", + " [-0.0058],\n", + " [ 0.0049],\n", + " [ 0.0090],\n", + " [ 0.0093],\n", + " [ 0.0510],\n", + " [ 0.0093],\n", + " [ 0.0101],\n", + " [ 0.0140],\n", + " [ 0.0077],\n", + " [ 0.0087],\n", + " [ 0.0094],\n", + " [ 0.0088],\n", + " [ 0.0100],\n", + " [ 0.0116],\n", + " [ 0.0168]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-7.1474e-03],\n", + " [-2.0943e-03],\n", + " [ 1.2293e-03],\n", + " [-1.2532e-02],\n", + " [ 1.4461e-03],\n", + " [-2.0037e-03],\n", + " [-2.5075e-03],\n", + " [ 5.6796e-04],\n", + " [ 1.5397e-03],\n", + " [ 1.8195e-03],\n", + " [-9.2655e-01],\n", + " [ 2.3464e-03],\n", + " [-7.1839e-03],\n", + " [-7.2355e-04],\n", + " [ 6.4747e-03],\n", + " [-4.7057e-03],\n", + " [-8.7564e-02],\n", + " [ 6.1280e-03],\n", + " [-1.0101e-03],\n", + " [-1.4468e-03],\n", + " [ 2.2530e-03],\n", + " [ 1.3872e-02],\n", + " [-5.2955e-06],\n", + " [ 6.5648e-04],\n", + " [-2.6983e-03],\n", + " [-4.2085e-03],\n", + " [ 1.2942e-03],\n", + " [-9.1622e-03],\n", + " [-2.7126e-03],\n", + " [ 9.4014e-04],\n", + " [-9.9187e-03],\n", + " [-2.7296e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0358],\n", + " [-0.0385],\n", + " [-0.0346],\n", + " [-0.0379],\n", + " [-0.0340],\n", + " [-0.0334],\n", + " [-0.0414],\n", + " [-0.0348],\n", + " [-0.0369],\n", + " [-0.0389],\n", + " [-1.7560],\n", + " [-0.0342],\n", + " [-0.0367],\n", + " [-0.0342],\n", + " [-0.0334],\n", + " [-0.0329],\n", + " [-0.0663],\n", + " [-0.0516],\n", + " [-0.0380],\n", + " [-0.0386],\n", + " [-0.0342],\n", + " [-0.0565],\n", + " [-0.0367],\n", + " [-0.0363],\n", + " [-0.0339],\n", + " [-0.0361],\n", + " [-0.0378],\n", + " [-0.0400],\n", + " [-0.0380],\n", + " [-0.0361],\n", + " [-0.0335],\n", + " [-0.0376]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 3.2484e-03],\n", + " [ 5.5003e-03],\n", + " [ 4.2301e-03],\n", + " [-4.5537e-04],\n", + " [ 4.3570e-03],\n", + " [ 1.8467e-03],\n", + " [ 8.2045e-03],\n", + " [ 4.5996e-03],\n", + " [ 5.7518e-03],\n", + " [ 5.6530e-03],\n", + " [ 1.5997e+00],\n", + " [ 3.4526e-03],\n", + " [ 3.9237e-03],\n", + " [ 3.3601e-03],\n", + " [ 5.9560e-03],\n", + " [ 2.4063e-03],\n", + " [-2.9776e-03],\n", + " [ 1.0684e-02],\n", + " [ 5.0767e-03],\n", + " [ 5.6127e-03],\n", + " [ 5.4100e-03],\n", + " [-3.2645e-02],\n", + " [ 4.8942e-03],\n", + " [ 5.6947e-03],\n", + " [ 2.8308e-03],\n", + " [ 3.2770e-03],\n", + " [ 5.6395e-03],\n", + " [-6.1050e-05],\n", + " [ 5.4393e-03],\n", + " [ 5.5547e-03],\n", + " [ 6.2076e-04],\n", + " [-5.5168e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0585],\n", + " [0.0586],\n", + " [0.0579],\n", + " [0.0576],\n", + " [0.0580],\n", + " [0.0562],\n", + " [0.0644],\n", + " [0.0575],\n", + " [0.0569],\n", + " [0.0571],\n", + " [1.0927],\n", + " [0.0583],\n", + " [0.0583],\n", + " [0.0589],\n", + " [0.0572],\n", + " [0.0562],\n", + " [0.0263],\n", + " [0.0612],\n", + " [0.0578],\n", + " [0.0587],\n", + " [0.0574],\n", + " [0.0385],\n", + " [0.0574],\n", + " [0.0579],\n", + " [0.0577],\n", + " [0.0567],\n", + " [0.0573],\n", + " [0.0499],\n", + " [0.0581],\n", + " [0.0577],\n", + " [0.0569],\n", + " [0.0572]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0158],\n", + " [-0.0168],\n", + " [-0.0193],\n", + " [-0.0128],\n", + " [-0.0190],\n", + " [-0.0184],\n", + " [-0.0122],\n", + " [-0.0187],\n", + " [-0.0186],\n", + " [-0.0183],\n", + " [ 1.2526],\n", + " [-0.0152],\n", + " [-0.0153],\n", + " [-0.0170],\n", + " [-0.0195],\n", + " [-0.0173],\n", + " [ 0.0229],\n", + " [-0.0123],\n", + " [-0.0173],\n", + " [-0.0169],\n", + " [-0.0182],\n", + " [-0.0228],\n", + " [-0.0175],\n", + " [-0.0171],\n", + " [-0.0171],\n", + " [-0.0160],\n", + " [-0.0178],\n", + " [-0.0164],\n", + " [-0.0163],\n", + " [-0.0174],\n", + " [-0.0152],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1689],\n", + " [-0.1705],\n", + " [-0.1705],\n", + " [-0.1635],\n", + " [-0.1714],\n", + " [-0.1678],\n", + " [-0.1679],\n", + " [-0.1715],\n", + " [-0.1725],\n", + " [-0.1735],\n", + " [-0.5821],\n", + " [-0.1766],\n", + " [-0.1675],\n", + " [-0.1763],\n", + " [-0.1786],\n", + " [-0.1697],\n", + " [-0.1468],\n", + " [-0.1732],\n", + " [-0.1680],\n", + " [-0.1718],\n", + " [-0.1741],\n", + " [-0.1759],\n", + " [-0.1731],\n", + " [-0.1719],\n", + " [-0.1732],\n", + " [-0.1668],\n", + " [-0.1730],\n", + " [-0.1662],\n", + " [-0.1700],\n", + " [-0.1718],\n", + " [-0.1663],\n", + " [-0.1614]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0252],\n", + " [-0.0214],\n", + " [-0.0215],\n", + " [-0.0181],\n", + " [-0.0216],\n", + " [-0.0191],\n", + " [-0.0215],\n", + " [-0.0217],\n", + " [-0.0203],\n", + " [-0.0184],\n", + " [ 0.6639],\n", + " [-0.0180],\n", + " [-0.0246],\n", + " [-0.0199],\n", + " [-0.0189],\n", + " [-0.0236],\n", + " [-0.0138],\n", + " [ 0.0059],\n", + " [-0.0192],\n", + " [-0.0212],\n", + " [-0.0208],\n", + " [ 0.0920],\n", + " [-0.0201],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0207],\n", + " [-0.0197],\n", + " [-0.0193],\n", + " [-0.0220],\n", + " [-0.0214],\n", + " [-0.0252],\n", + " [-0.0263]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-1.5775e-04],\n", + " [ 7.1408e-04],\n", + " [ 1.5846e-02],\n", + " [-1.7857e-03],\n", + " [ 1.6103e-02],\n", + " [ 1.3380e-02],\n", + " [-4.9671e-03],\n", + " [ 1.3619e-02],\n", + " [ 1.2131e-02],\n", + " [ 7.5131e-03],\n", + " [ 2.3287e-01],\n", + " [ 1.5025e-02],\n", + " [-2.8521e-03],\n", + " [ 7.6735e-03],\n", + " [ 7.0463e-03],\n", + " [ 7.0556e-03],\n", + " [-2.2414e-02],\n", + " [ 9.8851e-03],\n", + " [ 7.7779e-03],\n", + " [ 6.9610e-04],\n", + " [ 1.4483e-02],\n", + " [ 1.4919e-01],\n", + " [ 6.6223e-03],\n", + " [ 7.3412e-03],\n", + " [ 5.0312e-03],\n", + " [ 4.2041e-03],\n", + " [ 6.1900e-03],\n", + " [-5.6573e-03],\n", + " [ 1.7577e-03],\n", + " [ 9.1524e-03],\n", + " [-6.0573e-03],\n", + " [-1.1623e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0943],\n", + " [0.0955],\n", + " [0.0902],\n", + " [0.1053],\n", + " [0.0892],\n", + " [0.0942],\n", + " [0.0956],\n", + " [0.0896],\n", + " [0.0906],\n", + " [0.0928],\n", + " [0.3020],\n", + " [0.0861],\n", + " [0.0983],\n", + " [0.0892],\n", + " [0.0900],\n", + " [0.0921],\n", + " [0.0555],\n", + " [0.0962],\n", + " [0.0959],\n", + " [0.0944],\n", + " [0.0883],\n", + " [0.0290],\n", + " [0.0915],\n", + " [0.0901],\n", + " [0.0904],\n", + " [0.0970],\n", + " [0.0918],\n", + " [0.1080],\n", + " [0.0951],\n", + " [0.0899],\n", + " [0.1000],\n", + " [0.1049]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0789],\n", + " [ 0.0789],\n", + " [ 0.0878],\n", + " [ 0.0817],\n", + " [ 0.0880],\n", + " [ 0.0867],\n", + " [ 0.0821],\n", + " [ 0.0862],\n", + " [ 0.0851],\n", + " [ 0.0814],\n", + " [-3.2895],\n", + " [ 0.0885],\n", + " [ 0.0779],\n", + " [ 0.0806],\n", + " [ 0.0754],\n", + " [ 0.0813],\n", + " [-0.0329],\n", + " [ 0.0924],\n", + " [ 0.0845],\n", + " [ 0.0781],\n", + " [ 0.0853],\n", + " [ 0.0912],\n", + " [ 0.0815],\n", + " [ 0.0826],\n", + " [ 0.0813],\n", + " [ 0.0834],\n", + " [ 0.0812],\n", + " [ 0.0712],\n", + " [ 0.0795],\n", + " [ 0.0839],\n", + " [ 0.0755],\n", + " [ 0.0668]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 8.7630e-02],\n", + " [ 8.7189e-02],\n", + " [ 8.8623e-02],\n", + " [ 8.0123e-02],\n", + " [ 8.9020e-02],\n", + " [ 8.5139e-02],\n", + " [ 8.9411e-02],\n", + " [ 8.8201e-02],\n", + " [ 8.7368e-02],\n", + " [ 8.7501e-02],\n", + " [-6.7520e-01],\n", + " [ 8.9285e-02],\n", + " [ 8.6151e-02],\n", + " [ 8.6749e-02],\n", + " [ 8.7031e-02],\n", + " [ 8.7383e-02],\n", + " [-9.3866e-03],\n", + " [ 9.9309e-02],\n", + " [ 8.6438e-02],\n", + " [ 8.7394e-02],\n", + " [ 8.7910e-02],\n", + " [ 1.6198e-04],\n", + " [ 8.7266e-02],\n", + " [ 8.8204e-02],\n", + " [ 8.6348e-02],\n", + " [ 8.5060e-02],\n", + " [ 8.7219e-02],\n", + " [ 7.7712e-02],\n", + " [ 8.7118e-02],\n", + " [ 8.8185e-02],\n", + " [ 8.2560e-02],\n", + " [ 7.0256e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0371],\n", + " [ 0.0398],\n", + " [ 0.0436],\n", + " [ 0.0369],\n", + " [ 0.0427],\n", + " [ 0.0436],\n", + " [ 0.0403],\n", + " [ 0.0421],\n", + " [ 0.0422],\n", + " [ 0.0409],\n", + " [-0.2235],\n", + " [ 0.0390],\n", + " [ 0.0381],\n", + " [ 0.0360],\n", + " [ 0.0400],\n", + " [ 0.0387],\n", + " [ 0.0759],\n", + " [ 0.0468],\n", + " [ 0.0437],\n", + " [ 0.0392],\n", + " [ 0.0414],\n", + " [ 0.0627],\n", + " [ 0.0394],\n", + " [ 0.0409],\n", + " [ 0.0367],\n", + " [ 0.0414],\n", + " [ 0.0407],\n", + " [ 0.0418],\n", + " [ 0.0397],\n", + " [ 0.0414],\n", + " [ 0.0369],\n", + " [ 0.0308]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0391],\n", + " [ 0.0373],\n", + " [ 0.0347],\n", + " [ 0.0400],\n", + " [ 0.0349],\n", + " [ 0.0364],\n", + " [ 0.0370],\n", + " [ 0.0357],\n", + " [ 0.0359],\n", + " [ 0.0362],\n", + " [-3.4263],\n", + " [ 0.0378],\n", + " [ 0.0389],\n", + " [ 0.0396],\n", + " [ 0.0326],\n", + " [ 0.0374],\n", + " [-0.0497],\n", + " [ 0.0307],\n", + " [ 0.0364],\n", + " [ 0.0373],\n", + " [ 0.0351],\n", + " [-0.0412],\n", + " [ 0.0378],\n", + " [ 0.0365],\n", + " [ 0.0397],\n", + " [ 0.0383],\n", + " [ 0.0369],\n", + " [ 0.0328],\n", + " [ 0.0376],\n", + " [ 0.0363],\n", + " [ 0.0382],\n", + " [ 0.0397]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0766],\n", + " [-0.0752],\n", + " [-0.0699],\n", + " [-0.0759],\n", + " [-0.0697],\n", + " [-0.0707],\n", + " [-0.0771],\n", + " [-0.0709],\n", + " [-0.0710],\n", + " [-0.0720],\n", + " [-0.9975],\n", + " [-0.0678],\n", + " [-0.0767],\n", + " [-0.0721],\n", + " [-0.0709],\n", + " [-0.0733],\n", + " [-0.1463],\n", + " [-0.0635],\n", + " [-0.0732],\n", + " [-0.0750],\n", + " [-0.0697],\n", + " [-0.0694],\n", + " [-0.0728],\n", + " [-0.0737],\n", + " [-0.0751],\n", + " [-0.0748],\n", + " [-0.0734],\n", + " [-0.0792],\n", + " [-0.0751],\n", + " [-0.0730],\n", + " [-0.0797],\n", + " [-0.0908]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1031],\n", + " [-0.1054],\n", + " [-0.0984],\n", + " [-0.1038],\n", + " [-0.0982],\n", + " [-0.0979],\n", + " [-0.1081],\n", + " [-0.0984],\n", + " [-0.0995],\n", + " [-0.1034],\n", + " [-3.0620],\n", + " [-0.1000],\n", + " [-0.1047],\n", + " [-0.1027],\n", + " [-0.1060],\n", + " [-0.1001],\n", + " [-0.1438],\n", + " [-0.1231],\n", + " [-0.1016],\n", + " [-0.1058],\n", + " [-0.0992],\n", + " [-0.1107],\n", + " [-0.1025],\n", + " [-0.1020],\n", + " [-0.1023],\n", + " [-0.1012],\n", + " [-0.1033],\n", + " [-0.1088],\n", + " [-0.1042],\n", + " [-0.1009],\n", + " [-0.1044],\n", + " [-0.1079]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0638],\n", + " [-0.0612],\n", + " [-0.0623],\n", + " [-0.0631],\n", + " [-0.0624],\n", + " [-0.0639],\n", + " [-0.0610],\n", + " [-0.0624],\n", + " [-0.0617],\n", + " [-0.0608],\n", + " [ 3.2544],\n", + " [-0.0616],\n", + " [-0.0632],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0643],\n", + " [ 0.0037],\n", + " [-0.0500],\n", + " [-0.0619],\n", + " [-0.0613],\n", + " [-0.0627],\n", + " [-0.0161],\n", + " [-0.0618],\n", + " [-0.0616],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0609],\n", + " [-0.0607],\n", + " [-0.0619],\n", + " [-0.0615],\n", + " [-0.0644],\n", + " [-0.0613]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0615],\n", + " [-0.0621],\n", + " [-0.0606],\n", + " [-0.0621],\n", + " [-0.0646],\n", + " [-0.0665],\n", + " [-0.0611],\n", + " [-0.0596],\n", + " [-0.0722],\n", + " [-0.0617],\n", + " [-0.0605],\n", + " [-0.0647],\n", + " [-0.0619],\n", + " [-0.0668],\n", + " [-0.0622],\n", + " [-0.0633],\n", + " [-0.0694],\n", + " [-0.0604],\n", + " [-0.0614],\n", + " [-0.0618],\n", + " [-0.0686],\n", + " [-0.0634],\n", + " [-0.0679],\n", + " [-0.0628],\n", + " [-0.0619],\n", + " [-0.0608],\n", + " [-0.0584],\n", + " [-0.0616],\n", + " [-0.0661],\n", + " [-0.0605],\n", + " [-0.0646],\n", + " [-0.0642]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0719],\n", + " [-0.0696],\n", + " [-0.0710],\n", + " [-0.0698],\n", + " [-0.0787],\n", + " [-0.0796],\n", + " [-0.0721],\n", + " [-0.0717],\n", + " [-0.0827],\n", + " [-0.0713],\n", + " [-0.0704],\n", + " [-0.0760],\n", + " [-0.0752],\n", + " [-0.0794],\n", + " [-0.0710],\n", + " [-0.0771],\n", + " [-0.0821],\n", + " [-0.0699],\n", + " [-0.0745],\n", + " [-0.0708],\n", + " [-0.0807],\n", + " [-0.0730],\n", + " [-0.0808],\n", + " [-0.0761],\n", + " [-0.0702],\n", + " [-0.0696],\n", + " [-0.0699],\n", + " [-0.0738],\n", + " [-0.0797],\n", + " [-0.0737],\n", + " [-0.0788],\n", + " [-0.0766]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0375],\n", + " [0.0378],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0366],\n", + " [0.0394],\n", + " [0.0387],\n", + " [0.0386],\n", + " [0.0377],\n", + " [0.0382],\n", + " [0.0346],\n", + " [0.0367],\n", + " [0.0350],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0368],\n", + " [0.0396],\n", + " [0.0371],\n", + " [0.0374],\n", + " [0.0353],\n", + " [0.0388],\n", + " [0.0357],\n", + " [0.0364],\n", + " [0.0367],\n", + " [0.0384],\n", + " [0.0393],\n", + " [0.0361],\n", + " [0.0386],\n", + " [0.0384],\n", + " [0.0377],\n", + " [0.0363]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0943],\n", + " [-0.0949],\n", + " [-0.0879],\n", + " [-0.0951],\n", + " [-0.0929],\n", + " [-0.0958],\n", + " [-0.0937],\n", + " [-0.0877],\n", + " [-0.0966],\n", + " [-0.0950],\n", + " [-0.0920],\n", + " [-0.0967],\n", + " [-0.0919],\n", + " [-0.0985],\n", + " [-0.0953],\n", + " [-0.0927],\n", + " [-0.0963],\n", + " [-0.0935],\n", + " [-0.0916],\n", + " [-0.0939],\n", + " [-0.0986],\n", + " [-0.0895],\n", + " [-0.0995],\n", + " [-0.0924],\n", + " [-0.0950],\n", + " [-0.0907],\n", + " [-0.0867],\n", + " [-0.0901],\n", + " [-0.0920],\n", + " [-0.0897],\n", + " [-0.0923],\n", + " [-0.0954]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0586],\n", + " [0.0581],\n", + " [0.0521],\n", + " [0.0585],\n", + " [0.0507],\n", + " [0.0560],\n", + " [0.0566],\n", + " [0.0516],\n", + " [0.0544],\n", + " [0.0584],\n", + " [0.0553],\n", + " [0.0591],\n", + " [0.0540],\n", + " [0.0583],\n", + " [0.0589],\n", + " [0.0525],\n", + " [0.0532],\n", + " [0.0577],\n", + " [0.0541],\n", + " [0.0567],\n", + " [0.0574],\n", + " [0.0471],\n", + " [0.0594],\n", + " [0.0528],\n", + " [0.0591],\n", + " [0.0541],\n", + " [0.0493],\n", + " [0.0519],\n", + " [0.0434],\n", + " [0.0500],\n", + " [0.0506],\n", + " [0.0580]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0361],\n", + " [-0.0353],\n", + " [-0.0432],\n", + " [-0.0358],\n", + " [-0.0370],\n", + " [-0.0385],\n", + " [-0.0341],\n", + " [-0.0436],\n", + " [-0.0359],\n", + " [-0.0345],\n", + " [-0.0376],\n", + " [-0.0344],\n", + " [-0.0393],\n", + " [-0.0378],\n", + " [-0.0358],\n", + " [-0.0388],\n", + " [-0.0367],\n", + " [-0.0339],\n", + " [-0.0388],\n", + " [-0.0370],\n", + " [-0.0366],\n", + " [-0.0373],\n", + " [-0.0349],\n", + " [-0.0400],\n", + " [-0.0357],\n", + " [-0.0384],\n", + " [-0.0417],\n", + " [-0.0424],\n", + " [-0.0336],\n", + " [-0.0376],\n", + " [-0.0388],\n", + " [-0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0815],\n", + " [-0.0788],\n", + " [-0.0811],\n", + " [-0.0786],\n", + " [-0.0785],\n", + " [-0.0814],\n", + " [-0.0776],\n", + " [-0.0780],\n", + " [-0.0806],\n", + " [-0.0807],\n", + " [-0.0789],\n", + " [-0.0782],\n", + " [-0.0792],\n", + " [-0.0805],\n", + " [-0.0783],\n", + " [-0.0787],\n", + " [-0.0813],\n", + " [-0.0784],\n", + " [-0.0809],\n", + " [-0.0786],\n", + " [-0.0796],\n", + " [-0.0781],\n", + " [-0.0788],\n", + " [-0.0804],\n", + " [-0.0811],\n", + " [-0.0789],\n", + " [-0.0783],\n", + " [-0.0811],\n", + " [-0.0792],\n", + " [-0.0776],\n", + " [-0.0786]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1700],\n", + " [0.1698],\n", + " [0.1673],\n", + " [0.1697],\n", + " [0.1646],\n", + " [0.1676],\n", + " [0.1695],\n", + " [0.1676],\n", + " [0.1689],\n", + " [0.1702],\n", + " [0.1685],\n", + " [0.1690],\n", + " [0.1673],\n", + " [0.1674],\n", + " [0.1698],\n", + " [0.1657],\n", + " [0.1659],\n", + " [0.1710],\n", + " [0.1676],\n", + " [0.1686],\n", + " [0.1667],\n", + " [0.1666],\n", + " [0.1684],\n", + " [0.1660],\n", + " [0.1703],\n", + " [0.1685],\n", + " [0.1654],\n", + " [0.1661],\n", + " [0.1612],\n", + " [0.1651],\n", + " [0.1650],\n", + " [0.1691]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0558],\n", + " [-0.0555],\n", + " [-0.0494],\n", + " [-0.0558],\n", + " [-0.0589],\n", + " [-0.0590],\n", + " [-0.0532],\n", + " [-0.0524],\n", + " [-0.0601],\n", + " [-0.0556],\n", + " [-0.0526],\n", + " [-0.0600],\n", + " [-0.0553],\n", + " [-0.0607],\n", + " [-0.0562],\n", + " [-0.0574],\n", + " [-0.0610],\n", + " [-0.0518],\n", + " [-0.0554],\n", + " [-0.0544],\n", + " [-0.0622],\n", + " [-0.0524],\n", + " [-0.0632],\n", + " [-0.0559],\n", + " [-0.0557],\n", + " [-0.0502],\n", + " [-0.0485],\n", + " [-0.0531],\n", + " [-0.0608],\n", + " [-0.0540],\n", + " [-0.0587],\n", + " [-0.0580]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0586],\n", + " [0.0575],\n", + " [0.0592],\n", + " [0.0574],\n", + " [0.0664],\n", + " [0.0629],\n", + " [0.0614],\n", + " [0.0601],\n", + " [0.0665],\n", + " [0.0594],\n", + " [0.0580],\n", + " [0.0610],\n", + " [0.0623],\n", + " [0.0632],\n", + " [0.0583],\n", + " [0.0636],\n", + " [0.0656],\n", + " [0.0596],\n", + " [0.0609],\n", + " [0.0583],\n", + " [0.0631],\n", + " [0.0660],\n", + " [0.0639],\n", + " [0.0630],\n", + " [0.0574],\n", + " [0.0580],\n", + " [0.0618],\n", + " [0.0615],\n", + " [0.0720],\n", + " [0.0649],\n", + " [0.0656],\n", + " [0.0609]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0985],\n", + " [-0.0994],\n", + " [-0.0941],\n", + " [-0.0995],\n", + " [-0.0897],\n", + " [-0.0944],\n", + " [-0.0985],\n", + " [-0.0936],\n", + " [-0.0917],\n", + " [-0.0992],\n", + " [-0.0966],\n", + " [-0.0977],\n", + " [-0.0940],\n", + " [-0.0963],\n", + " [-0.0996],\n", + " [-0.0923],\n", + " [-0.0905],\n", + " [-0.0994],\n", + " [-0.0944],\n", + " [-0.0979],\n", + " [-0.0948],\n", + " [-0.0861],\n", + " [-0.0978],\n", + " [-0.0932],\n", + " [-0.0999],\n", + " [-0.0964],\n", + " [-0.0925],\n", + " [-0.0920],\n", + " [-0.0807],\n", + " [-0.0908],\n", + " [-0.0906],\n", + " [-0.0969]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0211],\n", + " [0.0209],\n", + " [0.0154],\n", + " [0.0212],\n", + " [0.0123],\n", + " [0.0162],\n", + " [0.0190],\n", + " [0.0145],\n", + " [0.0140],\n", + " [0.0211],\n", + " [0.0199],\n", + " [0.0177],\n", + " [0.0155],\n", + " [0.0172],\n", + " [0.0210],\n", + " [0.0145],\n", + " [0.0140],\n", + " [0.0220],\n", + " [0.0164],\n", + " [0.0199],\n", + " [0.0169],\n", + " [0.0135],\n", + " [0.0168],\n", + " [0.0144],\n", + " [0.0216],\n", + " [0.0185],\n", + " [0.0136],\n", + " [0.0154],\n", + " [0.0076],\n", + " [0.0136],\n", + " [0.0124],\n", + " [0.0178]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0933],\n", + " [0.0956],\n", + " [0.0966],\n", + " [0.0962],\n", + " [0.0875],\n", + " [0.0916],\n", + " [0.0917],\n", + " [0.0965],\n", + " [0.0851],\n", + " [0.0928],\n", + " [0.0946],\n", + " [0.0917],\n", + " [0.0917],\n", + " [0.0922],\n", + " [0.0953],\n", + " [0.0909],\n", + " [0.0871],\n", + " [0.0918],\n", + " [0.0924],\n", + " [0.0953],\n", + " [0.0904],\n", + " [0.0816],\n", + " [0.0899],\n", + " [0.0923],\n", + " [0.0959],\n", + " [0.0950],\n", + " [0.0956],\n", + " [0.0926],\n", + " [0.0795],\n", + " [0.0883],\n", + " [0.0899],\n", + " [0.0939]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0080],\n", + " [0.0107],\n", + " [0.0123],\n", + " [0.0103],\n", + " [0.0078],\n", + " [0.0087],\n", + " [0.0087],\n", + " [0.0145],\n", + " [0.0067],\n", + " [0.0083],\n", + " [0.0107],\n", + " [0.0062],\n", + " [0.0092],\n", + " [0.0075],\n", + " [0.0095],\n", + " [0.0090],\n", + " [0.0062],\n", + " [0.0072],\n", + " [0.0097],\n", + " [0.0108],\n", + " [0.0066],\n", + " [0.0031],\n", + " [0.0069],\n", + " [0.0097],\n", + " [0.0095],\n", + " [0.0117],\n", + " [0.0121],\n", + " [0.0092],\n", + " [0.0041],\n", + " [0.0086],\n", + " [0.0102],\n", + " [0.0092]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.5983e-04],\n", + " [-7.2590e-04],\n", + " [-9.7089e-03],\n", + " [-6.9437e-04],\n", + " [ 1.3439e-05],\n", + " [ 2.5764e-03],\n", + " [-1.0824e-03],\n", + " [-6.9141e-03],\n", + " [ 6.5384e-03],\n", + " [ 2.6058e-04],\n", + " [-3.9237e-03],\n", + " [ 3.3750e-03],\n", + " [-3.0069e-03],\n", + " [ 3.5775e-03],\n", + " [-1.8402e-04],\n", + " [-9.3543e-04],\n", + " [ 4.9309e-03],\n", + " [-7.6898e-04],\n", + " [-2.2105e-03],\n", + " [-2.4989e-03],\n", + " [ 5.9904e-03],\n", + " [-2.5743e-03],\n", + " [ 7.2688e-03],\n", + " [-2.8806e-03],\n", + " [-5.0637e-04],\n", + " [-6.7468e-03],\n", + " [-1.0124e-02],\n", + " [-5.9024e-03],\n", + " [ 1.1999e-03],\n", + " [-4.7463e-03],\n", + " [-2.9952e-04],\n", + " [ 1.0665e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0360],\n", + " [-0.0330],\n", + " [-0.0314],\n", + " [-0.0333],\n", + " [-0.0398],\n", + " [-0.0369],\n", + " [-0.0346],\n", + " [-0.0307],\n", + " [-0.0391],\n", + " [-0.0359],\n", + " [-0.0338],\n", + " [-0.0380],\n", + " [-0.0362],\n", + " [-0.0372],\n", + " [-0.0345],\n", + " [-0.0380],\n", + " [-0.0412],\n", + " [-0.0352],\n", + " [-0.0361],\n", + " [-0.0336],\n", + " [-0.0400],\n", + " [-0.0402],\n", + " [-0.0388],\n", + " [-0.0365],\n", + " [-0.0337],\n", + " [-0.0318],\n", + " [-0.0317],\n", + " [-0.0361],\n", + " [-0.0446],\n", + " [-0.0369],\n", + " [-0.0379],\n", + " [-0.0345]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0046],\n", + " [ 0.0027],\n", + " [-0.0006],\n", + " [ 0.0031],\n", + " [ 0.0068],\n", + " [ 0.0060],\n", + " [ 0.0038],\n", + " [ 0.0003],\n", + " [ 0.0076],\n", + " [ 0.0042],\n", + " [ 0.0018],\n", + " [ 0.0079],\n", + " [ 0.0044],\n", + " [ 0.0070],\n", + " [ 0.0040],\n", + " [ 0.0054],\n", + " [ 0.0078],\n", + " [ 0.0032],\n", + " [ 0.0041],\n", + " [ 0.0024],\n", + " [ 0.0078],\n", + " [ 0.0050],\n", + " [ 0.0088],\n", + " [ 0.0044],\n", + " [ 0.0035],\n", + " [-0.0001],\n", + " [-0.0009],\n", + " [ 0.0029],\n", + " [ 0.0090],\n", + " [ 0.0043],\n", + " [ 0.0060],\n", + " [ 0.0054]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0561],\n", + " [0.0567],\n", + " [0.0537],\n", + " [0.0567],\n", + " [0.0597],\n", + " [0.0577],\n", + " [0.0575],\n", + " [0.0541],\n", + " [0.0589],\n", + " [0.0567],\n", + " [0.0554],\n", + " [0.0584],\n", + " [0.0563],\n", + " [0.0586],\n", + " [0.0569],\n", + " [0.0577],\n", + " [0.0598],\n", + " [0.0562],\n", + " [0.0562],\n", + " [0.0563],\n", + " [0.0590],\n", + " [0.0590],\n", + " [0.0592],\n", + " [0.0571],\n", + " [0.0565],\n", + " [0.0549],\n", + " [0.0550],\n", + " [0.0556],\n", + " [0.0654],\n", + " [0.0578],\n", + " [0.0589],\n", + " [0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0190],\n", + " [-0.0192],\n", + " [-0.0180],\n", + " [-0.0192],\n", + " [-0.0168],\n", + " [-0.0188],\n", + " [-0.0184],\n", + " [-0.0177],\n", + " [-0.0200],\n", + " [-0.0194],\n", + " [-0.0188],\n", + " [-0.0176],\n", + " [-0.0170],\n", + " [-0.0186],\n", + " [-0.0191],\n", + " [-0.0169],\n", + " [-0.0190],\n", + " [-0.0190],\n", + " [-0.0172],\n", + " [-0.0189],\n", + " [-0.0193],\n", + " [-0.0158],\n", + " [-0.0192],\n", + " [-0.0166],\n", + " [-0.0190],\n", + " [-0.0179],\n", + " [-0.0166],\n", + " [-0.0164],\n", + " [-0.0163],\n", + " [-0.0154],\n", + " [-0.0168],\n", + " [-0.0184]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1708],\n", + " [-0.1700],\n", + " [-0.1669],\n", + " [-0.1707],\n", + " [-0.1717],\n", + " [-0.1749],\n", + " [-0.1688],\n", + " [-0.1690],\n", + " [-0.1769],\n", + " [-0.1701],\n", + " [-0.1690],\n", + " [-0.1724],\n", + " [-0.1701],\n", + " [-0.1757],\n", + " [-0.1711],\n", + " [-0.1718],\n", + " [-0.1760],\n", + " [-0.1683],\n", + " [-0.1704],\n", + " [-0.1701],\n", + " [-0.1767],\n", + " [-0.1671],\n", + " [-0.1761],\n", + " [-0.1711],\n", + " [-0.1710],\n", + " [-0.1679],\n", + " [-0.1663],\n", + " [-0.1691],\n", + " [-0.1702],\n", + " [-0.1673],\n", + " [-0.1724],\n", + " [-0.1734]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0206],\n", + " [-0.0222],\n", + " [-0.0249],\n", + " [-0.0220],\n", + " [-0.0204],\n", + " [-0.0195],\n", + " [-0.0204],\n", + " [-0.0256],\n", + " [-0.0183],\n", + " [-0.0209],\n", + " [-0.0221],\n", + " [-0.0186],\n", + " [-0.0220],\n", + " [-0.0195],\n", + " [-0.0216],\n", + " [-0.0208],\n", + " [-0.0171],\n", + " [-0.0197],\n", + " [-0.0214],\n", + " [-0.0224],\n", + " [-0.0173],\n", + " [-0.0188],\n", + " [-0.0183],\n", + " [-0.0218],\n", + " [-0.0217],\n", + " [-0.0232],\n", + " [-0.0245],\n", + " [-0.0224],\n", + " [-0.0181],\n", + " [-0.0225],\n", + " [-0.0216],\n", + " [-0.0209]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0125],\n", + " [ 0.0146],\n", + " [ 0.0035],\n", + " [ 0.0148],\n", + " [ 0.0020],\n", + " [ 0.0070],\n", + " [ 0.0116],\n", + " [ 0.0017],\n", + " [ 0.0030],\n", + " [ 0.0137],\n", + " [ 0.0096],\n", + " [ 0.0145],\n", + " [ 0.0048],\n", + " [ 0.0105],\n", + " [ 0.0145],\n", + " [ 0.0037],\n", + " [ 0.0048],\n", + " [ 0.0128],\n", + " [ 0.0057],\n", + " [ 0.0118],\n", + " [ 0.0104],\n", + " [-0.0031],\n", + " [ 0.0125],\n", + " [ 0.0041],\n", + " [ 0.0148],\n", + " [ 0.0082],\n", + " [ 0.0010],\n", + " [ 0.0021],\n", + " [-0.0035],\n", + " [ 0.0011],\n", + " [ 0.0010],\n", + " [ 0.0098]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0923],\n", + " [0.0908],\n", + " [0.0969],\n", + " [0.0905],\n", + " [0.0935],\n", + " [0.0903],\n", + " [0.0920],\n", + " [0.0954],\n", + " [0.0913],\n", + " [0.0917],\n", + " [0.0931],\n", + " [0.0899],\n", + " [0.0943],\n", + " [0.0889],\n", + " [0.0904],\n", + " [0.0933],\n", + " [0.0910],\n", + " [0.0938],\n", + " [0.0937],\n", + " [0.0913],\n", + " [0.0885],\n", + " [0.1028],\n", + " [0.0866],\n", + " [0.0933],\n", + " [0.0910],\n", + " [0.0943],\n", + " [0.0976],\n", + " [0.0970],\n", + " [0.0966],\n", + " [0.0972],\n", + " [0.0929],\n", + " [0.0903]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0870],\n", + " [0.0777],\n", + " [0.0870],\n", + " [0.0798],\n", + " [0.0796],\n", + " [0.0853],\n", + " [0.0782],\n", + " [0.0751],\n", + " [0.0867],\n", + " [0.0843],\n", + " [0.0865],\n", + " [0.0807],\n", + " [0.0816],\n", + " [0.0867],\n", + " [0.0802],\n", + " [0.0784],\n", + " [0.0862],\n", + " [0.0819],\n", + " [0.0850],\n", + " [0.0817],\n", + " [0.0797],\n", + " [0.0835],\n", + " [0.0802],\n", + " [0.0866],\n", + " [0.0820],\n", + " [0.0783],\n", + " [0.0789],\n", + " [0.0812],\n", + " [0.0810],\n", + " [0.0782],\n", + " [0.0819]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0858],\n", + " [0.0883],\n", + " [0.0843],\n", + " [0.0880],\n", + " [0.0884],\n", + " [0.0878],\n", + " [0.0866],\n", + " [0.0837],\n", + " [0.0891],\n", + " [0.0870],\n", + " [0.0863],\n", + " [0.0895],\n", + " [0.0858],\n", + " [0.0886],\n", + " [0.0874],\n", + " [0.0872],\n", + " [0.0897],\n", + " [0.0852],\n", + " [0.0857],\n", + " [0.0875],\n", + " [0.0898],\n", + " [0.0851],\n", + " [0.0895],\n", + " [0.0869],\n", + " [0.0869],\n", + " [0.0865],\n", + " [0.0834],\n", + " [0.0854],\n", + " [0.0907],\n", + " [0.0863],\n", + " [0.0878],\n", + " [0.0866]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0432],\n", + " [0.0425],\n", + " [0.0368],\n", + " [0.0422],\n", + " [0.0404],\n", + " [0.0399],\n", + " [0.0429],\n", + " [0.0367],\n", + " [0.0414],\n", + " [0.0440],\n", + " [0.0404],\n", + " [0.0436],\n", + " [0.0397],\n", + " [0.0406],\n", + " [0.0425],\n", + " [0.0396],\n", + " [0.0408],\n", + " [0.0446],\n", + " [0.0401],\n", + " [0.0408],\n", + " [0.0414],\n", + " [0.0427],\n", + " [0.0430],\n", + " [0.0385],\n", + " [0.0428],\n", + " [0.0392],\n", + " [0.0363],\n", + " [0.0379],\n", + " [0.0423],\n", + " [0.0402],\n", + " [0.0392],\n", + " [0.0407]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0362],\n", + " [0.0392],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0360],\n", + " [0.0365],\n", + " [0.0397],\n", + " [0.0315],\n", + " [0.0358],\n", + " [0.0386],\n", + " [0.0334],\n", + " [0.0379],\n", + " [0.0352],\n", + " [0.0361],\n", + " [0.0378],\n", + " [0.0342],\n", + " [0.0360],\n", + " [0.0382],\n", + " [0.0374],\n", + " [0.0341],\n", + " [0.0339],\n", + " [0.0333],\n", + " [0.0383],\n", + " [0.0360],\n", + " [0.0380],\n", + " [0.0399],\n", + " [0.0391],\n", + " [0.0346],\n", + " [0.0384],\n", + " [0.0376],\n", + " [0.0363]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0715],\n", + " [-0.0703],\n", + " [-0.0753],\n", + " [-0.0702],\n", + " [-0.0747],\n", + " [-0.0726],\n", + " [-0.0726],\n", + " [-0.0776],\n", + " [-0.0730],\n", + " [-0.0710],\n", + " [-0.0727],\n", + " [-0.0691],\n", + " [-0.0743],\n", + " [-0.0708],\n", + " [-0.0707],\n", + " [-0.0743],\n", + " [-0.0724],\n", + " [-0.0716],\n", + " [-0.0741],\n", + " [-0.0717],\n", + " [-0.0704],\n", + " [-0.0747],\n", + " [-0.0705],\n", + " [-0.0740],\n", + " [-0.0704],\n", + " [-0.0726],\n", + " [-0.0773],\n", + " [-0.0743],\n", + " [-0.0755],\n", + " [-0.0758],\n", + " [-0.0755],\n", + " [-0.0722]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0985],\n", + " [-0.0976],\n", + " [-0.1004],\n", + " [-0.0974],\n", + " [-0.1058],\n", + " [-0.1043],\n", + " [-0.0996],\n", + " [-0.1013],\n", + " [-0.1079],\n", + " [-0.0984],\n", + " [-0.0986],\n", + " [-0.1017],\n", + " [-0.1020],\n", + " [-0.1030],\n", + " [-0.0977],\n", + " [-0.1039],\n", + " [-0.1075],\n", + " [-0.0984],\n", + " [-0.1014],\n", + " [-0.0981],\n", + " [-0.1045],\n", + " [-0.1072],\n", + " [-0.1031],\n", + " [-0.1029],\n", + " [-0.0974],\n", + " [-0.0988],\n", + " [-0.1008],\n", + " [-0.1025],\n", + " [-0.1115],\n", + " [-0.1032],\n", + " [-0.1057],\n", + " [-0.1013]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0630],\n", + " [-0.0660],\n", + " [-0.0630],\n", + " [-0.0604],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0646],\n", + " [-0.0600],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0611],\n", + " [-0.0628],\n", + " [-0.0617],\n", + " [-0.0627],\n", + " [-0.0614],\n", + " [-0.0592],\n", + " [-0.0629],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0597],\n", + " [-0.0611],\n", + " [-0.0599],\n", + " [-0.0628],\n", + " [-0.0631],\n", + " [-0.0644],\n", + " [-0.0654],\n", + " [-0.0639],\n", + " [-0.0575],\n", + " [-0.0624],\n", + " [-0.0610],\n", + " [-0.0628]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0531],\n", + " [-0.0625],\n", + " [-0.0660],\n", + " [-0.0658],\n", + " [-0.0606],\n", + " [-0.0627],\n", + " [-0.0643],\n", + " [-0.0609],\n", + " [-0.0599],\n", + " [-0.0522],\n", + " [-0.0612],\n", + " [-0.0599],\n", + " [-0.0629],\n", + " [-0.0631],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0625],\n", + " [-0.0640],\n", + " [-0.0616],\n", + " [-0.0628],\n", + " [-0.0630],\n", + " [-0.0622],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0663],\n", + " [-0.0635],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0777],\n", + " [-0.0614],\n", + " [-0.0647],\n", + " [-0.0638]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0685],\n", + " [-0.0702],\n", + " [-0.0786],\n", + " [-0.0783],\n", + " [-0.0734],\n", + " [-0.0709],\n", + " [-0.0801],\n", + " [-0.0738],\n", + " [-0.0732],\n", + " [-0.0640],\n", + " [-0.0744],\n", + " [-0.0707],\n", + " [-0.0732],\n", + " [-0.0752],\n", + " [-0.0781],\n", + " [-0.0716],\n", + " [-0.0751],\n", + " [-0.0775],\n", + " [-0.0734],\n", + " [-0.0751],\n", + " [-0.0758],\n", + " [-0.0738],\n", + " [-0.0748],\n", + " [-0.0727],\n", + " [-0.0800],\n", + " [-0.0713],\n", + " [-0.0759],\n", + " [-0.0754],\n", + " [-0.0843],\n", + " [-0.0721],\n", + " [-0.0767],\n", + " [-0.0696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0374],\n", + " [0.0369],\n", + " [0.0380],\n", + " [0.0355],\n", + " [0.0378],\n", + " [0.0359],\n", + " [0.0355],\n", + " [0.0384],\n", + " [0.0401],\n", + " [0.0380],\n", + " [0.0373],\n", + " [0.0389],\n", + " [0.0368],\n", + " [0.0360],\n", + " [0.0382],\n", + " [0.0358],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0385],\n", + " [0.0363],\n", + " [0.0374],\n", + " [0.0381],\n", + " [0.0365],\n", + " [0.0362],\n", + " [0.0369],\n", + " [0.0356],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0361],\n", + " [0.0370],\n", + " [0.0389],\n", + " [0.0353]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0838],\n", + " [-0.0951],\n", + " [-0.0915],\n", + " [-0.0955],\n", + " [-0.0895],\n", + " [-0.0956],\n", + " [-0.0935],\n", + " [-0.0906],\n", + " [-0.0905],\n", + " [-0.0789],\n", + " [-0.0913],\n", + " [-0.0894],\n", + " [-0.0962],\n", + " [-0.0948],\n", + " [-0.0918],\n", + " [-0.0960],\n", + " [-0.0933],\n", + " [-0.0946],\n", + " [-0.0938],\n", + " [-0.0950],\n", + " [-0.0951],\n", + " [-0.0945],\n", + " [-0.0939],\n", + " [-0.0948],\n", + " [-0.0932],\n", + " [-0.0961],\n", + " [-0.0912],\n", + " [-0.0906],\n", + " [-0.0982],\n", + " [-0.0931],\n", + " [-0.0928],\n", + " [-0.0963]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0450],\n", + " [0.0580],\n", + " [0.0465],\n", + " [0.0553],\n", + " [0.0508],\n", + " [0.0583],\n", + " [0.0548],\n", + " [0.0523],\n", + " [0.0504],\n", + " [0.0477],\n", + " [0.0527],\n", + " [0.0493],\n", + " [0.0585],\n", + " [0.0567],\n", + " [0.0452],\n", + " [0.0586],\n", + " [0.0566],\n", + " [0.0559],\n", + " [0.0570],\n", + " [0.0575],\n", + " [0.0567],\n", + " [0.0564],\n", + " [0.0574],\n", + " [0.0584],\n", + " [0.0503],\n", + " [0.0599],\n", + " [0.0515],\n", + " [0.0505],\n", + " [0.0522],\n", + " [0.0575],\n", + " [0.0538],\n", + " [0.0598]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0464],\n", + " [-0.0360],\n", + " [-0.0392],\n", + " [-0.0400],\n", + " [-0.0409],\n", + " [-0.0380],\n", + " [-0.0469],\n", + " [-0.0364],\n", + " [-0.0341],\n", + " [-0.0236],\n", + " [-0.0386],\n", + " [-0.0355],\n", + " [-0.0356],\n", + " [-0.0376],\n", + " [-0.0356],\n", + " [-0.0370],\n", + " [-0.0377],\n", + " [-0.0376],\n", + " [-0.0352],\n", + " [-0.0367],\n", + " [-0.0352],\n", + " [-0.0347],\n", + " [-0.0380],\n", + " [-0.0374],\n", + " [-0.0398],\n", + " [-0.0352],\n", + " [-0.0406],\n", + " [-0.0390],\n", + " [-0.0354],\n", + " [-0.0373],\n", + " [-0.0336],\n", + " [-0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0786],\n", + " [-0.0812],\n", + " [-0.0783],\n", + " [-0.0791],\n", + " [-0.0794],\n", + " [-0.0809],\n", + " [-0.0795],\n", + " [-0.0793],\n", + " [-0.0808],\n", + " [-0.0797],\n", + " [-0.0790],\n", + " [-0.0811],\n", + " [-0.0804],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0806],\n", + " [-0.0787],\n", + " [-0.0788],\n", + " [-0.0798],\n", + " [-0.0788],\n", + " [-0.0793],\n", + " [-0.0805],\n", + " [-0.0784],\n", + " [-0.0793],\n", + " [-0.0780],\n", + " [-0.0802],\n", + " [-0.0779],\n", + " [-0.0784],\n", + " [-0.0803],\n", + " [-0.0791],\n", + " [-0.0802],\n", + " [-0.0812]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1663],\n", + " [0.1693],\n", + " [0.1640],\n", + " [0.1666],\n", + " [0.1652],\n", + " [0.1689],\n", + " [0.1641],\n", + " [0.1664],\n", + " [0.1656],\n", + " [0.1775],\n", + " [0.1664],\n", + " [0.1657],\n", + " [0.1691],\n", + " [0.1677],\n", + " [0.1616],\n", + " [0.1691],\n", + " [0.1688],\n", + " [0.1677],\n", + " [0.1694],\n", + " [0.1685],\n", + " [0.1684],\n", + " [0.1683],\n", + " [0.1690],\n", + " [0.1691],\n", + " [0.1648],\n", + " [0.1714],\n", + " [0.1657],\n", + " [0.1664],\n", + " [0.1657],\n", + " [0.1696],\n", + " [0.1682],\n", + " [0.1712]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0497],\n", + " [-0.0564],\n", + " [-0.0587],\n", + " [-0.0585],\n", + " [-0.0531],\n", + " [-0.0571],\n", + " [-0.0548],\n", + " [-0.0543],\n", + " [-0.0531],\n", + " [-0.0383],\n", + " [-0.0550],\n", + " [-0.0507],\n", + " [-0.0577],\n", + " [-0.0574],\n", + " [-0.0584],\n", + " [-0.0574],\n", + " [-0.0557],\n", + " [-0.0575],\n", + " [-0.0557],\n", + " [-0.0581],\n", + " [-0.0587],\n", + " [-0.0559],\n", + " [-0.0568],\n", + " [-0.0568],\n", + " [-0.0593],\n", + " [-0.0589],\n", + " [-0.0558],\n", + " [-0.0547],\n", + " [-0.0632],\n", + " [-0.0549],\n", + " [-0.0573],\n", + " [-0.0593]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0587],\n", + " [0.0575],\n", + " [0.0671],\n", + " [0.0614],\n", + " [0.0627],\n", + " [0.0572],\n", + " [0.0671],\n", + " [0.0640],\n", + " [0.0660],\n", + " [0.0613],\n", + " [0.0624],\n", + " [0.0647],\n", + " [0.0601],\n", + " [0.0609],\n", + " [0.0725],\n", + " [0.0581],\n", + " [0.0611],\n", + " [0.0637],\n", + " [0.0604],\n", + " [0.0607],\n", + " [0.0621],\n", + " [0.0614],\n", + " [0.0597],\n", + " [0.0585],\n", + " [0.0656],\n", + " [0.0575],\n", + " [0.0639],\n", + " [0.0662],\n", + " [0.0645],\n", + " [0.0581],\n", + " [0.0646],\n", + " [0.0561]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0898],\n", + " [-0.0993],\n", + " [-0.0856],\n", + " [-0.0939],\n", + " [-0.0924],\n", + " [-0.0992],\n", + " [-0.0968],\n", + " [-0.0922],\n", + " [-0.0919],\n", + " [-0.0906],\n", + " [-0.0934],\n", + " [-0.0903],\n", + " [-0.0992],\n", + " [-0.0963],\n", + " [-0.0851],\n", + " [-0.0993],\n", + " [-0.0961],\n", + " [-0.0953],\n", + " [-0.0977],\n", + " [-0.0971],\n", + " [-0.0971],\n", + " [-0.0972],\n", + " [-0.0969],\n", + " [-0.0984],\n", + " [-0.0898],\n", + " [-0.1010],\n", + " [-0.0919],\n", + " [-0.0907],\n", + " [-0.0854],\n", + " [-0.0978],\n", + " [-0.0911],\n", + " [-0.1018]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0185],\n", + " [0.0202],\n", + " [0.0103],\n", + " [0.0172],\n", + " [0.0130],\n", + " [0.0200],\n", + " [0.0100],\n", + " [0.0156],\n", + " [0.0148],\n", + " [0.0275],\n", + " [0.0146],\n", + " [0.0167],\n", + " [0.0192],\n", + " [0.0175],\n", + " [0.0065],\n", + " [0.0199],\n", + " [0.0170],\n", + " [0.0151],\n", + " [0.0182],\n", + " [0.0182],\n", + " [0.0164],\n", + " [0.0175],\n", + " [0.0183],\n", + " [0.0199],\n", + " [0.0127],\n", + " [0.0201],\n", + " [0.0135],\n", + " [0.0122],\n", + " [0.0144],\n", + " [0.0195],\n", + " [0.0170],\n", + " [0.0207]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0980],\n", + " [0.0963],\n", + " [0.0869],\n", + " [0.0937],\n", + " [0.0941],\n", + " [0.0977],\n", + " [0.1007],\n", + " [0.0874],\n", + " [0.0868],\n", + " [0.0888],\n", + " [0.0919],\n", + " [0.0850],\n", + " [0.0939],\n", + " [0.0924],\n", + " [0.0830],\n", + " [0.0962],\n", + " [0.0923],\n", + " [0.0910],\n", + " [0.0926],\n", + " [0.0924],\n", + " [0.0911],\n", + " [0.0912],\n", + " [0.0939],\n", + " [0.0951],\n", + " [0.0903],\n", + " [0.0957],\n", + " [0.0918],\n", + " [0.0874],\n", + " [0.0833],\n", + " [0.0947],\n", + " [0.0835],\n", + " [0.0971]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0170],\n", + " [0.0112],\n", + " [0.0089],\n", + " [0.0085],\n", + " [0.0128],\n", + " [0.0112],\n", + " [0.0110],\n", + " [0.0072],\n", + " [0.0071],\n", + " [0.0048],\n", + " [0.0105],\n", + " [0.0028],\n", + " [0.0096],\n", + " [0.0086],\n", + " [0.0066],\n", + " [0.0102],\n", + " [0.0094],\n", + " [0.0090],\n", + " [0.0103],\n", + " [0.0085],\n", + " [0.0097],\n", + " [0.0094],\n", + " [0.0095],\n", + " [0.0096],\n", + " [0.0093],\n", + " [0.0103],\n", + " [0.0101],\n", + " [0.0092],\n", + " [0.0008],\n", + " [0.0101],\n", + " [0.0041],\n", + " [0.0112]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0103],\n", + " [-0.0006],\n", + " [-0.0010],\n", + " [ 0.0016],\n", + " [-0.0078],\n", + " [-0.0004],\n", + " [-0.0054],\n", + " [-0.0030],\n", + " [-0.0028],\n", + " [-0.0113],\n", + " [-0.0040],\n", + " [-0.0028],\n", + " [ 0.0011],\n", + " [ 0.0002],\n", + " [-0.0031],\n", + " [ 0.0003],\n", + " [-0.0016],\n", + " [-0.0002],\n", + " [-0.0006],\n", + " [ 0.0015],\n", + " [ 0.0019],\n", + " [-0.0005],\n", + " [-0.0002],\n", + " [-0.0003],\n", + " [ 0.0006],\n", + " [ 0.0021],\n", + " [-0.0039],\n", + " [-0.0043],\n", + " [ 0.0103],\n", + " [-0.0018],\n", + " [ 0.0035],\n", + " [ 0.0023]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0393],\n", + " [-0.0330],\n", + " [-0.0397],\n", + " [-0.0375],\n", + " [-0.0337],\n", + " [-0.0331],\n", + " [-0.0304],\n", + " [-0.0374],\n", + " [-0.0383],\n", + " [-0.0524],\n", + " [-0.0357],\n", + " [-0.0397],\n", + " [-0.0357],\n", + " [-0.0366],\n", + " [-0.0407],\n", + " [-0.0344],\n", + " [-0.0349],\n", + " [-0.0359],\n", + " [-0.0345],\n", + " [-0.0366],\n", + " [-0.0362],\n", + " [-0.0354],\n", + " [-0.0349],\n", + " [-0.0350],\n", + " [-0.0396],\n", + " [-0.0334],\n", + " [-0.0364],\n", + " [-0.0358],\n", + " [-0.0459],\n", + " [-0.0338],\n", + " [-0.0406],\n", + " [-0.0317]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0011],\n", + " [ 0.0030],\n", + " [ 0.0062],\n", + " [ 0.0054],\n", + " [ 0.0016],\n", + " [ 0.0034],\n", + " [ 0.0026],\n", + " [ 0.0048],\n", + " [ 0.0048],\n", + " [ 0.0068],\n", + " [ 0.0038],\n", + " [ 0.0044],\n", + " [ 0.0052],\n", + " [ 0.0051],\n", + " [ 0.0076],\n", + " [ 0.0043],\n", + " [ 0.0045],\n", + " [ 0.0056],\n", + " [ 0.0042],\n", + " [ 0.0056],\n", + " [ 0.0059],\n", + " [ 0.0043],\n", + " [ 0.0046],\n", + " [ 0.0044],\n", + " [ 0.0063],\n", + " [ 0.0048],\n", + " [ 0.0043],\n", + " [ 0.0047],\n", + " [ 0.0093],\n", + " [ 0.0034],\n", + " [ 0.0075],\n", + " [ 0.0035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0542],\n", + " [0.0570],\n", + " [0.0609],\n", + " [0.0581],\n", + " [0.0565],\n", + " [0.0568],\n", + " [0.0576],\n", + " [0.0572],\n", + " [0.0585],\n", + " [0.0665],\n", + " [0.0568],\n", + " [0.0583],\n", + " [0.0577],\n", + " [0.0568],\n", + " [0.0631],\n", + " [0.0574],\n", + " [0.0562],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0569],\n", + " [0.0577],\n", + " [0.0571],\n", + " [0.0563],\n", + " [0.0563],\n", + " [0.0599],\n", + " [0.0580],\n", + " [0.0571],\n", + " [0.0576],\n", + " [0.0618],\n", + " [0.0556],\n", + " [0.0595],\n", + " [0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0206],\n", + " [-0.0190],\n", + " [-0.0172],\n", + " [-0.0185],\n", + " [-0.0170],\n", + " [-0.0184],\n", + " [-0.0144],\n", + " [-0.0164],\n", + " [-0.0154],\n", + " [-0.0307],\n", + " [-0.0166],\n", + " [-0.0149],\n", + " [-0.0191],\n", + " [-0.0178],\n", + " [-0.0138],\n", + " [-0.0186],\n", + " [-0.0178],\n", + " [-0.0175],\n", + " [-0.0185],\n", + " [-0.0182],\n", + " [-0.0178],\n", + " [-0.0181],\n", + " [-0.0183],\n", + " [-0.0188],\n", + " [-0.0173],\n", + " [-0.0183],\n", + " [-0.0163],\n", + " [-0.0159],\n", + " [-0.0210],\n", + " [-0.0184],\n", + " [-0.0189],\n", + " [-0.0175]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1696],\n", + " [-0.1707],\n", + " [-0.1718],\n", + " [-0.1754],\n", + " [-0.1684],\n", + " [-0.1720],\n", + " [-0.1694],\n", + " [-0.1676],\n", + " [-0.1673],\n", + " [-0.1733],\n", + " [-0.1692],\n", + " [-0.1663],\n", + " [-0.1715],\n", + " [-0.1720],\n", + " [-0.1688],\n", + " [-0.1721],\n", + " [-0.1707],\n", + " [-0.1720],\n", + " [-0.1701],\n", + " [-0.1723],\n", + " [-0.1717],\n", + " [-0.1698],\n", + " [-0.1721],\n", + " [-0.1716],\n", + " [-0.1746],\n", + " [-0.1717],\n", + " [-0.1704],\n", + " [-0.1681],\n", + " [-0.1800],\n", + " [-0.1703],\n", + " [-0.1702],\n", + " [-0.1720]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0205],\n", + " [-0.0224],\n", + " [-0.0210],\n", + " [-0.0186],\n", + " [-0.0251],\n", + " [-0.0220],\n", + " [-0.0258],\n", + " [-0.0214],\n", + " [-0.0205],\n", + " [-0.0068],\n", + " [-0.0227],\n", + " [-0.0176],\n", + " [-0.0211],\n", + " [-0.0207],\n", + " [-0.0225],\n", + " [-0.0215],\n", + " [-0.0219],\n", + " [-0.0217],\n", + " [-0.0216],\n", + " [-0.0205],\n", + " [-0.0211],\n", + " [-0.0214],\n", + " [-0.0211],\n", + " [-0.0215],\n", + " [-0.0198],\n", + " [-0.0214],\n", + " [-0.0229],\n", + " [-0.0241],\n", + " [-0.0109],\n", + " [-0.0217],\n", + " [-0.0172],\n", + " [-0.0213]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0011],\n", + " [ 0.0144],\n", + " [-0.0031],\n", + " [ 0.0076],\n", + " [ 0.0022],\n", + " [ 0.0141],\n", + " [ 0.0048],\n", + " [ 0.0036],\n", + " [ 0.0034],\n", + " [ 0.0149],\n", + " [ 0.0046],\n", + " [ 0.0018],\n", + " [ 0.0139],\n", + " [ 0.0093],\n", + " [-0.0036],\n", + " [ 0.0145],\n", + " [ 0.0080],\n", + " [ 0.0068],\n", + " [ 0.0108],\n", + " [ 0.0102],\n", + " [ 0.0098],\n", + " [ 0.0106],\n", + " [ 0.0095],\n", + " [ 0.0123],\n", + " [ 0.0014],\n", + " [ 0.0173],\n", + " [ 0.0016],\n", + " [-0.0008],\n", + " [ 0.0047],\n", + " [ 0.0110],\n", + " [ 0.0057],\n", + " [ 0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0989],\n", + " [0.0899],\n", + " [0.0961],\n", + " [0.0907],\n", + " [0.0945],\n", + " [0.0890],\n", + " [0.0898],\n", + " [0.0970],\n", + " [0.0955],\n", + " [0.1001],\n", + " [0.0940],\n", + " [0.1009],\n", + " [0.0889],\n", + " [0.0916],\n", + " [0.0952],\n", + " [0.0891],\n", + " [0.0924],\n", + " [0.0912],\n", + " [0.0911],\n", + " [0.0910],\n", + " [0.0900],\n", + " [0.0914],\n", + " [0.0915],\n", + " [0.0906],\n", + " [0.0921],\n", + " [0.0890],\n", + " [0.0946],\n", + " [0.0970],\n", + " [0.0928],\n", + " [0.0922],\n", + " [0.0961],\n", + " [0.0889]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0773],\n", + " [0.0869],\n", + " [0.0766],\n", + " [0.0806],\n", + " [0.0792],\n", + " [0.0871],\n", + " [0.0764],\n", + " [0.0823],\n", + " [0.0842],\n", + " [0.0895],\n", + " [0.0813],\n", + " [0.0840],\n", + " [0.0869],\n", + " [0.0834],\n", + " [0.0800],\n", + " [0.0873],\n", + " [0.0820],\n", + " [0.0808],\n", + " [0.0846],\n", + " [0.0843],\n", + " [0.0845],\n", + " [0.0844],\n", + " [0.0830],\n", + " [0.0854],\n", + " [0.0775],\n", + " [0.0887],\n", + " [0.0788],\n", + " [0.0778],\n", + " [0.0770],\n", + " [0.0842],\n", + " [0.0837],\n", + " [0.0902]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0799],\n", + " [0.0887],\n", + " [0.0882],\n", + " [0.0879],\n", + " [0.0865],\n", + " [0.0884],\n", + " [0.0846],\n", + " [0.0862],\n", + " [0.0865],\n", + " [0.0816],\n", + " [0.0867],\n", + " [0.0850],\n", + " [0.0884],\n", + " [0.0873],\n", + " [0.0894],\n", + " [0.0884],\n", + " [0.0863],\n", + " [0.0874],\n", + " [0.0865],\n", + " [0.0868],\n", + " [0.0877],\n", + " [0.0878],\n", + " [0.0860],\n", + " [0.0867],\n", + " [0.0884],\n", + " [0.0887],\n", + " [0.0862],\n", + " [0.0865],\n", + " [0.0940],\n", + " [0.0858],\n", + " [0.0878],\n", + " [0.0892]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0362],\n", + " [0.0417],\n", + " [0.0396],\n", + " [0.0389],\n", + " [0.0368],\n", + " [0.0407],\n", + " [0.0383],\n", + " [0.0418],\n", + " [0.0421],\n", + " [0.0343],\n", + " [0.0393],\n", + " [0.0429],\n", + " [0.0423],\n", + " [0.0411],\n", + " [0.0397],\n", + " [0.0413],\n", + " [0.0407],\n", + " [0.0404],\n", + " [0.0422],\n", + " [0.0421],\n", + " [0.0424],\n", + " [0.0423],\n", + " [0.0408],\n", + " [0.0415],\n", + " [0.0384],\n", + " [0.0432],\n", + " [0.0383],\n", + " [0.0399],\n", + " [0.0426],\n", + " [0.0413],\n", + " [0.0452],\n", + " [0.0427]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0421],\n", + " [0.0365],\n", + " [0.0362],\n", + " [0.0372],\n", + " [0.0391],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0374],\n", + " [0.0375],\n", + " [0.0369],\n", + " [0.0384],\n", + " [0.0370],\n", + " [0.0360],\n", + " [0.0367],\n", + " [0.0364],\n", + " [0.0362],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0365],\n", + " [0.0365],\n", + " [0.0360],\n", + " [0.0361],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0341],\n", + " [0.0388],\n", + " [0.0366],\n", + " [0.0286],\n", + " [0.0369],\n", + " [0.0342],\n", + " [0.0343]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0818],\n", + " [-0.0703],\n", + " [-0.0757],\n", + " [-0.0717],\n", + " [-0.0761],\n", + " [-0.0701],\n", + " [-0.0756],\n", + " [-0.0749],\n", + " [-0.0749],\n", + " [-0.0737],\n", + " [-0.0747],\n", + " [-0.0741],\n", + " [-0.0710],\n", + " [-0.0721],\n", + " [-0.0764],\n", + " [-0.0701],\n", + " [-0.0733],\n", + " [-0.0735],\n", + " [-0.0731],\n", + " [-0.0722],\n", + " [-0.0730],\n", + " [-0.0725],\n", + " [-0.0726],\n", + " [-0.0716],\n", + " [-0.0744],\n", + " [-0.0692],\n", + " [-0.0753],\n", + " [-0.0760],\n", + " [-0.0684],\n", + " [-0.0722],\n", + " [-0.0735],\n", + " [-0.0685]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1062],\n", + " [-0.0977],\n", + " [-0.1088],\n", + " [-0.1041],\n", + " [-0.1015],\n", + " [-0.0979],\n", + " [-0.1031],\n", + " [-0.1026],\n", + " [-0.1029],\n", + " [-0.1145],\n", + " [-0.1018],\n", + " [-0.1038],\n", + " [-0.0988],\n", + " [-0.1006],\n", + " [-0.1077],\n", + " [-0.0981],\n", + " [-0.1006],\n", + " [-0.1023],\n", + " [-0.0993],\n", + " [-0.1002],\n", + " [-0.1007],\n", + " [-0.0998],\n", + " [-0.1001],\n", + " [-0.0984],\n", + " [-0.1072],\n", + " [-0.0982],\n", + " [-0.1034],\n", + " [-0.1041],\n", + " [-0.1127],\n", + " [-0.0985],\n", + " [-0.1055],\n", + " [-0.0975]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0580],\n", + " [-0.0629],\n", + " [-0.0601],\n", + " [-0.0614],\n", + " [-0.0644],\n", + " [-0.0632],\n", + " [-0.0700],\n", + " [-0.0617],\n", + " [-0.0619],\n", + " [-0.0523],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0619],\n", + " [-0.0619],\n", + " [-0.0615],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [-0.0625],\n", + " [-0.0623],\n", + " [-0.0614],\n", + " [-0.0613],\n", + " [-0.0620],\n", + " [-0.0625],\n", + " [-0.0625],\n", + " [-0.0604],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [-0.0634],\n", + " [-0.0573],\n", + " [-0.0630],\n", + " [-0.0589],\n", + " [-0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0746],\n", + " [-0.0718],\n", + " [-0.0718],\n", + " [-0.0636],\n", + " [-0.0627],\n", + " [ 0.7758],\n", + " [-0.0619],\n", + " [-0.0626],\n", + " [-0.0614],\n", + " [-0.0587],\n", + " [-0.0624],\n", + " [-0.0998],\n", + " [-0.0630],\n", + " [-0.0607],\n", + " [-0.0622],\n", + " [-0.0631],\n", + " [-0.0630],\n", + " [-0.0511],\n", + " [-0.0641],\n", + " [-0.0580],\n", + " [-0.0622],\n", + " [-0.0634],\n", + " [-0.0611],\n", + " [-0.0797],\n", + " [-0.0603],\n", + " [-0.0615],\n", + " [-0.0663],\n", + " [-0.0628],\n", + " [-0.0612],\n", + " [-0.0756],\n", + " [-0.0604],\n", + " [-0.0651]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0780],\n", + " [-0.0799],\n", + " [-0.0792],\n", + " [-0.0753],\n", + " [-0.0761],\n", + " [-5.7926],\n", + " [-0.0747],\n", + " [-0.0763],\n", + " [-0.0721],\n", + " [-0.0711],\n", + " [-0.0729],\n", + " [-0.1200],\n", + " [-0.0767],\n", + " [-0.0721],\n", + " [-0.0768],\n", + " [-0.0733],\n", + " [-0.0710],\n", + " [-0.0677],\n", + " [-0.0766],\n", + " [-0.0711],\n", + " [-0.0731],\n", + " [-0.0745],\n", + " [-0.0747],\n", + " [-0.0871],\n", + " [-0.0723],\n", + " [-0.0759],\n", + " [-0.0770],\n", + " [-0.0762],\n", + " [-0.0744],\n", + " [-0.0849],\n", + " [-0.0737],\n", + " [-0.0799]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0350],\n", + " [ 0.0355],\n", + " [ 0.0363],\n", + " [ 0.0387],\n", + " [ 0.0373],\n", + " [-1.5337],\n", + " [ 0.0373],\n", + " [ 0.0376],\n", + " [ 0.0390],\n", + " [ 0.0391],\n", + " [ 0.0367],\n", + " [ 0.0233],\n", + " [ 0.0370],\n", + " [ 0.0380],\n", + " [ 0.0385],\n", + " [ 0.0367],\n", + " [ 0.0360],\n", + " [ 0.0401],\n", + " [ 0.0370],\n", + " [ 0.0385],\n", + " [ 0.0372],\n", + " [ 0.0361],\n", + " [ 0.0374],\n", + " [ 0.0355],\n", + " [ 0.0379],\n", + " [ 0.0385],\n", + " [ 0.0359],\n", + " [ 0.0377],\n", + " [ 0.0386],\n", + " [ 0.0363],\n", + " [ 0.0375],\n", + " [ 0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0909],\n", + " [-0.0946],\n", + " [-0.0935],\n", + " [-0.0906],\n", + " [-0.0930],\n", + " [ 2.1863],\n", + " [-0.0927],\n", + " [-0.0918],\n", + " [-0.0932],\n", + " [-0.0886],\n", + " [-0.0957],\n", + " [-0.0682],\n", + " [-0.0929],\n", + " [-0.0889],\n", + " [-0.0916],\n", + " [-0.0958],\n", + " [-0.0959],\n", + " [-0.0813],\n", + " [-0.0948],\n", + " [-0.0887],\n", + " [-0.0937],\n", + " [-0.0945],\n", + " [-0.0916],\n", + " [-0.1002],\n", + " [-0.0887],\n", + " [-0.0914],\n", + " [-0.0897],\n", + " [-0.0941],\n", + " [-0.0921],\n", + " [-0.0899],\n", + " [-0.0904],\n", + " [-0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0412],\n", + " [ 0.0524],\n", + " [ 0.0494],\n", + " [ 0.0454],\n", + " [ 0.0550],\n", + " [-5.2322],\n", + " [ 0.0560],\n", + " [ 0.0528],\n", + " [ 0.0555],\n", + " [ 0.0430],\n", + " [ 0.0597],\n", + " [ 0.0419],\n", + " [ 0.0533],\n", + " [ 0.0524],\n", + " [ 0.0471],\n", + " [ 0.0585],\n", + " [ 0.0592],\n", + " [ 0.0408],\n", + " [ 0.0565],\n", + " [ 0.0433],\n", + " [ 0.0574],\n", + " [ 0.0564],\n", + " [ 0.0441],\n", + " [ 0.0551],\n", + " [ 0.0490],\n", + " [ 0.0501],\n", + " [ 0.0549],\n", + " [ 0.0550],\n", + " [ 0.0500],\n", + " [ 0.0533],\n", + " [ 0.0525],\n", + " [ 0.0532]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0375],\n", + " [-0.0326],\n", + " [-0.0340],\n", + " [-0.0344],\n", + " [-0.0372],\n", + " [-0.9144],\n", + " [-0.0376],\n", + " [-0.0400],\n", + " [-0.0348],\n", + " [-0.0406],\n", + " [-0.0329],\n", + " [-0.0467],\n", + " [-0.0395],\n", + " [-0.0422],\n", + " [-0.0357],\n", + " [-0.0359],\n", + " [-0.0354],\n", + " [-0.0457],\n", + " [-0.0355],\n", + " [-0.0383],\n", + " [-0.0372],\n", + " [-0.0382],\n", + " [-0.0381],\n", + " [-0.0334],\n", + " [-0.0408],\n", + " [-0.0353],\n", + " [-0.0478],\n", + " [-0.0353],\n", + " [-0.0352],\n", + " [-0.0424],\n", + " [-0.0392],\n", + " [-0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0874],\n", + " [-0.0812],\n", + " [-0.0845],\n", + " [-0.0814],\n", + " [-0.0784],\n", + " [ 4.4671],\n", + " [-0.0785],\n", + " [-0.0779],\n", + " [-0.0811],\n", + " [-0.0806],\n", + " [-0.0798],\n", + " [-0.0790],\n", + " [-0.0788],\n", + " [-0.0792],\n", + " [-0.0804],\n", + " [-0.0800],\n", + " [-0.0806],\n", + " [-0.0770],\n", + " [-0.0789],\n", + " [-0.0817],\n", + " [-0.0791],\n", + " [-0.0799],\n", + " [-0.0838],\n", + " [-0.0775],\n", + " [-0.0788],\n", + " [-0.0797],\n", + " [-0.0750],\n", + " [-0.0797],\n", + " [-0.0811],\n", + " [-0.0715],\n", + " [-0.0784],\n", + " [-0.0782]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1568],\n", + " [0.1637],\n", + " [0.1614],\n", + " [0.1638],\n", + " [0.1677],\n", + " [0.5123],\n", + " [0.1688],\n", + " [0.1670],\n", + " [0.1684],\n", + " [0.1604],\n", + " [0.1716],\n", + " [0.1208],\n", + " [0.1665],\n", + " [0.1670],\n", + " [0.1620],\n", + " [0.1690],\n", + " [0.1703],\n", + " [0.1598],\n", + " [0.1683],\n", + " [0.1604],\n", + " [0.1696],\n", + " [0.1676],\n", + " [0.1617],\n", + " [0.1647],\n", + " [0.1656],\n", + " [0.1641],\n", + " [0.1692],\n", + " [0.1672],\n", + " [0.1639],\n", + " [0.1728],\n", + " [0.1670],\n", + " [0.1654]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0594],\n", + " [-0.0618],\n", + " [-0.0599],\n", + " [-0.0563],\n", + " [-0.0566],\n", + " [-2.3297],\n", + " [-0.0557],\n", + " [-0.0565],\n", + " [-0.0541],\n", + " [-0.0475],\n", + " [-0.0579],\n", + " [-0.0757],\n", + " [-0.0566],\n", + " [-0.0514],\n", + " [-0.0567],\n", + " [-0.0581],\n", + " [-0.0576],\n", + " [-0.0450],\n", + " [-0.0586],\n", + " [-0.0497],\n", + " [-0.0569],\n", + " [-0.0566],\n", + " [-0.0575],\n", + " [-0.0669],\n", + " [-0.0521],\n", + " [-0.0569],\n", + " [-0.0543],\n", + " [-0.0572],\n", + " [-0.0538],\n", + " [-0.0623],\n", + " [-0.0548],\n", + " [-0.0605]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0669],\n", + " [0.0620],\n", + " [0.0679],\n", + " [0.0691],\n", + " [0.0628],\n", + " [0.9659],\n", + " [0.0605],\n", + " [0.0618],\n", + " [0.0603],\n", + " [0.0710],\n", + " [0.0598],\n", + " [0.0461],\n", + " [0.0636],\n", + " [0.0598],\n", + " [0.0709],\n", + " [0.0595],\n", + " [0.0578],\n", + " [0.0664],\n", + " [0.0622],\n", + " [0.0698],\n", + " [0.0583],\n", + " [0.0602],\n", + " [0.0672],\n", + " [0.0625],\n", + " [0.0640],\n", + " [0.0670],\n", + " [0.0602],\n", + " [0.0641],\n", + " [0.0680],\n", + " [0.0581],\n", + " [0.0610],\n", + " [0.0656]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0712],\n", + " [-0.0835],\n", + " [-0.0816],\n", + " [-0.0836],\n", + " [-0.0945],\n", + " [ 0.0969],\n", + " [-0.0957],\n", + " [-0.0937],\n", + " [-0.0972],\n", + " [-0.0872],\n", + " [-0.1001],\n", + " [-0.0639],\n", + " [-0.0940],\n", + " [-0.0941],\n", + " [-0.0885],\n", + " [-0.0990],\n", + " [-0.1001],\n", + " [-0.0850],\n", + " [-0.0956],\n", + " [-0.0874],\n", + " [-0.0980],\n", + " [-0.0964],\n", + " [-0.0811],\n", + " [-0.0861],\n", + " [-0.0901],\n", + " [-0.0905],\n", + " [-0.0963],\n", + " [-0.0949],\n", + " [-0.0921],\n", + " [-0.0964],\n", + " [-0.0935],\n", + " [-0.0931]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 8.3991e-03],\n", + " [ 1.7582e-02],\n", + " [ 1.4184e-02],\n", + " [ 1.1260e-02],\n", + " [ 1.5634e-02],\n", + " [-3.2701e+00],\n", + " [ 1.7375e-02],\n", + " [ 1.4666e-02],\n", + " [ 1.7708e-02],\n", + " [ 6.6240e-03],\n", + " [ 1.9543e-02],\n", + " [ 9.7712e-04],\n", + " [ 1.3506e-02],\n", + " [ 1.4812e-02],\n", + " [ 8.1000e-03],\n", + " [ 1.8528e-02],\n", + " [ 2.0287e-02],\n", + " [ 6.9985e-03],\n", + " [ 1.7458e-02],\n", + " [ 8.8346e-03],\n", + " [ 1.7955e-02],\n", + " [ 1.6504e-02],\n", + " [ 1.3436e-02],\n", + " [ 1.4671e-02],\n", + " [ 1.3519e-02],\n", + " [ 1.2043e-02],\n", + " [ 1.7101e-02],\n", + " [ 1.5048e-02],\n", + " [ 1.2173e-02],\n", + " [ 2.1734e-02],\n", + " [ 1.5425e-02],\n", + " [ 1.3204e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0713],\n", + " [ 0.0837],\n", + " [ 0.0794],\n", + " [ 0.0800],\n", + " [ 0.0902],\n", + " [-1.8547],\n", + " [ 0.0919],\n", + " [ 0.0942],\n", + " [ 0.0926],\n", + " [ 0.0911],\n", + " [ 0.0930],\n", + " [ 0.0534],\n", + " [ 0.0928],\n", + " [ 0.0964],\n", + " [ 0.0862],\n", + " [ 0.0946],\n", + " [ 0.0958],\n", + " [ 0.0990],\n", + " [ 0.0891],\n", + " [ 0.0891],\n", + " [ 0.0961],\n", + " [ 0.0940],\n", + " [ 0.0851],\n", + " [ 0.0850],\n", + " [ 0.0896],\n", + " [ 0.0869],\n", + " [ 0.0969],\n", + " [ 0.0890],\n", + " [ 0.0878],\n", + " [ 0.0896],\n", + " [ 0.0929],\n", + " [ 0.0899]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-9.2933e-03],\n", + " [-3.6637e-04],\n", + " [-3.9097e-03],\n", + " [ 2.4816e-03],\n", + " [ 8.7636e-03],\n", + " [ 3.9899e+00],\n", + " [ 9.2686e-03],\n", + " [ 1.1924e-02],\n", + " [ 1.0909e-02],\n", + " [ 7.6839e-03],\n", + " [ 8.5846e-03],\n", + " [-1.4773e-03],\n", + " [ 1.1199e-02],\n", + " [ 1.3138e-02],\n", + " [ 8.3117e-03],\n", + " [ 1.0657e-02],\n", + " [ 1.0052e-02],\n", + " [ 1.3630e-02],\n", + " [ 6.9724e-03],\n", + " [ 6.9713e-03],\n", + " [ 1.2160e-02],\n", + " [ 1.0858e-02],\n", + " [ 2.1947e-03],\n", + " [ 2.6317e-03],\n", + " [ 9.1714e-03],\n", + " [ 8.5900e-03],\n", + " [ 1.5051e-02],\n", + " [ 8.5817e-03],\n", + " [ 7.3392e-03],\n", + " [ 2.0769e-02],\n", + " [ 1.0944e-02],\n", + " [ 9.1704e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 4.5785e-03],\n", + " [ 8.2620e-03],\n", + " [ 6.1290e-03],\n", + " [-4.4500e-04],\n", + " [-7.8267e-04],\n", + " [-1.0464e+00],\n", + " [-9.9072e-04],\n", + " [-1.9562e-03],\n", + " [-2.2342e-03],\n", + " [-1.3853e-02],\n", + " [ 1.9708e-03],\n", + " [ 3.1924e-02],\n", + " [-2.7213e-03],\n", + " [-8.2594e-03],\n", + " [-4.5453e-03],\n", + " [ 7.0395e-04],\n", + " [ 8.2941e-04],\n", + " [-1.9478e-02],\n", + " [ 3.3176e-03],\n", + " [-1.0664e-02],\n", + " [-7.5327e-04],\n", + " [-1.8081e-03],\n", + " [-8.9867e-04],\n", + " [ 1.3048e-02],\n", + " [-7.4375e-03],\n", + " [-2.2880e-03],\n", + " [-2.2689e-04],\n", + " [-1.7475e-04],\n", + " [-4.8201e-03],\n", + " [ 1.7864e-02],\n", + " [-3.9204e-03],\n", + " [ 2.0709e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0567],\n", + " [-0.0498],\n", + " [-0.0503],\n", + " [-0.0431],\n", + " [-0.0365],\n", + " [-2.5327],\n", + " [-0.0355],\n", + " [-0.0350],\n", + " [-0.0338],\n", + " [-0.0357],\n", + " [-0.0354],\n", + " [-0.0263],\n", + " [-0.0353],\n", + " [-0.0314],\n", + " [-0.0386],\n", + " [-0.0345],\n", + " [-0.0341],\n", + " [-0.0334],\n", + " [-0.0385],\n", + " [-0.0376],\n", + " [-0.0321],\n", + " [-0.0341],\n", + " [-0.0456],\n", + " [-0.0482],\n", + " [-0.0357],\n", + " [-0.0382],\n", + " [-0.0314],\n", + " [-0.0367],\n", + " [-0.0373],\n", + " [-0.0380],\n", + " [-0.0355],\n", + " [-0.0390]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 8.1668e-03],\n", + " [ 1.0163e-02],\n", + " [ 8.0737e-03],\n", + " [ 7.4045e-03],\n", + " [ 5.3682e-03],\n", + " [ 1.9849e+00],\n", + " [ 4.4883e-03],\n", + " [ 3.9900e-03],\n", + " [ 2.8223e-03],\n", + " [-5.5485e-04],\n", + " [ 5.8004e-03],\n", + " [ 4.6152e-03],\n", + " [ 4.4611e-03],\n", + " [ 2.3224e-04],\n", + " [ 6.0055e-03],\n", + " [ 4.6982e-03],\n", + " [ 4.4273e-03],\n", + " [-3.7923e-03],\n", + " [ 6.5366e-03],\n", + " [ 1.7030e-03],\n", + " [ 3.6083e-03],\n", + " [ 3.8465e-03],\n", + " [ 6.9645e-03],\n", + " [ 1.0924e-02],\n", + " [ 2.8608e-03],\n", + " [ 6.0785e-03],\n", + " [ 1.0870e-03],\n", + " [ 5.6837e-03],\n", + " [ 4.3676e-03],\n", + " [ 3.8232e-03],\n", + " [ 3.5368e-03],\n", + " [ 7.2213e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0661],\n", + " [ 0.0619],\n", + " [ 0.0638],\n", + " [ 0.0627],\n", + " [ 0.0569],\n", + " [-2.0036],\n", + " [ 0.0560],\n", + " [ 0.0569],\n", + " [ 0.0568],\n", + " [ 0.0593],\n", + " [ 0.0574],\n", + " [ 0.0637],\n", + " [ 0.0574],\n", + " [ 0.0547],\n", + " [ 0.0613],\n", + " [ 0.0576],\n", + " [ 0.0576],\n", + " [ 0.0572],\n", + " [ 0.0574],\n", + " [ 0.0601],\n", + " [ 0.0566],\n", + " [ 0.0569],\n", + " [ 0.0635],\n", + " [ 0.0641],\n", + " [ 0.0567],\n", + " [ 0.0596],\n", + " [ 0.0530],\n", + " [ 0.0577],\n", + " [ 0.0589],\n", + " [ 0.0523],\n", + " [ 0.0564],\n", + " [ 0.0595]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-1.1766e-02],\n", + " [-2.1664e-02],\n", + " [-1.5203e-02],\n", + " [-1.5896e-02],\n", + " [-1.7306e-02],\n", + " [ 2.1277e+00],\n", + " [-1.7844e-02],\n", + " [-1.7450e-02],\n", + " [-1.8236e-02],\n", + " [-1.4630e-02],\n", + " [-1.8640e-02],\n", + " [-3.8265e-04],\n", + " [-1.6821e-02],\n", + " [-1.7516e-02],\n", + " [-1.3980e-02],\n", + " [-1.8742e-02],\n", + " [-1.8777e-02],\n", + " [-1.6989e-02],\n", + " [-1.8480e-02],\n", + " [-1.3074e-02],\n", + " [-1.7787e-02],\n", + " [-1.7324e-02],\n", + " [-1.8424e-02],\n", + " [-2.2946e-02],\n", + " [-1.5501e-02],\n", + " [-1.5208e-02],\n", + " [-1.8442e-02],\n", + " [-1.7017e-02],\n", + " [-1.4859e-02],\n", + " [-2.7865e-02],\n", + " [-1.6745e-02],\n", + " [-1.6773e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1715],\n", + " [-0.1760],\n", + " [-0.1734],\n", + " [-0.1681],\n", + " [-0.1707],\n", + " [-0.2492],\n", + " [-0.1707],\n", + " [-0.1721],\n", + " [-0.1690],\n", + " [-0.1651],\n", + " [-0.1708],\n", + " [-0.1789],\n", + " [-0.1713],\n", + " [-0.1681],\n", + " [-0.1681],\n", + " [-0.1717],\n", + " [-0.1716],\n", + " [-0.1632],\n", + " [-0.1723],\n", + " [-0.1654],\n", + " [-0.1713],\n", + " [-0.1713],\n", + " [-0.1700],\n", + " [-0.1812],\n", + " [-0.1666],\n", + " [-0.1684],\n", + " [-0.1730],\n", + " [-0.1703],\n", + " [-0.1676],\n", + " [-0.1841],\n", + " [-0.1694],\n", + " [-0.1739]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0052],\n", + " [-0.0078],\n", + " [-0.0061],\n", + " [-0.0177],\n", + " [-0.0214],\n", + " [ 1.9082],\n", + " [-0.0211],\n", + " [-0.0220],\n", + " [-0.0218],\n", + " [-0.0251],\n", + " [-0.0207],\n", + " [ 0.0568],\n", + " [-0.0228],\n", + " [-0.0251],\n", + " [-0.0237],\n", + " [-0.0220],\n", + " [-0.0215],\n", + " [-0.0265],\n", + " [-0.0189],\n", + " [-0.0229],\n", + " [-0.0228],\n", + " [-0.0224],\n", + " [-0.0157],\n", + " [-0.0085],\n", + " [-0.0237],\n", + " [-0.0222],\n", + " [-0.0207],\n", + " [-0.0215],\n", + " [-0.0225],\n", + " [-0.0079],\n", + " [-0.0223],\n", + " [-0.0205]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0011],\n", + " [ 0.0094],\n", + " [ 0.0068],\n", + " [-0.0023],\n", + " [ 0.0060],\n", + " [-0.0701],\n", + " [ 0.0076],\n", + " [ 0.0043],\n", + " [ 0.0105],\n", + " [-0.0063],\n", + " [ 0.0161],\n", + " [ 0.0375],\n", + " [ 0.0047],\n", + " [ 0.0039],\n", + " [-0.0015],\n", + " [ 0.0135],\n", + " [ 0.0161],\n", + " [-0.0077],\n", + " [ 0.0090],\n", + " [-0.0044],\n", + " [ 0.0111],\n", + " [ 0.0096],\n", + " [-0.0014],\n", + " [ 0.0117],\n", + " [-0.0011],\n", + " [ 0.0020],\n", + " [ 0.0049],\n", + " [ 0.0071],\n", + " [ 0.0025],\n", + " [ 0.0074],\n", + " [ 0.0043],\n", + " [ 0.0048]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1032],\n", + " [ 0.0951],\n", + " [ 0.0974],\n", + " [ 0.1000],\n", + " [ 0.0930],\n", + " [-3.4553],\n", + " [ 0.0929],\n", + " [ 0.0916],\n", + " [ 0.0915],\n", + " [ 0.1000],\n", + " [ 0.0900],\n", + " [ 0.0634],\n", + " [ 0.0916],\n", + " [ 0.0948],\n", + " [ 0.0942],\n", + " [ 0.0889],\n", + " [ 0.0894],\n", + " [ 0.1018],\n", + " [ 0.0921],\n", + " [ 0.0992],\n", + " [ 0.0900],\n", + " [ 0.0908],\n", + " [ 0.0980],\n", + " [ 0.0880],\n", + " [ 0.0995],\n", + " [ 0.0945],\n", + " [ 0.0934],\n", + " [ 0.0920],\n", + " [ 0.0948],\n", + " [ 0.0935],\n", + " [ 0.0943],\n", + " [ 0.0898]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0832],\n", + " [ 0.0850],\n", + " [ 0.0839],\n", + " [ 0.0827],\n", + " [ 0.0815],\n", + " [-5.5753],\n", + " [ 0.0826],\n", + " [ 0.0802],\n", + " [ 0.0846],\n", + " [ 0.0749],\n", + " [ 0.0875],\n", + " [ 0.0782],\n", + " [ 0.0802],\n", + " [ 0.0791],\n", + " [ 0.0803],\n", + " [ 0.0862],\n", + " [ 0.0879],\n", + " [ 0.0750],\n", + " [ 0.0838],\n", + " [ 0.0798],\n", + " [ 0.0844],\n", + " [ 0.0831],\n", + " [ 0.0860],\n", + " [ 0.0793],\n", + " [ 0.0786],\n", + " [ 0.0823],\n", + " [ 0.0709],\n", + " [ 0.0828],\n", + " [ 0.0813],\n", + " [ 0.0619],\n", + " [ 0.0817],\n", + " [ 0.0806]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.1001],\n", + " [ 0.0949],\n", + " [ 0.0958],\n", + " [ 0.0880],\n", + " [ 0.0866],\n", + " [-3.9493],\n", + " [ 0.0858],\n", + " [ 0.0860],\n", + " [ 0.0875],\n", + " [ 0.0840],\n", + " [ 0.0875],\n", + " [ 0.1134],\n", + " [ 0.0871],\n", + " [ 0.0852],\n", + " [ 0.0889],\n", + " [ 0.0884],\n", + " [ 0.0885],\n", + " [ 0.0784],\n", + " [ 0.0874],\n", + " [ 0.0855],\n", + " [ 0.0866],\n", + " [ 0.0881],\n", + " [ 0.0881],\n", + " [ 0.0964],\n", + " [ 0.0851],\n", + " [ 0.0882],\n", + " [ 0.0834],\n", + " [ 0.0879],\n", + " [ 0.0876],\n", + " [ 0.0847],\n", + " [ 0.0856],\n", + " [ 0.0887]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0482],\n", + " [0.0434],\n", + " [0.0451],\n", + " [0.0433],\n", + " [0.0411],\n", + " [1.6557],\n", + " [0.0411],\n", + " [0.0381],\n", + " [0.0413],\n", + " [0.0355],\n", + " [0.0448],\n", + " [0.0463],\n", + " [0.0382],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0418],\n", + " [0.0426],\n", + " [0.0321],\n", + " [0.0432],\n", + " [0.0372],\n", + " [0.0410],\n", + " [0.0397],\n", + " [0.0432],\n", + " [0.0426],\n", + " [0.0389],\n", + " [0.0409],\n", + " [0.0383],\n", + " [0.0418],\n", + " [0.0400],\n", + " [0.0429],\n", + " [0.0392],\n", + " [0.0401]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0274],\n", + " [ 0.0314],\n", + " [ 0.0316],\n", + " [ 0.0346],\n", + " [ 0.0369],\n", + " [-6.3628],\n", + " [ 0.0372],\n", + " [ 0.0388],\n", + " [ 0.0369],\n", + " [ 0.0374],\n", + " [ 0.0336],\n", + " [ 0.0094],\n", + " [ 0.0380],\n", + " [ 0.0390],\n", + " [ 0.0374],\n", + " [ 0.0359],\n", + " [ 0.0351],\n", + " [ 0.0424],\n", + " [ 0.0354],\n", + " [ 0.0392],\n", + " [ 0.0367],\n", + " [ 0.0365],\n", + " [ 0.0390],\n", + " [ 0.0265],\n", + " [ 0.0386],\n", + " [ 0.0378],\n", + " [ 0.0343],\n", + " [ 0.0363],\n", + " [ 0.0375],\n", + " [ 0.0242],\n", + " [ 0.0390],\n", + " [ 0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0672],\n", + " [-0.0690],\n", + " [-0.0685],\n", + " [-0.0749],\n", + " [-0.0739],\n", + " [-3.2628],\n", + " [-0.0735],\n", + " [-0.0748],\n", + " [-0.0729],\n", + " [-0.0786],\n", + " [-0.0703],\n", + " [-0.0329],\n", + " [-0.0746],\n", + " [-0.0754],\n", + " [-0.0765],\n", + " [-0.0712],\n", + " [-0.0697],\n", + " [-0.0840],\n", + " [-0.0724],\n", + " [-0.0770],\n", + " [-0.0727],\n", + " [-0.0720],\n", + " [-0.0751],\n", + " [-0.0662],\n", + " [-0.0760],\n", + " [-0.0757],\n", + " [-0.0764],\n", + " [-0.0737],\n", + " [-0.0752],\n", + " [-0.0788],\n", + " [-0.0750],\n", + " [-0.0738]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1198],\n", + " [-0.1142],\n", + " [-0.1118],\n", + " [-0.1091],\n", + " [-0.1020],\n", + " [-3.5985],\n", + " [-0.1008],\n", + " [-0.1026],\n", + " [-0.0993],\n", + " [-0.1044],\n", + " [-0.0995],\n", + " [-0.1288],\n", + " [-0.1028],\n", + " [-0.1004],\n", + " [-0.1051],\n", + " [-0.0985],\n", + " [-0.0982],\n", + " [-0.1031],\n", + " [-0.1023],\n", + " [-0.1044],\n", + " [-0.0986],\n", + " [-0.0999],\n", + " [-0.1110],\n", + " [-0.1129],\n", + " [-0.1034],\n", + " [-0.1040],\n", + " [-0.1061],\n", + " [-0.1019],\n", + " [-0.1029],\n", + " [-0.1169],\n", + " [-0.1015],\n", + " [-0.1046]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0471],\n", + " [-0.0538],\n", + " [-0.0553],\n", + " [-0.0590],\n", + " [-0.0620],\n", + " [ 4.3871],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0661],\n", + " [-0.0626],\n", + " [-0.0345],\n", + " [-0.0632],\n", + " [-0.0655],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0643],\n", + " [-0.0602],\n", + " [-0.0642],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0569],\n", + " [-0.0551],\n", + " [-0.0637],\n", + " [-0.0613],\n", + " [-0.0636],\n", + " [-0.0617],\n", + " [-0.0633],\n", + " [-0.0469],\n", + " [-0.0626],\n", + " [-0.0605]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0696],\n", + " [-0.0624],\n", + " [-0.0610],\n", + " [-0.0653],\n", + " [-0.0565],\n", + " [-0.0618],\n", + " [-0.0624],\n", + " [-0.0695],\n", + " [-0.0638],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0620],\n", + " [-0.0637],\n", + " [-0.0618],\n", + " [-0.0563],\n", + " [-0.0610],\n", + " [-0.0618],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0656],\n", + " [-0.0652],\n", + " [-0.0637],\n", + " [-0.0651],\n", + " [-0.0620],\n", + " [-0.0661],\n", + " [-0.0607],\n", + " [-0.0613],\n", + " [-0.0627],\n", + " [-0.0630],\n", + " [-0.0634]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0806],\n", + " [-0.0752],\n", + " [-0.0747],\n", + " [-0.0879],\n", + " [-0.0708],\n", + " [-0.0763],\n", + " [-0.0725],\n", + " [-0.0785],\n", + " [-0.0765],\n", + " [-0.0773],\n", + " [-0.0778],\n", + " [-0.0761],\n", + " [-0.0741],\n", + " [-0.0732],\n", + " [-0.0708],\n", + " [-0.0727],\n", + " [-0.0757],\n", + " [-0.0732],\n", + " [-0.0744],\n", + " [-0.0744],\n", + " [-0.0721],\n", + " [-0.0784],\n", + " [-0.0799],\n", + " [-0.0725],\n", + " [-0.0764],\n", + " [-0.0761],\n", + " [-0.0781],\n", + " [-0.0738],\n", + " [-0.0702],\n", + " [-0.0737],\n", + " [-0.0727],\n", + " [-0.0801]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0356],\n", + " [0.0388],\n", + " [0.0382],\n", + " [0.0260],\n", + " [0.0376],\n", + " [0.0376],\n", + " [0.0359],\n", + " [0.0391],\n", + " [0.0370],\n", + " [0.0384],\n", + " [0.0384],\n", + " [0.0379],\n", + " [0.0352],\n", + " [0.0372],\n", + " [0.0393],\n", + " [0.0373],\n", + " [0.0393],\n", + " [0.0359],\n", + " [0.0391],\n", + " [0.0373],\n", + " [0.0357],\n", + " [0.0357],\n", + " [0.0374],\n", + " [0.0354],\n", + " [0.0356],\n", + " [0.0369],\n", + " [0.0391],\n", + " [0.0391],\n", + " [0.0388],\n", + " [0.0369],\n", + " [0.0355],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0970],\n", + " [-0.0946],\n", + " [-0.0922],\n", + " [-0.0766],\n", + " [-0.0849],\n", + " [-0.0885],\n", + " [-0.0943],\n", + " [-0.0939],\n", + " [-0.0895],\n", + " [-0.0930],\n", + " [-0.0914],\n", + " [-0.0929],\n", + " [-0.0961],\n", + " [-0.0904],\n", + " [-0.0851],\n", + " [-0.0920],\n", + " [-0.0884],\n", + " [-0.0936],\n", + " [-0.0937],\n", + " [-0.0909],\n", + " [-0.0961],\n", + " [-0.0956],\n", + " [-0.0958],\n", + " [-0.0965],\n", + " [-0.0923],\n", + " [-0.0904],\n", + " [-0.0954],\n", + " [-0.0886],\n", + " [-0.0932],\n", + " [-0.0937],\n", + " [-0.0959],\n", + " [-0.0916]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0556],\n", + " [0.0554],\n", + " [0.0495],\n", + " [0.0420],\n", + " [0.0423],\n", + " [0.0432],\n", + " [0.0572],\n", + " [0.0533],\n", + " [0.0455],\n", + " [0.0504],\n", + " [0.0473],\n", + " [0.0512],\n", + " [0.0581],\n", + " [0.0539],\n", + " [0.0384],\n", + " [0.0558],\n", + " [0.0443],\n", + " [0.0567],\n", + " [0.0540],\n", + " [0.0519],\n", + " [0.0589],\n", + " [0.0551],\n", + " [0.0528],\n", + " [0.0597],\n", + " [0.0521],\n", + " [0.0495],\n", + " [0.0480],\n", + " [0.0488],\n", + " [0.0553],\n", + " [0.0555],\n", + " [0.0585],\n", + " [0.0427]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0372],\n", + " [-0.0335],\n", + " [-0.0351],\n", + " [-0.0427],\n", + " [-0.0431],\n", + " [-0.0400],\n", + " [-0.0388],\n", + " [-0.0374],\n", + " [-0.0401],\n", + " [-0.0344],\n", + " [-0.0351],\n", + " [-0.0356],\n", + " [-0.0378],\n", + " [-0.0421],\n", + " [-0.0437],\n", + " [-0.0387],\n", + " [-0.0397],\n", + " [-0.0393],\n", + " [-0.0344],\n", + " [-0.0405],\n", + " [-0.0372],\n", + " [-0.0387],\n", + " [-0.0350],\n", + " [-0.0361],\n", + " [-0.0435],\n", + " [-0.0408],\n", + " [-0.0338],\n", + " [-0.0419],\n", + " [-0.0351],\n", + " [-0.0388],\n", + " [-0.0378],\n", + " [-0.0360]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0788],\n", + " [-0.0810],\n", + " [-0.0819],\n", + " [-0.0848],\n", + " [-0.0787],\n", + " [-0.0781],\n", + " [-0.0799],\n", + " [-0.0776],\n", + " [-0.0784],\n", + " [-0.0803],\n", + " [-0.0797],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0788],\n", + " [-0.0777],\n", + " [-0.0792],\n", + " [-0.0779],\n", + " [-0.0796],\n", + " [-0.0810],\n", + " [-0.0798],\n", + " [-0.0802],\n", + " [-0.0792],\n", + " [-0.0792],\n", + " [-0.0800],\n", + " [-0.0782],\n", + " [-0.0781],\n", + " [-0.0843],\n", + " [-0.0798],\n", + " [-0.0818],\n", + " [-0.0799],\n", + " [-0.0800],\n", + " [-0.0795]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1659],\n", + " [0.1675],\n", + " [0.1629],\n", + " [0.1517],\n", + " [0.1630],\n", + " [0.1623],\n", + " [0.1684],\n", + " [0.1700],\n", + " [0.1637],\n", + " [0.1640],\n", + " [0.1624],\n", + " [0.1645],\n", + " [0.1678],\n", + " [0.1683],\n", + " [0.1612],\n", + " [0.1686],\n", + " [0.1635],\n", + " [0.1684],\n", + " [0.1672],\n", + " [0.1656],\n", + " [0.1692],\n", + " [0.1664],\n", + " [0.1650],\n", + " [0.1702],\n", + " [0.1666],\n", + " [0.1643],\n", + " [0.1615],\n", + " [0.1630],\n", + " [0.1685],\n", + " [0.1678],\n", + " [0.1687],\n", + " [0.1590]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0607],\n", + " [-0.0569],\n", + " [-0.0559],\n", + " [-0.0609],\n", + " [-0.0516],\n", + " [-0.0580],\n", + " [-0.0560],\n", + " [-0.0550],\n", + " [-0.0575],\n", + " [-0.0586],\n", + " [-0.0584],\n", + " [-0.0579],\n", + " [-0.0576],\n", + " [-0.0525],\n", + " [-0.0493],\n", + " [-0.0544],\n", + " [-0.0573],\n", + " [-0.0555],\n", + " [-0.0560],\n", + " [-0.0533],\n", + " [-0.0580],\n", + " [-0.0585],\n", + " [-0.0616],\n", + " [-0.0591],\n", + " [-0.0537],\n", + " [-0.0565],\n", + " [-0.0618],\n", + " [-0.0535],\n", + " [-0.0532],\n", + " [-0.0571],\n", + " [-0.0570],\n", + " [-0.0611]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0624],\n", + " [0.0644],\n", + " [0.0669],\n", + " [0.0552],\n", + " [0.0652],\n", + " [0.0669],\n", + " [0.0581],\n", + " [0.0665],\n", + " [0.0646],\n", + " [0.0684],\n", + " [0.0704],\n", + " [0.0656],\n", + " [0.0600],\n", + " [0.0599],\n", + " [0.0724],\n", + " [0.0584],\n", + " [0.0675],\n", + " [0.0584],\n", + " [0.0628],\n", + " [0.0626],\n", + " [0.0578],\n", + " [0.0625],\n", + " [0.0657],\n", + " [0.0579],\n", + " [0.0634],\n", + " [0.0639],\n", + " [0.0700],\n", + " [0.0644],\n", + " [0.0594],\n", + " [0.0585],\n", + " [0.0589],\n", + " [0.0742]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0919],\n", + " [-0.0956],\n", + " [-0.0912],\n", + " [-0.0777],\n", + " [-0.0830],\n", + " [-0.0833],\n", + " [-0.0975],\n", + " [-0.0920],\n", + " [-0.0853],\n", + " [-0.0903],\n", + " [-0.0869],\n", + " [-0.0918],\n", + " [-0.0974],\n", + " [-0.0949],\n", + " [-0.0802],\n", + " [-0.0963],\n", + " [-0.0842],\n", + " [-0.0967],\n", + " [-0.0956],\n", + " [-0.0931],\n", + " [-0.0995],\n", + " [-0.0938],\n", + " [-0.0921],\n", + " [-0.1003],\n", + " [-0.0920],\n", + " [-0.0905],\n", + " [-0.0830],\n", + " [-0.0906],\n", + " [-0.0974],\n", + " [-0.0963],\n", + " [-0.0986],\n", + " [-0.0838]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0166],\n", + " [0.0165],\n", + " [0.0120],\n", + " [0.0076],\n", + " [0.0109],\n", + " [0.0098],\n", + " [0.0187],\n", + " [0.0131],\n", + " [0.0122],\n", + " [0.0110],\n", + " [0.0088],\n", + " [0.0124],\n", + " [0.0190],\n", + " [0.0153],\n", + " [0.0059],\n", + " [0.0181],\n", + " [0.0091],\n", + " [0.0177],\n", + " [0.0150],\n", + " [0.0133],\n", + " [0.0195],\n", + " [0.0165],\n", + " [0.0139],\n", + " [0.0194],\n", + " [0.0143],\n", + " [0.0129],\n", + " [0.0137],\n", + " [0.0104],\n", + " [0.0193],\n", + " [0.0169],\n", + " [0.0197],\n", + " [0.0030]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0893],\n", + " [0.0881],\n", + " [0.0886],\n", + " [0.0765],\n", + " [0.0891],\n", + " [0.0885],\n", + " [0.0960],\n", + " [0.0845],\n", + " [0.0894],\n", + " [0.0856],\n", + " [0.0842],\n", + " [0.0888],\n", + " [0.0934],\n", + " [0.0958],\n", + " [0.0855],\n", + " [0.0951],\n", + " [0.0878],\n", + " [0.0956],\n", + " [0.0909],\n", + " [0.0937],\n", + " [0.0965],\n", + " [0.0915],\n", + " [0.0882],\n", + " [0.0959],\n", + " [0.0914],\n", + " [0.0929],\n", + " [0.0812],\n", + " [0.0953],\n", + " [0.0928],\n", + " [0.0967],\n", + " [0.0951],\n", + " [0.0852]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0055],\n", + " [ 0.0078],\n", + " [ 0.0085],\n", + " [-0.0016],\n", + " [ 0.0092],\n", + " [ 0.0113],\n", + " [ 0.0110],\n", + " [ 0.0076],\n", + " [ 0.0099],\n", + " [ 0.0080],\n", + " [ 0.0073],\n", + " [ 0.0097],\n", + " [ 0.0081],\n", + " [ 0.0122],\n", + " [ 0.0081],\n", + " [ 0.0115],\n", + " [ 0.0118],\n", + " [ 0.0112],\n", + " [ 0.0116],\n", + " [ 0.0116],\n", + " [ 0.0106],\n", + " [ 0.0074],\n", + " [ 0.0079],\n", + " [ 0.0102],\n", + " [ 0.0084],\n", + " [ 0.0110],\n", + " [ 0.0002],\n", + " [ 0.0140],\n", + " [ 0.0103],\n", + " [ 0.0132],\n", + " [ 0.0092],\n", + " [ 0.0102]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 5.1569e-03],\n", + " [ 9.0924e-04],\n", + " [-3.2359e-03],\n", + " [ 7.0166e-03],\n", + " [-1.0484e-02],\n", + " [-3.9776e-03],\n", + " [-1.9016e-03],\n", + " [ 4.6376e-05],\n", + " [-1.8966e-03],\n", + " [-7.9696e-04],\n", + " [-2.0810e-03],\n", + " [-1.3208e-03],\n", + " [ 4.0591e-04],\n", + " [-6.5563e-03],\n", + " [-1.2054e-02],\n", + " [-3.2334e-03],\n", + " [-4.3606e-03],\n", + " [-2.6289e-03],\n", + " [-1.6281e-03],\n", + " [-6.9584e-03],\n", + " [ 5.4698e-04],\n", + " [ 1.8585e-03],\n", + " [ 4.4712e-03],\n", + " [ 1.9457e-03],\n", + " [-4.8207e-03],\n", + " [-3.8192e-03],\n", + " [ 4.3937e-03],\n", + " [-8.6957e-03],\n", + " [-2.4624e-03],\n", + " [-1.3049e-03],\n", + " [-2.8071e-04],\n", + " [-3.5663e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0409],\n", + " [-0.0370],\n", + " [-0.0378],\n", + " [-0.0414],\n", + " [-0.0388],\n", + " [-0.0408],\n", + " [-0.0336],\n", + " [-0.0366],\n", + " [-0.0408],\n", + " [-0.0389],\n", + " [-0.0401],\n", + " [-0.0377],\n", + " [-0.0367],\n", + " [-0.0316],\n", + " [-0.0379],\n", + " [-0.0336],\n", + " [-0.0380],\n", + " [-0.0329],\n", + " [-0.0351],\n", + " [-0.0343],\n", + " [-0.0338],\n", + " [-0.0385],\n", + " [-0.0407],\n", + " [-0.0338],\n", + " [-0.0361],\n", + " [-0.0375],\n", + " [-0.0460],\n", + " [-0.0326],\n", + " [-0.0343],\n", + " [-0.0324],\n", + " [-0.0353],\n", + " [-0.0404]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0072],\n", + " [0.0058],\n", + " [0.0048],\n", + " [0.0103],\n", + " [0.0030],\n", + " [0.0053],\n", + " [0.0033],\n", + " [0.0053],\n", + " [0.0050],\n", + " [0.0070],\n", + " [0.0075],\n", + " [0.0058],\n", + " [0.0051],\n", + " [0.0016],\n", + " [0.0019],\n", + " [0.0028],\n", + " [0.0051],\n", + " [0.0031],\n", + " [0.0038],\n", + " [0.0023],\n", + " [0.0043],\n", + " [0.0059],\n", + " [0.0081],\n", + " [0.0051],\n", + " [0.0033],\n", + " [0.0043],\n", + " [0.0088],\n", + " [0.0006],\n", + " [0.0021],\n", + " [0.0031],\n", + " [0.0045],\n", + " [0.0080]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0588],\n", + " [0.0587],\n", + " [0.0601],\n", + " [0.0585],\n", + " [0.0594],\n", + " [0.0617],\n", + " [0.0563],\n", + " [0.0569],\n", + " [0.0604],\n", + " [0.0608],\n", + " [0.0620],\n", + " [0.0596],\n", + " [0.0570],\n", + " [0.0550],\n", + " [0.0612],\n", + " [0.0556],\n", + " [0.0612],\n", + " [0.0562],\n", + " [0.0575],\n", + " [0.0566],\n", + " [0.0572],\n", + " [0.0579],\n", + " [0.0604],\n", + " [0.0578],\n", + " [0.0556],\n", + " [0.0585],\n", + " [0.0650],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0571],\n", + " [0.0568],\n", + " [0.0651]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0195],\n", + " [-0.0175],\n", + " [-0.0151],\n", + " [-0.0088],\n", + " [-0.0146],\n", + " [-0.0163],\n", + " [-0.0179],\n", + " [-0.0184],\n", + " [-0.0172],\n", + " [-0.0153],\n", + " [-0.0145],\n", + " [-0.0158],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0115],\n", + " [-0.0182],\n", + " [-0.0163],\n", + " [-0.0174],\n", + " [-0.0175],\n", + " [-0.0167],\n", + " [-0.0185],\n", + " [-0.0179],\n", + " [-0.0173],\n", + " [-0.0182],\n", + " [-0.0164],\n", + " [-0.0160],\n", + " [-0.0183],\n", + " [-0.0167],\n", + " [-0.0187],\n", + " [-0.0175],\n", + " [-0.0184],\n", + " [-0.0130]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1761],\n", + " [-0.1696],\n", + " [-0.1684],\n", + " [-0.1707],\n", + " [-0.1644],\n", + " [-0.1700],\n", + " [-0.1714],\n", + " [-0.1727],\n", + " [-0.1718],\n", + " [-0.1693],\n", + " [-0.1687],\n", + " [-0.1698],\n", + " [-0.1724],\n", + " [-0.1690],\n", + " [-0.1641],\n", + " [-0.1701],\n", + " [-0.1686],\n", + " [-0.1710],\n", + " [-0.1697],\n", + " [-0.1687],\n", + " [-0.1724],\n", + " [-0.1744],\n", + " [-0.1744],\n", + " [-0.1724],\n", + " [-0.1710],\n", + " [-0.1715],\n", + " [-0.1713],\n", + " [-0.1687],\n", + " [-0.1689],\n", + " [-0.1721],\n", + " [-0.1721],\n", + " [-0.1695]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0160],\n", + " [-0.0207],\n", + " [-0.0219],\n", + " [ 0.0168],\n", + " [-0.0224],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0222],\n", + " [-0.0196],\n", + " [-0.0221],\n", + " [-0.0221],\n", + " [-0.0220],\n", + " [-0.0207],\n", + " [-0.0244],\n", + " [-0.0230],\n", + " [-0.0223],\n", + " [-0.0238],\n", + " [-0.0225],\n", + " [-0.0225],\n", + " [-0.0243],\n", + " [-0.0218],\n", + " [-0.0187],\n", + " [-0.0188],\n", + " [-0.0213],\n", + " [-0.0223],\n", + " [-0.0221],\n", + " [-0.0137],\n", + " [-0.0271],\n", + " [-0.0216],\n", + " [-0.0227],\n", + " [-0.0215],\n", + " [-0.0244]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 8.2750e-03],\n", + " [ 8.7293e-03],\n", + " [ 3.0517e-03],\n", + " [ 1.8979e-02],\n", + " [-7.0846e-03],\n", + " [-5.1156e-03],\n", + " [ 1.1159e-02],\n", + " [-1.8080e-05],\n", + " [-2.5009e-03],\n", + " [ 2.5314e-03],\n", + " [-1.2587e-03],\n", + " [ 3.9861e-03],\n", + " [ 1.1642e-02],\n", + " [ 4.7449e-03],\n", + " [-1.3355e-02],\n", + " [ 8.7903e-03],\n", + " [-5.9674e-03],\n", + " [ 9.9685e-03],\n", + " [ 8.2379e-03],\n", + " [ 3.2975e-03],\n", + " [ 1.4423e-02],\n", + " [ 6.9720e-03],\n", + " [ 5.3155e-03],\n", + " [ 1.6060e-02],\n", + " [ 1.0563e-03],\n", + " [ 9.9531e-04],\n", + " [ 2.7654e-03],\n", + " [-6.1284e-04],\n", + " [ 1.0998e-02],\n", + " [ 9.3778e-03],\n", + " [ 1.2882e-02],\n", + " [-5.6479e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0910],\n", + " [0.0921],\n", + " [0.0937],\n", + " [0.0900],\n", + " [0.1036],\n", + " [0.0982],\n", + " [0.0908],\n", + " [0.0952],\n", + " [0.0977],\n", + " [0.0930],\n", + " [0.0948],\n", + " [0.0925],\n", + " [0.0909],\n", + " [0.0942],\n", + " [0.1049],\n", + " [0.0921],\n", + " [0.0985],\n", + " [0.0915],\n", + " [0.0904],\n", + " [0.0938],\n", + " [0.0886],\n", + " [0.0914],\n", + " [0.0896],\n", + " [0.0885],\n", + " [0.0959],\n", + " [0.0938],\n", + " [0.0940],\n", + " [0.0943],\n", + " [0.0923],\n", + " [0.0895],\n", + " [0.0903],\n", + " [0.0921]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0800],\n", + " [0.0847],\n", + " [0.0835],\n", + " [0.0918],\n", + " [0.0801],\n", + " [0.0773],\n", + " [0.0845],\n", + " [0.0736],\n", + " [0.0773],\n", + " [0.0826],\n", + " [0.0813],\n", + " [0.0829],\n", + " [0.0848],\n", + " [0.0792],\n", + " [0.0756],\n", + " [0.0833],\n", + " [0.0773],\n", + " [0.0831],\n", + " [0.0838],\n", + " [0.0794],\n", + " [0.0869],\n", + " [0.0808],\n", + " [0.0825],\n", + " [0.0879],\n", + " [0.0749],\n", + " [0.0793],\n", + " [0.0870],\n", + " [0.0775],\n", + " [0.0854],\n", + " [0.0840],\n", + " [0.0856],\n", + " [0.0794]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0902],\n", + " [0.0884],\n", + " [0.0891],\n", + " [0.0928],\n", + " [0.0834],\n", + " [0.0872],\n", + " [0.0873],\n", + " [0.0871],\n", + " [0.0874],\n", + " [0.0895],\n", + " [0.0891],\n", + " [0.0891],\n", + " [0.0881],\n", + " [0.0853],\n", + " [0.0818],\n", + " [0.0860],\n", + " [0.0870],\n", + " [0.0871],\n", + " [0.0885],\n", + " [0.0873],\n", + " [0.0883],\n", + " [0.0882],\n", + " [0.0897],\n", + " [0.0887],\n", + " [0.0859],\n", + " [0.0869],\n", + " [0.0920],\n", + " [0.0869],\n", + " [0.0877],\n", + " [0.0876],\n", + " [0.0878],\n", + " [0.0908]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0410],\n", + " [0.0435],\n", + " [0.0404],\n", + " [0.0454],\n", + " [0.0385],\n", + " [0.0390],\n", + " [0.0400],\n", + " [0.0399],\n", + " [0.0393],\n", + " [0.0414],\n", + " [0.0406],\n", + " [0.0407],\n", + " [0.0413],\n", + " [0.0376],\n", + " [0.0373],\n", + " [0.0396],\n", + " [0.0393],\n", + " [0.0394],\n", + " [0.0409],\n", + " [0.0374],\n", + " [0.0412],\n", + " [0.0400],\n", + " [0.0419],\n", + " [0.0423],\n", + " [0.0374],\n", + " [0.0373],\n", + " [0.0464],\n", + " [0.0361],\n", + " [0.0415],\n", + " [0.0390],\n", + " [0.0412],\n", + " [0.0385]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0339],\n", + " [0.0362],\n", + " [0.0383],\n", + " [0.0243],\n", + " [0.0405],\n", + " [0.0380],\n", + " [0.0372],\n", + " [0.0315],\n", + " [0.0375],\n", + " [0.0367],\n", + " [0.0371],\n", + " [0.0377],\n", + " [0.0361],\n", + " [0.0384],\n", + " [0.0373],\n", + " [0.0383],\n", + " [0.0379],\n", + " [0.0370],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0362],\n", + " [0.0366],\n", + " [0.0366],\n", + " [0.0347],\n", + " [0.0368],\n", + " [0.0400],\n", + " [0.0349],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0379],\n", + " [0.0363],\n", + " [0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0704],\n", + " [-0.0734],\n", + " [-0.0749],\n", + " [-0.0580],\n", + " [-0.0781],\n", + " [-0.0779],\n", + " [-0.0715],\n", + " [-0.0738],\n", + " [-0.0761],\n", + " [-0.0753],\n", + " [-0.0762],\n", + " [-0.0748],\n", + " [-0.0705],\n", + " [-0.0744],\n", + " [-0.0806],\n", + " [-0.0733],\n", + " [-0.0783],\n", + " [-0.0719],\n", + " [-0.0738],\n", + " [-0.0745],\n", + " [-0.0702],\n", + " [-0.0719],\n", + " [-0.0735],\n", + " [-0.0695],\n", + " [-0.0738],\n", + " [-0.0756],\n", + " [-0.0726],\n", + " [-0.0782],\n", + " [-0.0721],\n", + " [-0.0727],\n", + " [-0.0705],\n", + " [-0.0778]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1058],\n", + " [-0.1016],\n", + " [-0.1033],\n", + " [-0.1247],\n", + " [-0.1068],\n", + " [-0.1093],\n", + " [-0.0987],\n", + " [-0.1057],\n", + " [-0.1089],\n", + " [-0.1045],\n", + " [-0.1063],\n", + " [-0.1034],\n", + " [-0.0995],\n", + " [-0.1008],\n", + " [-0.1087],\n", + " [-0.0993],\n", + " [-0.1082],\n", + " [-0.0994],\n", + " [-0.1009],\n", + " [-0.1015],\n", + " [-0.0981],\n", + " [-0.1039],\n", + " [-0.1053],\n", + " [-0.0985],\n", + " [-0.1042],\n", + " [-0.1042],\n", + " [-0.1091],\n", + " [-0.1022],\n", + " [-0.0988],\n", + " [-0.0998],\n", + " [-0.0985],\n", + " [-0.1084]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0596],\n", + " [-0.0611],\n", + " [-0.0618],\n", + " [-0.0496],\n", + " [-0.0614],\n", + " [-0.0588],\n", + " [-0.0634],\n", + " [-0.0633],\n", + " [-0.0591],\n", + " [-0.0610],\n", + " [-0.0610],\n", + " [-0.0611],\n", + " [-0.0622],\n", + " [-0.0656],\n", + " [-0.0616],\n", + " [-0.0630],\n", + " [-0.0602],\n", + " [-0.0639],\n", + " [-0.0619],\n", + " [-0.0647],\n", + " [-0.0628],\n", + " [-0.0612],\n", + " [-0.0586],\n", + " [-0.0625],\n", + " [-0.0648],\n", + " [-0.0620],\n", + " [-0.0560],\n", + " [-0.0653],\n", + " [-0.0624],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0613]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0634],\n", + " [-0.0638],\n", + " [-0.0636],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0621],\n", + " [-0.0610],\n", + " [-0.0630],\n", + " [-0.0628],\n", + " [-0.0650],\n", + " [-0.0562],\n", + " [-0.0338],\n", + " [-0.0647],\n", + " [-0.0620],\n", + " [-0.0598],\n", + " [-0.0618],\n", + " [-0.0638],\n", + " [-0.0622],\n", + " [-0.0603],\n", + " [-0.0624],\n", + " [-0.0661],\n", + " [-0.0595],\n", + " [-0.0604],\n", + " [-0.0708],\n", + " [-0.0604],\n", + " [-0.0600],\n", + " [-0.0732],\n", + " [-0.0610],\n", + " [-0.0550],\n", + " [-0.0673]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0755],\n", + " [-0.0759],\n", + " [-0.0784],\n", + " [-0.0754],\n", + " [-0.0730],\n", + " [-0.0770],\n", + " [-0.0723],\n", + " [-0.0745],\n", + " [-0.0665],\n", + " [-0.0741],\n", + " [-0.0697],\n", + " [-0.0774],\n", + " [-0.0729],\n", + " [-0.0860],\n", + " [-0.0776],\n", + " [-0.0744],\n", + " [-0.0712],\n", + " [-0.0704],\n", + " [-0.0774],\n", + " [-0.0714],\n", + " [-0.0609],\n", + " [-0.0729],\n", + " [-0.0776],\n", + " [-0.0605],\n", + " [-0.0750],\n", + " [-0.0808],\n", + " [-0.0737],\n", + " [-0.0697],\n", + " [-0.0841],\n", + " [-0.0733],\n", + " [-0.0686],\n", + " [-0.0620]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0369],\n", + " [0.0383],\n", + " [0.0361],\n", + " [0.0360],\n", + " [0.0405],\n", + " [0.0357],\n", + " [0.0385],\n", + " [0.0380],\n", + " [0.0357],\n", + " [0.0367],\n", + " [0.0394],\n", + " [0.0397],\n", + " [0.0340],\n", + " [0.0374],\n", + " [0.0371],\n", + " [0.0396],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0366],\n", + " [0.0389],\n", + " [0.0364],\n", + " [0.0409],\n", + " [0.0389],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0373],\n", + " [0.0397],\n", + " [0.0369],\n", + " [0.0386],\n", + " [0.0403],\n", + " [0.0253]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0934],\n", + " [-0.0909],\n", + " [-0.0929],\n", + " [-0.0937],\n", + " [-0.0961],\n", + " [-0.0897],\n", + " [-0.0952],\n", + " [-0.0936],\n", + " [-0.0926],\n", + " [-0.0951],\n", + " [-0.0954],\n", + " [-0.0930],\n", + " [-0.0872],\n", + " [-0.0555],\n", + " [-0.0907],\n", + " [-0.0930],\n", + " [-0.0899],\n", + " [-0.0955],\n", + " [-0.0929],\n", + " [-0.0945],\n", + " [-0.0889],\n", + " [-0.0942],\n", + " [-0.0917],\n", + " [-0.0894],\n", + " [-0.0881],\n", + " [-0.0943],\n", + " [-0.0893],\n", + " [-0.0876],\n", + " [-0.0984],\n", + " [-0.0898],\n", + " [-0.0829],\n", + " [-0.0881]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0545],\n", + " [0.0512],\n", + " [0.0508],\n", + " [0.0547],\n", + " [0.0581],\n", + " [0.0380],\n", + " [0.0579],\n", + " [0.0564],\n", + " [0.0567],\n", + " [0.0575],\n", + " [0.0595],\n", + " [0.0486],\n", + " [0.0382],\n", + " [0.0197],\n", + " [0.0457],\n", + " [0.0568],\n", + " [0.0504],\n", + " [0.0568],\n", + " [0.0525],\n", + " [0.0575],\n", + " [0.0540],\n", + " [0.0572],\n", + " [0.0413],\n", + " [0.0526],\n", + " [0.0500],\n", + " [0.0480],\n", + " [0.0505],\n", + " [0.0516],\n", + " [0.0546],\n", + " [0.0480],\n", + " [0.0466],\n", + " [0.0567]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0341],\n", + " [-0.0417],\n", + " [-0.0348],\n", + " [-0.0407],\n", + " [-0.0371],\n", + " [-0.0336],\n", + " [-0.0381],\n", + " [-0.0354],\n", + " [-0.0362],\n", + " [-0.0372],\n", + " [-0.0347],\n", + " [-0.0322],\n", + " [-0.0404],\n", + " [-0.0539],\n", + " [-0.0398],\n", + " [-0.0376],\n", + " [-0.0372],\n", + " [-0.0347],\n", + " [-0.0380],\n", + " [-0.0375],\n", + " [-0.0384],\n", + " [-0.0379],\n", + " [-0.0340],\n", + " [-0.0381],\n", + " [-0.0451],\n", + " [-0.0356],\n", + " [-0.0411],\n", + " [-0.0432],\n", + " [-0.0331],\n", + " [-0.0387],\n", + " [-0.0447],\n", + " [-0.0405]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0799],\n", + " [-0.0779],\n", + " [-0.0792],\n", + " [-0.0800],\n", + " [-0.0804],\n", + " [-0.0836],\n", + " [-0.0802],\n", + " [-0.0795],\n", + " [-0.0818],\n", + " [-0.0794],\n", + " [-0.0809],\n", + " [-0.0823],\n", + " [-0.0814],\n", + " [-0.0444],\n", + " [-0.0785],\n", + " [-0.0782],\n", + " [-0.0809],\n", + " [-0.0825],\n", + " [-0.0784],\n", + " [-0.0805],\n", + " [-0.0838],\n", + " [-0.0798],\n", + " [-0.0816],\n", + " [-0.0855],\n", + " [-0.0773],\n", + " [-0.0801],\n", + " [-0.0784],\n", + " [-0.0783],\n", + " [-0.0782],\n", + " [-0.0796],\n", + " [-0.0775],\n", + " [-0.0889]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1673],\n", + " [0.1662],\n", + " [0.1643],\n", + " [0.1668],\n", + " [0.1682],\n", + " [0.1585],\n", + " [0.1686],\n", + " [0.1690],\n", + " [0.1704],\n", + " [0.1676],\n", + " [0.1716],\n", + " [0.1647],\n", + " [0.1557],\n", + " [0.1740],\n", + " [0.1634],\n", + " [0.1693],\n", + " [0.1655],\n", + " [0.1687],\n", + " [0.1658],\n", + " [0.1687],\n", + " [0.1696],\n", + " [0.1684],\n", + " [0.1632],\n", + " [0.1689],\n", + " [0.1644],\n", + " [0.1642],\n", + " [0.1653],\n", + " [0.1663],\n", + " [0.1657],\n", + " [0.1645],\n", + " [0.1639],\n", + " [0.1658]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0569],\n", + " [-0.0553],\n", + " [-0.0590],\n", + " [-0.0557],\n", + " [-0.0576],\n", + " [-0.0605],\n", + " [-0.0565],\n", + " [-0.0557],\n", + " [-0.0527],\n", + " [-0.0575],\n", + " [-0.0568],\n", + " [-0.0602],\n", + " [-0.0518],\n", + " [-0.0417],\n", + " [-0.0577],\n", + " [-0.0562],\n", + " [-0.0497],\n", + " [-0.0549],\n", + " [-0.0577],\n", + " [-0.0557],\n", + " [-0.0454],\n", + " [-0.0559],\n", + " [-0.0569],\n", + " [-0.0439],\n", + " [-0.0542],\n", + " [-0.0618],\n", + " [-0.0539],\n", + " [-0.0495],\n", + " [-0.0646],\n", + " [-0.0525],\n", + " [-0.0469],\n", + " [-0.0607]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0646],\n", + " [0.0630],\n", + " [0.0686],\n", + " [0.0600],\n", + " [0.0593],\n", + " [0.0738],\n", + " [0.0583],\n", + " [0.0614],\n", + " [0.0550],\n", + " [0.0603],\n", + " [0.0573],\n", + " [0.0686],\n", + " [0.0756],\n", + " [0.0660],\n", + " [0.0672],\n", + " [0.0596],\n", + " [0.0636],\n", + " [0.0604],\n", + " [0.0639],\n", + " [0.0580],\n", + " [0.0519],\n", + " [0.0589],\n", + " [0.0745],\n", + " [0.0530],\n", + " [0.0615],\n", + " [0.0638],\n", + " [0.0626],\n", + " [0.0581],\n", + " [0.0649],\n", + " [0.0669],\n", + " [0.0611],\n", + " [0.0557]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0944],\n", + " [-0.0913],\n", + " [-0.0901],\n", + " [-0.0946],\n", + " [-0.0984],\n", + " [-0.0755],\n", + " [-0.0982],\n", + " [-0.0968],\n", + " [-0.0994],\n", + " [-0.0962],\n", + " [-0.1009],\n", + " [-0.0853],\n", + " [-0.0823],\n", + " [-0.0916],\n", + " [-0.0850],\n", + " [-0.0964],\n", + " [-0.0942],\n", + " [-0.0981],\n", + " [-0.0918],\n", + " [-0.0982],\n", + " [-0.0982],\n", + " [-0.0974],\n", + " [-0.0814],\n", + " [-0.0979],\n", + " [-0.0923],\n", + " [-0.0823],\n", + " [-0.0918],\n", + " [-0.0936],\n", + " [-0.0897],\n", + " [-0.0902],\n", + " [-0.0904],\n", + " [-0.1052]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0157],\n", + " [ 0.0144],\n", + " [ 0.0108],\n", + " [ 0.0158],\n", + " [ 0.0189],\n", + " [ 0.0063],\n", + " [ 0.0192],\n", + " [ 0.0171],\n", + " [ 0.0214],\n", + " [ 0.0197],\n", + " [ 0.0215],\n", + " [ 0.0135],\n", + " [ 0.0021],\n", + " [-0.0100],\n", + " [ 0.0102],\n", + " [ 0.0183],\n", + " [ 0.0142],\n", + " [ 0.0211],\n", + " [ 0.0146],\n", + " [ 0.0198],\n", + " [ 0.0258],\n", + " [ 0.0185],\n", + " [ 0.0059],\n", + " [ 0.0253],\n", + " [ 0.0147],\n", + " [ 0.0141],\n", + " [ 0.0134],\n", + " [ 0.0142],\n", + " [ 0.0141],\n", + " [ 0.0114],\n", + " [ 0.0112],\n", + " [ 0.0185]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0877],\n", + " [0.0917],\n", + " [0.0856],\n", + " [0.0954],\n", + " [0.0951],\n", + " [0.0797],\n", + " [0.0957],\n", + " [0.0915],\n", + " [0.0985],\n", + " [0.0914],\n", + " [0.0951],\n", + " [0.0805],\n", + " [0.0903],\n", + " [0.1002],\n", + " [0.0867],\n", + " [0.0930],\n", + " [0.0929],\n", + " [0.0921],\n", + " [0.0896],\n", + " [0.0961],\n", + " [0.1012],\n", + " [0.0949],\n", + " [0.0778],\n", + " [0.0988],\n", + " [0.0969],\n", + " [0.0861],\n", + " [0.0934],\n", + " [0.0998],\n", + " [0.0849],\n", + " [0.0881],\n", + " [0.1006],\n", + " [0.1017]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0083],\n", + " [ 0.0096],\n", + " [ 0.0081],\n", + " [ 0.0115],\n", + " [ 0.0101],\n", + " [ 0.0037],\n", + " [ 0.0103],\n", + " [ 0.0100],\n", + " [ 0.0118],\n", + " [ 0.0061],\n", + " [ 0.0099],\n", + " [ 0.0031],\n", + " [ 0.0099],\n", + " [ 0.0438],\n", + " [ 0.0085],\n", + " [ 0.0094],\n", + " [ 0.0101],\n", + " [ 0.0077],\n", + " [ 0.0080],\n", + " [ 0.0108],\n", + " [ 0.0103],\n", + " [ 0.0105],\n", + " [ 0.0060],\n", + " [ 0.0088],\n", + " [ 0.0147],\n", + " [ 0.0039],\n", + " [ 0.0118],\n", + " [ 0.0147],\n", + " [ 0.0046],\n", + " [ 0.0088],\n", + " [ 0.0155],\n", + " [-0.0042]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.4329e-04],\n", + " [-3.2607e-03],\n", + " [-6.4470e-04],\n", + " [-3.1092e-03],\n", + " [ 5.1063e-05],\n", + " [-7.5344e-04],\n", + " [-1.1184e-03],\n", + " [-8.8057e-04],\n", + " [-2.9820e-03],\n", + " [ 1.3752e-03],\n", + " [ 7.4673e-04],\n", + " [ 4.7710e-03],\n", + " [-1.3776e-02],\n", + " [-3.9556e-02],\n", + " [-2.8960e-03],\n", + " [-3.5919e-04],\n", + " [-7.9112e-03],\n", + " [-1.4466e-04],\n", + " [-1.7854e-04],\n", + " [-1.6355e-03],\n", + " [-7.6891e-03],\n", + " [-1.7650e-03],\n", + " [-1.7812e-03],\n", + " [-6.7939e-03],\n", + " [-4.9074e-03],\n", + " [ 5.9978e-03],\n", + " [-6.6845e-03],\n", + " [-1.1068e-02],\n", + " [ 9.7660e-03],\n", + " [-6.5927e-03],\n", + " [-1.5104e-02],\n", + " [ 2.3041e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0370],\n", + " [-0.0367],\n", + " [-0.0389],\n", + " [-0.0335],\n", + " [-0.0351],\n", + " [-0.0461],\n", + " [-0.0338],\n", + " [-0.0347],\n", + " [-0.0287],\n", + " [-0.0391],\n", + " [-0.0333],\n", + " [-0.0442],\n", + " [-0.0379],\n", + " [-0.0447],\n", + " [-0.0401],\n", + " [-0.0352],\n", + " [-0.0336],\n", + " [-0.0372],\n", + " [-0.0390],\n", + " [-0.0335],\n", + " [-0.0288],\n", + " [-0.0342],\n", + " [-0.0434],\n", + " [-0.0302],\n", + " [-0.0353],\n", + " [-0.0470],\n", + " [-0.0352],\n", + " [-0.0289],\n", + " [-0.0443],\n", + " [-0.0357],\n", + " [-0.0312],\n", + " [-0.0310]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 6.0068e-03],\n", + " [ 3.9011e-03],\n", + " [ 7.3573e-03],\n", + " [ 3.3174e-03],\n", + " [ 4.6078e-03],\n", + " [ 8.3180e-03],\n", + " [ 3.5825e-03],\n", + " [ 4.4366e-03],\n", + " [ 1.5079e-05],\n", + " [ 5.7938e-03],\n", + " [ 3.7627e-03],\n", + " [ 9.3959e-03],\n", + " [ 1.4548e-03],\n", + " [-8.3956e-03],\n", + " [ 5.7960e-03],\n", + " [ 4.4966e-03],\n", + " [ 1.1282e-03],\n", + " [ 4.1533e-03],\n", + " [ 5.8500e-03],\n", + " [ 3.0296e-03],\n", + " [-3.9101e-03],\n", + " [ 3.5722e-03],\n", + " [ 8.1825e-03],\n", + " [-4.0309e-03],\n", + " [ 1.5559e-03],\n", + " [ 8.2933e-03],\n", + " [ 2.7284e-03],\n", + " [-3.1831e-03],\n", + " [ 9.7107e-03],\n", + " [ 3.4182e-03],\n", + " [-3.5975e-03],\n", + " [ 4.7622e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0585],\n", + " [0.0566],\n", + " [0.0605],\n", + " [0.0572],\n", + " [0.0574],\n", + " [0.0679],\n", + " [0.0567],\n", + " [0.0566],\n", + " [0.0559],\n", + " [0.0564],\n", + " [0.0576],\n", + " [0.0644],\n", + " [0.0635],\n", + " [0.0407],\n", + " [0.0607],\n", + " [0.0559],\n", + " [0.0567],\n", + " [0.0577],\n", + " [0.0580],\n", + " [0.0565],\n", + " [0.0545],\n", + " [0.0564],\n", + " [0.0661],\n", + " [0.0541],\n", + " [0.0551],\n", + " [0.0638],\n", + " [0.0566],\n", + " [0.0529],\n", + " [0.0615],\n", + " [0.0580],\n", + " [0.0543],\n", + " [0.0689]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0172],\n", + " [-0.0170],\n", + " [-0.0156],\n", + " [-0.0167],\n", + " [-0.0184],\n", + " [-0.0160],\n", + " [-0.0180],\n", + " [-0.0181],\n", + " [-0.0173],\n", + " [-0.0189],\n", + " [-0.0191],\n", + " [-0.0185],\n", + " [-0.0134],\n", + " [-0.0091],\n", + " [-0.0167],\n", + " [-0.0183],\n", + " [-0.0158],\n", + " [-0.0192],\n", + " [-0.0171],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0182],\n", + " [-0.0158],\n", + " [-0.0178],\n", + " [-0.0168],\n", + " [-0.0215],\n", + " [-0.0162],\n", + " [-0.0191],\n", + " [-0.0209],\n", + " [-0.0142],\n", + " [-0.0187],\n", + " [-0.0040]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1692],\n", + " [-0.1710],\n", + " [-0.1699],\n", + " [-0.1720],\n", + " [-0.1721],\n", + " [-0.1678],\n", + " [-0.1716],\n", + " [-0.1701],\n", + " [-0.1684],\n", + " [-0.1719],\n", + " [-0.1706],\n", + " [-0.1703],\n", + " [-0.1657],\n", + " [-0.1595],\n", + " [-0.1704],\n", + " [-0.1713],\n", + " [-0.1666],\n", + " [-0.1697],\n", + " [-0.1719],\n", + " [-0.1709],\n", + " [-0.1662],\n", + " [-0.1710],\n", + " [-0.1683],\n", + " [-0.1662],\n", + " [-0.1719],\n", + " [-0.1769],\n", + " [-0.1687],\n", + " [-0.1665],\n", + " [-0.1777],\n", + " [-0.1668],\n", + " [-0.1656],\n", + " [-0.1813]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0214],\n", + " [-0.0218],\n", + " [-0.0223],\n", + " [-0.0222],\n", + " [-0.0216],\n", + " [-0.0170],\n", + " [-0.0222],\n", + " [-0.0217],\n", + " [-0.0224],\n", + " [-0.0190],\n", + " [-0.0217],\n", + " [-0.0158],\n", + " [-0.0267],\n", + " [-0.0209],\n", + " [-0.0213],\n", + " [-0.0209],\n", + " [-0.0231],\n", + " [-0.0204],\n", + " [-0.0201],\n", + " [-0.0224],\n", + " [-0.0209],\n", + " [-0.0221],\n", + " [-0.0211],\n", + " [-0.0192],\n", + " [-0.0220],\n", + " [-0.0119],\n", + " [-0.0241],\n", + " [-0.0260],\n", + " [-0.0137],\n", + " [-0.0235],\n", + " [-0.0262],\n", + " [-0.0006]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0069],\n", + " [ 0.0009],\n", + " [ 0.0019],\n", + " [ 0.0072],\n", + " [ 0.0130],\n", + " [-0.0074],\n", + " [ 0.0123],\n", + " [ 0.0092],\n", + " [ 0.0145],\n", + " [ 0.0107],\n", + " [ 0.0167],\n", + " [ 0.0022],\n", + " [-0.0114],\n", + " [-0.0102],\n", + " [-0.0037],\n", + " [ 0.0088],\n", + " [ 0.0039],\n", + " [ 0.0134],\n", + " [ 0.0039],\n", + " [ 0.0123],\n", + " [ 0.0132],\n", + " [ 0.0109],\n", + " [-0.0076],\n", + " [ 0.0122],\n", + " [ 0.0018],\n", + " [ 0.0027],\n", + " [ 0.0015],\n", + " [ 0.0053],\n", + " [ 0.0084],\n", + " [-0.0015],\n", + " [-0.0008],\n", + " [ 0.0182]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0929],\n", + " [0.0959],\n", + " [0.0930],\n", + " [0.0911],\n", + " [0.0893],\n", + " [0.0989],\n", + " [0.0905],\n", + " [0.0914],\n", + " [0.0921],\n", + " [0.0927],\n", + " [0.0906],\n", + " [0.0961],\n", + " [0.0981],\n", + " [0.0932],\n", + " [0.0973],\n", + " [0.0924],\n", + " [0.0949],\n", + " [0.0922],\n", + " [0.0938],\n", + " [0.0906],\n", + " [0.0967],\n", + " [0.0910],\n", + " [0.0970],\n", + " [0.0974],\n", + " [0.0937],\n", + " [0.0949],\n", + " [0.0953],\n", + " [0.0950],\n", + " [0.0889],\n", + " [0.0979],\n", + " [0.0978],\n", + " [0.0992]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0837],\n", + " [0.0777],\n", + " [0.0810],\n", + " [0.0812],\n", + " [0.0861],\n", + " [0.0840],\n", + " [0.0850],\n", + " [0.0833],\n", + " [0.0867],\n", + " [0.0854],\n", + " [0.0880],\n", + " [0.0860],\n", + " [0.0770],\n", + " [0.0341],\n", + " [0.0769],\n", + " [0.0831],\n", + " [0.0809],\n", + " [0.0875],\n", + " [0.0803],\n", + " [0.0853],\n", + " [0.0847],\n", + " [0.0842],\n", + " [0.0793],\n", + " [0.0866],\n", + " [0.0758],\n", + " [0.0796],\n", + " [0.0796],\n", + " [0.0769],\n", + " [0.0802],\n", + " [0.0787],\n", + " [0.0766],\n", + " [0.1041]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0878],\n", + " [0.0859],\n", + " [0.0892],\n", + " [0.0879],\n", + " [0.0884],\n", + " [0.0911],\n", + " [0.0878],\n", + " [0.0867],\n", + " [0.0876],\n", + " [0.0873],\n", + " [0.0881],\n", + " [0.0904],\n", + " [0.0862],\n", + " [0.0429],\n", + " [0.0876],\n", + " [0.0855],\n", + " [0.0855],\n", + " [0.0886],\n", + " [0.0875],\n", + " [0.0876],\n", + " [0.0868],\n", + " [0.0873],\n", + " [0.0898],\n", + " [0.0866],\n", + " [0.0844],\n", + " [0.0921],\n", + " [0.0858],\n", + " [0.0841],\n", + " [0.0929],\n", + " [0.0860],\n", + " [0.0813],\n", + " [0.0914]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0430],\n", + " [0.0383],\n", + " [0.0410],\n", + " [0.0377],\n", + " [0.0410],\n", + " [0.0442],\n", + " [0.0407],\n", + " [0.0418],\n", + " [0.0414],\n", + " [0.0427],\n", + " [0.0435],\n", + " [0.0459],\n", + " [0.0352],\n", + " [0.0509],\n", + " [0.0393],\n", + " [0.0413],\n", + " [0.0385],\n", + " [0.0435],\n", + " [0.0403],\n", + " [0.0408],\n", + " [0.0417],\n", + " [0.0404],\n", + " [0.0422],\n", + " [0.0404],\n", + " [0.0359],\n", + " [0.0427],\n", + " [0.0374],\n", + " [0.0351],\n", + " [0.0432],\n", + " [0.0389],\n", + " [0.0329],\n", + " [0.0524]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0383],\n", + " [0.0365],\n", + " [0.0378],\n", + " [0.0364],\n", + " [0.0360],\n", + " [0.0364],\n", + " [0.0364],\n", + " [0.0370],\n", + " [0.0366],\n", + " [0.0347],\n", + " [0.0343],\n", + " [0.0398],\n", + " [0.0087],\n", + " [0.0366],\n", + " [0.0371],\n", + " [0.0385],\n", + " [0.0366],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0377],\n", + " [0.0369],\n", + " [0.0323],\n", + " [0.0389],\n", + " [0.0392],\n", + " [0.0330],\n", + " [0.0396],\n", + " [0.0388],\n", + " [0.0305],\n", + " [0.0378],\n", + " [0.0419],\n", + " [0.0250]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0743],\n", + " [-0.0750],\n", + " [-0.0755],\n", + " [-0.0723],\n", + " [-0.0708],\n", + " [-0.0768],\n", + " [-0.0708],\n", + " [-0.0735],\n", + " [-0.0696],\n", + " [-0.0714],\n", + " [-0.0694],\n", + " [-0.0740],\n", + " [-0.0812],\n", + " [-0.1039],\n", + " [-0.0759],\n", + " [-0.0731],\n", + " [-0.0750],\n", + " [-0.0704],\n", + " [-0.0741],\n", + " [-0.0713],\n", + " [-0.0683],\n", + " [-0.0718],\n", + " [-0.0766],\n", + " [-0.0685],\n", + " [-0.0784],\n", + " [-0.0718],\n", + " [-0.0761],\n", + " [-0.0768],\n", + " [-0.0701],\n", + " [-0.0762],\n", + " [-0.0809],\n", + " [-0.0554]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1021],\n", + " [-0.1044],\n", + " [-0.1049],\n", + " [-0.1016],\n", + " [-0.0985],\n", + " [-0.1131],\n", + " [-0.0984],\n", + " [-0.1002],\n", + " [-0.0969],\n", + " [-0.1008],\n", + " [-0.0976],\n", + " [-0.1090],\n", + " [-0.1064],\n", + " [-0.1147],\n", + " [-0.1085],\n", + " [-0.1002],\n", + " [-0.1003],\n", + " [-0.0993],\n", + " [-0.1044],\n", + " [-0.0980],\n", + " [-0.0952],\n", + " [-0.0989],\n", + " [-0.1106],\n", + " [-0.0964],\n", + " [-0.1044],\n", + " [-0.1129],\n", + " [-0.1022],\n", + " [-0.0990],\n", + " [-0.1090],\n", + " [-0.1040],\n", + " [-0.1008],\n", + " [-0.0973]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0611],\n", + " [-0.0627],\n", + " [-0.0611],\n", + " [-0.0639],\n", + " [-0.0625],\n", + " [-0.0563],\n", + " [-0.0634],\n", + " [-0.0624],\n", + " [-0.0648],\n", + " [-0.0606],\n", + " [-0.0629],\n", + " [-0.0561],\n", + " [-0.0637],\n", + " [-0.0517],\n", + " [-0.0604],\n", + " [-0.0621],\n", + " [-0.0653],\n", + " [-0.0614],\n", + " [-0.0609],\n", + " [-0.0632],\n", + " [-0.0662],\n", + " [-0.0631],\n", + " [-0.0599],\n", + " [-0.0657],\n", + " [-0.0625],\n", + " [-0.0548],\n", + " [-0.0637],\n", + " [-0.0658],\n", + " [-0.0565],\n", + " [-0.0639],\n", + " [-0.0649],\n", + " [-0.0607]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0614],\n", + " [-0.0631],\n", + " [-0.0583],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0470],\n", + " [-0.0334],\n", + " [-0.0588],\n", + " [-0.0634],\n", + " [-0.0630],\n", + " [-0.0645],\n", + " [-0.0631],\n", + " [-0.0680],\n", + " [-0.0623],\n", + " [-0.0643],\n", + " [-0.0611],\n", + " [-0.0613],\n", + " [-0.0574],\n", + " [-0.0622],\n", + " [-0.0614],\n", + " [-0.0621],\n", + " [-0.0610],\n", + " [-0.0620],\n", + " [-0.0556],\n", + " [-0.0614],\n", + " [-0.0641],\n", + " [-0.0693],\n", + " [-0.0611],\n", + " [-0.0278],\n", + " [-0.0604],\n", + " [-0.0640],\n", + " [-0.0622]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0724],\n", + " [-0.0713],\n", + " [-0.0696],\n", + " [-0.0760],\n", + " [-0.0742],\n", + " [-0.0715],\n", + " [-0.0536],\n", + " [-0.0690],\n", + " [-0.0703],\n", + " [-0.0756],\n", + " [-0.0766],\n", + " [-0.0701],\n", + " [-0.0783],\n", + " [-0.0707],\n", + " [-0.0835],\n", + " [-0.0679],\n", + " [-0.0690],\n", + " [-0.0678],\n", + " [-0.0739],\n", + " [-0.0731],\n", + " [-0.0736],\n", + " [-0.0733],\n", + " [-0.0661],\n", + " [-0.0675],\n", + " [-0.0743],\n", + " [-0.0769],\n", + " [-0.0820],\n", + " [-0.0644],\n", + " [-0.0537],\n", + " [-0.0692],\n", + " [-0.0764],\n", + " [-0.0760]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0352],\n", + " [0.0395],\n", + " [0.0378],\n", + " [0.0389],\n", + " [0.0415],\n", + " [0.0446],\n", + " [0.0383],\n", + " [0.0362],\n", + " [0.0367],\n", + " [0.0354],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0363],\n", + " [0.0339],\n", + " [0.0381],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0392],\n", + " [0.0374],\n", + " [0.0394],\n", + " [0.0386],\n", + " [0.0386],\n", + " [0.0370],\n", + " [0.0383],\n", + " [0.0471],\n", + " [0.0397],\n", + " [0.0360],\n", + " [0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0933],\n", + " [-0.0962],\n", + " [-0.0864],\n", + " [-0.0930],\n", + " [-0.0938],\n", + " [-0.0747],\n", + " [-0.0759],\n", + " [-0.0869],\n", + " [-0.0957],\n", + " [-0.0933],\n", + " [-0.0975],\n", + " [-0.0957],\n", + " [-0.0928],\n", + " [-0.0941],\n", + " [-0.0950],\n", + " [-0.0932],\n", + " [-0.0927],\n", + " [-0.0870],\n", + " [-0.0943],\n", + " [-0.0932],\n", + " [-0.0897],\n", + " [-0.0922],\n", + " [-0.0943],\n", + " [-0.0801],\n", + " [-0.0939],\n", + " [-0.0939],\n", + " [-0.0957],\n", + " [-0.0933],\n", + " [-0.0707],\n", + " [-0.0921],\n", + " [-0.0962],\n", + " [-0.0931]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0556],\n", + " [0.0594],\n", + " [0.0398],\n", + " [0.0541],\n", + " [0.0552],\n", + " [0.0357],\n", + " [0.0443],\n", + " [0.0468],\n", + " [0.0597],\n", + " [0.0546],\n", + " [0.0574],\n", + " [0.0592],\n", + " [0.0445],\n", + " [0.0575],\n", + " [0.0441],\n", + " [0.0569],\n", + " [0.0565],\n", + " [0.0454],\n", + " [0.0571],\n", + " [0.0578],\n", + " [0.0496],\n", + " [0.0557],\n", + " [0.0587],\n", + " [0.0465],\n", + " [0.0541],\n", + " [0.0555],\n", + " [0.0516],\n", + " [0.0567],\n", + " [0.0394],\n", + " [0.0538],\n", + " [0.0579],\n", + " [0.0526]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0367],\n", + " [-0.0354],\n", + " [-0.0427],\n", + " [-0.0361],\n", + " [-0.0346],\n", + " [-0.0489],\n", + " [-0.0195],\n", + " [-0.0437],\n", + " [-0.0359],\n", + " [-0.0401],\n", + " [-0.0371],\n", + " [-0.0333],\n", + " [-0.0324],\n", + " [-0.0382],\n", + " [-0.0415],\n", + " [-0.0362],\n", + " [-0.0383],\n", + " [-0.0422],\n", + " [-0.0373],\n", + " [-0.0373],\n", + " [-0.0430],\n", + " [-0.0353],\n", + " [-0.0346],\n", + " [-0.0488],\n", + " [-0.0341],\n", + " [-0.0338],\n", + " [-0.0362],\n", + " [-0.0341],\n", + " [-0.0200],\n", + " [-0.0351],\n", + " [-0.0360],\n", + " [-0.0347]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0804],\n", + " [-0.0807],\n", + " [-0.0772],\n", + " [-0.0790],\n", + " [-0.0807],\n", + " [-0.0710],\n", + " [-0.0785],\n", + " [-0.0784],\n", + " [-0.0803],\n", + " [-0.0792],\n", + " [-0.0798],\n", + " [-0.0813],\n", + " [-0.0825],\n", + " [-0.0805],\n", + " [-0.0776],\n", + " [-0.0818],\n", + " [-0.0811],\n", + " [-0.0786],\n", + " [-0.0793],\n", + " [-0.0784],\n", + " [-0.0789],\n", + " [-0.0791],\n", + " [-0.0825],\n", + " [-0.0742],\n", + " [-0.0817],\n", + " [-0.0797],\n", + " [-0.0788],\n", + " [-0.0845],\n", + " [-0.0747],\n", + " [-0.0826],\n", + " [-0.0787],\n", + " [-0.0803]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1680],\n", + " [0.1705],\n", + " [0.1636],\n", + " [0.1670],\n", + " [0.1679],\n", + " [0.1608],\n", + " [0.1738],\n", + " [0.1648],\n", + " [0.1715],\n", + " [0.1674],\n", + " [0.1670],\n", + " [0.1728],\n", + " [0.1611],\n", + " [0.1692],\n", + " [0.1588],\n", + " [0.1695],\n", + " [0.1691],\n", + " [0.1654],\n", + " [0.1683],\n", + " [0.1699],\n", + " [0.1649],\n", + " [0.1691],\n", + " [0.1726],\n", + " [0.1649],\n", + " [0.1664],\n", + " [0.1683],\n", + " [0.1652],\n", + " [0.1713],\n", + " [0.1703],\n", + " [0.1681],\n", + " [0.1683],\n", + " [0.1653]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0544],\n", + " [-0.0584],\n", + " [-0.0473],\n", + " [-0.0572],\n", + " [-0.0557],\n", + " [-0.0434],\n", + " [-0.0409],\n", + " [-0.0456],\n", + " [-0.0580],\n", + " [-0.0565],\n", + " [-0.0602],\n", + " [-0.0572],\n", + " [-0.0598],\n", + " [-0.0550],\n", + " [-0.0642],\n", + " [-0.0533],\n", + " [-0.0531],\n", + " [-0.0452],\n", + " [-0.0570],\n", + " [-0.0562],\n", + " [-0.0519],\n", + " [-0.0544],\n", + " [-0.0553],\n", + " [-0.0417],\n", + " [-0.0562],\n", + " [-0.0574],\n", + " [-0.0614],\n", + " [-0.0519],\n", + " [-0.0416],\n", + " [-0.0508],\n", + " [-0.0593],\n", + " [-0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0599],\n", + " [0.0578],\n", + " [0.0724],\n", + " [0.0634],\n", + " [0.0619],\n", + " [0.0705],\n", + " [0.0631],\n", + " [0.0644],\n", + " [0.0571],\n", + " [0.0599],\n", + " [0.0617],\n", + " [0.0587],\n", + " [0.0694],\n", + " [0.0572],\n", + " [0.0684],\n", + " [0.0558],\n", + " [0.0560],\n", + " [0.0649],\n", + " [0.0597],\n", + " [0.0583],\n", + " [0.0644],\n", + " [0.0610],\n", + " [0.0555],\n", + " [0.0607],\n", + " [0.0639],\n", + " [0.0653],\n", + " [0.0662],\n", + " [0.0561],\n", + " [0.0711],\n", + " [0.0594],\n", + " [0.0619],\n", + " [0.0665]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0964],\n", + " [-0.1002],\n", + " [-0.0818],\n", + " [-0.0939],\n", + " [-0.0966],\n", + " [-0.0870],\n", + " [-0.0987],\n", + " [-0.0904],\n", + " [-0.1015],\n", + " [-0.0949],\n", + " [-0.0975],\n", + " [-0.1012],\n", + " [-0.0794],\n", + " [-0.0984],\n", + " [-0.0875],\n", + " [-0.0985],\n", + " [-0.0979],\n", + " [-0.0888],\n", + " [-0.0973],\n", + " [-0.0978],\n", + " [-0.0904],\n", + " [-0.0961],\n", + " [-0.1016],\n", + " [-0.0916],\n", + " [-0.0945],\n", + " [-0.0937],\n", + " [-0.0887],\n", + " [-0.1001],\n", + " [-0.1011],\n", + " [-0.0966],\n", + " [-0.0971],\n", + " [-0.0928]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0185],\n", + " [0.0200],\n", + " [0.0071],\n", + " [0.0149],\n", + " [0.0159],\n", + " [0.0021],\n", + " [0.0118],\n", + " [0.0112],\n", + " [0.0204],\n", + " [0.0163],\n", + " [0.0168],\n", + " [0.0213],\n", + " [0.0103],\n", + " [0.0200],\n", + " [0.0135],\n", + " [0.0214],\n", + " [0.0204],\n", + " [0.0124],\n", + " [0.0181],\n", + " [0.0193],\n", + " [0.0121],\n", + " [0.0180],\n", + " [0.0234],\n", + " [0.0130],\n", + " [0.0167],\n", + " [0.0166],\n", + " [0.0131],\n", + " [0.0244],\n", + " [0.0022],\n", + " [0.0194],\n", + " [0.0178],\n", + " [0.0133]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0926],\n", + " [0.0959],\n", + " [0.0837],\n", + " [0.0895],\n", + " [0.0916],\n", + " [0.1004],\n", + " [0.1126],\n", + " [0.0945],\n", + " [0.0962],\n", + " [0.0958],\n", + " [0.0937],\n", + " [0.0926],\n", + " [0.0789],\n", + " [0.0966],\n", + " [0.0930],\n", + " [0.0975],\n", + " [0.0980],\n", + " [0.0909],\n", + " [0.0941],\n", + " [0.0946],\n", + " [0.0920],\n", + " [0.0907],\n", + " [0.0970],\n", + " [0.1002],\n", + " [0.0885],\n", + " [0.0850],\n", + " [0.0860],\n", + " [0.0960],\n", + " [0.1185],\n", + " [0.0926],\n", + " [0.0909],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0096],\n", + " [0.0095],\n", + " [0.0065],\n", + " [0.0092],\n", + " [0.0113],\n", + " [0.0240],\n", + " [0.0252],\n", + " [0.0087],\n", + " [0.0111],\n", + " [0.0119],\n", + " [0.0098],\n", + " [0.0091],\n", + " [0.0003],\n", + " [0.0110],\n", + " [0.0144],\n", + " [0.0118],\n", + " [0.0123],\n", + " [0.0068],\n", + " [0.0102],\n", + " [0.0100],\n", + " [0.0101],\n", + " [0.0094],\n", + " [0.0113],\n", + " [0.0142],\n", + " [0.0078],\n", + " [0.0050],\n", + " [0.0059],\n", + " [0.0098],\n", + " [0.0303],\n", + " [0.0099],\n", + " [0.0073],\n", + " [0.0082]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.2235e-03],\n", + " [ 1.5460e-03],\n", + " [-1.2283e-02],\n", + " [-4.2771e-04],\n", + " [-1.4484e-03],\n", + " [-2.4071e-02],\n", + " [-1.4921e-02],\n", + " [-1.3214e-02],\n", + " [ 1.1569e-03],\n", + " [-1.6497e-03],\n", + " [ 2.0440e-03],\n", + " [ 1.7451e-03],\n", + " [ 1.5957e-03],\n", + " [-2.2478e-03],\n", + " [ 3.6210e-03],\n", + " [-3.0172e-03],\n", + " [-3.9318e-03],\n", + " [-1.2287e-02],\n", + " [-5.5210e-04],\n", + " [-4.3189e-04],\n", + " [-9.5884e-03],\n", + " [-1.6589e-03],\n", + " [-8.7236e-04],\n", + " [-1.7265e-02],\n", + " [ 8.0986e-05],\n", + " [ 2.4472e-03],\n", + " [ 4.7701e-03],\n", + " [-2.1109e-03],\n", + " [-2.0370e-02],\n", + " [-3.7312e-03],\n", + " [ 2.9349e-03],\n", + " [-1.4827e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0353],\n", + " [-0.0342],\n", + " [-0.0378],\n", + " [-0.0369],\n", + " [-0.0342],\n", + " [-0.0366],\n", + " [-0.0226],\n", + " [-0.0330],\n", + " [-0.0321],\n", + " [-0.0339],\n", + " [-0.0366],\n", + " [-0.0347],\n", + " [-0.0467],\n", + " [-0.0325],\n", + " [-0.0485],\n", + " [-0.0309],\n", + " [-0.0308],\n", + " [-0.0349],\n", + " [-0.0351],\n", + " [-0.0344],\n", + " [-0.0348],\n", + " [-0.0351],\n", + " [-0.0310],\n", + " [-0.0328],\n", + " [-0.0376],\n", + " [-0.0393],\n", + " [-0.0421],\n", + " [-0.0324],\n", + " [-0.0222],\n", + " [-0.0343],\n", + " [-0.0377],\n", + " [-0.0374]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0033],\n", + " [ 0.0050],\n", + " [ 0.0011],\n", + " [ 0.0056],\n", + " [ 0.0038],\n", + " [-0.0067],\n", + " [-0.0016],\n", + " [-0.0019],\n", + " [ 0.0036],\n", + " [ 0.0036],\n", + " [ 0.0062],\n", + " [ 0.0046],\n", + " [ 0.0086],\n", + " [ 0.0024],\n", + " [ 0.0074],\n", + " [ 0.0008],\n", + " [ 0.0009],\n", + " [-0.0005],\n", + " [ 0.0045],\n", + " [ 0.0042],\n", + " [ 0.0014],\n", + " [ 0.0041],\n", + " [ 0.0016],\n", + " [-0.0065],\n", + " [ 0.0053],\n", + " [ 0.0076],\n", + " [ 0.0081],\n", + " [ 0.0007],\n", + " [-0.0028],\n", + " [ 0.0011],\n", + " [ 0.0065],\n", + " [ 0.0058]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0561],\n", + " [0.0578],\n", + " [0.0609],\n", + " [0.0577],\n", + " [0.0572],\n", + " [0.0535],\n", + " [0.0689],\n", + " [0.0553],\n", + " [0.0576],\n", + " [0.0571],\n", + " [0.0588],\n", + " [0.0584],\n", + " [0.0651],\n", + " [0.0561],\n", + " [0.0643],\n", + " [0.0554],\n", + " [0.0553],\n", + " [0.0564],\n", + " [0.0566],\n", + " [0.0559],\n", + " [0.0562],\n", + " [0.0562],\n", + " [0.0570],\n", + " [0.0500],\n", + " [0.0586],\n", + " [0.0591],\n", + " [0.0607],\n", + " [0.0570],\n", + " [0.0713],\n", + " [0.0560],\n", + " [0.0573],\n", + " [0.0589]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0182],\n", + " [-0.0177],\n", + " [-0.0114],\n", + " [-0.0168],\n", + " [-0.0178],\n", + " [-0.0191],\n", + " [-0.0171],\n", + " [-0.0163],\n", + " [-0.0186],\n", + " [-0.0173],\n", + " [-0.0176],\n", + " [-0.0191],\n", + " [-0.0170],\n", + " [-0.0182],\n", + " [-0.0172],\n", + " [-0.0190],\n", + " [-0.0185],\n", + " [-0.0141],\n", + " [-0.0182],\n", + " [-0.0185],\n", + " [-0.0166],\n", + " [-0.0183],\n", + " [-0.0190],\n", + " [-0.0196],\n", + " [-0.0172],\n", + " [-0.0178],\n", + " [-0.0190],\n", + " [-0.0187],\n", + " [-0.0134],\n", + " [-0.0183],\n", + " [-0.0182],\n", + " [-0.0160]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1697],\n", + " [-0.1719],\n", + " [-0.1639],\n", + " [-0.1704],\n", + " [-0.1697],\n", + " [-0.1626],\n", + " [-0.1673],\n", + " [-0.1648],\n", + " [-0.1714],\n", + " [-0.1729],\n", + " [-0.1740],\n", + " [-0.1700],\n", + " [-0.1703],\n", + " [-0.1707],\n", + " [-0.1825],\n", + " [-0.1689],\n", + " [-0.1695],\n", + " [-0.1640],\n", + " [-0.1714],\n", + " [-0.1712],\n", + " [-0.1676],\n", + " [-0.1687],\n", + " [-0.1696],\n", + " [-0.1632],\n", + " [-0.1695],\n", + " [-0.1700],\n", + " [-0.1755],\n", + " [-0.1684],\n", + " [-0.1680],\n", + " [-0.1681],\n", + " [-0.1730],\n", + " [-0.1689]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0215],\n", + " [-0.0208],\n", + " [-0.0226],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0273],\n", + " [-0.0191],\n", + " [-0.0241],\n", + " [-0.0223],\n", + " [-0.0215],\n", + " [-0.0208],\n", + " [-0.0212],\n", + " [-0.0138],\n", + " [-0.0226],\n", + " [-0.0151],\n", + " [-0.0228],\n", + " [-0.0231],\n", + " [-0.0215],\n", + " [-0.0217],\n", + " [-0.0213],\n", + " [-0.0260],\n", + " [-0.0216],\n", + " [-0.0224],\n", + " [-0.0245],\n", + " [-0.0204],\n", + " [-0.0193],\n", + " [-0.0169],\n", + " [-0.0210],\n", + " [-0.0219],\n", + " [-0.0209],\n", + " [-0.0198],\n", + " [-0.0221]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [ 0.0168],\n", + " [-0.0122],\n", + " [ 0.0058],\n", + " [ 0.0093],\n", + " [-0.0088],\n", + " [ 0.0127],\n", + " [-0.0022],\n", + " [ 0.0166],\n", + " [ 0.0071],\n", + " [ 0.0116],\n", + " [ 0.0176],\n", + " [-0.0005],\n", + " [ 0.0123],\n", + " [ 0.0020],\n", + " [ 0.0135],\n", + " [ 0.0118],\n", + " [-0.0030],\n", + " [ 0.0105],\n", + " [ 0.0108],\n", + " [-0.0017],\n", + " [ 0.0084],\n", + " [ 0.0183],\n", + " [-0.0014],\n", + " [ 0.0079],\n", + " [ 0.0069],\n", + " [ 0.0035],\n", + " [ 0.0168],\n", + " [ 0.0111],\n", + " [ 0.0097],\n", + " [ 0.0104],\n", + " [ 0.0048]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0925],\n", + " [0.0895],\n", + " [0.1057],\n", + " [0.0925],\n", + " [0.0905],\n", + " [0.0981],\n", + " [0.0940],\n", + " [0.1016],\n", + " [0.0894],\n", + " [0.0905],\n", + " [0.0880],\n", + " [0.0911],\n", + " [0.0985],\n", + " [0.0913],\n", + " [0.0846],\n", + " [0.0917],\n", + " [0.0916],\n", + " [0.1037],\n", + " [0.0906],\n", + " [0.0917],\n", + " [0.0978],\n", + " [0.0934],\n", + " [0.0910],\n", + " [0.1026],\n", + " [0.0927],\n", + " [0.0942],\n", + " [0.0919],\n", + " [0.0932],\n", + " [0.0926],\n", + " [0.0931],\n", + " [0.0908],\n", + " [0.0933]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0842],\n", + " [0.0887],\n", + " [0.0742],\n", + " [0.0825],\n", + " [0.0837],\n", + " [0.0634],\n", + " [0.0907],\n", + " [0.0743],\n", + " [0.0876],\n", + " [0.0817],\n", + " [0.0848],\n", + " [0.0888],\n", + " [0.0827],\n", + " [0.0849],\n", + " [0.0754],\n", + " [0.0861],\n", + " [0.0849],\n", + " [0.0768],\n", + " [0.0845],\n", + " [0.0845],\n", + " [0.0755],\n", + " [0.0834],\n", + " [0.0896],\n", + " [0.0694],\n", + " [0.0855],\n", + " [0.0835],\n", + " [0.0785],\n", + " [0.0897],\n", + " [0.0863],\n", + " [0.0853],\n", + " [0.0839],\n", + " [0.0827]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0870],\n", + " [0.0886],\n", + " [0.0819],\n", + " [0.0875],\n", + " [0.0880],\n", + " [0.0713],\n", + " [0.0703],\n", + " [0.0817],\n", + " [0.0886],\n", + " [0.0868],\n", + " [0.0891],\n", + " [0.0886],\n", + " [0.0918],\n", + " [0.0874],\n", + " [0.0892],\n", + " [0.0878],\n", + " [0.0873],\n", + " [0.0809],\n", + " [0.0871],\n", + " [0.0854],\n", + " [0.0859],\n", + " [0.0857],\n", + " [0.0885],\n", + " [0.0773],\n", + " [0.0885],\n", + " [0.0878],\n", + " [0.0899],\n", + " [0.0884],\n", + " [0.0653],\n", + " [0.0872],\n", + " [0.0875],\n", + " [0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0411],\n", + " [0.0430],\n", + " [0.0377],\n", + " [0.0414],\n", + " [0.0412],\n", + " [0.0317],\n", + " [0.0430],\n", + " [0.0356],\n", + " [0.0429],\n", + " [0.0381],\n", + " [0.0406],\n", + " [0.0448],\n", + " [0.0439],\n", + " [0.0406],\n", + " [0.0345],\n", + " [0.0414],\n", + " [0.0400],\n", + " [0.0366],\n", + " [0.0410],\n", + " [0.0416],\n", + " [0.0371],\n", + " [0.0424],\n", + " [0.0432],\n", + " [0.0334],\n", + " [0.0428],\n", + " [0.0445],\n", + " [0.0413],\n", + " [0.0433],\n", + " [0.0410],\n", + " [0.0410],\n", + " [0.0427],\n", + " [0.0415]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0344],\n", + " [0.0351],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0377],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0347],\n", + " [0.0384],\n", + " [0.0360],\n", + " [0.0334],\n", + " [0.0320],\n", + " [0.0369],\n", + " [0.0386],\n", + " [0.0373],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0371],\n", + " [0.0369],\n", + " [0.0379],\n", + " [0.0369],\n", + " [0.0350],\n", + " [0.0393],\n", + " [0.0376],\n", + " [0.0348],\n", + " [0.0338],\n", + " [0.0357],\n", + " [0.0371],\n", + " [0.0380],\n", + " [0.0355],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0726],\n", + " [-0.0690],\n", + " [-0.0786],\n", + " [-0.0742],\n", + " [-0.0736],\n", + " [-0.0936],\n", + " [-0.0830],\n", + " [-0.0774],\n", + " [-0.0695],\n", + " [-0.0732],\n", + " [-0.0711],\n", + " [-0.0689],\n", + " [-0.0730],\n", + " [-0.0709],\n", + " [-0.0786],\n", + " [-0.0706],\n", + " [-0.0713],\n", + " [-0.0767],\n", + " [-0.0724],\n", + " [-0.0726],\n", + " [-0.0758],\n", + " [-0.0739],\n", + " [-0.0684],\n", + " [-0.0823],\n", + " [-0.0735],\n", + " [-0.0735],\n", + " [-0.0728],\n", + " [-0.0681],\n", + " [-0.0916],\n", + " [-0.0723],\n", + " [-0.0717],\n", + " [-0.0747]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0996],\n", + " [-0.0987],\n", + " [-0.1076],\n", + " [-0.1022],\n", + " [-0.1003],\n", + " [-0.1058],\n", + " [-0.1047],\n", + " [-0.1031],\n", + " [-0.0979],\n", + " [-0.1018],\n", + " [-0.1009],\n", + " [-0.0989],\n", + " [-0.1116],\n", + " [-0.0980],\n", + " [-0.1124],\n", + " [-0.0969],\n", + " [-0.0975],\n", + " [-0.1042],\n", + " [-0.0994],\n", + " [-0.0989],\n", + " [-0.1027],\n", + " [-0.1000],\n", + " [-0.0965],\n", + " [-0.1019],\n", + " [-0.1019],\n", + " [-0.1033],\n", + " [-0.1084],\n", + " [-0.0967],\n", + " [-0.1074],\n", + " [-0.0991],\n", + " [-0.1010],\n", + " [-0.1029]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0615],\n", + " [-0.0622],\n", + " [-0.0609],\n", + " [-0.0560],\n", + " [-0.0664],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0615],\n", + " [-0.0625],\n", + " [-0.0567],\n", + " [-0.0637],\n", + " [-0.0525],\n", + " [-0.0639],\n", + " [-0.0642],\n", + " [-0.0648],\n", + " [-0.0623],\n", + " [-0.0625],\n", + " [-0.0658],\n", + " [-0.0621],\n", + " [-0.0637],\n", + " [-0.0651],\n", + " [-0.0606],\n", + " [-0.0606],\n", + " [-0.0585],\n", + " [-0.0639],\n", + " [-0.0543],\n", + " [-0.0627],\n", + " [-0.0610],\n", + " [-0.0616]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0592],\n", + " [-0.0629],\n", + " [-0.0597],\n", + " [-0.0638],\n", + " [-0.0626],\n", + " [-0.0612],\n", + " [-0.0639],\n", + " [-0.0617],\n", + " [-0.0269],\n", + " [-0.0618],\n", + " [-0.0618],\n", + " [-0.0554],\n", + " [-0.0625],\n", + " [-0.0603],\n", + " [-0.0629],\n", + " [-0.0635],\n", + " [-0.0621],\n", + " [-0.1212],\n", + " [-0.0634],\n", + " [-0.0615],\n", + " [-0.0636],\n", + " [-0.0605],\n", + " [-0.0621],\n", + " [-0.0606],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0785],\n", + " [-0.0616],\n", + " [-0.0618],\n", + " [-0.0616],\n", + " [-0.0788]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0741],\n", + " [-0.0683],\n", + " [-0.0735],\n", + " [-0.0740],\n", + " [-0.0713],\n", + " [-0.0714],\n", + " [-0.0745],\n", + " [-0.0784],\n", + " [-0.0750],\n", + " [-0.0777],\n", + " [-0.0762],\n", + " [-0.0739],\n", + " [-0.0713],\n", + " [-0.0764],\n", + " [-0.0727],\n", + " [-0.0729],\n", + " [-0.0770],\n", + " [-0.0702],\n", + " [-0.1560],\n", + " [-0.0737],\n", + " [-0.0741],\n", + " [-0.0768],\n", + " [-0.0718],\n", + " [-0.0749],\n", + " [-0.0774],\n", + " [-0.0743],\n", + " [-0.0751],\n", + " [-0.0986],\n", + " [-0.0734],\n", + " [-0.0755],\n", + " [-0.0678],\n", + " [-0.0977]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0357],\n", + " [ 0.0397],\n", + " [ 0.0355],\n", + " [ 0.0384],\n", + " [ 0.0357],\n", + " [ 0.0363],\n", + " [ 0.0374],\n", + " [ 0.0374],\n", + " [ 0.0381],\n", + " [-0.0049],\n", + " [ 0.0380],\n", + " [ 0.0383],\n", + " [ 0.0397],\n", + " [ 0.0368],\n", + " [ 0.0389],\n", + " [ 0.0364],\n", + " [ 0.0365],\n", + " [ 0.0377],\n", + " [ 0.0134],\n", + " [ 0.0351],\n", + " [ 0.0394],\n", + " [ 0.0369],\n", + " [ 0.0385],\n", + " [ 0.0364],\n", + " [ 0.0373],\n", + " [ 0.0369],\n", + " [ 0.0371],\n", + " [ 0.0253],\n", + " [ 0.0393],\n", + " [ 0.0372],\n", + " [ 0.0375],\n", + " [ 0.0267]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0950],\n", + " [-0.0890],\n", + " [-0.0960],\n", + " [-0.0894],\n", + " [-0.0963],\n", + " [-0.0940],\n", + " [-0.0901],\n", + " [-0.0938],\n", + " [-0.0933],\n", + " [-0.1044],\n", + " [-0.0917],\n", + " [-0.0927],\n", + " [-0.0850],\n", + " [-0.0929],\n", + " [-0.0902],\n", + " [-0.0942],\n", + " [-0.0946],\n", + " [-0.0952],\n", + " [-0.0647],\n", + " [-0.0961],\n", + " [-0.0933],\n", + " [-0.0941],\n", + " [-0.0833],\n", + " [-0.0919],\n", + " [-0.0901],\n", + " [-0.0926],\n", + " [-0.0952],\n", + " [-0.0782],\n", + " [-0.0939],\n", + " [-0.0921],\n", + " [-0.0947],\n", + " [-0.0830]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0593],\n", + " [ 0.0516],\n", + " [ 0.0592],\n", + " [ 0.0495],\n", + " [ 0.0587],\n", + " [ 0.0568],\n", + " [ 0.0507],\n", + " [ 0.0533],\n", + " [ 0.0527],\n", + " [-0.0155],\n", + " [ 0.0511],\n", + " [ 0.0558],\n", + " [ 0.0408],\n", + " [ 0.0522],\n", + " [ 0.0526],\n", + " [ 0.0565],\n", + " [ 0.0542],\n", + " [ 0.0588],\n", + " [ 0.0464],\n", + " [ 0.0579],\n", + " [ 0.0549],\n", + " [ 0.0557],\n", + " [ 0.0487],\n", + " [ 0.0542],\n", + " [ 0.0436],\n", + " [ 0.0548],\n", + " [ 0.0578],\n", + " [ 0.0437],\n", + " [ 0.0567],\n", + " [ 0.0523],\n", + " [ 0.0581],\n", + " [ 0.0447]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0379],\n", + " [-0.0375],\n", + " [-0.0348],\n", + " [-0.0407],\n", + " [-0.0365],\n", + " [-0.0385],\n", + " [-0.0406],\n", + " [-0.0374],\n", + " [-0.0349],\n", + " [-0.0730],\n", + " [-0.0375],\n", + " [-0.0368],\n", + " [-0.0413],\n", + " [-0.0384],\n", + " [-0.0350],\n", + " [-0.0380],\n", + " [-0.0378],\n", + " [-0.0345],\n", + " [-0.0439],\n", + " [-0.0386],\n", + " [-0.0340],\n", + " [-0.0380],\n", + " [-0.0485],\n", + " [-0.0398],\n", + " [-0.0412],\n", + " [-0.0387],\n", + " [-0.0356],\n", + " [-0.0417],\n", + " [-0.0343],\n", + " [-0.0380],\n", + " [-0.0338],\n", + " [-0.0330]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0785],\n", + " [-0.0816],\n", + " [-0.0796],\n", + " [-0.0790],\n", + " [-0.0807],\n", + " [-0.0806],\n", + " [-0.0790],\n", + " [-0.0779],\n", + " [-0.0810],\n", + " [-0.0849],\n", + " [-0.0790],\n", + " [-0.0795],\n", + " [-0.0788],\n", + " [-0.0789],\n", + " [-0.0800],\n", + " [-0.0803],\n", + " [-0.0794],\n", + " [-0.0810],\n", + " [-0.0724],\n", + " [-0.0800],\n", + " [-0.0804],\n", + " [-0.0786],\n", + " [-0.0760],\n", + " [-0.0785],\n", + " [-0.0794],\n", + " [-0.0794],\n", + " [-0.0790],\n", + " [-0.0855],\n", + " [-0.0804],\n", + " [-0.0792],\n", + " [-0.0828],\n", + " [-0.0847]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1701],\n", + " [0.1674],\n", + " [0.1703],\n", + " [0.1641],\n", + " [0.1698],\n", + " [0.1684],\n", + " [0.1650],\n", + " [0.1662],\n", + " [0.1653],\n", + " [0.1510],\n", + " [0.1650],\n", + " [0.1686],\n", + " [0.1604],\n", + " [0.1654],\n", + " [0.1669],\n", + " [0.1680],\n", + " [0.1662],\n", + " [0.1707],\n", + " [0.0969],\n", + " [0.1678],\n", + " [0.1680],\n", + " [0.1678],\n", + " [0.1636],\n", + " [0.1673],\n", + " [0.1632],\n", + " [0.1676],\n", + " [0.1691],\n", + " [0.1437],\n", + " [0.1694],\n", + " [0.1657],\n", + " [0.1713],\n", + " [0.1413]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0574],\n", + " [-0.0492],\n", + " [-0.0582],\n", + " [-0.0557],\n", + " [-0.0584],\n", + " [-0.0556],\n", + " [-0.0541],\n", + " [-0.0592],\n", + " [-0.0565],\n", + " [-0.0795],\n", + " [-0.0567],\n", + " [-0.0542],\n", + " [-0.0514],\n", + " [-0.0575],\n", + " [-0.0537],\n", + " [-0.0558],\n", + " [-0.0581],\n", + " [-0.0558],\n", + " [-0.0807],\n", + " [-0.0577],\n", + " [-0.0552],\n", + " [-0.0573],\n", + " [-0.0436],\n", + " [-0.0547],\n", + " [-0.0587],\n", + " [-0.0554],\n", + " [-0.0583],\n", + " [-0.0687],\n", + " [-0.0550],\n", + " [-0.0562],\n", + " [-0.0544],\n", + " [-0.0686]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0586],\n", + " [0.0581],\n", + " [0.0598],\n", + " [0.0638],\n", + " [0.0582],\n", + " [0.0576],\n", + " [0.0639],\n", + " [0.0641],\n", + " [0.0648],\n", + " [0.1082],\n", + " [0.0658],\n", + " [0.0614],\n", + " [0.0688],\n", + " [0.0639],\n", + " [0.0631],\n", + " [0.0591],\n", + " [0.0630],\n", + " [0.0583],\n", + " [0.0484],\n", + " [0.0592],\n", + " [0.0633],\n", + " [0.0619],\n", + " [0.0626],\n", + " [0.0616],\n", + " [0.0633],\n", + " [0.0602],\n", + " [0.0612],\n", + " [0.0622],\n", + " [0.0614],\n", + " [0.0640],\n", + " [0.0576],\n", + " [0.0583]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0987],\n", + " [-0.0960],\n", + " [-0.0993],\n", + " [-0.0914],\n", + " [-0.1004],\n", + " [-0.0976],\n", + " [-0.0921],\n", + " [-0.0934],\n", + " [-0.0936],\n", + " [-0.0301],\n", + " [-0.0922],\n", + " [-0.0964],\n", + " [-0.0832],\n", + " [-0.0932],\n", + " [-0.0923],\n", + " [-0.0970],\n", + " [-0.0942],\n", + " [-0.1001],\n", + " [-0.0564],\n", + " [-0.0977],\n", + " [-0.0956],\n", + " [-0.0953],\n", + " [-0.0927],\n", + " [-0.0940],\n", + " [-0.0862],\n", + " [-0.0952],\n", + " [-0.0977],\n", + " [-0.0737],\n", + " [-0.0976],\n", + " [-0.0931],\n", + " [-0.0999],\n", + " [-0.0649]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0198],\n", + " [ 0.0166],\n", + " [ 0.0192],\n", + " [ 0.0113],\n", + " [ 0.0194],\n", + " [ 0.0187],\n", + " [ 0.0125],\n", + " [ 0.0140],\n", + " [ 0.0141],\n", + " [-0.0301],\n", + " [ 0.0116],\n", + " [ 0.0165],\n", + " [ 0.0079],\n", + " [ 0.0133],\n", + " [ 0.0176],\n", + " [ 0.0176],\n", + " [ 0.0157],\n", + " [ 0.0213],\n", + " [-0.0252],\n", + " [ 0.0192],\n", + " [ 0.0168],\n", + " [ 0.0163],\n", + " [ 0.0122],\n", + " [ 0.0161],\n", + " [ 0.0156],\n", + " [ 0.0162],\n", + " [ 0.0176],\n", + " [ 0.0035],\n", + " [ 0.0183],\n", + " [ 0.0135],\n", + " [ 0.0230],\n", + " [ 0.0035]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0956],\n", + " [0.0972],\n", + " [0.0937],\n", + " [0.0946],\n", + " [0.0954],\n", + " [0.0967],\n", + " [0.0929],\n", + " [0.0910],\n", + " [0.0890],\n", + " [0.1007],\n", + " [0.0904],\n", + " [0.0928],\n", + " [0.0895],\n", + " [0.0917],\n", + " [0.0865],\n", + " [0.0950],\n", + " [0.0913],\n", + " [0.0940],\n", + " [0.0325],\n", + " [0.0953],\n", + " [0.0891],\n", + " [0.0924],\n", + " [0.0994],\n", + " [0.0917],\n", + " [0.0945],\n", + " [0.0937],\n", + " [0.0919],\n", + " [0.0645],\n", + " [0.0911],\n", + " [0.0909],\n", + " [0.0945],\n", + " [0.0705]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0091],\n", + " [ 0.0133],\n", + " [ 0.0080],\n", + " [ 0.0147],\n", + " [ 0.0106],\n", + " [ 0.0118],\n", + " [ 0.0116],\n", + " [ 0.0100],\n", + " [ 0.0091],\n", + " [ 0.0240],\n", + " [ 0.0113],\n", + " [ 0.0107],\n", + " [ 0.0108],\n", + " [ 0.0106],\n", + " [ 0.0054],\n", + " [ 0.0112],\n", + " [ 0.0085],\n", + " [ 0.0096],\n", + " [-0.0056],\n", + " [ 0.0094],\n", + " [ 0.0087],\n", + " [ 0.0095],\n", + " [ 0.0128],\n", + " [ 0.0087],\n", + " [ 0.0146],\n", + " [ 0.0112],\n", + " [ 0.0092],\n", + " [-0.0044],\n", + " [ 0.0097],\n", + " [ 0.0102],\n", + " [ 0.0093],\n", + " [-0.0048]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 7.8304e-04],\n", + " [-7.1042e-03],\n", + " [ 1.6668e-03],\n", + " [-6.2803e-03],\n", + " [ 1.4931e-03],\n", + " [-2.3059e-03],\n", + " [-6.9446e-03],\n", + " [ 1.0497e-03],\n", + " [-1.7285e-03],\n", + " [-7.0704e-02],\n", + " [-4.0705e-03],\n", + " [-3.5827e-03],\n", + " [-1.0947e-02],\n", + " [-1.9399e-03],\n", + " [-1.2220e-03],\n", + " [-2.3291e-03],\n", + " [ 8.6770e-04],\n", + " [ 2.8455e-04],\n", + " [ 3.1059e-02],\n", + " [ 5.7066e-05],\n", + " [-7.9427e-04],\n", + " [ 2.4684e-04],\n", + " [-1.3545e-02],\n", + " [-3.2190e-03],\n", + " [ 9.0748e-05],\n", + " [-2.6169e-03],\n", + " [ 1.7313e-03],\n", + " [ 1.2695e-02],\n", + " [-6.7817e-04],\n", + " [-3.3268e-03],\n", + " [-1.1607e-03],\n", + " [ 6.5867e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0341],\n", + " [-0.0297],\n", + " [-0.0362],\n", + " [-0.0333],\n", + " [-0.0338],\n", + " [-0.0323],\n", + " [-0.0350],\n", + " [-0.0376],\n", + " [-0.0368],\n", + " [-0.0417],\n", + " [-0.0359],\n", + " [-0.0334],\n", + " [-0.0376],\n", + " [-0.0371],\n", + " [-0.0386],\n", + " [-0.0334],\n", + " [-0.0384],\n", + " [-0.0341],\n", + " [-0.0192],\n", + " [-0.0356],\n", + " [-0.0362],\n", + " [-0.0359],\n", + " [-0.0331],\n", + " [-0.0363],\n", + " [-0.0451],\n", + " [-0.0346],\n", + " [-0.0360],\n", + " [-0.0393],\n", + " [-0.0351],\n", + " [-0.0364],\n", + " [-0.0342],\n", + " [-0.0474]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0050],\n", + " [-0.0009],\n", + " [ 0.0062],\n", + " [ 0.0022],\n", + " [ 0.0040],\n", + " [ 0.0025],\n", + " [ 0.0029],\n", + " [ 0.0062],\n", + " [ 0.0049],\n", + " [-0.0053],\n", + " [ 0.0049],\n", + " [ 0.0033],\n", + " [ 0.0023],\n", + " [ 0.0051],\n", + " [ 0.0053],\n", + " [ 0.0030],\n", + " [ 0.0059],\n", + " [ 0.0034],\n", + " [ 0.0225],\n", + " [ 0.0046],\n", + " [ 0.0048],\n", + " [ 0.0052],\n", + " [-0.0056],\n", + " [ 0.0040],\n", + " [ 0.0043],\n", + " [ 0.0035],\n", + " [ 0.0057],\n", + " [ 0.0127],\n", + " [ 0.0041],\n", + " [ 0.0047],\n", + " [ 0.0029],\n", + " [ 0.0184]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0564],\n", + " [0.0555],\n", + " [0.0576],\n", + " [0.0578],\n", + " [0.0580],\n", + " [0.0565],\n", + " [0.0571],\n", + " [0.0584],\n", + " [0.0586],\n", + " [0.1213],\n", + " [0.0585],\n", + " [0.0561],\n", + " [0.0603],\n", + " [0.0582],\n", + " [0.0577],\n", + " [0.0566],\n", + " [0.0580],\n", + " [0.0570],\n", + " [0.0775],\n", + " [0.0570],\n", + " [0.0576],\n", + " [0.0571],\n", + " [0.0503],\n", + " [0.0559],\n", + " [0.0609],\n", + " [0.0564],\n", + " [0.0573],\n", + " [0.0587],\n", + " [0.0568],\n", + " [0.0577],\n", + " [0.0574],\n", + " [0.0642]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0187],\n", + " [-0.0167],\n", + " [-0.0180],\n", + " [-0.0162],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0163],\n", + " [-0.0171],\n", + " [-0.0163],\n", + " [ 0.0074],\n", + " [-0.0159],\n", + " [-0.0177],\n", + " [-0.0132],\n", + " [-0.0161],\n", + " [-0.0166],\n", + " [-0.0176],\n", + " [-0.0171],\n", + " [-0.0195],\n", + " [ 0.0049],\n", + " [-0.0184],\n", + " [-0.0176],\n", + " [-0.0178],\n", + " [-0.0195],\n", + " [-0.0171],\n", + " [-0.0198],\n", + " [-0.0174],\n", + " [-0.0183],\n", + " [-0.0035],\n", + " [-0.0186],\n", + " [-0.0162],\n", + " [-0.0192],\n", + " [-0.0096]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1728],\n", + " [-0.1671],\n", + " [-0.1717],\n", + " [-0.1698],\n", + " [-0.1720],\n", + " [-0.1708],\n", + " [-0.1686],\n", + " [-0.1730],\n", + " [-0.1692],\n", + " [-0.1407],\n", + " [-0.1691],\n", + " [-0.1692],\n", + " [-0.1652],\n", + " [-0.1712],\n", + " [-0.1674],\n", + " [-0.1709],\n", + " [-0.1729],\n", + " [-0.1700],\n", + " [-0.1718],\n", + " [-0.1729],\n", + " [-0.1689],\n", + " [-0.1727],\n", + " [-0.1656],\n", + " [-0.1701],\n", + " [-0.1774],\n", + " [-0.1707],\n", + " [-0.1718],\n", + " [-0.1664],\n", + " [-0.1693],\n", + " [-0.1696],\n", + " [-0.1692],\n", + " [-0.1632]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0209],\n", + " [-0.0226],\n", + " [-0.0204],\n", + " [-0.0260],\n", + " [-0.0215],\n", + " [-0.0229],\n", + " [-0.0247],\n", + " [-0.0209],\n", + " [-0.0218],\n", + " [-0.0501],\n", + " [-0.0242],\n", + " [-0.0231],\n", + " [-0.0239],\n", + " [-0.0221],\n", + " [-0.0191],\n", + " [-0.0227],\n", + " [-0.0200],\n", + " [-0.0216],\n", + " [ 0.0814],\n", + " [-0.0210],\n", + " [-0.0213],\n", + " [-0.0208],\n", + " [-0.0250],\n", + " [-0.0216],\n", + " [-0.0160],\n", + " [-0.0220],\n", + " [-0.0210],\n", + " [ 0.0228],\n", + " [-0.0215],\n", + " [-0.0228],\n", + " [-0.0215],\n", + " [ 0.0227]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0124],\n", + " [ 0.0075],\n", + " [ 0.0149],\n", + " [ 0.0009],\n", + " [ 0.0155],\n", + " [ 0.0115],\n", + " [ 0.0015],\n", + " [ 0.0048],\n", + " [ 0.0061],\n", + " [-0.0168],\n", + " [ 0.0025],\n", + " [ 0.0082],\n", + " [-0.0085],\n", + " [ 0.0042],\n", + " [ 0.0048],\n", + " [ 0.0105],\n", + " [ 0.0063],\n", + " [ 0.0151],\n", + " [ 0.0526],\n", + " [ 0.0121],\n", + " [ 0.0081],\n", + " [ 0.0072],\n", + " [-0.0014],\n", + " [ 0.0051],\n", + " [ 0.0013],\n", + " [ 0.0073],\n", + " [ 0.0108],\n", + " [ 0.0159],\n", + " [ 0.0106],\n", + " [ 0.0040],\n", + " [ 0.0168],\n", + " [ 0.0190]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0906],\n", + " [0.0932],\n", + " [0.0900],\n", + " [0.0930],\n", + " [0.0893],\n", + " [0.0908],\n", + " [0.0946],\n", + " [0.0907],\n", + " [0.0927],\n", + " [0.0877],\n", + " [0.0928],\n", + " [0.0923],\n", + " [0.1001],\n", + " [0.0919],\n", + " [0.0979],\n", + " [0.0909],\n", + " [0.0912],\n", + " [0.0912],\n", + " [0.0474],\n", + " [0.0900],\n", + " [0.0926],\n", + " [0.0911],\n", + " [0.0993],\n", + " [0.0948],\n", + " [0.0920],\n", + " [0.0918],\n", + " [0.0903],\n", + " [0.0889],\n", + " [0.0916],\n", + " [0.0934],\n", + " [0.0921],\n", + " [0.0940]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0840],\n", + " [0.0835],\n", + " [0.0871],\n", + " [0.0797],\n", + " [0.0878],\n", + " [0.0847],\n", + " [0.0790],\n", + " [0.0808],\n", + " [0.0835],\n", + " [0.0509],\n", + " [0.0803],\n", + " [0.0817],\n", + " [0.0796],\n", + " [0.0813],\n", + " [0.0847],\n", + " [0.0837],\n", + " [0.0823],\n", + " [0.0871],\n", + " [0.0563],\n", + " [0.0850],\n", + " [0.0841],\n", + " [0.0815],\n", + " [0.0671],\n", + " [0.0806],\n", + " [0.0776],\n", + " [0.0824],\n", + " [0.0847],\n", + " [0.0875],\n", + " [0.0845],\n", + " [0.0811],\n", + " [0.0888],\n", + " [0.0877]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.0863],\n", + " [0.0879],\n", + " [0.0867],\n", + " [0.0893],\n", + " [0.0880],\n", + " [0.0867],\n", + " [0.0877],\n", + " [0.0888],\n", + " [0.0978],\n", + " [0.0878],\n", + " [0.0863],\n", + " [0.0839],\n", + " [0.0879],\n", + " [0.0858],\n", + " [0.0880],\n", + " [0.0881],\n", + " [0.0876],\n", + " [0.1402],\n", + " [0.0880],\n", + " [0.0872],\n", + " [0.0869],\n", + " [0.0806],\n", + " [0.0859],\n", + " [0.0861],\n", + " [0.0871],\n", + " [0.0872],\n", + " [0.1062],\n", + " [0.0868],\n", + " [0.0874],\n", + " [0.0881],\n", + " [0.1109]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0415],\n", + " [0.0378],\n", + " [0.0434],\n", + " [0.0364],\n", + " [0.0423],\n", + " [0.0399],\n", + " [0.0374],\n", + " [0.0401],\n", + " [0.0411],\n", + " [0.0703],\n", + " [0.0390],\n", + " [0.0404],\n", + " [0.0368],\n", + " [0.0391],\n", + " [0.0435],\n", + " [0.0399],\n", + " [0.0404],\n", + " [0.0437],\n", + " [0.0539],\n", + " [0.0404],\n", + " [0.0429],\n", + " [0.0402],\n", + " [0.0353],\n", + " [0.0396],\n", + " [0.0372],\n", + " [0.0392],\n", + " [0.0426],\n", + " [0.0546],\n", + " [0.0429],\n", + " [0.0395],\n", + " [0.0437],\n", + " [0.0540]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0363],\n", + " [ 0.0395],\n", + " [ 0.0343],\n", + " [ 0.0394],\n", + " [ 0.0349],\n", + " [ 0.0371],\n", + " [ 0.0390],\n", + " [ 0.0374],\n", + " [ 0.0375],\n", + " [-0.0016],\n", + " [ 0.0381],\n", + " [ 0.0369],\n", + " [ 0.0408],\n", + " [ 0.0382],\n", + " [ 0.0373],\n", + " [ 0.0367],\n", + " [ 0.0377],\n", + " [ 0.0355],\n", + " [-0.0119],\n", + " [ 0.0369],\n", + " [ 0.0366],\n", + " [ 0.0372],\n", + " [ 0.0369],\n", + " [ 0.0378],\n", + " [ 0.0401],\n", + " [ 0.0378],\n", + " [ 0.0358],\n", + " [ 0.0184],\n", + " [ 0.0362],\n", + " [ 0.0381],\n", + " [ 0.0352],\n", + " [ 0.0182]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0713],\n", + " [-0.0735],\n", + " [-0.0700],\n", + " [-0.0781],\n", + " [-0.0695],\n", + " [-0.0712],\n", + " [-0.0759],\n", + " [-0.0743],\n", + " [-0.0742],\n", + " [-0.0702],\n", + " [-0.0760],\n", + " [-0.0739],\n", + " [-0.0799],\n", + " [-0.0746],\n", + " [-0.0743],\n", + " [-0.0717],\n", + " [-0.0731],\n", + " [-0.0705],\n", + " [-0.0087],\n", + " [-0.0706],\n", + " [-0.0738],\n", + " [-0.0732],\n", + " [-0.0805],\n", + " [-0.0737],\n", + " [-0.0793],\n", + " [-0.0733],\n", + " [-0.0724],\n", + " [-0.0576],\n", + " [-0.0731],\n", + " [-0.0749],\n", + " [-0.0691],\n", + " [-0.0593]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0993],\n", + " [-0.0991],\n", + " [-0.0998],\n", + " [-0.1024],\n", + " [-0.0986],\n", + " [-0.0985],\n", + " [-0.1022],\n", + " [-0.1037],\n", + " [-0.1023],\n", + " [-0.1431],\n", + " [-0.1030],\n", + " [-0.1000],\n", + " [-0.1058],\n", + " [-0.1030],\n", + " [-0.1025],\n", + " [-0.0991],\n", + " [-0.1030],\n", + " [-0.0977],\n", + " [-0.1347],\n", + " [-0.0993],\n", + " [-0.1010],\n", + " [-0.1020],\n", + " [-0.1017],\n", + " [-0.1018],\n", + " [-0.1116],\n", + " [-0.1007],\n", + " [-0.1000],\n", + " [-0.1282],\n", + " [-0.0997],\n", + " [-0.1025],\n", + " [-0.0976],\n", + " [-0.1277]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0629],\n", + " [-0.0649],\n", + " [-0.0622],\n", + " [-0.0634],\n", + " [-0.0622],\n", + " [-0.0638],\n", + " [-0.0642],\n", + " [-0.0609],\n", + " [-0.0615],\n", + " [-0.0248],\n", + " [-0.0628],\n", + " [-0.0637],\n", + " [-0.0620],\n", + " [-0.0620],\n", + " [-0.0607],\n", + " [-0.0635],\n", + " [-0.0609],\n", + " [-0.0626],\n", + " [-0.0192],\n", + " [-0.0625],\n", + " [-0.0618],\n", + " [-0.0620],\n", + " [-0.0672],\n", + " [-0.0630],\n", + " [-0.0545],\n", + " [-0.0628],\n", + " [-0.0617],\n", + " [-0.0425],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0632],\n", + " [-0.0400]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0633],\n", + " [-0.0596],\n", + " [-0.0590],\n", + " [-0.0600],\n", + " [-0.0622],\n", + " [-0.0596],\n", + " [-0.0681],\n", + " [-0.0589],\n", + " [-0.0623],\n", + " [-0.0627],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0702],\n", + " [-0.0642],\n", + " [-0.0620],\n", + " [-0.0647],\n", + " [-0.0707],\n", + " [-0.0603],\n", + " [-0.0650],\n", + " [-0.0636],\n", + " [-0.0727],\n", + " [-0.0600],\n", + " [-0.0621],\n", + " [-0.0642],\n", + " [-0.0641],\n", + " [-0.0696],\n", + " [-0.0627],\n", + " [-0.0611],\n", + " [-0.0659],\n", + " [-0.0628],\n", + " [-0.0604],\n", + " [-0.0636]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0730],\n", + " [-0.0686],\n", + " [-0.0700],\n", + " [-0.0733],\n", + " [-0.0769],\n", + " [-0.0698],\n", + " [-0.0778],\n", + " [-0.0697],\n", + " [-0.0710],\n", + " [-0.0742],\n", + " [-0.0728],\n", + " [-0.0716],\n", + " [-0.0791],\n", + " [-0.0762],\n", + " [-0.0748],\n", + " [-0.0774],\n", + " [-0.0818],\n", + " [-0.0718],\n", + " [-0.0782],\n", + " [-0.0750],\n", + " [-0.0817],\n", + " [-0.0715],\n", + " [-0.0745],\n", + " [-0.0770],\n", + " [-0.0776],\n", + " [-0.0797],\n", + " [-0.0748],\n", + " [-0.0742],\n", + " [-0.0783],\n", + " [-0.0769],\n", + " [-0.0746],\n", + " [-0.0767]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0358],\n", + " [0.0377],\n", + " [0.0398],\n", + " [0.0389],\n", + " [0.0384],\n", + " [0.0385],\n", + " [0.0398],\n", + " [0.0393],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0364],\n", + " [0.0360],\n", + " [0.0349],\n", + " [0.0359],\n", + " [0.0368],\n", + " [0.0358],\n", + " [0.0358],\n", + " [0.0395],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0343],\n", + " [0.0392],\n", + " [0.0386],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0349],\n", + " [0.0389],\n", + " [0.0376],\n", + " [0.0374],\n", + " [0.0371],\n", + " [0.0392],\n", + " [0.0363]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0960],\n", + " [-0.0864],\n", + " [-0.0908],\n", + " [-0.0914],\n", + " [-0.0918],\n", + " [-0.0868],\n", + " [-0.0910],\n", + " [-0.0883],\n", + " [-0.0942],\n", + " [-0.0955],\n", + " [-0.0955],\n", + " [-0.0953],\n", + " [-0.0942],\n", + " [-0.0961],\n", + " [-0.0921],\n", + " [-0.0930],\n", + " [-0.0980],\n", + " [-0.0907],\n", + " [-0.0942],\n", + " [-0.0959],\n", + " [-0.0974],\n", + " [-0.0920],\n", + " [-0.0931],\n", + " [-0.0938],\n", + " [-0.0919],\n", + " [-0.0973],\n", + " [-0.0894],\n", + " [-0.0902],\n", + " [-0.0939],\n", + " [-0.0914],\n", + " [-0.0904],\n", + " [-0.0925]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0581],\n", + " [0.0492],\n", + " [0.0527],\n", + " [0.0489],\n", + " [0.0474],\n", + " [0.0515],\n", + " [0.0513],\n", + " [0.0515],\n", + " [0.0575],\n", + " [0.0582],\n", + " [0.0583],\n", + " [0.0588],\n", + " [0.0502],\n", + " [0.0577],\n", + " [0.0548],\n", + " [0.0524],\n", + " [0.0565],\n", + " [0.0543],\n", + " [0.0533],\n", + " [0.0579],\n", + " [0.0553],\n", + " [0.0543],\n", + " [0.0575],\n", + " [0.0557],\n", + " [0.0494],\n", + " [0.0571],\n", + " [0.0416],\n", + " [0.0494],\n", + " [0.0487],\n", + " [0.0499],\n", + " [0.0489],\n", + " [0.0526]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0372],\n", + " [-0.0457],\n", + " [-0.0351],\n", + " [-0.0344],\n", + " [-0.0359],\n", + " [-0.0432],\n", + " [-0.0401],\n", + " [-0.0397],\n", + " [-0.0382],\n", + " [-0.0358],\n", + " [-0.0359],\n", + " [-0.0372],\n", + " [-0.0344],\n", + " [-0.0371],\n", + " [-0.0391],\n", + " [-0.0412],\n", + " [-0.0362],\n", + " [-0.0354],\n", + " [-0.0390],\n", + " [-0.0357],\n", + " [-0.0386],\n", + " [-0.0342],\n", + " [-0.0360],\n", + " [-0.0397],\n", + " [-0.0345],\n", + " [-0.0382],\n", + " [-0.0341],\n", + " [-0.0364],\n", + " [-0.0337],\n", + " [-0.0397],\n", + " [-0.0368],\n", + " [-0.0417]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0803],\n", + " [-0.0784],\n", + " [-0.0814],\n", + " [-0.0818],\n", + " [-0.0805],\n", + " [-0.0785],\n", + " [-0.0769],\n", + " [-0.0793],\n", + " [-0.0804],\n", + " [-0.0796],\n", + " [-0.0800],\n", + " [-0.0800],\n", + " [-0.0821],\n", + " [-0.0793],\n", + " [-0.0783],\n", + " [-0.0790],\n", + " [-0.0786],\n", + " [-0.0797],\n", + " [-0.0792],\n", + " [-0.0798],\n", + " [-0.0785],\n", + " [-0.0813],\n", + " [-0.0785],\n", + " [-0.0782],\n", + " [-0.0795],\n", + " [-0.0787],\n", + " [-0.0829],\n", + " [-0.0801],\n", + " [-0.0813],\n", + " [-0.0781],\n", + " [-0.0798],\n", + " [-0.0785]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1683],\n", + " [0.1651],\n", + " [0.1673],\n", + " [0.1630],\n", + " [0.1620],\n", + " [0.1665],\n", + " [0.1693],\n", + " [0.1678],\n", + " [0.1690],\n", + " [0.1690],\n", + " [0.1691],\n", + " [0.1695],\n", + " [0.1626],\n", + " [0.1679],\n", + " [0.1681],\n", + " [0.1655],\n", + " [0.1661],\n", + " [0.1687],\n", + " [0.1655],\n", + " [0.1683],\n", + " [0.1653],\n", + " [0.1679],\n", + " [0.1703],\n", + " [0.1684],\n", + " [0.1650],\n", + " [0.1668],\n", + " [0.1618],\n", + " [0.1646],\n", + " [0.1629],\n", + " [0.1644],\n", + " [0.1637],\n", + " [0.1660]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0571],\n", + " [-0.0447],\n", + " [-0.0500],\n", + " [-0.0532],\n", + " [-0.0568],\n", + " [-0.0481],\n", + " [-0.0580],\n", + " [-0.0493],\n", + " [-0.0553],\n", + " [-0.0579],\n", + " [-0.0561],\n", + " [-0.0567],\n", + " [-0.0604],\n", + " [-0.0587],\n", + " [-0.0554],\n", + " [-0.0562],\n", + " [-0.0620],\n", + " [-0.0522],\n", + " [-0.0570],\n", + " [-0.0581],\n", + " [-0.0625],\n", + " [-0.0530],\n", + " [-0.0553],\n", + " [-0.0564],\n", + " [-0.0581],\n", + " [-0.0609],\n", + " [-0.0574],\n", + " [-0.0554],\n", + " [-0.0600],\n", + " [-0.0567],\n", + " [-0.0546],\n", + " [-0.0557]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0595],\n", + " [0.0612],\n", + " [0.0615],\n", + " [0.0679],\n", + " [0.0706],\n", + " [0.0588],\n", + " [0.0628],\n", + " [0.0598],\n", + " [0.0573],\n", + " [0.0610],\n", + " [0.0601],\n", + " [0.0578],\n", + " [0.0624],\n", + " [0.0615],\n", + " [0.0603],\n", + " [0.0626],\n", + " [0.0633],\n", + " [0.0613],\n", + " [0.0655],\n", + " [0.0613],\n", + " [0.0606],\n", + " [0.0616],\n", + " [0.0606],\n", + " [0.0626],\n", + " [0.0686],\n", + " [0.0606],\n", + " [0.0697],\n", + " [0.0654],\n", + " [0.0681],\n", + " [0.0664],\n", + " [0.0669],\n", + " [0.0631]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0983],\n", + " [-0.0926],\n", + " [-0.0960],\n", + " [-0.0915],\n", + " [-0.0888],\n", + " [-0.0939],\n", + " [-0.0910],\n", + " [-0.0952],\n", + " [-0.0982],\n", + " [-0.0979],\n", + " [-0.0981],\n", + " [-0.0993],\n", + " [-0.0823],\n", + " [-0.0971],\n", + " [-0.0946],\n", + " [-0.0917],\n", + " [-0.0924],\n", + " [-0.0949],\n", + " [-0.0925],\n", + " [-0.0978],\n", + " [-0.0904],\n", + " [-0.0953],\n", + " [-0.0972],\n", + " [-0.0952],\n", + " [-0.0883],\n", + " [-0.0932],\n", + " [-0.0788],\n", + " [-0.0886],\n", + " [-0.0857],\n", + " [-0.0903],\n", + " [-0.0916],\n", + " [-0.0928]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0189],\n", + " [0.0130],\n", + " [0.0175],\n", + " [0.0125],\n", + " [0.0082],\n", + " [0.0149],\n", + " [0.0150],\n", + " [0.0158],\n", + " [0.0198],\n", + " [0.0191],\n", + " [0.0200],\n", + " [0.0202],\n", + " [0.0174],\n", + " [0.0170],\n", + " [0.0173],\n", + " [0.0153],\n", + " [0.0162],\n", + " [0.0188],\n", + " [0.0131],\n", + " [0.0170],\n", + " [0.0181],\n", + " [0.0191],\n", + " [0.0180],\n", + " [0.0157],\n", + " [0.0117],\n", + " [0.0185],\n", + " [0.0099],\n", + " [0.0137],\n", + " [0.0117],\n", + " [0.0113],\n", + " [0.0107],\n", + " [0.0144]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0945],\n", + " [0.0978],\n", + " [0.0920],\n", + " [0.0875],\n", + " [0.0869],\n", + " [0.0984],\n", + " [0.0910],\n", + " [0.0957],\n", + " [0.0967],\n", + " [0.0915],\n", + " [0.0918],\n", + " [0.0962],\n", + " [0.0845],\n", + " [0.0931],\n", + " [0.0925],\n", + " [0.0922],\n", + " [0.0884],\n", + " [0.0892],\n", + " [0.0898],\n", + " [0.0927],\n", + " [0.0922],\n", + " [0.0892],\n", + " [0.0921],\n", + " [0.0926],\n", + " [0.0832],\n", + " [0.0918],\n", + " [0.0793],\n", + " [0.0858],\n", + " [0.0826],\n", + " [0.0899],\n", + " [0.0905],\n", + " [0.0931]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0096],\n", + " [ 0.0095],\n", + " [ 0.0089],\n", + " [ 0.0066],\n", + " [ 0.0086],\n", + " [ 0.0127],\n", + " [ 0.0131],\n", + " [ 0.0123],\n", + " [ 0.0110],\n", + " [ 0.0074],\n", + " [ 0.0073],\n", + " [ 0.0102],\n", + " [-0.0020],\n", + " [ 0.0093],\n", + " [ 0.0091],\n", + " [ 0.0079],\n", + " [ 0.0053],\n", + " [ 0.0071],\n", + " [ 0.0077],\n", + " [ 0.0098],\n", + " [ 0.0054],\n", + " [ 0.0067],\n", + " [ 0.0098],\n", + " [ 0.0098],\n", + " [ 0.0064],\n", + " [ 0.0061],\n", + " [ 0.0027],\n", + " [ 0.0060],\n", + " [ 0.0034],\n", + " [ 0.0099],\n", + " [ 0.0114],\n", + " [ 0.0098]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0004],\n", + " [-0.0128],\n", + " [-0.0052],\n", + " [-0.0045],\n", + " [-0.0048],\n", + " [-0.0109],\n", + " [ 0.0042],\n", + " [-0.0079],\n", + " [-0.0021],\n", + " [ 0.0019],\n", + " [ 0.0002],\n", + " [-0.0003],\n", + " [ 0.0064],\n", + " [ 0.0010],\n", + " [-0.0016],\n", + " [-0.0015],\n", + " [ 0.0064],\n", + " [-0.0023],\n", + " [-0.0021],\n", + " [ 0.0003],\n", + " [ 0.0075],\n", + " [-0.0012],\n", + " [-0.0008],\n", + " [-0.0011],\n", + " [ 0.0005],\n", + " [ 0.0055],\n", + " [-0.0010],\n", + " [-0.0029],\n", + " [ 0.0025],\n", + " [-0.0043],\n", + " [-0.0061],\n", + " [-0.0031]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0352],\n", + " [-0.0315],\n", + " [-0.0344],\n", + " [-0.0379],\n", + " [-0.0385],\n", + " [-0.0304],\n", + " [-0.0344],\n", + " [-0.0310],\n", + " [-0.0327],\n", + " [-0.0376],\n", + " [-0.0364],\n", + " [-0.0337],\n", + " [-0.0516],\n", + " [-0.0356],\n", + " [-0.0363],\n", + " [-0.0383],\n", + " [-0.0412],\n", + " [-0.0362],\n", + " [-0.0378],\n", + " [-0.0349],\n", + " [-0.0433],\n", + " [-0.0369],\n", + " [-0.0341],\n", + " [-0.0344],\n", + " [-0.0397],\n", + " [-0.0399],\n", + " [-0.0456],\n", + " [-0.0400],\n", + " [-0.0436],\n", + " [-0.0374],\n", + " [-0.0352],\n", + " [-0.0361]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 4.3802e-03],\n", + " [-3.3415e-03],\n", + " [ 1.7783e-03],\n", + " [ 4.2845e-03],\n", + " [ 5.7819e-03],\n", + " [-2.0302e-03],\n", + " [ 3.8957e-03],\n", + " [ 5.4174e-05],\n", + " [ 2.6405e-03],\n", + " [ 6.0035e-03],\n", + " [ 4.5572e-03],\n", + " [ 3.8547e-03],\n", + " [ 9.4057e-03],\n", + " [ 5.4969e-03],\n", + " [ 4.1292e-03],\n", + " [ 4.6436e-03],\n", + " [ 8.0011e-03],\n", + " [ 3.8754e-03],\n", + " [ 5.6591e-03],\n", + " [ 5.1625e-03],\n", + " [ 7.6047e-03],\n", + " [ 3.9029e-03],\n", + " [ 4.5699e-03],\n", + " [ 4.5309e-03],\n", + " [ 7.7834e-03],\n", + " [ 6.6348e-03],\n", + " [ 7.4444e-03],\n", + " [ 5.6484e-03],\n", + " [ 8.3127e-03],\n", + " [ 5.1217e-03],\n", + " [ 3.8260e-03],\n", + " [ 4.1127e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0571],\n", + " [0.0533],\n", + " [0.0563],\n", + " [0.0593],\n", + " [0.0613],\n", + " [0.0536],\n", + " [0.0574],\n", + " [0.0547],\n", + " [0.0562],\n", + " [0.0572],\n", + " [0.0566],\n", + " [0.0567],\n", + " [0.0624],\n", + " [0.0575],\n", + " [0.0558],\n", + " [0.0574],\n", + " [0.0593],\n", + " [0.0563],\n", + " [0.0583],\n", + " [0.0576],\n", + " [0.0612],\n", + " [0.0571],\n", + " [0.0560],\n", + " [0.0563],\n", + " [0.0614],\n", + " [0.0583],\n", + " [0.0653],\n", + " [0.0592],\n", + " [0.0630],\n", + " [0.0586],\n", + " [0.0588],\n", + " [0.0569]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0181],\n", + " [-0.0183],\n", + " [-0.0167],\n", + " [-0.0142],\n", + " [-0.0143],\n", + " [-0.0183],\n", + " [-0.0199],\n", + " [-0.0165],\n", + " [-0.0183],\n", + " [-0.0188],\n", + " [-0.0183],\n", + " [-0.0186],\n", + " [-0.0192],\n", + " [-0.0179],\n", + " [-0.0178],\n", + " [-0.0171],\n", + " [-0.0198],\n", + " [-0.0176],\n", + " [-0.0163],\n", + " [-0.0178],\n", + " [-0.0210],\n", + " [-0.0173],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0161],\n", + " [-0.0207],\n", + " [-0.0166],\n", + " [-0.0158],\n", + " [-0.0168],\n", + " [-0.0156],\n", + " [-0.0148],\n", + " [-0.0168]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1719],\n", + " [-0.1652],\n", + " [-0.1670],\n", + " [-0.1672],\n", + " [-0.1683],\n", + " [-0.1664],\n", + " [-0.1752],\n", + " [-0.1668],\n", + " [-0.1708],\n", + " [-0.1715],\n", + " [-0.1708],\n", + " [-0.1717],\n", + " [-0.1758],\n", + " [-0.1729],\n", + " [-0.1710],\n", + " [-0.1731],\n", + " [-0.1767],\n", + " [-0.1674],\n", + " [-0.1717],\n", + " [-0.1715],\n", + " [-0.1803],\n", + " [-0.1681],\n", + " [-0.1702],\n", + " [-0.1723],\n", + " [-0.1692],\n", + " [-0.1770],\n", + " [-0.1671],\n", + " [-0.1676],\n", + " [-0.1713],\n", + " [-0.1699],\n", + " [-0.1677],\n", + " [-0.1719]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0217],\n", + " [-0.0246],\n", + " [-0.0209],\n", + " [-0.0211],\n", + " [-0.0240],\n", + " [-0.0251],\n", + " [-0.0205],\n", + " [-0.0233],\n", + " [-0.0225],\n", + " [-0.0201],\n", + " [-0.0208],\n", + " [-0.0220],\n", + " [-0.0076],\n", + " [-0.0212],\n", + " [-0.0206],\n", + " [-0.0195],\n", + " [-0.0159],\n", + " [-0.0202],\n", + " [-0.0217],\n", + " [-0.0220],\n", + " [-0.0126],\n", + " [-0.0194],\n", + " [-0.0219],\n", + " [-0.0221],\n", + " [-0.0207],\n", + " [-0.0158],\n", + " [-0.0163],\n", + " [-0.0203],\n", + " [-0.0170],\n", + " [-0.0237],\n", + " [-0.0245],\n", + " [-0.0218]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0126],\n", + " [ 0.0002],\n", + " [ 0.0077],\n", + " [ 0.0024],\n", + " [-0.0011],\n", + " [ 0.0038],\n", + " [-0.0001],\n", + " [ 0.0049],\n", + " [ 0.0122],\n", + " [ 0.0118],\n", + " [ 0.0120],\n", + " [ 0.0138],\n", + " [ 0.0092],\n", + " [ 0.0105],\n", + " [ 0.0063],\n", + " [ 0.0036],\n", + " [ 0.0091],\n", + " [ 0.0068],\n", + " [ 0.0038],\n", + " [ 0.0116],\n", + " [ 0.0101],\n", + " [ 0.0083],\n", + " [ 0.0093],\n", + " [ 0.0057],\n", + " [ 0.0002],\n", + " [ 0.0103],\n", + " [-0.0042],\n", + " [ 0.0014],\n", + " [ 0.0022],\n", + " [-0.0001],\n", + " [ 0.0009],\n", + " [ 0.0030]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0901],\n", + " [0.1014],\n", + " [0.0945],\n", + " [0.0954],\n", + " [0.0939],\n", + " [0.0968],\n", + " [0.0955],\n", + " [0.0954],\n", + " [0.0910],\n", + " [0.0912],\n", + " [0.0925],\n", + " [0.0900],\n", + " [0.0949],\n", + " [0.0897],\n", + " [0.0939],\n", + " [0.0938],\n", + " [0.0897],\n", + " [0.0965],\n", + " [0.0925],\n", + " [0.0899],\n", + " [0.0897],\n", + " [0.0952],\n", + " [0.0918],\n", + " [0.0920],\n", + " [0.0956],\n", + " [0.0909],\n", + " [0.1021],\n", + " [0.0981],\n", + " [0.0948],\n", + " [0.0946],\n", + " [0.0935],\n", + " [0.0934]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0853],\n", + " [0.0735],\n", + " [0.0841],\n", + " [0.0831],\n", + " [0.0803],\n", + " [0.0775],\n", + " [0.0732],\n", + " [0.0808],\n", + " [0.0850],\n", + " [0.0859],\n", + " [0.0849],\n", + " [0.0860],\n", + " [0.0863],\n", + " [0.0833],\n", + " [0.0816],\n", + " [0.0789],\n", + " [0.0801],\n", + " [0.0837],\n", + " [0.0790],\n", + " [0.0841],\n", + " [0.0796],\n", + " [0.0858],\n", + " [0.0827],\n", + " [0.0793],\n", + " [0.0813],\n", + " [0.0805],\n", + " [0.0839],\n", + " [0.0830],\n", + " [0.0836],\n", + " [0.0782],\n", + " [0.0805],\n", + " [0.0787]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0883],\n", + " [0.0819],\n", + " [0.0853],\n", + " [0.0875],\n", + " [0.0890],\n", + " [0.0838],\n", + " [0.0865],\n", + " [0.0837],\n", + " [0.0874],\n", + " [0.0874],\n", + " [0.0873],\n", + " [0.0875],\n", + " [0.0935],\n", + " [0.0880],\n", + " [0.0856],\n", + " [0.0873],\n", + " [0.0909],\n", + " [0.0849],\n", + " [0.0883],\n", + " [0.0883],\n", + " [0.0922],\n", + " [0.0861],\n", + " [0.0855],\n", + " [0.0862],\n", + " [0.0885],\n", + " [0.0898],\n", + " [0.0888],\n", + " [0.0872],\n", + " [0.0907],\n", + " [0.0872],\n", + " [0.0873],\n", + " [0.0865]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0411],\n", + " [0.0352],\n", + " [0.0407],\n", + " [0.0403],\n", + " [0.0393],\n", + " [0.0360],\n", + " [0.0403],\n", + " [0.0377],\n", + " [0.0405],\n", + " [0.0433],\n", + " [0.0431],\n", + " [0.0415],\n", + " [0.0432],\n", + " [0.0409],\n", + " [0.0403],\n", + " [0.0382],\n", + " [0.0415],\n", + " [0.0430],\n", + " [0.0389],\n", + " [0.0417],\n", + " [0.0398],\n", + " [0.0434],\n", + " [0.0421],\n", + " [0.0393],\n", + " [0.0428],\n", + " [0.0408],\n", + " [0.0441],\n", + " [0.0416],\n", + " [0.0429],\n", + " [0.0384],\n", + " [0.0385],\n", + " [0.0376]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0360],\n", + " [0.0396],\n", + " [0.0382],\n", + " [0.0383],\n", + " [0.0375],\n", + " [0.0395],\n", + " [0.0344],\n", + " [0.0395],\n", + " [0.0370],\n", + " [0.0360],\n", + " [0.0352],\n", + " [0.0363],\n", + " [0.0332],\n", + " [0.0359],\n", + " [0.0377],\n", + " [0.0381],\n", + " [0.0330],\n", + " [0.0370],\n", + " [0.0368],\n", + " [0.0354],\n", + " [0.0335],\n", + " [0.0375],\n", + " [0.0362],\n", + " [0.0370],\n", + " [0.0355],\n", + " [0.0340],\n", + " [0.0349],\n", + " [0.0374],\n", + " [0.0347],\n", + " [0.0383],\n", + " [0.0390],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0706],\n", + " [-0.0765],\n", + " [-0.0737],\n", + " [-0.0752],\n", + " [-0.0764],\n", + " [-0.0759],\n", + " [-0.0768],\n", + " [-0.0754],\n", + " [-0.0710],\n", + " [-0.0715],\n", + " [-0.0707],\n", + " [-0.0706],\n", + " [-0.0685],\n", + " [-0.0717],\n", + " [-0.0736],\n", + " [-0.0730],\n", + " [-0.0701],\n", + " [-0.0739],\n", + " [-0.0734],\n", + " [-0.0718],\n", + " [-0.0682],\n", + " [-0.0732],\n", + " [-0.0736],\n", + " [-0.0737],\n", + " [-0.0755],\n", + " [-0.0697],\n", + " [-0.0761],\n", + " [-0.0751],\n", + " [-0.0731],\n", + " [-0.0759],\n", + " [-0.0767],\n", + " [-0.0740]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0987],\n", + " [-0.1011],\n", + " [-0.0995],\n", + " [-0.1030],\n", + " [-0.1048],\n", + " [-0.0997],\n", + " [-0.1083],\n", + " [-0.0999],\n", + " [-0.0980],\n", + " [-0.1000],\n", + " [-0.0989],\n", + " [-0.0978],\n", + " [-0.1144],\n", + " [-0.1005],\n", + " [-0.1017],\n", + " [-0.1046],\n", + " [-0.1060],\n", + " [-0.1006],\n", + " [-0.1036],\n", + " [-0.0996],\n", + " [-0.1084],\n", + " [-0.1005],\n", + " [-0.0999],\n", + " [-0.1024],\n", + " [-0.1063],\n", + " [-0.1055],\n", + " [-0.1114],\n", + " [-0.1048],\n", + " [-0.1079],\n", + " [-0.1043],\n", + " [-0.1025],\n", + " [-0.1036]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0627],\n", + " [-0.0671],\n", + " [-0.0637],\n", + " [-0.0627],\n", + " [-0.0629],\n", + " [-0.0662],\n", + " [-0.0601],\n", + " [-0.0651],\n", + " [-0.0637],\n", + " [-0.0613],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.0557],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0593],\n", + " [-0.0622],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0580],\n", + " [-0.0615],\n", + " [-0.0629],\n", + " [-0.0634],\n", + " [-0.0601],\n", + " [-0.0597],\n", + " [-0.0569],\n", + " [-0.0607],\n", + " [-0.0583],\n", + " [-0.0629],\n", + " [-0.0635],\n", + " [-0.0634]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0635],\n", + " [-0.0586],\n", + " [-0.0588],\n", + " [-0.0574],\n", + " [-0.0628],\n", + " [-0.0633],\n", + " [-0.0648],\n", + " [-0.0621],\n", + " [-0.0630],\n", + " [-0.0671],\n", + " [-0.0622],\n", + " [-0.0623],\n", + " [-0.0614],\n", + " [-0.0627],\n", + " [-0.0656],\n", + " [-0.0618],\n", + " [-0.0615],\n", + " [-0.0680],\n", + " [-0.0620],\n", + " [-0.0584],\n", + " [-0.0618],\n", + " [-0.0624],\n", + " [-0.0634],\n", + " [-0.0560],\n", + " [ 0.0464],\n", + " [-0.0647],\n", + " [-0.0618],\n", + " [-0.0636],\n", + " [-0.0643],\n", + " [-0.0625],\n", + " [-0.0615],\n", + " [-0.0608]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0768],\n", + " [-0.0722],\n", + " [-0.0728],\n", + " [-0.0719],\n", + " [-0.0764],\n", + " [-0.0768],\n", + " [-0.0774],\n", + " [-0.0759],\n", + " [-0.0763],\n", + " [-0.0799],\n", + " [-0.0735],\n", + " [-0.0738],\n", + " [-0.0705],\n", + " [-0.0746],\n", + " [-0.0795],\n", + " [-0.0744],\n", + " [-0.0772],\n", + " [-0.0800],\n", + " [-0.0730],\n", + " [-0.0681],\n", + " [-0.0755],\n", + " [-0.0770],\n", + " [-0.0737],\n", + " [-0.0736],\n", + " [-0.0334],\n", + " [-0.0898],\n", + " [-0.0755],\n", + " [-0.0773],\n", + " [-0.0780],\n", + " [-0.0682],\n", + " [-0.0723],\n", + " [-0.0728]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0354],\n", + " [0.0375],\n", + " [0.0378],\n", + " [0.0407],\n", + " [0.0366],\n", + " [0.0378],\n", + " [0.0360],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0373],\n", + " [0.0364],\n", + " [0.0365],\n", + " [0.0386],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0369],\n", + " [0.0385],\n", + " [0.0349],\n", + " [0.0354],\n", + " [0.0393],\n", + " [0.0371],\n", + " [0.0382],\n", + " [0.0346],\n", + " [0.0376],\n", + " [0.0012],\n", + " [0.0271],\n", + " [0.0385],\n", + " [0.0365],\n", + " [0.0368],\n", + " [0.0372],\n", + " [0.0367],\n", + " [0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0965],\n", + " [-0.0932],\n", + " [-0.0865],\n", + " [-0.0857],\n", + " [-0.0918],\n", + " [-0.0934],\n", + " [-0.0952],\n", + " [-0.0908],\n", + " [-0.0939],\n", + " [-0.0928],\n", + " [-0.0934],\n", + " [-0.0945],\n", + " [-0.0935],\n", + " [-0.0902],\n", + " [-0.0952],\n", + " [-0.0920],\n", + " [-0.0897],\n", + " [-0.0992],\n", + " [-0.0934],\n", + " [-0.0876],\n", + " [-0.0910],\n", + " [-0.0920],\n", + " [-0.0970],\n", + " [-0.0873],\n", + " [-0.0566],\n", + " [-0.0816],\n", + " [-0.0929],\n", + " [-0.0928],\n", + " [-0.0920],\n", + " [-0.0944],\n", + " [-0.0934],\n", + " [-0.0884]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0496],\n", + " [0.0467],\n", + " [0.0491],\n", + " [0.0422],\n", + " [0.0518],\n", + " [0.0548],\n", + " [0.0556],\n", + " [0.0500],\n", + " [0.0563],\n", + " [0.0471],\n", + " [0.0561],\n", + " [0.0576],\n", + " [0.0564],\n", + " [0.0449],\n", + " [0.0529],\n", + " [0.0548],\n", + " [0.0436],\n", + " [0.0595],\n", + " [0.0545],\n", + " [0.0509],\n", + " [0.0514],\n", + " [0.0499],\n", + " [0.0592],\n", + " [0.0397],\n", + " [0.0278],\n", + " [0.0328],\n", + " [0.0511],\n", + " [0.0522],\n", + " [0.0498],\n", + " [0.0585],\n", + " [0.0585],\n", + " [0.0496]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0441],\n", + " [-0.0463],\n", + " [-0.0441],\n", + " [-0.0437],\n", + " [-0.0399],\n", + " [-0.0353],\n", + " [-0.0390],\n", + " [-0.0390],\n", + " [-0.0371],\n", + " [-0.0377],\n", + " [-0.0390],\n", + " [-0.0375],\n", + " [-0.0349],\n", + " [-0.0389],\n", + " [-0.0351],\n", + " [-0.0391],\n", + " [-0.0367],\n", + " [-0.0370],\n", + " [-0.0426],\n", + " [-0.0392],\n", + " [-0.0405],\n", + " [-0.0356],\n", + " [-0.0364],\n", + " [-0.0413],\n", + " [ 0.0197],\n", + " [-0.0423],\n", + " [-0.0352],\n", + " [-0.0386],\n", + " [-0.0394],\n", + " [-0.0354],\n", + " [-0.0374],\n", + " [-0.0418]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0812],\n", + " [-0.0829],\n", + " [-0.0767],\n", + " [-0.0779],\n", + " [-0.0782],\n", + " [-0.0790],\n", + " [-0.0788],\n", + " [-0.0785],\n", + " [-0.0788],\n", + " [-0.0788],\n", + " [-0.0796],\n", + " [-0.0790],\n", + " [-0.0813],\n", + " [-0.0803],\n", + " [-0.0794],\n", + " [-0.0787],\n", + " [-0.0796],\n", + " [-0.0787],\n", + " [-0.0804],\n", + " [-0.0798],\n", + " [-0.0781],\n", + " [-0.0795],\n", + " [-0.0800],\n", + " [-0.0809],\n", + " [-0.0561],\n", + " [-0.0902],\n", + " [-0.0813],\n", + " [-0.0785],\n", + " [-0.0782],\n", + " [-0.0813],\n", + " [-0.0786],\n", + " [-0.0802]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1647],\n", + " [0.1615],\n", + " [0.1655],\n", + " [0.1617],\n", + " [0.1655],\n", + " [0.1673],\n", + " [0.1671],\n", + " [0.1647],\n", + " [0.1685],\n", + " [0.1639],\n", + " [0.1678],\n", + " [0.1688],\n", + " [0.1695],\n", + " [0.1634],\n", + " [0.1650],\n", + " [0.1679],\n", + " [0.1604],\n", + " [0.1680],\n", + " [0.1666],\n", + " [0.1673],\n", + " [0.1658],\n", + " [0.1639],\n", + " [0.1688],\n", + " [0.1584],\n", + " [0.1888],\n", + " [0.1559],\n", + " [0.1640],\n", + " [0.1654],\n", + " [0.1646],\n", + " [0.1711],\n", + " [0.1703],\n", + " [0.1634]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0597],\n", + " [-0.0538],\n", + " [-0.0539],\n", + " [-0.0491],\n", + " [-0.0564],\n", + " [-0.0573],\n", + " [-0.0587],\n", + " [-0.0563],\n", + " [-0.0567],\n", + " [-0.0602],\n", + " [-0.0557],\n", + " [-0.0574],\n", + " [-0.0545],\n", + " [-0.0553],\n", + " [-0.0602],\n", + " [-0.0550],\n", + " [-0.0581],\n", + " [-0.0617],\n", + " [-0.0555],\n", + " [-0.0466],\n", + " [-0.0558],\n", + " [-0.0580],\n", + " [-0.0588],\n", + " [-0.0567],\n", + " [-0.0843],\n", + " [-0.0498],\n", + " [-0.0557],\n", + " [-0.0575],\n", + " [-0.0580],\n", + " [-0.0560],\n", + " [-0.0557],\n", + " [-0.0507]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0628],\n", + " [0.0578],\n", + " [0.0613],\n", + " [0.0706],\n", + " [0.0633],\n", + " [0.0644],\n", + " [0.0608],\n", + " [0.0647],\n", + " [0.0626],\n", + " [0.0671],\n", + " [0.0590],\n", + " [0.0591],\n", + " [0.0586],\n", + " [0.0680],\n", + " [0.0668],\n", + " [0.0605],\n", + " [0.0714],\n", + " [0.0626],\n", + " [0.0574],\n", + " [0.0596],\n", + " [0.0625],\n", + " [0.0679],\n", + " [0.0589],\n", + " [0.0710],\n", + " [0.1350],\n", + " [0.0698],\n", + " [0.0676],\n", + " [0.0639],\n", + " [0.0652],\n", + " [0.0557],\n", + " [0.0576],\n", + " [0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0911],\n", + " [-0.0928],\n", + " [-0.0913],\n", + " [-0.0848],\n", + " [-0.0919],\n", + " [-0.0937],\n", + " [-0.0948],\n", + " [-0.0898],\n", + " [-0.0959],\n", + " [-0.0853],\n", + " [-0.0963],\n", + " [-0.0978],\n", + " [-0.0985],\n", + " [-0.0841],\n", + " [-0.0919],\n", + " [-0.0949],\n", + " [-0.0846],\n", + " [-0.0969],\n", + " [-0.0943],\n", + " [-0.0953],\n", + " [-0.0924],\n", + " [-0.0900],\n", + " [-0.0990],\n", + " [-0.0805],\n", + " [-0.1805],\n", + " [-0.0842],\n", + " [-0.0930],\n", + " [-0.0919],\n", + " [-0.0895],\n", + " [-0.1005],\n", + " [-0.0987],\n", + " [-0.0914]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0178],\n", + " [ 0.0203],\n", + " [ 0.0151],\n", + " [ 0.0062],\n", + " [ 0.0143],\n", + " [ 0.0154],\n", + " [ 0.0174],\n", + " [ 0.0132],\n", + " [ 0.0157],\n", + " [ 0.0110],\n", + " [ 0.0175],\n", + " [ 0.0185],\n", + " [ 0.0190],\n", + " [ 0.0100],\n", + " [ 0.0130],\n", + " [ 0.0164],\n", + " [ 0.0060],\n", + " [ 0.0177],\n", + " [ 0.0213],\n", + " [ 0.0157],\n", + " [ 0.0140],\n", + " [ 0.0108],\n", + " [ 0.0195],\n", + " [ 0.0077],\n", + " [-0.0810],\n", + " [ 0.0109],\n", + " [ 0.0117],\n", + " [ 0.0144],\n", + " [ 0.0127],\n", + " [ 0.0212],\n", + " [ 0.0197],\n", + " [ 0.0119]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0948],\n", + " [0.1036],\n", + " [0.0962],\n", + " [0.0911],\n", + " [0.0915],\n", + " [0.0875],\n", + " [0.0939],\n", + " [0.0893],\n", + " [0.0914],\n", + " [0.0861],\n", + " [0.0951],\n", + " [0.0951],\n", + " [0.0945],\n", + " [0.0844],\n", + " [0.0870],\n", + " [0.0930],\n", + " [0.0855],\n", + " [0.0919],\n", + " [0.0974],\n", + " [0.0964],\n", + " [0.0934],\n", + " [0.0867],\n", + " [0.0953],\n", + " [0.0886],\n", + " [0.1080],\n", + " [0.0712],\n", + " [0.0890],\n", + " [0.0902],\n", + " [0.0896],\n", + " [0.0972],\n", + " [0.0958],\n", + " [0.0951]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0071],\n", + " [0.0189],\n", + " [0.0154],\n", + " [0.0111],\n", + " [0.0094],\n", + " [0.0072],\n", + " [0.0092],\n", + " [0.0085],\n", + " [0.0096],\n", + " [0.0072],\n", + " [0.0113],\n", + " [0.0107],\n", + " [0.0114],\n", + " [0.0055],\n", + " [0.0069],\n", + " [0.0103],\n", + " [0.0093],\n", + " [0.0070],\n", + " [0.0090],\n", + " [0.0110],\n", + " [0.0113],\n", + " [0.0091],\n", + " [0.0085],\n", + " [0.0094],\n", + " [0.0263],\n", + " [0.0056],\n", + " [0.0092],\n", + " [0.0084],\n", + " [0.0089],\n", + " [0.0120],\n", + " [0.0104],\n", + " [0.0123]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0018],\n", + " [-0.0085],\n", + " [-0.0058],\n", + " [-0.0124],\n", + " [-0.0024],\n", + " [ 0.0007],\n", + " [ 0.0020],\n", + " [-0.0033],\n", + " [-0.0008],\n", + " [ 0.0014],\n", + " [-0.0025],\n", + " [-0.0002],\n", + " [-0.0016],\n", + " [-0.0056],\n", + " [ 0.0026],\n", + " [-0.0028],\n", + " [-0.0044],\n", + " [ 0.0052],\n", + " [-0.0012],\n", + " [-0.0092],\n", + " [-0.0036],\n", + " [-0.0023],\n", + " [ 0.0015],\n", + " [-0.0089],\n", + " [-0.0087],\n", + " [ 0.0050],\n", + " [-0.0040],\n", + " [-0.0008],\n", + " [-0.0013],\n", + " [-0.0007],\n", + " [-0.0011],\n", + " [-0.0107]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0469],\n", + " [-0.0387],\n", + " [-0.0350],\n", + " [-0.0339],\n", + " [-0.0376],\n", + " [-0.0379],\n", + " [-0.0370],\n", + " [-0.0387],\n", + " [-0.0352],\n", + " [-0.0422],\n", + " [-0.0341],\n", + " [-0.0345],\n", + " [-0.0323],\n", + " [-0.0410],\n", + " [-0.0401],\n", + " [-0.0351],\n", + " [-0.0397],\n", + " [-0.0373],\n", + " [-0.0383],\n", + " [-0.0306],\n", + " [-0.0360],\n", + " [-0.0383],\n", + " [-0.0361],\n", + " [-0.0423],\n", + " [-0.0928],\n", + " [-0.0658],\n", + " [-0.0365],\n", + " [-0.0387],\n", + " [-0.0392],\n", + " [-0.0305],\n", + " [-0.0332],\n", + " [-0.0333]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 7.4578e-03],\n", + " [-1.2562e-03],\n", + " [ 9.7279e-04],\n", + " [-1.6290e-04],\n", + " [ 4.6915e-03],\n", + " [ 6.4894e-03],\n", + " [ 5.2959e-03],\n", + " [ 5.2150e-03],\n", + " [ 5.1621e-03],\n", + " [ 7.2017e-03],\n", + " [ 3.3206e-03],\n", + " [ 4.4448e-03],\n", + " [ 2.4274e-03],\n", + " [ 5.1817e-03],\n", + " [ 7.6153e-03],\n", + " [ 3.6892e-03],\n", + " [ 7.0609e-03],\n", + " [ 7.5180e-03],\n", + " [ 3.5761e-03],\n", + " [-8.8842e-04],\n", + " [ 3.9112e-03],\n", + " [ 6.5038e-03],\n", + " [ 6.0598e-03],\n", + " [ 5.2826e-03],\n", + " [ 3.2987e-02],\n", + " [ 1.1070e-02],\n", + " [ 4.6263e-03],\n", + " [ 5.5722e-03],\n", + " [ 5.7192e-03],\n", + " [ 1.8457e-03],\n", + " [ 3.8108e-03],\n", + " [ 3.4261e-05]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0630],\n", + " [0.0573],\n", + " [0.0555],\n", + " [0.0588],\n", + " [0.0573],\n", + " [0.0579],\n", + " [0.0576],\n", + " [0.0584],\n", + " [0.0568],\n", + " [0.0619],\n", + " [0.0563],\n", + " [0.0566],\n", + " [0.0570],\n", + " [0.0610],\n", + " [0.0601],\n", + " [0.0560],\n", + " [0.0631],\n", + " [0.0586],\n", + " [0.0566],\n", + " [0.0544],\n", + " [0.0572],\n", + " [0.0602],\n", + " [0.0578],\n", + " [0.0640],\n", + " [0.1441],\n", + " [0.0612],\n", + " [0.0593],\n", + " [0.0580],\n", + " [0.0591],\n", + " [0.0566],\n", + " [0.0558],\n", + " [0.0563]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0193],\n", + " [-0.0230],\n", + " [-0.0176],\n", + " [-0.0144],\n", + " [-0.0167],\n", + " [-0.0172],\n", + " [-0.0185],\n", + " [-0.0162],\n", + " [-0.0176],\n", + " [-0.0179],\n", + " [-0.0179],\n", + " [-0.0184],\n", + " [-0.0182],\n", + " [-0.0157],\n", + " [-0.0165],\n", + " [-0.0174],\n", + " [-0.0130],\n", + " [-0.0193],\n", + " [-0.0197],\n", + " [-0.0163],\n", + " [-0.0166],\n", + " [-0.0152],\n", + " [-0.0176],\n", + " [-0.0145],\n", + " [-0.0022],\n", + " [-0.0003],\n", + " [-0.0155],\n", + " [-0.0168],\n", + " [-0.0169],\n", + " [-0.0187],\n", + " [-0.0185],\n", + " [-0.0174]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1789],\n", + " [-0.1751],\n", + " [-0.1714],\n", + " [-0.1654],\n", + " [-0.1712],\n", + " [-0.1704],\n", + " [-0.1748],\n", + " [-0.1696],\n", + " [-0.1711],\n", + " [-0.1736],\n", + " [-0.1710],\n", + " [-0.1720],\n", + " [-0.1691],\n", + " [-0.1677],\n", + " [-0.1730],\n", + " [-0.1704],\n", + " [-0.1679],\n", + " [-0.1763],\n", + " [-0.1741],\n", + " [-0.1657],\n", + " [-0.1709],\n", + " [-0.1688],\n", + " [-0.1729],\n", + " [-0.1675],\n", + " [-0.1707],\n", + " [-0.1809],\n", + " [-0.1686],\n", + " [-0.1719],\n", + " [-0.1721],\n", + " [-0.1699],\n", + " [-0.1708],\n", + " [-0.1671]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0160],\n", + " [-0.0180],\n", + " [-0.0234],\n", + " [-0.0256],\n", + " [-0.0213],\n", + " [-0.0205],\n", + " [-0.0191],\n", + " [-0.0215],\n", + " [-0.0220],\n", + " [-0.0185],\n", + " [-0.0222],\n", + " [-0.0218],\n", + " [-0.0222],\n", + " [-0.0214],\n", + " [-0.0198],\n", + " [-0.0219],\n", + " [-0.0233],\n", + " [-0.0186],\n", + " [-0.0186],\n", + " [-0.0221],\n", + " [-0.0223],\n", + " [-0.0230],\n", + " [-0.0199],\n", + " [-0.0234],\n", + " [-0.0673],\n", + " [ 0.0084],\n", + " [-0.0233],\n", + " [-0.0204],\n", + " [-0.0207],\n", + " [-0.0229],\n", + " [-0.0219],\n", + " [-0.0260]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0060],\n", + " [ 0.0113],\n", + " [ 0.0001],\n", + " [-0.0097],\n", + " [ 0.0028],\n", + " [ 0.0060],\n", + " [ 0.0082],\n", + " [ 0.0012],\n", + " [ 0.0075],\n", + " [-0.0011],\n", + " [ 0.0093],\n", + " [ 0.0111],\n", + " [ 0.0125],\n", + " [-0.0037],\n", + " [ 0.0047],\n", + " [ 0.0065],\n", + " [-0.0050],\n", + " [ 0.0122],\n", + " [ 0.0086],\n", + " [ 0.0056],\n", + " [ 0.0028],\n", + " [ 0.0015],\n", + " [ 0.0154],\n", + " [-0.0077],\n", + " [ 0.0491],\n", + " [-0.0022],\n", + " [ 0.0037],\n", + " [ 0.0036],\n", + " [ 0.0009],\n", + " [ 0.0161],\n", + " [ 0.0121],\n", + " [ 0.0007]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0868],\n", + " [0.0859],\n", + " [0.0956],\n", + " [0.1005],\n", + " [0.0942],\n", + " [0.0934],\n", + " [0.0904],\n", + " [0.0960],\n", + " [0.0914],\n", + " [0.0950],\n", + " [0.0912],\n", + " [0.0900],\n", + " [0.0913],\n", + " [0.1001],\n", + " [0.0910],\n", + " [0.0932],\n", + " [0.0954],\n", + " [0.0881],\n", + " [0.0922],\n", + " [0.0966],\n", + " [0.0934],\n", + " [0.0937],\n", + " [0.0888],\n", + " [0.0977],\n", + " [0.1196],\n", + " [0.0895],\n", + " [0.0927],\n", + " [0.0936],\n", + " [0.0943],\n", + " [0.0905],\n", + " [0.0914],\n", + " [0.0957]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0863],\n", + " [0.0767],\n", + " [0.0767],\n", + " [0.0742],\n", + " [0.0796],\n", + " [0.0824],\n", + " [0.0818],\n", + " [0.0801],\n", + " [0.0817],\n", + " [0.0777],\n", + " [0.0835],\n", + " [0.0847],\n", + " [0.0858],\n", + " [0.0792],\n", + " [0.0816],\n", + " [0.0817],\n", + " [0.0805],\n", + " [0.0820],\n", + " [0.0843],\n", + " [0.0806],\n", + " [0.0801],\n", + " [0.0814],\n", + " [0.0877],\n", + " [0.0819],\n", + " [0.0274],\n", + " [0.0739],\n", + " [0.0817],\n", + " [0.0801],\n", + " [0.0785],\n", + " [0.0875],\n", + " [0.0845],\n", + " [0.0773]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0883],\n", + " [0.0849],\n", + " [0.0835],\n", + " [0.0817],\n", + " [0.0867],\n", + " [0.0875],\n", + " [0.0874],\n", + " [0.0869],\n", + " [0.0869],\n", + " [0.0891],\n", + " [0.0872],\n", + " [0.0867],\n", + " [0.0877],\n", + " [0.0872],\n", + " [0.0896],\n", + " [0.0861],\n", + " [0.0890],\n", + " [0.0890],\n", + " [0.0864],\n", + " [0.0833],\n", + " [0.0862],\n", + " [0.0888],\n", + " [0.0885],\n", + " [0.0871],\n", + " [0.0553],\n", + " [0.0885],\n", + " [0.0888],\n", + " [0.0875],\n", + " [0.0876],\n", + " [0.0886],\n", + " [0.0855],\n", + " [0.0868]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0390],\n", + " [0.0332],\n", + " [0.0361],\n", + " [0.0359],\n", + " [0.0388],\n", + " [0.0425],\n", + " [0.0396],\n", + " [0.0396],\n", + " [0.0408],\n", + " [0.0404],\n", + " [0.0393],\n", + " [0.0409],\n", + " [0.0420],\n", + " [0.0396],\n", + " [0.0414],\n", + " [0.0396],\n", + " [0.0389],\n", + " [0.0414],\n", + " [0.0383],\n", + " [0.0370],\n", + " [0.0378],\n", + " [0.0405],\n", + " [0.0418],\n", + " [0.0385],\n", + " [0.0263],\n", + " [0.0514],\n", + " [0.0400],\n", + " [0.0397],\n", + " [0.0391],\n", + " [0.0425],\n", + " [0.0416],\n", + " [0.0360]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0416],\n", + " [ 0.0411],\n", + " [ 0.0404],\n", + " [ 0.0377],\n", + " [ 0.0384],\n", + " [ 0.0360],\n", + " [ 0.0373],\n", + " [ 0.0382],\n", + " [ 0.0364],\n", + " [ 0.0353],\n", + " [ 0.0377],\n", + " [ 0.0370],\n", + " [ 0.0366],\n", + " [ 0.0366],\n", + " [ 0.0360],\n", + " [ 0.0378],\n", + " [ 0.0385],\n", + " [ 0.0339],\n", + " [ 0.0410],\n", + " [ 0.0394],\n", + " [ 0.0394],\n", + " [ 0.0373],\n", + " [ 0.0351],\n", + " [ 0.0424],\n", + " [-0.0318],\n", + " [ 0.0262],\n", + " [ 0.0375],\n", + " [ 0.0376],\n", + " [ 0.0376],\n", + " [ 0.0355],\n", + " [ 0.0367],\n", + " [ 0.0391]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0717],\n", + " [-0.0796],\n", + " [-0.0793],\n", + " [-0.0816],\n", + " [-0.0746],\n", + " [-0.0738],\n", + " [-0.0721],\n", + " [-0.0753],\n", + " [-0.0737],\n", + " [-0.0747],\n", + " [-0.0724],\n", + " [-0.0723],\n", + " [-0.0718],\n", + " [-0.0756],\n", + " [-0.0735],\n", + " [-0.0737],\n", + " [-0.0776],\n", + " [-0.0701],\n", + " [-0.0719],\n", + " [-0.0748],\n", + " [-0.0751],\n", + " [-0.0759],\n", + " [-0.0693],\n", + " [-0.0798],\n", + " [-0.1210],\n", + " [-0.0712],\n", + " [-0.0751],\n", + " [-0.0741],\n", + " [-0.0749],\n", + " [-0.0694],\n", + " [-0.0721],\n", + " [-0.0765]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1086],\n", + " [-0.1052],\n", + " [-0.1037],\n", + " [-0.1056],\n", + " [-0.1038],\n", + " [-0.1029],\n", + " [-0.1029],\n", + " [-0.1046],\n", + " [-0.1013],\n", + " [-0.1097],\n", + " [-0.0996],\n", + " [-0.0990],\n", + " [-0.0988],\n", + " [-0.1079],\n", + " [-0.1046],\n", + " [-0.1010],\n", + " [-0.1074],\n", + " [-0.1031],\n", + " [-0.1020],\n", + " [-0.0998],\n", + " [-0.1029],\n", + " [-0.1045],\n", + " [-0.0995],\n", + " [-0.1091],\n", + " [-0.1293],\n", + " [-0.1257],\n", + " [-0.1025],\n", + " [-0.1042],\n", + " [-0.1060],\n", + " [-0.0969],\n", + " [-0.0982],\n", + " [-0.1012]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0568],\n", + " [-0.0565],\n", + " [-0.0615],\n", + " [-0.0646],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0612],\n", + " [-0.0615],\n", + " [-0.0627],\n", + " [-0.0586],\n", + " [-0.0631],\n", + " [-0.0624],\n", + " [-0.0630],\n", + " [-0.0614],\n", + " [-0.0603],\n", + " [-0.0629],\n", + " [-0.0614],\n", + " [-0.0612],\n", + " [-0.0610],\n", + " [-0.0658],\n", + " [-0.0627],\n", + " [-0.0614],\n", + " [-0.0619],\n", + " [-0.0592],\n", + " [ 0.0008],\n", + " [-0.0432],\n", + " [-0.0629],\n", + " [-0.0612],\n", + " [-0.0609],\n", + " [-0.0637],\n", + " [-0.0632],\n", + " [-0.0658]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0601],\n", + " [-0.0602],\n", + " [-0.0630],\n", + " [-0.0575],\n", + " [-0.0652],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.0611],\n", + " [-0.0700],\n", + " [-0.0620],\n", + " [-0.0611],\n", + " [-0.0618],\n", + " [-0.0611],\n", + " [-0.0646],\n", + " [-0.0584],\n", + " [-0.1008],\n", + " [-0.0623],\n", + " [-0.0622],\n", + " [-0.0632],\n", + " [-0.0620],\n", + " [-0.0709],\n", + " [-0.0617],\n", + " [-0.0627],\n", + " [-0.0583],\n", + " [-0.0651],\n", + " [-0.0647],\n", + " [-0.0634],\n", + " [-0.0608],\n", + " [-0.0625],\n", + " [-0.0603],\n", + " [-0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0718],\n", + " [-0.0750],\n", + " [-0.0746],\n", + " [-0.0693],\n", + " [-0.0798],\n", + " [-0.0754],\n", + " [-0.0756],\n", + " [-0.0777],\n", + " [-0.0722],\n", + " [-0.0823],\n", + " [-0.0760],\n", + " [-0.0735],\n", + " [-0.0667],\n", + " [-0.0734],\n", + " [-0.0775],\n", + " [-0.0723],\n", + " [-0.1176],\n", + " [-0.0698],\n", + " [-0.0689],\n", + " [-0.0776],\n", + " [-0.0723],\n", + " [-0.0802],\n", + " [-0.0753],\n", + " [-0.0743],\n", + " [-0.0676],\n", + " [-0.0781],\n", + " [-0.0771],\n", + " [-0.0717],\n", + " [-0.0742],\n", + " [-0.0699],\n", + " [-0.0706],\n", + " [-0.0685]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0379],\n", + " [0.0394],\n", + " [0.0374],\n", + " [0.0391],\n", + " [0.0367],\n", + " [0.0375],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0402],\n", + " [0.0341],\n", + " [0.0385],\n", + " [0.0380],\n", + " [0.0374],\n", + " [0.0392],\n", + " [0.0370],\n", + " [0.0397],\n", + " [0.0086],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0361],\n", + " [0.0351],\n", + " [0.0414],\n", + " [0.0369],\n", + " [0.0362],\n", + " [0.0399],\n", + " [0.0387],\n", + " [0.0355],\n", + " [0.0355],\n", + " [0.0388],\n", + " [0.0375],\n", + " [0.0377],\n", + " [0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0886],\n", + " [-0.0860],\n", + " [-0.0958],\n", + " [-0.0871],\n", + " [-0.0952],\n", + " [-0.0944],\n", + " [-0.0919],\n", + " [-0.0925],\n", + " [-0.0932],\n", + " [-0.1004],\n", + " [-0.0922],\n", + " [-0.0898],\n", + " [-0.0940],\n", + " [-0.0923],\n", + " [-0.0966],\n", + " [-0.0879],\n", + " [-0.0941],\n", + " [-0.0954],\n", + " [-0.0948],\n", + " [-0.0926],\n", + " [-0.0953],\n", + " [-0.0960],\n", + " [-0.0911],\n", + " [-0.0954],\n", + " [-0.0889],\n", + " [-0.0952],\n", + " [-0.0961],\n", + " [-0.0967],\n", + " [-0.0920],\n", + " [-0.0953],\n", + " [-0.0920],\n", + " [-0.0939]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0529],\n", + " [0.0346],\n", + " [0.0575],\n", + " [0.0466],\n", + " [0.0533],\n", + " [0.0561],\n", + " [0.0523],\n", + " [0.0503],\n", + " [0.0564],\n", + " [0.0569],\n", + " [0.0533],\n", + " [0.0507],\n", + " [0.0582],\n", + " [0.0552],\n", + " [0.0568],\n", + " [0.0449],\n", + " [0.0531],\n", + " [0.0576],\n", + " [0.0588],\n", + " [0.0372],\n", + " [0.0582],\n", + " [0.0429],\n", + " [0.0519],\n", + " [0.0582],\n", + " [0.0522],\n", + " [0.0553],\n", + " [0.0560],\n", + " [0.0588],\n", + " [0.0523],\n", + " [0.0588],\n", + " [0.0561],\n", + " [0.0582]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0428],\n", + " [-0.0405],\n", + " [-0.0345],\n", + " [-0.0391],\n", + " [-0.0379],\n", + " [-0.0357],\n", + " [-0.0402],\n", + " [-0.0354],\n", + " [-0.0337],\n", + " [-0.0354],\n", + " [-0.0378],\n", + " [-0.0404],\n", + " [-0.0353],\n", + " [-0.0346],\n", + " [-0.0346],\n", + " [-0.0405],\n", + " [-0.0584],\n", + " [-0.0358],\n", + " [-0.0346],\n", + " [-0.0380],\n", + " [-0.0350],\n", + " [-0.0332],\n", + " [-0.0403],\n", + " [-0.0365],\n", + " [-0.0363],\n", + " [-0.0331],\n", + " [-0.0390],\n", + " [-0.0367],\n", + " [-0.0352],\n", + " [-0.0346],\n", + " [-0.0381],\n", + " [-0.0343]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0783],\n", + " [-0.0777],\n", + " [-0.0802],\n", + " [-0.0796],\n", + " [-0.0783],\n", + " [-0.0795],\n", + " [-0.0790],\n", + " [-0.0793],\n", + " [-0.0811],\n", + " [-0.0781],\n", + " [-0.0785],\n", + " [-0.0795],\n", + " [-0.0820],\n", + " [-0.0798],\n", + " [-0.0797],\n", + " [-0.0806],\n", + " [-0.0584],\n", + " [-0.0820],\n", + " [-0.0814],\n", + " [-0.0850],\n", + " [-0.0801],\n", + " [-0.0855],\n", + " [-0.0783],\n", + " [-0.0791],\n", + " [-0.0810],\n", + " [-0.0797],\n", + " [-0.0796],\n", + " [-0.0812],\n", + " [-0.0803],\n", + " [-0.0812],\n", + " [-0.0799],\n", + " [-0.0819]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1681],\n", + " [0.1614],\n", + " [0.1685],\n", + " [0.1645],\n", + " [0.1655],\n", + " [0.1682],\n", + " [0.1660],\n", + " [0.1641],\n", + " [0.1696],\n", + " [0.1664],\n", + " [0.1671],\n", + " [0.1650],\n", + " [0.1714],\n", + " [0.1686],\n", + " [0.1677],\n", + " [0.1604],\n", + " [0.1588],\n", + " [0.1690],\n", + " [0.1714],\n", + " [0.1575],\n", + " [0.1694],\n", + " [0.1607],\n", + " [0.1660],\n", + " [0.1689],\n", + " [0.1685],\n", + " [0.1679],\n", + " [0.1667],\n", + " [0.1691],\n", + " [0.1657],\n", + " [0.1709],\n", + " [0.1691],\n", + " [0.1717]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0520],\n", + " [-0.0567],\n", + " [-0.0581],\n", + " [-0.0481],\n", + " [-0.0602],\n", + " [-0.0574],\n", + " [-0.0555],\n", + " [-0.0588],\n", + " [-0.0519],\n", + " [-0.0651],\n", + " [-0.0563],\n", + " [-0.0524],\n", + " [-0.0549],\n", + " [-0.0541],\n", + " [-0.0603],\n", + " [-0.0505],\n", + " [-0.0931],\n", + " [-0.0557],\n", + " [-0.0555],\n", + " [-0.0581],\n", + " [-0.0571],\n", + " [-0.0617],\n", + " [-0.0555],\n", + " [-0.0579],\n", + " [-0.0471],\n", + " [-0.0599],\n", + " [-0.0588],\n", + " [-0.0585],\n", + " [-0.0551],\n", + " [-0.0562],\n", + " [-0.0532],\n", + " [-0.0528]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0588],\n", + " [0.0747],\n", + " [0.0619],\n", + " [0.0639],\n", + " [0.0649],\n", + " [0.0620],\n", + " [0.0628],\n", + " [0.0676],\n", + " [0.0627],\n", + " [0.0632],\n", + " [0.0646],\n", + " [0.0641],\n", + " [0.0549],\n", + " [0.0625],\n", + " [0.0643],\n", + " [0.0690],\n", + " [0.0311],\n", + " [0.0585],\n", + " [0.0572],\n", + " [0.0765],\n", + " [0.0592],\n", + " [0.0720],\n", + " [0.0629],\n", + " [0.0605],\n", + " [0.0592],\n", + " [0.0650],\n", + " [0.0612],\n", + " [0.0583],\n", + " [0.0645],\n", + " [0.0583],\n", + " [0.0573],\n", + " [0.0580]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0945],\n", + " [-0.0757],\n", + " [-0.0980],\n", + " [-0.0898],\n", + " [-0.0933],\n", + " [-0.0965],\n", + " [-0.0935],\n", + " [-0.0900],\n", + " [-0.0977],\n", + " [-0.0944],\n", + " [-0.0945],\n", + " [-0.0924],\n", + " [-0.1003],\n", + " [-0.0954],\n", + " [-0.0965],\n", + " [-0.0885],\n", + " [-0.1088],\n", + " [-0.0991],\n", + " [-0.1005],\n", + " [-0.0754],\n", + " [-0.0980],\n", + " [-0.0777],\n", + " [-0.0926],\n", + " [-0.0976],\n", + " [-0.0967],\n", + " [-0.0942],\n", + " [-0.0957],\n", + " [-0.0996],\n", + " [-0.0937],\n", + " [-0.1004],\n", + " [-0.0972],\n", + " [-0.1004]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0156],\n", + " [0.0033],\n", + " [0.0177],\n", + " [0.0137],\n", + " [0.0137],\n", + " [0.0161],\n", + " [0.0135],\n", + " [0.0111],\n", + " [0.0196],\n", + " [0.0160],\n", + " [0.0128],\n", + " [0.0127],\n", + " [0.0228],\n", + " [0.0180],\n", + " [0.0157],\n", + " [0.0076],\n", + " [0.0423],\n", + " [0.0207],\n", + " [0.0219],\n", + " [0.0042],\n", + " [0.0203],\n", + " [0.0110],\n", + " [0.0141],\n", + " [0.0196],\n", + " [0.0180],\n", + " [0.0161],\n", + " [0.0164],\n", + " [0.0197],\n", + " [0.0142],\n", + " [0.0212],\n", + " [0.0202],\n", + " [0.0226]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0969],\n", + " [0.0807],\n", + " [0.0911],\n", + " [0.0905],\n", + " [0.0909],\n", + " [0.0914],\n", + " [0.0935],\n", + " [0.0867],\n", + " [0.0898],\n", + " [0.0892],\n", + " [0.0918],\n", + " [0.0927],\n", + " [0.0979],\n", + " [0.0889],\n", + " [0.0890],\n", + " [0.0932],\n", + " [0.0626],\n", + " [0.0952],\n", + " [0.0950],\n", + " [0.0819],\n", + " [0.0936],\n", + " [0.0768],\n", + " [0.0926],\n", + " [0.0917],\n", + " [0.0949],\n", + " [0.0861],\n", + " [0.0945],\n", + " [0.0957],\n", + " [0.0895],\n", + " [0.0941],\n", + " [0.0956],\n", + " [0.0941]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0137],\n", + " [ 0.0100],\n", + " [ 0.0089],\n", + " [ 0.0083],\n", + " [ 0.0094],\n", + " [ 0.0099],\n", + " [ 0.0117],\n", + " [ 0.0088],\n", + " [ 0.0064],\n", + " [ 0.0047],\n", + " [ 0.0121],\n", + " [ 0.0115],\n", + " [ 0.0117],\n", + " [ 0.0075],\n", + " [ 0.0077],\n", + " [ 0.0113],\n", + " [ 0.0179],\n", + " [ 0.0103],\n", + " [ 0.0104],\n", + " [-0.0002],\n", + " [ 0.0064],\n", + " [ 0.0027],\n", + " [ 0.0105],\n", + " [ 0.0070],\n", + " [ 0.0096],\n", + " [ 0.0066],\n", + " [ 0.0101],\n", + " [ 0.0100],\n", + " [ 0.0096],\n", + " [ 0.0101],\n", + " [ 0.0109],\n", + " [ 0.0087]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0070],\n", + " [-0.0095],\n", + " [ 0.0018],\n", + " [-0.0092],\n", + " [ 0.0021],\n", + " [ 0.0003],\n", + " [-0.0041],\n", + " [-0.0009],\n", + " [-0.0010],\n", + " [ 0.0091],\n", + " [-0.0037],\n", + " [-0.0087],\n", + " [-0.0019],\n", + " [-0.0012],\n", + " [ 0.0039],\n", + " [-0.0118],\n", + " [ 0.0598],\n", + " [-0.0007],\n", + " [-0.0003],\n", + " [-0.0070],\n", + " [ 0.0007],\n", + " [ 0.0038],\n", + " [-0.0040],\n", + " [ 0.0019],\n", + " [-0.0067],\n", + " [ 0.0053],\n", + " [ 0.0006],\n", + " [ 0.0014],\n", + " [-0.0031],\n", + " [ 0.0004],\n", + " [-0.0034],\n", + " [-0.0009]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0309],\n", + " [-0.0419],\n", + " [-0.0364],\n", + " [-0.0353],\n", + " [-0.0388],\n", + " [-0.0356],\n", + " [-0.0351],\n", + " [-0.0387],\n", + " [-0.0356],\n", + " [-0.0440],\n", + " [-0.0337],\n", + " [-0.0340],\n", + " [-0.0305],\n", + " [-0.0364],\n", + " [-0.0382],\n", + " [-0.0343],\n", + " [-0.0728],\n", + " [-0.0345],\n", + " [-0.0326],\n", + " [-0.0510],\n", + " [-0.0377],\n", + " [-0.0463],\n", + " [-0.0361],\n", + " [-0.0380],\n", + " [-0.0321],\n", + " [-0.0399],\n", + " [-0.0359],\n", + " [-0.0346],\n", + " [-0.0358],\n", + " [-0.0336],\n", + " [-0.0335],\n", + " [-0.0330]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0005],\n", + " [ 0.0058],\n", + " [ 0.0056],\n", + " [ 0.0010],\n", + " [ 0.0069],\n", + " [ 0.0051],\n", + " [ 0.0036],\n", + " [ 0.0069],\n", + " [ 0.0043],\n", + " [ 0.0105],\n", + " [ 0.0043],\n", + " [ 0.0017],\n", + " [ 0.0012],\n", + " [ 0.0049],\n", + " [ 0.0073],\n", + " [ 0.0001],\n", + " [ 0.0029],\n", + " [ 0.0031],\n", + " [ 0.0027],\n", + " [ 0.0075],\n", + " [ 0.0063],\n", + " [ 0.0092],\n", + " [ 0.0040],\n", + " [ 0.0059],\n", + " [-0.0001],\n", + " [ 0.0081],\n", + " [ 0.0053],\n", + " [ 0.0047],\n", + " [ 0.0043],\n", + " [ 0.0034],\n", + " [ 0.0022],\n", + " [ 0.0026]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0542],\n", + " [0.0656],\n", + " [0.0579],\n", + " [0.0569],\n", + " [0.0593],\n", + " [0.0572],\n", + " [0.0572],\n", + " [0.0604],\n", + " [0.0574],\n", + " [0.0612],\n", + " [0.0573],\n", + " [0.0564],\n", + " [0.0561],\n", + " [0.0571],\n", + " [0.0589],\n", + " [0.0589],\n", + " [0.0422],\n", + " [0.0574],\n", + " [0.0570],\n", + " [0.0712],\n", + " [0.0574],\n", + " [0.0672],\n", + " [0.0570],\n", + " [0.0567],\n", + " [0.0550],\n", + " [0.0598],\n", + " [0.0584],\n", + " [0.0579],\n", + " [0.0579],\n", + " [0.0575],\n", + " [0.0553],\n", + " [0.0569]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0175],\n", + " [-0.0117],\n", + " [-0.0183],\n", + " [-0.0138],\n", + " [-0.0170],\n", + " [-0.0176],\n", + " [-0.0166],\n", + " [-0.0156],\n", + " [-0.0182],\n", + " [-0.0192],\n", + " [-0.0164],\n", + " [-0.0167],\n", + " [-0.0188],\n", + " [-0.0178],\n", + " [-0.0177],\n", + " [-0.0156],\n", + " [-0.0256],\n", + " [-0.0194],\n", + " [-0.0194],\n", + " [-0.0112],\n", + " [-0.0176],\n", + " [-0.0200],\n", + " [-0.0164],\n", + " [-0.0190],\n", + " [-0.0166],\n", + " [-0.0184],\n", + " [-0.0173],\n", + " [-0.0180],\n", + " [-0.0161],\n", + " [-0.0194],\n", + " [-0.0189],\n", + " [-0.0189]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1688],\n", + " [-0.1636],\n", + " [-0.1710],\n", + " [-0.1649],\n", + " [-0.1744],\n", + " [-0.1711],\n", + " [-0.1706],\n", + " [-0.1698],\n", + " [-0.1679],\n", + " [-0.1779],\n", + " [-0.1696],\n", + " [-0.1674],\n", + " [-0.1696],\n", + " [-0.1682],\n", + " [-0.1727],\n", + " [-0.1665],\n", + " [-0.2080],\n", + " [-0.1704],\n", + " [-0.1696],\n", + " [-0.1708],\n", + " [-0.1715],\n", + " [-0.1703],\n", + " [-0.1702],\n", + " [-0.1720],\n", + " [-0.1663],\n", + " [-0.1724],\n", + " [-0.1742],\n", + " [-0.1720],\n", + " [-0.1683],\n", + " [-0.1700],\n", + " [-0.1696],\n", + " [-0.1686]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0246],\n", + " [-0.0227],\n", + " [-0.0209],\n", + " [-0.0213],\n", + " [-0.0201],\n", + " [-0.0215],\n", + " [-0.0230],\n", + " [-0.0222],\n", + " [-0.0196],\n", + " [-0.0139],\n", + " [-0.0248],\n", + " [-0.0258],\n", + " [-0.0228],\n", + " [-0.0207],\n", + " [-0.0201],\n", + " [-0.0265],\n", + " [ 0.0470],\n", + " [-0.0218],\n", + " [-0.0222],\n", + " [-0.0174],\n", + " [-0.0195],\n", + " [-0.0137],\n", + " [-0.0226],\n", + " [-0.0198],\n", + " [-0.0203],\n", + " [-0.0185],\n", + " [-0.0207],\n", + " [-0.0208],\n", + " [-0.0223],\n", + " [-0.0219],\n", + " [-0.0220],\n", + " [-0.0208]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0041],\n", + " [-0.0167],\n", + " [ 0.0118],\n", + " [-0.0007],\n", + " [ 0.0052],\n", + " [ 0.0090],\n", + " [ 0.0040],\n", + " [ 0.0018],\n", + " [ 0.0101],\n", + " [ 0.0134],\n", + " [ 0.0042],\n", + " [ 0.0012],\n", + " [ 0.0168],\n", + " [ 0.0079],\n", + " [ 0.0096],\n", + " [-0.0044],\n", + " [ 0.0689],\n", + " [ 0.0144],\n", + " [ 0.0159],\n", + " [-0.0070],\n", + " [ 0.0145],\n", + " [-0.0033],\n", + " [ 0.0030],\n", + " [ 0.0113],\n", + " [ 0.0082],\n", + " [ 0.0078],\n", + " [ 0.0091],\n", + " [ 0.0156],\n", + " [ 0.0054],\n", + " [ 0.0155],\n", + " [ 0.0102],\n", + " [ 0.0150]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0947],\n", + " [0.1051],\n", + " [0.0903],\n", + " [0.1001],\n", + " [0.0896],\n", + " [0.0907],\n", + " [0.0923],\n", + " [0.0931],\n", + " [0.0939],\n", + " [0.0858],\n", + " [0.0919],\n", + " [0.0957],\n", + " [0.0908],\n", + " [0.0946],\n", + " [0.0897],\n", + " [0.0967],\n", + " [0.0517],\n", + " [0.0905],\n", + " [0.0913],\n", + " [0.0949],\n", + " [0.0916],\n", + " [0.0991],\n", + " [0.0940],\n", + " [0.0916],\n", + " [0.0954],\n", + " [0.0907],\n", + " [0.0892],\n", + " [0.0889],\n", + " [0.0933],\n", + " [0.0910],\n", + " [0.0927],\n", + " [0.0928]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0795],\n", + " [0.0748],\n", + " [0.0855],\n", + " [0.0808],\n", + " [0.0806],\n", + " [0.0837],\n", + " [0.0802],\n", + " [0.0815],\n", + " [0.0845],\n", + " [0.0851],\n", + " [0.0801],\n", + " [0.0780],\n", + " [0.0882],\n", + " [0.0838],\n", + " [0.0844],\n", + " [0.0768],\n", + " [0.0795],\n", + " [0.0874],\n", + " [0.0875],\n", + " [0.0804],\n", + " [0.0877],\n", + " [0.0799],\n", + " [0.0800],\n", + " [0.0855],\n", + " [0.0837],\n", + " [0.0846],\n", + " [0.0825],\n", + " [0.0887],\n", + " [0.0830],\n", + " [0.0874],\n", + " [0.0845],\n", + " [0.0872]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0843],\n", + " [0.0856],\n", + " [0.0882],\n", + " [0.0831],\n", + " [0.0885],\n", + " [0.0876],\n", + " [0.0871],\n", + " [0.0890],\n", + " [0.0856],\n", + " [0.0920],\n", + " [0.0865],\n", + " [0.0865],\n", + " [0.0883],\n", + " [0.0860],\n", + " [0.0889],\n", + " [0.0857],\n", + " [0.0843],\n", + " [0.0889],\n", + " [0.0880],\n", + " [0.0902],\n", + " [0.0880],\n", + " [0.0923],\n", + " [0.0862],\n", + " [0.0869],\n", + " [0.0840],\n", + " [0.0894],\n", + " [0.0884],\n", + " [0.0892],\n", + " [0.0874],\n", + " [0.0882],\n", + " [0.0857],\n", + " [0.0864]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0416],\n", + " [0.0432],\n", + " [0.0380],\n", + " [0.0396],\n", + " [0.0416],\n", + " [0.0377],\n", + " [0.0408],\n", + " [0.0441],\n", + " [0.0422],\n", + " [0.0394],\n", + " [0.0375],\n", + " [0.0422],\n", + " [0.0433],\n", + " [0.0432],\n", + " [0.0357],\n", + " [0.0441],\n", + " [0.0420],\n", + " [0.0435],\n", + " [0.0442],\n", + " [0.0435],\n", + " [0.0458],\n", + " [0.0382],\n", + " [0.0430],\n", + " [0.0393],\n", + " [0.0444],\n", + " [0.0391],\n", + " [0.0420],\n", + " [0.0407],\n", + " [0.0436],\n", + " [0.0405],\n", + " [0.0439]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0394],\n", + " [ 0.0348],\n", + " [ 0.0356],\n", + " [ 0.0397],\n", + " [ 0.0371],\n", + " [ 0.0364],\n", + " [ 0.0385],\n", + " [ 0.0371],\n", + " [ 0.0360],\n", + " [ 0.0323],\n", + " [ 0.0375],\n", + " [ 0.0387],\n", + " [ 0.0358],\n", + " [ 0.0366],\n", + " [ 0.0352],\n", + " [ 0.0391],\n", + " [-0.0089],\n", + " [ 0.0367],\n", + " [ 0.0353],\n", + " [ 0.0344],\n", + " [ 0.0352],\n", + " [ 0.0307],\n", + " [ 0.0390],\n", + " [ 0.0363],\n", + " [ 0.0387],\n", + " [ 0.0350],\n", + " [ 0.0370],\n", + " [ 0.0354],\n", + " [ 0.0379],\n", + " [ 0.0353],\n", + " [ 0.0386],\n", + " [ 0.0357]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0758],\n", + " [-0.0820],\n", + " [-0.0720],\n", + " [-0.0763],\n", + " [-0.0736],\n", + " [-0.0732],\n", + " [-0.0746],\n", + " [-0.0754],\n", + " [-0.0729],\n", + " [-0.0682],\n", + " [-0.0759],\n", + " [-0.0759],\n", + " [-0.0689],\n", + " [-0.0738],\n", + " [-0.0724],\n", + " [-0.0792],\n", + " [-0.0407],\n", + " [-0.0703],\n", + " [-0.0698],\n", + " [-0.0747],\n", + " [-0.0694],\n", + " [-0.0741],\n", + " [-0.0750],\n", + " [-0.0716],\n", + " [-0.0734],\n", + " [-0.0728],\n", + " [-0.0717],\n", + " [-0.0695],\n", + " [-0.0749],\n", + " [-0.0702],\n", + " [-0.0727],\n", + " [-0.0702]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1005],\n", + " [-0.1116],\n", + " [-0.0999],\n", + " [-0.1025],\n", + " [-0.1047],\n", + " [-0.1007],\n", + " [-0.1024],\n", + " [-0.1048],\n", + " [-0.0998],\n", + " [-0.1077],\n", + " [-0.1018],\n", + " [-0.1015],\n", + " [-0.0962],\n", + " [-0.1008],\n", + " [-0.1019],\n", + " [-0.1029],\n", + " [-0.1430],\n", + " [-0.0979],\n", + " [-0.0972],\n", + " [-0.1126],\n", + " [-0.1005],\n", + " [-0.1112],\n", + " [-0.1027],\n", + " [-0.1001],\n", + " [-0.0992],\n", + " [-0.1039],\n", + " [-0.1020],\n", + " [-0.0984],\n", + " [-0.1017],\n", + " [-0.0978],\n", + " [-0.0984],\n", + " [-0.0976]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0649],\n", + " [-0.0570],\n", + " [-0.0615],\n", + " [-0.0639],\n", + " [-0.0605],\n", + " [-0.0618],\n", + " [-0.0635],\n", + " [-0.0609],\n", + " [-0.0633],\n", + " [-0.0571],\n", + " [-0.0636],\n", + " [-0.0650],\n", + " [-0.0641],\n", + " [-0.0619],\n", + " [-0.0607],\n", + " [-0.0653],\n", + " [-0.0213],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0603],\n", + " [-0.0616],\n", + " [-0.0554],\n", + " [-0.0630],\n", + " [-0.0611],\n", + " [-0.0646],\n", + " [-0.0591],\n", + " [-0.0623],\n", + " [-0.0620],\n", + " [-0.0621],\n", + " [-0.0627],\n", + " [-0.0629],\n", + " [-0.0637]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0616],\n", + " [-0.0605],\n", + " [-0.0633],\n", + " [-0.0696],\n", + " [-0.0648],\n", + " [-0.0628],\n", + " [-0.0618],\n", + " [-0.0632],\n", + " [-0.0592],\n", + " [-0.0623],\n", + " [-0.0636],\n", + " [-0.0649],\n", + " [-0.0503],\n", + " [-0.0657],\n", + " [-0.0515],\n", + " [-0.0640],\n", + " [-0.0707],\n", + " [-0.0647],\n", + " [-0.0601],\n", + " [-0.0630],\n", + " [-0.0660],\n", + " [-0.0561],\n", + " [-0.0524],\n", + " [-0.0614],\n", + " [-0.0599],\n", + " [-0.0614],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0610],\n", + " [-0.0626],\n", + " [-0.0601]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0772],\n", + " [-0.0732],\n", + " [-0.0725],\n", + " [-0.0719],\n", + " [-0.0825],\n", + " [-0.0730],\n", + " [-0.0747],\n", + " [-0.0739],\n", + " [-0.0717],\n", + " [-0.0692],\n", + " [-0.0711],\n", + " [-0.0782],\n", + " [-0.0774],\n", + " [-0.0697],\n", + " [-0.0787],\n", + " [-0.0744],\n", + " [-0.0763],\n", + " [-0.0831],\n", + " [-0.0792],\n", + " [-0.0742],\n", + " [-0.0758],\n", + " [-0.0772],\n", + " [-0.0700],\n", + " [-0.0717],\n", + " [-0.0728],\n", + " [-0.0693],\n", + " [-0.0708],\n", + " [-0.0705],\n", + " [-0.0741],\n", + " [-0.0738],\n", + " [-0.0718],\n", + " [-0.0675]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0370],\n", + " [0.0396],\n", + " [0.0355],\n", + " [0.0359],\n", + " [0.0310],\n", + " [0.0373],\n", + " [0.0372],\n", + " [0.0361],\n", + " [0.0372],\n", + " [0.0361],\n", + " [0.0376],\n", + " [0.0290],\n", + " [0.0402],\n", + " [0.0348],\n", + " [0.0387],\n", + " [0.0371],\n", + " [0.0355],\n", + " [0.0367],\n", + " [0.0404],\n", + " [0.0364],\n", + " [0.0307],\n", + " [0.0389],\n", + " [0.0411],\n", + " [0.0367],\n", + " [0.0396],\n", + " [0.0373],\n", + " [0.0376],\n", + " [0.0387],\n", + " [0.0376],\n", + " [0.0359],\n", + " [0.0396]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0915],\n", + " [-0.0926],\n", + " [-0.0917],\n", + " [-0.0960],\n", + " [-0.0968],\n", + " [-0.0978],\n", + " [-0.0952],\n", + " [-0.0924],\n", + " [-0.0959],\n", + " [-0.0875],\n", + " [-0.0946],\n", + " [-0.0930],\n", + " [-0.1013],\n", + " [-0.0682],\n", + " [-0.0975],\n", + " [-0.0881],\n", + " [-0.0918],\n", + " [-0.0992],\n", + " [-0.0952],\n", + " [-0.0907],\n", + " [-0.0935],\n", + " [-0.1047],\n", + " [-0.0853],\n", + " [-0.0828],\n", + " [-0.0891],\n", + " [-0.0908],\n", + " [-0.0929],\n", + " [-0.0955],\n", + " [-0.0943],\n", + " [-0.0892],\n", + " [-0.0948],\n", + " [-0.0926]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0494],\n", + " [0.0562],\n", + " [0.0548],\n", + " [0.0579],\n", + " [0.0472],\n", + " [0.0572],\n", + " [0.0573],\n", + " [0.0552],\n", + " [0.0592],\n", + " [0.0482],\n", + " [0.0580],\n", + " [0.0514],\n", + " [0.0635],\n", + " [0.0341],\n", + " [0.0561],\n", + " [0.0320],\n", + " [0.0529],\n", + " [0.0560],\n", + " [0.0527],\n", + " [0.0425],\n", + " [0.0555],\n", + " [0.0342],\n", + " [0.0399],\n", + " [0.0358],\n", + " [0.0432],\n", + " [0.0532],\n", + " [0.0575],\n", + " [0.0586],\n", + " [0.0562],\n", + " [0.0505],\n", + " [0.0576],\n", + " [0.0568]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0402],\n", + " [-0.0382],\n", + " [-0.0344],\n", + " [-0.0384],\n", + " [-0.0373],\n", + " [-0.0397],\n", + " [-0.0352],\n", + " [-0.0381],\n", + " [-0.0362],\n", + " [-0.0434],\n", + " [-0.0382],\n", + " [-0.0365],\n", + " [-0.0379],\n", + " [-0.0484],\n", + " [-0.0392],\n", + " [-0.0423],\n", + " [-0.0413],\n", + " [-0.0358],\n", + " [-0.0372],\n", + " [-0.0356],\n", + " [-0.0382],\n", + " [-0.0334],\n", + " [-0.0441],\n", + " [-0.0419],\n", + " [-0.0380],\n", + " [-0.0361],\n", + " [-0.0374],\n", + " [-0.0345],\n", + " [-0.0343],\n", + " [-0.0431],\n", + " [-0.0383],\n", + " [-0.0342]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0784],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0809],\n", + " [-0.0831],\n", + " [-0.0798],\n", + " [-0.0798],\n", + " [-0.0793],\n", + " [-0.0800],\n", + " [-0.0784],\n", + " [-0.0803],\n", + " [-0.0783],\n", + " [-0.0817],\n", + " [-0.0675],\n", + " [-0.0794],\n", + " [-0.0853],\n", + " [-0.0779],\n", + " [-0.0783],\n", + " [-0.0791],\n", + " [-0.0829],\n", + " [-0.0787],\n", + " [-0.0865],\n", + " [-0.0778],\n", + " [-0.0824],\n", + " [-0.0817],\n", + " [-0.0818],\n", + " [-0.0796],\n", + " [-0.0813],\n", + " [-0.0804],\n", + " [-0.0787],\n", + " [-0.0804],\n", + " [-0.0826]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1640],\n", + " [0.1686],\n", + " [0.1688],\n", + " [0.1684],\n", + " [0.1598],\n", + " [0.1695],\n", + " [0.1685],\n", + " [0.1680],\n", + " [0.1700],\n", + " [0.1664],\n", + " [0.1691],\n", + " [0.1648],\n", + " [0.1707],\n", + " [0.1691],\n", + " [0.1660],\n", + " [0.1447],\n", + " [0.1674],\n", + " [0.1656],\n", + " [0.1649],\n", + " [0.1583],\n", + " [0.1677],\n", + " [0.1478],\n", + " [0.1617],\n", + " [0.1525],\n", + " [0.1630],\n", + " [0.1681],\n", + " [0.1700],\n", + " [0.1706],\n", + " [0.1687],\n", + " [0.1651],\n", + " [0.1685],\n", + " [0.1715]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0574],\n", + " [-0.0550],\n", + " [-0.0534],\n", + " [-0.0579],\n", + " [-0.0642],\n", + " [-0.0619],\n", + " [-0.0578],\n", + " [-0.0548],\n", + " [-0.0576],\n", + " [-0.0478],\n", + " [-0.0557],\n", + " [-0.0592],\n", + " [-0.0664],\n", + " [-0.0335],\n", + " [-0.0605],\n", + " [-0.0518],\n", + " [-0.0557],\n", + " [-0.0640],\n", + " [-0.0596],\n", + " [-0.0524],\n", + " [-0.0565],\n", + " [-0.0675],\n", + " [-0.0477],\n", + " [-0.0449],\n", + " [-0.0541],\n", + " [-0.0502],\n", + " [-0.0541],\n", + " [-0.0566],\n", + " [-0.0562],\n", + " [-0.0536],\n", + " [-0.0560],\n", + " [-0.0497]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0647],\n", + " [0.0589],\n", + " [0.0617],\n", + " [0.0577],\n", + " [0.0696],\n", + " [0.0548],\n", + " [0.0614],\n", + " [0.0600],\n", + " [0.0581],\n", + " [0.0621],\n", + " [0.0573],\n", + " [0.0656],\n", + " [0.0603],\n", + " [0.0638],\n", + " [0.0622],\n", + " [0.0875],\n", + " [0.0612],\n", + " [0.0643],\n", + " [0.0668],\n", + " [0.0748],\n", + " [0.0614],\n", + " [0.0665],\n", + " [0.0707],\n", + " [0.0767],\n", + " [0.0664],\n", + " [0.0593],\n", + " [0.0569],\n", + " [0.0589],\n", + " [0.0620],\n", + " [0.0618],\n", + " [0.0580],\n", + " [0.0585]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0897],\n", + " [-0.0964],\n", + " [-0.0952],\n", + " [-0.0989],\n", + " [-0.0823],\n", + " [-0.0996],\n", + " [-0.0976],\n", + " [-0.0955],\n", + " [-0.1001],\n", + " [-0.0901],\n", + " [-0.0985],\n", + " [-0.0913],\n", + " [-0.1049],\n", + " [-0.0892],\n", + " [-0.0953],\n", + " [-0.0824],\n", + " [-0.0929],\n", + " [-0.0931],\n", + " [-0.0929],\n", + " [-0.0879],\n", + " [-0.0949],\n", + " [-0.0640],\n", + " [-0.0820],\n", + " [-0.0848],\n", + " [-0.0816],\n", + " [-0.0967],\n", + " [-0.0985],\n", + " [-0.1003],\n", + " [-0.0972],\n", + " [-0.0918],\n", + " [-0.0981],\n", + " [-0.1002]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0127],\n", + " [ 0.0179],\n", + " [ 0.0188],\n", + " [ 0.0191],\n", + " [ 0.0131],\n", + " [ 0.0198],\n", + " [ 0.0174],\n", + " [ 0.0167],\n", + " [ 0.0200],\n", + " [ 0.0146],\n", + " [ 0.0201],\n", + " [ 0.0128],\n", + " [ 0.0172],\n", + " [ 0.0030],\n", + " [ 0.0170],\n", + " [-0.0089],\n", + " [ 0.0160],\n", + " [ 0.0156],\n", + " [ 0.0117],\n", + " [ 0.0047],\n", + " [ 0.0170],\n", + " [ 0.0025],\n", + " [ 0.0068],\n", + " [-0.0026],\n", + " [ 0.0115],\n", + " [ 0.0179],\n", + " [ 0.0199],\n", + " [ 0.0205],\n", + " [ 0.0174],\n", + " [ 0.0132],\n", + " [ 0.0195],\n", + " [ 0.0227]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0914],\n", + " [0.0944],\n", + " [0.0888],\n", + " [0.0975],\n", + " [0.0838],\n", + " [0.0972],\n", + " [0.0919],\n", + " [0.0931],\n", + " [0.0956],\n", + " [0.0914],\n", + " [0.0968],\n", + " [0.0887],\n", + " [0.0979],\n", + " [0.1001],\n", + " [0.0941],\n", + " [0.0993],\n", + " [0.0930],\n", + " [0.0887],\n", + " [0.0894],\n", + " [0.0879],\n", + " [0.0914],\n", + " [0.0623],\n", + " [0.0878],\n", + " [0.1026],\n", + " [0.0837],\n", + " [0.0942],\n", + " [0.0965],\n", + " [0.0937],\n", + " [0.0906],\n", + " [0.0955],\n", + " [0.0961],\n", + " [0.0936]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0095],\n", + " [ 0.0109],\n", + " [ 0.0073],\n", + " [ 0.0114],\n", + " [-0.0016],\n", + " [ 0.0061],\n", + " [ 0.0095],\n", + " [ 0.0107],\n", + " [ 0.0102],\n", + " [ 0.0083],\n", + " [ 0.0107],\n", + " [ 0.0092],\n", + " [ 0.0059],\n", + " [ 0.0208],\n", + " [ 0.0083],\n", + " [ 0.0149],\n", + " [ 0.0100],\n", + " [ 0.0059],\n", + " [ 0.0093],\n", + " [ 0.0084],\n", + " [ 0.0082],\n", + " [ 0.0092],\n", + " [ 0.0078],\n", + " [ 0.0162],\n", + " [ 0.0036],\n", + " [ 0.0110],\n", + " [ 0.0113],\n", + " [ 0.0102],\n", + " [ 0.0095],\n", + " [ 0.0130],\n", + " [ 0.0106],\n", + " [ 0.0074]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.6873e-03],\n", + " [-2.5064e-03],\n", + " [-1.0283e-03],\n", + " [ 5.0848e-05],\n", + " [ 5.7010e-03],\n", + " [ 4.4862e-03],\n", + " [ 9.5031e-04],\n", + " [-2.8662e-03],\n", + " [ 7.7752e-04],\n", + " [-1.0649e-02],\n", + " [-1.5508e-03],\n", + " [ 3.4554e-04],\n", + " [ 1.0784e-02],\n", + " [-2.6141e-02],\n", + " [ 2.9036e-03],\n", + " [-2.3457e-02],\n", + " [-1.3323e-03],\n", + " [ 8.0559e-03],\n", + " [-3.1340e-04],\n", + " [-8.7472e-03],\n", + " [-2.1897e-04],\n", + " [-1.0954e-03],\n", + " [-1.3445e-02],\n", + " [-2.3426e-02],\n", + " [-5.2925e-03],\n", + " [-4.9947e-03],\n", + " [-2.7289e-03],\n", + " [ 5.7117e-04],\n", + " [ 1.5517e-04],\n", + " [-6.6080e-03],\n", + " [-1.5893e-03],\n", + " [-1.9059e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0391],\n", + " [-0.0340],\n", + " [-0.0369],\n", + " [-0.0333],\n", + " [-0.0490],\n", + " [-0.0377],\n", + " [-0.0357],\n", + " [-0.0344],\n", + " [-0.0340],\n", + " [-0.0345],\n", + " [-0.0330],\n", + " [-0.0388],\n", + " [-0.0337],\n", + " [-0.0369],\n", + " [-0.0384],\n", + " [-0.0403],\n", + " [-0.0361],\n", + " [-0.0426],\n", + " [-0.0385],\n", + " [-0.0369],\n", + " [-0.0371],\n", + " [-0.0555],\n", + " [-0.0368],\n", + " [-0.0355],\n", + " [-0.0440],\n", + " [-0.0323],\n", + " [-0.0318],\n", + " [-0.0338],\n", + " [-0.0357],\n", + " [-0.0338],\n", + " [-0.0337],\n", + " [-0.0329]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 5.3117e-03],\n", + " [ 3.3152e-03],\n", + " [ 4.5138e-03],\n", + " [ 3.5525e-03],\n", + " [ 8.9672e-03],\n", + " [ 6.3695e-03],\n", + " [ 5.2583e-03],\n", + " [ 3.3400e-03],\n", + " [ 4.3225e-03],\n", + " [-3.4833e-05],\n", + " [ 3.0121e-03],\n", + " [ 6.7095e-03],\n", + " [ 8.9084e-03],\n", + " [-1.0595e-02],\n", + " [ 6.7151e-03],\n", + " [-2.8248e-05],\n", + " [ 3.7588e-03],\n", + " [ 9.0762e-03],\n", + " [ 6.9164e-03],\n", + " [ 2.6341e-03],\n", + " [ 4.9993e-03],\n", + " [ 1.1366e-02],\n", + " [ 6.0462e-04],\n", + " [-4.8529e-03],\n", + " [ 5.3766e-03],\n", + " [ 5.7635e-04],\n", + " [ 2.1534e-03],\n", + " [ 3.6427e-03],\n", + " [ 4.7254e-03],\n", + " [ 1.5168e-03],\n", + " [ 3.2343e-03],\n", + " [ 1.8536e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0593],\n", + " [0.0558],\n", + " [0.0568],\n", + " [0.0573],\n", + " [0.0656],\n", + " [0.0593],\n", + " [0.0575],\n", + " [0.0560],\n", + " [0.0574],\n", + " [0.0549],\n", + " [0.0562],\n", + " [0.0594],\n", + " [0.0612],\n", + " [0.0499],\n", + " [0.0595],\n", + " [0.0718],\n", + " [0.0560],\n", + " [0.0606],\n", + " [0.0599],\n", + " [0.0624],\n", + " [0.0565],\n", + " [0.0678],\n", + " [0.0597],\n", + " [0.0642],\n", + " [0.0619],\n", + " [0.0558],\n", + " [0.0553],\n", + " [0.0579],\n", + " [0.0573],\n", + " [0.0561],\n", + " [0.0565],\n", + " [0.0566]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0160],\n", + " [-0.0181],\n", + " [-0.0179],\n", + " [-0.0179],\n", + " [-0.0168],\n", + " [-0.0118],\n", + " [-0.0181],\n", + " [-0.0176],\n", + " [-0.0188],\n", + " [-0.0156],\n", + " [-0.0184],\n", + " [-0.0164],\n", + " [-0.0129],\n", + " [-0.0193],\n", + " [-0.0176],\n", + " [-0.0164],\n", + " [-0.0181],\n", + " [-0.0192],\n", + " [-0.0158],\n", + " [-0.0123],\n", + " [-0.0177],\n", + " [-0.0130],\n", + " [-0.0129],\n", + " [-0.0174],\n", + " [-0.0164],\n", + " [-0.0172],\n", + " [-0.0183],\n", + " [-0.0193],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0182],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1720],\n", + " [-0.1704],\n", + " [-0.1680],\n", + " [-0.1727],\n", + " [-0.1775],\n", + " [-0.1748],\n", + " [-0.1712],\n", + " [-0.1700],\n", + " [-0.1718],\n", + " [-0.1652],\n", + " [-0.1712],\n", + " [-0.1716],\n", + " [-0.1777],\n", + " [-0.1652],\n", + " [-0.1764],\n", + " [-0.1657],\n", + " [-0.1724],\n", + " [-0.1784],\n", + " [-0.1724],\n", + " [-0.1670],\n", + " [-0.1717],\n", + " [-0.1565],\n", + " [-0.1639],\n", + " [-0.1655],\n", + " [-0.1672],\n", + " [-0.1678],\n", + " [-0.1699],\n", + " [-0.1701],\n", + " [-0.1699],\n", + " [-0.1700],\n", + " [-0.1714],\n", + " [-0.1679]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0211],\n", + " [-0.0221],\n", + " [-0.0200],\n", + " [-0.0218],\n", + " [-0.0107],\n", + " [-0.0150],\n", + " [-0.0213],\n", + " [-0.0220],\n", + " [-0.0217],\n", + " [-0.0231],\n", + " [-0.0223],\n", + " [-0.0211],\n", + " [-0.0177],\n", + " [-0.0238],\n", + " [-0.0187],\n", + " [-0.0336],\n", + " [-0.0207],\n", + " [-0.0155],\n", + " [-0.0220],\n", + " [-0.0249],\n", + " [-0.0202],\n", + " [ 0.0072],\n", + " [-0.0231],\n", + " [-0.0293],\n", + " [-0.0182],\n", + " [-0.0214],\n", + " [-0.0226],\n", + " [-0.0221],\n", + " [-0.0212],\n", + " [-0.0242],\n", + " [-0.0223],\n", + " [-0.0193]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0010],\n", + " [ 0.0091],\n", + " [ 0.0079],\n", + " [ 0.0139],\n", + " [ 0.0044],\n", + " [ 0.0193],\n", + " [ 0.0111],\n", + " [ 0.0077],\n", + " [ 0.0150],\n", + " [-0.0014],\n", + " [ 0.0127],\n", + " [ 0.0029],\n", + " [ 0.0223],\n", + " [-0.0089],\n", + " [ 0.0092],\n", + " [-0.0135],\n", + " [ 0.0033],\n", + " [ 0.0096],\n", + " [ 0.0044],\n", + " [-0.0056],\n", + " [ 0.0070],\n", + " [-0.0040],\n", + " [-0.0114],\n", + " [-0.0093],\n", + " [-0.0033],\n", + " [ 0.0087],\n", + " [ 0.0119],\n", + " [ 0.0153],\n", + " [ 0.0101],\n", + " [ 0.0014],\n", + " [ 0.0121],\n", + " [ 0.0136]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0939],\n", + " [0.0921],\n", + " [0.0950],\n", + " [0.0886],\n", + " [0.0894],\n", + " [0.0881],\n", + " [0.0903],\n", + " [0.0926],\n", + " [0.0894],\n", + " [0.1026],\n", + " [0.0907],\n", + " [0.0924],\n", + " [0.0865],\n", + " [0.1015],\n", + " [0.0885],\n", + " [0.0920],\n", + " [0.0942],\n", + " [0.0871],\n", + " [0.0901],\n", + " [0.0945],\n", + " [0.0931],\n", + " [0.1196],\n", + " [0.1051],\n", + " [0.0939],\n", + " [0.1026],\n", + " [0.0933],\n", + " [0.0918],\n", + " [0.0908],\n", + " [0.0912],\n", + " [0.0944],\n", + " [0.0907],\n", + " [0.0941]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0792],\n", + " [0.0832],\n", + " [0.0848],\n", + " [0.0869],\n", + " [0.0845],\n", + " [0.0932],\n", + " [0.0848],\n", + " [0.0823],\n", + " [0.0870],\n", + " [0.0768],\n", + " [0.0854],\n", + " [0.0808],\n", + " [0.0949],\n", + " [0.0553],\n", + " [0.0825],\n", + " [0.0709],\n", + " [0.0786],\n", + " [0.0811],\n", + " [0.0805],\n", + " [0.0789],\n", + " [0.0818],\n", + " [0.0689],\n", + " [0.0751],\n", + " [0.0716],\n", + " [0.0820],\n", + " [0.0841],\n", + " [0.0842],\n", + " [0.0873],\n", + " [0.0847],\n", + " [0.0786],\n", + " [0.0851],\n", + " [0.0869]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0877],\n", + " [0.0863],\n", + " [0.0857],\n", + " [0.0888],\n", + " [0.0932],\n", + " [0.0885],\n", + " [0.0878],\n", + " [0.0867],\n", + " [0.0882],\n", + " [0.0826],\n", + " [0.0873],\n", + " [0.0885],\n", + " [0.0884],\n", + " [0.0658],\n", + " [0.0889],\n", + " [0.0901],\n", + " [0.0857],\n", + " [0.0915],\n", + " [0.0894],\n", + " [0.0885],\n", + " [0.0866],\n", + " [0.0969],\n", + " [0.0807],\n", + " [0.0831],\n", + " [0.0868],\n", + " [0.0864],\n", + " [0.0862],\n", + " [0.0885],\n", + " [0.0875],\n", + " [0.0859],\n", + " [0.0876],\n", + " [0.0854]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0382],\n", + " [0.0401],\n", + " [0.0437],\n", + " [0.0403],\n", + " [0.0429],\n", + " [0.0433],\n", + " [0.0424],\n", + " [0.0398],\n", + " [0.0422],\n", + " [0.0374],\n", + " [0.0408],\n", + " [0.0406],\n", + " [0.0459],\n", + " [0.0385],\n", + " [0.0394],\n", + " [0.0334],\n", + " [0.0387],\n", + " [0.0414],\n", + " [0.0396],\n", + " [0.0375],\n", + " [0.0408],\n", + " [0.0517],\n", + " [0.0362],\n", + " [0.0295],\n", + " [0.0408],\n", + " [0.0398],\n", + " [0.0410],\n", + " [0.0436],\n", + " [0.0429],\n", + " [0.0359],\n", + " [0.0405],\n", + " [0.0435]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0390],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0314],\n", + " [0.0358],\n", + " [0.0375],\n", + " [0.0355],\n", + " [0.0384],\n", + " [0.0369],\n", + " [0.0374],\n", + " [0.0314],\n", + " [0.0258],\n", + " [0.0371],\n", + " [0.0404],\n", + " [0.0380],\n", + " [0.0333],\n", + " [0.0366],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0092],\n", + " [0.0375],\n", + " [0.0410],\n", + " [0.0365],\n", + " [0.0382],\n", + " [0.0368],\n", + " [0.0353],\n", + " [0.0362],\n", + " [0.0396],\n", + " [0.0370],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0749],\n", + " [-0.0730],\n", + " [-0.0736],\n", + " [-0.0701],\n", + " [-0.0703],\n", + " [-0.0649],\n", + " [-0.0723],\n", + " [-0.0733],\n", + " [-0.0702],\n", + " [-0.0758],\n", + " [-0.0709],\n", + " [-0.0748],\n", + " [-0.0650],\n", + " [-0.0867],\n", + " [-0.0709],\n", + " [-0.0883],\n", + " [-0.0742],\n", + " [-0.0700],\n", + " [-0.0741],\n", + " [-0.0780],\n", + " [-0.0730],\n", + " [-0.0782],\n", + " [-0.0804],\n", + " [-0.0873],\n", + " [-0.0753],\n", + " [-0.0729],\n", + " [-0.0717],\n", + " [-0.0704],\n", + " [-0.0731],\n", + " [-0.0765],\n", + " [-0.0710],\n", + " [-0.0705]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1053],\n", + " [-0.0995],\n", + " [-0.1008],\n", + " [-0.0987],\n", + " [-0.1122],\n", + " [-0.1034],\n", + " [-0.0998],\n", + " [-0.1004],\n", + " [-0.0980],\n", + " [-0.1031],\n", + " [-0.0979],\n", + " [-0.1046],\n", + " [-0.1037],\n", + " [-0.1051],\n", + " [-0.1034],\n", + " [-0.1071],\n", + " [-0.1038],\n", + " [-0.1065],\n", + " [-0.1042],\n", + " [-0.1047],\n", + " [-0.1020],\n", + " [-0.1228],\n", + " [-0.1077],\n", + " [-0.1037],\n", + " [-0.1095],\n", + " [-0.0992],\n", + " [-0.0977],\n", + " [-0.0983],\n", + " [-0.1003],\n", + " [-0.1024],\n", + " [-0.0983],\n", + " [-0.0980]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0613],\n", + " [-0.0629],\n", + " [-0.0616],\n", + " [-0.0629],\n", + " [-0.0557],\n", + " [-0.0602],\n", + " [-0.0619],\n", + " [-0.0628],\n", + " [-0.0626],\n", + " [-0.0648],\n", + " [-0.0636],\n", + " [-0.0604],\n", + " [-0.0615],\n", + " [-0.0643],\n", + " [-0.0611],\n", + " [-0.0630],\n", + " [-0.0622],\n", + " [-0.0582],\n", + " [-0.0618],\n", + " [-0.0647],\n", + " [-0.0617],\n", + " [-0.0342],\n", + " [-0.0631],\n", + " [-0.0665],\n", + " [-0.0595],\n", + " [-0.0639],\n", + " [-0.0639],\n", + " [-0.0625],\n", + " [-0.0616],\n", + " [-0.0643],\n", + " [-0.0633],\n", + " [-0.0641]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0612],\n", + " [-0.0628],\n", + " [-0.0625],\n", + " [-0.0592],\n", + " [-0.0639],\n", + " [-0.0665],\n", + " [-0.0653],\n", + " [-0.0603],\n", + " [-0.0644],\n", + " [-0.0598],\n", + " [-0.0572],\n", + " [-0.0613],\n", + " [-0.0601],\n", + " [-0.0774],\n", + " [-0.0414],\n", + " [-0.0639],\n", + " [-0.0314],\n", + " [-0.0618],\n", + " [-0.0589],\n", + " [-0.0633],\n", + " [-0.0604],\n", + " [-0.0625],\n", + " [-0.0615],\n", + " [-0.0621],\n", + " [-0.0647],\n", + " [-0.0622],\n", + " [-0.0591],\n", + " [-0.0610],\n", + " [-0.0651],\n", + " [-0.0536],\n", + " [-0.0648]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0745],\n", + " [-0.0727],\n", + " [-0.0772],\n", + " [-0.0750],\n", + " [-0.0685],\n", + " [-0.0763],\n", + " [-0.0790],\n", + " [-0.0782],\n", + " [-0.0736],\n", + " [-0.0781],\n", + " [-0.0699],\n", + " [-0.0717],\n", + " [-0.0769],\n", + " [-0.0694],\n", + " [-0.0863],\n", + " [-0.0667],\n", + " [-0.0763],\n", + " [-0.0728],\n", + " [-0.0717],\n", + " [-0.0689],\n", + " [-0.0778],\n", + " [-0.0724],\n", + " [-0.0677],\n", + " [-0.0743],\n", + " [-0.0746],\n", + " [-0.0791],\n", + " [-0.0706],\n", + " [-0.0697],\n", + " [-0.0711],\n", + " [-0.0765],\n", + " [-0.0600],\n", + " [-0.0786]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0361],\n", + " [0.0381],\n", + " [0.0379],\n", + " [0.0370],\n", + " [0.0390],\n", + " [0.0407],\n", + " [0.0359],\n", + " [0.0358],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0388],\n", + " [0.0383],\n", + " [0.0395],\n", + " [0.0254],\n", + " [0.0401],\n", + " [0.0363],\n", + " [0.0321],\n", + " [0.0372],\n", + " [0.0400],\n", + " [0.0380],\n", + " [0.0384],\n", + " [0.0367],\n", + " [0.0374],\n", + " [0.0394],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0397],\n", + " [0.0372],\n", + " [0.0351],\n", + " [0.0433],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0962],\n", + " [-0.0892],\n", + " [-0.0930],\n", + " [-0.0941],\n", + " [-0.0898],\n", + " [-0.0937],\n", + " [-0.0946],\n", + " [-0.0948],\n", + " [-0.0883],\n", + " [-0.0929],\n", + " [-0.0876],\n", + " [-0.0865],\n", + " [-0.0894],\n", + " [-0.0912],\n", + " [-0.0887],\n", + " [-0.0744],\n", + " [-0.0947],\n", + " [-0.0683],\n", + " [-0.0927],\n", + " [-0.0906],\n", + " [-0.0926],\n", + " [-0.0893],\n", + " [-0.0950],\n", + " [-0.0920],\n", + " [-0.0893],\n", + " [-0.0934],\n", + " [-0.0952],\n", + " [-0.0908],\n", + " [-0.0913],\n", + " [-0.0973],\n", + " [-0.0899],\n", + " [-0.0945]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0588],\n", + " [0.0475],\n", + " [0.0507],\n", + " [0.0570],\n", + " [0.0550],\n", + " [0.0531],\n", + " [0.0537],\n", + " [0.0549],\n", + " [0.0490],\n", + " [0.0516],\n", + " [0.0465],\n", + " [0.0436],\n", + " [0.0409],\n", + " [0.0555],\n", + " [0.0478],\n", + " [0.0341],\n", + " [0.0553],\n", + " [0.0227],\n", + " [0.0565],\n", + " [0.0550],\n", + " [0.0522],\n", + " [0.0520],\n", + " [0.0591],\n", + " [0.0540],\n", + " [0.0475],\n", + " [0.0491],\n", + " [0.0592],\n", + " [0.0562],\n", + " [0.0551],\n", + " [0.0597],\n", + " [0.0500],\n", + " [0.0550]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0363],\n", + " [-0.0376],\n", + " [-0.0355],\n", + " [-0.0367],\n", + " [-0.0382],\n", + " [-0.0332],\n", + " [-0.0413],\n", + " [-0.0415],\n", + " [-0.0429],\n", + " [-0.0380],\n", + " [-0.0394],\n", + " [-0.0417],\n", + " [-0.0367],\n", + " [-0.0359],\n", + " [-0.0485],\n", + " [-0.0310],\n", + " [-0.0387],\n", + " [-0.0552],\n", + " [-0.0381],\n", + " [-0.0353],\n", + " [-0.0366],\n", + " [-0.0409],\n", + " [-0.0347],\n", + " [-0.0377],\n", + " [-0.0377],\n", + " [-0.0378],\n", + " [-0.0347],\n", + " [-0.0355],\n", + " [-0.0397],\n", + " [-0.0354],\n", + " [-0.0306],\n", + " [-0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0800],\n", + " [-0.0798],\n", + " [-0.0788],\n", + " [-0.0800],\n", + " [-0.0803],\n", + " [-0.0787],\n", + " [-0.0787],\n", + " [-0.0789],\n", + " [-0.0784],\n", + " [-0.0795],\n", + " [-0.0791],\n", + " [-0.0809],\n", + " [-0.0810],\n", + " [-0.0721],\n", + " [-0.0696],\n", + " [-0.0798],\n", + " [-0.0558],\n", + " [-0.0800],\n", + " [-0.0808],\n", + " [-0.0781],\n", + " [-0.0791],\n", + " [-0.0819],\n", + " [-0.0791],\n", + " [-0.0789],\n", + " [-0.0790],\n", + " [-0.0807],\n", + " [-0.0798],\n", + " [-0.0799],\n", + " [-0.0785],\n", + " [-0.0909],\n", + " [-0.0784]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1690],\n", + " [0.1651],\n", + " [0.1642],\n", + " [0.1688],\n", + " [0.1698],\n", + " [0.1693],\n", + " [0.1664],\n", + " [0.1669],\n", + " [0.1637],\n", + " [0.1653],\n", + " [0.1658],\n", + " [0.1618],\n", + " [0.1583],\n", + " [0.1697],\n", + " [0.1721],\n", + " [0.1864],\n", + " [0.1669],\n", + " [0.1599],\n", + " [0.1690],\n", + " [0.1699],\n", + " [0.1656],\n", + " [0.1666],\n", + " [0.1721],\n", + " [0.1674],\n", + " [0.1647],\n", + " [0.1633],\n", + " [0.1711],\n", + " [0.1707],\n", + " [0.1686],\n", + " [0.1691],\n", + " [0.1688],\n", + " [0.1672]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0586],\n", + " [-0.0532],\n", + " [-0.0586],\n", + " [-0.0573],\n", + " [-0.0489],\n", + " [-0.0570],\n", + " [-0.0575],\n", + " [-0.0574],\n", + " [-0.0533],\n", + " [-0.0581],\n", + " [-0.0489],\n", + " [-0.0516],\n", + " [-0.0580],\n", + " [-0.0510],\n", + " [-0.0611],\n", + " [-0.0337],\n", + " [-0.0571],\n", + " [-0.0509],\n", + " [-0.0543],\n", + " [-0.0494],\n", + " [-0.0582],\n", + " [-0.0519],\n", + " [-0.0562],\n", + " [-0.0554],\n", + " [-0.0542],\n", + " [-0.0596],\n", + " [-0.0561],\n", + " [-0.0507],\n", + " [-0.0520],\n", + " [-0.0604],\n", + " [-0.0609],\n", + " [-0.0585]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0603],\n", + " [0.0659],\n", + " [0.0672],\n", + " [0.0607],\n", + " [0.0571],\n", + " [0.0673],\n", + " [0.0627],\n", + " [0.0629],\n", + " [0.0638],\n", + " [0.0649],\n", + " [0.0645],\n", + " [0.0676],\n", + " [0.0732],\n", + " [0.0574],\n", + " [0.0534],\n", + " [0.0631],\n", + " [0.0618],\n", + " [0.0741],\n", + " [0.0576],\n", + " [0.0587],\n", + " [0.0660],\n", + " [0.0615],\n", + " [0.0562],\n", + " [0.0613],\n", + " [0.0676],\n", + " [0.0672],\n", + " [0.0584],\n", + " [0.0582],\n", + " [0.0578],\n", + " [0.0602],\n", + " [0.0553],\n", + " [0.0645]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0987],\n", + " [-0.0873],\n", + " [-0.0908],\n", + " [-0.0969],\n", + " [-0.0977],\n", + " [-0.0909],\n", + " [-0.0926],\n", + " [-0.0945],\n", + " [-0.0907],\n", + " [-0.0908],\n", + " [-0.0874],\n", + " [-0.0857],\n", + " [-0.0824],\n", + " [-0.0977],\n", + " [-0.1000],\n", + " [-0.0885],\n", + " [-0.0952],\n", + " [-0.0766],\n", + " [-0.0974],\n", + " [-0.0978],\n", + " [-0.0920],\n", + " [-0.0939],\n", + " [-0.1012],\n", + " [-0.0945],\n", + " [-0.0883],\n", + " [-0.0884],\n", + " [-0.1005],\n", + " [-0.0978],\n", + " [-0.0959],\n", + " [-0.0983],\n", + " [-0.0958],\n", + " [-0.0939]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0190],\n", + " [ 0.0133],\n", + " [ 0.0113],\n", + " [ 0.0173],\n", + " [ 0.0194],\n", + " [ 0.0164],\n", + " [ 0.0158],\n", + " [ 0.0149],\n", + " [ 0.0114],\n", + " [ 0.0136],\n", + " [ 0.0148],\n", + " [ 0.0093],\n", + " [ 0.0039],\n", + " [ 0.0196],\n", + " [ 0.0265],\n", + " [ 0.0135],\n", + " [ 0.0152],\n", + " [-0.0058],\n", + " [ 0.0182],\n", + " [ 0.0204],\n", + " [ 0.0126],\n", + " [ 0.0143],\n", + " [ 0.0226],\n", + " [ 0.0160],\n", + " [ 0.0110],\n", + " [ 0.0112],\n", + " [ 0.0210],\n", + " [ 0.0213],\n", + " [ 0.0189],\n", + " [ 0.0189],\n", + " [ 0.0213],\n", + " [ 0.0148]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0933],\n", + " [0.0843],\n", + " [0.0873],\n", + " [0.0925],\n", + " [0.0970],\n", + " [0.0821],\n", + " [0.0927],\n", + " [0.0944],\n", + " [0.0948],\n", + " [0.0890],\n", + " [0.0852],\n", + " [0.0901],\n", + " [0.0853],\n", + " [0.0954],\n", + " [0.0877],\n", + " [0.0907],\n", + " [0.0932],\n", + " [0.1009],\n", + " [0.0964],\n", + " [0.0934],\n", + " [0.0886],\n", + " [0.0947],\n", + " [0.0965],\n", + " [0.0917],\n", + " [0.0852],\n", + " [0.0879],\n", + " [0.0944],\n", + " [0.0925],\n", + " [0.0949],\n", + " [0.0931],\n", + " [0.1009],\n", + " [0.0890]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0087],\n", + " [0.0048],\n", + " [0.0090],\n", + " [0.0096],\n", + " [0.0114],\n", + " [0.0042],\n", + " [0.0085],\n", + " [0.0100],\n", + " [0.0136],\n", + " [0.0080],\n", + " [0.0035],\n", + " [0.0104],\n", + " [0.0082],\n", + " [0.0115],\n", + " [0.0109],\n", + " [0.0217],\n", + " [0.0107],\n", + " [0.0341],\n", + " [0.0122],\n", + " [0.0087],\n", + " [0.0096],\n", + " [0.0130],\n", + " [0.0105],\n", + " [0.0099],\n", + " [0.0077],\n", + " [0.0074],\n", + " [0.0100],\n", + " [0.0082],\n", + " [0.0108],\n", + " [0.0073],\n", + " [0.0167],\n", + " [0.0080]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.8454e-03],\n", + " [-4.1799e-03],\n", + " [-1.1869e-03],\n", + " [ 3.0589e-04],\n", + " [-7.2742e-03],\n", + " [ 3.9511e-03],\n", + " [ 5.3586e-04],\n", + " [-8.5586e-04],\n", + " [-8.3450e-03],\n", + " [-2.8868e-04],\n", + " [-6.1446e-03],\n", + " [-1.0233e-02],\n", + " [-5.5622e-03],\n", + " [-4.3989e-03],\n", + " [ 1.5350e-02],\n", + " [-2.4161e-02],\n", + " [-1.5381e-03],\n", + " [-3.6053e-02],\n", + " [-3.4464e-03],\n", + " [-4.1700e-03],\n", + " [-9.9367e-04],\n", + " [-8.3024e-03],\n", + " [-2.4304e-05],\n", + " [-2.2678e-03],\n", + " [-3.8399e-03],\n", + " [-1.8112e-04],\n", + " [ 3.0367e-04],\n", + " [-2.8416e-03],\n", + " [-5.2158e-03],\n", + " [ 3.9293e-03],\n", + " [ 2.5395e-03],\n", + " [ 1.3479e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0366],\n", + " [-0.0398],\n", + " [-0.0383],\n", + " [-0.0354],\n", + " [-0.0298],\n", + " [-0.0407],\n", + " [-0.0377],\n", + " [-0.0342],\n", + " [-0.0336],\n", + " [-0.0394],\n", + " [-0.0388],\n", + " [-0.0362],\n", + " [-0.0410],\n", + " [-0.0311],\n", + " [-0.0508],\n", + " [-0.0505],\n", + " [-0.0349],\n", + " [-0.0399],\n", + " [-0.0313],\n", + " [-0.0332],\n", + " [-0.0373],\n", + " [-0.0321],\n", + " [-0.0323],\n", + " [-0.0358],\n", + " [-0.0373],\n", + " [-0.0410],\n", + " [-0.0335],\n", + " [-0.0343],\n", + " [-0.0332],\n", + " [-0.0369],\n", + " [-0.0333],\n", + " [-0.0379]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0059],\n", + " [ 0.0050],\n", + " [ 0.0065],\n", + " [ 0.0051],\n", + " [-0.0003],\n", + " [ 0.0088],\n", + " [ 0.0051],\n", + " [ 0.0049],\n", + " [ 0.0011],\n", + " [ 0.0061],\n", + " [ 0.0029],\n", + " [ 0.0021],\n", + " [ 0.0068],\n", + " [ 0.0008],\n", + " [ 0.0054],\n", + " [-0.0010],\n", + " [ 0.0045],\n", + " [-0.0037],\n", + " [ 0.0020],\n", + " [ 0.0013],\n", + " [ 0.0064],\n", + " [ 0.0008],\n", + " [ 0.0028],\n", + " [ 0.0041],\n", + " [ 0.0054],\n", + " [ 0.0072],\n", + " [ 0.0036],\n", + " [ 0.0023],\n", + " [ 0.0014],\n", + " [ 0.0067],\n", + " [-0.0030],\n", + " [ 0.0065]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0573],\n", + " [0.0589],\n", + " [0.0601],\n", + " [0.0567],\n", + " [0.0541],\n", + " [0.0616],\n", + " [0.0578],\n", + " [0.0581],\n", + " [0.0566],\n", + " [0.0586],\n", + " [0.0576],\n", + " [0.0593],\n", + " [0.0648],\n", + " [0.0550],\n", + " [0.0490],\n", + " [0.0492],\n", + " [0.0576],\n", + " [0.0551],\n", + " [0.0558],\n", + " [0.0548],\n", + " [0.0588],\n", + " [0.0552],\n", + " [0.0574],\n", + " [0.0566],\n", + " [0.0592],\n", + " [0.0611],\n", + " [0.0571],\n", + " [0.0548],\n", + " [0.0548],\n", + " [0.0575],\n", + " [0.0589],\n", + " [0.0579]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0189],\n", + " [-0.0152],\n", + " [-0.0154],\n", + " [-0.0180],\n", + " [-0.0174],\n", + " [-0.0195],\n", + " [-0.0181],\n", + " [-0.0165],\n", + " [-0.0170],\n", + " [-0.0171],\n", + " [-0.0142],\n", + " [-0.0141],\n", + " [-0.0122],\n", + " [-0.0182],\n", + " [-0.0201],\n", + " [-0.0173],\n", + " [-0.0169],\n", + " [-0.0119],\n", + " [-0.0176],\n", + " [-0.0179],\n", + " [-0.0164],\n", + " [-0.0174],\n", + " [-0.0188],\n", + " [-0.0171],\n", + " [-0.0143],\n", + " [-0.0159],\n", + " [-0.0194],\n", + " [-0.0187],\n", + " [-0.0179],\n", + " [-0.0189],\n", + " [-0.0198],\n", + " [-0.0177]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1724],\n", + " [-0.1667],\n", + " [-0.1698],\n", + " [-0.1716],\n", + " [-0.1669],\n", + " [-0.1697],\n", + " [-0.1751],\n", + " [-0.1740],\n", + " [-0.1688],\n", + " [-0.1720],\n", + " [-0.1653],\n", + " [-0.1657],\n", + " [-0.1676],\n", + " [-0.1680],\n", + " [-0.1870],\n", + " [-0.1717],\n", + " [-0.1720],\n", + " [-0.1563],\n", + " [-0.1698],\n", + " [-0.1673],\n", + " [-0.1705],\n", + " [-0.1677],\n", + " [-0.1704],\n", + " [-0.1699],\n", + " [-0.1672],\n", + " [-0.1725],\n", + " [-0.1701],\n", + " [-0.1676],\n", + " [-0.1692],\n", + " [-0.1743],\n", + " [-0.1712],\n", + " [-0.1724]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0206],\n", + " [-0.0202],\n", + " [-0.0224],\n", + " [-0.0213],\n", + " [-0.0229],\n", + " [-0.0183],\n", + " [-0.0191],\n", + " [-0.0216],\n", + " [-0.0261],\n", + " [-0.0202],\n", + " [-0.0188],\n", + " [-0.0244],\n", + " [-0.0231],\n", + " [-0.0220],\n", + " [ 0.0028],\n", + " [-0.0205],\n", + " [-0.0220],\n", + " [-0.0254],\n", + " [-0.0231],\n", + " [-0.0204],\n", + " [-0.0225],\n", + " [-0.0256],\n", + " [-0.0218],\n", + " [-0.0216],\n", + " [-0.0224],\n", + " [-0.0201],\n", + " [-0.0219],\n", + " [-0.0202],\n", + " [-0.0225],\n", + " [-0.0190],\n", + " [-0.0240],\n", + " [-0.0205]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0128],\n", + " [-0.0017],\n", + " [ 0.0027],\n", + " [ 0.0094],\n", + " [ 0.0095],\n", + " [ 0.0035],\n", + " [ 0.0046],\n", + " [ 0.0055],\n", + " [-0.0009],\n", + " [ 0.0029],\n", + " [-0.0029],\n", + " [-0.0062],\n", + " [-0.0070],\n", + " [ 0.0106],\n", + " [ 0.0169],\n", + " [-0.0049],\n", + " [ 0.0078],\n", + " [-0.0176],\n", + " [ 0.0106],\n", + " [ 0.0099],\n", + " [ 0.0029],\n", + " [ 0.0032],\n", + " [ 0.0180],\n", + " [ 0.0062],\n", + " [-0.0031],\n", + " [ 0.0009],\n", + " [ 0.0153],\n", + " [ 0.0102],\n", + " [ 0.0081],\n", + " [ 0.0140],\n", + " [ 0.0180],\n", + " [ 0.0059]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0894],\n", + " [0.1010],\n", + " [0.0927],\n", + " [0.0911],\n", + " [0.0943],\n", + " [0.0959],\n", + " [0.0919],\n", + " [0.0908],\n", + " [0.0952],\n", + " [0.0937],\n", + " [0.1042],\n", + " [0.0999],\n", + " [0.0955],\n", + " [0.0928],\n", + " [0.0880],\n", + " [0.1049],\n", + " [0.0904],\n", + " [0.1079],\n", + " [0.0916],\n", + " [0.0948],\n", + " [0.0927],\n", + " [0.0948],\n", + " [0.0906],\n", + " [0.0933],\n", + " [0.0985],\n", + " [0.0929],\n", + " [0.0908],\n", + " [0.0954],\n", + " [0.0941],\n", + " [0.0890],\n", + " [0.0911],\n", + " [0.0917]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.0813],\n", + " [0.0821],\n", + " [0.0836],\n", + " [0.0824],\n", + " [0.0844],\n", + " [0.0781],\n", + " [0.0791],\n", + " [0.0773],\n", + " [0.0796],\n", + " [0.0805],\n", + " [0.0787],\n", + " [0.0812],\n", + " [0.0842],\n", + " [0.0651],\n", + " [0.0674],\n", + " [0.0818],\n", + " [0.0546],\n", + " [0.0835],\n", + " [0.0846],\n", + " [0.0802],\n", + " [0.0789],\n", + " [0.0893],\n", + " [0.0824],\n", + " [0.0793],\n", + " [0.0801],\n", + " [0.0869],\n", + " [0.0847],\n", + " [0.0823],\n", + " [0.0851],\n", + " [0.1046],\n", + " [0.0805]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0877],\n", + " [0.0858],\n", + " [0.0892],\n", + " [0.0866],\n", + " [0.0845],\n", + " [0.0867],\n", + " [0.0876],\n", + " [0.0871],\n", + " [0.0861],\n", + " [0.0878],\n", + " [0.0830],\n", + " [0.0844],\n", + " [0.0897],\n", + " [0.0860],\n", + " [0.0821],\n", + " [0.0583],\n", + " [0.0884],\n", + " [0.0553],\n", + " [0.0869],\n", + " [0.0841],\n", + " [0.0879],\n", + " [0.0854],\n", + " [0.0884],\n", + " [0.0866],\n", + " [0.0864],\n", + " [0.0890],\n", + " [0.0875],\n", + " [0.0836],\n", + " [0.0859],\n", + " [0.0880],\n", + " [0.0880],\n", + " [0.0878]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0423],\n", + " [0.0416],\n", + " [0.0407],\n", + " [0.0415],\n", + " [0.0395],\n", + " [0.0466],\n", + " [0.0381],\n", + " [0.0377],\n", + " [0.0360],\n", + " [0.0400],\n", + " [0.0412],\n", + " [0.0371],\n", + " [0.0387],\n", + " [0.0408],\n", + " [0.0473],\n", + " [0.0487],\n", + " [0.0390],\n", + " [0.0364],\n", + " [0.0399],\n", + " [0.0421],\n", + " [0.0404],\n", + " [0.0373],\n", + " [0.0433],\n", + " [0.0404],\n", + " [0.0407],\n", + " [0.0399],\n", + " [0.0437],\n", + " [0.0432],\n", + " [0.0392],\n", + " [0.0427],\n", + " [0.0479],\n", + " [0.0412]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0359],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0365],\n", + " [0.0385],\n", + " [0.0337],\n", + " [0.0373],\n", + " [0.0375],\n", + " [0.0393],\n", + " [0.0369],\n", + " [0.0366],\n", + " [0.0400],\n", + " [0.0387],\n", + " [0.0376],\n", + " [0.0204],\n", + " [0.0163],\n", + " [0.0369],\n", + " [0.0294],\n", + " [0.0372],\n", + " [0.0377],\n", + " [0.0372],\n", + " [0.0389],\n", + " [0.0346],\n", + " [0.0378],\n", + " [0.0366],\n", + " [0.0371],\n", + " [0.0354],\n", + " [0.0375],\n", + " [0.0383],\n", + " [0.0343],\n", + " [0.0440],\n", + " [0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0713],\n", + " [-0.0753],\n", + " [-0.0752],\n", + " [-0.0729],\n", + " [-0.0727],\n", + " [-0.0743],\n", + " [-0.0726],\n", + " [-0.0728],\n", + " [-0.0781],\n", + " [-0.0744],\n", + " [-0.0751],\n", + " [-0.0788],\n", + " [-0.0776],\n", + " [-0.0726],\n", + " [-0.0668],\n", + " [-0.0860],\n", + " [-0.0726],\n", + " [-0.1071],\n", + " [-0.0721],\n", + " [-0.0730],\n", + " [-0.0753],\n", + " [-0.0759],\n", + " [-0.0686],\n", + " [-0.0740],\n", + " [-0.0764],\n", + " [-0.0744],\n", + " [-0.0707],\n", + " [-0.0731],\n", + " [-0.0726],\n", + " [-0.0700],\n", + " [-0.0757],\n", + " [-0.0736]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0993],\n", + " [-0.1057],\n", + " [-0.1041],\n", + " [-0.1003],\n", + " [-0.0980],\n", + " [-0.1057],\n", + " [-0.1054],\n", + " [-0.1037],\n", + " [-0.1026],\n", + " [-0.1052],\n", + " [-0.1052],\n", + " [-0.1049],\n", + " [-0.1080],\n", + " [-0.0981],\n", + " [-0.1203],\n", + " [-0.1224],\n", + " [-0.1017],\n", + " [-0.1169],\n", + " [-0.0986],\n", + " [-0.0983],\n", + " [-0.1039],\n", + " [-0.1004],\n", + " [-0.0971],\n", + " [-0.1013],\n", + " [-0.1053],\n", + " [-0.1065],\n", + " [-0.0979],\n", + " [-0.0985],\n", + " [-0.0993],\n", + " [-0.1007],\n", + " [-0.1035],\n", + " [-0.1036]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0616],\n", + " [-0.0615],\n", + " [-0.0613],\n", + " [-0.0621],\n", + " [-0.0653],\n", + " [-0.0590],\n", + " [-0.0619],\n", + " [-0.0638],\n", + " [-0.0647],\n", + " [-0.0608],\n", + " [-0.0624],\n", + " [-0.0630],\n", + " [-0.0618],\n", + " [-0.0640],\n", + " [-0.0510],\n", + " [-0.0533],\n", + " [-0.0631],\n", + " [-0.0482],\n", + " [-0.0641],\n", + " [-0.0637],\n", + " [-0.0615],\n", + " [-0.0650],\n", + " [-0.0634],\n", + " [-0.0622],\n", + " [-0.0624],\n", + " [-0.0603],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0637],\n", + " [-0.0613],\n", + " [-0.0598],\n", + " [-0.0612]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0605],\n", + " [-0.0635],\n", + " [-0.0587],\n", + " [-0.0598],\n", + " [-0.0627],\n", + " [-0.0684],\n", + " [-0.0632],\n", + " [-0.0502],\n", + " [-0.0705],\n", + " [-0.0609],\n", + " [-0.0702],\n", + " [-0.0649],\n", + " [-0.0619],\n", + " [-0.0614],\n", + " [-0.0618],\n", + " [-0.0626],\n", + " [-0.0585],\n", + " [-0.0667],\n", + " [-0.0640],\n", + " [-0.0038],\n", + " [-0.0637],\n", + " [-0.0591],\n", + " [-0.0635],\n", + " [-0.0633],\n", + " [-0.0612],\n", + " [-0.0620],\n", + " [-0.0598],\n", + " [-0.0585],\n", + " [-0.0619],\n", + " [-0.0587],\n", + " [-0.0596],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0707],\n", + " [-0.0721],\n", + " [-0.0707],\n", + " [-0.0703],\n", + " [-0.0739],\n", + " [-0.0830],\n", + " [-0.0729],\n", + " [-0.0926],\n", + " [-0.0824],\n", + " [-0.0746],\n", + " [-0.0771],\n", + " [-0.0763],\n", + " [-0.0710],\n", + " [-0.0753],\n", + " [-0.0722],\n", + " [-0.0762],\n", + " [-0.0660],\n", + " [-0.0794],\n", + " [-0.0781],\n", + " [-0.1691],\n", + " [-0.0735],\n", + " [-0.0718],\n", + " [-0.0777],\n", + " [-0.0774],\n", + " [-0.0743],\n", + " [-0.0721],\n", + " [-0.0646],\n", + " [-0.0698],\n", + " [-0.0746],\n", + " [-0.0681],\n", + " [-0.1343],\n", + " [-0.0752]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0396],\n", + " [0.0353],\n", + " [0.0384],\n", + " [0.0396],\n", + " [0.0368],\n", + " [0.0377],\n", + " [0.0355],\n", + " [0.0305],\n", + " [0.0362],\n", + " [0.0391],\n", + " [0.0398],\n", + " [0.0347],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0380],\n", + " [0.0364],\n", + " [0.0394],\n", + " [0.0371],\n", + " [0.0389],\n", + " [0.0056],\n", + " [0.0353],\n", + " [0.0380],\n", + " [0.0384],\n", + " [0.0369],\n", + " [0.0421],\n", + " [0.0374],\n", + " [0.0390],\n", + " [0.0388],\n", + " [0.0375],\n", + " [0.0394],\n", + " [0.0217],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0931],\n", + " [-0.0966],\n", + " [-0.0878],\n", + " [-0.0919],\n", + " [-0.0953],\n", + " [-0.0967],\n", + " [-0.0961],\n", + " [-0.0646],\n", + " [-0.0956],\n", + " [-0.0909],\n", + " [-0.0948],\n", + " [-0.0976],\n", + " [-0.0939],\n", + " [-0.0906],\n", + " [-0.0954],\n", + " [-0.0923],\n", + " [-0.0889],\n", + " [-0.0924],\n", + " [-0.0927],\n", + " [-0.0212],\n", + " [-0.0952],\n", + " [-0.0892],\n", + " [-0.0943],\n", + " [-0.0927],\n", + " [-0.0999],\n", + " [-0.0938],\n", + " [-0.0920],\n", + " [-0.0872],\n", + " [-0.0906],\n", + " [-0.0891],\n", + " [-0.0587],\n", + " [-0.0913]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0569],\n", + " [ 0.0594],\n", + " [ 0.0463],\n", + " [ 0.0551],\n", + " [ 0.0583],\n", + " [ 0.0522],\n", + " [ 0.0586],\n", + " [ 0.0682],\n", + " [ 0.0498],\n", + " [ 0.0508],\n", + " [ 0.0454],\n", + " [ 0.0580],\n", + " [ 0.0580],\n", + " [ 0.0501],\n", + " [ 0.0578],\n", + " [ 0.0527],\n", + " [ 0.0535],\n", + " [ 0.0468],\n", + " [ 0.0508],\n", + " [-0.0700],\n", + " [ 0.0579],\n", + " [ 0.0438],\n", + " [ 0.0511],\n", + " [ 0.0519],\n", + " [ 0.0179],\n", + " [ 0.0573],\n", + " [ 0.0560],\n", + " [ 0.0504],\n", + " [ 0.0517],\n", + " [ 0.0540],\n", + " [ 0.0748],\n", + " [ 0.0526]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0342],\n", + " [-0.0353],\n", + " [-0.0381],\n", + " [-0.0351],\n", + " [-0.0358],\n", + " [-0.0339],\n", + " [-0.0376],\n", + " [-0.0681],\n", + " [-0.0364],\n", + " [-0.0358],\n", + " [-0.0317],\n", + " [-0.0381],\n", + " [-0.0365],\n", + " [-0.0404],\n", + " [-0.0336],\n", + " [-0.0398],\n", + " [-0.0379],\n", + " [-0.0374],\n", + " [-0.0340],\n", + " [-0.0800],\n", + " [-0.0386],\n", + " [-0.0368],\n", + " [-0.0335],\n", + " [-0.0381],\n", + " [-0.0472],\n", + " [-0.0362],\n", + " [-0.0365],\n", + " [-0.0415],\n", + " [-0.0413],\n", + " [-0.0378],\n", + " [-0.0762],\n", + " [-0.0432]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0813],\n", + " [-0.0806],\n", + " [-0.0803],\n", + " [-0.0812],\n", + " [-0.0794],\n", + " [-0.0788],\n", + " [-0.0800],\n", + " [-0.0850],\n", + " [-0.0793],\n", + " [-0.0795],\n", + " [-0.0861],\n", + " [-0.0798],\n", + " [-0.0801],\n", + " [-0.0788],\n", + " [-0.0812],\n", + " [-0.0786],\n", + " [-0.0805],\n", + " [-0.0793],\n", + " [-0.0796],\n", + " [ 0.0355],\n", + " [-0.0799],\n", + " [-0.0819],\n", + " [-0.0808],\n", + " [-0.0783],\n", + " [-0.0817],\n", + " [-0.0800],\n", + " [-0.0834],\n", + " [-0.0788],\n", + " [-0.0792],\n", + " [-0.0800],\n", + " [-0.0835],\n", + " [-0.0781]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1703],\n", + " [0.1702],\n", + " [0.1637],\n", + " [0.1694],\n", + " [0.1691],\n", + " [0.1647],\n", + " [0.1686],\n", + " [0.1467],\n", + " [0.1639],\n", + " [0.1652],\n", + " [0.1602],\n", + " [0.1670],\n", + " [0.1702],\n", + " [0.1645],\n", + " [0.1700],\n", + " [0.1659],\n", + " [0.1696],\n", + " [0.1637],\n", + " [0.1649],\n", + " [0.1825],\n", + " [0.1686],\n", + " [0.1612],\n", + " [0.1645],\n", + " [0.1652],\n", + " [0.1550],\n", + " [0.1692],\n", + " [0.1694],\n", + " [0.1666],\n", + " [0.1658],\n", + " [0.1696],\n", + " [0.1201],\n", + " [0.1671]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0519],\n", + " [-0.0589],\n", + " [-0.0508],\n", + " [-0.0501],\n", + " [-0.0576],\n", + " [-0.0630],\n", + " [-0.0574],\n", + " [-0.0571],\n", + " [-0.0623],\n", + " [-0.0550],\n", + " [-0.0613],\n", + " [-0.0597],\n", + " [-0.0540],\n", + " [-0.0554],\n", + " [-0.0560],\n", + " [-0.0562],\n", + " [-0.0463],\n", + " [-0.0600],\n", + " [-0.0587],\n", + " [-0.0947],\n", + " [-0.0567],\n", + " [-0.0518],\n", + " [-0.0601],\n", + " [-0.0580],\n", + " [-0.0642],\n", + " [-0.0556],\n", + " [-0.0502],\n", + " [-0.0498],\n", + " [-0.0540],\n", + " [-0.0477],\n", + " [-0.0653],\n", + " [-0.0540]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0603],\n", + " [ 0.0586],\n", + " [ 0.0652],\n", + " [ 0.0617],\n", + " [ 0.0601],\n", + " [ 0.0692],\n", + " [ 0.0589],\n", + " [ 0.0111],\n", + " [ 0.0658],\n", + " [ 0.0659],\n", + " [ 0.0696],\n", + " [ 0.0608],\n", + " [ 0.0584],\n", + " [ 0.0642],\n", + " [ 0.0612],\n", + " [ 0.0635],\n", + " [ 0.0566],\n", + " [ 0.0665],\n", + " [ 0.0689],\n", + " [ 0.0868],\n", + " [ 0.0590],\n", + " [ 0.0693],\n", + " [ 0.0677],\n", + " [ 0.0646],\n", + " [ 0.0871],\n", + " [ 0.0586],\n", + " [ 0.0537],\n", + " [ 0.0600],\n", + " [ 0.0631],\n", + " [ 0.0576],\n", + " [-0.0012],\n", + " [ 0.0624]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0991],\n", + " [-0.1002],\n", + " [-0.0881],\n", + " [-0.0984],\n", + " [-0.0983],\n", + " [-0.0902],\n", + " [-0.0987],\n", + " [-0.1434],\n", + " [-0.0857],\n", + " [-0.0921],\n", + " [-0.0784],\n", + " [-0.0973],\n", + " [-0.0989],\n", + " [-0.0915],\n", + " [-0.0989],\n", + " [-0.0928],\n", + " [-0.0978],\n", + " [-0.0847],\n", + " [-0.0895],\n", + " [-0.0901],\n", + " [-0.0976],\n", + " [-0.0865],\n", + " [-0.0908],\n", + " [-0.0917],\n", + " [-0.0641],\n", + " [-0.0981],\n", + " [-0.0979],\n", + " [-0.0930],\n", + " [-0.0929],\n", + " [-0.0972],\n", + " [-0.1731],\n", + " [-0.0931]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0204],\n", + " [ 0.0195],\n", + " [ 0.0136],\n", + " [ 0.0187],\n", + " [ 0.0187],\n", + " [ 0.0112],\n", + " [ 0.0194],\n", + " [ 0.0513],\n", + " [ 0.0126],\n", + " [ 0.0129],\n", + " [ 0.0129],\n", + " [ 0.0182],\n", + " [ 0.0202],\n", + " [ 0.0122],\n", + " [ 0.0202],\n", + " [ 0.0144],\n", + " [ 0.0195],\n", + " [ 0.0116],\n", + " [ 0.0119],\n", + " [-0.0604],\n", + " [ 0.0180],\n", + " [ 0.0103],\n", + " [ 0.0116],\n", + " [ 0.0137],\n", + " [-0.0031],\n", + " [ 0.0187],\n", + " [ 0.0237],\n", + " [ 0.0154],\n", + " [ 0.0127],\n", + " [ 0.0190],\n", + " [ 0.0575],\n", + " [ 0.0148]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0924],\n", + " [0.0950],\n", + " [0.0871],\n", + " [0.0924],\n", + " [0.0931],\n", + " [0.0848],\n", + " [0.0953],\n", + " [0.0914],\n", + " [0.0863],\n", + " [0.0882],\n", + " [0.0779],\n", + " [0.0943],\n", + " [0.0943],\n", + " [0.0926],\n", + " [0.0909],\n", + " [0.0917],\n", + " [0.0981],\n", + " [0.0860],\n", + " [0.0837],\n", + " [0.0810],\n", + " [0.0951],\n", + " [0.0856],\n", + " [0.0859],\n", + " [0.0899],\n", + " [0.0752],\n", + " [0.0947],\n", + " [0.0996],\n", + " [0.0949],\n", + " [0.0938],\n", + " [0.0960],\n", + " [0.0708],\n", + " [0.0934]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0082],\n", + " [ 0.0094],\n", + " [ 0.0058],\n", + " [ 0.0077],\n", + " [ 0.0093],\n", + " [ 0.0066],\n", + " [ 0.0096],\n", + " [ 0.0380],\n", + " [ 0.0049],\n", + " [ 0.0094],\n", + " [-0.0022],\n", + " [ 0.0087],\n", + " [ 0.0094],\n", + " [ 0.0111],\n", + " [ 0.0075],\n", + " [ 0.0092],\n", + " [ 0.0105],\n", + " [ 0.0065],\n", + " [ 0.0063],\n", + " [ 0.1194],\n", + " [ 0.0101],\n", + " [ 0.0047],\n", + " [ 0.0082],\n", + " [ 0.0089],\n", + " [ 0.0275],\n", + " [ 0.0110],\n", + " [ 0.0123],\n", + " [ 0.0125],\n", + " [ 0.0124],\n", + " [ 0.0105],\n", + " [ 0.0512],\n", + " [ 0.0101]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.5307e-03],\n", + " [ 2.0902e-03],\n", + " [-6.2610e-03],\n", + " [-3.6600e-03],\n", + " [ 8.8732e-04],\n", + " [ 5.2571e-03],\n", + " [ 5.6954e-05],\n", + " [ 2.6108e-02],\n", + " [ 5.0753e-03],\n", + " [-3.6117e-03],\n", + " [ 3.4349e-03],\n", + " [ 1.9908e-03],\n", + " [-2.2515e-03],\n", + " [-5.6244e-03],\n", + " [ 1.2591e-03],\n", + " [-2.7358e-03],\n", + " [-7.7473e-03],\n", + " [ 1.6540e-03],\n", + " [ 6.3293e-04],\n", + " [-8.7625e-02],\n", + " [-1.3332e-03],\n", + " [-6.9009e-03],\n", + " [ 1.6556e-03],\n", + " [-8.0657e-04],\n", + " [-1.8712e-02],\n", + " [-1.5095e-03],\n", + " [-6.1142e-03],\n", + " [-8.6517e-03],\n", + " [-6.5279e-03],\n", + " [-7.2362e-03],\n", + " [ 3.3731e-02],\n", + " [-4.5366e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0342],\n", + " [-0.0348],\n", + " [-0.0383],\n", + " [-0.0340],\n", + " [-0.0355],\n", + " [-0.0416],\n", + " [-0.0351],\n", + " [-0.0483],\n", + " [-0.0444],\n", + " [-0.0361],\n", + " [-0.0476],\n", + " [-0.0368],\n", + " [-0.0333],\n", + " [-0.0365],\n", + " [-0.0371],\n", + " [-0.0371],\n", + " [-0.0290],\n", + " [-0.0430],\n", + " [-0.0399],\n", + " [-0.0783],\n", + " [-0.0334],\n", + " [-0.0400],\n", + " [-0.0393],\n", + " [-0.0386],\n", + " [-0.0582],\n", + " [-0.0331],\n", + " [-0.0295],\n", + " [-0.0318],\n", + " [-0.0336],\n", + " [-0.0308],\n", + " [-0.0569],\n", + " [-0.0346]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0031],\n", + " [ 0.0054],\n", + " [ 0.0033],\n", + " [ 0.0026],\n", + " [ 0.0051],\n", + " [ 0.0094],\n", + " [ 0.0046],\n", + " [-0.0156],\n", + " [ 0.0086],\n", + " [ 0.0048],\n", + " [ 0.0081],\n", + " [ 0.0059],\n", + " [ 0.0029],\n", + " [ 0.0039],\n", + " [ 0.0050],\n", + " [ 0.0047],\n", + " [-0.0017],\n", + " [ 0.0071],\n", + " [ 0.0081],\n", + " [ 0.0149],\n", + " [ 0.0038],\n", + " [ 0.0040],\n", + " [ 0.0076],\n", + " [ 0.0059],\n", + " [ 0.0062],\n", + " [ 0.0032],\n", + " [-0.0014],\n", + " [-0.0002],\n", + " [ 0.0023],\n", + " [-0.0003],\n", + " [-0.0288],\n", + " [ 0.0030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0567],\n", + " [0.0581],\n", + " [0.0584],\n", + " [0.0566],\n", + " [0.0570],\n", + " [0.0620],\n", + " [0.0571],\n", + " [0.0379],\n", + " [0.0630],\n", + " [0.0582],\n", + " [0.0657],\n", + " [0.0583],\n", + " [0.0559],\n", + " [0.0579],\n", + " [0.0573],\n", + " [0.0573],\n", + " [0.0542],\n", + " [0.0621],\n", + " [0.0613],\n", + " [0.0180],\n", + " [0.0567],\n", + " [0.0607],\n", + " [0.0616],\n", + " [0.0584],\n", + " [0.0796],\n", + " [0.0565],\n", + " [0.0539],\n", + " [0.0545],\n", + " [0.0565],\n", + " [0.0538],\n", + " [0.0336],\n", + " [0.0556]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0186],\n", + " [-0.0179],\n", + " [-0.0139],\n", + " [-0.0175],\n", + " [-0.0186],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0266],\n", + " [-0.0191],\n", + " [-0.0154],\n", + " [-0.0176],\n", + " [-0.0182],\n", + " [-0.0183],\n", + " [-0.0156],\n", + " [-0.0191],\n", + " [-0.0165],\n", + " [-0.0163],\n", + " [-0.0181],\n", + " [-0.0161],\n", + " [ 0.0392],\n", + " [-0.0173],\n", + " [-0.0126],\n", + " [-0.0159],\n", + " [-0.0165],\n", + " [-0.0114],\n", + " [-0.0183],\n", + " [-0.0193],\n", + " [-0.0166],\n", + " [-0.0167],\n", + " [-0.0174],\n", + " [-0.0227],\n", + " [-0.0168]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1685],\n", + " [-0.1718],\n", + " [-0.1657],\n", + " [-0.1675],\n", + " [-0.1715],\n", + " [-0.1750],\n", + " [-0.1722],\n", + " [-0.1773],\n", + " [-0.1768],\n", + " [-0.1678],\n", + " [-0.1695],\n", + " [-0.1745],\n", + " [-0.1698],\n", + " [-0.1695],\n", + " [-0.1698],\n", + " [-0.1710],\n", + " [-0.1661],\n", + " [-0.1735],\n", + " [-0.1695],\n", + " [-0.1481],\n", + " [-0.1716],\n", + " [-0.1660],\n", + " [-0.1705],\n", + " [-0.1715],\n", + " [-0.1629],\n", + " [-0.1702],\n", + " [-0.1675],\n", + " [-0.1667],\n", + " [-0.1693],\n", + " [-0.1665],\n", + " [-0.1849],\n", + " [-0.1708]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0201],\n", + " [-0.0206],\n", + " [-0.0201],\n", + " [-0.0203],\n", + " [-0.0212],\n", + " [-0.0189],\n", + " [-0.0215],\n", + " [ 0.0408],\n", + " [-0.0147],\n", + " [-0.0228],\n", + " [-0.0098],\n", + " [-0.0200],\n", + " [-0.0220],\n", + " [-0.0237],\n", + " [-0.0203],\n", + " [-0.0217],\n", + " [-0.0211],\n", + " [-0.0175],\n", + " [-0.0209],\n", + " [-0.0037],\n", + " [-0.0223],\n", + " [-0.0204],\n", + " [-0.0211],\n", + " [-0.0210],\n", + " [-0.0327],\n", + " [-0.0223],\n", + " [-0.0234],\n", + " [-0.0241],\n", + " [-0.0250],\n", + " [-0.0217],\n", + " [ 0.0950],\n", + " [-0.0229]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0120],\n", + " [ 0.0167],\n", + " [-0.0016],\n", + " [ 0.0100],\n", + " [ 0.0122],\n", + " [ 0.0039],\n", + " [ 0.0132],\n", + " [ 0.0912],\n", + " [ 0.0033],\n", + " [ 0.0025],\n", + " [ 0.0012],\n", + " [ 0.0120],\n", + " [ 0.0125],\n", + " [ 0.0011],\n", + " [ 0.0135],\n", + " [ 0.0037],\n", + " [ 0.0097],\n", + " [-0.0007],\n", + " [ 0.0020],\n", + " [-0.0292],\n", + " [ 0.0115],\n", + " [-0.0031],\n", + " [ 0.0040],\n", + " [ 0.0031],\n", + " [-0.0299],\n", + " [ 0.0118],\n", + " [ 0.0138],\n", + " [ 0.0024],\n", + " [ 0.0023],\n", + " [ 0.0087],\n", + " [ 0.1500],\n", + " [ 0.0018]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0929],\n", + " [0.0892],\n", + " [0.1010],\n", + " [0.0942],\n", + " [0.0903],\n", + " [0.0893],\n", + " [0.0897],\n", + " [0.0615],\n", + " [0.0919],\n", + " [0.0946],\n", + " [0.1009],\n", + " [0.0889],\n", + " [0.0925],\n", + " [0.0942],\n", + " [0.0918],\n", + " [0.0938],\n", + " [0.0947],\n", + " [0.0958],\n", + " [0.0943],\n", + " [0.0389],\n", + " [0.0910],\n", + " [0.0997],\n", + " [0.0914],\n", + " [0.0933],\n", + " [0.0996],\n", + " [0.0910],\n", + " [0.0928],\n", + " [0.0973],\n", + " [0.0938],\n", + " [0.0956],\n", + " [0.0245],\n", + " [0.0954]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0855],\n", + " [ 0.0888],\n", + " [ 0.0821],\n", + " [ 0.0841],\n", + " [ 0.0854],\n", + " [ 0.0799],\n", + " [ 0.0860],\n", + " [ 0.1099],\n", + " [ 0.0787],\n", + " [ 0.0817],\n", + " [ 0.0843],\n", + " [ 0.0844],\n", + " [ 0.0842],\n", + " [ 0.0796],\n", + " [ 0.0870],\n", + " [ 0.0801],\n", + " [ 0.0833],\n", + " [ 0.0786],\n", + " [ 0.0821],\n", + " [-0.0565],\n", + " [ 0.0836],\n", + " [ 0.0823],\n", + " [ 0.0841],\n", + " [ 0.0803],\n", + " [ 0.0651],\n", + " [ 0.0846],\n", + " [ 0.0862],\n", + " [ 0.0798],\n", + " [ 0.0787],\n", + " [ 0.0823],\n", + " [ 0.0952],\n", + " [ 0.0774]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0857],\n", + " [ 0.0891],\n", + " [ 0.0848],\n", + " [ 0.0849],\n", + " [ 0.0873],\n", + " [ 0.0908],\n", + " [ 0.0880],\n", + " [ 0.0389],\n", + " [ 0.0915],\n", + " [ 0.0869],\n", + " [ 0.0940],\n", + " [ 0.0887],\n", + " [ 0.0866],\n", + " [ 0.0870],\n", + " [ 0.0877],\n", + " [ 0.0868],\n", + " [ 0.0842],\n", + " [ 0.0891],\n", + " [ 0.0889],\n", + " [-0.0237],\n", + " [ 0.0878],\n", + " [ 0.0864],\n", + " [ 0.0903],\n", + " [ 0.0877],\n", + " [ 0.0835],\n", + " [ 0.0871],\n", + " [ 0.0876],\n", + " [ 0.0837],\n", + " [ 0.0866],\n", + " [ 0.0835],\n", + " [ 0.0163],\n", + " [ 0.0854]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0432],\n", + " [0.0431],\n", + " [0.0401],\n", + " [0.0420],\n", + " [0.0424],\n", + " [0.0418],\n", + " [0.0412],\n", + " [0.0715],\n", + " [0.0412],\n", + " [0.0405],\n", + " [0.0478],\n", + " [0.0403],\n", + " [0.0420],\n", + " [0.0377],\n", + " [0.0448],\n", + " [0.0389],\n", + " [0.0389],\n", + " [0.0408],\n", + " [0.0427],\n", + " [0.0948],\n", + " [0.0404],\n", + " [0.0393],\n", + " [0.0425],\n", + " [0.0399],\n", + " [0.0555],\n", + " [0.0414],\n", + " [0.0407],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0841],\n", + " [0.0374]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0366],\n", + " [ 0.0342],\n", + " [ 0.0389],\n", + " [ 0.0373],\n", + " [ 0.0359],\n", + " [ 0.0343],\n", + " [ 0.0361],\n", + " [ 0.0009],\n", + " [ 0.0334],\n", + " [ 0.0379],\n", + " [ 0.0302],\n", + " [ 0.0363],\n", + " [ 0.0360],\n", + " [ 0.0393],\n", + " [ 0.0355],\n", + " [ 0.0383],\n", + " [ 0.0388],\n", + " [ 0.0354],\n", + " [ 0.0358],\n", + " [-0.0859],\n", + " [ 0.0358],\n", + " [ 0.0386],\n", + " [ 0.0363],\n", + " [ 0.0377],\n", + " [ 0.0144],\n", + " [ 0.0365],\n", + " [ 0.0385],\n", + " [ 0.0401],\n", + " [ 0.0384],\n", + " [ 0.0385],\n", + " [-0.0412],\n", + " [ 0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0723],\n", + " [-0.0691],\n", + " [-0.0757],\n", + " [-0.0730],\n", + " [-0.0718],\n", + " [-0.0736],\n", + " [-0.0704],\n", + " [-0.0548],\n", + " [-0.0716],\n", + " [-0.0758],\n", + " [-0.0721],\n", + " [-0.0703],\n", + " [-0.0712],\n", + " [-0.0756],\n", + " [-0.0710],\n", + " [-0.0742],\n", + " [-0.0717],\n", + " [-0.0745],\n", + " [-0.0752],\n", + " [-0.1590],\n", + " [-0.0709],\n", + " [-0.0758],\n", + " [-0.0745],\n", + " [-0.0746],\n", + " [-0.0861],\n", + " [-0.0721],\n", + " [-0.0700],\n", + " [-0.0764],\n", + " [-0.0757],\n", + " [-0.0733],\n", + " [-0.0412],\n", + " [-0.0744]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0990],\n", + " [-0.0990],\n", + " [-0.1044],\n", + " [-0.0998],\n", + " [-0.0990],\n", + " [-0.1072],\n", + " [-0.0984],\n", + " [-0.0831],\n", + " [-0.1103],\n", + " [-0.1027],\n", + " [-0.1105],\n", + " [-0.1008],\n", + " [-0.0983],\n", + " [-0.1030],\n", + " [-0.0997],\n", + " [-0.1031],\n", + " [-0.0980],\n", + " [-0.1100],\n", + " [-0.1055],\n", + " [-0.1556],\n", + " [-0.0993],\n", + " [-0.1057],\n", + " [-0.1046],\n", + " [-0.1042],\n", + " [-0.1115],\n", + " [-0.0984],\n", + " [-0.0957],\n", + " [-0.1005],\n", + " [-0.1019],\n", + " [-0.0985],\n", + " [-0.0846],\n", + " [-0.1032]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0641],\n", + " [-0.0621],\n", + " [-0.0589],\n", + " [-0.0627],\n", + " [-0.0379],\n", + " [-0.0572],\n", + " [-0.0624],\n", + " [-0.0547],\n", + " [-0.0618],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0615],\n", + " [-0.0626],\n", + " [-0.0657],\n", + " [-0.0580],\n", + " [-0.0604],\n", + " [ 0.0193],\n", + " [-0.0640],\n", + " [-0.0625],\n", + " [-0.0600],\n", + " [-0.0611],\n", + " [-0.0532],\n", + " [-0.0631],\n", + " [-0.0650],\n", + " [-0.0646],\n", + " [-0.0648],\n", + " [-0.0651],\n", + " [-0.0224],\n", + " [-0.0644]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0630],\n", + " [-0.0699],\n", + " [-0.0689],\n", + " [-0.0622],\n", + " [-0.0624],\n", + " [-0.0623],\n", + " [-0.0612],\n", + " [-0.0635],\n", + " [-0.0578],\n", + " [-0.0630],\n", + " [-0.0640],\n", + " [-0.0583],\n", + " [-0.0628],\n", + " [-0.0604],\n", + " [-0.0628],\n", + " [-0.0725],\n", + " [-0.0605],\n", + " [-0.0613],\n", + " [-0.0590],\n", + " [-0.0620],\n", + " [-0.0601],\n", + " [-0.0627],\n", + " [-0.0628],\n", + " [-0.0680],\n", + " [-0.0654],\n", + " [-0.0609],\n", + " [-0.0615],\n", + " [-0.0626],\n", + " [-0.0595],\n", + " [-0.0642],\n", + " [-0.0654]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0745],\n", + " [-0.0759],\n", + " [-0.0781],\n", + " [-0.0804],\n", + " [-0.0733],\n", + " [-0.0722],\n", + " [-0.0733],\n", + " [-0.0724],\n", + " [-0.0753],\n", + " [-0.0712],\n", + " [-0.0769],\n", + " [-0.0755],\n", + " [-0.0678],\n", + " [-0.0760],\n", + " [-0.0701],\n", + " [-0.0714],\n", + " [-0.0769],\n", + " [-0.0735],\n", + " [-0.0751],\n", + " [-0.0734],\n", + " [-0.0726],\n", + " [-0.0721],\n", + " [-0.0753],\n", + " [-0.0754],\n", + " [-0.0813],\n", + " [-0.0787],\n", + " [-0.0729],\n", + " [-0.0745],\n", + " [-0.0726],\n", + " [-0.0685],\n", + " [-0.0786],\n", + " [-0.0793]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0373],\n", + " [0.0354],\n", + " [0.0292],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0380],\n", + " [0.0379],\n", + " [0.0379],\n", + " [0.0393],\n", + " [0.0396],\n", + " [0.0352],\n", + " [0.0385],\n", + " [0.0401],\n", + " [0.0386],\n", + " [0.0370],\n", + " [0.0384],\n", + " [0.0379],\n", + " [0.0380],\n", + " [0.0392],\n", + " [0.0376],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0371],\n", + " [0.0388],\n", + " [0.0390],\n", + " [0.0364],\n", + " [0.0388],\n", + " [0.0368],\n", + " [0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0943],\n", + " [-0.0923],\n", + " [-0.0919],\n", + " [-0.1028],\n", + " [-0.0938],\n", + " [-0.0952],\n", + " [-0.0952],\n", + " [-0.0916],\n", + " [-0.0919],\n", + " [-0.0882],\n", + " [-0.0920],\n", + " [-0.0958],\n", + " [-0.0869],\n", + " [-0.0914],\n", + " [-0.0881],\n", + " [-0.0955],\n", + " [-0.0950],\n", + " [-0.0899],\n", + " [-0.0912],\n", + " [-0.0870],\n", + " [-0.0915],\n", + " [-0.0879],\n", + " [-0.0928],\n", + " [-0.0915],\n", + " [-0.0942],\n", + " [-0.0925],\n", + " [-0.0910],\n", + " [-0.0901],\n", + " [-0.0955],\n", + " [-0.0901],\n", + " [-0.0922],\n", + " [-0.0923]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0540],\n", + " [0.0450],\n", + " [0.0639],\n", + " [0.0588],\n", + " [0.0592],\n", + " [0.0570],\n", + " [0.0551],\n", + " [0.0547],\n", + " [0.0430],\n", + " [0.0506],\n", + " [0.0569],\n", + " [0.0502],\n", + " [0.0497],\n", + " [0.0485],\n", + " [0.0584],\n", + " [0.0405],\n", + " [0.0522],\n", + " [0.0524],\n", + " [0.0498],\n", + " [0.0542],\n", + " [0.0503],\n", + " [0.0548],\n", + " [0.0532],\n", + " [0.0487],\n", + " [0.0499],\n", + " [0.0529],\n", + " [0.0511],\n", + " [0.0580],\n", + " [0.0559],\n", + " [0.0485],\n", + " [0.0450]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0370],\n", + " [-0.0406],\n", + " [-0.0379],\n", + " [-0.0376],\n", + " [-0.0374],\n", + " [-0.0357],\n", + " [-0.0344],\n", + " [-0.0380],\n", + " [-0.0401],\n", + " [-0.0393],\n", + " [-0.0331],\n", + " [-0.0379],\n", + " [-0.0413],\n", + " [-0.0351],\n", + " [-0.0419],\n", + " [-0.0355],\n", + " [-0.0343],\n", + " [-0.0401],\n", + " [-0.0387],\n", + " [-0.0440],\n", + " [-0.0398],\n", + " [-0.0428],\n", + " [-0.0397],\n", + " [-0.0373],\n", + " [-0.0359],\n", + " [-0.0391],\n", + " [-0.0379],\n", + " [-0.0395],\n", + " [-0.0369],\n", + " [-0.0385],\n", + " [-0.0384],\n", + " [-0.0339]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0787],\n", + " [-0.0783],\n", + " [-0.0846],\n", + " [-0.0764],\n", + " [-0.0788],\n", + " [-0.0798],\n", + " [-0.0808],\n", + " [-0.0797],\n", + " [-0.0780],\n", + " [-0.0813],\n", + " [-0.0800],\n", + " [-0.0794],\n", + " [-0.0786],\n", + " [-0.0794],\n", + " [-0.0792],\n", + " [-0.0806],\n", + " [-0.0887],\n", + " [-0.0786],\n", + " [-0.0788],\n", + " [-0.0762],\n", + " [-0.0808],\n", + " [-0.0791],\n", + " [-0.0791],\n", + " [-0.0782],\n", + " [-0.0791],\n", + " [-0.0781],\n", + " [-0.0799],\n", + " [-0.0782],\n", + " [-0.0802],\n", + " [-0.0796],\n", + " [-0.0786],\n", + " [-0.0806]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1688],\n", + " [0.1678],\n", + " [0.1607],\n", + " [0.1740],\n", + " [0.1701],\n", + " [0.1705],\n", + " [0.1686],\n", + " [0.1683],\n", + " [0.1691],\n", + " [0.1589],\n", + " [0.1655],\n", + " [0.1668],\n", + " [0.1677],\n", + " [0.1654],\n", + " [0.1653],\n", + " [0.1697],\n", + " [0.1579],\n", + " [0.1671],\n", + " [0.1664],\n", + " [0.1660],\n", + " [0.1672],\n", + " [0.1652],\n", + " [0.1677],\n", + " [0.1677],\n", + " [0.1640],\n", + " [0.1650],\n", + " [0.1671],\n", + " [0.1666],\n", + " [0.1685],\n", + " [0.1705],\n", + " [0.1635],\n", + " [0.1618]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0572],\n", + " [-0.0555],\n", + " [-0.0581],\n", + " [-0.0723],\n", + " [-0.0550],\n", + " [-0.0568],\n", + " [-0.0567],\n", + " [-0.0527],\n", + " [-0.0543],\n", + " [-0.0483],\n", + " [-0.0581],\n", + " [-0.0580],\n", + " [-0.0461],\n", + " [-0.0559],\n", + " [-0.0470],\n", + " [-0.0574],\n", + " [-0.0614],\n", + " [-0.0540],\n", + " [-0.0551],\n", + " [-0.0547],\n", + " [-0.0523],\n", + " [-0.0517],\n", + " [-0.0556],\n", + " [-0.0554],\n", + " [-0.0616],\n", + " [-0.0585],\n", + " [-0.0536],\n", + " [-0.0544],\n", + " [-0.0570],\n", + " [-0.0490],\n", + " [-0.0587],\n", + " [-0.0614]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0601],\n", + " [0.0623],\n", + " [0.0699],\n", + " [0.0545],\n", + " [0.0592],\n", + " [0.0588],\n", + " [0.0612],\n", + " [0.0597],\n", + " [0.0631],\n", + " [0.0709],\n", + " [0.0682],\n", + " [0.0612],\n", + " [0.0596],\n", + " [0.0689],\n", + " [0.0639],\n", + " [0.0584],\n", + " [0.0704],\n", + " [0.0609],\n", + " [0.0639],\n", + " [0.0628],\n", + " [0.0603],\n", + " [0.0614],\n", + " [0.0609],\n", + " [0.0643],\n", + " [0.0672],\n", + " [0.0654],\n", + " [0.0608],\n", + " [0.0644],\n", + " [0.0590],\n", + " [0.0565],\n", + " [0.0671],\n", + " [0.0690]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0970],\n", + " [-0.0946],\n", + " [-0.0790],\n", + " [-0.1070],\n", + " [-0.0982],\n", + " [-0.1001],\n", + " [-0.0980],\n", + " [-0.0959],\n", + " [-0.0948],\n", + " [-0.0875],\n", + " [-0.0895],\n", + " [-0.0957],\n", + " [-0.0940],\n", + " [-0.0906],\n", + " [-0.0923],\n", + " [-0.0996],\n", + " [-0.0728],\n", + " [-0.0940],\n", + " [-0.0939],\n", + " [-0.0919],\n", + " [-0.0958],\n", + " [-0.0920],\n", + " [-0.0949],\n", + " [-0.0930],\n", + " [-0.0863],\n", + " [-0.0891],\n", + " [-0.0953],\n", + " [-0.0926],\n", + " [-0.0984],\n", + " [-0.0980],\n", + " [-0.0879],\n", + " [-0.0829]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0181],\n", + " [0.0147],\n", + " [0.0115],\n", + " [0.0200],\n", + " [0.0193],\n", + " [0.0198],\n", + " [0.0184],\n", + " [0.0175],\n", + " [0.0151],\n", + " [0.0063],\n", + " [0.0134],\n", + " [0.0182],\n", + " [0.0161],\n", + " [0.0114],\n", + " [0.0122],\n", + " [0.0195],\n", + " [0.0101],\n", + " [0.0143],\n", + " [0.0130],\n", + " [0.0127],\n", + " [0.0153],\n", + " [0.0134],\n", + " [0.0158],\n", + " [0.0146],\n", + " [0.0118],\n", + " [0.0126],\n", + " [0.0148],\n", + " [0.0126],\n", + " [0.0194],\n", + " [0.0203],\n", + " [0.0110],\n", + " [0.0099]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0928],\n", + " [0.0937],\n", + " [0.0804],\n", + " [0.0958],\n", + " [0.0942],\n", + " [0.0948],\n", + " [0.0917],\n", + " [0.0935],\n", + " [0.0910],\n", + " [0.0921],\n", + " [0.0831],\n", + " [0.0918],\n", + " [0.0952],\n", + " [0.0845],\n", + " [0.0942],\n", + " [0.0952],\n", + " [0.0747],\n", + " [0.0948],\n", + " [0.0926],\n", + " [0.0957],\n", + " [0.0959],\n", + " [0.0956],\n", + " [0.0944],\n", + " [0.0880],\n", + " [0.0856],\n", + " [0.0888],\n", + " [0.0944],\n", + " [0.0912],\n", + " [0.0952],\n", + " [0.0971],\n", + " [0.0881],\n", + " [0.0832]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0091],\n", + " [ 0.0113],\n", + " [-0.0041],\n", + " [ 0.0080],\n", + " [ 0.0088],\n", + " [ 0.0101],\n", + " [ 0.0095],\n", + " [ 0.0108],\n", + " [ 0.0097],\n", + " [ 0.0088],\n", + " [ 0.0054],\n", + " [ 0.0069],\n", + " [ 0.0099],\n", + " [ 0.0076],\n", + " [ 0.0092],\n", + " [ 0.0110],\n", + " [-0.0061],\n", + " [ 0.0132],\n", + " [ 0.0119],\n", + " [ 0.0168],\n", + " [ 0.0121],\n", + " [ 0.0134],\n", + " [ 0.0114],\n", + " [ 0.0090],\n", + " [ 0.0062],\n", + " [ 0.0085],\n", + " [ 0.0134],\n", + " [ 0.0122],\n", + " [ 0.0102],\n", + " [ 0.0112],\n", + " [ 0.0080],\n", + " [ 0.0059]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0003],\n", + " [-0.0030],\n", + " [ 0.0021],\n", + " [ 0.0179],\n", + " [-0.0017],\n", + " [ 0.0001],\n", + " [ 0.0005],\n", + " [-0.0049],\n", + " [-0.0031],\n", + " [-0.0138],\n", + " [ 0.0019],\n", + " [ 0.0010],\n", + " [-0.0099],\n", + " [-0.0011],\n", + " [-0.0111],\n", + " [ 0.0004],\n", + " [ 0.0037],\n", + " [-0.0058],\n", + " [-0.0052],\n", + " [-0.0061],\n", + " [-0.0070],\n", + " [-0.0089],\n", + " [-0.0028],\n", + " [-0.0024],\n", + " [ 0.0040],\n", + " [-0.0003],\n", + " [-0.0055],\n", + " [-0.0055],\n", + " [-0.0004],\n", + " [-0.0072],\n", + " [-0.0016],\n", + " [ 0.0029]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0357],\n", + " [-0.0339],\n", + " [-0.0511],\n", + " [-0.0348],\n", + " [-0.0338],\n", + " [-0.0333],\n", + " [-0.0358],\n", + " [-0.0334],\n", + " [-0.0339],\n", + " [-0.0357],\n", + " [-0.0408],\n", + " [-0.0383],\n", + " [-0.0318],\n", + " [-0.0373],\n", + " [-0.0328],\n", + " [-0.0335],\n", + " [-0.0535],\n", + " [-0.0334],\n", + " [-0.0343],\n", + " [-0.0317],\n", + " [-0.0313],\n", + " [-0.0326],\n", + " [-0.0338],\n", + " [-0.0358],\n", + " [-0.0433],\n", + " [-0.0395],\n", + " [-0.0323],\n", + " [-0.0335],\n", + " [-0.0348],\n", + " [-0.0297],\n", + " [-0.0404],\n", + " [-0.0441]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0050],\n", + " [ 0.0036],\n", + " [ 0.0070],\n", + " [ 0.0095],\n", + " [ 0.0042],\n", + " [ 0.0042],\n", + " [ 0.0046],\n", + " [ 0.0022],\n", + " [ 0.0039],\n", + " [-0.0005],\n", + " [ 0.0084],\n", + " [ 0.0057],\n", + " [-0.0010],\n", + " [ 0.0067],\n", + " [-0.0011],\n", + " [ 0.0038],\n", + " [ 0.0078],\n", + " [ 0.0024],\n", + " [ 0.0036],\n", + " [ 0.0010],\n", + " [ 0.0012],\n", + " [ 0.0001],\n", + " [ 0.0036],\n", + " [ 0.0050],\n", + " [ 0.0082],\n", + " [ 0.0060],\n", + " [ 0.0018],\n", + " [ 0.0033],\n", + " [ 0.0042],\n", + " [-0.0003],\n", + " [ 0.0066],\n", + " [ 0.0086]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0565],\n", + " [0.0562],\n", + " [0.0676],\n", + " [0.0619],\n", + " [0.0558],\n", + " [0.0572],\n", + " [0.0576],\n", + " [0.0554],\n", + " [0.0555],\n", + " [0.0598],\n", + " [0.0617],\n", + " [0.0572],\n", + " [0.0539],\n", + " [0.0602],\n", + " [0.0552],\n", + " [0.0575],\n", + " [0.0680],\n", + " [0.0561],\n", + " [0.0571],\n", + " [0.0551],\n", + " [0.0564],\n", + " [0.0553],\n", + " [0.0566],\n", + " [0.0569],\n", + " [0.0622],\n", + " [0.0593],\n", + " [0.0562],\n", + " [0.0567],\n", + " [0.0570],\n", + " [0.0536],\n", + " [0.0605],\n", + " [0.0644]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0181],\n", + " [-0.0174],\n", + " [-0.0129],\n", + " [-0.0174],\n", + " [-0.0185],\n", + " [-0.0186],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0175],\n", + " [-0.0148],\n", + " [-0.0161],\n", + " [-0.0179],\n", + " [-0.0159],\n", + " [-0.0147],\n", + " [-0.0162],\n", + " [-0.0190],\n", + " [-0.0146],\n", + " [-0.0170],\n", + " [-0.0167],\n", + " [-0.0172],\n", + " [-0.0171],\n", + " [-0.0175],\n", + " [-0.0174],\n", + " [-0.0169],\n", + " [-0.0183],\n", + " [-0.0174],\n", + " [-0.0172],\n", + " [-0.0161],\n", + " [-0.0187],\n", + " [-0.0177],\n", + " [-0.0162],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1716],\n", + " [-0.1713],\n", + " [-0.1735],\n", + " [-0.1796],\n", + " [-0.1704],\n", + " [-0.1708],\n", + " [-0.1702],\n", + " [-0.1686],\n", + " [-0.1698],\n", + " [-0.1653],\n", + " [-0.1690],\n", + " [-0.1725],\n", + " [-0.1652],\n", + " [-0.1682],\n", + " [-0.1658],\n", + " [-0.1711],\n", + " [-0.1712],\n", + " [-0.1691],\n", + " [-0.1690],\n", + " [-0.1701],\n", + " [-0.1684],\n", + " [-0.1680],\n", + " [-0.1715],\n", + " [-0.1687],\n", + " [-0.1748],\n", + " [-0.1727],\n", + " [-0.1685],\n", + " [-0.1683],\n", + " [-0.1716],\n", + " [-0.1670],\n", + " [-0.1716],\n", + " [-0.1718]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0210],\n", + " [-0.0230],\n", + " [-0.0062],\n", + " [-0.0119],\n", + " [-0.0218],\n", + " [-0.0221],\n", + " [-0.0212],\n", + " [-0.0227],\n", + " [-0.0235],\n", + " [-0.0254],\n", + " [-0.0193],\n", + " [-0.0197],\n", + " [-0.0221],\n", + " [-0.0221],\n", + " [-0.0242],\n", + " [-0.0222],\n", + " [-0.0024],\n", + " [-0.0239],\n", + " [-0.0245],\n", + " [-0.0265],\n", + " [-0.0249],\n", + " [-0.0255],\n", + " [-0.0223],\n", + " [-0.0230],\n", + " [-0.0169],\n", + " [-0.0203],\n", + " [-0.0242],\n", + " [-0.0252],\n", + " [-0.0218],\n", + " [-0.0231],\n", + " [-0.0208],\n", + " [-0.0173]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.0076e-02],\n", + " [ 4.4689e-03],\n", + " [ 3.5070e-03],\n", + " [ 2.7731e-02],\n", + " [ 1.1333e-02],\n", + " [ 1.4268e-02],\n", + " [ 1.1897e-02],\n", + " [ 8.0320e-03],\n", + " [ 3.5193e-03],\n", + " [-5.1798e-03],\n", + " [ 2.3719e-03],\n", + " [ 9.5933e-03],\n", + " [ 3.3531e-03],\n", + " [-3.4435e-04],\n", + " [-1.0248e-04],\n", + " [ 1.4490e-02],\n", + " [-1.5370e-03],\n", + " [ 4.2431e-03],\n", + " [ 3.6834e-03],\n", + " [-1.0515e-03],\n", + " [ 6.9112e-03],\n", + " [ 1.1561e-03],\n", + " [ 6.4760e-03],\n", + " [ 2.9263e-03],\n", + " [ 1.3134e-03],\n", + " [ 6.6465e-04],\n", + " [ 6.3125e-03],\n", + " [ 9.8694e-04],\n", + " [ 1.2766e-02],\n", + " [ 1.0074e-02],\n", + " [-9.7986e-05],\n", + " [-1.1463e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0915],\n", + " [0.0925],\n", + " [0.0969],\n", + " [0.0807],\n", + " [0.0924],\n", + " [0.0904],\n", + " [0.0907],\n", + " [0.0936],\n", + " [0.0949],\n", + " [0.0982],\n", + " [0.0952],\n", + " [0.0919],\n", + " [0.0996],\n", + " [0.0955],\n", + " [0.0991],\n", + " [0.0895],\n", + " [0.1031],\n", + " [0.0931],\n", + " [0.0929],\n", + " [0.0947],\n", + " [0.0932],\n", + " [0.0958],\n", + " [0.0917],\n", + " [0.0955],\n", + " [0.0932],\n", + " [0.0943],\n", + " [0.0921],\n", + " [0.0947],\n", + " [0.0898],\n", + " [0.0944],\n", + " [0.0942],\n", + " [0.0952]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0839],\n", + " [0.0793],\n", + " [0.0830],\n", + " [0.1004],\n", + " [0.0830],\n", + " [0.0858],\n", + " [0.0857],\n", + " [0.0819],\n", + " [0.0781],\n", + " [0.0766],\n", + " [0.0841],\n", + " [0.0836],\n", + " [0.0789],\n", + " [0.0808],\n", + " [0.0753],\n", + " [0.0869],\n", + " [0.0837],\n", + " [0.0808],\n", + " [0.0801],\n", + " [0.0761],\n", + " [0.0806],\n", + " [0.0782],\n", + " [0.0810],\n", + " [0.0798],\n", + " [0.0790],\n", + " [0.0779],\n", + " [0.0817],\n", + " [0.0787],\n", + " [0.0859],\n", + " [0.0821],\n", + " [0.0790],\n", + " [0.0821]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0866],\n", + " [0.0859],\n", + " [0.0943],\n", + " [0.0881],\n", + " [0.0858],\n", + " [0.0872],\n", + " [0.0881],\n", + " [0.0861],\n", + " [0.0853],\n", + " [0.0853],\n", + " [0.0884],\n", + " [0.0882],\n", + " [0.0820],\n", + " [0.0875],\n", + " [0.0836],\n", + " [0.0886],\n", + " [0.0966],\n", + " [0.0857],\n", + " [0.0865],\n", + " [0.0834],\n", + " [0.0872],\n", + " [0.0854],\n", + " [0.0866],\n", + " [0.0863],\n", + " [0.0899],\n", + " [0.0878],\n", + " [0.0867],\n", + " [0.0859],\n", + " [0.0878],\n", + " [0.0843],\n", + " [0.0883],\n", + " [0.0905]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0417],\n", + " [0.0382],\n", + " [0.0432],\n", + " [0.0429],\n", + " [0.0416],\n", + " [0.0429],\n", + " [0.0430],\n", + " [0.0397],\n", + " [0.0399],\n", + " [0.0350],\n", + " [0.0443],\n", + " [0.0414],\n", + " [0.0370],\n", + " [0.0421],\n", + " [0.0363],\n", + " [0.0423],\n", + " [0.0479],\n", + " [0.0376],\n", + " [0.0386],\n", + " [0.0364],\n", + " [0.0386],\n", + " [0.0361],\n", + " [0.0384],\n", + " [0.0413],\n", + " [0.0413],\n", + " [0.0395],\n", + " [0.0387],\n", + " [0.0385],\n", + " [0.0412],\n", + " [0.0400],\n", + " [0.0394],\n", + " [0.0425]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0380],\n", + " [0.0340],\n", + " [0.0293],\n", + " [0.0361],\n", + " [0.0356],\n", + " [0.0361],\n", + " [0.0377],\n", + " [0.0365],\n", + " [0.0387],\n", + " [0.0357],\n", + " [0.0365],\n", + " [0.0398],\n", + " [0.0359],\n", + " [0.0380],\n", + " [0.0359],\n", + " [0.0294],\n", + " [0.0393],\n", + " [0.0384],\n", + " [0.0394],\n", + " [0.0379],\n", + " [0.0396],\n", + " [0.0380],\n", + " [0.0364],\n", + " [0.0347],\n", + " [0.0367],\n", + " [0.0385],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0381],\n", + " [0.0373],\n", + " [0.0357]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0723],\n", + " [-0.0746],\n", + " [-0.0691],\n", + " [-0.0628],\n", + " [-0.0720],\n", + " [-0.0712],\n", + " [-0.0721],\n", + " [-0.0734],\n", + " [-0.0747],\n", + " [-0.0788],\n", + " [-0.0751],\n", + " [-0.0710],\n", + " [-0.0753],\n", + " [-0.0761],\n", + " [-0.0763],\n", + " [-0.0707],\n", + " [-0.0713],\n", + " [-0.0755],\n", + " [-0.0758],\n", + " [-0.0807],\n", + " [-0.0732],\n", + " [-0.0769],\n", + " [-0.0737],\n", + " [-0.0752],\n", + " [-0.0739],\n", + " [-0.0748],\n", + " [-0.0748],\n", + " [-0.0766],\n", + " [-0.0712],\n", + " [-0.0723],\n", + " [-0.0752],\n", + " [-0.0752]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0999],\n", + " [-0.1022],\n", + " [-0.1123],\n", + " [-0.1034],\n", + " [-0.0990],\n", + " [-0.0984],\n", + " [-0.0994],\n", + " [-0.0996],\n", + " [-0.1023],\n", + " [-0.1035],\n", + " [-0.1056],\n", + " [-0.1011],\n", + " [-0.1007],\n", + " [-0.1048],\n", + " [-0.1021],\n", + " [-0.0982],\n", + " [-0.1166],\n", + " [-0.1011],\n", + " [-0.1017],\n", + " [-0.1032],\n", + " [-0.0998],\n", + " [-0.1013],\n", + " [-0.1015],\n", + " [-0.1028],\n", + " [-0.1097],\n", + " [-0.1068],\n", + " [-0.1000],\n", + " [-0.1024],\n", + " [-0.0983],\n", + " [-0.0976],\n", + " [-0.1067],\n", + " [-0.1106]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0638],\n", + " [-0.0562],\n", + " [-0.0556],\n", + " [-0.0638],\n", + " [-0.0629],\n", + " [-0.0617],\n", + " [-0.0637],\n", + " [-0.0642],\n", + " [-0.0655],\n", + " [-0.0596],\n", + " [-0.0614],\n", + " [-0.0655],\n", + " [-0.0619],\n", + " [-0.0668],\n", + " [-0.0625],\n", + " [-0.0501],\n", + " [-0.0638],\n", + " [-0.0637],\n", + " [-0.0631],\n", + " [-0.0656],\n", + " [-0.0650],\n", + " [-0.0635],\n", + " [-0.0625],\n", + " [-0.0576],\n", + " [-0.0605],\n", + " [-0.0637],\n", + " [-0.0640],\n", + " [-0.0625],\n", + " [-0.0653],\n", + " [-0.0606],\n", + " [-0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0780],\n", + " [-0.0653],\n", + " [ 0.0798],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0613],\n", + " [-0.0625],\n", + " [-0.0609],\n", + " [-0.0642],\n", + " [-0.0613],\n", + " [-0.0622],\n", + " [-0.0598],\n", + " [-0.0632],\n", + " [-0.0652],\n", + " [-0.0620],\n", + " [-0.0621],\n", + " [-0.0616],\n", + " [-0.0628],\n", + " [-0.0620],\n", + " [-0.0615],\n", + " [-0.0603],\n", + " [-0.0631],\n", + " [-0.0611],\n", + " [-0.0646],\n", + " [-0.0613],\n", + " [-0.0625],\n", + " [-0.0603],\n", + " [-0.0640],\n", + " [-0.0659],\n", + " [-0.0637],\n", + " [-0.0723],\n", + " [-0.0662]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0985],\n", + " [-0.0766],\n", + " [-0.0311],\n", + " [-0.0752],\n", + " [-0.0720],\n", + " [-0.0728],\n", + " [-0.0762],\n", + " [-0.0715],\n", + " [-0.0782],\n", + " [-0.0745],\n", + " [-0.0754],\n", + " [-0.0667],\n", + " [-0.0777],\n", + " [-0.0795],\n", + " [-0.0760],\n", + " [-0.0760],\n", + " [-0.0742],\n", + " [-0.0721],\n", + " [-0.0714],\n", + " [-0.0726],\n", + " [-0.0700],\n", + " [-0.0688],\n", + " [-0.0700],\n", + " [-0.0770],\n", + " [-0.0716],\n", + " [-0.0769],\n", + " [-0.0676],\n", + " [-0.0773],\n", + " [-0.0791],\n", + " [-0.0773],\n", + " [-0.0834],\n", + " [-0.0794]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0266],\n", + " [ 0.0343],\n", + " [-0.0117],\n", + " [ 0.0384],\n", + " [ 0.0367],\n", + " [ 0.0377],\n", + " [ 0.0373],\n", + " [ 0.0380],\n", + " [ 0.0366],\n", + " [ 0.0370],\n", + " [ 0.0385],\n", + " [ 0.0392],\n", + " [ 0.0381],\n", + " [ 0.0385],\n", + " [ 0.0396],\n", + " [ 0.0373],\n", + " [ 0.0381],\n", + " [ 0.0360],\n", + " [ 0.0429],\n", + " [ 0.0370],\n", + " [ 0.0385],\n", + " [ 0.0358],\n", + " [ 0.0375],\n", + " [ 0.0354],\n", + " [ 0.0402],\n", + " [ 0.0383],\n", + " [ 0.0391],\n", + " [ 0.0368],\n", + " [ 0.0365],\n", + " [ 0.0367],\n", + " [ 0.0364],\n", + " [ 0.0392]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0827],\n", + " [-0.0986],\n", + " [-0.0353],\n", + " [-0.0948],\n", + " [-0.0951],\n", + " [-0.0900],\n", + " [-0.0920],\n", + " [-0.0930],\n", + " [-0.0928],\n", + " [-0.0908],\n", + " [-0.0938],\n", + " [-0.0909],\n", + " [-0.0938],\n", + " [-0.0936],\n", + " [-0.0917],\n", + " [-0.0920],\n", + " [-0.0906],\n", + " [-0.0953],\n", + " [-0.1062],\n", + " [-0.0928],\n", + " [-0.0895],\n", + " [-0.0955],\n", + " [-0.0928],\n", + " [-0.0992],\n", + " [-0.0943],\n", + " [-0.0932],\n", + " [-0.0913],\n", + " [-0.0943],\n", + " [-0.0957],\n", + " [-0.0928],\n", + " [-0.0982],\n", + " [-0.0947]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0449],\n", + " [0.0589],\n", + " [0.0121],\n", + " [0.0575],\n", + " [0.0585],\n", + " [0.0527],\n", + " [0.0532],\n", + " [0.0561],\n", + " [0.0512],\n", + " [0.0525],\n", + " [0.0550],\n", + " [0.0554],\n", + " [0.0522],\n", + " [0.0486],\n", + " [0.0499],\n", + " [0.0529],\n", + " [0.0534],\n", + " [0.0592],\n", + " [0.0276],\n", + " [0.0562],\n", + " [0.0536],\n", + " [0.0597],\n", + " [0.0577],\n", + " [0.0570],\n", + " [0.0579],\n", + " [0.0528],\n", + " [0.0559],\n", + " [0.0552],\n", + " [0.0549],\n", + " [0.0531],\n", + " [0.0555],\n", + " [0.0533]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0325],\n", + " [-0.0370],\n", + " [ 0.0334],\n", + " [-0.0343],\n", + " [-0.0363],\n", + " [-0.0412],\n", + " [-0.0383],\n", + " [-0.0363],\n", + " [-0.0392],\n", + " [-0.0403],\n", + " [-0.0346],\n", + " [-0.0369],\n", + " [-0.0352],\n", + " [-0.0335],\n", + " [-0.0336],\n", + " [-0.0387],\n", + " [-0.0400],\n", + " [-0.0365],\n", + " [-0.0395],\n", + " [-0.0381],\n", + " [-0.0398],\n", + " [-0.0351],\n", + " [-0.0373],\n", + " [-0.0390],\n", + " [-0.0323],\n", + " [-0.0354],\n", + " [-0.0363],\n", + " [-0.0376],\n", + " [-0.0364],\n", + " [-0.0387],\n", + " [-0.0371],\n", + " [-0.0325]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0836],\n", + " [-0.0797],\n", + " [-0.0375],\n", + " [-0.0795],\n", + " [-0.0799],\n", + " [-0.0796],\n", + " [-0.0782],\n", + " [-0.0803],\n", + " [-0.0784],\n", + " [-0.0785],\n", + " [-0.0799],\n", + " [-0.0815],\n", + " [-0.0796],\n", + " [-0.0803],\n", + " [-0.0805],\n", + " [-0.0783],\n", + " [-0.0779],\n", + " [-0.0795],\n", + " [-0.0890],\n", + " [-0.0795],\n", + " [-0.0800],\n", + " [-0.0813],\n", + " [-0.0799],\n", + " [-0.0800],\n", + " [-0.0819],\n", + " [-0.0793],\n", + " [-0.0813],\n", + " [-0.0785],\n", + " [-0.0787],\n", + " [-0.0783],\n", + " [-0.0781],\n", + " [-0.0800]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1441],\n", + " [0.1673],\n", + " [0.2091],\n", + " [0.1695],\n", + " [0.1695],\n", + " [0.1668],\n", + " [0.1667],\n", + " [0.1687],\n", + " [0.1647],\n", + " [0.1667],\n", + " [0.1675],\n", + " [0.1706],\n", + " [0.1649],\n", + " [0.1633],\n", + " [0.1645],\n", + " [0.1665],\n", + " [0.1681],\n", + " [0.1701],\n", + " [0.1596],\n", + " [0.1685],\n", + " [0.1683],\n", + " [0.1723],\n", + " [0.1702],\n", + " [0.1669],\n", + " [0.1713],\n", + " [0.1657],\n", + " [0.1702],\n", + " [0.1674],\n", + " [0.1666],\n", + " [0.1662],\n", + " [0.1671],\n", + " [0.1671]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0681],\n", + " [-0.0610],\n", + " [-0.0868],\n", + " [-0.0571],\n", + " [-0.0572],\n", + " [-0.0527],\n", + " [-0.0561],\n", + " [-0.0538],\n", + " [-0.0580],\n", + " [-0.0545],\n", + " [-0.0568],\n", + " [-0.0485],\n", + " [-0.0588],\n", + " [-0.0609],\n", + " [-0.0564],\n", + " [-0.0565],\n", + " [-0.0542],\n", + " [-0.0571],\n", + " [-0.0632],\n", + " [-0.0544],\n", + " [-0.0497],\n", + " [-0.0580],\n", + " [-0.0537],\n", + " [-0.0617],\n", + " [-0.0519],\n", + " [-0.0574],\n", + " [-0.0511],\n", + " [-0.0582],\n", + " [-0.0600],\n", + " [-0.0572],\n", + " [-0.0629],\n", + " [-0.0606]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0602],\n", + " [0.0606],\n", + " [0.1531],\n", + " [0.0626],\n", + " [0.0581],\n", + " [0.0596],\n", + " [0.0643],\n", + " [0.0591],\n", + " [0.0648],\n", + " [0.0622],\n", + " [0.0636],\n", + " [0.0563],\n", + " [0.0671],\n", + " [0.0697],\n", + " [0.0691],\n", + " [0.0636],\n", + " [0.0621],\n", + " [0.0580],\n", + " [0.0827],\n", + " [0.0590],\n", + " [0.0582],\n", + " [0.0560],\n", + " [0.0564],\n", + " [0.0610],\n", + " [0.0627],\n", + " [0.0666],\n", + " [0.0558],\n", + " [0.0620],\n", + " [0.0635],\n", + " [0.0636],\n", + " [0.0637],\n", + " [0.0668]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0628],\n", + " [-0.0983],\n", + " [-0.2194],\n", + " [-0.0972],\n", + " [-0.0993],\n", + " [-0.0941],\n", + " [-0.0930],\n", + " [-0.0968],\n", + " [-0.0909],\n", + " [-0.0933],\n", + " [-0.0952],\n", + " [-0.0989],\n", + " [-0.0926],\n", + " [-0.0870],\n", + " [-0.0905],\n", + " [-0.0936],\n", + " [-0.0940],\n", + " [-0.0998],\n", + " [-0.0678],\n", + " [-0.0964],\n", + " [-0.0962],\n", + " [-0.1017],\n", + " [-0.0988],\n", + " [-0.0979],\n", + " [-0.0994],\n", + " [-0.0932],\n", + " [-0.0985],\n", + " [-0.0948],\n", + " [-0.0939],\n", + " [-0.0926],\n", + " [-0.0923],\n", + " [-0.0910]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0005],\n", + " [ 0.0180],\n", + " [-0.1283],\n", + " [ 0.0181],\n", + " [ 0.0194],\n", + " [ 0.0147],\n", + " [ 0.0141],\n", + " [ 0.0199],\n", + " [ 0.0133],\n", + " [ 0.0143],\n", + " [ 0.0157],\n", + " [ 0.0210],\n", + " [ 0.0114],\n", + " [ 0.0103],\n", + " [ 0.0123],\n", + " [ 0.0137],\n", + " [ 0.0150],\n", + " [ 0.0197],\n", + " [ 0.0015],\n", + " [ 0.0187],\n", + " [ 0.0170],\n", + " [ 0.0218],\n", + " [ 0.0207],\n", + " [ 0.0193],\n", + " [ 0.0214],\n", + " [ 0.0124],\n", + " [ 0.0206],\n", + " [ 0.0163],\n", + " [ 0.0158],\n", + " [ 0.0148],\n", + " [ 0.0163],\n", + " [ 0.0146]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0676],\n", + " [0.0937],\n", + " [0.0952],\n", + " [0.0891],\n", + " [0.0959],\n", + " [0.0962],\n", + " [0.0898],\n", + " [0.0924],\n", + " [0.0905],\n", + " [0.0930],\n", + " [0.0891],\n", + " [0.0967],\n", + " [0.0882],\n", + " [0.0833],\n", + " [0.0842],\n", + " [0.0919],\n", + " [0.0920],\n", + " [0.0956],\n", + " [0.0696],\n", + " [0.0937],\n", + " [0.0974],\n", + " [0.0967],\n", + " [0.0968],\n", + " [0.0956],\n", + " [0.0892],\n", + " [0.0882],\n", + " [0.0972],\n", + " [0.0918],\n", + " [0.0894],\n", + " [0.0906],\n", + " [0.0894],\n", + " [0.0836]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0059],\n", + " [ 0.0078],\n", + " [ 0.0287],\n", + " [ 0.0076],\n", + " [ 0.0110],\n", + " [ 0.0133],\n", + " [ 0.0090],\n", + " [ 0.0088],\n", + " [ 0.0089],\n", + " [ 0.0110],\n", + " [ 0.0090],\n", + " [ 0.0099],\n", + " [ 0.0101],\n", + " [ 0.0062],\n", + " [ 0.0061],\n", + " [ 0.0108],\n", + " [ 0.0110],\n", + " [ 0.0101],\n", + " [ 0.0202],\n", + " [ 0.0098],\n", + " [ 0.0126],\n", + " [ 0.0106],\n", + " [ 0.0111],\n", + " [ 0.0089],\n", + " [ 0.0050],\n", + " [ 0.0098],\n", + " [ 0.0120],\n", + " [ 0.0090],\n", + " [ 0.0073],\n", + " [ 0.0087],\n", + " [ 0.0067],\n", + " [ 0.0056]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 2.6620e-03],\n", + " [ 3.6379e-03],\n", + " [-3.1465e-04],\n", + " [ 2.0191e-03],\n", + " [-1.6255e-05],\n", + " [-7.0388e-03],\n", + " [-2.6494e-03],\n", + " [-1.9952e-03],\n", + " [-9.7780e-04],\n", + " [-5.0089e-03],\n", + " [-2.1693e-04],\n", + " [-5.0901e-03],\n", + " [-1.0254e-03],\n", + " [ 2.3207e-03],\n", + " [-3.3132e-04],\n", + " [-2.8512e-03],\n", + " [-4.3998e-03],\n", + " [ 2.6690e-05],\n", + " [-3.7575e-03],\n", + " [-2.5876e-03],\n", + " [-8.8020e-03],\n", + " [ 1.3386e-03],\n", + " [-2.7382e-03],\n", + " [ 4.3753e-03],\n", + " [ 1.0023e-03],\n", + " [-2.1602e-03],\n", + " [-4.1580e-03],\n", + " [ 1.5177e-03],\n", + " [ 3.9773e-03],\n", + " [-7.8557e-04],\n", + " [ 8.8363e-03],\n", + " [ 5.7236e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0457],\n", + " [-0.0377],\n", + " [-0.1182],\n", + " [-0.0371],\n", + " [-0.0333],\n", + " [-0.0320],\n", + " [-0.0365],\n", + " [-0.0356],\n", + " [-0.0388],\n", + " [-0.0351],\n", + " [-0.0363],\n", + " [-0.0295],\n", + " [-0.0371],\n", + " [-0.0417],\n", + " [-0.0393],\n", + " [-0.0358],\n", + " [-0.0339],\n", + " [-0.0331],\n", + " [-0.0535],\n", + " [-0.0348],\n", + " [-0.0303],\n", + " [-0.0320],\n", + " [-0.0317],\n", + " [-0.0401],\n", + " [-0.0371],\n", + " [-0.0364],\n", + " [-0.0296],\n", + " [-0.0372],\n", + " [-0.0397],\n", + " [-0.0379],\n", + " [-0.0412],\n", + " [-0.0410]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 1.8185e-02],\n", + " [ 7.3279e-03],\n", + " [ 4.9845e-02],\n", + " [ 6.1453e-03],\n", + " [ 3.8258e-03],\n", + " [ 1.0635e-03],\n", + " [ 5.1816e-03],\n", + " [ 3.1764e-03],\n", + " [ 5.7560e-03],\n", + " [ 3.3835e-03],\n", + " [ 5.4090e-03],\n", + " [-6.2410e-04],\n", + " [ 6.3974e-03],\n", + " [ 8.7895e-03],\n", + " [ 7.2704e-03],\n", + " [ 4.6877e-03],\n", + " [ 3.2841e-03],\n", + " [ 4.0490e-03],\n", + " [ 9.7837e-03],\n", + " [ 3.2078e-03],\n", + " [-5.2116e-04],\n", + " [ 3.5981e-03],\n", + " [ 1.9469e-03],\n", + " [ 7.1475e-03],\n", + " [ 5.0166e-03],\n", + " [ 5.8056e-03],\n", + " [-5.6516e-05],\n", + " [ 5.5987e-03],\n", + " [ 6.9275e-03],\n", + " [ 5.4094e-03],\n", + " [ 7.9231e-03],\n", + " [ 8.9864e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0653],\n", + " [0.0588],\n", + " [0.1658],\n", + " [0.0576],\n", + " [0.0569],\n", + " [0.0557],\n", + " [0.0572],\n", + " [0.0557],\n", + " [0.0587],\n", + " [0.0563],\n", + " [0.0578],\n", + " [0.0548],\n", + " [0.0596],\n", + " [0.0632],\n", + " [0.0610],\n", + " [0.0573],\n", + " [0.0556],\n", + " [0.0568],\n", + " [0.0828],\n", + " [0.0557],\n", + " [0.0547],\n", + " [0.0576],\n", + " [0.0551],\n", + " [0.0594],\n", + " [0.0578],\n", + " [0.0586],\n", + " [0.0549],\n", + " [0.0573],\n", + " [0.0584],\n", + " [0.0574],\n", + " [0.0600],\n", + " [0.0615]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0122],\n", + " [-0.0180],\n", + " [-0.0060],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0171],\n", + " [-0.0166],\n", + " [-0.0186],\n", + " [-0.0166],\n", + " [-0.0166],\n", + " [-0.0173],\n", + " [-0.0165],\n", + " [-0.0158],\n", + " [-0.0162],\n", + " [-0.0147],\n", + " [-0.0166],\n", + " [-0.0170],\n", + " [-0.0181],\n", + " [-0.0176],\n", + " [-0.0182],\n", + " [-0.0175],\n", + " [-0.0181],\n", + " [-0.0186],\n", + " [-0.0189],\n", + " [-0.0192],\n", + " [-0.0162],\n", + " [-0.0179],\n", + " [-0.0179],\n", + " [-0.0181],\n", + " [-0.0173],\n", + " [-0.0211],\n", + " [-0.0188]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1603],\n", + " [-0.1741],\n", + " [-0.1619],\n", + " [-0.1704],\n", + " [-0.1714],\n", + " [-0.1689],\n", + " [-0.1698],\n", + " [-0.1694],\n", + " [-0.1725],\n", + " [-0.1694],\n", + " [-0.1698],\n", + " [-0.1673],\n", + " [-0.1702],\n", + " [-0.1712],\n", + " [-0.1682],\n", + " [-0.1704],\n", + " [-0.1691],\n", + " [-0.1715],\n", + " [-0.1646],\n", + " [-0.1701],\n", + " [-0.1672],\n", + " [-0.1711],\n", + " [-0.1698],\n", + " [-0.1776],\n", + " [-0.1681],\n", + " [-0.1692],\n", + " [-0.1680],\n", + " [-0.1732],\n", + " [-0.1745],\n", + " [-0.1718],\n", + " [-0.1794],\n", + " [-0.1723]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0181],\n", + " [-0.0186],\n", + " [-0.0785],\n", + " [-0.0204],\n", + " [-0.0223],\n", + " [-0.0244],\n", + " [-0.0226],\n", + " [-0.0210],\n", + " [-0.0207],\n", + " [-0.0232],\n", + " [-0.0215],\n", + " [-0.0210],\n", + " [-0.0231],\n", + " [-0.0195],\n", + " [-0.0205],\n", + " [-0.0229],\n", + " [-0.0238],\n", + " [-0.0222],\n", + " [-0.0221],\n", + " [-0.0217],\n", + " [-0.0246],\n", + " [-0.0215],\n", + " [-0.0224],\n", + " [-0.0183],\n", + " [-0.0182],\n", + " [-0.0235],\n", + " [-0.0222],\n", + " [-0.0199],\n", + " [-0.0183],\n", + " [-0.0207],\n", + " [-0.0151],\n", + " [-0.0177]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0184],\n", + " [ 0.0146],\n", + " [ 0.0597],\n", + " [ 0.0101],\n", + " [ 0.0137],\n", + " [ 0.0049],\n", + " [ 0.0035],\n", + " [ 0.0100],\n", + " [ 0.0025],\n", + " [ 0.0037],\n", + " [ 0.0077],\n", + " [ 0.0117],\n", + " [ 0.0041],\n", + " [ 0.0011],\n", + " [ 0.0017],\n", + " [ 0.0041],\n", + " [ 0.0032],\n", + " [ 0.0140],\n", + " [-0.0273],\n", + " [ 0.0092],\n", + " [ 0.0071],\n", + " [ 0.0187],\n", + " [ 0.0124],\n", + " [ 0.0126],\n", + " [ 0.0132],\n", + " [ 0.0044],\n", + " [ 0.0120],\n", + " [ 0.0071],\n", + " [ 0.0071],\n", + " [ 0.0041],\n", + " [ 0.0080],\n", + " [ 0.0057]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0945],\n", + " [0.0874],\n", + " [0.1235],\n", + " [0.0919],\n", + " [0.0895],\n", + " [0.0933],\n", + " [0.0944],\n", + " [0.0934],\n", + " [0.0930],\n", + " [0.0942],\n", + " [0.0921],\n", + " [0.0940],\n", + " [0.0912],\n", + " [0.0931],\n", + " [0.0949],\n", + " [0.0927],\n", + " [0.0948],\n", + " [0.0904],\n", + " [0.1115],\n", + " [0.0929],\n", + " [0.0943],\n", + " [0.0897],\n", + " [0.0919],\n", + " [0.0847],\n", + " [0.0935],\n", + " [0.0924],\n", + " [0.0927],\n", + " [0.0911],\n", + " [0.0908],\n", + " [0.0935],\n", + " [0.0888],\n", + " [0.0919]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0858],\n", + " [0.0870],\n", + " [0.0033],\n", + " [0.0845],\n", + " [0.0860],\n", + " [0.0803],\n", + " [0.0799],\n", + " [0.0848],\n", + " [0.0793],\n", + " [0.0802],\n", + " [0.0835],\n", + " [0.0845],\n", + " [0.0815],\n", + " [0.0823],\n", + " [0.0835],\n", + " [0.0805],\n", + " [0.0795],\n", + " [0.0854],\n", + " [0.0690],\n", + " [0.0835],\n", + " [0.0806],\n", + " [0.0900],\n", + " [0.0847],\n", + " [0.0874],\n", + " [0.0867],\n", + " [0.0811],\n", + " [0.0851],\n", + " [0.0817],\n", + " [0.0815],\n", + " [0.0799],\n", + " [0.0784],\n", + " [0.0836]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1113],\n", + " [0.0899],\n", + " [0.0419],\n", + " [0.0871],\n", + " [0.0877],\n", + " [0.0862],\n", + " [0.0866],\n", + " [0.0862],\n", + " [0.0879],\n", + " [0.0859],\n", + " [0.0877],\n", + " [0.0857],\n", + " [0.0894],\n", + " [0.0904],\n", + " [0.0881],\n", + " [0.0867],\n", + " [0.0850],\n", + " [0.0872],\n", + " [0.0836],\n", + " [0.0863],\n", + " [0.0854],\n", + " [0.0886],\n", + " [0.0861],\n", + " [0.0888],\n", + " [0.0860],\n", + " [0.0883],\n", + " [0.0865],\n", + " [0.0872],\n", + " [0.0885],\n", + " [0.0871],\n", + " [0.0902],\n", + " [0.0898]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0524],\n", + " [0.0411],\n", + " [0.0095],\n", + " [0.0442],\n", + " [0.0418],\n", + " [0.0371],\n", + " [0.0401],\n", + " [0.0420],\n", + " [0.0389],\n", + " [0.0382],\n", + " [0.0423],\n", + " [0.0410],\n", + " [0.0405],\n", + " [0.0424],\n", + " [0.0427],\n", + " [0.0392],\n", + " [0.0393],\n", + " [0.0423],\n", + " [0.0572],\n", + " [0.0406],\n", + " [0.0382],\n", + " [0.0435],\n", + " [0.0413],\n", + " [0.0398],\n", + " [0.0459],\n", + " [0.0407],\n", + " [0.0410],\n", + " [0.0407],\n", + " [0.0416],\n", + " [0.0398],\n", + " [0.0407],\n", + " [0.0447]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0185],\n", + " [ 0.0352],\n", + " [-0.0614],\n", + " [ 0.0353],\n", + " [ 0.0362],\n", + " [ 0.0388],\n", + " [ 0.0373],\n", + " [ 0.0375],\n", + " [ 0.0380],\n", + " [ 0.0387],\n", + " [ 0.0365],\n", + " [ 0.0376],\n", + " [ 0.0368],\n", + " [ 0.0356],\n", + " [ 0.0366],\n", + " [ 0.0381],\n", + " [ 0.0380],\n", + " [ 0.0355],\n", + " [ 0.0150],\n", + " [ 0.0376],\n", + " [ 0.0386],\n", + " [ 0.0339],\n", + " [ 0.0370],\n", + " [ 0.0383],\n", + " [ 0.0349],\n", + " [ 0.0368],\n", + " [ 0.0374],\n", + " [ 0.0370],\n", + " [ 0.0357],\n", + " [ 0.0374],\n", + " [ 0.0330],\n", + " [ 0.0342]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0590],\n", + " [-0.0692],\n", + " [-0.1304],\n", + " [-0.0728],\n", + " [-0.0712],\n", + " [-0.0746],\n", + " [-0.0748],\n", + " [-0.0724],\n", + " [-0.0744],\n", + " [-0.0750],\n", + " [-0.0739],\n", + " [-0.0705],\n", + " [-0.0751],\n", + " [-0.0748],\n", + " [-0.0755],\n", + " [-0.0751],\n", + " [-0.0754],\n", + " [-0.0707],\n", + " [-0.0832],\n", + " [-0.0725],\n", + " [-0.0735],\n", + " [-0.0683],\n", + " [-0.0715],\n", + " [-0.0706],\n", + " [-0.0714],\n", + " [-0.0753],\n", + " [-0.0714],\n", + " [-0.0731],\n", + " [-0.0725],\n", + " [-0.0742],\n", + " [-0.0707],\n", + " [-0.0735]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1272],\n", + " [-0.1011],\n", + " [-0.1428],\n", + " [-0.1008],\n", + " [-0.0979],\n", + " [-0.1004],\n", + " [-0.1029],\n", + " [-0.0991],\n", + " [-0.1050],\n", + " [-0.1019],\n", + " [-0.1015],\n", + " [-0.0980],\n", + " [-0.1035],\n", + " [-0.1075],\n", + " [-0.1047],\n", + " [-0.1024],\n", + " [-0.1016],\n", + " [-0.0981],\n", + " [-0.1086],\n", + " [-0.0994],\n", + " [-0.0987],\n", + " [-0.0974],\n", + " [-0.0974],\n", + " [-0.1023],\n", + " [-0.1000],\n", + " [-0.1029],\n", + " [-0.0974],\n", + " [-0.1026],\n", + " [-0.1042],\n", + " [-0.1040],\n", + " [-0.1082],\n", + " [-0.1063]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0429],\n", + " [-0.0604],\n", + " [ 0.0266],\n", + " [-0.0613],\n", + " [-0.0629],\n", + " [-0.0650],\n", + " [-0.0626],\n", + " [-0.0620],\n", + " [-0.0613],\n", + " [-0.0636],\n", + " [-0.0615],\n", + " [-0.0651],\n", + " [-0.0617],\n", + " [-0.0589],\n", + " [-0.0611],\n", + " [-0.0627],\n", + " [-0.0638],\n", + " [-0.0632],\n", + " [-0.0482],\n", + " [-0.0627],\n", + " [-0.0657],\n", + " [-0.0631],\n", + " [-0.0638],\n", + " [-0.0590],\n", + " [-0.0628],\n", + " [-0.0622],\n", + " [-0.0645],\n", + " [-0.0611],\n", + " [-0.0597],\n", + " [-0.0616],\n", + " [-0.0584],\n", + " [-0.0582]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0638],\n", + " [-0.0637],\n", + " [-0.0600],\n", + " [-0.0635],\n", + " [-0.0229],\n", + " [-0.0684],\n", + " [-0.0634],\n", + " [-0.0618],\n", + " [-0.0608],\n", + " [-0.0614],\n", + " [-0.0707],\n", + " [-0.0618],\n", + " [-0.0635],\n", + " [-0.0611],\n", + " [-0.0628],\n", + " [-0.0642],\n", + " [-0.0633],\n", + " [-0.0623],\n", + " [-0.0637],\n", + " [-0.0628],\n", + " [-0.0614],\n", + " [-0.0618],\n", + " [-0.0608],\n", + " [-0.0592],\n", + " [-0.0617],\n", + " [-0.0593],\n", + " [-0.0599],\n", + " [-0.0592],\n", + " [-0.0455],\n", + " [-0.0614],\n", + " [-0.0731],\n", + " [-0.0609]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0753],\n", + " [-0.0745],\n", + " [-0.0622],\n", + " [-0.0771],\n", + " [-0.0441],\n", + " [-0.0812],\n", + " [-0.0747],\n", + " [-0.0756],\n", + " [-0.0688],\n", + " [-0.0741],\n", + " [-0.0833],\n", + " [-0.0730],\n", + " [-0.0775],\n", + " [-0.0666],\n", + " [-0.0734],\n", + " [-0.0761],\n", + " [-0.0724],\n", + " [-0.0728],\n", + " [-0.0764],\n", + " [-0.0753],\n", + " [-0.0736],\n", + " [-0.0720],\n", + " [-0.0727],\n", + " [-0.0682],\n", + " [-0.0731],\n", + " [-0.0733],\n", + " [-0.0710],\n", + " [-0.0720],\n", + " [-0.0643],\n", + " [-0.0759],\n", + " [-0.0815],\n", + " [-0.0709]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0354],\n", + " [0.0362],\n", + " [0.0332],\n", + " [0.0389],\n", + " [0.0418],\n", + " [0.0361],\n", + " [0.0355],\n", + " [0.0367],\n", + " [0.0389],\n", + " [0.0391],\n", + " [0.0380],\n", + " [0.0373],\n", + " [0.0377],\n", + " [0.0383],\n", + " [0.0379],\n", + " [0.0374],\n", + " [0.0352],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0382],\n", + " [0.0374],\n", + " [0.0365],\n", + " [0.0381],\n", + " [0.0387],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0398],\n", + " [0.0386],\n", + " [0.0393],\n", + " [0.0388],\n", + " [0.0339],\n", + " [0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0960],\n", + " [-0.0949],\n", + " [-0.0900],\n", + " [-0.0950],\n", + " [-0.0586],\n", + " [-0.0971],\n", + " [-0.0959],\n", + " [-0.0914],\n", + " [-0.0946],\n", + " [-0.0932],\n", + " [-0.0970],\n", + " [-0.0935],\n", + " [-0.0923],\n", + " [-0.0942],\n", + " [-0.0961],\n", + " [-0.0945],\n", + " [-0.0962],\n", + " [-0.0937],\n", + " [-0.0936],\n", + " [-0.0922],\n", + " [-0.0916],\n", + " [-0.0933],\n", + " [-0.0883],\n", + " [-0.0897],\n", + " [-0.0928],\n", + " [-0.0884],\n", + " [-0.0923],\n", + " [-0.0872],\n", + " [-0.0738],\n", + " [-0.0917],\n", + " [-0.0938],\n", + " [-0.0930]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0586],\n", + " [0.0565],\n", + " [0.0552],\n", + " [0.0553],\n", + " [0.0420],\n", + " [0.0544],\n", + " [0.0572],\n", + " [0.0525],\n", + " [0.0568],\n", + " [0.0542],\n", + " [0.0539],\n", + " [0.0567],\n", + " [0.0514],\n", + " [0.0570],\n", + " [0.0582],\n", + " [0.0588],\n", + " [0.0601],\n", + " [0.0572],\n", + " [0.0553],\n", + " [0.0520],\n", + " [0.0556],\n", + " [0.0562],\n", + " [0.0507],\n", + " [0.0544],\n", + " [0.0565],\n", + " [0.0457],\n", + " [0.0543],\n", + " [0.0455],\n", + " [0.0495],\n", + " [0.0493],\n", + " [0.0478],\n", + " [0.0566]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0358],\n", + " [-0.0386],\n", + " [-0.0377],\n", + " [-0.0337],\n", + " [-0.0117],\n", + " [-0.0362],\n", + " [-0.0386],\n", + " [-0.0396],\n", + " [-0.0337],\n", + " [-0.0346],\n", + " [-0.0329],\n", + " [-0.0368],\n", + " [-0.0361],\n", + " [-0.0342],\n", + " [-0.0340],\n", + " [-0.0365],\n", + " [-0.0345],\n", + " [-0.0382],\n", + " [-0.0405],\n", + " [-0.0360],\n", + " [-0.0394],\n", + " [-0.0393],\n", + " [-0.0430],\n", + " [-0.0385],\n", + " [-0.0386],\n", + " [-0.0419],\n", + " [-0.0339],\n", + " [-0.0445],\n", + " [-0.0283],\n", + " [-0.0345],\n", + " [-0.0386],\n", + " [-0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0789],\n", + " [-0.0817],\n", + " [-0.0845],\n", + " [-0.0797],\n", + " [-0.0767],\n", + " [-0.0787],\n", + " [-0.0799],\n", + " [-0.0781],\n", + " [-0.0834],\n", + " [-0.0806],\n", + " [-0.0782],\n", + " [-0.0796],\n", + " [-0.0791],\n", + " [-0.0837],\n", + " [-0.0808],\n", + " [-0.0778],\n", + " [-0.0796],\n", + " [-0.0795],\n", + " [-0.0788],\n", + " [-0.0796],\n", + " [-0.0786],\n", + " [-0.0802],\n", + " [-0.0794],\n", + " [-0.0803],\n", + " [-0.0790],\n", + " [-0.0797],\n", + " [-0.0819],\n", + " [-0.0782],\n", + " [-0.0705],\n", + " [-0.0805],\n", + " [-0.0840],\n", + " [-0.0803]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1685],\n", + " [0.1675],\n", + " [0.1732],\n", + " [0.1679],\n", + " [0.1678],\n", + " [0.1658],\n", + " [0.1673],\n", + " [0.1661],\n", + " [0.1697],\n", + " [0.1672],\n", + " [0.1668],\n", + " [0.1686],\n", + " [0.1650],\n", + " [0.1705],\n", + " [0.1695],\n", + " [0.1706],\n", + " [0.1714],\n", + " [0.1688],\n", + " [0.1679],\n", + " [0.1661],\n", + " [0.1690],\n", + " [0.1680],\n", + " [0.1653],\n", + " [0.1696],\n", + " [0.1686],\n", + " [0.1613],\n", + " [0.1680],\n", + " [0.1625],\n", + " [0.1811],\n", + " [0.1632],\n", + " [0.1630],\n", + " [0.1688]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0589],\n", + " [-0.0543],\n", + " [-0.0570],\n", + " [-0.0587],\n", + " [-0.0540],\n", + " [-0.0621],\n", + " [-0.0582],\n", + " [-0.0556],\n", + " [-0.0532],\n", + " [-0.0550],\n", + " [-0.0640],\n", + " [-0.0554],\n", + " [-0.0576],\n", + " [-0.0528],\n", + " [-0.0578],\n", + " [-0.0575],\n", + " [-0.0589],\n", + " [-0.0558],\n", + " [-0.0563],\n", + " [-0.0550],\n", + " [-0.0544],\n", + " [-0.0552],\n", + " [-0.0516],\n", + " [-0.0483],\n", + " [-0.0550],\n", + " [-0.0535],\n", + " [-0.0513],\n", + " [-0.0483],\n", + " [-0.0360],\n", + " [-0.0570],\n", + " [-0.0588],\n", + " [-0.0543]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0606],\n", + " [0.0629],\n", + " [0.0477],\n", + " [0.0649],\n", + " [0.0936],\n", + " [0.0640],\n", + " [0.0597],\n", + " [0.0638],\n", + " [0.0587],\n", + " [0.0634],\n", + " [0.0656],\n", + " [0.0593],\n", + " [0.0668],\n", + " [0.0572],\n", + " [0.0612],\n", + " [0.0605],\n", + " [0.0584],\n", + " [0.0583],\n", + " [0.0612],\n", + " [0.0666],\n", + " [0.0592],\n", + " [0.0577],\n", + " [0.0611],\n", + " [0.0577],\n", + " [0.0587],\n", + " [0.0675],\n", + " [0.0622],\n", + " [0.0680],\n", + " [0.0492],\n", + " [0.0680],\n", + " [0.0667],\n", + " [0.0577]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0973],\n", + " [-0.0970],\n", + " [-0.1030],\n", + " [-0.0951],\n", + " [-0.1217],\n", + " [-0.0925],\n", + " [-0.0971],\n", + " [-0.0926],\n", + " [-0.0980],\n", + " [-0.0959],\n", + " [-0.0913],\n", + " [-0.0971],\n", + " [-0.0904],\n", + " [-0.0992],\n", + " [-0.0994],\n", + " [-0.0974],\n", + " [-0.1007],\n", + " [-0.0975],\n", + " [-0.0951],\n", + " [-0.0921],\n", + " [-0.0959],\n", + " [-0.0968],\n", + " [-0.0923],\n", + " [-0.0976],\n", + " [-0.0964],\n", + " [-0.0874],\n", + " [-0.0962],\n", + " [-0.0886],\n", + " [-0.0986],\n", + " [-0.0902],\n", + " [-0.0828],\n", + " [-0.0977]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0189],\n", + " [ 0.0156],\n", + " [ 0.0263],\n", + " [ 0.0150],\n", + " [-0.0139],\n", + " [ 0.0155],\n", + " [ 0.0184],\n", + " [ 0.0141],\n", + " [ 0.0221],\n", + " [ 0.0153],\n", + " [ 0.0146],\n", + " [ 0.0182],\n", + " [ 0.0125],\n", + " [ 0.0234],\n", + " [ 0.0186],\n", + " [ 0.0186],\n", + " [ 0.0195],\n", + " [ 0.0182],\n", + " [ 0.0162],\n", + " [ 0.0135],\n", + " [ 0.0169],\n", + " [ 0.0184],\n", + " [ 0.0132],\n", + " [ 0.0191],\n", + " [ 0.0184],\n", + " [ 0.0093],\n", + " [ 0.0190],\n", + " [ 0.0083],\n", + " [ 0.0124],\n", + " [ 0.0113],\n", + " [ 0.0139],\n", + " [ 0.0198]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0917],\n", + " [0.0929],\n", + " [0.1023],\n", + " [0.0880],\n", + " [0.1186],\n", + " [0.0887],\n", + " [0.0953],\n", + " [0.0910],\n", + " [0.0939],\n", + " [0.0908],\n", + " [0.0860],\n", + " [0.0937],\n", + " [0.0866],\n", + " [0.0949],\n", + " [0.0920],\n", + " [0.0922],\n", + " [0.0949],\n", + " [0.0955],\n", + " [0.0947],\n", + " [0.0862],\n", + " [0.0949],\n", + " [0.0967],\n", + " [0.0962],\n", + " [0.0965],\n", + " [0.0943],\n", + " [0.0913],\n", + " [0.0900],\n", + " [0.0939],\n", + " [0.1050],\n", + " [0.0866],\n", + " [0.0821],\n", + " [0.0960]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0065],\n", + " [ 0.0089],\n", + " [ 0.0097],\n", + " [ 0.0092],\n", + " [ 0.0132],\n", + " [ 0.0064],\n", + " [ 0.0101],\n", + " [ 0.0093],\n", + " [ 0.0100],\n", + " [ 0.0103],\n", + " [ 0.0067],\n", + " [ 0.0104],\n", + " [ 0.0073],\n", + " [ 0.0097],\n", + " [ 0.0099],\n", + " [ 0.0087],\n", + " [ 0.0092],\n", + " [ 0.0112],\n", + " [ 0.0105],\n", + " [ 0.0069],\n", + " [ 0.0118],\n", + " [ 0.0121],\n", + " [ 0.0132],\n", + " [ 0.0108],\n", + " [ 0.0102],\n", + " [ 0.0111],\n", + " [ 0.0068],\n", + " [ 0.0107],\n", + " [ 0.0211],\n", + " [ 0.0083],\n", + " [-0.0044],\n", + " [ 0.0114]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0026],\n", + " [-0.0036],\n", + " [ 0.0043],\n", + " [ 0.0021],\n", + " [-0.0109],\n", + " [ 0.0063],\n", + " [ 0.0003],\n", + " [-0.0038],\n", + " [-0.0027],\n", + " [-0.0024],\n", + " [ 0.0097],\n", + " [-0.0018],\n", + " [-0.0011],\n", + " [-0.0023],\n", + " [ 0.0016],\n", + " [ 0.0019],\n", + " [ 0.0022],\n", + " [-0.0020],\n", + " [-0.0014],\n", + " [-0.0031],\n", + " [-0.0036],\n", + " [-0.0030],\n", + " [-0.0087],\n", + " [-0.0079],\n", + " [-0.0024],\n", + " [-0.0099],\n", + " [-0.0023],\n", + " [-0.0133],\n", + " [-0.0108],\n", + " [-0.0019],\n", + " [ 0.0070],\n", + " [-0.0027]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0383],\n", + " [-0.0334],\n", + " [-0.0319],\n", + " [-0.0373],\n", + " [-0.0438],\n", + " [-0.0420],\n", + " [-0.0357],\n", + " [-0.0367],\n", + " [-0.0350],\n", + " [-0.0348],\n", + " [-0.0435],\n", + " [-0.0343],\n", + " [-0.0390],\n", + " [-0.0335],\n", + " [-0.0356],\n", + " [-0.0351],\n", + " [-0.0344],\n", + " [-0.0331],\n", + " [-0.0340],\n", + " [-0.0377],\n", + " [-0.0328],\n", + " [-0.0328],\n", + " [-0.0324],\n", + " [-0.0306],\n", + " [-0.0344],\n", + " [-0.0361],\n", + " [-0.0362],\n", + " [-0.0335],\n", + " [-0.0218],\n", + " [-0.0384],\n", + " [-0.0524],\n", + " [-0.0333]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0067],\n", + " [ 0.0032],\n", + " [ 0.0022],\n", + " [ 0.0068],\n", + " [ 0.0064],\n", + " [ 0.0080],\n", + " [ 0.0048],\n", + " [ 0.0046],\n", + " [ 0.0025],\n", + " [ 0.0041],\n", + " [ 0.0092],\n", + " [ 0.0036],\n", + " [ 0.0066],\n", + " [ 0.0016],\n", + " [ 0.0051],\n", + " [ 0.0057],\n", + " [ 0.0058],\n", + " [ 0.0033],\n", + " [ 0.0041],\n", + " [ 0.0053],\n", + " [ 0.0030],\n", + " [ 0.0025],\n", + " [ 0.0002],\n", + " [-0.0004],\n", + " [ 0.0034],\n", + " [ 0.0022],\n", + " [ 0.0032],\n", + " [-0.0015],\n", + " [ 0.0025],\n", + " [ 0.0062],\n", + " [ 0.0097],\n", + " [ 0.0025]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0572],\n", + " [0.0573],\n", + " [0.0602],\n", + " [0.0589],\n", + " [0.0926],\n", + " [0.0598],\n", + " [0.0574],\n", + " [0.0570],\n", + " [0.0565],\n", + " [0.0576],\n", + " [0.0610],\n", + " [0.0562],\n", + " [0.0594],\n", + " [0.0569],\n", + " [0.0581],\n", + " [0.0562],\n", + " [0.0579],\n", + " [0.0562],\n", + " [0.0567],\n", + " [0.0580],\n", + " [0.0555],\n", + " [0.0561],\n", + " [0.0553],\n", + " [0.0543],\n", + " [0.0557],\n", + " [0.0590],\n", + " [0.0570],\n", + " [0.0562],\n", + " [0.0565],\n", + " [0.0604],\n", + " [0.0643],\n", + " [0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0186],\n", + " [-0.0169],\n", + " [-0.0110],\n", + " [-0.0174],\n", + " [-0.0165],\n", + " [-0.0188],\n", + " [-0.0184],\n", + " [-0.0163],\n", + " [-0.0196],\n", + " [-0.0171],\n", + " [-0.0208],\n", + " [-0.0182],\n", + " [-0.0162],\n", + " [-0.0193],\n", + " [-0.0191],\n", + " [-0.0196],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0177],\n", + " [-0.0159],\n", + " [-0.0177],\n", + " [-0.0179],\n", + " [-0.0175],\n", + " [-0.0173],\n", + " [-0.0181],\n", + " [-0.0154],\n", + " [-0.0172],\n", + " [-0.0166],\n", + " [-0.0204],\n", + " [-0.0146],\n", + " [-0.0160],\n", + " [-0.0190]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1725],\n", + " [-0.1701],\n", + " [-0.1730],\n", + " [-0.1709],\n", + " [-0.1764],\n", + " [-0.1768],\n", + " [-0.1733],\n", + " [-0.1697],\n", + " [-0.1684],\n", + " [-0.1689],\n", + " [-0.1779],\n", + " [-0.1703],\n", + " [-0.1699],\n", + " [-0.1684],\n", + " [-0.1707],\n", + " [-0.1724],\n", + " [-0.1719],\n", + " [-0.1709],\n", + " [-0.1729],\n", + " [-0.1682],\n", + " [-0.1702],\n", + " [-0.1708],\n", + " [-0.1683],\n", + " [-0.1669],\n", + " [-0.1705],\n", + " [-0.1672],\n", + " [-0.1676],\n", + " [-0.1658],\n", + " [-0.1636],\n", + " [-0.1684],\n", + " [-0.1797],\n", + " [-0.1700]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0191],\n", + " [-0.0233],\n", + " [-0.0150],\n", + " [-0.0214],\n", + " [-0.0311],\n", + " [-0.0163],\n", + " [-0.0210],\n", + " [-0.0227],\n", + " [-0.0222],\n", + " [-0.0223],\n", + " [-0.0152],\n", + " [-0.0219],\n", + " [-0.0213],\n", + " [-0.0217],\n", + " [-0.0215],\n", + " [-0.0206],\n", + " [-0.0209],\n", + " [-0.0224],\n", + " [-0.0216],\n", + " [-0.0223],\n", + " [-0.0228],\n", + " [-0.0227],\n", + " [-0.0252],\n", + " [-0.0228],\n", + " [-0.0218],\n", + " [-0.0265],\n", + " [-0.0196],\n", + " [-0.0265],\n", + " [-0.0125],\n", + " [-0.0217],\n", + " [-0.0066],\n", + " [-0.0223]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0124],\n", + " [ 0.0085],\n", + " [ 0.0219],\n", + " [ 0.0076],\n", + " [ 0.0119],\n", + " [ 0.0075],\n", + " [ 0.0112],\n", + " [ 0.0029],\n", + " [ 0.0146],\n", + " [ 0.0080],\n", + " [ 0.0070],\n", + " [ 0.0103],\n", + " [ 0.0024],\n", + " [ 0.0157],\n", + " [ 0.0138],\n", + " [ 0.0103],\n", + " [ 0.0170],\n", + " [ 0.0108],\n", + " [ 0.0065],\n", + " [ 0.0029],\n", + " [ 0.0074],\n", + " [ 0.0103],\n", + " [ 0.0018],\n", + " [ 0.0090],\n", + " [ 0.0092],\n", + " [-0.0047],\n", + " [ 0.0090],\n", + " [-0.0056],\n", + " [ 0.0134],\n", + " [ 0.0019],\n", + " [ 0.0064],\n", + " [ 0.0113]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0910],\n", + " [0.0927],\n", + " [0.0926],\n", + " [0.0904],\n", + " [0.1078],\n", + " [0.0894],\n", + " [0.0894],\n", + " [0.0948],\n", + " [0.0917],\n", + " [0.0917],\n", + " [0.0891],\n", + " [0.0916],\n", + " [0.0944],\n", + " [0.0926],\n", + " [0.0894],\n", + " [0.0911],\n", + " [0.0893],\n", + " [0.0912],\n", + " [0.0914],\n", + " [0.0958],\n", + " [0.0924],\n", + " [0.0909],\n", + " [0.0951],\n", + " [0.0952],\n", + " [0.0926],\n", + " [0.0980],\n", + " [0.0945],\n", + " [0.0999],\n", + " [0.0973],\n", + " [0.0939],\n", + " [0.0917],\n", + " [0.0912]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0854],\n", + " [0.0810],\n", + " [0.1029],\n", + " [0.0836],\n", + " [0.0951],\n", + " [0.0811],\n", + " [0.0847],\n", + " [0.0798],\n", + " [0.0878],\n", + " [0.0833],\n", + " [0.0801],\n", + " [0.0841],\n", + " [0.0809],\n", + " [0.0885],\n", + " [0.0867],\n", + " [0.0822],\n", + " [0.0880],\n", + " [0.0839],\n", + " [0.0802],\n", + " [0.0804],\n", + " [0.0818],\n", + " [0.0844],\n", + " [0.0782],\n", + " [0.0821],\n", + " [0.0833],\n", + " [0.0770],\n", + " [0.0854],\n", + " [0.0718],\n", + " [0.0850],\n", + " [0.0831],\n", + " [0.0835],\n", + " [0.0852]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0880],\n", + " [0.0885],\n", + " [0.0854],\n", + " [0.0887],\n", + " [0.0642],\n", + " [0.0900],\n", + " [0.0880],\n", + " [0.0862],\n", + " [0.0881],\n", + " [0.0875],\n", + " [0.0912],\n", + " [0.0868],\n", + " [0.0882],\n", + " [0.0882],\n", + " [0.0886],\n", + " [0.0860],\n", + " [0.0884],\n", + " [0.0870],\n", + " [0.0864],\n", + " [0.0872],\n", + " [0.0855],\n", + " [0.0873],\n", + " [0.0858],\n", + " [0.0845],\n", + " [0.0862],\n", + " [0.0867],\n", + " [0.0859],\n", + " [0.0825],\n", + " [0.0668],\n", + " [0.0888],\n", + " [0.0948],\n", + " [0.0867]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0431],\n", + " [0.0402],\n", + " [0.0463],\n", + " [0.0432],\n", + " [0.0329],\n", + " [0.0415],\n", + " [0.0399],\n", + " [0.0392],\n", + " [0.0430],\n", + " [0.0411],\n", + " [0.0430],\n", + " [0.0410],\n", + " [0.0409],\n", + " [0.0430],\n", + " [0.0436],\n", + " [0.0425],\n", + " [0.0436],\n", + " [0.0402],\n", + " [0.0384],\n", + " [0.0410],\n", + " [0.0391],\n", + " [0.0392],\n", + " [0.0361],\n", + " [0.0393],\n", + " [0.0402],\n", + " [0.0368],\n", + " [0.0430],\n", + " [0.0358],\n", + " [0.0402],\n", + " [0.0409],\n", + " [0.0404],\n", + " [0.0405]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0352],\n", + " [0.0361],\n", + " [0.0321],\n", + " [0.0355],\n", + " [0.0419],\n", + " [0.0347],\n", + " [0.0375],\n", + " [0.0383],\n", + " [0.0364],\n", + " [0.0371],\n", + " [0.0328],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0362],\n", + " [0.0353],\n", + " [0.0351],\n", + " [0.0335],\n", + " [0.0368],\n", + " [0.0380],\n", + " [0.0362],\n", + " [0.0380],\n", + " [0.0381],\n", + " [0.0392],\n", + " [0.0385],\n", + " [0.0374],\n", + " [0.0394],\n", + " [0.0372],\n", + " [0.0369],\n", + " [0.0256],\n", + " [0.0379],\n", + " [0.0353],\n", + " [0.0382]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0706],\n", + " [-0.0717],\n", + " [-0.0639],\n", + " [-0.0738],\n", + " [-0.1018],\n", + " [-0.0715],\n", + " [-0.0713],\n", + " [-0.0750],\n", + " [-0.0702],\n", + " [-0.0742],\n", + " [-0.0724],\n", + " [-0.0725],\n", + " [-0.0749],\n", + " [-0.0692],\n", + " [-0.0715],\n", + " [-0.0726],\n", + " [-0.0692],\n", + " [-0.0719],\n", + " [-0.0732],\n", + " [-0.0749],\n", + " [-0.0739],\n", + " [-0.0720],\n", + " [-0.0763],\n", + " [-0.0727],\n", + " [-0.0726],\n", + " [-0.0782],\n", + " [-0.0729],\n", + " [-0.0800],\n", + " [-0.0725],\n", + " [-0.0756],\n", + " [-0.0659],\n", + " [-0.0724]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1009],\n", + " [-0.1007],\n", + " [-0.0960],\n", + " [-0.1024],\n", + " [-0.1120],\n", + " [-0.1061],\n", + " [-0.1000],\n", + " [-0.1028],\n", + " [-0.0979],\n", + " [-0.1007],\n", + " [-0.1087],\n", + " [-0.0991],\n", + " [-0.1046],\n", + " [-0.0971],\n", + " [-0.0994],\n", + " [-0.1009],\n", + " [-0.0992],\n", + " [-0.0988],\n", + " [-0.1023],\n", + " [-0.1033],\n", + " [-0.1001],\n", + " [-0.0988],\n", + " [-0.1013],\n", + " [-0.0984],\n", + " [-0.0994],\n", + " [-0.1042],\n", + " [-0.1000],\n", + " [-0.1042],\n", + " [-0.0994],\n", + " [-0.1042],\n", + " [-0.1157],\n", + " [-0.0981]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0609],\n", + " [-0.0651],\n", + " [-0.0631],\n", + " [-0.0609],\n", + " [-0.0564],\n", + " [-0.0583],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0564],\n", + " [-0.0627],\n", + " [-0.0613],\n", + " [-0.0635],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0626],\n", + " [-0.0635],\n", + " [-0.0633],\n", + " [-0.0627],\n", + " [-0.0637],\n", + " [-0.0636],\n", + " [-0.0655],\n", + " [-0.0652],\n", + " [-0.0630],\n", + " [-0.0640],\n", + " [-0.0628],\n", + " [-0.0662],\n", + " [-0.0639],\n", + " [-0.0611],\n", + " [-0.0572],\n", + " [-0.0629]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0619],\n", + " [-0.0630],\n", + " [-0.0610],\n", + " [-0.0629],\n", + " [-0.0639],\n", + " [-0.0615],\n", + " [-0.0576],\n", + " [ 0.8605],\n", + " [-0.0591],\n", + " [-0.0675],\n", + " [-0.0591],\n", + " [-0.0614],\n", + " [-0.0604],\n", + " [-0.0539],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0574],\n", + " [-0.0633],\n", + " [-0.0640],\n", + " [-0.0631],\n", + " [-0.0648],\n", + " [-0.0631],\n", + " [-0.0664],\n", + " [-0.0607],\n", + " [-0.0634],\n", + " [-0.0603],\n", + " [-0.0615],\n", + " [-0.0568],\n", + " [-0.1147],\n", + " [-0.0593],\n", + " [-0.0635],\n", + " [-0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0753],\n", + " [-0.0689],\n", + " [-0.0729],\n", + " [-0.0728],\n", + " [-0.0741],\n", + " [-0.0732],\n", + " [-0.0708],\n", + " [-1.4221],\n", + " [-0.0686],\n", + " [-0.0796],\n", + " [-0.0675],\n", + " [-0.0694],\n", + " [-0.0713],\n", + " [-0.0682],\n", + " [-0.0775],\n", + " [-0.0753],\n", + " [-0.0655],\n", + " [-0.0771],\n", + " [-0.0743],\n", + " [-0.0757],\n", + " [-0.0795],\n", + " [-0.0694],\n", + " [-0.0765],\n", + " [-0.0728],\n", + " [-0.0750],\n", + " [-0.0710],\n", + " [-0.0697],\n", + " [-0.0712],\n", + " [-0.1328],\n", + " [-0.0667],\n", + " [-0.0734],\n", + " [-0.0696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0381],\n", + " [ 0.0360],\n", + " [ 0.0399],\n", + " [ 0.0366],\n", + " [ 0.0352],\n", + " [ 0.0372],\n", + " [ 0.0376],\n", + " [-0.8596],\n", + " [ 0.0392],\n", + " [ 0.0376],\n", + " [ 0.0389],\n", + " [ 0.0373],\n", + " [ 0.0378],\n", + " [ 0.0383],\n", + " [ 0.0367],\n", + " [ 0.0371],\n", + " [ 0.0376],\n", + " [ 0.0385],\n", + " [ 0.0341],\n", + " [ 0.0372],\n", + " [ 0.0405],\n", + " [ 0.0365],\n", + " [ 0.0351],\n", + " [ 0.0391],\n", + " [ 0.0359],\n", + " [ 0.0384],\n", + " [ 0.0385],\n", + " [ 0.0392],\n", + " [ 0.0304],\n", + " [ 0.0403],\n", + " [ 0.0342],\n", + " [ 0.0415]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0925],\n", + " [-0.0958],\n", + " [-0.0907],\n", + " [-0.0956],\n", + " [-0.0954],\n", + " [-0.0925],\n", + " [-0.0902],\n", + " [-0.5634],\n", + " [-0.0866],\n", + " [-0.0932],\n", + " [-0.0880],\n", + " [-0.0943],\n", + " [-0.0910],\n", + " [-0.0820],\n", + " [-0.0932],\n", + " [-0.0936],\n", + " [-0.0830],\n", + " [-0.0920],\n", + " [-0.0971],\n", + " [-0.0951],\n", + " [-0.0914],\n", + " [-0.0955],\n", + " [-0.0931],\n", + " [-0.0925],\n", + " [-0.0956],\n", + " [-0.0886],\n", + " [-0.0940],\n", + " [-0.0853],\n", + " [-0.0714],\n", + " [-0.0910],\n", + " [-0.0968],\n", + " [-0.1036]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0544],\n", + " [ 0.0590],\n", + " [ 0.0553],\n", + " [ 0.0587],\n", + " [ 0.0574],\n", + " [ 0.0559],\n", + " [ 0.0486],\n", + " [-2.2314],\n", + " [ 0.0514],\n", + " [ 0.0473],\n", + " [ 0.0522],\n", + " [ 0.0575],\n", + " [ 0.0561],\n", + " [ 0.0463],\n", + " [ 0.0516],\n", + " [ 0.0553],\n", + " [ 0.0472],\n", + " [ 0.0509],\n", + " [ 0.0596],\n", + " [ 0.0555],\n", + " [ 0.0440],\n", + " [ 0.0594],\n", + " [ 0.0535],\n", + " [ 0.0549],\n", + " [ 0.0589],\n", + " [ 0.0509],\n", + " [ 0.0564],\n", + " [ 0.0401],\n", + " [ 0.0392],\n", + " [ 0.0553],\n", + " [ 0.0599],\n", + " [ 0.0366]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0371],\n", + " [-0.0362],\n", + " [-0.0356],\n", + " [-0.0359],\n", + " [-0.0391],\n", + " [-0.0379],\n", + " [-0.0386],\n", + " [-1.4191],\n", + " [-0.0421],\n", + " [-0.0352],\n", + " [-0.0398],\n", + " [-0.0365],\n", + " [-0.0389],\n", + " [-0.0475],\n", + " [-0.0383],\n", + " [-0.0379],\n", + " [-0.0480],\n", + " [-0.0348],\n", + " [-0.0349],\n", + " [-0.0349],\n", + " [-0.0332],\n", + " [-0.0354],\n", + " [-0.0455],\n", + " [-0.0349],\n", + " [-0.0366],\n", + " [-0.0413],\n", + " [-0.0349],\n", + " [-0.0396],\n", + " [-0.0488],\n", + " [-0.0344],\n", + " [-0.0352],\n", + " [-0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0786],\n", + " [-0.0818],\n", + " [-0.0783],\n", + " [-0.0799],\n", + " [-0.0801],\n", + " [-0.0793],\n", + " [-0.0837],\n", + " [ 0.9197],\n", + " [-0.0786],\n", + " [-0.0799],\n", + " [-0.0794],\n", + " [-0.0814],\n", + " [-0.0791],\n", + " [-0.0753],\n", + " [-0.0788],\n", + " [-0.0791],\n", + " [-0.0756],\n", + " [-0.0794],\n", + " [-0.0797],\n", + " [-0.0807],\n", + " [-0.0801],\n", + " [-0.0811],\n", + " [-0.0777],\n", + " [-0.0804],\n", + " [-0.0787],\n", + " [-0.0789],\n", + " [-0.0820],\n", + " [-0.0793],\n", + " [-0.0812],\n", + " [-0.0827],\n", + " [-0.0799],\n", + " [-0.0912]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1679],\n", + " [0.1705],\n", + " [0.1704],\n", + " [0.1693],\n", + " [0.1680],\n", + " [0.1684],\n", + " [0.1647],\n", + " [0.3210],\n", + " [0.1666],\n", + " [0.1643],\n", + " [0.1688],\n", + " [0.1690],\n", + " [0.1696],\n", + " [0.1654],\n", + " [0.1646],\n", + " [0.1677],\n", + " [0.1673],\n", + " [0.1650],\n", + " [0.1701],\n", + " [0.1668],\n", + " [0.1621],\n", + " [0.1714],\n", + " [0.1668],\n", + " [0.1681],\n", + " [0.1692],\n", + " [0.1674],\n", + " [0.1690],\n", + " [0.1617],\n", + " [0.1153],\n", + " [0.1710],\n", + " [0.1702],\n", + " [0.1600]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0569],\n", + " [-0.0575],\n", + " [-0.0538],\n", + " [-0.0576],\n", + " [-0.0570],\n", + " [-0.0549],\n", + " [-0.0530],\n", + " [-1.3149],\n", + " [-0.0463],\n", + " [-0.0614],\n", + " [-0.0456],\n", + " [-0.0542],\n", + " [-0.0528],\n", + " [-0.0466],\n", + " [-0.0580],\n", + " [-0.0570],\n", + " [-0.0405],\n", + " [-0.0577],\n", + " [-0.0602],\n", + " [-0.0579],\n", + " [-0.0605],\n", + " [-0.0576],\n", + " [-0.0559],\n", + " [-0.0540],\n", + " [-0.0579],\n", + " [-0.0500],\n", + " [-0.0541],\n", + " [-0.0510],\n", + " [-0.0727],\n", + " [-0.0478],\n", + " [-0.0597],\n", + " [-0.0621]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0611],\n", + " [0.0561],\n", + " [0.0599],\n", + " [0.0591],\n", + " [0.0592],\n", + " [0.0592],\n", + " [0.0627],\n", + " [0.7478],\n", + " [0.0588],\n", + " [0.0651],\n", + " [0.0581],\n", + " [0.0573],\n", + " [0.0568],\n", + " [0.0616],\n", + " [0.0657],\n", + " [0.0607],\n", + " [0.0603],\n", + " [0.0673],\n", + " [0.0599],\n", + " [0.0636],\n", + " [0.0729],\n", + " [0.0564],\n", + " [0.0598],\n", + " [0.0614],\n", + " [0.0605],\n", + " [0.0617],\n", + " [0.0586],\n", + " [0.0694],\n", + " [0.0380],\n", + " [0.0576],\n", + " [0.0587],\n", + " [0.0755]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0951],\n", + " [-0.1006],\n", + " [-0.0951],\n", + " [-0.0992],\n", + " [-0.0972],\n", + " [-0.0962],\n", + " [-0.0866],\n", + " [-0.2526],\n", + " [-0.0947],\n", + " [-0.0844],\n", + " [-0.0964],\n", + " [-0.0986],\n", + " [-0.0970],\n", + " [-0.0887],\n", + " [-0.0919],\n", + " [-0.0959],\n", + " [-0.0910],\n", + " [-0.0897],\n", + " [-0.0996],\n", + " [-0.0956],\n", + " [-0.0831],\n", + " [-0.1010],\n", + " [-0.0938],\n", + " [-0.0963],\n", + " [-0.0979],\n", + " [-0.0932],\n", + " [-0.0982],\n", + " [-0.0816],\n", + " [-0.0757],\n", + " [-0.0991],\n", + " [-0.0998],\n", + " [-0.0719]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0159],\n", + " [ 0.0214],\n", + " [ 0.0188],\n", + " [ 0.0191],\n", + " [ 0.0174],\n", + " [ 0.0177],\n", + " [ 0.0188],\n", + " [-0.9428],\n", + " [ 0.0152],\n", + " [ 0.0134],\n", + " [ 0.0174],\n", + " [ 0.0216],\n", + " [ 0.0188],\n", + " [ 0.0130],\n", + " [ 0.0123],\n", + " [ 0.0160],\n", + " [ 0.0139],\n", + " [ 0.0126],\n", + " [ 0.0182],\n", + " [ 0.0159],\n", + " [ 0.0067],\n", + " [ 0.0210],\n", + " [ 0.0160],\n", + " [ 0.0172],\n", + " [ 0.0187],\n", + " [ 0.0152],\n", + " [ 0.0202],\n", + " [ 0.0092],\n", + " [ 0.0063],\n", + " [ 0.0217],\n", + " [ 0.0190],\n", + " [ 0.0093]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0926],\n", + " [ 0.0973],\n", + " [ 0.0896],\n", + " [ 0.0947],\n", + " [ 0.0955],\n", + " [ 0.0937],\n", + " [ 0.0877],\n", + " [-0.3635],\n", + " [ 0.0991],\n", + " [ 0.0860],\n", + " [ 0.0972],\n", + " [ 0.0962],\n", + " [ 0.0968],\n", + " [ 0.0972],\n", + " [ 0.0901],\n", + " [ 0.0939],\n", + " [ 0.0976],\n", + " [ 0.0848],\n", + " [ 0.0935],\n", + " [ 0.0892],\n", + " [ 0.0813],\n", + " [ 0.0967],\n", + " [ 0.0986],\n", + " [ 0.0913],\n", + " [ 0.0928],\n", + " [ 0.0927],\n", + " [ 0.0940],\n", + " [ 0.0846],\n", + " [ 0.0481],\n", + " [ 0.0947],\n", + " [ 0.0948],\n", + " [ 0.0724]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0111],\n", + " [0.0109],\n", + " [0.0093],\n", + " [0.0103],\n", + " [0.0105],\n", + " [0.0106],\n", + " [0.0036],\n", + " [0.5643],\n", + " [0.0117],\n", + " [0.0062],\n", + " [0.0102],\n", + " [0.0101],\n", + " [0.0124],\n", + " [0.0144],\n", + " [0.0093],\n", + " [0.0114],\n", + " [0.0076],\n", + " [0.0067],\n", + " [0.0075],\n", + " [0.0078],\n", + " [0.0075],\n", + " [0.0114],\n", + " [0.0116],\n", + " [0.0099],\n", + " [0.0080],\n", + " [0.0104],\n", + " [0.0108],\n", + " [0.0053],\n", + " [0.0023],\n", + " [0.0083],\n", + " [0.0082],\n", + " [0.0064]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.2105e-04],\n", + " [ 6.9437e-04],\n", + " [-1.0575e-03],\n", + " [ 4.7203e-04],\n", + " [-1.3637e-03],\n", + " [-2.5313e-03],\n", + " [-3.1696e-03],\n", + " [-1.9325e-01],\n", + " [-1.0986e-02],\n", + " [ 5.3045e-03],\n", + " [-9.6602e-03],\n", + " [-2.0828e-03],\n", + " [-4.6197e-03],\n", + " [-1.4017e-02],\n", + " [-2.0366e-03],\n", + " [-9.1930e-04],\n", + " [-1.5218e-02],\n", + " [-4.8766e-04],\n", + " [ 3.2191e-03],\n", + " [ 1.3060e-03],\n", + " [ 1.0235e-03],\n", + " [ 7.2129e-04],\n", + " [-2.8200e-03],\n", + " [-2.4730e-03],\n", + " [ 1.1294e-03],\n", + " [-7.8722e-03],\n", + " [-1.9296e-03],\n", + " [-7.8757e-03],\n", + " [ 4.3326e-02],\n", + " [-3.5912e-03],\n", + " [ 2.4472e-03],\n", + " [ 9.3492e-05]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0355],\n", + " [-0.0322],\n", + " [-0.0359],\n", + " [-0.0343],\n", + " [-0.0333],\n", + " [-0.0343],\n", + " [-0.0425],\n", + " [-0.7310],\n", + " [-0.0296],\n", + " [-0.0449],\n", + " [-0.0306],\n", + " [-0.0336],\n", + " [-0.0312],\n", + " [-0.0322],\n", + " [-0.0382],\n", + " [-0.0347],\n", + " [-0.0322],\n", + " [-0.0395],\n", + " [-0.0365],\n", + " [-0.0376],\n", + " [-0.0419],\n", + " [-0.0320],\n", + " [-0.0330],\n", + " [-0.0348],\n", + " [-0.0359],\n", + " [-0.0329],\n", + " [-0.0337],\n", + " [-0.0408],\n", + " [-0.0249],\n", + " [-0.0313],\n", + " [-0.0356],\n", + " [-0.0478]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0047],\n", + " [ 0.0031],\n", + " [ 0.0041],\n", + " [ 0.0044],\n", + " [ 0.0037],\n", + " [ 0.0033],\n", + " [ 0.0051],\n", + " [ 0.3689],\n", + " [-0.0027],\n", + " [ 0.0078],\n", + " [-0.0016],\n", + " [ 0.0024],\n", + " [ 0.0016],\n", + " [-0.0025],\n", + " [ 0.0059],\n", + " [ 0.0043],\n", + " [-0.0051],\n", + " [ 0.0071],\n", + " [ 0.0074],\n", + " [ 0.0059],\n", + " [ 0.0094],\n", + " [ 0.0033],\n", + " [ 0.0016],\n", + " [ 0.0035],\n", + " [ 0.0057],\n", + " [ 0.0010],\n", + " [ 0.0021],\n", + " [ 0.0045],\n", + " [-0.0007],\n", + " [ 0.0004],\n", + " [ 0.0067],\n", + " [ 0.0084]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0570],\n", + " [ 0.0573],\n", + " [ 0.0555],\n", + " [ 0.0572],\n", + " [ 0.0569],\n", + " [ 0.0558],\n", + " [ 0.0590],\n", + " [-0.0287],\n", + " [ 0.0532],\n", + " [ 0.0628],\n", + " [ 0.0535],\n", + " [ 0.0560],\n", + " [ 0.0547],\n", + " [ 0.0536],\n", + " [ 0.0590],\n", + " [ 0.0570],\n", + " [ 0.0516],\n", + " [ 0.0600],\n", + " [ 0.0586],\n", + " [ 0.0582],\n", + " [ 0.0656],\n", + " [ 0.0574],\n", + " [ 0.0577],\n", + " [ 0.0566],\n", + " [ 0.0568],\n", + " [ 0.0548],\n", + " [ 0.0567],\n", + " [ 0.0618],\n", + " [ 0.0455],\n", + " [ 0.0555],\n", + " [ 0.0582],\n", + " [ 0.0747]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0176],\n", + " [-0.0180],\n", + " [-0.0187],\n", + " [-0.0187],\n", + " [-0.0170],\n", + " [-0.0180],\n", + " [-0.0192],\n", + " [-0.3297],\n", + " [-0.0179],\n", + " [-0.0199],\n", + " [-0.0169],\n", + " [-0.0193],\n", + " [-0.0180],\n", + " [-0.0176],\n", + " [-0.0157],\n", + " [-0.0175],\n", + " [-0.0178],\n", + " [-0.0162],\n", + " [-0.0166],\n", + " [-0.0172],\n", + " [-0.0152],\n", + " [-0.0188],\n", + " [-0.0171],\n", + " [-0.0177],\n", + " [-0.0184],\n", + " [-0.0161],\n", + " [-0.0191],\n", + " [-0.0119],\n", + " [-0.0044],\n", + " [-0.0173],\n", + " [-0.0167],\n", + " [-0.0168]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1714],\n", + " [-0.1715],\n", + " [-0.1686],\n", + " [-0.1715],\n", + " [-0.1720],\n", + " [-0.1701],\n", + " [-0.1676],\n", + " [-0.1298],\n", + " [-0.1659],\n", + " [-0.1751],\n", + " [-0.1657],\n", + " [-0.1701],\n", + " [-0.1692],\n", + " [-0.1643],\n", + " [-0.1712],\n", + " [-0.1719],\n", + " [-0.1637],\n", + " [-0.1692],\n", + " [-0.1719],\n", + " [-0.1710],\n", + " [-0.1698],\n", + " [-0.1711],\n", + " [-0.1745],\n", + " [-0.1686],\n", + " [-0.1722],\n", + " [-0.1667],\n", + " [-0.1690],\n", + " [-0.1643],\n", + " [-0.1874],\n", + " [-0.1672],\n", + " [-0.1720],\n", + " [-0.1640]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0214],\n", + " [-0.0215],\n", + " [-0.0210],\n", + " [-0.0219],\n", + " [-0.0222],\n", + " [-0.0219],\n", + " [-0.0172],\n", + " [ 0.5040],\n", + " [-0.0240],\n", + " [-0.0148],\n", + " [-0.0220],\n", + " [-0.0220],\n", + " [-0.0228],\n", + " [-0.0247],\n", + " [-0.0222],\n", + " [-0.0218],\n", + " [-0.0226],\n", + " [-0.0209],\n", + " [-0.0192],\n", + " [-0.0204],\n", + " [-0.0209],\n", + " [-0.0222],\n", + " [-0.0204],\n", + " [-0.0216],\n", + " [-0.0209],\n", + " [-0.0238],\n", + " [-0.0221],\n", + " [-0.0194],\n", + " [ 0.0758],\n", + " [-0.0192],\n", + " [-0.0196],\n", + " [-0.0168]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0068],\n", + " [ 0.0172],\n", + " [ 0.0070],\n", + " [ 0.0136],\n", + " [ 0.0111],\n", + " [ 0.0088],\n", + " [ 0.0022],\n", + " [-0.8410],\n", + " [ 0.0046],\n", + " [ 0.0013],\n", + " [ 0.0068],\n", + " [ 0.0133],\n", + " [ 0.0095],\n", + " [-0.0036],\n", + " [ 0.0029],\n", + " [ 0.0080],\n", + " [-0.0021],\n", + " [ 0.0021],\n", + " [ 0.0168],\n", + " [ 0.0088],\n", + " [-0.0046],\n", + " [ 0.0172],\n", + " [ 0.0070],\n", + " [ 0.0088],\n", + " [ 0.0115],\n", + " [ 0.0017],\n", + " [ 0.0128],\n", + " [-0.0091],\n", + " [ 0.0487],\n", + " [ 0.0121],\n", + " [ 0.0173],\n", + " [-0.0138]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0911],\n", + " [ 0.0894],\n", + " [ 0.0949],\n", + " [ 0.0896],\n", + " [ 0.0906],\n", + " [ 0.0924],\n", + " [ 0.1001],\n", + " [-0.4231],\n", + " [ 0.0966],\n", + " [ 0.0957],\n", + " [ 0.0970],\n", + " [ 0.0914],\n", + " [ 0.0926],\n", + " [ 0.1032],\n", + " [ 0.0924],\n", + " [ 0.0903],\n", + " [ 0.1061],\n", + " [ 0.0951],\n", + " [ 0.0892],\n", + " [ 0.0914],\n", + " [ 0.0947],\n", + " [ 0.0892],\n", + " [ 0.0906],\n", + " [ 0.0927],\n", + " [ 0.0911],\n", + " [ 0.0982],\n", + " [ 0.0917],\n", + " [ 0.1040],\n", + " [ 0.0429],\n", + " [ 0.0944],\n", + " [ 0.0892],\n", + " [ 0.1130]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0830],\n", + " [ 0.0895],\n", + " [ 0.0834],\n", + " [ 0.0859],\n", + " [ 0.0834],\n", + " [ 0.0832],\n", + " [ 0.0874],\n", + " [-1.4452],\n", + " [ 0.0778],\n", + " [ 0.0800],\n", + " [ 0.0799],\n", + " [ 0.0862],\n", + " [ 0.0829],\n", + " [ 0.0741],\n", + " [ 0.0803],\n", + " [ 0.0827],\n", + " [ 0.0715],\n", + " [ 0.0818],\n", + " [ 0.0888],\n", + " [ 0.0846],\n", + " [ 0.0808],\n", + " [ 0.0887],\n", + " [ 0.0767],\n", + " [ 0.0839],\n", + " [ 0.0839],\n", + " [ 0.0785],\n", + " [ 0.0862],\n", + " [ 0.0817],\n", + " [ 0.0750],\n", + " [ 0.0860],\n", + " [ 0.0891],\n", + " [ 0.0812]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0866],\n", + " [ 0.0889],\n", + " [ 0.0847],\n", + " [ 0.0879],\n", + " [ 0.0881],\n", + " [ 0.0864],\n", + " [ 0.0856],\n", + " [-1.5943],\n", + " [ 0.0831],\n", + " [ 0.0900],\n", + " [ 0.0829],\n", + " [ 0.0874],\n", + " [ 0.0853],\n", + " [ 0.0778],\n", + " [ 0.0883],\n", + " [ 0.0873],\n", + " [ 0.0772],\n", + " [ 0.0883],\n", + " [ 0.0896],\n", + " [ 0.0887],\n", + " [ 0.0904],\n", + " [ 0.0889],\n", + " [ 0.0863],\n", + " [ 0.0865],\n", + " [ 0.0868],\n", + " [ 0.0840],\n", + " [ 0.0881],\n", + " [ 0.0831],\n", + " [ 0.1145],\n", + " [ 0.0851],\n", + " [ 0.0890],\n", + " [ 0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0405],\n", + " [ 0.0423],\n", + " [ 0.0433],\n", + " [ 0.0421],\n", + " [ 0.0398],\n", + " [ 0.0403],\n", + " [ 0.0430],\n", + " [-0.0306],\n", + " [ 0.0362],\n", + " [ 0.0424],\n", + " [ 0.0376],\n", + " [ 0.0416],\n", + " [ 0.0395],\n", + " [ 0.0355],\n", + " [ 0.0393],\n", + " [ 0.0397],\n", + " [ 0.0347],\n", + " [ 0.0420],\n", + " [ 0.0437],\n", + " [ 0.0424],\n", + " [ 0.0422],\n", + " [ 0.0427],\n", + " [ 0.0348],\n", + " [ 0.0417],\n", + " [ 0.0423],\n", + " [ 0.0383],\n", + " [ 0.0421],\n", + " [ 0.0400],\n", + " [ 0.0427],\n", + " [ 0.0423],\n", + " [ 0.0434],\n", + " [ 0.0531]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0379],\n", + " [ 0.0352],\n", + " [ 0.0362],\n", + " [ 0.0358],\n", + " [ 0.0361],\n", + " [ 0.0375],\n", + " [ 0.0408],\n", + " [-1.4961],\n", + " [ 0.0391],\n", + " [ 0.0347],\n", + " [ 0.0389],\n", + " [ 0.0374],\n", + " [ 0.0382],\n", + " [ 0.0402],\n", + " [ 0.0377],\n", + " [ 0.0375],\n", + " [ 0.0394],\n", + " [ 0.0363],\n", + " [ 0.0329],\n", + " [ 0.0363],\n", + " [ 0.0355],\n", + " [ 0.0348],\n", + " [ 0.0382],\n", + " [ 0.0373],\n", + " [ 0.0355],\n", + " [ 0.0388],\n", + " [ 0.0368],\n", + " [ 0.0391],\n", + " [ 0.0091],\n", + " [ 0.0371],\n", + " [ 0.0331],\n", + " [ 0.0243]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0743],\n", + " [-0.0687],\n", + " [-0.0742],\n", + " [-0.0711],\n", + " [-0.0708],\n", + " [-0.0730],\n", + " [-0.0753],\n", + " [-1.9211],\n", + " [-0.0754],\n", + " [-0.0741],\n", + " [-0.0734],\n", + " [-0.0709],\n", + " [-0.0731],\n", + " [-0.0821],\n", + " [-0.0746],\n", + " [-0.0734],\n", + " [-0.0775],\n", + " [-0.0751],\n", + " [-0.0685],\n", + " [-0.0727],\n", + " [-0.0769],\n", + " [-0.0690],\n", + " [-0.0728],\n", + " [-0.0738],\n", + " [-0.0716],\n", + " [-0.0755],\n", + " [-0.0714],\n", + " [-0.0781],\n", + " [-0.0240],\n", + " [-0.0710],\n", + " [-0.0684],\n", + " [-0.0768]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1014],\n", + " [-0.0972],\n", + " [-0.1007],\n", + " [-0.0983],\n", + " [-0.0998],\n", + " [-0.0997],\n", + " [-0.1065],\n", + " [-1.6543],\n", + " [-0.0990],\n", + " [-0.1113],\n", + " [-0.0991],\n", + " [-0.0973],\n", + " [-0.0985],\n", + " [-0.1038],\n", + " [-0.1038],\n", + " [-0.1009],\n", + " [-0.1027],\n", + " [-0.1050],\n", + " [-0.1010],\n", + " [-0.1017],\n", + " [-0.1099],\n", + " [-0.0973],\n", + " [-0.1033],\n", + " [-0.0999],\n", + " [-0.0996],\n", + " [-0.1015],\n", + " [-0.0983],\n", + " [-0.1081],\n", + " [-0.1313],\n", + " [-0.0983],\n", + " [-0.0999],\n", + " [-0.1089]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0614],\n", + " [-0.0629],\n", + " [-0.0616],\n", + " [-0.0626],\n", + " [-0.0639],\n", + " [-0.0628],\n", + " [-0.0581],\n", + " [ 2.5682],\n", + " [-0.0666],\n", + " [-0.0557],\n", + " [-0.0662],\n", + " [-0.0631],\n", + " [-0.0640],\n", + " [-0.0633],\n", + " [-0.0620],\n", + " [-0.0624],\n", + " [-0.0668],\n", + " [-0.0606],\n", + " [-0.0613],\n", + " [-0.0610],\n", + " [-0.0590],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0623],\n", + " [-0.0625],\n", + " [-0.0652],\n", + " [-0.0627],\n", + " [-0.0606],\n", + " [-0.0203],\n", + " [-0.0647],\n", + " [-0.0619],\n", + " [-0.0525]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0646],\n", + " [-0.0622],\n", + " [-0.0633],\n", + " [-0.0620],\n", + " [-0.0642],\n", + " [-0.0603],\n", + " [-0.0664],\n", + " [-0.0630],\n", + " [-0.0584],\n", + " [-0.0627],\n", + " [-0.0643],\n", + " [-0.0635],\n", + " [-0.0614],\n", + " [-0.0626],\n", + " [-0.0643],\n", + " [-0.0631],\n", + " [-0.0685],\n", + " [-0.0629],\n", + " [-0.0628],\n", + " [-0.0621],\n", + " [-0.0633],\n", + " [-0.0649],\n", + " [-0.0630],\n", + " [-0.0630],\n", + " [-0.0615],\n", + " [-0.0620],\n", + " [-0.0642],\n", + " [-0.0539],\n", + " [-0.0656],\n", + " [-0.0695],\n", + " [-0.0605],\n", + " [-0.0635]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0762],\n", + " [-0.0763],\n", + " [-0.0774],\n", + " [-0.0785],\n", + " [-0.0724],\n", + " [-0.0728],\n", + " [-0.0796],\n", + " [-0.0765],\n", + " [-0.0709],\n", + " [-0.0771],\n", + " [-0.0801],\n", + " [-0.0778],\n", + " [-0.0743],\n", + " [-0.0757],\n", + " [-0.0769],\n", + " [-0.0761],\n", + " [-0.0809],\n", + " [-0.0733],\n", + " [-0.0725],\n", + " [-0.0727],\n", + " [-0.0767],\n", + " [-0.0748],\n", + " [-0.0774],\n", + " [-0.0763],\n", + " [-0.0674],\n", + " [-0.0726],\n", + " [-0.0754],\n", + " [-0.0696],\n", + " [-0.0691],\n", + " [-0.0823],\n", + " [-0.0734],\n", + " [-0.0770]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0372],\n", + " [0.0383],\n", + " [0.0389],\n", + " [0.0373],\n", + " [0.0337],\n", + " [0.0393],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0386],\n", + " [0.0385],\n", + " [0.0388],\n", + " [0.0368],\n", + " [0.0402],\n", + " [0.0368],\n", + " [0.0359],\n", + " [0.0369],\n", + " [0.0379],\n", + " [0.0375],\n", + " [0.0359],\n", + " [0.0393],\n", + " [0.0375],\n", + " [0.0361],\n", + " [0.0382],\n", + " [0.0379],\n", + " [0.0381],\n", + " [0.0386],\n", + " [0.0352],\n", + " [0.0388],\n", + " [0.0325],\n", + " [0.0350],\n", + " [0.0377],\n", + " [0.0363]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0937],\n", + " [-0.0919],\n", + " [-0.0936],\n", + " [-0.0915],\n", + " [-0.0856],\n", + " [-0.0913],\n", + " [-0.0933],\n", + " [-0.0921],\n", + " [-0.0887],\n", + " [-0.0920],\n", + " [-0.0927],\n", + " [-0.0923],\n", + " [-0.0909],\n", + " [-0.0937],\n", + " [-0.0945],\n", + " [-0.0933],\n", + " [-0.0952],\n", + " [-0.0957],\n", + " [-0.0957],\n", + " [-0.0904],\n", + " [-0.0944],\n", + " [-0.0943],\n", + " [-0.0934],\n", + " [-0.0938],\n", + " [-0.0941],\n", + " [-0.0948],\n", + " [-0.0963],\n", + " [-0.0844],\n", + " [-0.0932],\n", + " [-0.0999],\n", + " [-0.0904],\n", + " [-0.0932]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0571],\n", + " [0.0527],\n", + " [0.0522],\n", + " [0.0467],\n", + " [0.0507],\n", + " [0.0552],\n", + " [0.0507],\n", + " [0.0525],\n", + " [0.0435],\n", + " [0.0456],\n", + " [0.0465],\n", + " [0.0507],\n", + " [0.0507],\n", + " [0.0552],\n", + " [0.0557],\n", + " [0.0558],\n", + " [0.0543],\n", + " [0.0499],\n", + " [0.0591],\n", + " [0.0474],\n", + " [0.0547],\n", + " [0.0580],\n", + " [0.0530],\n", + " [0.0537],\n", + " [0.0587],\n", + " [0.0569],\n", + " [0.0574],\n", + " [0.0408],\n", + " [0.0517],\n", + " [0.0569],\n", + " [0.0534],\n", + " [0.0529]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0375],\n", + " [-0.0361],\n", + " [-0.0337],\n", + " [-0.0393],\n", + " [-0.0458],\n", + " [-0.0367],\n", + " [-0.0392],\n", + " [-0.0401],\n", + " [-0.0376],\n", + " [-0.0349],\n", + " [-0.0343],\n", + " [-0.0390],\n", + " [-0.0332],\n", + " [-0.0371],\n", + " [-0.0403],\n", + " [-0.0388],\n", + " [-0.0361],\n", + " [-0.0422],\n", + " [-0.0369],\n", + " [-0.0356],\n", + " [-0.0351],\n", + " [-0.0407],\n", + " [-0.0350],\n", + " [-0.0343],\n", + " [-0.0341],\n", + " [-0.0339],\n", + " [-0.0374],\n", + " [-0.0424],\n", + " [-0.0510],\n", + " [-0.0374],\n", + " [-0.0392],\n", + " [-0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0776],\n", + " [-0.0783],\n", + " [-0.0802],\n", + " [-0.0783],\n", + " [-0.0778],\n", + " [-0.0789],\n", + " [-0.0784],\n", + " [-0.0782],\n", + " [-0.0815],\n", + " [-0.0809],\n", + " [-0.0790],\n", + " [-0.0782],\n", + " [-0.0807],\n", + " [-0.0791],\n", + " [-0.0791],\n", + " [-0.0784],\n", + " [-0.0783],\n", + " [-0.0829],\n", + " [-0.0796],\n", + " [-0.0808],\n", + " [-0.0798],\n", + " [-0.0791],\n", + " [-0.0791],\n", + " [-0.0804],\n", + " [-0.0822],\n", + " [-0.0811],\n", + " [-0.0795],\n", + " [-0.0791],\n", + " [-0.0798],\n", + " [-0.0782],\n", + " [-0.0783],\n", + " [-0.0787]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1700],\n", + " [0.1664],\n", + " [0.1653],\n", + " [0.1618],\n", + " [0.1693],\n", + " [0.1694],\n", + " [0.1652],\n", + " [0.1662],\n", + " [0.1615],\n", + " [0.1613],\n", + " [0.1616],\n", + " [0.1645],\n", + " [0.1661],\n", + " [0.1674],\n", + " [0.1675],\n", + " [0.1683],\n", + " [0.1676],\n", + " [0.1645],\n", + " [0.1694],\n", + " [0.1651],\n", + " [0.1667],\n", + " [0.1704],\n", + " [0.1658],\n", + " [0.1662],\n", + " [0.1724],\n", + " [0.1691],\n", + " [0.1666],\n", + " [0.1598],\n", + " [0.1674],\n", + " [0.1663],\n", + " [0.1677],\n", + " [0.1657]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0579],\n", + " [-0.0572],\n", + " [-0.0576],\n", + " [-0.0599],\n", + " [-0.0501],\n", + " [-0.0537],\n", + " [-0.0590],\n", + " [-0.0564],\n", + " [-0.0496],\n", + " [-0.0570],\n", + " [-0.0618],\n", + " [-0.0580],\n", + " [-0.0545],\n", + " [-0.0570],\n", + " [-0.0569],\n", + " [-0.0560],\n", + " [-0.0597],\n", + " [-0.0576],\n", + " [-0.0573],\n", + " [-0.0518],\n", + " [-0.0581],\n", + " [-0.0537],\n", + " [-0.0586],\n", + " [-0.0581],\n", + " [-0.0533],\n", + " [-0.0556],\n", + " [-0.0585],\n", + " [-0.0496],\n", + " [-0.0547],\n", + " [-0.0646],\n", + " [-0.0539],\n", + " [-0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0593],\n", + " [0.0642],\n", + " [0.0691],\n", + " [0.0690],\n", + " [0.0557],\n", + " [0.0602],\n", + " [0.0648],\n", + " [0.0626],\n", + " [0.0692],\n", + " [0.0728],\n", + " [0.0706],\n", + " [0.0650],\n", + " [0.0673],\n", + " [0.0620],\n", + " [0.0607],\n", + " [0.0617],\n", + " [0.0655],\n", + " [0.0584],\n", + " [0.0585],\n", + " [0.0683],\n", + " [0.0642],\n", + " [0.0616],\n", + " [0.0660],\n", + " [0.0648],\n", + " [0.0570],\n", + " [0.0614],\n", + " [0.0611],\n", + " [0.0680],\n", + " [0.0521],\n", + " [0.0633],\n", + " [0.0613],\n", + " [0.0639]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0959],\n", + " [-0.0925],\n", + " [-0.0922],\n", + " [-0.0886],\n", + " [-0.0934],\n", + " [-0.0968],\n", + " [-0.0898],\n", + " [-0.0926],\n", + " [-0.0874],\n", + " [-0.0869],\n", + " [-0.0863],\n", + " [-0.0906],\n", + " [-0.0909],\n", + " [-0.0949],\n", + " [-0.0948],\n", + " [-0.0951],\n", + " [-0.0919],\n", + " [-0.0941],\n", + " [-0.0993],\n", + " [-0.0887],\n", + " [-0.0944],\n", + " [-0.0971],\n", + " [-0.0929],\n", + " [-0.0929],\n", + " [-0.1011],\n", + " [-0.0981],\n", + " [-0.0960],\n", + " [-0.0833],\n", + " [-0.0996],\n", + " [-0.0957],\n", + " [-0.0940],\n", + " [-0.0925]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0188],\n", + " [0.0140],\n", + " [0.0121],\n", + " [0.0077],\n", + " [0.0217],\n", + " [0.0170],\n", + " [0.0135],\n", + " [0.0148],\n", + " [0.0100],\n", + " [0.0067],\n", + " [0.0079],\n", + " [0.0129],\n", + " [0.0154],\n", + " [0.0166],\n", + " [0.0172],\n", + " [0.0166],\n", + " [0.0144],\n", + " [0.0181],\n", + " [0.0198],\n", + " [0.0126],\n", + " [0.0148],\n", + " [0.0169],\n", + " [0.0128],\n", + " [0.0152],\n", + " [0.0236],\n", + " [0.0191],\n", + " [0.0186],\n", + " [0.0084],\n", + " [0.0287],\n", + " [0.0165],\n", + " [0.0159],\n", + " [0.0144]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0929],\n", + " [0.0888],\n", + " [0.0852],\n", + " [0.0910],\n", + " [0.0925],\n", + " [0.0938],\n", + " [0.0898],\n", + " [0.0923],\n", + " [0.0873],\n", + " [0.0840],\n", + " [0.0849],\n", + " [0.0904],\n", + " [0.0835],\n", + " [0.0906],\n", + " [0.0948],\n", + " [0.0923],\n", + " [0.0864],\n", + " [0.1013],\n", + " [0.0954],\n", + " [0.0832],\n", + " [0.0887],\n", + " [0.0933],\n", + " [0.0878],\n", + " [0.0868],\n", + " [0.0948],\n", + " [0.0906],\n", + " [0.0917],\n", + " [0.0914],\n", + " [0.1010],\n", + " [0.0932],\n", + " [0.0922],\n", + " [0.0905]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0093],\n", + " [0.0095],\n", + " [0.0071],\n", + " [0.0129],\n", + " [0.0090],\n", + " [0.0119],\n", + " [0.0084],\n", + " [0.0098],\n", + " [0.0056],\n", + " [0.0067],\n", + " [0.0092],\n", + " [0.0093],\n", + " [0.0044],\n", + " [0.0080],\n", + " [0.0096],\n", + " [0.0092],\n", + " [0.0067],\n", + " [0.0156],\n", + " [0.0097],\n", + " [0.0036],\n", + " [0.0083],\n", + " [0.0083],\n", + " [0.0094],\n", + " [0.0066],\n", + " [0.0089],\n", + " [0.0084],\n", + " [0.0065],\n", + " [0.0103],\n", + " [0.0073],\n", + " [0.0087],\n", + " [0.0103],\n", + " [0.0082]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 2.7054e-03],\n", + " [-1.1270e-03],\n", + " [-4.5867e-04],\n", + " [-4.2422e-03],\n", + " [-3.1412e-03],\n", + " [-3.7312e-03],\n", + " [ 1.2040e-03],\n", + " [-1.9800e-03],\n", + " [-8.8164e-03],\n", + " [-4.0474e-03],\n", + " [ 6.6988e-04],\n", + " [-1.3399e-03],\n", + " [ 4.7925e-04],\n", + " [ 3.5068e-04],\n", + " [-2.9715e-04],\n", + " [-1.2939e-03],\n", + " [ 4.1297e-03],\n", + " [-3.3984e-03],\n", + " [ 1.6331e-04],\n", + " [-2.9513e-03],\n", + " [ 1.0200e-03],\n", + " [-3.2405e-03],\n", + " [-6.7756e-05],\n", + " [ 1.8186e-03],\n", + " [-7.4971e-04],\n", + " [ 6.1613e-04],\n", + " [ 1.7355e-03],\n", + " [-1.3345e-02],\n", + " [ 1.9148e-06],\n", + " [ 7.4778e-03],\n", + " [-4.5826e-03],\n", + " [-1.3962e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0361],\n", + " [-0.0371],\n", + " [-0.0383],\n", + " [-0.0387],\n", + " [-0.0393],\n", + " [-0.0326],\n", + " [-0.0399],\n", + " [-0.0368],\n", + " [-0.0382],\n", + " [-0.0400],\n", + " [-0.0409],\n", + " [-0.0388],\n", + " [-0.0404],\n", + " [-0.0376],\n", + " [-0.0351],\n", + " [-0.0353],\n", + " [-0.0392],\n", + " [-0.0364],\n", + " [-0.0345],\n", + " [-0.0393],\n", + " [-0.0375],\n", + " [-0.0319],\n", + " [-0.0374],\n", + " [-0.0391],\n", + " [-0.0323],\n", + " [-0.0361],\n", + " [-0.0391],\n", + " [-0.0369],\n", + " [-0.0473],\n", + " [-0.0402],\n", + " [-0.0349],\n", + " [-0.0382]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0049],\n", + " [ 0.0059],\n", + " [ 0.0072],\n", + " [ 0.0064],\n", + " [-0.0001],\n", + " [ 0.0028],\n", + " [ 0.0061],\n", + " [ 0.0045],\n", + " [ 0.0024],\n", + " [ 0.0067],\n", + " [ 0.0086],\n", + " [ 0.0057],\n", + " [ 0.0070],\n", + " [ 0.0055],\n", + " [ 0.0045],\n", + " [ 0.0046],\n", + " [ 0.0074],\n", + " [ 0.0017],\n", + " [ 0.0045],\n", + " [ 0.0051],\n", + " [ 0.0062],\n", + " [ 0.0036],\n", + " [ 0.0066],\n", + " [ 0.0069],\n", + " [ 0.0024],\n", + " [ 0.0044],\n", + " [ 0.0063],\n", + " [ 0.0009],\n", + " [ 0.0014],\n", + " [ 0.0085],\n", + " [ 0.0033],\n", + " [ 0.0054]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0560],\n", + " [0.0581],\n", + " [0.0604],\n", + " [0.0624],\n", + " [0.0492],\n", + " [0.0556],\n", + " [0.0594],\n", + " [0.0570],\n", + " [0.0600],\n", + " [0.0626],\n", + " [0.0635],\n", + " [0.0588],\n", + " [0.0601],\n", + " [0.0571],\n", + " [0.0572],\n", + " [0.0563],\n", + " [0.0587],\n", + " [0.0593],\n", + " [0.0567],\n", + " [0.0600],\n", + " [0.0583],\n", + " [0.0552],\n", + " [0.0590],\n", + " [0.0594],\n", + " [0.0571],\n", + " [0.0575],\n", + " [0.0575],\n", + " [0.0601],\n", + " [0.0567],\n", + " [0.0616],\n", + " [0.0557],\n", + " [0.0577]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0202],\n", + " [-0.0166],\n", + " [-0.0155],\n", + " [-0.0146],\n", + " [-0.0172],\n", + " [-0.0179],\n", + " [-0.0179],\n", + " [-0.0172],\n", + " [-0.0124],\n", + " [-0.0132],\n", + " [-0.0152],\n", + " [-0.0164],\n", + " [-0.0154],\n", + " [-0.0173],\n", + " [-0.0182],\n", + " [-0.0179],\n", + " [-0.0189],\n", + " [-0.0199],\n", + " [-0.0185],\n", + " [-0.0140],\n", + " [-0.0168],\n", + " [-0.0172],\n", + " [-0.0163],\n", + " [-0.0166],\n", + " [-0.0189],\n", + " [-0.0186],\n", + " [-0.0183],\n", + " [-0.0138],\n", + " [-0.0132],\n", + " [-0.0187],\n", + " [-0.0171],\n", + " [-0.0166]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1737],\n", + " [-0.1698],\n", + " [-0.1691],\n", + " [-0.1715],\n", + " [-0.1720],\n", + " [-0.1688],\n", + " [-0.1745],\n", + " [-0.1717],\n", + " [-0.1653],\n", + " [-0.1682],\n", + " [-0.1710],\n", + " [-0.1719],\n", + " [-0.1678],\n", + " [-0.1715],\n", + " [-0.1739],\n", + " [-0.1716],\n", + " [-0.1743],\n", + " [-0.1764],\n", + " [-0.1719],\n", + " [-0.1669],\n", + " [-0.1711],\n", + " [-0.1706],\n", + " [-0.1702],\n", + " [-0.1705],\n", + " [-0.1688],\n", + " [-0.1695],\n", + " [-0.1727],\n", + " [-0.1644],\n", + " [-0.1803],\n", + " [-0.1804],\n", + " [-0.1687],\n", + " [-0.1716]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0192],\n", + " [-0.0220],\n", + " [-0.0219],\n", + " [-0.0246],\n", + " [-0.0164],\n", + " [-0.0233],\n", + " [-0.0190],\n", + " [-0.0212],\n", + " [-0.0209],\n", + " [-0.0228],\n", + " [-0.0218],\n", + " [-0.0211],\n", + " [-0.0186],\n", + " [-0.0201],\n", + " [-0.0201],\n", + " [-0.0214],\n", + " [-0.0188],\n", + " [-0.0207],\n", + " [-0.0217],\n", + " [-0.0192],\n", + " [-0.0208],\n", + " [-0.0237],\n", + " [-0.0222],\n", + " [-0.0196],\n", + " [-0.0212],\n", + " [-0.0206],\n", + " [-0.0191],\n", + " [-0.0240],\n", + " [-0.0143],\n", + " [-0.0171],\n", + " [-0.0229],\n", + " [-0.0209]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0093],\n", + " [ 0.0039],\n", + " [ 0.0038],\n", + " [-0.0014],\n", + " [ 0.0047],\n", + " [ 0.0081],\n", + " [ 0.0021],\n", + " [ 0.0036],\n", + " [-0.0037],\n", + " [-0.0028],\n", + " [-0.0013],\n", + " [ 0.0020],\n", + " [ 0.0026],\n", + " [ 0.0071],\n", + " [ 0.0076],\n", + " [ 0.0067],\n", + " [ 0.0044],\n", + " [ 0.0095],\n", + " [ 0.0137],\n", + " [-0.0013],\n", + " [ 0.0069],\n", + " [ 0.0072],\n", + " [ 0.0046],\n", + " [ 0.0061],\n", + " [ 0.0164],\n", + " [ 0.0118],\n", + " [ 0.0107],\n", + " [-0.0081],\n", + " [ 0.0132],\n", + " [ 0.0113],\n", + " [ 0.0045],\n", + " [ 0.0040]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0919],\n", + " [0.0934],\n", + " [0.0929],\n", + " [0.0911],\n", + " [0.0994],\n", + " [0.0924],\n", + " [0.0929],\n", + " [0.0935],\n", + " [0.1001],\n", + " [0.0946],\n", + " [0.0920],\n", + " [0.0934],\n", + " [0.0968],\n", + " [0.0927],\n", + " [0.0911],\n", + " [0.0926],\n", + " [0.0921],\n", + " [0.0853],\n", + " [0.0899],\n", + " [0.0996],\n", + " [0.0916],\n", + " [0.0940],\n", + " [0.0918],\n", + " [0.0931],\n", + " [0.0927],\n", + " [0.0920],\n", + " [0.0913],\n", + " [0.1017],\n", + " [0.0863],\n", + " [0.0841],\n", + " [0.0952],\n", + " [0.0934]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0818],\n", + " [0.0816],\n", + " [0.0823],\n", + " [0.0791],\n", + " [0.0741],\n", + " [0.0825],\n", + " [0.0780],\n", + " [0.0797],\n", + " [0.0809],\n", + " [0.0807],\n", + " [0.0808],\n", + " [0.0795],\n", + " [0.0848],\n", + " [0.0829],\n", + " [0.0807],\n", + " [0.0808],\n", + " [0.0781],\n", + " [0.0824],\n", + " [0.0858],\n", + " [0.0814],\n", + " [0.0833],\n", + " [0.0779],\n", + " [0.0821],\n", + " [0.0845],\n", + " [0.0880],\n", + " [0.0859],\n", + " [0.0848],\n", + " [0.0795],\n", + " [0.0874],\n", + " [0.0825],\n", + " [0.0810],\n", + " [0.0802]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0872],\n", + " [0.0888],\n", + " [0.0892],\n", + " [0.0825],\n", + " [0.0849],\n", + " [0.0883],\n", + " [0.0865],\n", + " [0.0851],\n", + " [0.0892],\n", + " [0.0905],\n", + " [0.0878],\n", + " [0.0870],\n", + " [0.0870],\n", + " [0.0870],\n", + " [0.0861],\n", + " [0.0887],\n", + " [0.0882],\n", + " [0.0874],\n", + " [0.0859],\n", + " [0.0885],\n", + " [0.0861],\n", + " [0.0886],\n", + " [0.0887],\n", + " [0.0869],\n", + " [0.0875],\n", + " [0.0887],\n", + " [0.0828],\n", + " [0.0842],\n", + " [0.0907],\n", + " [0.0850],\n", + " [0.0874]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0417],\n", + " [0.0411],\n", + " [0.0420],\n", + " [0.0372],\n", + " [0.0416],\n", + " [0.0407],\n", + " [0.0392],\n", + " [0.0387],\n", + " [0.0384],\n", + " [0.0396],\n", + " [0.0407],\n", + " [0.0390],\n", + " [0.0444],\n", + " [0.0415],\n", + " [0.0384],\n", + " [0.0399],\n", + " [0.0418],\n", + " [0.0347],\n", + " [0.0418],\n", + " [0.0419],\n", + " [0.0419],\n", + " [0.0401],\n", + " [0.0414],\n", + " [0.0431],\n", + " [0.0441],\n", + " [0.0439],\n", + " [0.0418],\n", + " [0.0356],\n", + " [0.0423],\n", + " [0.0398],\n", + " [0.0396],\n", + " [0.0395]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0358],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0390],\n", + " [0.0339],\n", + " [0.0377],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0386],\n", + " [0.0366],\n", + " [0.0370],\n", + " [0.0382],\n", + " [0.0362],\n", + " [0.0371],\n", + " [0.0379],\n", + " [0.0372],\n", + " [0.0338],\n", + " [0.0416],\n", + " [0.0359],\n", + " [0.0353],\n", + " [0.0363],\n", + " [0.0351],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0352],\n", + " [0.0359],\n", + " [0.0363],\n", + " [0.0418],\n", + " [0.0354],\n", + " [0.0350],\n", + " [0.0385],\n", + " [0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0727],\n", + " [-0.0751],\n", + " [-0.0752],\n", + " [-0.0774],\n", + " [-0.0732],\n", + " [-0.0748],\n", + " [-0.0740],\n", + " [-0.0744],\n", + " [-0.0763],\n", + " [-0.0765],\n", + " [-0.0763],\n", + " [-0.0748],\n", + " [-0.0747],\n", + " [-0.0731],\n", + " [-0.0724],\n", + " [-0.0735],\n", + " [-0.0733],\n", + " [-0.0747],\n", + " [-0.0707],\n", + " [-0.0749],\n", + " [-0.0735],\n", + " [-0.0722],\n", + " [-0.0749],\n", + " [-0.0735],\n", + " [-0.0692],\n", + " [-0.0721],\n", + " [-0.0706],\n", + " [-0.0800],\n", + " [-0.0666],\n", + " [-0.0697],\n", + " [-0.0750],\n", + " [-0.0738]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1023],\n", + " [-0.1029],\n", + " [-0.1039],\n", + " [-0.1063],\n", + " [-0.1071],\n", + " [-0.0995],\n", + " [-0.1070],\n", + " [-0.1035],\n", + " [-0.1050],\n", + " [-0.1063],\n", + " [-0.1077],\n", + " [-0.1050],\n", + " [-0.1044],\n", + " [-0.1019],\n", + " [-0.1028],\n", + " [-0.1018],\n", + " [-0.1063],\n", + " [-0.1029],\n", + " [-0.0980],\n", + " [-0.1055],\n", + " [-0.1024],\n", + " [-0.1013],\n", + " [-0.1032],\n", + " [-0.1032],\n", + " [-0.0970],\n", + " [-0.0996],\n", + " [-0.1010],\n", + " [-0.1050],\n", + " [-0.1036],\n", + " [-0.1052],\n", + " [-0.1012],\n", + " [-0.1035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0607],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0612],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0600],\n", + " [-0.0622],\n", + " [-0.0635],\n", + " [-0.0624],\n", + " [-0.0590],\n", + " [-0.0611],\n", + " [-0.0607],\n", + " [-0.0613],\n", + " [-0.0626],\n", + " [-0.0628],\n", + " [-0.0600],\n", + " [-0.0599],\n", + " [-0.0628],\n", + " [-0.0625],\n", + " [-0.0611],\n", + " [-0.0663],\n", + " [-0.0612],\n", + " [-0.0603],\n", + " [-0.0640],\n", + " [-0.0616],\n", + " [-0.0607],\n", + " [-0.0623],\n", + " [-0.0620],\n", + " [-0.0591],\n", + " [-0.0632],\n", + " [-0.0620]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0603],\n", + " [-0.0596],\n", + " [-0.0619],\n", + " [-0.0631],\n", + " [-0.0626],\n", + " [-0.0623],\n", + " [-0.0624],\n", + " [-0.0623],\n", + " [-0.0618],\n", + " [-0.0626],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0631],\n", + " [-0.0606],\n", + " [-0.0531],\n", + " [-0.0624],\n", + " [-0.0624],\n", + " [-0.0636],\n", + " [-0.0618],\n", + " [-0.0636],\n", + " [-0.0742],\n", + " [-0.0631],\n", + " [-0.0622],\n", + " [-0.0629],\n", + " [-0.0632],\n", + " [-0.0682],\n", + " [-0.0662],\n", + " [-0.0630],\n", + " [-0.0623],\n", + " [-0.0630],\n", + " [-0.0599],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0692],\n", + " [-0.0690],\n", + " [-0.0740],\n", + " [-0.0764],\n", + " [-0.0724],\n", + " [-0.0752],\n", + " [-0.0724],\n", + " [-0.0763],\n", + " [-0.0739],\n", + " [-0.0754],\n", + " [-0.0710],\n", + " [-0.0706],\n", + " [-0.0739],\n", + " [-0.0736],\n", + " [-0.0702],\n", + " [-0.0793],\n", + " [-0.0705],\n", + " [-0.0763],\n", + " [-0.0765],\n", + " [-0.0740],\n", + " [-0.0855],\n", + " [-0.0763],\n", + " [-0.0727],\n", + " [-0.0758],\n", + " [-0.0706],\n", + " [-0.0824],\n", + " [-0.0773],\n", + " [-0.0769],\n", + " [-0.0712],\n", + " [-0.0747],\n", + " [-0.0708],\n", + " [-0.0769]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0373],\n", + " [0.0394],\n", + " [0.0371],\n", + " [0.0363],\n", + " [0.0372],\n", + " [0.0380],\n", + " [0.0362],\n", + " [0.0394],\n", + " [0.0411],\n", + " [0.0381],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0377],\n", + " [0.0383],\n", + " [0.0372],\n", + " [0.0366],\n", + " [0.0387],\n", + " [0.0389],\n", + " [0.0354],\n", + " [0.0374],\n", + " [0.0362],\n", + " [0.0363],\n", + " [0.0366],\n", + " [0.0353],\n", + " [0.0383],\n", + " [0.0350],\n", + " [0.0366],\n", + " [0.0376],\n", + " [0.0360],\n", + " [0.0382],\n", + " [0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0883],\n", + " [-0.0910],\n", + " [-0.0928],\n", + " [-0.0929],\n", + " [-0.0952],\n", + " [-0.0901],\n", + " [-0.0943],\n", + " [-0.0916],\n", + " [-0.0875],\n", + " [-0.0950],\n", + " [-0.0937],\n", + " [-0.0933],\n", + " [-0.0946],\n", + " [-0.0889],\n", + " [-0.0874],\n", + " [-0.0895],\n", + " [-0.0949],\n", + " [-0.0958],\n", + " [-0.0916],\n", + " [-0.0958],\n", + " [-0.0972],\n", + " [-0.0917],\n", + " [-0.0943],\n", + " [-0.0947],\n", + " [-0.0959],\n", + " [-0.0963],\n", + " [-0.0976],\n", + " [-0.0924],\n", + " [-0.0955],\n", + " [-0.0946],\n", + " [-0.0885],\n", + " [-0.0926]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0486],\n", + " [0.0537],\n", + " [0.0568],\n", + " [0.0534],\n", + " [0.0584],\n", + " [0.0493],\n", + " [0.0571],\n", + " [0.0464],\n", + " [0.0378],\n", + " [0.0558],\n", + " [0.0580],\n", + " [0.0572],\n", + " [0.0574],\n", + " [0.0491],\n", + " [0.0431],\n", + " [0.0375],\n", + " [0.0580],\n", + " [0.0563],\n", + " [0.0501],\n", + " [0.0578],\n", + " [0.0482],\n", + " [0.0514],\n", + " [0.0584],\n", + " [0.0565],\n", + " [0.0596],\n", + " [0.0489],\n", + " [0.0595],\n", + " [0.0518],\n", + " [0.0592],\n", + " [0.0584],\n", + " [0.0516],\n", + " [0.0522]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0420],\n", + " [-0.0354],\n", + " [-0.0382],\n", + " [-0.0396],\n", + " [-0.0355],\n", + " [-0.0420],\n", + " [-0.0384],\n", + " [-0.0355],\n", + " [-0.0341],\n", + " [-0.0340],\n", + " [-0.0367],\n", + " [-0.0370],\n", + " [-0.0372],\n", + " [-0.0419],\n", + " [-0.0436],\n", + " [-0.0379],\n", + " [-0.0371],\n", + " [-0.0332],\n", + " [-0.0349],\n", + " [-0.0379],\n", + " [-0.0334],\n", + " [-0.0410],\n", + " [-0.0373],\n", + " [-0.0373],\n", + " [-0.0346],\n", + " [-0.0324],\n", + " [-0.0361],\n", + " [-0.0399],\n", + " [-0.0342],\n", + " [-0.0382],\n", + " [-0.0389],\n", + " [-0.0406]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0790],\n", + " [-0.0812],\n", + " [-0.0786],\n", + " [-0.0788],\n", + " [-0.0801],\n", + " [-0.0789],\n", + " [-0.0801],\n", + " [-0.0807],\n", + " [-0.0825],\n", + " [-0.0807],\n", + " [-0.0796],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0795],\n", + " [-0.0854],\n", + " [-0.0795],\n", + " [-0.0808],\n", + " [-0.0811],\n", + " [-0.0793],\n", + " [-0.0799],\n", + " [-0.0792],\n", + " [-0.0787],\n", + " [-0.0791],\n", + " [-0.0786],\n", + " [-0.0808],\n", + " [-0.0806],\n", + " [-0.0785],\n", + " [-0.0784],\n", + " [-0.0807],\n", + " [-0.0784],\n", + " [-0.0791],\n", + " [-0.0785]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1674],\n", + " [0.1689],\n", + " [0.1693],\n", + " [0.1662],\n", + " [0.1695],\n", + " [0.1643],\n", + " [0.1684],\n", + " [0.1619],\n", + " [0.1611],\n", + " [0.1676],\n", + " [0.1699],\n", + " [0.1697],\n", + " [0.1684],\n", + " [0.1634],\n", + " [0.1554],\n", + " [0.1589],\n", + " [0.1691],\n", + " [0.1679],\n", + " [0.1642],\n", + " [0.1679],\n", + " [0.1635],\n", + " [0.1653],\n", + " [0.1695],\n", + " [0.1680],\n", + " [0.1720],\n", + " [0.1630],\n", + " [0.1682],\n", + " [0.1652],\n", + " [0.1711],\n", + " [0.1696],\n", + " [0.1676],\n", + " [0.1657]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0479],\n", + " [-0.0485],\n", + " [-0.0555],\n", + " [-0.0561],\n", + " [-0.0573],\n", + " [-0.0542],\n", + " [-0.0558],\n", + " [-0.0555],\n", + " [-0.0578],\n", + " [-0.0578],\n", + " [-0.0543],\n", + " [-0.0547],\n", + " [-0.0563],\n", + " [-0.0530],\n", + " [-0.0460],\n", + " [-0.0636],\n", + " [-0.0562],\n", + " [-0.0577],\n", + " [-0.0574],\n", + " [-0.0574],\n", + " [-0.0660],\n", + " [-0.0561],\n", + " [-0.0563],\n", + " [-0.0583],\n", + " [-0.0585],\n", + " [-0.0641],\n", + " [-0.0603],\n", + " [-0.0569],\n", + " [-0.0565],\n", + " [-0.0573],\n", + " [-0.0510],\n", + " [-0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0622],\n", + " [0.0609],\n", + " [0.0595],\n", + " [0.0635],\n", + " [0.0590],\n", + " [0.0671],\n", + " [0.0584],\n", + " [0.0719],\n", + " [0.0703],\n", + " [0.0636],\n", + " [0.0580],\n", + " [0.0574],\n", + " [0.0600],\n", + " [0.0640],\n", + " [0.0740],\n", + " [0.0719],\n", + " [0.0573],\n", + " [0.0653],\n", + " [0.0674],\n", + " [0.0599],\n", + " [0.0689],\n", + " [0.0623],\n", + " [0.0584],\n", + " [0.0611],\n", + " [0.0577],\n", + " [0.0709],\n", + " [0.0608],\n", + " [0.0639],\n", + " [0.0590],\n", + " [0.0591],\n", + " [0.0609],\n", + " [0.0630]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0900],\n", + " [-0.0963],\n", + " [-0.0967],\n", + " [-0.0933],\n", + " [-0.0992],\n", + " [-0.0904],\n", + " [-0.0975],\n", + " [-0.0891],\n", + " [-0.0757],\n", + " [-0.0961],\n", + " [-0.0981],\n", + " [-0.0986],\n", + " [-0.0972],\n", + " [-0.0905],\n", + " [-0.0940],\n", + " [-0.0774],\n", + " [-0.0990],\n", + " [-0.0962],\n", + " [-0.0909],\n", + " [-0.0974],\n", + " [-0.0827],\n", + " [-0.0917],\n", + " [-0.0984],\n", + " [-0.0964],\n", + " [-0.1011],\n", + " [-0.0866],\n", + " [-0.0972],\n", + " [-0.0922],\n", + " [-0.1004],\n", + " [-0.0977],\n", + " [-0.0918],\n", + " [-0.0928]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0158],\n", + " [0.0200],\n", + " [0.0176],\n", + " [0.0146],\n", + " [0.0192],\n", + " [0.0101],\n", + " [0.0187],\n", + " [0.0073],\n", + " [0.0080],\n", + " [0.0165],\n", + " [0.0214],\n", + " [0.0194],\n", + " [0.0176],\n", + " [0.0118],\n", + " [0.0027],\n", + " [0.0064],\n", + " [0.0202],\n", + " [0.0161],\n", + " [0.0113],\n", + " [0.0183],\n", + " [0.0099],\n", + " [0.0149],\n", + " [0.0195],\n", + " [0.0176],\n", + " [0.0207],\n", + " [0.0098],\n", + " [0.0187],\n", + " [0.0137],\n", + " [0.0208],\n", + " [0.0192],\n", + " [0.0178],\n", + " [0.0142]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0890],\n", + " [0.0905],\n", + " [0.0943],\n", + " [0.0914],\n", + " [0.0946],\n", + " [0.0913],\n", + " [0.0957],\n", + " [0.0860],\n", + " [0.0811],\n", + " [0.0890],\n", + " [0.0934],\n", + " [0.0959],\n", + " [0.0937],\n", + " [0.0937],\n", + " [0.1020],\n", + " [0.0866],\n", + " [0.0969],\n", + " [0.0877],\n", + " [0.0872],\n", + " [0.0940],\n", + " [0.0825],\n", + " [0.0932],\n", + " [0.0949],\n", + " [0.0927],\n", + " [0.0952],\n", + " [0.0823],\n", + " [0.0919],\n", + " [0.0919],\n", + " [0.0934],\n", + " [0.0949],\n", + " [0.0886],\n", + " [0.0932]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0058],\n", + " [0.0055],\n", + " [0.0109],\n", + " [0.0088],\n", + " [0.0107],\n", + " [0.0117],\n", + " [0.0109],\n", + " [0.0087],\n", + " [0.0064],\n", + " [0.0082],\n", + " [0.0079],\n", + " [0.0115],\n", + " [0.0101],\n", + " [0.0121],\n", + " [0.0113],\n", + " [0.0100],\n", + " [0.0111],\n", + " [0.0076],\n", + " [0.0097],\n", + " [0.0094],\n", + " [0.0040],\n", + " [0.0096],\n", + " [0.0097],\n", + " [0.0089],\n", + " [0.0094],\n", + " [0.0051],\n", + " [0.0066],\n", + " [0.0097],\n", + " [0.0095],\n", + " [0.0091],\n", + " [0.0070],\n", + " [0.0104]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0087],\n", + " [-0.0043],\n", + " [-0.0020],\n", + " [-0.0025],\n", + " [ 0.0004],\n", + " [-0.0079],\n", + " [-0.0020],\n", + " [-0.0050],\n", + " [-0.0028],\n", + " [ 0.0017],\n", + " [-0.0012],\n", + " [-0.0024],\n", + " [-0.0015],\n", + " [-0.0087],\n", + " [-0.0141],\n", + " [-0.0017],\n", + " [-0.0009],\n", + " [ 0.0019],\n", + " [-0.0022],\n", + " [-0.0004],\n", + " [ 0.0086],\n", + " [-0.0024],\n", + " [-0.0007],\n", + " [ 0.0015],\n", + " [ 0.0020],\n", + " [ 0.0065],\n", + " [ 0.0039],\n", + " [-0.0022],\n", + " [ 0.0008],\n", + " [ 0.0007],\n", + " [-0.0052],\n", + " [-0.0022]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0362],\n", + " [-0.0357],\n", + " [-0.0337],\n", + " [-0.0369],\n", + " [-0.0340],\n", + " [-0.0343],\n", + " [-0.0337],\n", + " [-0.0372],\n", + " [-0.0455],\n", + " [-0.0371],\n", + " [-0.0353],\n", + " [-0.0318],\n", + " [-0.0342],\n", + " [-0.0347],\n", + " [-0.0346],\n", + " [-0.0458],\n", + " [-0.0329],\n", + " [-0.0371],\n", + " [-0.0376],\n", + " [-0.0355],\n", + " [-0.0460],\n", + " [-0.0378],\n", + " [-0.0343],\n", + " [-0.0369],\n", + " [-0.0340],\n", + " [-0.0435],\n", + " [-0.0375],\n", + " [-0.0374],\n", + " [-0.0345],\n", + " [-0.0346],\n", + " [-0.0366],\n", + " [-0.0366]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0010],\n", + " [ 0.0019],\n", + " [ 0.0038],\n", + " [ 0.0048],\n", + " [ 0.0041],\n", + " [ 0.0025],\n", + " [ 0.0032],\n", + " [ 0.0055],\n", + " [ 0.0067],\n", + " [ 0.0060],\n", + " [ 0.0035],\n", + " [ 0.0022],\n", + " [ 0.0040],\n", + " [ 0.0017],\n", + " [-0.0031],\n", + " [ 0.0079],\n", + " [ 0.0031],\n", + " [ 0.0064],\n", + " [ 0.0062],\n", + " [ 0.0045],\n", + " [ 0.0108],\n", + " [ 0.0043],\n", + " [ 0.0041],\n", + " [ 0.0056],\n", + " [ 0.0050],\n", + " [ 0.0102],\n", + " [ 0.0067],\n", + " [ 0.0050],\n", + " [ 0.0042],\n", + " [ 0.0049],\n", + " [ 0.0028],\n", + " [ 0.0046]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0554],\n", + " [0.0556],\n", + " [0.0559],\n", + " [0.0571],\n", + " [0.0572],\n", + " [0.0574],\n", + " [0.0564],\n", + " [0.0612],\n", + " [0.0662],\n", + " [0.0585],\n", + " [0.0554],\n", + " [0.0562],\n", + " [0.0566],\n", + " [0.0572],\n", + " [0.0609],\n", + " [0.0677],\n", + " [0.0568],\n", + " [0.0591],\n", + " [0.0597],\n", + " [0.0569],\n", + " [0.0657],\n", + " [0.0577],\n", + " [0.0562],\n", + " [0.0571],\n", + " [0.0582],\n", + " [0.0650],\n", + " [0.0574],\n", + " [0.0578],\n", + " [0.0573],\n", + " [0.0563],\n", + " [0.0553],\n", + " [0.0576]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0155],\n", + " [-0.0168],\n", + " [-0.0180],\n", + " [-0.0167],\n", + " [-0.0189],\n", + " [-0.0163],\n", + " [-0.0180],\n", + " [-0.0132],\n", + " [-0.0168],\n", + " [-0.0175],\n", + " [-0.0186],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [-0.0165],\n", + " [-0.0196],\n", + " [-0.0162],\n", + " [-0.0187],\n", + " [-0.0178],\n", + " [-0.0151],\n", + " [-0.0179],\n", + " [-0.0204],\n", + " [-0.0168],\n", + " [-0.0185],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [-0.0171],\n", + " [-0.0191],\n", + " [-0.0164],\n", + " [-0.0195],\n", + " [-0.0188],\n", + " [-0.0168],\n", + " [-0.0167]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1655],\n", + " [-0.1668],\n", + " [-0.1708],\n", + " [-0.1710],\n", + " [-0.1711],\n", + " [-0.1685],\n", + " [-0.1711],\n", + " [-0.1678],\n", + " [-0.1662],\n", + " [-0.1705],\n", + " [-0.1702],\n", + " [-0.1699],\n", + " [-0.1709],\n", + " [-0.1681],\n", + " [-0.1667],\n", + " [-0.1727],\n", + " [-0.1711],\n", + " [-0.1703],\n", + " [-0.1687],\n", + " [-0.1721],\n", + " [-0.1779],\n", + " [-0.1725],\n", + " [-0.1712],\n", + " [-0.1729],\n", + " [-0.1713],\n", + " [-0.1743],\n", + " [-0.1742],\n", + " [-0.1716],\n", + " [-0.1702],\n", + " [-0.1728],\n", + " [-0.1664],\n", + " [-0.1722]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0213],\n", + " [-0.0192],\n", + " [-0.0222],\n", + " [-0.0216],\n", + " [-0.0220],\n", + " [-0.0271],\n", + " [-0.0224],\n", + " [-0.0241],\n", + " [-0.0180],\n", + " [-0.0205],\n", + " [-0.0208],\n", + " [-0.0228],\n", + " [-0.0223],\n", + " [-0.0255],\n", + " [-0.0274],\n", + " [-0.0182],\n", + " [-0.0223],\n", + " [-0.0209],\n", + " [-0.0229],\n", + " [-0.0216],\n", + " [-0.0138],\n", + " [-0.0203],\n", + " [-0.0217],\n", + " [-0.0202],\n", + " [-0.0207],\n", + " [-0.0175],\n", + " [-0.0187],\n", + " [-0.0216],\n", + " [-0.0216],\n", + " [-0.0206],\n", + " [-0.0210],\n", + " [-0.0214]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0011],\n", + " [ 0.0079],\n", + " [ 0.0089],\n", + " [ 0.0043],\n", + " [ 0.0136],\n", + " [-0.0025],\n", + " [ 0.0112],\n", + " [-0.0026],\n", + " [-0.0084],\n", + " [ 0.0093],\n", + " [ 0.0118],\n", + " [ 0.0122],\n", + " [ 0.0107],\n", + " [-0.0002],\n", + " [-0.0016],\n", + " [-0.0079],\n", + " [ 0.0138],\n", + " [ 0.0093],\n", + " [ 0.0020],\n", + " [ 0.0113],\n", + " [ 0.0014],\n", + " [ 0.0031],\n", + " [ 0.0120],\n", + " [ 0.0089],\n", + " [ 0.0182],\n", + " [ 0.0021],\n", + " [ 0.0128],\n", + " [ 0.0030],\n", + " [ 0.0154],\n", + " [ 0.0110],\n", + " [ 0.0024],\n", + " [ 0.0037]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1036],\n", + " [0.0975],\n", + " [0.0917],\n", + " [0.0936],\n", + " [0.0896],\n", + " [0.0960],\n", + " [0.0909],\n", + " [0.0942],\n", + " [0.1033],\n", + " [0.0913],\n", + " [0.0936],\n", + " [0.0916],\n", + " [0.0911],\n", + " [0.0957],\n", + " [0.0965],\n", + " [0.0964],\n", + " [0.0900],\n", + " [0.0909],\n", + " [0.0932],\n", + " [0.0906],\n", + " [0.0918],\n", + " [0.0937],\n", + " [0.0913],\n", + " [0.0908],\n", + " [0.0900],\n", + " [0.0901],\n", + " [0.0898],\n", + " [0.0931],\n", + " [0.0907],\n", + " [0.0912],\n", + " [0.1007],\n", + " [0.0923]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0778],\n", + " [0.0835],\n", + " [0.0827],\n", + " [0.0800],\n", + " [0.0862],\n", + " [0.0754],\n", + " [0.0844],\n", + " [0.0794],\n", + " [0.0827],\n", + " [0.0851],\n", + " [0.0851],\n", + " [0.0846],\n", + " [0.0834],\n", + " [0.0781],\n", + " [0.0781],\n", + " [0.0781],\n", + " [0.0865],\n", + " [0.0843],\n", + " [0.0818],\n", + " [0.0843],\n", + " [0.0774],\n", + " [0.0797],\n", + " [0.0847],\n", + " [0.0836],\n", + " [0.0896],\n", + " [0.0825],\n", + " [0.0838],\n", + " [0.0797],\n", + " [0.0872],\n", + " [0.0833],\n", + " [0.0813],\n", + " [0.0799]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0827],\n", + " [0.0840],\n", + " [0.0859],\n", + " [0.0870],\n", + " [0.0878],\n", + " [0.0866],\n", + " [0.0874],\n", + " [0.0886],\n", + " [0.0891],\n", + " [0.0885],\n", + " [0.0856],\n", + " [0.0872],\n", + " [0.0877],\n", + " [0.0870],\n", + " [0.0826],\n", + " [0.0899],\n", + " [0.0881],\n", + " [0.0890],\n", + " [0.0884],\n", + " [0.0881],\n", + " [0.0935],\n", + " [0.0869],\n", + " [0.0864],\n", + " [0.0867],\n", + " [0.0886],\n", + " [0.0920],\n", + " [0.0885],\n", + " [0.0872],\n", + " [0.0876],\n", + " [0.0859],\n", + " [0.0842],\n", + " [0.0869]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0394],\n", + " [0.0425],\n", + " [0.0403],\n", + " [0.0390],\n", + " [0.0424],\n", + " [0.0372],\n", + " [0.0402],\n", + " [0.0390],\n", + " [0.0441],\n", + " [0.0433],\n", + " [0.0428],\n", + " [0.0411],\n", + " [0.0407],\n", + " [0.0365],\n", + " [0.0344],\n", + " [0.0405],\n", + " [0.0412],\n", + " [0.0438],\n", + " [0.0406],\n", + " [0.0407],\n", + " [0.0429],\n", + " [0.0379],\n", + " [0.0416],\n", + " [0.0414],\n", + " [0.0439],\n", + " [0.0434],\n", + " [0.0425],\n", + " [0.0385],\n", + " [0.0441],\n", + " [0.0412],\n", + " [0.0413],\n", + " [0.0379]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0378],\n", + " [0.0359],\n", + " [0.0378],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0357],\n", + " [0.0362],\n", + " [0.0365],\n", + " [0.0367],\n", + " [0.0360],\n", + " [0.0393],\n", + " [0.0435],\n", + " [0.0381],\n", + " [0.0369],\n", + " [0.0354],\n", + " [0.0376],\n", + " [0.0361],\n", + " [0.0305],\n", + " [0.0392],\n", + " [0.0364],\n", + " [0.0372],\n", + " [0.0335],\n", + " [0.0342],\n", + " [0.0340],\n", + " [0.0386],\n", + " [0.0350],\n", + " [0.0366],\n", + " [0.0379],\n", + " [0.0388]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0728],\n", + " [-0.0733],\n", + " [-0.0739],\n", + " [-0.0714],\n", + " [-0.0776],\n", + " [-0.0715],\n", + " [-0.0768],\n", + " [-0.0781],\n", + " [-0.0730],\n", + " [-0.0713],\n", + " [-0.0715],\n", + " [-0.0718],\n", + " [-0.0766],\n", + " [-0.0820],\n", + " [-0.0799],\n", + " [-0.0706],\n", + " [-0.0731],\n", + " [-0.0761],\n", + " [-0.0710],\n", + " [-0.0722],\n", + " [-0.0740],\n", + " [-0.0716],\n", + " [-0.0728],\n", + " [-0.0685],\n", + " [-0.0736],\n", + " [-0.0700],\n", + " [-0.0745],\n", + " [-0.0705],\n", + " [-0.0719],\n", + " [-0.0747],\n", + " [-0.0742]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1036],\n", + " [-0.0998],\n", + " [-0.0998],\n", + " [-0.1030],\n", + " [-0.0982],\n", + " [-0.1036],\n", + " [-0.0987],\n", + " [-0.1051],\n", + " [-0.1123],\n", + " [-0.1014],\n", + " [-0.0983],\n", + " [-0.0982],\n", + " [-0.0993],\n", + " [-0.1023],\n", + " [-0.1035],\n", + " [-0.1148],\n", + " [-0.0977],\n", + " [-0.1018],\n", + " [-0.1038],\n", + " [-0.0993],\n", + " [-0.1134],\n", + " [-0.1041],\n", + " [-0.0984],\n", + " [-0.1011],\n", + " [-0.0987],\n", + " [-0.1091],\n", + " [-0.1012],\n", + " [-0.1038],\n", + " [-0.0982],\n", + " [-0.1001],\n", + " [-0.1021],\n", + " [-0.1035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0645],\n", + " [-0.0638],\n", + " [-0.0632],\n", + " [-0.0628],\n", + " [-0.0625],\n", + " [-0.0653],\n", + " [-0.0633],\n", + " [-0.0635],\n", + " [-0.0561],\n", + " [-0.0609],\n", + " [-0.0625],\n", + " [-0.0635],\n", + " [-0.0633],\n", + " [-0.0646],\n", + " [-0.0668],\n", + " [-0.0534],\n", + " [-0.0631],\n", + " [-0.0614],\n", + " [-0.0615],\n", + " [-0.0629],\n", + " [-0.0550],\n", + " [-0.0619],\n", + " [-0.0629],\n", + " [-0.0611],\n", + " [-0.0625],\n", + " [-0.0574],\n", + " [-0.0612],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0539],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0596],\n", + " [-0.0624],\n", + " [-0.0651],\n", + " [-0.0575],\n", + " [-0.0645],\n", + " [-0.0612],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0591],\n", + " [-0.0611],\n", + " [-0.0632],\n", + " [-0.0536],\n", + " [-0.0635],\n", + " [-0.0627],\n", + " [-0.0671],\n", + " [-0.0618],\n", + " [-0.0637],\n", + " [-0.0625],\n", + " [-0.0605],\n", + " [-0.0603],\n", + " [-0.0625],\n", + " [-0.0600],\n", + " [-0.0636],\n", + " [-0.0625],\n", + " [-0.0615],\n", + " [-0.0379],\n", + " [-0.0605],\n", + " [-0.0623]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0768],\n", + " [-0.0702],\n", + " [-0.0760],\n", + " [-0.0731],\n", + " [-0.0704],\n", + " [-0.0679],\n", + " [-0.0795],\n", + " [-0.0688],\n", + " [-0.0776],\n", + " [-0.0747],\n", + " [-0.0718],\n", + " [-0.0735],\n", + " [-0.0719],\n", + " [-0.0697],\n", + " [-0.0753],\n", + " [-0.0652],\n", + " [-0.0733],\n", + " [-0.0725],\n", + " [-0.0806],\n", + " [-0.0700],\n", + " [-0.0763],\n", + " [-0.0756],\n", + " [-0.0757],\n", + " [-0.0752],\n", + " [-0.0757],\n", + " [-0.0696],\n", + " [-0.0773],\n", + " [-0.0718],\n", + " [-0.0693],\n", + " [-0.0712],\n", + " [-0.0705],\n", + " [-0.0760]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0398],\n", + " [0.0372],\n", + " [0.0367],\n", + " [0.0387],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0455],\n", + " [0.0365],\n", + " [0.0381],\n", + " [0.0367],\n", + " [0.0364],\n", + " [0.0398],\n", + " [0.0387],\n", + " [0.0360],\n", + " [0.0438],\n", + " [0.0354],\n", + " [0.0364],\n", + " [0.0375],\n", + " [0.0382],\n", + " [0.0364],\n", + " [0.0365],\n", + " [0.0376],\n", + " [0.0371],\n", + " [0.0367],\n", + " [0.0386],\n", + " [0.0380],\n", + " [0.0358],\n", + " [0.0376],\n", + " [0.0296],\n", + " [0.0378],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0933],\n", + " [-0.0848],\n", + " [-0.0930],\n", + " [-0.0932],\n", + " [-0.0904],\n", + " [-0.0949],\n", + " [-0.0930],\n", + " [-0.0951],\n", + " [-0.0938],\n", + " [-0.0909],\n", + " [-0.0943],\n", + " [-0.0959],\n", + " [-0.0874],\n", + " [-0.0932],\n", + " [-0.0940],\n", + " [-0.0844],\n", + " [-0.0966],\n", + " [-0.0956],\n", + " [-0.0957],\n", + " [-0.0946],\n", + " [-0.0945],\n", + " [-0.0924],\n", + " [-0.0896],\n", + " [-0.0878],\n", + " [-0.0928],\n", + " [-0.0886],\n", + " [-0.0942],\n", + " [-0.0950],\n", + " [-0.0948],\n", + " [-0.0760],\n", + " [-0.0897],\n", + " [-0.0916]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0538],\n", + " [0.0377],\n", + " [0.0540],\n", + " [0.0562],\n", + " [0.0536],\n", + " [0.0590],\n", + " [0.0500],\n", + " [0.0494],\n", + " [0.0543],\n", + " [0.0457],\n", + " [0.0572],\n", + " [0.0587],\n", + " [0.0472],\n", + " [0.0568],\n", + " [0.0559],\n", + " [0.0502],\n", + " [0.0587],\n", + " [0.0594],\n", + " [0.0533],\n", + " [0.0573],\n", + " [0.0569],\n", + " [0.0537],\n", + " [0.0475],\n", + " [0.0485],\n", + " [0.0544],\n", + " [0.0520],\n", + " [0.0555],\n", + " [0.0575],\n", + " [0.0585],\n", + " [0.0307],\n", + " [0.0469],\n", + " [0.0534]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0338],\n", + " [-0.0433],\n", + " [-0.0390],\n", + " [-0.0383],\n", + " [-0.0359],\n", + " [-0.0346],\n", + " [-0.0384],\n", + " [-0.0242],\n", + " [-0.0385],\n", + " [-0.0381],\n", + " [-0.0376],\n", + " [-0.0362],\n", + " [-0.0420],\n", + " [-0.0348],\n", + " [-0.0385],\n", + " [-0.0339],\n", + " [-0.0373],\n", + " [-0.0365],\n", + " [-0.0342],\n", + " [-0.0346],\n", + " [-0.0385],\n", + " [-0.0397],\n", + " [-0.0413],\n", + " [-0.0454],\n", + " [-0.0383],\n", + " [-0.0391],\n", + " [-0.0353],\n", + " [-0.0386],\n", + " [-0.0340],\n", + " [-0.0482],\n", + " [-0.0392],\n", + " [-0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0797],\n", + " [-0.0793],\n", + " [-0.0788],\n", + " [-0.0795],\n", + " [-0.0803],\n", + " [-0.0818],\n", + " [-0.0782],\n", + " [-0.0932],\n", + " [-0.0786],\n", + " [-0.0812],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0788],\n", + " [-0.0814],\n", + " [-0.0790],\n", + " [-0.0768],\n", + " [-0.0802],\n", + " [-0.0794],\n", + " [-0.0795],\n", + " [-0.0818],\n", + " [-0.0788],\n", + " [-0.0785],\n", + " [-0.0788],\n", + " [-0.0781],\n", + " [-0.0785],\n", + " [-0.0791],\n", + " [-0.0786],\n", + " [-0.0805],\n", + " [-0.0814],\n", + " [-0.0670],\n", + " [-0.0809],\n", + " [-0.0777]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1668],\n", + " [0.1562],\n", + " [0.1672],\n", + " [0.1682],\n", + " [0.1681],\n", + " [0.1720],\n", + " [0.1642],\n", + " [0.1733],\n", + " [0.1669],\n", + " [0.1615],\n", + " [0.1684],\n", + " [0.1689],\n", + " [0.1641],\n", + " [0.1700],\n", + " [0.1675],\n", + " [0.1750],\n", + " [0.1684],\n", + " [0.1700],\n", + " [0.1657],\n", + " [0.1696],\n", + " [0.1684],\n", + " [0.1669],\n", + " [0.1623],\n", + " [0.1614],\n", + " [0.1673],\n", + " [0.1685],\n", + " [0.1679],\n", + " [0.1683],\n", + " [0.1710],\n", + " [0.1667],\n", + " [0.1644],\n", + " [0.1675]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0577],\n", + " [-0.0464],\n", + " [-0.0570],\n", + " [-0.0552],\n", + " [-0.0508],\n", + " [-0.0558],\n", + " [-0.0597],\n", + " [-0.0471],\n", + " [-0.0572],\n", + " [-0.0538],\n", + " [-0.0554],\n", + " [-0.0579],\n", + " [-0.0507],\n", + " [-0.0535],\n", + " [-0.0566],\n", + " [-0.0414],\n", + " [-0.0577],\n", + " [-0.0581],\n", + " [-0.0608],\n", + " [-0.0550],\n", + " [-0.0569],\n", + " [-0.0557],\n", + " [-0.0569],\n", + " [-0.0528],\n", + " [-0.0564],\n", + " [-0.0490],\n", + " [-0.0584],\n", + " [-0.0563],\n", + " [-0.0547],\n", + " [-0.0475],\n", + " [-0.0488],\n", + " [-0.0563]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0666],\n", + " [0.0743],\n", + " [0.0612],\n", + " [0.0591],\n", + " [0.0609],\n", + " [0.0566],\n", + " [0.0659],\n", + " [0.0730],\n", + " [0.0632],\n", + " [0.0703],\n", + " [0.0587],\n", + " [0.0596],\n", + " [0.0657],\n", + " [0.0582],\n", + " [0.0606],\n", + " [0.0661],\n", + " [0.0594],\n", + " [0.0580],\n", + " [0.0671],\n", + " [0.0586],\n", + " [0.0612],\n", + " [0.0619],\n", + " [0.0664],\n", + " [0.0640],\n", + " [0.0619],\n", + " [0.0600],\n", + " [0.0631],\n", + " [0.0580],\n", + " [0.0585],\n", + " [0.0686],\n", + " [0.0659],\n", + " [0.0627]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0930],\n", + " [-0.0821],\n", + " [-0.0948],\n", + " [-0.0965],\n", + " [-0.0943],\n", + " [-0.1012],\n", + " [-0.0896],\n", + " [-0.0940],\n", + " [-0.0934],\n", + " [-0.0886],\n", + " [-0.0976],\n", + " [-0.0989],\n", + " [-0.0896],\n", + " [-0.0990],\n", + " [-0.0954],\n", + " [-0.0972],\n", + " [-0.0987],\n", + " [-0.0998],\n", + " [-0.0912],\n", + " [-0.0988],\n", + " [-0.0958],\n", + " [-0.0939],\n", + " [-0.0893],\n", + " [-0.0905],\n", + " [-0.0942],\n", + " [-0.0933],\n", + " [-0.0950],\n", + " [-0.0981],\n", + " [-0.0998],\n", + " [-0.0821],\n", + " [-0.0897],\n", + " [-0.0941]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0145],\n", + " [0.0014],\n", + " [0.0153],\n", + " [0.0181],\n", + " [0.0195],\n", + " [0.0226],\n", + " [0.0123],\n", + " [0.0226],\n", + " [0.0155],\n", + " [0.0078],\n", + " [0.0202],\n", + " [0.0189],\n", + " [0.0110],\n", + " [0.0200],\n", + " [0.0173],\n", + " [0.0182],\n", + " [0.0195],\n", + " [0.0197],\n", + " [0.0134],\n", + " [0.0204],\n", + " [0.0174],\n", + " [0.0157],\n", + " [0.0096],\n", + " [0.0100],\n", + " [0.0162],\n", + " [0.0184],\n", + " [0.0155],\n", + " [0.0196],\n", + " [0.0224],\n", + " [0.0062],\n", + " [0.0129],\n", + " [0.0143]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0855],\n", + " [0.0944],\n", + " [0.0943],\n", + " [0.0943],\n", + " [0.0891],\n", + " [0.0955],\n", + " [0.0897],\n", + " [0.0815],\n", + " [0.0904],\n", + " [0.0889],\n", + " [0.0945],\n", + " [0.0946],\n", + " [0.0924],\n", + " [0.0946],\n", + " [0.0927],\n", + " [0.0952],\n", + " [0.0946],\n", + " [0.0962],\n", + " [0.0853],\n", + " [0.0939],\n", + " [0.0929],\n", + " [0.0924],\n", + " [0.0932],\n", + " [0.0984],\n", + " [0.0913],\n", + " [0.0902],\n", + " [0.0896],\n", + " [0.0965],\n", + " [0.0932],\n", + " [0.0916],\n", + " [0.0883],\n", + " [0.0925]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0069],\n", + " [0.0098],\n", + " [0.0117],\n", + " [0.0105],\n", + " [0.0057],\n", + " [0.0104],\n", + " [0.0091],\n", + " [0.0014],\n", + " [0.0080],\n", + " [0.0087],\n", + " [0.0094],\n", + " [0.0101],\n", + " [0.0118],\n", + " [0.0106],\n", + " [0.0088],\n", + " [0.0085],\n", + " [0.0090],\n", + " [0.0107],\n", + " [0.0057],\n", + " [0.0105],\n", + " [0.0089],\n", + " [0.0093],\n", + " [0.0138],\n", + " [0.0148],\n", + " [0.0086],\n", + " [0.0069],\n", + " [0.0092],\n", + " [0.0107],\n", + " [0.0081],\n", + " [0.0196],\n", + " [0.0056],\n", + " [0.0116]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 8.9810e-04],\n", + " [-1.9959e-02],\n", + " [-1.1588e-03],\n", + " [-2.3994e-03],\n", + " [-3.7663e-03],\n", + " [-6.2920e-05],\n", + " [ 3.9471e-04],\n", + " [ 2.0883e-03],\n", + " [ 1.1139e-05],\n", + " [-8.6790e-03],\n", + " [-1.4609e-03],\n", + " [ 6.3204e-04],\n", + " [-9.2989e-03],\n", + " [-1.7344e-03],\n", + " [-5.1397e-04],\n", + " [-5.6047e-03],\n", + " [ 5.9025e-04],\n", + " [ 8.7999e-04],\n", + " [ 4.3425e-03],\n", + " [-8.9136e-04],\n", + " [-1.3350e-04],\n", + " [-2.2485e-03],\n", + " [-6.3010e-03],\n", + " [-1.0496e-02],\n", + " [-9.4125e-04],\n", + " [-5.9053e-03],\n", + " [ 1.7431e-03],\n", + " [-1.3192e-03],\n", + " [-9.5444e-05],\n", + " [-2.8045e-02],\n", + " [-8.7943e-03],\n", + " [-2.4360e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0384],\n", + " [-0.0360],\n", + " [-0.0352],\n", + " [-0.0345],\n", + " [-0.0370],\n", + " [-0.0324],\n", + " [-0.0402],\n", + " [-0.0453],\n", + " [-0.0378],\n", + " [-0.0375],\n", + " [-0.0354],\n", + " [-0.0351],\n", + " [-0.0330],\n", + " [-0.0323],\n", + " [-0.0364],\n", + " [-0.0307],\n", + " [-0.0361],\n", + " [-0.0338],\n", + " [-0.0409],\n", + " [-0.0339],\n", + " [-0.0354],\n", + " [-0.0365],\n", + " [-0.0363],\n", + " [-0.0339],\n", + " [-0.0372],\n", + " [-0.0354],\n", + " [-0.0366],\n", + " [-0.0340],\n", + " [-0.0351],\n", + " [-0.0427],\n", + " [-0.0371],\n", + " [-0.0346]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0073],\n", + " [-0.0024],\n", + " [ 0.0043],\n", + " [ 0.0034],\n", + " [ 0.0030],\n", + " [ 0.0026],\n", + " [ 0.0067],\n", + " [ 0.0054],\n", + " [ 0.0055],\n", + " [ 0.0035],\n", + " [ 0.0036],\n", + " [ 0.0050],\n", + " [ 0.0005],\n", + " [ 0.0022],\n", + " [ 0.0046],\n", + " [ 0.0012],\n", + " [ 0.0052],\n", + " [ 0.0045],\n", + " [ 0.0083],\n", + " [ 0.0027],\n", + " [ 0.0049],\n", + " [ 0.0043],\n", + " [ 0.0037],\n", + " [-0.0003],\n", + " [ 0.0049],\n", + " [ 0.0016],\n", + " [ 0.0062],\n", + " [ 0.0034],\n", + " [ 0.0035],\n", + " [-0.0005],\n", + " [ 0.0015],\n", + " [ 0.0043]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0596],\n", + " [0.0614],\n", + " [0.0573],\n", + " [0.0560],\n", + " [0.0557],\n", + " [0.0573],\n", + " [0.0602],\n", + " [0.0652],\n", + " [0.0571],\n", + " [0.0605],\n", + " [0.0562],\n", + " [0.0573],\n", + " [0.0568],\n", + " [0.0566],\n", + " [0.0567],\n", + " [0.0612],\n", + " [0.0573],\n", + " [0.0568],\n", + " [0.0605],\n", + " [0.0569],\n", + " [0.0566],\n", + " [0.0566],\n", + " [0.0599],\n", + " [0.0568],\n", + " [0.0567],\n", + " [0.0546],\n", + " [0.0578],\n", + " [0.0567],\n", + " [0.0570],\n", + " [0.0543],\n", + " [0.0575],\n", + " [0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0166],\n", + " [-0.0154],\n", + " [-0.0174],\n", + " [-0.0181],\n", + " [-0.0171],\n", + " [-0.0192],\n", + " [-0.0169],\n", + " [-0.0215],\n", + " [-0.0178],\n", + " [-0.0142],\n", + " [-0.0188],\n", + " [-0.0188],\n", + " [-0.0154],\n", + " [-0.0183],\n", + " [-0.0177],\n", + " [-0.0141],\n", + " [-0.0183],\n", + " [-0.0191],\n", + " [-0.0176],\n", + " [-0.0191],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0157],\n", + " [-0.0167],\n", + " [-0.0173],\n", + " [-0.0166],\n", + " [-0.0177],\n", + " [-0.0183],\n", + " [-0.0193],\n", + " [-0.0120],\n", + " [-0.0142],\n", + " [-0.0172]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1692],\n", + " [-0.1638],\n", + " [-0.1724],\n", + " [-0.1705],\n", + " [-0.1670],\n", + " [-0.1699],\n", + " [-0.1737],\n", + " [-0.1696],\n", + " [-0.1724],\n", + " [-0.1673],\n", + " [-0.1708],\n", + " [-0.1719],\n", + " [-0.1668],\n", + " [-0.1689],\n", + " [-0.1720],\n", + " [-0.1666],\n", + " [-0.1724],\n", + " [-0.1723],\n", + " [-0.1737],\n", + " [-0.1693],\n", + " [-0.1726],\n", + " [-0.1712],\n", + " [-0.1707],\n", + " [-0.1693],\n", + " [-0.1712],\n", + " [-0.1662],\n", + " [-0.1718],\n", + " [-0.1717],\n", + " [-0.1695],\n", + " [-0.1615],\n", + " [-0.1658],\n", + " [-0.1707]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0210],\n", + " [-0.0277],\n", + " [-0.0215],\n", + " [-0.0220],\n", + " [-0.0196],\n", + " [-0.0220],\n", + " [-0.0199],\n", + " [-0.0158],\n", + " [-0.0201],\n", + " [-0.0253],\n", + " [-0.0215],\n", + " [-0.0216],\n", + " [-0.0254],\n", + " [-0.0216],\n", + " [-0.0205],\n", + " [-0.0180],\n", + " [-0.0209],\n", + " [-0.0219],\n", + " [-0.0184],\n", + " [-0.0220],\n", + " [-0.0208],\n", + " [-0.0212],\n", + " [-0.0253],\n", + " [-0.0260],\n", + " [-0.0207],\n", + " [-0.0207],\n", + " [-0.0209],\n", + " [-0.0222],\n", + " [-0.0210],\n", + " [-0.0225],\n", + " [-0.0216],\n", + " [-0.0231]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0052],\n", + " [-0.0121],\n", + " [ 0.0063],\n", + " [ 0.0094],\n", + " [ 0.0065],\n", + " [ 0.0172],\n", + " [ 0.0018],\n", + " [ 0.0066],\n", + " [ 0.0054],\n", + " [-0.0033],\n", + " [ 0.0113],\n", + " [ 0.0133],\n", + " [-0.0034],\n", + " [ 0.0129],\n", + " [ 0.0081],\n", + " [ 0.0050],\n", + " [ 0.0134],\n", + " [ 0.0143],\n", + " [ 0.0051],\n", + " [ 0.0137],\n", + " [ 0.0083],\n", + " [ 0.0050],\n", + " [-0.0010],\n", + " [ 0.0001],\n", + " [ 0.0058],\n", + " [ 0.0034],\n", + " [ 0.0073],\n", + " [ 0.0123],\n", + " [ 0.0150],\n", + " [-0.0151],\n", + " [-0.0011],\n", + " [ 0.0042]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0936],\n", + " [0.1013],\n", + " [0.0906],\n", + " [0.0919],\n", + " [0.0982],\n", + " [0.0911],\n", + " [0.0922],\n", + " [0.0939],\n", + " [0.0930],\n", + " [0.0957],\n", + " [0.0916],\n", + " [0.0890],\n", + " [0.0979],\n", + " [0.0920],\n", + " [0.0923],\n", + " [0.0952],\n", + " [0.0895],\n", + " [0.0885],\n", + " [0.0912],\n", + " [0.0914],\n", + " [0.0916],\n", + " [0.0935],\n", + " [0.0929],\n", + " [0.0931],\n", + " [0.0935],\n", + " [0.1005],\n", + " [0.0908],\n", + " [0.0903],\n", + " [0.0929],\n", + " [0.1099],\n", + " [0.1006],\n", + " [0.0922]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0833],\n", + " [0.0730],\n", + " [0.0818],\n", + " [0.0835],\n", + " [0.0838],\n", + " [0.0886],\n", + " [0.0790],\n", + " [0.0939],\n", + " [0.0800],\n", + " [0.0784],\n", + " [0.0853],\n", + " [0.0860],\n", + " [0.0772],\n", + " [0.0859],\n", + " [0.0824],\n", + " [0.0856],\n", + " [0.0864],\n", + " [0.0867],\n", + " [0.0812],\n", + " [0.0867],\n", + " [0.0816],\n", + " [0.0808],\n", + " [0.0786],\n", + " [0.0742],\n", + " [0.0816],\n", + " [0.0805],\n", + " [0.0825],\n", + " [0.0856],\n", + " [0.0872],\n", + " [0.0632],\n", + " [0.0789],\n", + " [0.0801]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0882],\n", + " [0.0816],\n", + " [0.0869],\n", + " [0.0868],\n", + " [0.0845],\n", + " [0.0883],\n", + " [0.0886],\n", + " [0.0853],\n", + " [0.0872],\n", + " [0.0879],\n", + " [0.0869],\n", + " [0.0879],\n", + " [0.0840],\n", + " [0.0871],\n", + " [0.0870],\n", + " [0.0747],\n", + " [0.0882],\n", + " [0.0875],\n", + " [0.0898],\n", + " [0.0881],\n", + " [0.0866],\n", + " [0.0863],\n", + " [0.0879],\n", + " [0.0854],\n", + " [0.0864],\n", + " [0.0833],\n", + " [0.0876],\n", + " [0.0878],\n", + " [0.0871],\n", + " [0.0618],\n", + " [0.0849],\n", + " [0.0860]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0435],\n", + " [0.0324],\n", + " [0.0388],\n", + " [0.0401],\n", + " [0.0425],\n", + " [0.0435],\n", + " [0.0392],\n", + " [0.0512],\n", + " [0.0401],\n", + " [0.0378],\n", + " [0.0413],\n", + " [0.0418],\n", + " [0.0369],\n", + " [0.0424],\n", + " [0.0403],\n", + " [0.0442],\n", + " [0.0413],\n", + " [0.0419],\n", + " [0.0423],\n", + " [0.0429],\n", + " [0.0402],\n", + " [0.0392],\n", + " [0.0358],\n", + " [0.0341],\n", + " [0.0406],\n", + " [0.0410],\n", + " [0.0420],\n", + " [0.0403],\n", + " [0.0446],\n", + " [0.0414],\n", + " [0.0386],\n", + " [0.0392]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0358],\n", + " [0.0396],\n", + " [0.0383],\n", + " [0.0376],\n", + " [0.0375],\n", + " [0.0348],\n", + " [0.0375],\n", + " [0.0338],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0376],\n", + " [0.0360],\n", + " [0.0390],\n", + " [0.0366],\n", + " [0.0371],\n", + " [0.0332],\n", + " [0.0359],\n", + " [0.0361],\n", + " [0.0346],\n", + " [0.0362],\n", + " [0.0369],\n", + " [0.0381],\n", + " [0.0396],\n", + " [0.0385],\n", + " [0.0375],\n", + " [0.0376],\n", + " [0.0362],\n", + " [0.0373],\n", + " [0.0354],\n", + " [0.0326],\n", + " [0.0373],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0832],\n", + " [-0.0740],\n", + " [-0.0725],\n", + " [-0.0735],\n", + " [-0.0690],\n", + " [-0.0747],\n", + " [-0.0740],\n", + " [-0.0734],\n", + " [-0.0766],\n", + " [-0.0717],\n", + " [-0.0712],\n", + " [-0.0786],\n", + " [-0.0716],\n", + " [-0.0723],\n", + " [-0.0749],\n", + " [-0.0702],\n", + " [-0.0710],\n", + " [-0.0732],\n", + " [-0.0710],\n", + " [-0.0726],\n", + " [-0.0738],\n", + " [-0.0781],\n", + " [-0.0798],\n", + " [-0.0736],\n", + " [-0.0742],\n", + " [-0.0736],\n", + " [-0.0710],\n", + " [-0.0702],\n", + " [-0.0938],\n", + " [-0.0748],\n", + " [-0.0753]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1034],\n", + " [-0.1055],\n", + " [-0.1020],\n", + " [-0.0995],\n", + " [-0.1006],\n", + " [-0.0970],\n", + " [-0.1066],\n", + " [-0.1059],\n", + " [-0.1037],\n", + " [-0.1043],\n", + " [-0.0986],\n", + " [-0.0985],\n", + " [-0.1028],\n", + " [-0.0983],\n", + " [-0.1012],\n", + " [-0.1037],\n", + " [-0.0987],\n", + " [-0.0979],\n", + " [-0.1059],\n", + " [-0.0982],\n", + " [-0.1015],\n", + " [-0.1023],\n", + " [-0.1046],\n", + " [-0.1025],\n", + " [-0.1022],\n", + " [-0.1012],\n", + " [-0.1021],\n", + " [-0.0983],\n", + " [-0.0980],\n", + " [-0.1138],\n", + " [-0.1037],\n", + " [-0.1021]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0608],\n", + " [-0.0655],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0624],\n", + " [-0.0632],\n", + " [-0.0599],\n", + " [-0.0629],\n", + " [-0.0617],\n", + " [-0.0647],\n", + " [-0.0623],\n", + " [-0.0623],\n", + " [-0.0649],\n", + " [-0.0632],\n", + " [-0.0622],\n", + " [-0.0675],\n", + " [-0.0623],\n", + " [-0.0627],\n", + " [-0.0594],\n", + " [-0.0627],\n", + " [-0.0626],\n", + " [-0.0625],\n", + " [-0.0624],\n", + " [-0.0648],\n", + " [-0.0618],\n", + " [-0.0637],\n", + " [-0.0610],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0520],\n", + " [-0.0649],\n", + " [-0.0628]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0788],\n", + " [-0.0680],\n", + " [-0.0598],\n", + " [-0.0554],\n", + " [-0.0617],\n", + " [-0.1607],\n", + " [-0.0635],\n", + " [-0.0573],\n", + " [-0.0647],\n", + " [-0.0606],\n", + " [-0.0608],\n", + " [-0.0635],\n", + " [-0.0663],\n", + " [-0.0593],\n", + " [-0.0625],\n", + " [-0.0625],\n", + " [-0.0646],\n", + " [-0.0592],\n", + " [-0.0656],\n", + " [-0.0649],\n", + " [-0.0619],\n", + " [-0.0703],\n", + " [-0.0606],\n", + " [-0.0602],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0644],\n", + " [-0.0633],\n", + " [-0.0622],\n", + " [-0.0663],\n", + " [-0.0635]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0749],\n", + " [-0.0805],\n", + " [-0.0751],\n", + " [-0.0746],\n", + " [-0.0679],\n", + " [-0.0732],\n", + " [-0.1841],\n", + " [-0.0759],\n", + " [-0.0706],\n", + " [-0.0777],\n", + " [-0.0745],\n", + " [-0.0743],\n", + " [-0.0695],\n", + " [-0.0817],\n", + " [-0.0630],\n", + " [-0.0757],\n", + " [-0.0730],\n", + " [-0.0783],\n", + " [-0.0692],\n", + " [-0.0790],\n", + " [-0.0798],\n", + " [-0.0759],\n", + " [-0.0807],\n", + " [-0.0739],\n", + " [-0.0718],\n", + " [-0.0723],\n", + " [-0.0715],\n", + " [-0.0755],\n", + " [-0.0726],\n", + " [-0.0759],\n", + " [-0.0826],\n", + " [-0.0771]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0366],\n", + " [0.0377],\n", + " [0.0403],\n", + " [0.0367],\n", + " [0.0389],\n", + " [0.0369],\n", + " [0.0400],\n", + " [0.0365],\n", + " [0.0383],\n", + " [0.0367],\n", + " [0.0387],\n", + " [0.0373],\n", + " [0.0350],\n", + " [0.0371],\n", + " [0.0349],\n", + " [0.0375],\n", + " [0.0364],\n", + " [0.0379],\n", + " [0.0382],\n", + " [0.0363],\n", + " [0.0381],\n", + " [0.0384],\n", + " [0.0335],\n", + " [0.0378],\n", + " [0.0402],\n", + " [0.0397],\n", + " [0.0370],\n", + " [0.0342],\n", + " [0.0351],\n", + " [0.0391],\n", + " [0.0355],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0892],\n", + " [-0.1000],\n", + " [-0.0941],\n", + " [-0.0887],\n", + " [-0.0843],\n", + " [-0.0926],\n", + " [-0.0521],\n", + " [-0.0959],\n", + " [-0.0850],\n", + " [-0.0939],\n", + " [-0.0914],\n", + " [-0.0909],\n", + " [-0.0969],\n", + " [-0.0953],\n", + " [-0.0916],\n", + " [-0.0936],\n", + " [-0.0940],\n", + " [-0.0941],\n", + " [-0.0888],\n", + " [-0.0946],\n", + " [-0.0953],\n", + " [-0.0912],\n", + " [-0.1003],\n", + " [-0.0900],\n", + " [-0.0904],\n", + " [-0.0943],\n", + " [-0.0959],\n", + " [-0.0976],\n", + " [-0.0966],\n", + " [-0.0900],\n", + " [-0.0965],\n", + " [-0.0924]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0475],\n", + " [0.0466],\n", + " [0.0422],\n", + " [0.0459],\n", + " [0.0457],\n", + " [0.0566],\n", + " [0.0341],\n", + " [0.0568],\n", + " [0.0460],\n", + " [0.0544],\n", + " [0.0506],\n", + " [0.0521],\n", + " [0.0588],\n", + " [0.0509],\n", + " [0.0583],\n", + " [0.0549],\n", + " [0.0567],\n", + " [0.0536],\n", + " [0.0543],\n", + " [0.0529],\n", + " [0.0469],\n", + " [0.0522],\n", + " [0.0592],\n", + " [0.0525],\n", + " [0.0519],\n", + " [0.0574],\n", + " [0.0591],\n", + " [0.0597],\n", + " [0.0591],\n", + " [0.0476],\n", + " [0.0496],\n", + " [0.0525]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0419],\n", + " [-0.0330],\n", + " [-0.0321],\n", + " [-0.0422],\n", + " [-0.0445],\n", + " [-0.0389],\n", + " [-0.0530],\n", + " [-0.0361],\n", + " [-0.0458],\n", + " [-0.0405],\n", + " [-0.0364],\n", + " [-0.0386],\n", + " [-0.0379],\n", + " [-0.0366],\n", + " [-0.0340],\n", + " [-0.0366],\n", + " [-0.0381],\n", + " [-0.0351],\n", + " [-0.0404],\n", + " [-0.0382],\n", + " [-0.0347],\n", + " [-0.0367],\n", + " [-0.0368],\n", + " [-0.0391],\n", + " [-0.0349],\n", + " [-0.0335],\n", + " [-0.0343],\n", + " [-0.0356],\n", + " [-0.0369],\n", + " [-0.0372],\n", + " [-0.0404],\n", + " [-0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0884],\n", + " [-0.0870],\n", + " [-0.0791],\n", + " [-0.0769],\n", + " [-0.0789],\n", + " [-0.0832],\n", + " [-0.0795],\n", + " [-0.0771],\n", + " [-0.0783],\n", + " [-0.0801],\n", + " [-0.0788],\n", + " [-0.0824],\n", + " [-0.0780],\n", + " [-0.0841],\n", + " [-0.0794],\n", + " [-0.0799],\n", + " [-0.0791],\n", + " [-0.0791],\n", + " [-0.0789],\n", + " [-0.0820],\n", + " [-0.0781],\n", + " [-0.0782],\n", + " [-0.0779],\n", + " [-0.0806],\n", + " [-0.0814],\n", + " [-0.0807],\n", + " [-0.0794],\n", + " [-0.0802],\n", + " [-0.0787],\n", + " [-0.0793],\n", + " [-0.0782]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1646],\n", + " [0.1580],\n", + " [0.1597],\n", + " [0.1609],\n", + " [0.1655],\n", + " [0.1692],\n", + " [0.0852],\n", + " [0.1676],\n", + " [0.1627],\n", + " [0.1672],\n", + " [0.1647],\n", + " [0.1661],\n", + " [0.1698],\n", + " [0.1638],\n", + " [0.1736],\n", + " [0.1675],\n", + " [0.1682],\n", + " [0.1663],\n", + " [0.1695],\n", + " [0.1654],\n", + " [0.1613],\n", + " [0.1664],\n", + " [0.1666],\n", + " [0.1671],\n", + " [0.1670],\n", + " [0.1701],\n", + " [0.1707],\n", + " [0.1688],\n", + " [0.1691],\n", + " [0.1641],\n", + " [0.1627],\n", + " [0.1659]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0552],\n", + " [-0.0634],\n", + " [-0.0600],\n", + " [-0.0546],\n", + " [-0.0466],\n", + " [-0.0553],\n", + " [-0.0688],\n", + " [-0.0591],\n", + " [-0.0471],\n", + " [-0.0570],\n", + " [-0.0553],\n", + " [-0.0549],\n", + " [-0.0598],\n", + " [-0.0616],\n", + " [-0.0567],\n", + " [-0.0567],\n", + " [-0.0556],\n", + " [-0.0580],\n", + " [-0.0495],\n", + " [-0.0585],\n", + " [-0.0596],\n", + " [-0.0568],\n", + " [-0.0643],\n", + " [-0.0546],\n", + " [-0.0514],\n", + " [-0.0534],\n", + " [-0.0570],\n", + " [-0.0603],\n", + " [-0.0580],\n", + " [-0.0562],\n", + " [-0.0578],\n", + " [-0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0635],\n", + " [0.0647],\n", + " [0.0717],\n", + " [0.0675],\n", + " [0.0627],\n", + " [0.0583],\n", + " [0.0274],\n", + " [0.0621],\n", + " [0.0649],\n", + " [0.0628],\n", + " [0.0652],\n", + " [0.0629],\n", + " [0.0560],\n", + " [0.0689],\n", + " [0.0524],\n", + " [0.0627],\n", + " [0.0591],\n", + " [0.0677],\n", + " [0.0569],\n", + " [0.0649],\n", + " [0.0741],\n", + " [0.0638],\n", + " [0.0599],\n", + " [0.0616],\n", + " [0.0640],\n", + " [0.0619],\n", + " [0.0594],\n", + " [0.0596],\n", + " [0.0582],\n", + " [0.0681],\n", + " [0.0726],\n", + " [0.0641]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0878],\n", + " [-0.0758],\n", + " [-0.0760],\n", + " [-0.0873],\n", + " [-0.0877],\n", + " [-0.0968],\n", + " [-0.0762],\n", + " [-0.0971],\n", + " [-0.0890],\n", + " [-0.0941],\n", + " [-0.0929],\n", + " [-0.0926],\n", + " [-0.1011],\n", + " [-0.0902],\n", + " [-0.1046],\n", + " [-0.0953],\n", + " [-0.0970],\n", + " [-0.0925],\n", + " [-0.0964],\n", + " [-0.0918],\n", + " [-0.0893],\n", + " [-0.0922],\n", + " [-0.0958],\n", + " [-0.0929],\n", + " [-0.0936],\n", + " [-0.0989],\n", + " [-0.1003],\n", + " [-0.0988],\n", + " [-0.0994],\n", + " [-0.0882],\n", + " [-0.0904],\n", + " [-0.0921]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0132],\n", + " [ 0.0145],\n", + " [ 0.0103],\n", + " [ 0.0094],\n", + " [ 0.0130],\n", + " [ 0.0178],\n", + " [-0.0018],\n", + " [ 0.0162],\n", + " [ 0.0097],\n", + " [ 0.0152],\n", + " [ 0.0123],\n", + " [ 0.0146],\n", + " [ 0.0208],\n", + " [ 0.0102],\n", + " [ 0.0247],\n", + " [ 0.0151],\n", + " [ 0.0181],\n", + " [ 0.0126],\n", + " [ 0.0189],\n", + " [ 0.0140],\n", + " [ 0.0036],\n", + " [ 0.0141],\n", + " [ 0.0190],\n", + " [ 0.0153],\n", + " [ 0.0168],\n", + " [ 0.0198],\n", + " [ 0.0203],\n", + " [ 0.0185],\n", + " [ 0.0199],\n", + " [ 0.0102],\n", + " [ 0.0051],\n", + " [ 0.0142]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0906],\n", + " [0.0761],\n", + " [0.0759],\n", + " [0.0913],\n", + " [0.0929],\n", + " [0.0956],\n", + " [0.0219],\n", + " [0.0923],\n", + " [0.0969],\n", + " [0.0931],\n", + " [0.0910],\n", + " [0.0910],\n", + " [0.0974],\n", + " [0.0872],\n", + " [0.1018],\n", + " [0.0911],\n", + " [0.0947],\n", + " [0.0858],\n", + " [0.0965],\n", + " [0.0893],\n", + " [0.0867],\n", + " [0.0893],\n", + " [0.0937],\n", + " [0.0918],\n", + " [0.0880],\n", + " [0.0909],\n", + " [0.0930],\n", + " [0.0944],\n", + " [0.0961],\n", + " [0.0859],\n", + " [0.0902],\n", + " [0.0902]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [-0.0025],\n", + " [-0.0022],\n", + " [ 0.0115],\n", + " [ 0.0102],\n", + " [ 0.0116],\n", + " [ 0.0085],\n", + " [ 0.0099],\n", + " [ 0.0123],\n", + " [ 0.0100],\n", + " [ 0.0115],\n", + " [ 0.0097],\n", + " [ 0.0113],\n", + " [ 0.0085],\n", + " [ 0.0099],\n", + " [ 0.0100],\n", + " [ 0.0107],\n", + " [ 0.0070],\n", + " [ 0.0121],\n", + " [ 0.0072],\n", + " [ 0.0097],\n", + " [ 0.0099],\n", + " [ 0.0066],\n", + " [ 0.0105],\n", + " [ 0.0065],\n", + " [ 0.0078],\n", + " [ 0.0090],\n", + " [ 0.0077],\n", + " [ 0.0094],\n", + " [ 0.0089],\n", + " [ 0.0093],\n", + " [ 0.0087]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-4.7234e-03],\n", + " [ 7.8911e-03],\n", + " [ 2.1709e-04],\n", + " [-9.4033e-03],\n", + " [-1.2404e-02],\n", + " [-2.5224e-03],\n", + " [ 7.4151e-02],\n", + " [ 1.3792e-03],\n", + " [-1.4760e-02],\n", + " [-8.8492e-04],\n", + " [-4.7403e-03],\n", + " [-4.2506e-03],\n", + " [ 2.3256e-03],\n", + " [ 1.3275e-03],\n", + " [ 2.9255e-03],\n", + " [-1.0678e-03],\n", + " [-2.2661e-03],\n", + " [-4.9500e-04],\n", + " [-8.0275e-03],\n", + " [ 6.0266e-04],\n", + " [-4.6916e-03],\n", + " [-1.7084e-03],\n", + " [ 8.1591e-03],\n", + " [-4.1030e-03],\n", + " [-2.7365e-03],\n", + " [-6.1542e-05],\n", + " [ 1.4320e-03],\n", + " [ 3.0584e-03],\n", + " [ 8.3463e-04],\n", + " [-3.4068e-03],\n", + " [-5.5920e-03],\n", + " [-1.5099e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0388],\n", + " [-0.0510],\n", + " [-0.0480],\n", + " [-0.0373],\n", + " [-0.0333],\n", + " [-0.0327],\n", + " [-0.0060],\n", + " [-0.0363],\n", + " [-0.0325],\n", + " [-0.0355],\n", + " [-0.0353],\n", + " [-0.0364],\n", + " [-0.0327],\n", + " [-0.0404],\n", + " [-0.0296],\n", + " [-0.0357],\n", + " [-0.0340],\n", + " [-0.0382],\n", + " [-0.0310],\n", + " [-0.0394],\n", + " [-0.0385],\n", + " [-0.0368],\n", + " [-0.0400],\n", + " [-0.0355],\n", + " [-0.0366],\n", + " [-0.0356],\n", + " [-0.0351],\n", + " [-0.0367],\n", + " [-0.0349],\n", + " [-0.0377],\n", + " [-0.0384],\n", + " [-0.0379]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 3.9802e-03],\n", + " [ 9.2633e-03],\n", + " [ 7.5404e-03],\n", + " [ 2.9281e-03],\n", + " [-9.5344e-04],\n", + " [ 3.2066e-03],\n", + " [ 7.5495e-05],\n", + " [ 5.7826e-03],\n", + " [-2.7478e-03],\n", + " [ 4.6620e-03],\n", + " [ 3.9232e-03],\n", + " [ 4.1203e-03],\n", + " [ 3.6204e-03],\n", + " [ 8.3911e-03],\n", + " [ 2.5568e-03],\n", + " [ 4.8639e-03],\n", + " [ 3.3047e-03],\n", + " [ 6.9627e-03],\n", + " [-8.4726e-05],\n", + " [ 6.3642e-03],\n", + " [ 6.7624e-03],\n", + " [ 5.4918e-03],\n", + " [ 8.1309e-03],\n", + " [ 3.7506e-03],\n", + " [ 4.0583e-03],\n", + " [ 4.3181e-03],\n", + " [ 4.5926e-03],\n", + " [ 7.2878e-03],\n", + " [ 5.0305e-03],\n", + " [ 6.0330e-03],\n", + " [ 6.6781e-03],\n", + " [ 5.3791e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0583],\n", + " [0.0644],\n", + " [0.0677],\n", + " [0.0590],\n", + " [0.0554],\n", + " [0.0558],\n", + " [0.0496],\n", + " [0.0578],\n", + " [0.0547],\n", + " [0.0571],\n", + " [0.0585],\n", + " [0.0570],\n", + " [0.0580],\n", + " [0.0614],\n", + " [0.0591],\n", + " [0.0572],\n", + " [0.0563],\n", + " [0.0590],\n", + " [0.0535],\n", + " [0.0587],\n", + " [0.0646],\n", + " [0.0579],\n", + " [0.0600],\n", + " [0.0562],\n", + " [0.0576],\n", + " [0.0575],\n", + " [0.0577],\n", + " [0.0585],\n", + " [0.0574],\n", + " [0.0600],\n", + " [0.0618],\n", + " [0.0576]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0167],\n", + " [-0.0204],\n", + " [-0.0144],\n", + " [-0.0152],\n", + " [-0.0151],\n", + " [-0.0178],\n", + " [ 0.0050],\n", + " [-0.0176],\n", + " [-0.0177],\n", + " [-0.0178],\n", + " [-0.0157],\n", + " [-0.0163],\n", + " [-0.0170],\n", + " [-0.0160],\n", + " [-0.0150],\n", + " [-0.0172],\n", + " [-0.0180],\n", + " [-0.0164],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0142],\n", + " [-0.0167],\n", + " [-0.0205],\n", + " [-0.0167],\n", + " [-0.0160],\n", + " [-0.0190],\n", + " [-0.0191],\n", + " [-0.0176],\n", + " [-0.0181],\n", + " [-0.0147],\n", + " [-0.0150],\n", + " [-0.0169]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1701],\n", + " [-0.1743],\n", + " [-0.1660],\n", + " [-0.1680],\n", + " [-0.1642],\n", + " [-0.1708],\n", + " [-0.1992],\n", + " [-0.1725],\n", + " [-0.1651],\n", + " [-0.1732],\n", + " [-0.1684],\n", + " [-0.1688],\n", + " [-0.1721],\n", + " [-0.1735],\n", + " [-0.1701],\n", + " [-0.1706],\n", + " [-0.1708],\n", + " [-0.1702],\n", + " [-0.1671],\n", + " [-0.1732],\n", + " [-0.1703],\n", + " [-0.1696],\n", + " [-0.1794],\n", + " [-0.1689],\n", + " [-0.1670],\n", + " [-0.1688],\n", + " [-0.1706],\n", + " [-0.1733],\n", + " [-0.1727],\n", + " [-0.1680],\n", + " [-0.1728],\n", + " [-0.1713]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0212],\n", + " [-0.0020],\n", + " [-0.0106],\n", + " [-0.0262],\n", + " [-0.0230],\n", + " [-0.0225],\n", + " [ 0.1225],\n", + " [-0.0214],\n", + " [-0.0265],\n", + " [-0.0214],\n", + " [-0.0238],\n", + " [-0.0226],\n", + " [-0.0204],\n", + " [-0.0213],\n", + " [-0.0176],\n", + " [-0.0219],\n", + " [-0.0223],\n", + " [-0.0221],\n", + " [-0.0236],\n", + " [-0.0197],\n", + " [-0.0263],\n", + " [-0.0222],\n", + " [-0.0147],\n", + " [-0.0227],\n", + " [-0.0200],\n", + " [-0.0200],\n", + " [-0.0210],\n", + " [-0.0189],\n", + " [-0.0209],\n", + " [-0.0231],\n", + " [-0.0265],\n", + " [-0.0212]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0015],\n", + " [ 0.0047],\n", + " [-0.0018],\n", + " [-0.0043],\n", + " [-0.0042],\n", + " [ 0.0093],\n", + " [ 0.0662],\n", + " [ 0.0102],\n", + " [-0.0042],\n", + " [ 0.0050],\n", + " [ 0.0035],\n", + " [ 0.0036],\n", + " [ 0.0180],\n", + " [ 0.0020],\n", + " [ 0.0236],\n", + " [ 0.0071],\n", + " [ 0.0104],\n", + " [ 0.0042],\n", + " [ 0.0074],\n", + " [ 0.0042],\n", + " [-0.0015],\n", + " [ 0.0034],\n", + " [ 0.0155],\n", + " [ 0.0034],\n", + " [ 0.0045],\n", + " [ 0.0123],\n", + " [ 0.0153],\n", + " [ 0.0161],\n", + " [ 0.0149],\n", + " [-0.0024],\n", + " [-0.0017],\n", + " [ 0.0032]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0981],\n", + " [0.1016],\n", + " [0.1040],\n", + " [0.0970],\n", + " [0.1035],\n", + " [0.0916],\n", + " [0.0017],\n", + " [0.0892],\n", + " [0.1005],\n", + " [0.0916],\n", + " [0.0927],\n", + " [0.0951],\n", + " [0.0883],\n", + " [0.0901],\n", + " [0.0927],\n", + " [0.0916],\n", + " [0.0913],\n", + " [0.0929],\n", + " [0.0958],\n", + " [0.0923],\n", + " [0.0890],\n", + " [0.0938],\n", + " [0.0861],\n", + " [0.0952],\n", + " [0.0967],\n", + " [0.0920],\n", + " [0.0907],\n", + " [0.0882],\n", + " [0.0890],\n", + " [0.0966],\n", + " [0.0900],\n", + " [0.0940]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0779],\n", + " [0.0784],\n", + " [0.0840],\n", + " [0.0762],\n", + " [0.0775],\n", + " [0.0830],\n", + " [0.0529],\n", + " [0.0844],\n", + " [0.0721],\n", + " [0.0790],\n", + " [0.0817],\n", + " [0.0811],\n", + " [0.0920],\n", + " [0.0789],\n", + " [0.0982],\n", + " [0.0824],\n", + " [0.0837],\n", + " [0.0805],\n", + " [0.0811],\n", + " [0.0796],\n", + " [0.0794],\n", + " [0.0813],\n", + " [0.0839],\n", + " [0.0810],\n", + " [0.0835],\n", + " [0.0858],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0872],\n", + " [0.0795],\n", + " [0.0736],\n", + " [0.0795]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.1001],\n", + " [0.0929],\n", + " [0.0870],\n", + " [0.0796],\n", + " [0.0860],\n", + " [0.1435],\n", + " [0.0884],\n", + " [0.0811],\n", + " [0.0867],\n", + " [0.0878],\n", + " [0.0864],\n", + " [0.0897],\n", + " [0.0897],\n", + " [0.0869],\n", + " [0.0875],\n", + " [0.0874],\n", + " [0.0884],\n", + " [0.0839],\n", + " [0.0885],\n", + " [0.0919],\n", + " [0.0868],\n", + " [0.0909],\n", + " [0.0853],\n", + " [0.0854],\n", + " [0.0865],\n", + " [0.0882],\n", + " [0.0893],\n", + " [0.0882],\n", + " [0.0874],\n", + " [0.0878],\n", + " [0.0870]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0385],\n", + " [0.0445],\n", + " [0.0489],\n", + " [0.0371],\n", + " [0.0362],\n", + " [0.0398],\n", + " [0.0520],\n", + " [0.0414],\n", + " [0.0348],\n", + " [0.0384],\n", + " [0.0391],\n", + " [0.0396],\n", + " [0.0419],\n", + " [0.0398],\n", + " [0.0458],\n", + " [0.0407],\n", + " [0.0400],\n", + " [0.0414],\n", + " [0.0387],\n", + " [0.0398],\n", + " [0.0388],\n", + " [0.0408],\n", + " [0.0408],\n", + " [0.0396],\n", + " [0.0426],\n", + " [0.0440],\n", + " [0.0440],\n", + " [0.0423],\n", + " [0.0415],\n", + " [0.0404],\n", + " [0.0368],\n", + " [0.0396]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0386],\n", + " [ 0.0270],\n", + " [ 0.0287],\n", + " [ 0.0386],\n", + " [ 0.0402],\n", + " [ 0.0375],\n", + " [-0.0207],\n", + " [ 0.0362],\n", + " [ 0.0386],\n", + " [ 0.0376],\n", + " [ 0.0386],\n", + " [ 0.0386],\n", + " [ 0.0351],\n", + " [ 0.0361],\n", + " [ 0.0340],\n", + " [ 0.0369],\n", + " [ 0.0369],\n", + " [ 0.0354],\n", + " [ 0.0392],\n", + " [ 0.0366],\n", + " [ 0.0352],\n", + " [ 0.0376],\n", + " [ 0.0329],\n", + " [ 0.0387],\n", + " [ 0.0372],\n", + " [ 0.0359],\n", + " [ 0.0347],\n", + " [ 0.0340],\n", + " [ 0.0356],\n", + " [ 0.0371],\n", + " [ 0.0338],\n", + " [ 0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0757],\n", + " [-0.0680],\n", + " [-0.0733],\n", + " [-0.0783],\n", + " [-0.0789],\n", + " [-0.0730],\n", + " [ 0.0081],\n", + " [-0.0724],\n", + " [-0.0807],\n", + " [-0.0735],\n", + " [-0.0758],\n", + " [-0.0750],\n", + " [-0.0684],\n", + " [-0.0746],\n", + " [-0.0663],\n", + " [-0.0738],\n", + " [-0.0719],\n", + " [-0.0745],\n", + " [-0.0738],\n", + " [-0.0731],\n", + " [-0.0758],\n", + " [-0.0753],\n", + " [-0.0676],\n", + " [-0.0753],\n", + " [-0.0744],\n", + " [-0.0723],\n", + " [-0.0702],\n", + " [-0.0687],\n", + " [-0.0697],\n", + " [-0.0766],\n", + " [-0.0764],\n", + " [-0.0745]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1062],\n", + " [-0.1162],\n", + " [-0.1103],\n", + " [-0.1045],\n", + " [-0.1034],\n", + " [-0.0994],\n", + " [-0.1342],\n", + " [-0.1005],\n", + " [-0.1032],\n", + " [-0.1034],\n", + " [-0.1020],\n", + " [-0.1022],\n", + " [-0.0976],\n", + " [-0.1064],\n", + " [-0.0964],\n", + " [-0.1015],\n", + " [-0.0991],\n", + " [-0.1037],\n", + " [-0.0987],\n", + " [-0.1048],\n", + " [-0.1060],\n", + " [-0.1029],\n", + " [-0.1051],\n", + " [-0.1017],\n", + " [-0.1017],\n", + " [-0.0995],\n", + " [-0.0986],\n", + " [-0.1006],\n", + " [-0.0986],\n", + " [-0.1055],\n", + " [-0.1073],\n", + " [-0.1040]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0613],\n", + " [-0.0492],\n", + " [-0.0559],\n", + " [-0.0635],\n", + " [-0.0637],\n", + " [-0.0636],\n", + " [-0.0016],\n", + " [-0.0615],\n", + " [-0.0657],\n", + " [-0.0629],\n", + " [-0.0627],\n", + " [-0.0626],\n", + " [-0.0615],\n", + " [-0.0605],\n", + " [-0.0631],\n", + " [-0.0621],\n", + " [-0.0633],\n", + " [-0.0621],\n", + " [-0.0648],\n", + " [-0.0613],\n", + " [-0.0636],\n", + " [-0.0614],\n", + " [-0.0590],\n", + " [-0.0627],\n", + " [-0.0627],\n", + " [-0.0627],\n", + " [-0.0622],\n", + " [-0.0614],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0662],\n", + " [-0.0618]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0617],\n", + " [-0.0627],\n", + " [-0.0565],\n", + " [-0.0615],\n", + " [-0.0620],\n", + " [-0.0655],\n", + " [-0.0618],\n", + " [-0.0611],\n", + " [-0.0621],\n", + " [-0.0641],\n", + " [-0.0632],\n", + " [-0.0645],\n", + " [-0.0629],\n", + " [-0.0586],\n", + " [-0.0594],\n", + " [-0.0671],\n", + " [-0.0622],\n", + " [-0.0638],\n", + " [-0.0610],\n", + " [-0.0577],\n", + " [-0.0633],\n", + " [-0.0627],\n", + " [-0.0632],\n", + " [-0.0590],\n", + " [-0.0591],\n", + " [-0.0643],\n", + " [-0.0630],\n", + " [-0.0619],\n", + " [-0.0617],\n", + " [-0.0629],\n", + " [-0.0701]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0735],\n", + " [-0.0755],\n", + " [-0.0765],\n", + " [-0.0699],\n", + " [-0.0734],\n", + " [-0.0719],\n", + " [-0.0784],\n", + " [-0.0703],\n", + " [-0.0725],\n", + " [-0.0685],\n", + " [-0.0758],\n", + " [-0.0784],\n", + " [-0.0780],\n", + " [-0.0741],\n", + " [-0.0664],\n", + " [-0.0765],\n", + " [-0.0793],\n", + " [-0.0755],\n", + " [-0.0767],\n", + " [-0.0749],\n", + " [-0.0704],\n", + " [-0.0762],\n", + " [-0.0727],\n", + " [-0.0753],\n", + " [-0.0700],\n", + " [-0.0706],\n", + " [-0.0791],\n", + " [-0.0747],\n", + " [-0.0717],\n", + " [-0.0732],\n", + " [-0.0763],\n", + " [-0.0757]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0362],\n", + " [0.0369],\n", + " [0.0381],\n", + " [0.0381],\n", + " [0.0381],\n", + " [0.0364],\n", + " [0.0367],\n", + " [0.0366],\n", + " [0.0385],\n", + " [0.0374],\n", + " [0.0381],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0359],\n", + " [0.0403],\n", + " [0.0367],\n", + " [0.0371],\n", + " [0.0381],\n", + " [0.0373],\n", + " [0.0386],\n", + " [0.0394],\n", + " [0.0363],\n", + " [0.0374],\n", + " [0.0359],\n", + " [0.0391],\n", + " [0.0393],\n", + " [0.0376],\n", + " [0.0359],\n", + " [0.0371],\n", + " [0.0367],\n", + " [0.0373],\n", + " [0.0404]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0945],\n", + " [-0.0911],\n", + " [-0.0934],\n", + " [-0.0856],\n", + " [-0.0906],\n", + " [-0.0940],\n", + " [-0.0943],\n", + " [-0.0952],\n", + " [-0.0913],\n", + " [-0.0947],\n", + " [-0.0920],\n", + " [-0.0947],\n", + " [-0.0934],\n", + " [-0.0951],\n", + " [-0.0889],\n", + " [-0.0929],\n", + " [-0.0936],\n", + " [-0.0932],\n", + " [-0.0928],\n", + " [-0.0909],\n", + " [-0.0834],\n", + " [-0.0937],\n", + " [-0.0937],\n", + " [-0.0951],\n", + " [-0.0885],\n", + " [-0.0860],\n", + " [-0.0937],\n", + " [-0.0912],\n", + " [-0.0933],\n", + " [-0.0930],\n", + " [-0.0917],\n", + " [-0.1059]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0589],\n", + " [0.0515],\n", + " [0.0535],\n", + " [0.0459],\n", + " [0.0533],\n", + " [0.0579],\n", + " [0.0544],\n", + " [0.0577],\n", + " [0.0523],\n", + " [0.0580],\n", + " [0.0540],\n", + " [0.0498],\n", + " [0.0526],\n", + " [0.0583],\n", + " [0.0459],\n", + " [0.0469],\n", + " [0.0519],\n", + " [0.0546],\n", + " [0.0549],\n", + " [0.0492],\n", + " [0.0478],\n", + " [0.0549],\n", + " [0.0552],\n", + " [0.0576],\n", + " [0.0519],\n", + " [0.0481],\n", + " [0.0527],\n", + " [0.0527],\n", + " [0.0585],\n", + " [0.0563],\n", + " [0.0522],\n", + " [0.0334]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0372],\n", + " [-0.0404],\n", + " [-0.0349],\n", + " [-0.0421],\n", + " [-0.0387],\n", + " [-0.0379],\n", + " [-0.0395],\n", + " [-0.0371],\n", + " [-0.0356],\n", + " [-0.0354],\n", + " [-0.0356],\n", + " [-0.0381],\n", + " [-0.0382],\n", + " [-0.0373],\n", + " [-0.0339],\n", + " [-0.0416],\n", + " [-0.0386],\n", + " [-0.0354],\n", + " [-0.0393],\n", + " [-0.0371],\n", + " [-0.0473],\n", + " [-0.0386],\n", + " [-0.0367],\n", + " [-0.0374],\n", + " [-0.0391],\n", + " [-0.0438],\n", + " [-0.0370],\n", + " [-0.0434],\n", + " [-0.0373],\n", + " [-0.0385],\n", + " [-0.0412],\n", + " [-0.0321]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0784],\n", + " [-0.0784],\n", + " [-0.0795],\n", + " [-0.0784],\n", + " [-0.0787],\n", + " [-0.0796],\n", + " [-0.0784],\n", + " [-0.0815],\n", + " [-0.0805],\n", + " [-0.0819],\n", + " [-0.0795],\n", + " [-0.0799],\n", + " [-0.0786],\n", + " [-0.0789],\n", + " [-0.0827],\n", + " [-0.0868],\n", + " [-0.0783],\n", + " [-0.0793],\n", + " [-0.0779],\n", + " [-0.0801],\n", + " [-0.0755],\n", + " [-0.0789],\n", + " [-0.0809],\n", + " [-0.0786],\n", + " [-0.0791],\n", + " [-0.0790],\n", + " [-0.0778],\n", + " [-0.0787],\n", + " [-0.0798],\n", + " [-0.0792],\n", + " [-0.0781],\n", + " [-0.0945]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1699],\n", + " [0.1656],\n", + " [0.1662],\n", + " [0.1644],\n", + " [0.1678],\n", + " [0.1693],\n", + " [0.1671],\n", + " [0.1683],\n", + " [0.1667],\n", + " [0.1701],\n", + " [0.1680],\n", + " [0.1632],\n", + " [0.1655],\n", + " [0.1688],\n", + " [0.1648],\n", + " [0.1608],\n", + " [0.1664],\n", + " [0.1674],\n", + " [0.1683],\n", + " [0.1635],\n", + " [0.1651],\n", + " [0.1671],\n", + " [0.1678],\n", + " [0.1684],\n", + " [0.1679],\n", + " [0.1623],\n", + " [0.1657],\n", + " [0.1669],\n", + " [0.1709],\n", + " [0.1683],\n", + " [0.1665],\n", + " [0.1541]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0573],\n", + " [-0.0556],\n", + " [-0.0580],\n", + " [-0.0506],\n", + " [-0.0532],\n", + " [-0.0561],\n", + " [-0.0580],\n", + " [-0.0560],\n", + " [-0.0522],\n", + " [-0.0551],\n", + " [-0.0557],\n", + " [-0.0598],\n", + " [-0.0579],\n", + " [-0.0577],\n", + " [-0.0434],\n", + " [-0.0518],\n", + " [-0.0588],\n", + " [-0.0570],\n", + " [-0.0564],\n", + " [-0.0545],\n", + " [-0.0464],\n", + " [-0.0568],\n", + " [-0.0567],\n", + " [-0.0580],\n", + " [-0.0500],\n", + " [-0.0465],\n", + " [-0.0597],\n", + " [-0.0540],\n", + " [-0.0518],\n", + " [-0.0554],\n", + " [-0.0560],\n", + " [-0.0638]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0584],\n", + " [0.0633],\n", + " [0.0648],\n", + " [0.0624],\n", + " [0.0626],\n", + " [0.0574],\n", + " [0.0619],\n", + " [0.0572],\n", + " [0.0644],\n", + " [0.0570],\n", + " [0.0630],\n", + " [0.0672],\n", + " [0.0643],\n", + " [0.0593],\n", + " [0.0658],\n", + " [0.0706],\n", + " [0.0637],\n", + " [0.0629],\n", + " [0.0615],\n", + " [0.0676],\n", + " [0.0636],\n", + " [0.0617],\n", + " [0.0595],\n", + " [0.0602],\n", + " [0.0599],\n", + " [0.0640],\n", + " [0.0651],\n", + " [0.0596],\n", + " [0.0599],\n", + " [0.0589],\n", + " [0.0629],\n", + " [0.0731]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0988],\n", + " [-0.0923],\n", + " [-0.0934],\n", + " [-0.0875],\n", + " [-0.0934],\n", + " [-0.0984],\n", + " [-0.0935],\n", + " [-0.0983],\n", + " [-0.0929],\n", + " [-0.0997],\n", + " [-0.0918],\n", + " [-0.0906],\n", + " [-0.0918],\n", + " [-0.0979],\n", + " [-0.0906],\n", + " [-0.0959],\n", + " [-0.0903],\n", + " [-0.0946],\n", + " [-0.0945],\n", + " [-0.0912],\n", + " [-0.0913],\n", + " [-0.0945],\n", + " [-0.0971],\n", + " [-0.0971],\n", + " [-0.0940],\n", + " [-0.0919],\n", + " [-0.0926],\n", + " [-0.0930],\n", + " [-0.0987],\n", + " [-0.0965],\n", + " [-0.0932],\n", + " [-0.0677]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0195],\n", + " [0.0135],\n", + " [0.0140],\n", + " [0.0138],\n", + " [0.0162],\n", + " [0.0195],\n", + " [0.0163],\n", + " [0.0207],\n", + " [0.0166],\n", + " [0.0217],\n", + " [0.0171],\n", + " [0.0106],\n", + " [0.0142],\n", + " [0.0190],\n", + " [0.0158],\n", + " [0.0084],\n", + " [0.0148],\n", + " [0.0156],\n", + " [0.0163],\n", + " [0.0111],\n", + " [0.0112],\n", + " [0.0165],\n", + " [0.0159],\n", + " [0.0184],\n", + " [0.0174],\n", + " [0.0100],\n", + " [0.0132],\n", + " [0.0167],\n", + " [0.0196],\n", + " [0.0182],\n", + " [0.0137],\n", + " [0.0049]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0952],\n", + " [0.0928],\n", + " [0.0883],\n", + " [0.0917],\n", + " [0.0895],\n", + " [0.0966],\n", + " [0.0926],\n", + " [0.0975],\n", + " [0.0868],\n", + " [0.0960],\n", + " [0.0856],\n", + " [0.0901],\n", + " [0.0896],\n", + " [0.0943],\n", + " [0.0865],\n", + " [0.0971],\n", + " [0.0891],\n", + " [0.0894],\n", + " [0.0923],\n", + " [0.0891],\n", + " [0.0982],\n", + " [0.0919],\n", + " [0.0950],\n", + " [0.0931],\n", + " [0.0926],\n", + " [0.0988],\n", + " [0.0901],\n", + " [0.0958],\n", + " [0.0935],\n", + " [0.0944],\n", + " [0.0939],\n", + " [0.0658]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0098],\n", + " [0.0108],\n", + " [0.0090],\n", + " [0.0101],\n", + " [0.0085],\n", + " [0.0111],\n", + " [0.0093],\n", + " [0.0109],\n", + " [0.0050],\n", + " [0.0106],\n", + " [0.0052],\n", + " [0.0095],\n", + " [0.0080],\n", + " [0.0093],\n", + " [0.0011],\n", + " [0.0111],\n", + " [0.0078],\n", + " [0.0091],\n", + " [0.0097],\n", + " [0.0095],\n", + " [0.0139],\n", + " [0.0085],\n", + " [0.0134],\n", + " [0.0085],\n", + " [0.0099],\n", + " [0.0119],\n", + " [0.0100],\n", + " [0.0102],\n", + " [0.0081],\n", + " [0.0105],\n", + " [0.0120],\n", + " [0.0024]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 4.5968e-04],\n", + " [-4.2934e-03],\n", + " [ 2.1814e-04],\n", + " [-9.8247e-03],\n", + " [-4.4505e-03],\n", + " [-1.3501e-03],\n", + " [ 1.4880e-03],\n", + " [-1.3303e-03],\n", + " [-3.1234e-03],\n", + " [-9.8394e-04],\n", + " [ 1.0488e-03],\n", + " [-1.5477e-03],\n", + " [-8.2830e-05],\n", + " [ 5.1707e-04],\n", + " [-6.6609e-03],\n", + " [-8.3070e-03],\n", + " [ 2.5348e-03],\n", + " [-9.3246e-05],\n", + " [-3.8801e-04],\n", + " [-5.9602e-03],\n", + " [-1.2885e-02],\n", + " [-2.9774e-04],\n", + " [-2.1278e-03],\n", + " [ 1.1961e-03],\n", + " [-6.5174e-03],\n", + " [-1.3279e-02],\n", + " [ 1.2408e-03],\n", + " [-3.6473e-03],\n", + " [-4.3775e-03],\n", + " [-2.1904e-03],\n", + " [-3.2685e-03],\n", + " [ 2.6497e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0344],\n", + " [-0.0361],\n", + " [-0.0374],\n", + " [-0.0363],\n", + " [-0.0356],\n", + " [-0.0329],\n", + " [-0.0371],\n", + " [-0.0339],\n", + " [-0.0380],\n", + " [-0.0327],\n", + " [-0.0391],\n", + " [-0.0400],\n", + " [-0.0390],\n", + " [-0.0353],\n", + " [-0.0391],\n", + " [-0.0392],\n", + " [-0.0396],\n", + " [-0.0366],\n", + " [-0.0357],\n", + " [-0.0363],\n", + " [-0.0308],\n", + " [-0.0371],\n", + " [-0.0318],\n", + " [-0.0362],\n", + " [-0.0336],\n", + " [-0.0309],\n", + " [-0.0380],\n", + " [-0.0351],\n", + " [-0.0320],\n", + " [-0.0346],\n", + " [-0.0348],\n", + " [-0.0514]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0047],\n", + " [ 0.0040],\n", + " [ 0.0062],\n", + " [ 0.0018],\n", + " [ 0.0037],\n", + " [ 0.0033],\n", + " [ 0.0052],\n", + " [ 0.0033],\n", + " [ 0.0044],\n", + " [ 0.0023],\n", + " [ 0.0060],\n", + " [ 0.0071],\n", + " [ 0.0059],\n", + " [ 0.0049],\n", + " [ 0.0015],\n", + " [ 0.0008],\n", + " [ 0.0060],\n", + " [ 0.0054],\n", + " [ 0.0045],\n", + " [ 0.0041],\n", + " [-0.0034],\n", + " [ 0.0049],\n", + " [ 0.0027],\n", + " [ 0.0053],\n", + " [ 0.0013],\n", + " [-0.0031],\n", + " [ 0.0067],\n", + " [ 0.0026],\n", + " [ 0.0029],\n", + " [ 0.0036],\n", + " [ 0.0037],\n", + " [ 0.0092]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0562],\n", + " [0.0572],\n", + " [0.0586],\n", + " [0.0572],\n", + " [0.0558],\n", + " [0.0562],\n", + " [0.0573],\n", + " [0.0566],\n", + " [0.0572],\n", + " [0.0568],\n", + " [0.0573],\n", + " [0.0617],\n", + " [0.0582],\n", + " [0.0566],\n", + " [0.0590],\n", + " [0.0600],\n", + " [0.0585],\n", + " [0.0575],\n", + " [0.0561],\n", + " [0.0588],\n", + " [0.0528],\n", + " [0.0569],\n", + " [0.0582],\n", + " [0.0567],\n", + " [0.0548],\n", + " [0.0551],\n", + " [0.0590],\n", + " [0.0560],\n", + " [0.0555],\n", + " [0.0559],\n", + " [0.0569],\n", + " [0.0754]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0188],\n", + " [-0.0163],\n", + " [-0.0165],\n", + " [-0.0150],\n", + " [-0.0170],\n", + " [-0.0183],\n", + " [-0.0186],\n", + " [-0.0191],\n", + " [-0.0162],\n", + " [-0.0192],\n", + " [-0.0183],\n", + " [-0.0152],\n", + " [-0.0171],\n", + " [-0.0184],\n", + " [-0.0135],\n", + " [-0.0159],\n", + " [-0.0188],\n", + " [-0.0171],\n", + " [-0.0183],\n", + " [-0.0149],\n", + " [-0.0180],\n", + " [-0.0175],\n", + " [-0.0173],\n", + " [-0.0182],\n", + " [-0.0167],\n", + " [-0.0181],\n", + " [-0.0170],\n", + " [-0.0174],\n", + " [-0.0181],\n", + " [-0.0181],\n", + " [-0.0170],\n", + " [-0.0133]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1721],\n", + " [-0.1703],\n", + " [-0.1702],\n", + " [-0.1652],\n", + " [-0.1678],\n", + " [-0.1711],\n", + " [-0.1745],\n", + " [-0.1714],\n", + " [-0.1673],\n", + " [-0.1698],\n", + " [-0.1699],\n", + " [-0.1722],\n", + " [-0.1723],\n", + " [-0.1722],\n", + " [-0.1639],\n", + " [-0.1705],\n", + " [-0.1744],\n", + " [-0.1702],\n", + " [-0.1723],\n", + " [-0.1676],\n", + " [-0.1653],\n", + " [-0.1722],\n", + " [-0.1701],\n", + " [-0.1727],\n", + " [-0.1666],\n", + " [-0.1659],\n", + " [-0.1729],\n", + " [-0.1724],\n", + " [-0.1683],\n", + " [-0.1707],\n", + " [-0.1716],\n", + " [-0.1648]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0213],\n", + " [-0.0228],\n", + " [-0.0215],\n", + " [-0.0229],\n", + " [-0.0227],\n", + " [-0.0223],\n", + " [-0.0193],\n", + " [-0.0219],\n", + " [-0.0200],\n", + " [-0.0221],\n", + " [-0.0184],\n", + " [-0.0219],\n", + " [-0.0201],\n", + " [-0.0211],\n", + " [-0.0151],\n", + " [-0.0251],\n", + " [-0.0182],\n", + " [-0.0212],\n", + " [-0.0209],\n", + " [-0.0242],\n", + " [-0.0257],\n", + " [-0.0202],\n", + " [-0.0237],\n", + " [-0.0204],\n", + " [-0.0223],\n", + " [-0.0263],\n", + " [-0.0211],\n", + " [-0.0207],\n", + " [-0.0229],\n", + " [-0.0218],\n", + " [-0.0230],\n", + " [-0.0053]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0123],\n", + " [ 0.0026],\n", + " [ 0.0056],\n", + " [-0.0029],\n", + " [ 0.0036],\n", + " [ 0.0123],\n", + " [ 0.0059],\n", + " [ 0.0139],\n", + " [ 0.0043],\n", + " [ 0.0152],\n", + " [ 0.0052],\n", + " [ 0.0024],\n", + " [ 0.0038],\n", + " [ 0.0117],\n", + " [ 0.0027],\n", + " [ 0.0020],\n", + " [ 0.0029],\n", + " [ 0.0069],\n", + " [ 0.0055],\n", + " [ 0.0006],\n", + " [-0.0028],\n", + " [ 0.0066],\n", + " [ 0.0107],\n", + " [ 0.0102],\n", + " [ 0.0040],\n", + " [-0.0007],\n", + " [ 0.0040],\n", + " [ 0.0040],\n", + " [ 0.0112],\n", + " [ 0.0093],\n", + " [ 0.0030],\n", + " [-0.0069]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0904],\n", + " [0.0939],\n", + " [0.0921],\n", + " [0.1012],\n", + " [0.0972],\n", + " [0.0907],\n", + " [0.0913],\n", + " [0.0893],\n", + " [0.0979],\n", + " [0.0912],\n", + " [0.0969],\n", + " [0.0902],\n", + " [0.0932],\n", + " [0.0906],\n", + " [0.1016],\n", + " [0.0899],\n", + " [0.0937],\n", + " [0.0924],\n", + " [0.0927],\n", + " [0.0949],\n", + " [0.1001],\n", + " [0.0925],\n", + " [0.0902],\n", + " [0.0911],\n", + " [0.0977],\n", + " [0.0977],\n", + " [0.0907],\n", + " [0.0944],\n", + " [0.0946],\n", + " [0.0920],\n", + " [0.0924],\n", + " [0.1098]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0848],\n", + " [0.0798],\n", + " [0.0830],\n", + " [0.0806],\n", + " [0.0801],\n", + " [0.0851],\n", + " [0.0797],\n", + " [0.0875],\n", + " [0.0824],\n", + " [0.0874],\n", + " [0.0819],\n", + " [0.0818],\n", + " [0.0798],\n", + " [0.0845],\n", + " [0.0838],\n", + " [0.0797],\n", + " [0.0780],\n", + " [0.0833],\n", + " [0.0798],\n", + " [0.0800],\n", + " [0.0710],\n", + " [0.0816],\n", + " [0.0845],\n", + " [0.0837],\n", + " [0.0813],\n", + " [0.0742],\n", + " [0.0803],\n", + " [0.0790],\n", + " [0.0811],\n", + " [0.0836],\n", + " [0.0789],\n", + " [0.0786]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0861],\n", + " [0.0864],\n", + " [0.0884],\n", + " [0.0831],\n", + " [0.0853],\n", + " [0.0868],\n", + " [0.0872],\n", + " [0.0883],\n", + " [0.0859],\n", + " [0.0884],\n", + " [0.0870],\n", + " [0.0897],\n", + " [0.0879],\n", + " [0.0868],\n", + " [0.0837],\n", + " [0.0858],\n", + " [0.0879],\n", + " [0.0874],\n", + " [0.0859],\n", + " [0.0875],\n", + " [0.0794],\n", + " [0.0870],\n", + " [0.0893],\n", + " [0.0867],\n", + " [0.0836],\n", + " [0.0835],\n", + " [0.0881],\n", + " [0.0857],\n", + " [0.0857],\n", + " [0.0864],\n", + " [0.0862],\n", + " [0.0936]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0417],\n", + " [0.0379],\n", + " [0.0418],\n", + " [0.0381],\n", + " [0.0407],\n", + " [0.0409],\n", + " [0.0392],\n", + " [0.0406],\n", + " [0.0422],\n", + " [0.0425],\n", + " [0.0434],\n", + " [0.0394],\n", + " [0.0399],\n", + " [0.0415],\n", + " [0.0405],\n", + " [0.0412],\n", + " [0.0403],\n", + " [0.0419],\n", + " [0.0399],\n", + " [0.0390],\n", + " [0.0351],\n", + " [0.0401],\n", + " [0.0399],\n", + " [0.0415],\n", + " [0.0398],\n", + " [0.0340],\n", + " [0.0402],\n", + " [0.0369],\n", + " [0.0417],\n", + " [0.0401],\n", + " [0.0373],\n", + " [0.0564]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0363],\n", + " [0.0391],\n", + " [0.0367],\n", + " [0.0413],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0378],\n", + " [0.0367],\n", + " [0.0362],\n", + " [0.0350],\n", + " [0.0379],\n", + " [0.0371],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0388],\n", + " [0.0357],\n", + " [0.0368],\n", + " [0.0372],\n", + " [0.0385],\n", + " [0.0385],\n", + " [0.0374],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0390],\n", + " [0.0398],\n", + " [0.0372],\n", + " [0.0396],\n", + " [0.0360],\n", + " [0.0377],\n", + " [0.0388],\n", + " [0.0172]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0717],\n", + " [-0.0752],\n", + " [-0.0743],\n", + " [-0.0771],\n", + " [-0.0747],\n", + " [-0.0715],\n", + " [-0.0730],\n", + " [-0.0704],\n", + " [-0.0740],\n", + " [-0.0698],\n", + " [-0.0735],\n", + " [-0.0744],\n", + " [-0.0739],\n", + " [-0.0716],\n", + " [-0.0731],\n", + " [-0.0767],\n", + " [-0.0737],\n", + " [-0.0739],\n", + " [-0.0739],\n", + " [-0.0762],\n", + " [-0.0817],\n", + " [-0.0729],\n", + " [-0.0725],\n", + " [-0.0718],\n", + " [-0.0750],\n", + " [-0.0787],\n", + " [-0.0747],\n", + " [-0.0732],\n", + " [-0.0718],\n", + " [-0.0727],\n", + " [-0.0752],\n", + " [-0.0694]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0986],\n", + " [-0.1030],\n", + " [-0.1027],\n", + " [-0.1033],\n", + " [-0.1018],\n", + " [-0.0981],\n", + " [-0.1043],\n", + " [-0.0977],\n", + " [-0.1024],\n", + " [-0.0972],\n", + " [-0.1044],\n", + " [-0.1051],\n", + " [-0.1045],\n", + " [-0.0991],\n", + " [-0.1036],\n", + " [-0.1050],\n", + " [-0.1070],\n", + " [-0.1017],\n", + " [-0.1028],\n", + " [-0.1031],\n", + " [-0.1030],\n", + " [-0.1023],\n", + " [-0.1000],\n", + " [-0.1002],\n", + " [-0.1003],\n", + " [-0.1007],\n", + " [-0.1043],\n", + " [-0.1031],\n", + " [-0.0995],\n", + " [-0.0995],\n", + " [-0.1031],\n", + " [-0.1111]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0631],\n", + " [-0.0610],\n", + " [-0.0626],\n", + " [-0.0632],\n", + " [-0.0634],\n", + " [-0.0612],\n", + " [-0.0629],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.0602],\n", + " [-0.0609],\n", + " [-0.0611],\n", + " [-0.0624],\n", + " [-0.0642],\n", + " [-0.0671],\n", + " [-0.0598],\n", + " [-0.0613],\n", + " [-0.0622],\n", + " [-0.0635],\n", + " [-0.0659],\n", + " [-0.0618],\n", + " [-0.0630],\n", + " [-0.0618],\n", + " [-0.0639],\n", + " [-0.0671],\n", + " [-0.0606],\n", + " [-0.0634],\n", + " [-0.0650],\n", + " [-0.0627],\n", + " [-0.0633],\n", + " [-0.0491]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0708],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0621],\n", + " [-0.0681],\n", + " [-0.2161],\n", + " [-0.0638],\n", + " [-0.0489],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0594],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0665],\n", + " [-0.0508],\n", + " [-0.0605],\n", + " [-0.0668],\n", + " [-0.0644],\n", + " [-0.0626],\n", + " [-0.0672],\n", + " [-0.0670],\n", + " [-0.0620],\n", + " [-0.0619],\n", + " [-0.0684],\n", + " [-0.0626],\n", + " [-0.0615],\n", + " [-0.0707],\n", + " [-0.0622],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0626]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0741],\n", + " [-0.0700],\n", + " [-0.0720],\n", + " [-0.0706],\n", + " [-0.0798],\n", + " [-0.2415],\n", + " [-0.0773],\n", + " [-0.0678],\n", + " [-0.0748],\n", + " [-0.0745],\n", + " [-0.0706],\n", + " [-0.0766],\n", + " [-0.0753],\n", + " [-0.0792],\n", + " [-0.0656],\n", + " [-0.0723],\n", + " [-0.0806],\n", + " [-0.0769],\n", + " [-0.0758],\n", + " [-0.0803],\n", + " [-0.0809],\n", + " [-0.0725],\n", + " [-0.0742],\n", + " [-0.0758],\n", + " [-0.0763],\n", + " [-0.0726],\n", + " [-0.0773],\n", + " [-0.0722],\n", + " [-0.0746],\n", + " [-0.0735],\n", + " [-0.0763]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0375],\n", + " [0.0411],\n", + " [0.0368],\n", + " [0.0369],\n", + " [0.0376],\n", + " [0.0342],\n", + " [0.0446],\n", + " [0.0368],\n", + " [0.0447],\n", + " [0.0371],\n", + " [0.0363],\n", + " [0.0388],\n", + " [0.0365],\n", + " [0.0366],\n", + " [0.0380],\n", + " [0.0365],\n", + " [0.0382],\n", + " [0.0370],\n", + " [0.0362],\n", + " [0.0375],\n", + " [0.0346],\n", + " [0.0377],\n", + " [0.0355],\n", + " [0.0372],\n", + " [0.0422],\n", + " [0.0385],\n", + " [0.0391],\n", + " [0.0356],\n", + " [0.0365],\n", + " [0.0357],\n", + " [0.0349],\n", + " [0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0932],\n", + " [-0.0888],\n", + " [-0.0953],\n", + " [-0.0951],\n", + " [-0.0948],\n", + " [-0.0978],\n", + " [-0.0334],\n", + " [-0.0924],\n", + " [-0.0810],\n", + " [-0.0936],\n", + " [-0.0932],\n", + " [-0.0865],\n", + " [-0.0931],\n", + " [-0.0923],\n", + " [-0.0956],\n", + " [-0.0799],\n", + " [-0.0914],\n", + " [-0.0954],\n", + " [-0.0943],\n", + " [-0.0928],\n", + " [-0.0992],\n", + " [-0.0974],\n", + " [-0.0959],\n", + " [-0.0923],\n", + " [-0.0957],\n", + " [-0.0931],\n", + " [-0.0944],\n", + " [-0.0938],\n", + " [-0.0895],\n", + " [-0.0950],\n", + " [-0.0967],\n", + " [-0.0922]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0360],\n", + " [0.0397],\n", + " [0.0586],\n", + " [0.0583],\n", + " [0.0586],\n", + " [0.0555],\n", + " [0.0218],\n", + " [0.0499],\n", + " [0.0369],\n", + " [0.0560],\n", + " [0.0569],\n", + " [0.0500],\n", + " [0.0539],\n", + " [0.0538],\n", + " [0.0530],\n", + " [0.0422],\n", + " [0.0550],\n", + " [0.0535],\n", + " [0.0558],\n", + " [0.0526],\n", + " [0.0573],\n", + " [0.0523],\n", + " [0.0581],\n", + " [0.0549],\n", + " [0.0409],\n", + " [0.0498],\n", + " [0.0564],\n", + " [0.0444],\n", + " [0.0543],\n", + " [0.0574],\n", + " [0.0586],\n", + " [0.0514]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0359],\n", + " [-0.0366],\n", + " [-0.0355],\n", + " [-0.0361],\n", + " [-0.0350],\n", + " [-0.0394],\n", + " [-0.0722],\n", + " [-0.0374],\n", + " [-0.0390],\n", + " [-0.0368],\n", + " [-0.0397],\n", + " [-0.0428],\n", + " [-0.0384],\n", + " [-0.0388],\n", + " [-0.0332],\n", + " [-0.0497],\n", + " [-0.0378],\n", + " [-0.0363],\n", + " [-0.0402],\n", + " [-0.0379],\n", + " [-0.0380],\n", + " [-0.0330],\n", + " [-0.0371],\n", + " [-0.0382],\n", + " [-0.0344],\n", + " [-0.0353],\n", + " [-0.0336],\n", + " [-0.0392],\n", + " [-0.0444],\n", + " [-0.0382],\n", + " [-0.0366],\n", + " [-0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0860],\n", + " [-0.0803],\n", + " [-0.0810],\n", + " [-0.0801],\n", + " [-0.0806],\n", + " [-0.0796],\n", + " [-0.0857],\n", + " [-0.0794],\n", + " [-0.0811],\n", + " [-0.0793],\n", + " [-0.0788],\n", + " [-0.0791],\n", + " [-0.0785],\n", + " [-0.0785],\n", + " [-0.0806],\n", + " [-0.0734],\n", + " [-0.0796],\n", + " [-0.0784],\n", + " [-0.0790],\n", + " [-0.0798],\n", + " [-0.0791],\n", + " [-0.0808],\n", + " [-0.0803],\n", + " [-0.0792],\n", + " [-0.0870],\n", + " [-0.0812],\n", + " [-0.0814],\n", + " [-0.0829],\n", + " [-0.0784],\n", + " [-0.0794],\n", + " [-0.0802],\n", + " [-0.0791]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1584],\n", + " [0.1626],\n", + " [0.1701],\n", + " [0.1693],\n", + " [0.1704],\n", + " [0.1648],\n", + " [0.0510],\n", + " [0.1642],\n", + " [0.1626],\n", + " [0.1681],\n", + " [0.1691],\n", + " [0.1645],\n", + " [0.1667],\n", + " [0.1669],\n", + " [0.1660],\n", + " [0.1633],\n", + " [0.1684],\n", + " [0.1660],\n", + " [0.1678],\n", + " [0.1657],\n", + " [0.1662],\n", + " [0.1647],\n", + " [0.1683],\n", + " [0.1678],\n", + " [0.1612],\n", + " [0.1632],\n", + " [0.1689],\n", + " [0.1612],\n", + " [0.1690],\n", + " [0.1681],\n", + " [0.1683],\n", + " [0.1647]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0600],\n", + " [-0.0535],\n", + " [-0.0572],\n", + " [-0.0572],\n", + " [-0.0559],\n", + " [-0.0605],\n", + " [-0.0602],\n", + " [-0.0579],\n", + " [-0.0533],\n", + " [-0.0560],\n", + " [-0.0555],\n", + " [-0.0487],\n", + " [-0.0569],\n", + " [-0.0559],\n", + " [-0.0608],\n", + " [-0.0417],\n", + " [-0.0535],\n", + " [-0.0609],\n", + " [-0.0569],\n", + " [-0.0562],\n", + " [-0.0623],\n", + " [-0.0630],\n", + " [-0.0573],\n", + " [-0.0544],\n", + " [-0.0620],\n", + " [-0.0553],\n", + " [-0.0547],\n", + " [-0.0596],\n", + " [-0.0509],\n", + " [-0.0573],\n", + " [-0.0582],\n", + " [-0.0566]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0693],\n", + " [0.0745],\n", + " [0.0572],\n", + " [0.0583],\n", + " [0.0581],\n", + " [0.0625],\n", + " [0.0145],\n", + " [0.0659],\n", + " [0.0706],\n", + " [0.0613],\n", + " [0.0591],\n", + " [0.0610],\n", + " [0.0632],\n", + " [0.0622],\n", + " [0.0660],\n", + " [0.0634],\n", + " [0.0587],\n", + " [0.0642],\n", + " [0.0608],\n", + " [0.0637],\n", + " [0.0632],\n", + " [0.0682],\n", + " [0.0587],\n", + " [0.0612],\n", + " [0.0714],\n", + " [0.0700],\n", + " [0.0617],\n", + " [0.0614],\n", + " [0.0585],\n", + " [0.0596],\n", + " [0.0593],\n", + " [0.0653]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0708],\n", + " [-0.0820],\n", + " [-0.1001],\n", + " [-0.0991],\n", + " [-0.0998],\n", + " [-0.0929],\n", + " [-0.0880],\n", + " [-0.0890],\n", + " [-0.0796],\n", + " [-0.0959],\n", + " [-0.0964],\n", + " [-0.0927],\n", + " [-0.0935],\n", + " [-0.0939],\n", + " [-0.0905],\n", + " [-0.0853],\n", + " [-0.0960],\n", + " [-0.0922],\n", + " [-0.0949],\n", + " [-0.0941],\n", + " [-0.0959],\n", + " [-0.0907],\n", + " [-0.0982],\n", + " [-0.0952],\n", + " [-0.0758],\n", + " [-0.0920],\n", + " [-0.0976],\n", + " [-0.0764],\n", + " [-0.0948],\n", + " [-0.0971],\n", + " [-0.0984],\n", + " [-0.0913]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0051],\n", + " [ 0.0060],\n", + " [ 0.0200],\n", + " [ 0.0193],\n", + " [ 0.0207],\n", + " [ 0.0168],\n", + " [-0.0009],\n", + " [ 0.0128],\n", + " [ 0.0066],\n", + " [ 0.0168],\n", + " [ 0.0181],\n", + " [ 0.0127],\n", + " [ 0.0153],\n", + " [ 0.0155],\n", + " [ 0.0149],\n", + " [ 0.0097],\n", + " [ 0.0180],\n", + " [ 0.0149],\n", + " [ 0.0171],\n", + " [ 0.0130],\n", + " [ 0.0169],\n", + " [ 0.0129],\n", + " [ 0.0207],\n", + " [ 0.0163],\n", + " [ 0.0107],\n", + " [ 0.0097],\n", + " [ 0.0190],\n", + " [ 0.0165],\n", + " [ 0.0165],\n", + " [ 0.0178],\n", + " [ 0.0194],\n", + " [ 0.0131]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0725],\n", + " [ 0.0803],\n", + " [ 0.0964],\n", + " [ 0.0959],\n", + " [ 0.0947],\n", + " [ 0.0924],\n", + " [-0.0094],\n", + " [ 0.0875],\n", + " [ 0.0941],\n", + " [ 0.0913],\n", + " [ 0.0954],\n", + " [ 0.0979],\n", + " [ 0.0905],\n", + " [ 0.0915],\n", + " [ 0.0846],\n", + " [ 0.0980],\n", + " [ 0.0942],\n", + " [ 0.0891],\n", + " [ 0.0945],\n", + " [ 0.0923],\n", + " [ 0.0928],\n", + " [ 0.0849],\n", + " [ 0.0953],\n", + " [ 0.0922],\n", + " [ 0.0760],\n", + " [ 0.0881],\n", + " [ 0.0902],\n", + " [ 0.0851],\n", + " [ 0.0965],\n", + " [ 0.0946],\n", + " [ 0.0947],\n", + " [ 0.0894]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0029],\n", + " [ 0.0055],\n", + " [ 0.0115],\n", + " [ 0.0112],\n", + " [ 0.0103],\n", + " [ 0.0060],\n", + " [ 0.0213],\n", + " [ 0.0069],\n", + " [ 0.0164],\n", + " [ 0.0090],\n", + " [ 0.0103],\n", + " [ 0.0131],\n", + " [ 0.0083],\n", + " [ 0.0091],\n", + " [ 0.0046],\n", + " [ 0.0115],\n", + " [ 0.0115],\n", + " [ 0.0079],\n", + " [ 0.0097],\n", + " [ 0.0116],\n", + " [ 0.0077],\n", + " [ 0.0054],\n", + " [ 0.0082],\n", + " [ 0.0099],\n", + " [ 0.0038],\n", + " [ 0.0084],\n", + " [ 0.0082],\n", + " [-0.0028],\n", + " [ 0.0110],\n", + " [ 0.0101],\n", + " [ 0.0082],\n", + " [ 0.0078]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.5726e-03],\n", + " [-4.5415e-03],\n", + " [ 2.5154e-04],\n", + " [-9.3946e-05],\n", + " [-4.4573e-06],\n", + " [ 3.1416e-03],\n", + " [ 1.2112e-01],\n", + " [-7.8803e-04],\n", + " [-1.4482e-02],\n", + " [-1.0522e-03],\n", + " [-1.7343e-03],\n", + " [-1.1321e-02],\n", + " [-9.3060e-04],\n", + " [-2.2011e-03],\n", + " [ 5.8992e-03],\n", + " [-2.0723e-02],\n", + " [-3.6352e-03],\n", + " [ 4.7281e-03],\n", + " [-2.1490e-04],\n", + " [-3.5254e-03],\n", + " [ 4.9445e-03],\n", + " [ 6.8443e-03],\n", + " [ 4.0192e-04],\n", + " [-3.4631e-03],\n", + " [ 3.2521e-03],\n", + " [-5.4708e-03],\n", + " [ 8.4739e-05],\n", + " [ 3.2509e-03],\n", + " [-7.1540e-03],\n", + " [-4.9593e-04],\n", + " [ 1.0234e-03],\n", + " [-2.9048e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0498],\n", + " [-0.0414],\n", + " [-0.0323],\n", + " [-0.0334],\n", + " [-0.0334],\n", + " [-0.0408],\n", + " [ 0.0080],\n", + " [-0.0404],\n", + " [-0.0356],\n", + " [-0.0358],\n", + " [-0.0333],\n", + " [-0.0308],\n", + " [-0.0377],\n", + " [-0.0368],\n", + " [-0.0422],\n", + " [-0.0335],\n", + " [-0.0337],\n", + " [-0.0403],\n", + " [-0.0349],\n", + " [-0.0354],\n", + " [-0.0389],\n", + " [-0.0424],\n", + " [-0.0371],\n", + " [-0.0348],\n", + " [-0.0458],\n", + " [-0.0373],\n", + " [-0.0363],\n", + " [-0.0556],\n", + " [-0.0315],\n", + " [-0.0345],\n", + " [-0.0367],\n", + " [-0.0386]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0067],\n", + " [ 0.0059],\n", + " [ 0.0031],\n", + " [ 0.0038],\n", + " [ 0.0033],\n", + " [ 0.0073],\n", + " [-0.0124],\n", + " [ 0.0063],\n", + " [-0.0019],\n", + " [ 0.0046],\n", + " [ 0.0038],\n", + " [-0.0019],\n", + " [ 0.0054],\n", + " [ 0.0046],\n", + " [ 0.0087],\n", + " [-0.0051],\n", + " [ 0.0025],\n", + " [ 0.0074],\n", + " [ 0.0045],\n", + " [ 0.0040],\n", + " [ 0.0078],\n", + " [ 0.0094],\n", + " [ 0.0053],\n", + " [ 0.0035],\n", + " [ 0.0085],\n", + " [ 0.0046],\n", + " [ 0.0042],\n", + " [ 0.0085],\n", + " [ 0.0009],\n", + " [ 0.0043],\n", + " [ 0.0059],\n", + " [ 0.0054]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0681],\n", + " [0.0648],\n", + " [0.0573],\n", + " [0.0569],\n", + " [0.0568],\n", + " [0.0603],\n", + " [0.0442],\n", + " [0.0598],\n", + " [0.0602],\n", + " [0.0565],\n", + " [0.0560],\n", + " [0.0546],\n", + " [0.0572],\n", + " [0.0567],\n", + " [0.0614],\n", + " [0.0536],\n", + " [0.0555],\n", + " [0.0592],\n", + " [0.0569],\n", + " [0.0579],\n", + " [0.0599],\n", + " [0.0628],\n", + " [0.0570],\n", + " [0.0559],\n", + " [0.0686],\n", + " [0.0599],\n", + " [0.0573],\n", + " [0.0647],\n", + " [0.0537],\n", + " [0.0568],\n", + " [0.0577],\n", + " [0.0584]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0125],\n", + " [-0.0112],\n", + " [-0.0189],\n", + " [-0.0189],\n", + " [-0.0192],\n", + " [-0.0176],\n", + " [ 0.0227],\n", + " [-0.0164],\n", + " [-0.0140],\n", + " [-0.0176],\n", + " [-0.0181],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0168],\n", + " [-0.0185],\n", + " [-0.0179],\n", + " [-0.0182],\n", + " [-0.0183],\n", + " [-0.0183],\n", + " [-0.0167],\n", + " [-0.0182],\n", + " [-0.0174],\n", + " [-0.0186],\n", + " [-0.0175],\n", + " [-0.0208],\n", + " [-0.0151],\n", + " [-0.0184],\n", + " [-0.0204],\n", + " [-0.0174],\n", + " [-0.0179],\n", + " [-0.0178],\n", + " [-0.0157]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1654],\n", + " [-0.1659],\n", + " [-0.1709],\n", + " [-0.1713],\n", + " [-0.1702],\n", + " [-0.1769],\n", + " [-0.2304],\n", + " [-0.1710],\n", + " [-0.1645],\n", + " [-0.1704],\n", + " [-0.1720],\n", + " [-0.1666],\n", + " [-0.1714],\n", + " [-0.1706],\n", + " [-0.1734],\n", + " [-0.1616],\n", + " [-0.1693],\n", + " [-0.1753],\n", + " [-0.1738],\n", + " [-0.1702],\n", + " [-0.1772],\n", + " [-0.1749],\n", + " [-0.1728],\n", + " [-0.1695],\n", + " [-0.1672],\n", + " [-0.1684],\n", + " [-0.1691],\n", + " [-0.1770],\n", + " [-0.1687],\n", + " [-0.1722],\n", + " [-0.1727],\n", + " [-0.1702]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0045],\n", + " [-0.0208],\n", + " [-0.0224],\n", + " [-0.0224],\n", + " [-0.0218],\n", + " [-0.0169],\n", + " [ 0.1894],\n", + " [-0.0198],\n", + " [-0.0273],\n", + " [-0.0213],\n", + " [-0.0215],\n", + " [-0.0258],\n", + " [-0.0208],\n", + " [-0.0215],\n", + " [-0.0165],\n", + " [-0.0246],\n", + " [-0.0221],\n", + " [-0.0178],\n", + " [-0.0203],\n", + " [-0.0234],\n", + " [-0.0184],\n", + " [-0.0176],\n", + " [-0.0201],\n", + " [-0.0223],\n", + " [-0.0136],\n", + " [-0.0243],\n", + " [-0.0204],\n", + " [-0.0061],\n", + " [-0.0237],\n", + " [-0.0215],\n", + " [-0.0199],\n", + " [-0.0218]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0056],\n", + " [-0.0103],\n", + " [ 0.0154],\n", + " [ 0.0137],\n", + " [ 0.0144],\n", + " [ 0.0087],\n", + " [ 0.0912],\n", + " [ 0.0018],\n", + " [-0.0116],\n", + " [ 0.0083],\n", + " [ 0.0088],\n", + " [ 0.0020],\n", + " [ 0.0050],\n", + " [ 0.0051],\n", + " [ 0.0062],\n", + " [-0.0068],\n", + " [ 0.0083],\n", + " [ 0.0056],\n", + " [ 0.0073],\n", + " [ 0.0050],\n", + " [ 0.0105],\n", + " [ 0.0054],\n", + " [ 0.0135],\n", + " [ 0.0069],\n", + " [-0.0064],\n", + " [ 0.0015],\n", + " [ 0.0112],\n", + " [ 0.0024],\n", + " [ 0.0044],\n", + " [ 0.0107],\n", + " [ 0.0145],\n", + " [ 0.0024]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1091],\n", + " [ 0.1004],\n", + " [ 0.0896],\n", + " [ 0.0891],\n", + " [ 0.0909],\n", + " [ 0.0894],\n", + " [-0.0497],\n", + " [ 0.0949],\n", + " [ 0.1021],\n", + " [ 0.0924],\n", + " [ 0.0919],\n", + " [ 0.0966],\n", + " [ 0.0935],\n", + " [ 0.0937],\n", + " [ 0.0917],\n", + " [ 0.1079],\n", + " [ 0.0927],\n", + " [ 0.0904],\n", + " [ 0.0912],\n", + " [ 0.0914],\n", + " [ 0.0874],\n", + " [ 0.0890],\n", + " [ 0.0899],\n", + " [ 0.0934],\n", + " [ 0.1041],\n", + " [ 0.0929],\n", + " [ 0.0922],\n", + " [ 0.0972],\n", + " [ 0.0963],\n", + " [ 0.0905],\n", + " [ 0.0894],\n", + " [ 0.0945]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0790],\n", + " [0.0793],\n", + " [0.0874],\n", + " [0.0863],\n", + " [0.0866],\n", + " [0.0812],\n", + " [0.0260],\n", + " [0.0809],\n", + " [0.0828],\n", + " [0.0828],\n", + " [0.0819],\n", + " [0.0770],\n", + " [0.0807],\n", + " [0.0813],\n", + " [0.0842],\n", + " [0.0703],\n", + " [0.0834],\n", + " [0.0803],\n", + " [0.0805],\n", + " [0.0810],\n", + " [0.0824],\n", + " [0.0839],\n", + " [0.0874],\n", + " [0.0815],\n", + " [0.0814],\n", + " [0.0798],\n", + " [0.0858],\n", + " [0.0857],\n", + " [0.0780],\n", + " [0.0835],\n", + " [0.0872],\n", + " [0.0805]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0934],\n", + " [0.0872],\n", + " [0.0890],\n", + " [0.0880],\n", + " [0.0874],\n", + " [0.0906],\n", + " [0.1595],\n", + " [0.0882],\n", + " [0.0807],\n", + " [0.0870],\n", + " [0.0858],\n", + " [0.0844],\n", + " [0.0869],\n", + " [0.0865],\n", + " [0.0903],\n", + " [0.0740],\n", + " [0.0859],\n", + " [0.0890],\n", + " [0.0868],\n", + " [0.0884],\n", + " [0.0895],\n", + " [0.0912],\n", + " [0.0874],\n", + " [0.0865],\n", + " [0.0921],\n", + " [0.0888],\n", + " [0.0873],\n", + " [0.0934],\n", + " [0.0844],\n", + " [0.0875],\n", + " [0.0886],\n", + " [0.0875]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0485],\n", + " [0.0425],\n", + " [0.0423],\n", + " [0.0417],\n", + " [0.0431],\n", + " [0.0394],\n", + " [0.0558],\n", + " [0.0404],\n", + " [0.0406],\n", + " [0.0412],\n", + " [0.0394],\n", + " [0.0352],\n", + " [0.0403],\n", + " [0.0399],\n", + " [0.0441],\n", + " [0.0327],\n", + " [0.0399],\n", + " [0.0412],\n", + " [0.0386],\n", + " [0.0389],\n", + " [0.0403],\n", + " [0.0435],\n", + " [0.0415],\n", + " [0.0399],\n", + " [0.0486],\n", + " [0.0392],\n", + " [0.0438],\n", + " [0.0437],\n", + " [0.0374],\n", + " [0.0402],\n", + " [0.0417],\n", + " [0.0396]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0245],\n", + " [ 0.0347],\n", + " [ 0.0357],\n", + " [ 0.0364],\n", + " [ 0.0357],\n", + " [ 0.0361],\n", + " [-0.0594],\n", + " [ 0.0371],\n", + " [ 0.0431],\n", + " [ 0.0366],\n", + " [ 0.0377],\n", + " [ 0.0395],\n", + " [ 0.0372],\n", + " [ 0.0378],\n", + " [ 0.0345],\n", + " [ 0.0402],\n", + " [ 0.0385],\n", + " [ 0.0358],\n", + " [ 0.0378],\n", + " [ 0.0376],\n", + " [ 0.0357],\n", + " [ 0.0352],\n", + " [ 0.0373],\n", + " [ 0.0374],\n", + " [ 0.0298],\n", + " [ 0.0368],\n", + " [ 0.0361],\n", + " [ 0.0343],\n", + " [ 0.0386],\n", + " [ 0.0365],\n", + " [ 0.0354],\n", + " [ 0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0725],\n", + " [-0.0774],\n", + " [-0.0699],\n", + " [-0.0712],\n", + " [-0.0709],\n", + " [-0.0697],\n", + " [ 0.0363],\n", + " [-0.0744],\n", + " [-0.0884],\n", + " [-0.0729],\n", + " [-0.0726],\n", + " [-0.0773],\n", + " [-0.0738],\n", + " [-0.0739],\n", + " [-0.0725],\n", + " [-0.0833],\n", + " [-0.0737],\n", + " [-0.0731],\n", + " [-0.0725],\n", + " [-0.0744],\n", + " [-0.0704],\n", + " [-0.0726],\n", + " [-0.0704],\n", + " [-0.0736],\n", + " [-0.0752],\n", + " [-0.0756],\n", + " [-0.0723],\n", + " [-0.0693],\n", + " [-0.0737],\n", + " [-0.0715],\n", + " [-0.0695],\n", + " [-0.0745]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1149],\n", + " [-0.1088],\n", + " [-0.0977],\n", + " [-0.0980],\n", + " [-0.0977],\n", + " [-0.1048],\n", + " [-0.1442],\n", + " [-0.1057],\n", + " [-0.1087],\n", + " [-0.1007],\n", + " [-0.1006],\n", + " [-0.1004],\n", + " [-0.1030],\n", + " [-0.1021],\n", + " [-0.1063],\n", + " [-0.1052],\n", + " [-0.0995],\n", + " [-0.1060],\n", + " [-0.1028],\n", + " [-0.1019],\n", + " [-0.1038],\n", + " [-0.1064],\n", + " [-0.0992],\n", + " [-0.1008],\n", + " [-0.1116],\n", + " [-0.1031],\n", + " [-0.0998],\n", + " [-0.1180],\n", + " [-0.1010],\n", + " [-0.0998],\n", + " [-0.0996],\n", + " [-0.1035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0509],\n", + " [-0.0605],\n", + " [-0.0629],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0607],\n", + " [ 0.0246],\n", + " [-0.0605],\n", + " [-0.0605],\n", + " [-0.0623],\n", + " [-0.0635],\n", + " [-0.0661],\n", + " [-0.0618],\n", + " [-0.0623],\n", + " [-0.0579],\n", + " [-0.0636],\n", + " [-0.0627],\n", + " [-0.0589],\n", + " [-0.0627],\n", + " [-0.0630],\n", + " [-0.0606],\n", + " [-0.0580],\n", + " [-0.0615],\n", + " [-0.0631],\n", + " [-0.0528],\n", + " [-0.0641],\n", + " [-0.0618],\n", + " [-0.0525],\n", + " [-0.0664],\n", + " [-0.0630],\n", + " [-0.0618],\n", + " [-0.0624]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0636],\n", + " [-0.0640],\n", + " [-0.0628],\n", + " [-0.0617],\n", + " [-0.0617],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0585],\n", + " [-0.0619],\n", + " [-0.0613],\n", + " [-0.0649],\n", + " [-0.0612],\n", + " [-0.0636],\n", + " [-0.0633],\n", + " [-0.0598],\n", + " [-0.0615],\n", + " [-0.0544],\n", + " [-0.0635],\n", + " [-0.0616],\n", + " [-0.0626],\n", + " [-0.0622],\n", + " [-0.0556],\n", + " [-0.0622],\n", + " [-0.0536],\n", + " [-0.0598],\n", + " [-0.0311],\n", + " [-0.0745],\n", + " [-0.0767],\n", + " [-0.0636],\n", + " [-0.0651],\n", + " [-0.0567],\n", + " [-0.0566]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0777],\n", + " [-0.0755],\n", + " [-0.0761],\n", + " [-0.0716],\n", + " [-0.0683],\n", + " [-0.0755],\n", + " [-0.0744],\n", + " [-0.0671],\n", + " [-0.0747],\n", + " [-0.0743],\n", + " [-0.0777],\n", + " [-0.0701],\n", + " [-0.0771],\n", + " [-0.0764],\n", + " [-0.0715],\n", + " [-0.0752],\n", + " [-0.0682],\n", + " [-0.0766],\n", + " [-0.0727],\n", + " [-0.0725],\n", + " [-0.0738],\n", + " [-0.0697],\n", + " [-0.0750],\n", + " [-0.0715],\n", + " [-0.0676],\n", + " [-0.0518],\n", + " [-0.0803],\n", + " [-0.0822],\n", + " [-0.0742],\n", + " [-0.0781],\n", + " [-0.0767],\n", + " [-0.0687]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0368],\n", + " [0.0367],\n", + " [0.0376],\n", + " [0.0378],\n", + " [0.0370],\n", + " [0.0390],\n", + " [0.0385],\n", + " [0.0370],\n", + " [0.0374],\n", + " [0.0361],\n", + " [0.0375],\n", + " [0.0368],\n", + " [0.0386],\n", + " [0.0384],\n", + " [0.0386],\n", + " [0.0387],\n", + " [0.0373],\n", + " [0.0372],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0396],\n", + " [0.0452],\n", + " [0.0347],\n", + " [0.0371],\n", + " [0.0362],\n", + " [0.0377],\n", + " [0.0398],\n", + " [0.0388]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0921],\n", + " [-0.0934],\n", + " [-0.0915],\n", + " [-0.0924],\n", + " [-0.0938],\n", + " [-0.0945],\n", + " [-0.0931],\n", + " [-0.0881],\n", + " [-0.0908],\n", + " [-0.0906],\n", + " [-0.0953],\n", + " [-0.0918],\n", + " [-0.0921],\n", + " [-0.0921],\n", + " [-0.0872],\n", + " [-0.0917],\n", + " [-0.0834],\n", + " [-0.0939],\n", + " [-0.0933],\n", + " [-0.0934],\n", + " [-0.0924],\n", + " [-0.0843],\n", + " [-0.0926],\n", + " [-0.0872],\n", + " [-0.0916],\n", + " [-0.0819],\n", + " [-0.0950],\n", + " [-0.0964],\n", + " [-0.0965],\n", + " [-0.0916],\n", + " [-0.0866],\n", + " [-0.0845]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0511],\n", + " [0.0527],\n", + " [0.0517],\n", + " [0.0557],\n", + " [0.0571],\n", + " [0.0568],\n", + " [0.0540],\n", + " [0.0528],\n", + " [0.0521],\n", + " [0.0523],\n", + " [0.0541],\n", + " [0.0564],\n", + " [0.0518],\n", + " [0.0505],\n", + " [0.0457],\n", + " [0.0524],\n", + " [0.0457],\n", + " [0.0558],\n", + " [0.0562],\n", + " [0.0556],\n", + " [0.0549],\n", + " [0.0449],\n", + " [0.0548],\n", + " [0.0418],\n", + " [0.0564],\n", + " [0.0427],\n", + " [0.0543],\n", + " [0.0482],\n", + " [0.0590],\n", + " [0.0474],\n", + " [0.0324],\n", + " [0.0461]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0403],\n", + " [-0.0388],\n", + " [-0.0415],\n", + " [-0.0379],\n", + " [-0.0351],\n", + " [-0.0366],\n", + " [-0.0343],\n", + " [-0.0394],\n", + " [-0.0416],\n", + " [-0.0400],\n", + " [-0.0371],\n", + " [-0.0386],\n", + " [-0.0399],\n", + " [-0.0363],\n", + " [-0.0399],\n", + " [-0.0348],\n", + " [-0.0450],\n", + " [-0.0363],\n", + " [-0.0374],\n", + " [-0.0387],\n", + " [-0.0396],\n", + " [-0.0466],\n", + " [-0.0388],\n", + " [-0.0425],\n", + " [-0.0348],\n", + " [-0.0185],\n", + " [-0.0411],\n", + " [-0.0340],\n", + " [-0.0359],\n", + " [-0.0385],\n", + " [-0.0409],\n", + " [-0.0457]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0777],\n", + " [-0.0806],\n", + " [-0.0784],\n", + " [-0.0802],\n", + " [-0.0818],\n", + " [-0.0788],\n", + " [-0.0806],\n", + " [-0.0797],\n", + " [-0.0788],\n", + " [-0.0786],\n", + " [-0.0796],\n", + " [-0.0801],\n", + " [-0.0781],\n", + " [-0.0793],\n", + " [-0.0790],\n", + " [-0.0797],\n", + " [-0.0768],\n", + " [-0.0786],\n", + " [-0.0798],\n", + " [-0.0806],\n", + " [-0.0796],\n", + " [-0.0763],\n", + " [-0.0787],\n", + " [-0.0849],\n", + " [-0.0817],\n", + " [-0.0825],\n", + " [-0.0757],\n", + " [-0.0809],\n", + " [-0.0796],\n", + " [-0.0788],\n", + " [-0.0813],\n", + " [-0.0769]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1652],\n", + " [0.1653],\n", + " [0.1659],\n", + " [0.1687],\n", + " [0.1702],\n", + " [0.1686],\n", + " [0.1669],\n", + " [0.1692],\n", + " [0.1663],\n", + " [0.1665],\n", + " [0.1660],\n", + " [0.1697],\n", + " [0.1657],\n", + " [0.1653],\n", + " [0.1648],\n", + " [0.1658],\n", + " [0.1654],\n", + " [0.1682],\n", + " [0.1683],\n", + " [0.1677],\n", + " [0.1678],\n", + " [0.1637],\n", + " [0.1677],\n", + " [0.1540],\n", + " [0.1706],\n", + " [0.1743],\n", + " [0.1699],\n", + " [0.1642],\n", + " [0.1691],\n", + " [0.1641],\n", + " [0.1509],\n", + " [0.1642]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0575],\n", + " [-0.0536],\n", + " [-0.0559],\n", + " [-0.0539],\n", + " [-0.0541],\n", + " [-0.0579],\n", + " [-0.0548],\n", + " [-0.0464],\n", + " [-0.0542],\n", + " [-0.0540],\n", + " [-0.0591],\n", + " [-0.0522],\n", + " [-0.0568],\n", + " [-0.0560],\n", + " [-0.0514],\n", + " [-0.0559],\n", + " [-0.0503],\n", + " [-0.0574],\n", + " [-0.0550],\n", + " [-0.0549],\n", + " [-0.0550],\n", + " [-0.0469],\n", + " [-0.0557],\n", + " [-0.0473],\n", + " [-0.0505],\n", + " [-0.0414],\n", + " [-0.0629],\n", + " [-0.0638],\n", + " [-0.0586],\n", + " [-0.0581],\n", + " [-0.0561],\n", + " [-0.0454]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0647],\n", + " [0.0653],\n", + " [0.0618],\n", + " [0.0581],\n", + " [0.0569],\n", + " [0.0611],\n", + " [0.0649],\n", + " [0.0572],\n", + " [0.0620],\n", + " [0.0632],\n", + " [0.0633],\n", + " [0.0567],\n", + " [0.0642],\n", + " [0.0684],\n", + " [0.0654],\n", + " [0.0658],\n", + " [0.0603],\n", + " [0.0621],\n", + " [0.0593],\n", + " [0.0586],\n", + " [0.0589],\n", + " [0.0651],\n", + " [0.0609],\n", + " [0.0743],\n", + " [0.0563],\n", + " [0.0642],\n", + " [0.0563],\n", + " [0.0643],\n", + " [0.0601],\n", + " [0.0673],\n", + " [0.0826],\n", + " [0.0637]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0915],\n", + " [-0.0936],\n", + " [-0.0926],\n", + " [-0.0970],\n", + " [-0.0995],\n", + " [-0.0969],\n", + " [-0.0948],\n", + " [-0.0964],\n", + " [-0.0931],\n", + " [-0.0931],\n", + " [-0.0927],\n", + " [-0.0977],\n", + " [-0.0917],\n", + " [-0.0908],\n", + " [-0.0863],\n", + " [-0.0921],\n", + " [-0.0867],\n", + " [-0.0950],\n", + " [-0.0967],\n", + " [-0.0964],\n", + " [-0.0954],\n", + " [-0.0877],\n", + " [-0.0949],\n", + " [-0.0907],\n", + " [-0.0988],\n", + " [-0.0951],\n", + " [-0.0938],\n", + " [-0.0805],\n", + " [-0.0992],\n", + " [-0.0863],\n", + " [-0.0772],\n", + " [-0.0893]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0129],\n", + " [ 0.0125],\n", + " [ 0.0147],\n", + " [ 0.0179],\n", + " [ 0.0208],\n", + " [ 0.0168],\n", + " [ 0.0158],\n", + " [ 0.0188],\n", + " [ 0.0140],\n", + " [ 0.0140],\n", + " [ 0.0164],\n", + " [ 0.0196],\n", + " [ 0.0138],\n", + " [ 0.0111],\n", + " [ 0.0128],\n", + " [ 0.0147],\n", + " [ 0.0143],\n", + " [ 0.0167],\n", + " [ 0.0186],\n", + " [ 0.0172],\n", + " [ 0.0163],\n", + " [ 0.0103],\n", + " [ 0.0164],\n", + " [ 0.0018],\n", + " [ 0.0212],\n", + " [ 0.0117],\n", + " [ 0.0192],\n", + " [ 0.0127],\n", + " [ 0.0185],\n", + " [ 0.0107],\n", + " [-0.0049],\n", + " [ 0.0105]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0917],\n", + " [0.0906],\n", + " [0.0947],\n", + " [0.0957],\n", + " [0.0956],\n", + " [0.0927],\n", + " [0.0885],\n", + " [0.0963],\n", + " [0.0942],\n", + " [0.0921],\n", + " [0.0893],\n", + " [0.0966],\n", + " [0.0908],\n", + " [0.0856],\n", + " [0.0859],\n", + " [0.0862],\n", + " [0.0947],\n", + " [0.0898],\n", + " [0.0936],\n", + " [0.0956],\n", + " [0.0955],\n", + " [0.0954],\n", + " [0.0926],\n", + " [0.1011],\n", + " [0.0960],\n", + " [0.1093],\n", + " [0.0968],\n", + " [0.0827],\n", + " [0.0939],\n", + " [0.0861],\n", + " [0.0893],\n", + " [0.0971]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0105],\n", + " [0.0091],\n", + " [0.0111],\n", + " [0.0124],\n", + " [0.0109],\n", + " [0.0100],\n", + " [0.0078],\n", + " [0.0104],\n", + " [0.0118],\n", + " [0.0105],\n", + " [0.0060],\n", + " [0.0117],\n", + " [0.0093],\n", + " [0.0079],\n", + " [0.0060],\n", + " [0.0067],\n", + " [0.0144],\n", + " [0.0080],\n", + " [0.0100],\n", + " [0.0121],\n", + " [0.0125],\n", + " [0.0120],\n", + " [0.0097],\n", + " [0.0121],\n", + " [0.0106],\n", + " [0.0283],\n", + " [0.0106],\n", + " [0.0015],\n", + " [0.0097],\n", + " [0.0078],\n", + " [0.0122],\n", + " [0.0110]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0021],\n", + " [-0.0067],\n", + " [-0.0029],\n", + " [-0.0039],\n", + " [-0.0015],\n", + " [ 0.0006],\n", + " [-0.0016],\n", + " [-0.0090],\n", + " [-0.0055],\n", + " [-0.0058],\n", + " [ 0.0029],\n", + " [-0.0048],\n", + " [-0.0020],\n", + " [-0.0032],\n", + " [-0.0063],\n", + " [-0.0012],\n", + " [-0.0114],\n", + " [ 0.0013],\n", + " [-0.0021],\n", + " [-0.0034],\n", + " [-0.0035],\n", + " [-0.0143],\n", + " [-0.0019],\n", + " [-0.0164],\n", + " [-0.0036],\n", + " [-0.0183],\n", + " [ 0.0123],\n", + " [ 0.0089],\n", + " [ 0.0015],\n", + " [-0.0016],\n", + " [-0.0154],\n", + " [-0.0151]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0371],\n", + " [-0.0359],\n", + " [-0.0363],\n", + " [-0.0316],\n", + " [-0.0315],\n", + " [-0.0354],\n", + " [-0.0365],\n", + " [-0.0309],\n", + " [-0.0344],\n", + " [-0.0349],\n", + " [-0.0408],\n", + " [-0.0309],\n", + " [-0.0375],\n", + " [-0.0373],\n", + " [-0.0386],\n", + " [-0.0383],\n", + " [-0.0344],\n", + " [-0.0373],\n", + " [-0.0349],\n", + " [-0.0326],\n", + " [-0.0327],\n", + " [-0.0330],\n", + " [-0.0358],\n", + " [-0.0348],\n", + " [-0.0306],\n", + " [-0.0227],\n", + " [-0.0396],\n", + " [-0.0467],\n", + " [-0.0354],\n", + " [-0.0400],\n", + " [-0.0411],\n", + " [-0.0318]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0051],\n", + " [ 0.0030],\n", + " [ 0.0038],\n", + " [ 0.0017],\n", + " [ 0.0016],\n", + " [ 0.0052],\n", + " [ 0.0050],\n", + " [-0.0012],\n", + " [ 0.0027],\n", + " [ 0.0032],\n", + " [ 0.0067],\n", + " [ 0.0010],\n", + " [ 0.0050],\n", + " [ 0.0058],\n", + " [ 0.0039],\n", + " [ 0.0062],\n", + " [-0.0004],\n", + " [ 0.0058],\n", + " [ 0.0035],\n", + " [ 0.0022],\n", + " [ 0.0026],\n", + " [-0.0022],\n", + " [ 0.0042],\n", + " [-0.0026],\n", + " [ 0.0005],\n", + " [-0.0023],\n", + " [ 0.0048],\n", + " [ 0.0094],\n", + " [ 0.0056],\n", + " [ 0.0063],\n", + " [ 0.0020],\n", + " [-0.0032]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0581],\n", + " [0.0573],\n", + " [0.0574],\n", + " [0.0559],\n", + " [0.0567],\n", + " [0.0570],\n", + " [0.0582],\n", + " [0.0534],\n", + " [0.0563],\n", + " [0.0563],\n", + " [0.0585],\n", + " [0.0548],\n", + " [0.0575],\n", + " [0.0590],\n", + " [0.0586],\n", + " [0.0587],\n", + " [0.0559],\n", + " [0.0569],\n", + " [0.0561],\n", + " [0.0565],\n", + " [0.0562],\n", + " [0.0549],\n", + " [0.0563],\n", + " [0.0626],\n", + " [0.0547],\n", + " [0.0718],\n", + " [0.0596],\n", + " [0.0644],\n", + " [0.0577],\n", + " [0.0606],\n", + " [0.0679],\n", + " [0.0545]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0165],\n", + " [-0.0169],\n", + " [-0.0170],\n", + " [-0.0178],\n", + " [-0.0183],\n", + " [-0.0179],\n", + " [-0.0168],\n", + " [-0.0170],\n", + " [-0.0168],\n", + " [-0.0166],\n", + " [-0.0182],\n", + " [-0.0179],\n", + " [-0.0168],\n", + " [-0.0152],\n", + " [-0.0144],\n", + " [-0.0161],\n", + " [-0.0170],\n", + " [-0.0180],\n", + " [-0.0183],\n", + " [-0.0175],\n", + " [-0.0171],\n", + " [-0.0166],\n", + " [-0.0174],\n", + " [-0.0184],\n", + " [-0.0182],\n", + " [-0.0179],\n", + " [-0.0237],\n", + " [-0.0230],\n", + " [-0.0186],\n", + " [-0.0168],\n", + " [-0.0121],\n", + " [-0.0173]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1720],\n", + " [-0.1687],\n", + " [-0.1726],\n", + " [-0.1695],\n", + " [-0.1692],\n", + " [-0.1720],\n", + " [-0.1684],\n", + " [-0.1661],\n", + " [-0.1700],\n", + " [-0.1686],\n", + " [-0.1737],\n", + " [-0.1690],\n", + " [-0.1714],\n", + " [-0.1684],\n", + " [-0.1657],\n", + " [-0.1682],\n", + " [-0.1656],\n", + " [-0.1717],\n", + " [-0.1703],\n", + " [-0.1704],\n", + " [-0.1708],\n", + " [-0.1645],\n", + " [-0.1710],\n", + " [-0.1668],\n", + " [-0.1678],\n", + " [-0.1684],\n", + " [-0.1839],\n", + " [-0.1775],\n", + " [-0.1721],\n", + " [-0.1707],\n", + " [-0.1672],\n", + " [-0.1645]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0246],\n", + " [-0.0211],\n", + " [-0.0232],\n", + " [-0.0221],\n", + " [-0.0214],\n", + " [-0.0213],\n", + " [-0.0220],\n", + " [-0.0234],\n", + " [-0.0240],\n", + " [-0.0178],\n", + " [-0.0231],\n", + " [-0.0216],\n", + " [-0.0234],\n", + " [-0.0207],\n", + " [-0.0209],\n", + " [-0.0247],\n", + " [-0.0200],\n", + " [-0.0217],\n", + " [-0.0232],\n", + " [-0.0228],\n", + " [-0.0252],\n", + " [-0.0214],\n", + " [-0.0285],\n", + " [-0.0213],\n", + " [-0.0234],\n", + " [-0.0108],\n", + " [-0.0093],\n", + " [-0.0212],\n", + " [-0.0210],\n", + " [-0.0296],\n", + " [-0.0254]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0016],\n", + " [ 0.0038],\n", + " [ 0.0035],\n", + " [ 0.0099],\n", + " [ 0.0141],\n", + " [ 0.0094],\n", + " [ 0.0070],\n", + " [ 0.0075],\n", + " [ 0.0032],\n", + " [ 0.0028],\n", + " [ 0.0067],\n", + " [ 0.0105],\n", + " [ 0.0022],\n", + " [ 0.0006],\n", + " [-0.0042],\n", + " [ 0.0040],\n", + " [-0.0040],\n", + " [ 0.0074],\n", + " [ 0.0097],\n", + " [ 0.0095],\n", + " [ 0.0077],\n", + " [-0.0058],\n", + " [ 0.0065],\n", + " [-0.0041],\n", + " [ 0.0126],\n", + " [ 0.0097],\n", + " [ 0.0117],\n", + " [ 0.0020],\n", + " [ 0.0138],\n", + " [-0.0019],\n", + " [-0.0173],\n", + " [-0.0036]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0929],\n", + " [0.0937],\n", + " [0.0925],\n", + " [0.0918],\n", + " [0.0922],\n", + " [0.0904],\n", + " [0.0935],\n", + " [0.0974],\n", + " [0.0938],\n", + " [0.0951],\n", + " [0.0922],\n", + " [0.0930],\n", + " [0.0941],\n", + " [0.0952],\n", + " [0.1027],\n", + " [0.0955],\n", + " [0.1020],\n", + " [0.0925],\n", + " [0.0921],\n", + " [0.0913],\n", + " [0.0915],\n", + " [0.1025],\n", + " [0.0929],\n", + " [0.0960],\n", + " [0.0931],\n", + " [0.0934],\n", + " [0.0887],\n", + " [0.0968],\n", + " [0.0887],\n", + " [0.0963],\n", + " [0.0935],\n", + " [0.1019]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0785],\n", + " [0.0781],\n", + " [0.0797],\n", + " [0.0832],\n", + " [0.0866],\n", + " [0.0836],\n", + " [0.0834],\n", + " [0.0813],\n", + " [0.0794],\n", + " [0.0794],\n", + " [0.0827],\n", + " [0.0830],\n", + " [0.0788],\n", + " [0.0794],\n", + " [0.0802],\n", + " [0.0832],\n", + " [0.0789],\n", + " [0.0822],\n", + " [0.0840],\n", + " [0.0833],\n", + " [0.0822],\n", + " [0.0728],\n", + " [0.0817],\n", + " [0.0764],\n", + " [0.0856],\n", + " [0.0895],\n", + " [0.0771],\n", + " [0.0777],\n", + " [0.0862],\n", + " [0.0779],\n", + " [0.0735],\n", + " [0.0734]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0870],\n", + " [0.0885],\n", + " [0.0864],\n", + " [0.0871],\n", + " [0.0880],\n", + " [0.0870],\n", + " [0.0873],\n", + " [0.0830],\n", + " [0.0861],\n", + " [0.0859],\n", + " [0.0883],\n", + " [0.0862],\n", + " [0.0869],\n", + " [0.0877],\n", + " [0.0841],\n", + " [0.0873],\n", + " [0.0811],\n", + " [0.0870],\n", + " [0.0867],\n", + " [0.0880],\n", + " [0.0870],\n", + " [0.0791],\n", + " [0.0864],\n", + " [0.0841],\n", + " [0.0860],\n", + " [0.0727],\n", + " [0.0892],\n", + " [0.0951],\n", + " [0.0883],\n", + " [0.0881],\n", + " [0.0899],\n", + " [0.0799]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0381],\n", + " [0.0382],\n", + " [0.0371],\n", + " [0.0397],\n", + " [0.0425],\n", + " [0.0413],\n", + " [0.0423],\n", + " [0.0382],\n", + " [0.0370],\n", + " [0.0386],\n", + " [0.0417],\n", + " [0.0399],\n", + " [0.0389],\n", + " [0.0405],\n", + " [0.0406],\n", + " [0.0425],\n", + " [0.0367],\n", + " [0.0420],\n", + " [0.0408],\n", + " [0.0392],\n", + " [0.0384],\n", + " [0.0354],\n", + " [0.0399],\n", + " [0.0339],\n", + " [0.0421],\n", + " [0.0463],\n", + " [0.0391],\n", + " [0.0435],\n", + " [0.0421],\n", + " [0.0400],\n", + " [0.0367],\n", + " [0.0345]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0385],\n", + " [0.0365],\n", + " [0.0396],\n", + " [0.0374],\n", + " [0.0361],\n", + " [0.0365],\n", + " [0.0368],\n", + " [0.0391],\n", + " [0.0390],\n", + " [0.0385],\n", + " [0.0365],\n", + " [0.0374],\n", + " [0.0379],\n", + " [0.0361],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0416],\n", + " [0.0361],\n", + " [0.0375],\n", + " [0.0373],\n", + " [0.0380],\n", + " [0.0387],\n", + " [0.0377],\n", + " [0.0424],\n", + " [0.0369],\n", + " [0.0339],\n", + " [0.0325],\n", + " [0.0288],\n", + " [0.0352],\n", + " [0.0362],\n", + " [0.0376],\n", + " [0.0395]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0752],\n", + " [-0.0735],\n", + " [-0.0743],\n", + " [-0.0725],\n", + " [-0.0703],\n", + " [-0.0730],\n", + " [-0.0741],\n", + " [-0.0733],\n", + " [-0.0749],\n", + " [-0.0753],\n", + " [-0.0725],\n", + " [-0.0719],\n", + " [-0.0747],\n", + " [-0.0757],\n", + " [-0.0762],\n", + " [-0.0749],\n", + " [-0.0799],\n", + " [-0.0732],\n", + " [-0.0725],\n", + " [-0.0720],\n", + " [-0.0732],\n", + " [-0.0815],\n", + " [-0.0735],\n", + " [-0.0825],\n", + " [-0.0713],\n", + " [-0.0799],\n", + " [-0.0690],\n", + " [-0.0701],\n", + " [-0.0709],\n", + " [-0.0754],\n", + " [-0.0838],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1045],\n", + " [-0.1014],\n", + " [-0.1034],\n", + " [-0.0988],\n", + " [-0.0979],\n", + " [-0.1004],\n", + " [-0.1016],\n", + " [-0.0989],\n", + " [-0.1022],\n", + " [-0.1019],\n", + " [-0.1044],\n", + " [-0.0981],\n", + " [-0.1043],\n", + " [-0.1043],\n", + " [-0.1058],\n", + " [-0.1032],\n", + " [-0.1031],\n", + " [-0.1023],\n", + " [-0.0994],\n", + " [-0.0991],\n", + " [-0.1002],\n", + " [-0.1043],\n", + " [-0.1014],\n", + " [-0.1032],\n", + " [-0.0974],\n", + " [-0.1052],\n", + " [-0.1118],\n", + " [-0.1146],\n", + " [-0.0988],\n", + " [-0.1078],\n", + " [-0.1094],\n", + " [-0.1029]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0652],\n", + " [-0.0626],\n", + " [-0.0639],\n", + " [-0.0633],\n", + " [-0.0619],\n", + " [-0.0623],\n", + " [-0.0652],\n", + " [-0.0641],\n", + " [-0.0640],\n", + " [-0.0596],\n", + " [-0.0645],\n", + " [-0.0621],\n", + " [-0.0628],\n", + " [-0.0619],\n", + " [-0.0611],\n", + " [-0.0618],\n", + " [-0.0610],\n", + " [-0.0625],\n", + " [-0.0639],\n", + " [-0.0637],\n", + " [-0.0646],\n", + " [-0.0625],\n", + " [-0.0663],\n", + " [-0.0643],\n", + " [-0.0531],\n", + " [-0.0565],\n", + " [-0.0528],\n", + " [-0.0622],\n", + " [-0.0604],\n", + " [-0.0615],\n", + " [-0.0659]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0613],\n", + " [-0.0722],\n", + " [-0.0612],\n", + " [-0.0634],\n", + " [-0.0625],\n", + " [-0.0624],\n", + " [-0.0644],\n", + " [-0.0626],\n", + " [-0.0534],\n", + " [-0.0624],\n", + " [-0.0600],\n", + " [-0.0631],\n", + " [-0.0579],\n", + " [-0.0617],\n", + " [-0.0611],\n", + " [-0.0591],\n", + " [-0.0641],\n", + " [-0.0625],\n", + " [-0.0634],\n", + " [-0.0639],\n", + " [-0.0615],\n", + " [-0.0629],\n", + " [-0.0614],\n", + " [-0.0620],\n", + " [-0.0636],\n", + " [-0.0656],\n", + " [-0.0625],\n", + " [-0.0613],\n", + " [-0.0734],\n", + " [-0.0685],\n", + " [-0.0623]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0718],\n", + " [-0.0737],\n", + " [-0.0821],\n", + " [-0.0704],\n", + " [-0.0715],\n", + " [-0.0720],\n", + " [-0.0764],\n", + " [-0.0793],\n", + " [-0.0779],\n", + " [-0.0634],\n", + " [-0.0754],\n", + " [-0.0715],\n", + " [-0.0744],\n", + " [-0.0692],\n", + " [-0.0689],\n", + " [-0.0655],\n", + " [-0.0730],\n", + " [-0.0774],\n", + " [-0.0775],\n", + " [-0.0747],\n", + " [-0.0725],\n", + " [-0.0751],\n", + " [-0.0702],\n", + " [-0.0668],\n", + " [-0.0755],\n", + " [-0.0764],\n", + " [-0.0773],\n", + " [-0.0733],\n", + " [-0.0746],\n", + " [-0.0762],\n", + " [-0.0828],\n", + " [-0.0695]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0388],\n", + " [0.0396],\n", + " [0.0353],\n", + " [0.0384],\n", + " [0.0352],\n", + " [0.0363],\n", + " [0.0374],\n", + " [0.0375],\n", + " [0.0364],\n", + " [0.0439],\n", + " [0.0368],\n", + " [0.0378],\n", + " [0.0367],\n", + " [0.0361],\n", + " [0.0380],\n", + " [0.0380],\n", + " [0.0401],\n", + " [0.0364],\n", + " [0.0370],\n", + " [0.0358],\n", + " [0.0354],\n", + " [0.0417],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0375],\n", + " [0.0366],\n", + " [0.0351],\n", + " [0.0362],\n", + " [0.0367],\n", + " [0.0079],\n", + " [0.0366],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0952],\n", + " [-0.0933],\n", + " [-0.0987],\n", + " [-0.0932],\n", + " [-0.0963],\n", + " [-0.0941],\n", + " [-0.0939],\n", + " [-0.0940],\n", + " [-0.0916],\n", + " [-0.0879],\n", + " [-0.0928],\n", + " [-0.0898],\n", + " [-0.0932],\n", + " [-0.0789],\n", + " [-0.0950],\n", + " [-0.0935],\n", + " [-0.0872],\n", + " [-0.0942],\n", + " [-0.0908],\n", + " [-0.0960],\n", + " [-0.0968],\n", + " [-0.0925],\n", + " [-0.0958],\n", + " [-0.0936],\n", + " [-0.0906],\n", + " [-0.0957],\n", + " [-0.0982],\n", + " [-0.0945],\n", + " [-0.0901],\n", + " [-0.0795],\n", + " [-0.0978],\n", + " [-0.0948]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0579],\n", + " [0.0549],\n", + " [0.0568],\n", + " [0.0561],\n", + " [0.0598],\n", + " [0.0570],\n", + " [0.0519],\n", + " [0.0531],\n", + " [0.0496],\n", + " [0.0495],\n", + " [0.0548],\n", + " [0.0541],\n", + " [0.0552],\n", + " [0.0508],\n", + " [0.0574],\n", + " [0.0575],\n", + " [0.0466],\n", + " [0.0543],\n", + " [0.0476],\n", + " [0.0580],\n", + " [0.0597],\n", + " [0.0502],\n", + " [0.0587],\n", + " [0.0575],\n", + " [0.0508],\n", + " [0.0571],\n", + " [0.0597],\n", + " [0.0572],\n", + " [0.0509],\n", + " [0.0482],\n", + " [0.0519],\n", + " [0.0582]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0337],\n", + " [-0.0340],\n", + " [-0.0353],\n", + " [-0.0357],\n", + " [-0.0354],\n", + " [-0.0382],\n", + " [-0.0359],\n", + " [-0.0373],\n", + " [-0.0416],\n", + " [-0.0269],\n", + " [-0.0385],\n", + " [-0.0400],\n", + " [-0.0392],\n", + " [-0.0518],\n", + " [-0.0348],\n", + " [-0.0348],\n", + " [-0.0406],\n", + " [-0.0378],\n", + " [-0.0402],\n", + " [-0.0375],\n", + " [-0.0346],\n", + " [-0.0319],\n", + " [-0.0352],\n", + " [-0.0349],\n", + " [-0.0405],\n", + " [-0.0359],\n", + " [-0.0358],\n", + " [-0.0377],\n", + " [-0.0418],\n", + " [-0.0541],\n", + " [-0.0346],\n", + " [-0.0357]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0816],\n", + " [-0.0806],\n", + " [-0.0781],\n", + " [-0.0811],\n", + " [-0.0803],\n", + " [-0.0802],\n", + " [-0.0806],\n", + " [-0.0780],\n", + " [-0.0784],\n", + " [-0.0840],\n", + " [-0.0785],\n", + " [-0.0789],\n", + " [-0.0801],\n", + " [-0.0715],\n", + " [-0.0826],\n", + " [-0.0831],\n", + " [-0.0779],\n", + " [-0.0788],\n", + " [-0.0778],\n", + " [-0.0794],\n", + " [-0.0802],\n", + " [-0.0820],\n", + " [-0.0813],\n", + " [-0.0825],\n", + " [-0.0782],\n", + " [-0.0788],\n", + " [-0.0787],\n", + " [-0.0796],\n", + " [-0.0781],\n", + " [-0.0671],\n", + " [-0.0795],\n", + " [-0.0812]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1702],\n", + " [0.1682],\n", + " [0.1657],\n", + " [0.1689],\n", + " [0.1709],\n", + " [0.1685],\n", + " [0.1647],\n", + " [0.1658],\n", + " [0.1633],\n", + " [0.1742],\n", + " [0.1676],\n", + " [0.1684],\n", + " [0.1674],\n", + " [0.1716],\n", + " [0.1694],\n", + " [0.1711],\n", + " [0.1640],\n", + " [0.1665],\n", + " [0.1630],\n", + " [0.1682],\n", + " [0.1710],\n", + " [0.1675],\n", + " [0.1702],\n", + " [0.1710],\n", + " [0.1655],\n", + " [0.1681],\n", + " [0.1687],\n", + " [0.1683],\n", + " [0.1656],\n", + " [0.1883],\n", + " [0.1641],\n", + " [0.1699]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0550],\n", + " [-0.0544],\n", + " [-0.0636],\n", + " [-0.0532],\n", + " [-0.0589],\n", + " [-0.0556],\n", + " [-0.0583],\n", + " [-0.0591],\n", + " [-0.0579],\n", + " [-0.0414],\n", + " [-0.0562],\n", + " [-0.0519],\n", + " [-0.0549],\n", + " [-0.0442],\n", + " [-0.0541],\n", + " [-0.0530],\n", + " [-0.0534],\n", + " [-0.0577],\n", + " [-0.0579],\n", + " [-0.0587],\n", + " [-0.0592],\n", + " [-0.0550],\n", + " [-0.0568],\n", + " [-0.0535],\n", + " [-0.0551],\n", + " [-0.0592],\n", + " [-0.0610],\n", + " [-0.0563],\n", + " [-0.0546],\n", + " [-0.0402],\n", + " [-0.0640],\n", + " [-0.0562]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0610],\n", + " [0.0634],\n", + " [0.0620],\n", + " [0.0588],\n", + " [0.0576],\n", + " [0.0582],\n", + " [0.0656],\n", + " [0.0668],\n", + " [0.0651],\n", + " [0.0626],\n", + " [0.0613],\n", + " [0.0583],\n", + " [0.0602],\n", + " [0.0552],\n", + " [0.0587],\n", + " [0.0550],\n", + " [0.0658],\n", + " [0.0636],\n", + " [0.0673],\n", + " [0.0596],\n", + " [0.0591],\n", + " [0.0706],\n", + " [0.0581],\n", + " [0.0555],\n", + " [0.0651],\n", + " [0.0621],\n", + " [0.0611],\n", + " [0.0594],\n", + " [0.0624],\n", + " [0.0348],\n", + " [0.0676],\n", + " [0.0565]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0996],\n", + " [-0.0960],\n", + " [-0.0920],\n", + " [-0.0974],\n", + " [-0.1007],\n", + " [-0.0976],\n", + " [-0.0928],\n", + " [-0.0930],\n", + " [-0.0909],\n", + " [-0.0936],\n", + " [-0.0948],\n", + " [-0.0956],\n", + " [-0.0953],\n", + " [-0.0944],\n", + " [-0.0989],\n", + " [-0.0998],\n", + " [-0.0885],\n", + " [-0.0936],\n", + " [-0.0883],\n", + " [-0.0979],\n", + " [-0.1007],\n", + " [-0.0899],\n", + " [-0.1001],\n", + " [-0.0996],\n", + " [-0.0918],\n", + " [-0.0968],\n", + " [-0.0987],\n", + " [-0.0973],\n", + " [-0.0918],\n", + " [-0.0949],\n", + " [-0.0897],\n", + " [-0.0995]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0198],\n", + " [0.0169],\n", + " [0.0168],\n", + " [0.0202],\n", + " [0.0199],\n", + " [0.0187],\n", + " [0.0127],\n", + " [0.0119],\n", + " [0.0120],\n", + " [0.0185],\n", + " [0.0164],\n", + " [0.0171],\n", + " [0.0158],\n", + " [0.0184],\n", + " [0.0221],\n", + " [0.0238],\n", + " [0.0104],\n", + " [0.0152],\n", + " [0.0100],\n", + " [0.0184],\n", + " [0.0192],\n", + " [0.0149],\n", + " [0.0208],\n", + " [0.0226],\n", + " [0.0121],\n", + " [0.0175],\n", + " [0.0181],\n", + " [0.0185],\n", + " [0.0142],\n", + " [0.0063],\n", + " [0.0126],\n", + " [0.0203]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0920],\n", + " [0.0896],\n", + " [0.0884],\n", + " [0.0930],\n", + " [0.0958],\n", + " [0.0958],\n", + " [0.0896],\n", + " [0.0895],\n", + " [0.0939],\n", + " [0.0924],\n", + " [0.0921],\n", + " [0.0959],\n", + " [0.0942],\n", + " [0.0961],\n", + " [0.0937],\n", + " [0.0974],\n", + " [0.0909],\n", + " [0.0899],\n", + " [0.0901],\n", + " [0.0951],\n", + " [0.0939],\n", + " [0.0807],\n", + " [0.0949],\n", + " [0.0967],\n", + " [0.0914],\n", + " [0.0909],\n", + " [0.0931],\n", + " [0.0942],\n", + " [0.0933],\n", + " [0.0769],\n", + " [0.0861],\n", + " [0.0972]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0088],\n", + " [ 0.0088],\n", + " [ 0.0048],\n", + " [ 0.0095],\n", + " [ 0.0098],\n", + " [ 0.0112],\n", + " [ 0.0097],\n", + " [ 0.0100],\n", + " [ 0.0128],\n", + " [ 0.0107],\n", + " [ 0.0092],\n", + " [ 0.0128],\n", + " [ 0.0114],\n", + " [ 0.0170],\n", + " [ 0.0091],\n", + " [ 0.0111],\n", + " [ 0.0133],\n", + " [ 0.0077],\n", + " [ 0.0104],\n", + " [ 0.0102],\n", + " [ 0.0091],\n", + " [ 0.0031],\n", + " [ 0.0101],\n", + " [ 0.0113],\n", + " [ 0.0110],\n", + " [ 0.0079],\n", + " [ 0.0080],\n", + " [ 0.0099],\n", + " [ 0.0107],\n", + " [-0.0191],\n", + " [ 0.0055],\n", + " [ 0.0118]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0005],\n", + " [-0.0014],\n", + " [ 0.0085],\n", + " [-0.0025],\n", + " [ 0.0020],\n", + " [-0.0022],\n", + " [-0.0009],\n", + " [-0.0006],\n", + " [-0.0030],\n", + " [-0.0029],\n", + " [-0.0011],\n", + " [-0.0066],\n", + " [-0.0038],\n", + " [-0.0108],\n", + " [-0.0011],\n", + " [-0.0028],\n", + " [-0.0070],\n", + " [ 0.0003],\n", + " [-0.0044],\n", + " [ 0.0010],\n", + " [ 0.0028],\n", + " [ 0.0023],\n", + " [ 0.0006],\n", + " [-0.0022],\n", + " [-0.0057],\n", + " [ 0.0030],\n", + " [ 0.0043],\n", + " [-0.0013],\n", + " [-0.0052],\n", + " [ 0.0136],\n", + " [ 0.0067],\n", + " [-0.0008]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0350],\n", + " [-0.0358],\n", + " [-0.0430],\n", + " [-0.0345],\n", + " [-0.0338],\n", + " [-0.0331],\n", + " [-0.0378],\n", + " [-0.0370],\n", + " [-0.0374],\n", + " [-0.0366],\n", + " [-0.0365],\n", + " [-0.0319],\n", + " [-0.0334],\n", + " [-0.0321],\n", + " [-0.0352],\n", + " [-0.0308],\n", + " [-0.0341],\n", + " [-0.0383],\n", + " [-0.0386],\n", + " [-0.0350],\n", + " [-0.0349],\n", + " [-0.0429],\n", + " [-0.0343],\n", + " [-0.0307],\n", + " [-0.0354],\n", + " [-0.0379],\n", + " [-0.0368],\n", + " [-0.0350],\n", + " [-0.0360],\n", + " [-0.0435],\n", + " [-0.0439],\n", + " [-0.0316]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0043],\n", + " [ 0.0044],\n", + " [ 0.0086],\n", + " [ 0.0023],\n", + " [ 0.0050],\n", + " [ 0.0029],\n", + " [ 0.0059],\n", + " [ 0.0066],\n", + " [ 0.0047],\n", + " [ 0.0037],\n", + " [ 0.0046],\n", + " [ 0.0012],\n", + " [ 0.0029],\n", + " [-0.0043],\n", + " [ 0.0028],\n", + " [ 0.0007],\n", + " [ 0.0023],\n", + " [ 0.0058],\n", + " [ 0.0057],\n", + " [ 0.0049],\n", + " [ 0.0057],\n", + " [ 0.0087],\n", + " [ 0.0038],\n", + " [ 0.0010],\n", + " [ 0.0039],\n", + " [ 0.0065],\n", + " [ 0.0070],\n", + " [ 0.0040],\n", + " [ 0.0033],\n", + " [ 0.0049],\n", + " [ 0.0098],\n", + " [ 0.0024]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0580],\n", + " [0.0574],\n", + " [0.0599],\n", + " [0.0559],\n", + " [0.0579],\n", + " [0.0564],\n", + " [0.0596],\n", + " [0.0589],\n", + " [0.0597],\n", + " [0.0646],\n", + " [0.0565],\n", + " [0.0547],\n", + " [0.0565],\n", + " [0.0453],\n", + " [0.0572],\n", + " [0.0560],\n", + " [0.0576],\n", + " [0.0576],\n", + " [0.0601],\n", + " [0.0573],\n", + " [0.0584],\n", + " [0.0623],\n", + " [0.0578],\n", + " [0.0561],\n", + " [0.0572],\n", + " [0.0575],\n", + " [0.0582],\n", + " [0.0564],\n", + " [0.0566],\n", + " [0.0408],\n", + " [0.0630],\n", + " [0.0565]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0188],\n", + " [-0.0176],\n", + " [-0.0207],\n", + " [-0.0188],\n", + " [-0.0178],\n", + " [-0.0180],\n", + " [-0.0160],\n", + " [-0.0165],\n", + " [-0.0159],\n", + " [-0.0232],\n", + " [-0.0174],\n", + " [-0.0178],\n", + " [-0.0172],\n", + " [-0.0207],\n", + " [-0.0197],\n", + " [-0.0190],\n", + " [-0.0150],\n", + " [-0.0171],\n", + " [-0.0151],\n", + " [-0.0183],\n", + " [-0.0180],\n", + " [-0.0167],\n", + " [-0.0192],\n", + " [-0.0188],\n", + " [-0.0159],\n", + " [-0.0182],\n", + " [-0.0187],\n", + " [-0.0182],\n", + " [-0.0162],\n", + " [-0.0194],\n", + " [-0.0177],\n", + " [-0.0188]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1694],\n", + " [-0.1687],\n", + " [-0.1778],\n", + " [-0.1690],\n", + " [-0.1720],\n", + " [-0.1709],\n", + " [-0.1707],\n", + " [-0.1718],\n", + " [-0.1736],\n", + " [-0.1668],\n", + " [-0.1713],\n", + " [-0.1682],\n", + " [-0.1705],\n", + " [-0.1642],\n", + " [-0.1693],\n", + " [-0.1686],\n", + " [-0.1678],\n", + " [-0.1722],\n", + " [-0.1706],\n", + " [-0.1732],\n", + " [-0.1717],\n", + " [-0.1681],\n", + " [-0.1708],\n", + " [-0.1685],\n", + " [-0.1689],\n", + " [-0.1730],\n", + " [-0.1747],\n", + " [-0.1712],\n", + " [-0.1699],\n", + " [-0.1742],\n", + " [-0.1769],\n", + " [-0.1704]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0207],\n", + " [-0.0214],\n", + " [-0.0139],\n", + " [-0.0216],\n", + " [-0.0210],\n", + " [-0.0226],\n", + " [-0.0218],\n", + " [-0.0229],\n", + " [-0.0222],\n", + " [-0.0128],\n", + " [-0.0209],\n", + " [-0.0236],\n", + " [-0.0231],\n", + " [-0.0211],\n", + " [-0.0214],\n", + " [-0.0226],\n", + " [-0.0253],\n", + " [-0.0202],\n", + " [-0.0234],\n", + " [-0.0213],\n", + " [-0.0207],\n", + " [-0.0181],\n", + " [-0.0215],\n", + " [-0.0227],\n", + " [-0.0248],\n", + " [-0.0198],\n", + " [-0.0193],\n", + " [-0.0218],\n", + " [-0.0228],\n", + " [ 0.0276],\n", + " [-0.0165],\n", + " [-0.0227]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0138],\n", + " [ 0.0084],\n", + " [ 0.0111],\n", + " [ 0.0110],\n", + " [ 0.0171],\n", + " [ 0.0113],\n", + " [ 0.0049],\n", + " [ 0.0036],\n", + " [ 0.0018],\n", + " [ 0.0061],\n", + " [ 0.0064],\n", + " [ 0.0069],\n", + " [ 0.0075],\n", + " [ 0.0024],\n", + " [ 0.0143],\n", + " [ 0.0163],\n", + " [-0.0037],\n", + " [ 0.0056],\n", + " [-0.0018],\n", + " [ 0.0119],\n", + " [ 0.0168],\n", + " [ 0.0018],\n", + " [ 0.0158],\n", + " [ 0.0155],\n", + " [ 0.0003],\n", + " [ 0.0098],\n", + " [ 0.0139],\n", + " [ 0.0107],\n", + " [ 0.0016],\n", + " [ 0.0379],\n", + " [ 0.0051],\n", + " [ 0.0150]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0913],\n", + " [0.0925],\n", + " [0.0889],\n", + " [0.0930],\n", + " [0.0892],\n", + " [0.0910],\n", + " [0.0914],\n", + " [0.0908],\n", + " [0.0909],\n", + " [0.0980],\n", + " [0.0928],\n", + " [0.0939],\n", + " [0.0917],\n", + " [0.1048],\n", + " [0.0923],\n", + " [0.0925],\n", + " [0.0963],\n", + " [0.0926],\n", + " [0.0944],\n", + " [0.0890],\n", + " [0.0894],\n", + " [0.0957],\n", + " [0.0901],\n", + " [0.0922],\n", + " [0.0950],\n", + " [0.0904],\n", + " [0.0877],\n", + " [0.0912],\n", + " [0.0953],\n", + " [0.1013],\n", + " [0.0884],\n", + " [0.0898]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0867],\n", + " [0.0839],\n", + " [0.0812],\n", + " [0.0850],\n", + " [0.0887],\n", + " [0.0844],\n", + " [0.0830],\n", + " [0.0793],\n", + " [0.0784],\n", + " [0.0907],\n", + " [0.0818],\n", + " [0.0814],\n", + " [0.0817],\n", + " [0.0668],\n", + " [0.0874],\n", + " [0.0882],\n", + " [0.0784],\n", + " [0.0809],\n", + " [0.0780],\n", + " [0.0849],\n", + " [0.0884],\n", + " [0.0867],\n", + " [0.0880],\n", + " [0.0875],\n", + " [0.0781],\n", + " [0.0843],\n", + " [0.0850],\n", + " [0.0842],\n", + " [0.0793],\n", + " [0.0904],\n", + " [0.0817],\n", + " [0.0871]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0875],\n", + " [0.0869],\n", + " [0.0924],\n", + " [0.0868],\n", + " [0.0887],\n", + " [0.0876],\n", + " [0.0893],\n", + " [0.0881],\n", + " [0.0880],\n", + " [0.0800],\n", + " [0.0863],\n", + " [0.0850],\n", + " [0.0878],\n", + " [0.0755],\n", + " [0.0882],\n", + " [0.0880],\n", + " [0.0850],\n", + " [0.0876],\n", + " [0.0876],\n", + " [0.0877],\n", + " [0.0891],\n", + " [0.0867],\n", + " [0.0887],\n", + " [0.0880],\n", + " [0.0864],\n", + " [0.0875],\n", + " [0.0886],\n", + " [0.0873],\n", + " [0.0856],\n", + " [0.0792],\n", + " [0.0913],\n", + " [0.0887]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0440],\n", + " [0.0427],\n", + " [0.0421],\n", + " [0.0419],\n", + " [0.0431],\n", + " [0.0402],\n", + " [0.0404],\n", + " [0.0396],\n", + " [0.0358],\n", + " [0.0446],\n", + " [0.0403],\n", + " [0.0382],\n", + " [0.0387],\n", + " [0.0378],\n", + " [0.0431],\n", + " [0.0427],\n", + " [0.0369],\n", + " [0.0406],\n", + " [0.0378],\n", + " [0.0408],\n", + " [0.0438],\n", + " [0.0465],\n", + " [0.0428],\n", + " [0.0426],\n", + " [0.0381],\n", + " [0.0426],\n", + " [0.0421],\n", + " [0.0407],\n", + " [0.0375],\n", + " [0.0310],\n", + " [0.0422],\n", + " [0.0419]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0356],\n", + " [0.0365],\n", + " [0.0316],\n", + " [0.0372],\n", + " [0.0341],\n", + " [0.0369],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0393],\n", + " [0.0293],\n", + " [0.0376],\n", + " [0.0391],\n", + " [0.0371],\n", + " [0.0350],\n", + " [0.0365],\n", + " [0.0362],\n", + " [0.0393],\n", + " [0.0368],\n", + " [0.0390],\n", + " [0.0366],\n", + " [0.0334],\n", + " [0.0347],\n", + " [0.0354],\n", + " [0.0360],\n", + " [0.0385],\n", + " [0.0362],\n", + " [0.0343],\n", + " [0.0368],\n", + " [0.0397],\n", + " [0.0104],\n", + " [0.0345],\n", + " [0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0714],\n", + " [-0.0737],\n", + " [-0.0687],\n", + " [-0.0721],\n", + " [-0.0690],\n", + " [-0.0715],\n", + " [-0.0744],\n", + " [-0.0751],\n", + " [-0.0762],\n", + " [-0.0732],\n", + " [-0.0735],\n", + " [-0.0743],\n", + " [-0.0727],\n", + " [-0.0814],\n", + " [-0.0703],\n", + " [-0.0690],\n", + " [-0.0790],\n", + " [-0.0732],\n", + " [-0.0764],\n", + " [-0.0714],\n", + " [-0.0690],\n", + " [-0.0750],\n", + " [-0.0698],\n", + " [-0.0693],\n", + " [-0.0761],\n", + " [-0.0722],\n", + " [-0.0701],\n", + " [-0.0718],\n", + " [-0.0753],\n", + " [-0.0370],\n", + " [-0.0722],\n", + " [-0.0700]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0993],\n", + " [-0.1007],\n", + " [-0.1067],\n", + " [-0.0984],\n", + " [-0.0986],\n", + " [-0.0985],\n", + " [-0.1033],\n", + " [-0.1041],\n", + " [-0.1054],\n", + " [-0.1032],\n", + " [-0.1017],\n", + " [-0.0994],\n", + " [-0.1003],\n", + " [-0.1052],\n", + " [-0.0978],\n", + " [-0.0962],\n", + " [-0.1038],\n", + " [-0.1032],\n", + " [-0.1058],\n", + " [-0.0994],\n", + " [-0.0994],\n", + " [-0.1061],\n", + " [-0.0980],\n", + " [-0.0966],\n", + " [-0.1031],\n", + " [-0.1012],\n", + " [-0.1006],\n", + " [-0.0991],\n", + " [-0.1029],\n", + " [-0.1398],\n", + " [-0.1080],\n", + " [-0.0974]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0624],\n", + " [-0.0578],\n", + " [-0.0625],\n", + " [-0.0625],\n", + " [-0.0636],\n", + " [-0.0611],\n", + " [-0.0621],\n", + " [-0.0615],\n", + " [-0.0615],\n", + " [-0.0620],\n", + " [-0.0642],\n", + " [-0.0642],\n", + " [-0.0624],\n", + " [-0.0624],\n", + " [-0.0642],\n", + " [-0.0631],\n", + " [-0.0615],\n", + " [-0.0619],\n", + " [-0.0622],\n", + " [-0.0621],\n", + " [-0.0600],\n", + " [-0.0624],\n", + " [-0.0642],\n", + " [-0.0640],\n", + " [-0.0606],\n", + " [-0.0613],\n", + " [-0.0628],\n", + " [-0.0633],\n", + " [-0.0394],\n", + " [-0.0573],\n", + " [-0.0634]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0677],\n", + " [-0.0610],\n", + " [-0.0638],\n", + " [-0.0613],\n", + " [-0.0631],\n", + " [-0.0628],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0635],\n", + " [-0.0619],\n", + " [-0.0638],\n", + " [ 0.0011],\n", + " [-0.0675],\n", + " [-0.0729],\n", + " [-0.0632],\n", + " [-0.0640],\n", + " [-0.0644],\n", + " [-0.0647],\n", + " [-0.0620],\n", + " [-0.0616],\n", + " [-0.0643],\n", + " [-0.0660],\n", + " [-0.0621],\n", + " [-0.0683],\n", + " [-0.0640],\n", + " [-0.0609],\n", + " [-0.0636],\n", + " [-0.0609],\n", + " [-0.0632],\n", + " [-0.0694],\n", + " [-0.0644],\n", + " [-0.0633]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0810],\n", + " [-0.0693],\n", + " [-0.0730],\n", + " [-0.0649],\n", + " [-0.0727],\n", + " [-0.0749],\n", + " [-0.0756],\n", + " [-0.0729],\n", + " [-0.0764],\n", + " [-0.0747],\n", + " [-0.0750],\n", + " [-0.0407],\n", + " [-0.0805],\n", + " [-0.0830],\n", + " [-0.0737],\n", + " [-0.0724],\n", + " [-0.0778],\n", + " [-0.0776],\n", + " [-0.0753],\n", + " [-0.0748],\n", + " [-0.0808],\n", + " [-0.0786],\n", + " [-0.0741],\n", + " [-0.0819],\n", + " [-0.0768],\n", + " [-0.0745],\n", + " [-0.0737],\n", + " [-0.0706],\n", + " [-0.0734],\n", + " [-0.0833],\n", + " [-0.0769],\n", + " [-0.0757]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0366],\n", + " [0.0374],\n", + " [0.0366],\n", + " [0.0380],\n", + " [0.0362],\n", + " [0.0390],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0394],\n", + " [0.0371],\n", + " [0.0354],\n", + " [0.0307],\n", + " [0.0368],\n", + " [0.0385],\n", + " [0.0350],\n", + " [0.0361],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0370],\n", + " [0.0373],\n", + " [0.0364],\n", + " [0.0359],\n", + " [0.0373],\n", + " [0.0367],\n", + " [0.0364],\n", + " [0.0391],\n", + " [0.0356],\n", + " [0.0374],\n", + " [0.0354],\n", + " [0.0385],\n", + " [0.0361],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0958],\n", + " [-0.0926],\n", + " [-0.0914],\n", + " [-0.0926],\n", + " [-0.0960],\n", + " [-0.0920],\n", + " [-0.0913],\n", + " [-0.0934],\n", + " [-0.0957],\n", + " [-0.0921],\n", + " [-0.0961],\n", + " [-0.0540],\n", + " [-0.0950],\n", + " [-0.0905],\n", + " [-0.0961],\n", + " [-0.0966],\n", + " [-0.0951],\n", + " [-0.0947],\n", + " [-0.0917],\n", + " [-0.0920],\n", + " [-0.0961],\n", + " [-0.0968],\n", + " [-0.0920],\n", + " [-0.0963],\n", + " [-0.0943],\n", + " [-0.0915],\n", + " [-0.0959],\n", + " [-0.0923],\n", + " [-0.0959],\n", + " [-0.0966],\n", + " [-0.0943],\n", + " [-0.0953]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0520],\n", + " [0.0567],\n", + " [0.0563],\n", + " [0.0573],\n", + " [0.0596],\n", + " [0.0539],\n", + " [0.0520],\n", + " [0.0557],\n", + " [0.0551],\n", + " [0.0543],\n", + " [0.0576],\n", + " [0.0329],\n", + " [0.0529],\n", + " [0.0360],\n", + " [0.0592],\n", + " [0.0597],\n", + " [0.0547],\n", + " [0.0561],\n", + " [0.0528],\n", + " [0.0545],\n", + " [0.0495],\n", + " [0.0576],\n", + " [0.0543],\n", + " [0.0538],\n", + " [0.0550],\n", + " [0.0524],\n", + " [0.0587],\n", + " [0.0569],\n", + " [0.0580],\n", + " [0.0523],\n", + " [0.0556],\n", + " [0.0571]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0364],\n", + " [-0.0383],\n", + " [-0.0413],\n", + " [-0.0350],\n", + " [-0.0359],\n", + " [-0.0361],\n", + " [-0.0399],\n", + " [-0.0389],\n", + " [-0.0327],\n", + " [-0.0389],\n", + " [-0.0371],\n", + " [ 0.0023],\n", + " [-0.0367],\n", + " [-0.0317],\n", + " [-0.0358],\n", + " [-0.0351],\n", + " [-0.0378],\n", + " [-0.0397],\n", + " [-0.0399],\n", + " [-0.0384],\n", + " [-0.0387],\n", + " [-0.0368],\n", + " [-0.0391],\n", + " [-0.0381],\n", + " [-0.0394],\n", + " [-0.0352],\n", + " [-0.0373],\n", + " [-0.0382],\n", + " [-0.0384],\n", + " [-0.0327],\n", + " [-0.0405],\n", + " [-0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0791],\n", + " [-0.0807],\n", + " [-0.0783],\n", + " [-0.0826],\n", + " [-0.0795],\n", + " [-0.0789],\n", + " [-0.0781],\n", + " [-0.0803],\n", + " [-0.0816],\n", + " [-0.0788],\n", + " [-0.0795],\n", + " [-0.0697],\n", + " [-0.0787],\n", + " [-0.0853],\n", + " [-0.0793],\n", + " [-0.0800],\n", + " [-0.0793],\n", + " [-0.0787],\n", + " [-0.0786],\n", + " [-0.0784],\n", + " [-0.0802],\n", + " [-0.0788],\n", + " [-0.0796],\n", + " [-0.0784],\n", + " [-0.0795],\n", + " [-0.0793],\n", + " [-0.0795],\n", + " [-0.0797],\n", + " [-0.0800],\n", + " [-0.0794],\n", + " [-0.0790],\n", + " [-0.0791]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1648],\n", + " [0.1694],\n", + " [0.1713],\n", + " [0.1715],\n", + " [0.1702],\n", + " [0.1680],\n", + " [0.1659],\n", + " [0.1676],\n", + " [0.1673],\n", + " [0.1676],\n", + " [0.1675],\n", + " [0.1665],\n", + " [0.1660],\n", + " [0.1566],\n", + " [0.1694],\n", + " [0.1707],\n", + " [0.1664],\n", + " [0.1682],\n", + " [0.1666],\n", + " [0.1680],\n", + " [0.1633],\n", + " [0.1679],\n", + " [0.1673],\n", + " [0.1660],\n", + " [0.1670],\n", + " [0.1664],\n", + " [0.1690],\n", + " [0.1696],\n", + " [0.1680],\n", + " [0.1658],\n", + " [0.1678],\n", + " [0.1681]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0610],\n", + " [-0.0525],\n", + " [-0.0517],\n", + " [-0.0523],\n", + " [-0.0580],\n", + " [-0.0547],\n", + " [-0.0556],\n", + " [-0.0550],\n", + " [-0.0573],\n", + " [-0.0554],\n", + " [-0.0581],\n", + " [-0.0689],\n", + " [-0.0602],\n", + " [-0.0529],\n", + " [-0.0583],\n", + " [-0.0591],\n", + " [-0.0581],\n", + " [-0.0575],\n", + " [-0.0556],\n", + " [-0.0556],\n", + " [-0.0625],\n", + " [-0.0595],\n", + " [-0.0541],\n", + " [-0.0604],\n", + " [-0.0567],\n", + " [-0.0557],\n", + " [-0.0584],\n", + " [-0.0535],\n", + " [-0.0579],\n", + " [-0.0631],\n", + " [-0.0566],\n", + " [-0.0585]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0660],\n", + " [0.0567],\n", + " [0.0597],\n", + " [0.0545],\n", + " [0.0586],\n", + " [0.0644],\n", + " [0.0637],\n", + " [0.0589],\n", + " [0.0671],\n", + " [0.0610],\n", + " [0.0612],\n", + " [0.1062],\n", + " [0.0641],\n", + " [0.0821],\n", + " [0.0591],\n", + " [0.0587],\n", + " [0.0641],\n", + " [0.0614],\n", + " [0.0621],\n", + " [0.0612],\n", + " [0.0675],\n", + " [0.0632],\n", + " [0.0610],\n", + " [0.0659],\n", + " [0.0623],\n", + " [0.0639],\n", + " [0.0585],\n", + " [0.0567],\n", + " [0.0585],\n", + " [0.0697],\n", + " [0.0613],\n", + " [0.0614]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0899],\n", + " [-0.0981],\n", + " [-0.0955],\n", + " [-0.1002],\n", + " [-0.1000],\n", + " [-0.0936],\n", + " [-0.0921],\n", + " [-0.0963],\n", + " [-0.0962],\n", + " [-0.0949],\n", + " [-0.0969],\n", + " [-0.1333],\n", + " [-0.0909],\n", + " [-0.0795],\n", + " [-0.0986],\n", + " [-0.1007],\n", + " [-0.0945],\n", + " [-0.0953],\n", + " [-0.0937],\n", + " [-0.0949],\n", + " [-0.0900],\n", + " [-0.0957],\n", + " [-0.0949],\n", + " [-0.0922],\n", + " [-0.0946],\n", + " [-0.0932],\n", + " [-0.0987],\n", + " [-0.0979],\n", + " [-0.0981],\n", + " [-0.0892],\n", + " [-0.0949],\n", + " [-0.0971]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0132],\n", + " [ 0.0209],\n", + " [ 0.0189],\n", + " [ 0.0238],\n", + " [ 0.0197],\n", + " [ 0.0156],\n", + " [ 0.0141],\n", + " [ 0.0174],\n", + " [ 0.0146],\n", + " [ 0.0156],\n", + " [ 0.0179],\n", + " [-0.0453],\n", + " [ 0.0151],\n", + " [-0.0024],\n", + " [ 0.0197],\n", + " [ 0.0191],\n", + " [ 0.0143],\n", + " [ 0.0165],\n", + " [ 0.0146],\n", + " [ 0.0161],\n", + " [ 0.0127],\n", + " [ 0.0169],\n", + " [ 0.0154],\n", + " [ 0.0135],\n", + " [ 0.0153],\n", + " [ 0.0146],\n", + " [ 0.0184],\n", + " [ 0.0200],\n", + " [ 0.0189],\n", + " [ 0.0116],\n", + " [ 0.0167],\n", + " [ 0.0168]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0871],\n", + " [0.0968],\n", + " [0.0909],\n", + " [0.0975],\n", + " [0.0952],\n", + " [0.0871],\n", + " [0.0910],\n", + " [0.0953],\n", + " [0.0873],\n", + " [0.0931],\n", + " [0.0920],\n", + " [0.1225],\n", + " [0.0883],\n", + " [0.0775],\n", + " [0.0944],\n", + " [0.0944],\n", + " [0.0908],\n", + " [0.0942],\n", + " [0.0933],\n", + " [0.0923],\n", + " [0.0918],\n", + " [0.0903],\n", + " [0.0935],\n", + " [0.0890],\n", + " [0.0932],\n", + " [0.0889],\n", + " [0.0959],\n", + " [0.0968],\n", + " [0.0963],\n", + " [0.0828],\n", + " [0.0942],\n", + " [0.0923]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0061],\n", + " [0.0111],\n", + " [0.0064],\n", + " [0.0104],\n", + " [0.0099],\n", + " [0.0077],\n", + " [0.0092],\n", + " [0.0118],\n", + " [0.0079],\n", + " [0.0109],\n", + " [0.0078],\n", + " [0.0212],\n", + " [0.0069],\n", + " [0.0037],\n", + " [0.0078],\n", + " [0.0104],\n", + " [0.0089],\n", + " [0.0102],\n", + " [0.0109],\n", + " [0.0101],\n", + " [0.0092],\n", + " [0.0069],\n", + " [0.0114],\n", + " [0.0077],\n", + " [0.0102],\n", + " [0.0098],\n", + " [0.0107],\n", + " [0.0116],\n", + " [0.0106],\n", + " [0.0054],\n", + " [0.0096],\n", + " [0.0095]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 3.8437e-03],\n", + " [-4.1801e-03],\n", + " [-2.8882e-03],\n", + " [-2.1261e-03],\n", + " [ 1.1172e-03],\n", + " [-1.9372e-03],\n", + " [-3.7229e-03],\n", + " [-3.3155e-03],\n", + " [ 1.4710e-03],\n", + " [-2.8545e-03],\n", + " [ 8.4559e-04],\n", + " [-1.6751e-02],\n", + " [ 4.3799e-03],\n", + " [-9.4693e-03],\n", + " [ 1.5072e-03],\n", + " [ 2.3549e-03],\n", + " [-6.5006e-06],\n", + " [ 3.6441e-04],\n", + " [-3.2424e-03],\n", + " [-2.0655e-03],\n", + " [ 2.5179e-03],\n", + " [ 3.0941e-03],\n", + " [-4.6474e-03],\n", + " [ 3.2434e-03],\n", + " [-1.7087e-03],\n", + " [-2.4721e-03],\n", + " [ 6.2300e-04],\n", + " [-3.4571e-03],\n", + " [-1.0764e-04],\n", + " [ 6.6338e-03],\n", + " [-7.0200e-04],\n", + " [ 1.0466e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0417],\n", + " [-0.0322],\n", + " [-0.0352],\n", + " [-0.0297],\n", + " [-0.0344],\n", + " [-0.0364],\n", + " [-0.0371],\n", + " [-0.0334],\n", + " [-0.0370],\n", + " [-0.0349],\n", + " [-0.0374],\n", + " [-0.0533],\n", + " [-0.0410],\n", + " [-0.0518],\n", + " [-0.0363],\n", + " [-0.0341],\n", + " [-0.0373],\n", + " [-0.0342],\n", + " [-0.0356],\n", + " [-0.0356],\n", + " [-0.0431],\n", + " [-0.0377],\n", + " [-0.0338],\n", + " [-0.0394],\n", + " [-0.0351],\n", + " [-0.0363],\n", + " [-0.0333],\n", + " [-0.0320],\n", + " [-0.0343],\n", + " [-0.0419],\n", + " [-0.0348],\n", + " [-0.0360]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0079],\n", + " [0.0012],\n", + " [0.0031],\n", + " [0.0002],\n", + " [0.0049],\n", + " [0.0052],\n", + " [0.0046],\n", + " [0.0027],\n", + " [0.0065],\n", + " [0.0037],\n", + " [0.0057],\n", + " [0.0138],\n", + " [0.0071],\n", + " [0.0051],\n", + " [0.0060],\n", + " [0.0050],\n", + " [0.0058],\n", + " [0.0048],\n", + " [0.0039],\n", + " [0.0042],\n", + " [0.0089],\n", + " [0.0067],\n", + " [0.0028],\n", + " [0.0073],\n", + " [0.0045],\n", + " [0.0047],\n", + " [0.0044],\n", + " [0.0019],\n", + " [0.0043],\n", + " [0.0101],\n", + " [0.0044],\n", + " [0.0055]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0606],\n", + " [0.0550],\n", + " [0.0536],\n", + " [0.0562],\n", + " [0.0572],\n", + " [0.0571],\n", + " [0.0570],\n", + " [0.0563],\n", + " [0.0602],\n", + " [0.0563],\n", + " [0.0572],\n", + " [0.1070],\n", + " [0.0592],\n", + " [0.0710],\n", + " [0.0573],\n", + " [0.0582],\n", + " [0.0582],\n", + " [0.0572],\n", + " [0.0568],\n", + " [0.0563],\n", + " [0.0640],\n", + " [0.0577],\n", + " [0.0561],\n", + " [0.0593],\n", + " [0.0574],\n", + " [0.0576],\n", + " [0.0571],\n", + " [0.0551],\n", + " [0.0572],\n", + " [0.0629],\n", + " [0.0569],\n", + " [0.0573]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0178],\n", + " [-0.0188],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0188],\n", + " [-0.0171],\n", + " [-0.0163],\n", + " [-0.0177],\n", + " [-0.0173],\n", + " [-0.0172],\n", + " [-0.0178],\n", + " [ 0.0006],\n", + " [-0.0189],\n", + " [-0.0140],\n", + " [-0.0182],\n", + " [-0.0188],\n", + " [-0.0169],\n", + " [-0.0179],\n", + " [-0.0169],\n", + " [-0.0173],\n", + " [-0.0171],\n", + " [-0.0186],\n", + " [-0.0174],\n", + " [-0.0180],\n", + " [-0.0172],\n", + " [-0.0165],\n", + " [-0.0178],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0185],\n", + " [-0.0181],\n", + " [-0.0177]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1749],\n", + " [-0.1694],\n", + " [-0.1696],\n", + " [-0.1682],\n", + " [-0.1719],\n", + " [-0.1683],\n", + " [-0.1699],\n", + " [-0.1706],\n", + " [-0.1699],\n", + " [-0.1704],\n", + " [-0.1722],\n", + " [-0.1743],\n", + " [-0.1752],\n", + " [-0.1741],\n", + " [-0.1726],\n", + " [-0.1718],\n", + " [-0.1725],\n", + " [-0.1740],\n", + " [-0.1708],\n", + " [-0.1704],\n", + " [-0.1774],\n", + " [-0.1741],\n", + " [-0.1695],\n", + " [-0.1756],\n", + " [-0.1723],\n", + " [-0.1684],\n", + " [-0.1726],\n", + " [-0.1698],\n", + " [-0.1727],\n", + " [-0.1746],\n", + " [-0.1735],\n", + " [-0.1722]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0176],\n", + " [-0.0227],\n", + " [-0.0207],\n", + " [-0.0215],\n", + " [-0.0215],\n", + " [-0.0221],\n", + " [-0.0224],\n", + " [-0.0228],\n", + " [-0.0211],\n", + " [-0.0222],\n", + " [-0.0206],\n", + " [-0.0402],\n", + " [-0.0170],\n", + " [-0.0189],\n", + " [-0.0200],\n", + " [-0.0215],\n", + " [-0.0211],\n", + " [-0.0209],\n", + " [-0.0222],\n", + " [-0.0217],\n", + " [-0.0186],\n", + " [-0.0194],\n", + " [-0.0232],\n", + " [-0.0191],\n", + " [-0.0218],\n", + " [-0.0224],\n", + " [-0.0221],\n", + " [-0.0226],\n", + " [-0.0217],\n", + " [-0.0180],\n", + " [-0.0207],\n", + " [-0.0212]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0041],\n", + " [ 0.0115],\n", + " [ 0.0054],\n", + " [ 0.0162],\n", + " [ 0.0148],\n", + " [ 0.0042],\n", + " [ 0.0024],\n", + " [ 0.0093],\n", + " [ 0.0087],\n", + " [ 0.0062],\n", + " [ 0.0107],\n", + " [ 0.0220],\n", + " [ 0.0051],\n", + " [-0.0053],\n", + " [ 0.0144],\n", + " [ 0.0161],\n", + " [ 0.0064],\n", + " [ 0.0073],\n", + " [ 0.0044],\n", + " [ 0.0061],\n", + " [ 0.0033],\n", + " [ 0.0092],\n", + " [ 0.0064],\n", + " [ 0.0047],\n", + " [ 0.0067],\n", + " [ 0.0049],\n", + " [ 0.0131],\n", + " [ 0.0111],\n", + " [ 0.0126],\n", + " [ 0.0039],\n", + " [ 0.0068],\n", + " [ 0.0100]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0913],\n", + " [0.0925],\n", + " [0.0984],\n", + " [0.0930],\n", + " [0.0891],\n", + " [0.0958],\n", + " [0.0952],\n", + " [0.0912],\n", + " [0.0902],\n", + " [0.0926],\n", + " [0.0911],\n", + " [0.1072],\n", + " [0.0919],\n", + " [0.0876],\n", + " [0.0901],\n", + " [0.0887],\n", + " [0.0908],\n", + " [0.0904],\n", + " [0.0930],\n", + " [0.0931],\n", + " [0.0872],\n", + " [0.0906],\n", + " [0.0927],\n", + " [0.0899],\n", + " [0.0911],\n", + " [0.0936],\n", + " [0.0892],\n", + " [0.0920],\n", + " [0.0894],\n", + " [0.0902],\n", + " [0.0915],\n", + " [0.0902]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0800],\n", + " [0.0843],\n", + " [0.0783],\n", + " [0.0881],\n", + " [0.0867],\n", + " [0.0807],\n", + " [0.0795],\n", + " [0.0835],\n", + " [0.0843],\n", + " [0.0816],\n", + " [0.0843],\n", + " [0.0734],\n", + " [0.0796],\n", + " [0.0735],\n", + " [0.0865],\n", + " [0.0878],\n", + " [0.0811],\n", + " [0.0803],\n", + " [0.0807],\n", + " [0.0819],\n", + " [0.0821],\n", + " [0.0814],\n", + " [0.0811],\n", + " [0.0781],\n", + " [0.0807],\n", + " [0.0828],\n", + " [0.0851],\n", + " [0.0842],\n", + " [0.0855],\n", + " [0.0801],\n", + " [0.0800],\n", + " [0.0838]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0898],\n", + " [0.0865],\n", + " [0.0841],\n", + " [0.0876],\n", + " [0.0878],\n", + " [0.0864],\n", + " [0.0863],\n", + " [0.0876],\n", + " [0.0894],\n", + " [0.0864],\n", + " [0.0883],\n", + " [0.0648],\n", + " [0.0889],\n", + " [0.0987],\n", + " [0.0877],\n", + " [0.0891],\n", + " [0.0884],\n", + " [0.0867],\n", + " [0.0863],\n", + " [0.0859],\n", + " [0.0901],\n", + " [0.0880],\n", + " [0.0869],\n", + " [0.0891],\n", + " [0.0877],\n", + " [0.0870],\n", + " [0.0878],\n", + " [0.0860],\n", + " [0.0880],\n", + " [0.0909],\n", + " [0.0867],\n", + " [0.0877]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0411],\n", + " [0.0403],\n", + " [0.0411],\n", + " [0.0428],\n", + " [0.0425],\n", + " [0.0423],\n", + " [0.0391],\n", + " [0.0391],\n", + " [0.0431],\n", + " [0.0393],\n", + " [0.0417],\n", + " [0.0363],\n", + " [0.0411],\n", + " [0.0336],\n", + " [0.0426],\n", + " [0.0431],\n", + " [0.0399],\n", + " [0.0390],\n", + " [0.0384],\n", + " [0.0402],\n", + " [0.0392],\n", + " [0.0416],\n", + " [0.0387],\n", + " [0.0395],\n", + " [0.0386],\n", + " [0.0413],\n", + " [0.0412],\n", + " [0.0403],\n", + " [0.0404],\n", + " [0.0434],\n", + " [0.0385],\n", + " [0.0415]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0350],\n", + " [0.0379],\n", + " [0.0355],\n", + " [0.0358],\n", + " [0.0352],\n", + " [0.0358],\n", + " [0.0384],\n", + " [0.0377],\n", + " [0.0357],\n", + " [0.0379],\n", + " [0.0359],\n", + " [0.0178],\n", + " [0.0352],\n", + " [0.0324],\n", + " [0.0350],\n", + " [0.0342],\n", + " [0.0366],\n", + " [0.0373],\n", + " [0.0386],\n", + " [0.0378],\n", + " [0.0396],\n", + " [0.0350],\n", + " [0.0377],\n", + " [0.0354],\n", + " [0.0373],\n", + " [0.0376],\n", + " [0.0357],\n", + " [0.0378],\n", + " [0.0368],\n", + " [0.0329],\n", + " [0.0377],\n", + " [0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0727],\n", + " [-0.0715],\n", + " [-0.0729],\n", + " [-0.0682],\n", + " [-0.0705],\n", + " [-0.0746],\n", + " [-0.0750],\n", + " [-0.0723],\n", + " [-0.0736],\n", + " [-0.0740],\n", + " [-0.0710],\n", + " [-0.1052],\n", + " [-0.0729],\n", + " [-0.0713],\n", + " [-0.0699],\n", + " [-0.0698],\n", + " [-0.0731],\n", + " [-0.0728],\n", + " [-0.0746],\n", + " [-0.0742],\n", + " [-0.0743],\n", + " [-0.0717],\n", + " [-0.0737],\n", + " [-0.0729],\n", + " [-0.0730],\n", + " [-0.0751],\n", + " [-0.0708],\n", + " [-0.0721],\n", + " [-0.0708],\n", + " [-0.0736],\n", + " [-0.0727],\n", + " [-0.0723]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1070],\n", + " [-0.0976],\n", + " [-0.1023],\n", + " [-0.0958],\n", + " [-0.0982],\n", + " [-0.1024],\n", + " [-0.1032],\n", + " [-0.0993],\n", + " [-0.1025],\n", + " [-0.1012],\n", + " [-0.1002],\n", + " [-0.1156],\n", + " [-0.1069],\n", + " [-0.1112],\n", + " [-0.0996],\n", + " [-0.0987],\n", + " [-0.1030],\n", + " [-0.1027],\n", + " [-0.1023],\n", + " [-0.1013],\n", + " [-0.1083],\n", + " [-0.1028],\n", + " [-0.1006],\n", + " [-0.1064],\n", + " [-0.1024],\n", + " [-0.1018],\n", + " [-0.0986],\n", + " [-0.0979],\n", + " [-0.0988],\n", + " [-0.1084],\n", + " [-0.1028],\n", + " [-0.1004]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0592],\n", + " [-0.0639],\n", + " [-0.0641],\n", + " [-0.0648],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0634],\n", + " [-0.0619],\n", + " [-0.0629],\n", + " [-0.0617],\n", + " [-0.0395],\n", + " [-0.0588],\n", + " [-0.0633],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0621],\n", + " [-0.0628],\n", + " [-0.0629],\n", + " [-0.0624],\n", + " [-0.0576],\n", + " [-0.0613],\n", + " [-0.0638],\n", + " [-0.0608],\n", + " [-0.0632],\n", + " [-0.0617],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0628],\n", + " [-0.0583],\n", + " [-0.0630],\n", + " [-0.0618]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0627],\n", + " [-0.0494],\n", + " [-0.0715],\n", + " [-0.0624],\n", + " [-0.0651],\n", + " [-0.0661],\n", + " [-0.0631],\n", + " [-0.0632],\n", + " [-0.0628],\n", + " [-0.0614],\n", + " [-0.0618],\n", + " [-0.0600],\n", + " [-0.0620],\n", + " [-0.0581],\n", + " [-0.0611],\n", + " [-0.0628],\n", + " [-0.0653],\n", + " [-0.0655],\n", + " [-0.0597],\n", + " [-0.0631],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0643],\n", + " [-0.0629],\n", + " [-0.0622],\n", + " [-0.0631],\n", + " [-0.0645],\n", + " [-0.0666],\n", + " [-0.0621],\n", + " [-0.0616],\n", + " [-0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0762],\n", + " [-0.0686],\n", + " [-0.0786],\n", + " [-0.0738],\n", + " [-0.0710],\n", + " [-0.0794],\n", + " [-0.0783],\n", + " [-0.0721],\n", + " [-0.0715],\n", + " [-0.0764],\n", + " [-0.0684],\n", + " [-0.0735],\n", + " [-0.0719],\n", + " [-0.0742],\n", + " [-0.0699],\n", + " [-0.0692],\n", + " [-0.0739],\n", + " [-0.0791],\n", + " [-0.0781],\n", + " [-0.0714],\n", + " [-0.0750],\n", + " [-0.0718],\n", + " [-0.0705],\n", + " [-0.0773],\n", + " [-0.0753],\n", + " [-0.0689],\n", + " [-0.0700],\n", + " [-0.0748],\n", + " [-0.0816],\n", + " [-0.0758],\n", + " [-0.0727],\n", + " [-0.0727]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0371],\n", + " [0.0389],\n", + " [0.0236],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0350],\n", + " [0.0362],\n", + " [0.0374],\n", + " [0.0368],\n", + " [0.0376],\n", + " [0.0390],\n", + " [0.0396],\n", + " [0.0368],\n", + " [0.0412],\n", + " [0.0387],\n", + " [0.0360],\n", + " [0.0364],\n", + " [0.0362],\n", + " [0.0377],\n", + " [0.0368],\n", + " [0.0376],\n", + " [0.0368],\n", + " [0.0367],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0375],\n", + " [0.0384],\n", + " [0.0370],\n", + " [0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0943],\n", + " [-0.0949],\n", + " [-0.0836],\n", + " [-0.0942],\n", + " [-0.0946],\n", + " [-0.0930],\n", + " [-0.0979],\n", + " [-0.0961],\n", + " [-0.0963],\n", + " [-0.0910],\n", + " [-0.0939],\n", + " [-0.0896],\n", + " [-0.0913],\n", + " [-0.0927],\n", + " [-0.0891],\n", + " [-0.0934],\n", + " [-0.0958],\n", + " [-0.0937],\n", + " [-0.0959],\n", + " [-0.0912],\n", + " [-0.0914],\n", + " [-0.0955],\n", + " [-0.0949],\n", + " [-0.0958],\n", + " [-0.0947],\n", + " [-0.0952],\n", + " [-0.0958],\n", + " [-0.0931],\n", + " [-0.0952],\n", + " [-0.0932],\n", + " [-0.0922],\n", + " [-0.0893]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0559],\n", + " [0.0581],\n", + " [0.0306],\n", + " [0.0522],\n", + " [0.0576],\n", + " [0.0502],\n", + " [0.0568],\n", + " [0.0593],\n", + " [0.0592],\n", + " [0.0501],\n", + " [0.0580],\n", + " [0.0516],\n", + " [0.0531],\n", + " [0.0559],\n", + " [0.0482],\n", + " [0.0572],\n", + " [0.0588],\n", + " [0.0515],\n", + " [0.0569],\n", + " [0.0412],\n", + " [0.0525],\n", + " [0.0588],\n", + " [0.0589],\n", + " [0.0547],\n", + " [0.0569],\n", + " [0.0586],\n", + " [0.0589],\n", + " [0.0536],\n", + " [0.0483],\n", + " [0.0471],\n", + " [0.0561],\n", + " [0.0455]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0357],\n", + " [-0.0355],\n", + " [-0.0443],\n", + " [-0.0375],\n", + " [-0.0373],\n", + " [-0.0404],\n", + " [-0.0370],\n", + " [-0.0349],\n", + " [-0.0339],\n", + " [-0.0405],\n", + " [-0.0356],\n", + " [-0.0380],\n", + " [-0.0352],\n", + " [-0.0385],\n", + " [-0.0425],\n", + " [-0.0347],\n", + " [-0.0365],\n", + " [-0.0389],\n", + " [-0.0373],\n", + " [-0.0373],\n", + " [-0.0413],\n", + " [-0.0347],\n", + " [-0.0360],\n", + " [-0.0360],\n", + " [-0.0362],\n", + " [-0.0350],\n", + " [-0.0348],\n", + " [-0.0424],\n", + " [-0.0345],\n", + " [-0.0334],\n", + " [-0.0395],\n", + " [-0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0788],\n", + " [-0.0818],\n", + " [-0.0767],\n", + " [-0.0765],\n", + " [-0.0806],\n", + " [-0.0785],\n", + " [-0.0794],\n", + " [-0.0803],\n", + " [-0.0812],\n", + " [-0.0780],\n", + " [-0.0814],\n", + " [-0.0783],\n", + " [-0.0806],\n", + " [-0.0787],\n", + " [-0.0858],\n", + " [-0.0814],\n", + " [-0.0793],\n", + " [-0.0786],\n", + " [-0.0785],\n", + " [-0.0846],\n", + " [-0.0787],\n", + " [-0.0804],\n", + " [-0.0803],\n", + " [-0.0800],\n", + " [-0.0792],\n", + " [-0.0817],\n", + " [-0.0813],\n", + " [-0.0799],\n", + " [-0.0794],\n", + " [-0.0829],\n", + " [-0.0792],\n", + " [-0.0812]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1682],\n", + " [0.1706],\n", + " [0.1499],\n", + " [0.1702],\n", + " [0.1689],\n", + " [0.1644],\n", + " [0.1658],\n", + " [0.1705],\n", + " [0.1713],\n", + " [0.1650],\n", + " [0.1699],\n", + " [0.1674],\n", + " [0.1671],\n", + " [0.1684],\n", + " [0.1632],\n", + " [0.1703],\n", + " [0.1691],\n", + " [0.1648],\n", + " [0.1679],\n", + " [0.1574],\n", + " [0.1666],\n", + " [0.1702],\n", + " [0.1700],\n", + " [0.1665],\n", + " [0.1684],\n", + " [0.1705],\n", + " [0.1711],\n", + " [0.1664],\n", + " [0.1622],\n", + " [0.1614],\n", + " [0.1690],\n", + " [0.1657]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0583],\n", + " [-0.0565],\n", + " [-0.0558],\n", + " [-0.0678],\n", + " [-0.0563],\n", + " [-0.0593],\n", + " [-0.0607],\n", + " [-0.0579],\n", + " [-0.0573],\n", + " [-0.0563],\n", + " [-0.0543],\n", + " [-0.0537],\n", + " [-0.0517],\n", + " [-0.0557],\n", + " [-0.0491],\n", + " [-0.0535],\n", + " [-0.0580],\n", + " [-0.0587],\n", + " [-0.0594],\n", + " [-0.0492],\n", + " [-0.0535],\n", + " [-0.0568],\n", + " [-0.0562],\n", + " [-0.0598],\n", + " [-0.0578],\n", + " [-0.0555],\n", + " [-0.0570],\n", + " [-0.0556],\n", + " [-0.0633],\n", + " [-0.0572],\n", + " [-0.0551],\n", + " [-0.0534]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0618],\n", + " [0.0569],\n", + " [0.0849],\n", + " [0.0337],\n", + " [0.0574],\n", + " [0.0644],\n", + " [0.0628],\n", + " [0.0589],\n", + " [0.0599],\n", + " [0.0645],\n", + " [0.0559],\n", + " [0.0632],\n", + " [0.0632],\n", + " [0.0595],\n", + " [0.0599],\n", + " [0.0576],\n", + " [0.0598],\n", + " [0.0649],\n", + " [0.0619],\n", + " [0.0735],\n", + " [0.0640],\n", + " [0.0593],\n", + " [0.0572],\n", + " [0.0637],\n", + " [0.0615],\n", + " [0.0574],\n", + " [0.0581],\n", + " [0.0581],\n", + " [0.0695],\n", + " [0.0707],\n", + " [0.0573],\n", + " [0.0652]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0960],\n", + " [-0.1004],\n", + " [-0.0793],\n", + " [-0.0963],\n", + " [-0.0985],\n", + " [-0.0906],\n", + " [-0.0953],\n", + " [-0.1002],\n", + " [-0.1007],\n", + " [-0.0902],\n", + " [-0.0992],\n", + " [-0.0915],\n", + " [-0.0950],\n", + " [-0.0959],\n", + " [-0.0942],\n", + " [-0.0992],\n", + " [-0.0985],\n", + " [-0.0908],\n", + " [-0.0955],\n", + " [-0.0866],\n", + " [-0.0927],\n", + " [-0.0999],\n", + " [-0.0997],\n", + " [-0.0936],\n", + " [-0.0969],\n", + " [-0.1001],\n", + " [-0.1007],\n", + " [-0.0942],\n", + " [-0.0873],\n", + " [-0.0886],\n", + " [-0.0967],\n", + " [-0.0837]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0162],\n", + " [ 0.0208],\n", + " [-0.0063],\n", + " [ 0.0208],\n", + " [ 0.0195],\n", + " [ 0.0135],\n", + " [ 0.0169],\n", + " [ 0.0198],\n", + " [ 0.0206],\n", + " [ 0.0130],\n", + " [ 0.0218],\n", + " [ 0.0154],\n", + " [ 0.0167],\n", + " [ 0.0175],\n", + " [ 0.0142],\n", + " [ 0.0206],\n", + " [ 0.0195],\n", + " [ 0.0135],\n", + " [ 0.0174],\n", + " [ 0.0052],\n", + " [ 0.0135],\n", + " [ 0.0202],\n", + " [ 0.0209],\n", + " [ 0.0173],\n", + " [ 0.0165],\n", + " [ 0.0221],\n", + " [ 0.0210],\n", + " [ 0.0151],\n", + " [ 0.0096],\n", + " [ 0.0092],\n", + " [ 0.0176],\n", + " [ 0.0134]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0911],\n", + " [0.0965],\n", + " [0.0966],\n", + " [0.0962],\n", + " [0.0968],\n", + " [0.0929],\n", + " [0.0913],\n", + " [0.0943],\n", + " [0.0921],\n", + " [0.0906],\n", + " [0.0972],\n", + " [0.0873],\n", + " [0.0902],\n", + " [0.0937],\n", + " [0.1047],\n", + " [0.0950],\n", + " [0.0933],\n", + " [0.0900],\n", + " [0.0916],\n", + " [0.0880],\n", + " [0.0912],\n", + " [0.0935],\n", + " [0.0966],\n", + " [0.0888],\n", + " [0.0922],\n", + " [0.0954],\n", + " [0.0943],\n", + " [0.0993],\n", + " [0.0853],\n", + " [0.0851],\n", + " [0.0971],\n", + " [0.0826]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0098],\n", + " [0.0118],\n", + " [0.0202],\n", + " [0.0040],\n", + " [0.0115],\n", + " [0.0101],\n", + " [0.0066],\n", + " [0.0095],\n", + " [0.0091],\n", + " [0.0094],\n", + " [0.0110],\n", + " [0.0083],\n", + " [0.0080],\n", + " [0.0102],\n", + " [0.0178],\n", + " [0.0107],\n", + " [0.0083],\n", + " [0.0082],\n", + " [0.0080],\n", + " [0.0053],\n", + " [0.0094],\n", + " [0.0097],\n", + " [0.0105],\n", + " [0.0057],\n", + " [0.0100],\n", + " [0.0098],\n", + " [0.0101],\n", + " [0.0131],\n", + " [0.0073],\n", + " [0.0062],\n", + " [0.0129],\n", + " [0.0036]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0017],\n", + " [-0.0002],\n", + " [-0.0215],\n", + " [ 0.0240],\n", + " [-0.0011],\n", + " [ 0.0003],\n", + " [ 0.0036],\n", + " [ 0.0015],\n", + " [ 0.0018],\n", + " [-0.0035],\n", + " [-0.0018],\n", + " [-0.0033],\n", + " [-0.0041],\n", + " [-0.0016],\n", + " [-0.0114],\n", + " [-0.0016],\n", + " [ 0.0013],\n", + " [ 0.0003],\n", + " [ 0.0032],\n", + " [-0.0122],\n", + " [-0.0064],\n", + " [ 0.0008],\n", + " [-0.0005],\n", + " [ 0.0044],\n", + " [ 0.0004],\n", + " [-0.0004],\n", + " [ 0.0010],\n", + " [-0.0043],\n", + " [ 0.0040],\n", + " [-0.0021],\n", + " [-0.0030],\n", + " [-0.0037]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0363],\n", + " [-0.0318],\n", + " [-0.0441],\n", + " [-0.0384],\n", + " [-0.0325],\n", + " [-0.0400],\n", + " [-0.0398],\n", + " [-0.0348],\n", + " [-0.0351],\n", + " [-0.0378],\n", + " [-0.0315],\n", + " [-0.0364],\n", + " [-0.0353],\n", + " [-0.0349],\n", + " [-0.0306],\n", + " [-0.0320],\n", + " [-0.0367],\n", + " [-0.0396],\n", + " [-0.0375],\n", + " [-0.0390],\n", + " [-0.0352],\n", + " [-0.0347],\n", + " [-0.0329],\n", + " [-0.0416],\n", + " [-0.0354],\n", + " [-0.0336],\n", + " [-0.0340],\n", + " [-0.0313],\n", + " [-0.0428],\n", + " [-0.0402],\n", + " [-0.0313],\n", + " [-0.0420]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0057],\n", + " [ 0.0022],\n", + " [ 0.0016],\n", + " [ 0.0055],\n", + " [ 0.0029],\n", + " [ 0.0061],\n", + " [ 0.0075],\n", + " [ 0.0050],\n", + " [ 0.0047],\n", + " [ 0.0048],\n", + " [ 0.0017],\n", + " [ 0.0044],\n", + " [ 0.0032],\n", + " [ 0.0039],\n", + " [-0.0031],\n", + " [ 0.0020],\n", + " [ 0.0057],\n", + " [ 0.0062],\n", + " [ 0.0062],\n", + " [ 0.0009],\n", + " [ 0.0030],\n", + " [ 0.0042],\n", + " [ 0.0033],\n", + " [ 0.0074],\n", + " [ 0.0052],\n", + " [ 0.0031],\n", + " [ 0.0038],\n", + " [ 0.0013],\n", + " [ 0.0092],\n", + " [ 0.0063],\n", + " [ 0.0024],\n", + " [ 0.0050]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0572],\n", + " [0.0680],\n", + " [0.0593],\n", + " [0.0568],\n", + " [0.0605],\n", + " [0.0593],\n", + " [0.0578],\n", + " [0.0583],\n", + " [0.0579],\n", + " [0.0557],\n", + " [0.0566],\n", + " [0.0568],\n", + " [0.0560],\n", + " [0.0577],\n", + " [0.0563],\n", + " [0.0569],\n", + " [0.0591],\n", + " [0.0574],\n", + " [0.0625],\n", + " [0.0560],\n", + " [0.0573],\n", + " [0.0563],\n", + " [0.0587],\n", + " [0.0572],\n", + " [0.0572],\n", + " [0.0580],\n", + " [0.0570],\n", + " [0.0637],\n", + " [0.0627],\n", + " [0.0557],\n", + " [0.0603]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0178],\n", + " [-0.0189],\n", + " [-0.0137],\n", + " [-0.0161],\n", + " [-0.0184],\n", + " [-0.0169],\n", + " [-0.0177],\n", + " [-0.0188],\n", + " [-0.0195],\n", + " [-0.0163],\n", + " [-0.0189],\n", + " [-0.0166],\n", + " [-0.0166],\n", + " [-0.0178],\n", + " [-0.0198],\n", + " [-0.0185],\n", + " [-0.0188],\n", + " [-0.0170],\n", + " [-0.0189],\n", + " [-0.0135],\n", + " [-0.0166],\n", + " [-0.0193],\n", + " [-0.0190],\n", + " [-0.0190],\n", + " [-0.0177],\n", + " [-0.0194],\n", + " [-0.0193],\n", + " [-0.0162],\n", + " [-0.0161],\n", + " [-0.0139],\n", + " [-0.0174],\n", + " [-0.0175]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1721],\n", + " [-0.1704],\n", + " [-0.1687],\n", + " [-0.1800],\n", + " [-0.1710],\n", + " [-0.1758],\n", + " [-0.1748],\n", + " [-0.1714],\n", + " [-0.1701],\n", + " [-0.1705],\n", + " [-0.1696],\n", + " [-0.1676],\n", + " [-0.1672],\n", + " [-0.1711],\n", + " [-0.1679],\n", + " [-0.1688],\n", + " [-0.1721],\n", + " [-0.1735],\n", + " [-0.1743],\n", + " [-0.1656],\n", + " [-0.1689],\n", + " [-0.1706],\n", + " [-0.1710],\n", + " [-0.1738],\n", + " [-0.1716],\n", + " [-0.1702],\n", + " [-0.1706],\n", + " [-0.1720],\n", + " [-0.1743],\n", + " [-0.1688],\n", + " [-0.1708],\n", + " [-0.1673]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0207],\n", + " [-0.0225],\n", + " [-0.0313],\n", + " [ 0.0106],\n", + " [-0.0226],\n", + " [-0.0191],\n", + " [-0.0183],\n", + " [-0.0211],\n", + " [-0.0213],\n", + " [-0.0221],\n", + " [-0.0224],\n", + " [-0.0222],\n", + " [-0.0212],\n", + " [-0.0214],\n", + " [-0.0247],\n", + " [-0.0218],\n", + " [-0.0206],\n", + " [-0.0197],\n", + " [-0.0191],\n", + " [-0.0244],\n", + " [-0.0245],\n", + " [-0.0215],\n", + " [-0.0221],\n", + " [-0.0174],\n", + " [-0.0216],\n", + " [-0.0217],\n", + " [-0.0216],\n", + " [-0.0227],\n", + " [-0.0188],\n", + " [-0.0210],\n", + " [-0.0229],\n", + " [-0.0183]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0085],\n", + " [ 0.0160],\n", + " [-0.0173],\n", + " [ 0.0373],\n", + " [ 0.0130],\n", + " [ 0.0029],\n", + " [ 0.0103],\n", + " [ 0.0158],\n", + " [ 0.0160],\n", + " [ 0.0004],\n", + " [ 0.0144],\n", + " [ 0.0011],\n", + " [ 0.0065],\n", + " [ 0.0081],\n", + " [ 0.0074],\n", + " [ 0.0135],\n", + " [ 0.0127],\n", + " [ 0.0030],\n", + " [ 0.0090],\n", + " [-0.0055],\n", + " [ 0.0016],\n", + " [ 0.0143],\n", + " [ 0.0146],\n", + " [ 0.0078],\n", + " [ 0.0097],\n", + " [ 0.0158],\n", + " [ 0.0164],\n", + " [ 0.0073],\n", + " [ 0.0013],\n", + " [ 0.0009],\n", + " [ 0.0093],\n", + " [-0.0025]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0904],\n", + " [0.0900],\n", + " [0.0900],\n", + " [0.0896],\n", + " [0.0901],\n", + " [0.0905],\n", + " [0.0891],\n", + " [0.0896],\n", + " [0.0906],\n", + " [0.0955],\n", + " [0.0915],\n", + " [0.0984],\n", + " [0.0950],\n", + " [0.0923],\n", + " [0.0895],\n", + " [0.0920],\n", + " [0.0902],\n", + " [0.0924],\n", + " [0.0907],\n", + " [0.0984],\n", + " [0.0958],\n", + " [0.0903],\n", + " [0.0901],\n", + " [0.0914],\n", + " [0.0904],\n", + " [0.0911],\n", + " [0.0904],\n", + " [0.0895],\n", + " [0.0901],\n", + " [0.0934],\n", + " [0.0912],\n", + " [0.1033]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0836],\n", + " [0.0881],\n", + " [0.0677],\n", + " [0.1115],\n", + " [0.0859],\n", + " [0.0791],\n", + " [0.0838],\n", + " [0.0876],\n", + " [0.0877],\n", + " [0.0784],\n", + " [0.0865],\n", + " [0.0800],\n", + " [0.0832],\n", + " [0.0827],\n", + " [0.0810],\n", + " [0.0862],\n", + " [0.0860],\n", + " [0.0792],\n", + " [0.0817],\n", + " [0.0785],\n", + " [0.0773],\n", + " [0.0867],\n", + " [0.0865],\n", + " [0.0847],\n", + " [0.0838],\n", + " [0.0878],\n", + " [0.0883],\n", + " [0.0808],\n", + " [0.0813],\n", + " [0.0841],\n", + " [0.0832],\n", + " [0.0807]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0874],\n", + " [0.0893],\n", + " [0.0826],\n", + " [0.0849],\n", + " [0.0880],\n", + " [0.0886],\n", + " [0.0898],\n", + " [0.0884],\n", + " [0.0886],\n", + " [0.0866],\n", + " [0.0875],\n", + " [0.0855],\n", + " [0.0856],\n", + " [0.0861],\n", + " [0.0868],\n", + " [0.0871],\n", + " [0.0873],\n", + " [0.0884],\n", + " [0.0875],\n", + " [0.0881],\n", + " [0.0863],\n", + " [0.0877],\n", + " [0.0874],\n", + " [0.0884],\n", + " [0.0875],\n", + " [0.0882],\n", + " [0.0887],\n", + " [0.0881],\n", + " [0.0911],\n", + " [0.0901],\n", + " [0.0862],\n", + " [0.0860]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0418],\n", + " [0.0423],\n", + " [0.0315],\n", + " [0.0425],\n", + " [0.0409],\n", + " [0.0375],\n", + " [0.0412],\n", + " [0.0432],\n", + " [0.0445],\n", + " [0.0386],\n", + " [0.0423],\n", + " [0.0415],\n", + " [0.0414],\n", + " [0.0402],\n", + " [0.0362],\n", + " [0.0427],\n", + " [0.0424],\n", + " [0.0392],\n", + " [0.0413],\n", + " [0.0365],\n", + " [0.0381],\n", + " [0.0434],\n", + " [0.0421],\n", + " [0.0430],\n", + " [0.0415],\n", + " [0.0430],\n", + " [0.0434],\n", + " [0.0364],\n", + " [0.0412],\n", + " [0.0409],\n", + " [0.0390],\n", + " [0.0422]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0356],\n", + " [0.0391],\n", + " [0.0219],\n", + " [0.0369],\n", + " [0.0390],\n", + " [0.0358],\n", + " [0.0346],\n", + " [0.0343],\n", + " [0.0383],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0377],\n", + " [0.0375],\n", + " [0.0419],\n", + " [0.0363],\n", + " [0.0360],\n", + " [0.0373],\n", + " [0.0357],\n", + " [0.0383],\n", + " [0.0374],\n", + " [0.0355],\n", + " [0.0363],\n", + " [0.0367],\n", + " [0.0362],\n", + " [0.0358],\n", + " [0.0348],\n", + " [0.0385],\n", + " [0.0359],\n", + " [0.0371],\n", + " [0.0379],\n", + " [0.0349]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0733],\n", + " [-0.0694],\n", + " [-0.0935],\n", + " [-0.0496],\n", + " [-0.0710],\n", + " [-0.0740],\n", + " [-0.0704],\n", + " [-0.0699],\n", + " [-0.0700],\n", + " [-0.0754],\n", + " [-0.0703],\n", + " [-0.0754],\n", + " [-0.0742],\n", + " [-0.0731],\n", + " [-0.0784],\n", + " [-0.0711],\n", + " [-0.0711],\n", + " [-0.0738],\n", + " [-0.0721],\n", + " [-0.0759],\n", + " [-0.0747],\n", + " [-0.0711],\n", + " [-0.0706],\n", + " [-0.0726],\n", + " [-0.0728],\n", + " [-0.0697],\n", + " [-0.0696],\n", + " [-0.0723],\n", + " [-0.0742],\n", + " [-0.0749],\n", + " [-0.0728],\n", + " [-0.0749]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1013],\n", + " [-0.0975],\n", + " [-0.1098],\n", + " [-0.1066],\n", + " [-0.0980],\n", + " [-0.1066],\n", + " [-0.1027],\n", + " [-0.0987],\n", + " [-0.0989],\n", + " [-0.1047],\n", + " [-0.0967],\n", + " [-0.1031],\n", + " [-0.1004],\n", + " [-0.1003],\n", + " [-0.1015],\n", + " [-0.0979],\n", + " [-0.0991],\n", + " [-0.1056],\n", + " [-0.1029],\n", + " [-0.1041],\n", + " [-0.1023],\n", + " [-0.0981],\n", + " [-0.0973],\n", + " [-0.1044],\n", + " [-0.1003],\n", + " [-0.0973],\n", + " [-0.0980],\n", + " [-0.1006],\n", + " [-0.1083],\n", + " [-0.1052],\n", + " [-0.0992],\n", + " [-0.1088]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0610],\n", + " [-0.0630],\n", + " [-0.0600],\n", + " [-0.0525],\n", + " [-0.0633],\n", + " [-0.0601],\n", + " [-0.0603],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0638],\n", + " [-0.0621],\n", + " [-0.0634],\n", + " [-0.0625],\n", + " [-0.0651],\n", + " [-0.0634],\n", + " [-0.0618],\n", + " [-0.0608],\n", + " [-0.0609],\n", + " [-0.0653],\n", + " [-0.0651],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0585],\n", + " [-0.0621],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0651],\n", + " [-0.0580],\n", + " [-0.0614],\n", + " [-0.0640],\n", + " [-0.0597]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0702],\n", + " [-0.0549],\n", + " [-0.0634],\n", + " [ 0.0773],\n", + " [-0.0629],\n", + " [-0.0591],\n", + " [-0.0655],\n", + " [-0.0673],\n", + " [-0.0655],\n", + " [-0.0648],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0599],\n", + " [-0.0639],\n", + " [-0.0624],\n", + " [-0.0622],\n", + " [-0.0587],\n", + " [-0.0606],\n", + " [-0.0637],\n", + " [-0.0627],\n", + " [-0.0644],\n", + " [-0.0631],\n", + " [-0.0614],\n", + " [-0.0606],\n", + " [-0.0646],\n", + " [-0.0676],\n", + " [-0.0631],\n", + " [-0.0644],\n", + " [-0.0617],\n", + " [-0.0586],\n", + " [-0.0636]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0729],\n", + " [-0.0812],\n", + " [-0.0679],\n", + " [-0.0775],\n", + " [-0.0266],\n", + " [-0.0772],\n", + " [-0.0695],\n", + " [-0.0790],\n", + " [-0.0742],\n", + " [-0.0792],\n", + " [-0.0775],\n", + " [-0.0735],\n", + " [-0.0758],\n", + " [-0.0722],\n", + " [-0.0772],\n", + " [-0.0684],\n", + " [-0.0736],\n", + " [-0.0698],\n", + " [-0.0742],\n", + " [-0.0770],\n", + " [-0.0744],\n", + " [-0.0776],\n", + " [-0.0726],\n", + " [-0.0732],\n", + " [-0.0723],\n", + " [-0.0790],\n", + " [-0.0802],\n", + " [-0.0729],\n", + " [-0.0784],\n", + " [-0.0747],\n", + " [-0.0703],\n", + " [-0.0757]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0367],\n", + " [ 0.0348],\n", + " [ 0.0384],\n", + " [ 0.0398],\n", + " [-0.0047],\n", + " [ 0.0385],\n", + " [ 0.0400],\n", + " [ 0.0366],\n", + " [ 0.0378],\n", + " [ 0.0368],\n", + " [ 0.0296],\n", + " [ 0.0387],\n", + " [ 0.0386],\n", + " [ 0.0393],\n", + " [ 0.0372],\n", + " [ 0.0374],\n", + " [ 0.0373],\n", + " [ 0.0390],\n", + " [ 0.0372],\n", + " [ 0.0365],\n", + " [ 0.0384],\n", + " [ 0.0372],\n", + " [ 0.0354],\n", + " [ 0.0405],\n", + " [ 0.0393],\n", + " [ 0.0371],\n", + " [ 0.0360],\n", + " [ 0.0358],\n", + " [ 0.0375],\n", + " [ 0.0387],\n", + " [ 0.0382],\n", + " [ 0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0938],\n", + " [-0.0974],\n", + " [-0.0849],\n", + " [-0.0899],\n", + " [-0.0326],\n", + " [-0.0928],\n", + " [-0.0910],\n", + " [-0.0967],\n", + " [-0.0971],\n", + " [-0.0941],\n", + " [-0.0905],\n", + " [-0.0905],\n", + " [-0.0940],\n", + " [-0.0903],\n", + " [-0.0927],\n", + " [-0.0949],\n", + " [-0.0944],\n", + " [-0.0869],\n", + " [-0.0894],\n", + " [-0.0942],\n", + " [-0.0943],\n", + " [-0.0915],\n", + " [-0.0963],\n", + " [-0.0926],\n", + " [-0.0923],\n", + " [-0.0946],\n", + " [-0.0966],\n", + " [-0.0950],\n", + " [-0.0925],\n", + " [-0.0933],\n", + " [-0.0879],\n", + " [-0.0962]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0567],\n", + " [0.0563],\n", + " [0.0436],\n", + " [0.0435],\n", + " [0.0119],\n", + " [0.0527],\n", + " [0.0543],\n", + " [0.0556],\n", + " [0.0349],\n", + " [0.0529],\n", + " [0.0458],\n", + " [0.0519],\n", + " [0.0544],\n", + " [0.0504],\n", + " [0.0532],\n", + " [0.0591],\n", + " [0.0574],\n", + " [0.0476],\n", + " [0.0495],\n", + " [0.0548],\n", + " [0.0575],\n", + " [0.0488],\n", + " [0.0590],\n", + " [0.0547],\n", + " [0.0554],\n", + " [0.0516],\n", + " [0.0557],\n", + " [0.0577],\n", + " [0.0427],\n", + " [0.0547],\n", + " [0.0388],\n", + " [0.0577]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0379],\n", + " [-0.0398],\n", + " [-0.0423],\n", + " [-0.0352],\n", + " [ 0.0327],\n", + " [-0.0349],\n", + " [-0.0351],\n", + " [-0.0353],\n", + " [-0.0350],\n", + " [-0.0383],\n", + " [-0.0420],\n", + " [-0.0386],\n", + " [-0.0341],\n", + " [-0.0369],\n", + " [-0.0403],\n", + " [-0.0346],\n", + " [-0.0357],\n", + " [-0.0430],\n", + " [-0.0422],\n", + " [-0.0380],\n", + " [-0.0327],\n", + " [-0.0405],\n", + " [-0.0365],\n", + " [-0.0322],\n", + " [-0.0351],\n", + " [-0.0362],\n", + " [-0.0379],\n", + " [-0.0380],\n", + " [-0.0371],\n", + " [-0.0347],\n", + " [-0.0401],\n", + " [-0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0798],\n", + " [-0.0780],\n", + " [-0.0794],\n", + " [-0.0796],\n", + " [-0.0393],\n", + " [-0.0788],\n", + " [-0.0813],\n", + " [-0.0790],\n", + " [-0.0875],\n", + " [-0.0784],\n", + " [-0.0831],\n", + " [-0.0788],\n", + " [-0.0802],\n", + " [-0.0810],\n", + " [-0.0779],\n", + " [-0.0815],\n", + " [-0.0796],\n", + " [-0.0785],\n", + " [-0.0789],\n", + " [-0.0788],\n", + " [-0.0801],\n", + " [-0.0780],\n", + " [-0.0801],\n", + " [-0.0815],\n", + " [-0.0803],\n", + " [-0.0795],\n", + " [-0.0788],\n", + " [-0.0800],\n", + " [-0.0827],\n", + " [-0.0800],\n", + " [-0.0844],\n", + " [-0.0791]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1683],\n", + " [0.1673],\n", + " [0.1609],\n", + " [0.1615],\n", + " [0.2056],\n", + " [0.1660],\n", + " [0.1691],\n", + " [0.1666],\n", + " [0.1560],\n", + " [0.1657],\n", + " [0.1628],\n", + " [0.1675],\n", + " [0.1670],\n", + " [0.1651],\n", + " [0.1669],\n", + " [0.1717],\n", + " [0.1688],\n", + " [0.1652],\n", + " [0.1639],\n", + " [0.1670],\n", + " [0.1708],\n", + " [0.1645],\n", + " [0.1693],\n", + " [0.1690],\n", + " [0.1688],\n", + " [0.1642],\n", + " [0.1669],\n", + " [0.1685],\n", + " [0.1611],\n", + " [0.1675],\n", + " [0.1621],\n", + " [0.1680]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0557],\n", + " [-0.0618],\n", + " [-0.0462],\n", + " [-0.0581],\n", + " [-0.0842],\n", + " [-0.0584],\n", + " [-0.0496],\n", + " [-0.0611],\n", + " [-0.0620],\n", + " [-0.0588],\n", + " [-0.0578],\n", + " [-0.0525],\n", + " [-0.0576],\n", + " [-0.0527],\n", + " [-0.0568],\n", + " [-0.0557],\n", + " [-0.0566],\n", + " [-0.0473],\n", + " [-0.0547],\n", + " [-0.0577],\n", + " [-0.0571],\n", + " [-0.0570],\n", + " [-0.0577],\n", + " [-0.0533],\n", + " [-0.0529],\n", + " [-0.0596],\n", + " [-0.0602],\n", + " [-0.0567],\n", + " [-0.0608],\n", + " [-0.0562],\n", + " [-0.0540],\n", + " [-0.0593]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0588],\n", + " [0.0615],\n", + " [0.0650],\n", + " [0.0719],\n", + " [0.1496],\n", + " [0.0653],\n", + " [0.0604],\n", + " [0.0641],\n", + " [0.0711],\n", + " [0.0644],\n", + " [0.0579],\n", + " [0.0644],\n", + " [0.0641],\n", + " [0.0628],\n", + " [0.0625],\n", + " [0.0569],\n", + " [0.0599],\n", + " [0.0639],\n", + " [0.0634],\n", + " [0.0624],\n", + " [0.0631],\n", + " [0.0669],\n", + " [0.0586],\n", + " [0.0648],\n", + " [0.0611],\n", + " [0.0680],\n", + " [0.0629],\n", + " [0.0587],\n", + " [0.0692],\n", + " [0.0629],\n", + " [0.0666],\n", + " [0.0608]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0972],\n", + " [-0.0941],\n", + " [-0.0866],\n", + " [-0.0837],\n", + " [-0.2173],\n", + " [-0.0925],\n", + " [-0.0978],\n", + " [-0.0950],\n", + " [-0.0692],\n", + " [-0.0920],\n", + " [-0.0836],\n", + " [-0.0923],\n", + " [-0.0945],\n", + " [-0.0939],\n", + " [-0.0935],\n", + " [-0.1010],\n", + " [-0.0977],\n", + " [-0.0909],\n", + " [-0.0908],\n", + " [-0.0945],\n", + " [-0.0974],\n", + " [-0.0888],\n", + " [-0.0993],\n", + " [-0.0947],\n", + " [-0.0968],\n", + " [-0.0914],\n", + " [-0.0936],\n", + " [-0.0978],\n", + " [-0.0797],\n", + " [-0.0953],\n", + " [-0.0754],\n", + " [-0.0976]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0181],\n", + " [ 0.0177],\n", + " [ 0.0107],\n", + " [ 0.0069],\n", + " [-0.1210],\n", + " [ 0.0135],\n", + " [ 0.0190],\n", + " [ 0.0159],\n", + " [ 0.0034],\n", + " [ 0.0142],\n", + " [ 0.0185],\n", + " [ 0.0148],\n", + " [ 0.0154],\n", + " [ 0.0134],\n", + " [ 0.0148],\n", + " [ 0.0224],\n", + " [ 0.0180],\n", + " [ 0.0120],\n", + " [ 0.0124],\n", + " [ 0.0159],\n", + " [ 0.0191],\n", + " [ 0.0108],\n", + " [ 0.0197],\n", + " [ 0.0194],\n", + " [ 0.0179],\n", + " [ 0.0109],\n", + " [ 0.0167],\n", + " [ 0.0185],\n", + " [ 0.0108],\n", + " [ 0.0159],\n", + " [ 0.0121],\n", + " [ 0.0180]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0951],\n", + " [0.0938],\n", + " [0.0945],\n", + " [0.0822],\n", + " [0.0911],\n", + " [0.0878],\n", + " [0.0930],\n", + " [0.0893],\n", + " [0.0706],\n", + " [0.0901],\n", + " [0.0889],\n", + " [0.0876],\n", + " [0.0884],\n", + " [0.0934],\n", + " [0.0931],\n", + " [0.0952],\n", + " [0.0933],\n", + " [0.0944],\n", + " [0.0942],\n", + " [0.0916],\n", + " [0.0871],\n", + " [0.0890],\n", + " [0.0954],\n", + " [0.0851],\n", + " [0.0918],\n", + " [0.0877],\n", + " [0.0907],\n", + " [0.0953],\n", + " [0.0850],\n", + " [0.0898],\n", + " [0.0842],\n", + " [0.0937]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0112],\n", + " [ 0.0079],\n", + " [ 0.0095],\n", + " [ 0.0070],\n", + " [ 0.0253],\n", + " [ 0.0092],\n", + " [ 0.0087],\n", + " [ 0.0072],\n", + " [-0.0004],\n", + " [ 0.0085],\n", + " [-0.0022],\n", + " [ 0.0076],\n", + " [ 0.0088],\n", + " [ 0.0127],\n", + " [ 0.0107],\n", + " [ 0.0102],\n", + " [ 0.0102],\n", + " [ 0.0102],\n", + " [ 0.0125],\n", + " [ 0.0087],\n", + " [ 0.0052],\n", + " [ 0.0093],\n", + " [ 0.0093],\n", + " [ 0.0036],\n", + " [ 0.0095],\n", + " [ 0.0084],\n", + " [ 0.0072],\n", + " [ 0.0106],\n", + " [ 0.0034],\n", + " [ 0.0096],\n", + " [ 0.0020],\n", + " [ 0.0093]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.1739e-03],\n", + " [ 6.9298e-03],\n", + " [-1.5775e-02],\n", + " [-1.5070e-03],\n", + " [ 9.1650e-04],\n", + " [ 3.2697e-04],\n", + " [-4.1806e-03],\n", + " [ 5.0865e-03],\n", + " [-3.5044e-03],\n", + " [ 1.2354e-03],\n", + " [ 6.1518e-03],\n", + " [-4.4657e-03],\n", + " [ 8.8439e-04],\n", + " [-6.3308e-03],\n", + " [-1.1232e-03],\n", + " [ 2.0767e-05],\n", + " [-4.6026e-04],\n", + " [-1.1515e-02],\n", + " [-6.4633e-03],\n", + " [ 6.8747e-04],\n", + " [ 3.7981e-03],\n", + " [-3.6763e-03],\n", + " [ 6.1855e-04],\n", + " [ 1.8098e-03],\n", + " [-2.9718e-03],\n", + " [-4.5068e-04],\n", + " [ 4.4417e-03],\n", + " [-1.2044e-03],\n", + " [ 1.6154e-03],\n", + " [-9.0019e-04],\n", + " [-6.4801e-03],\n", + " [ 2.0328e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0337],\n", + " [-0.0388],\n", + " [-0.0355],\n", + " [-0.0405],\n", + " [-0.1169],\n", + " [-0.0377],\n", + " [-0.0337],\n", + " [-0.0400],\n", + " [-0.0486],\n", + " [-0.0388],\n", + " [-0.0564],\n", + " [-0.0358],\n", + " [-0.0372],\n", + " [-0.0335],\n", + " [-0.0358],\n", + " [-0.0326],\n", + " [-0.0346],\n", + " [-0.0325],\n", + " [-0.0353],\n", + " [-0.0375],\n", + " [-0.0392],\n", + " [-0.0378],\n", + " [-0.0352],\n", + " [-0.0398],\n", + " [-0.0344],\n", + " [-0.0390],\n", + " [-0.0392],\n", + " [-0.0337],\n", + " [-0.0467],\n", + " [-0.0358],\n", + " [-0.0474],\n", + " [-0.0363]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0033],\n", + " [ 0.0068],\n", + " [-0.0019],\n", + " [ 0.0080],\n", + " [ 0.0470],\n", + " [ 0.0066],\n", + " [ 0.0018],\n", + " [ 0.0076],\n", + " [ 0.0070],\n", + " [ 0.0062],\n", + " [ 0.0101],\n", + " [ 0.0038],\n", + " [ 0.0059],\n", + " [ 0.0017],\n", + " [ 0.0044],\n", + " [ 0.0028],\n", + " [ 0.0043],\n", + " [-0.0012],\n", + " [ 0.0025],\n", + " [ 0.0055],\n", + " [ 0.0071],\n", + " [ 0.0053],\n", + " [ 0.0051],\n", + " [ 0.0065],\n", + " [ 0.0031],\n", + " [ 0.0070],\n", + " [ 0.0067],\n", + " [ 0.0037],\n", + " [ 0.0082],\n", + " [ 0.0048],\n", + " [ 0.0050],\n", + " [ 0.0057]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0563],\n", + " [0.0597],\n", + " [0.0574],\n", + " [0.0637],\n", + " [0.1599],\n", + " [0.0590],\n", + " [0.0559],\n", + " [0.0588],\n", + " [0.0697],\n", + " [0.0584],\n", + " [0.0607],\n", + " [0.0563],\n", + " [0.0586],\n", + " [0.0573],\n", + " [0.0569],\n", + " [0.0572],\n", + " [0.0567],\n", + " [0.0553],\n", + " [0.0575],\n", + " [0.0574],\n", + " [0.0580],\n", + " [0.0591],\n", + " [0.0574],\n", + " [0.0590],\n", + " [0.0562],\n", + " [0.0604],\n", + " [0.0583],\n", + " [0.0567],\n", + " [0.0661],\n", + " [0.0575],\n", + " [0.0652],\n", + " [0.0575]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0180],\n", + " [-0.0203],\n", + " [-0.0158],\n", + " [-0.0136],\n", + " [-0.0115],\n", + " [-0.0165],\n", + " [-0.0174],\n", + " [-0.0180],\n", + " [-0.0094],\n", + " [-0.0177],\n", + " [-0.0164],\n", + " [-0.0162],\n", + " [-0.0171],\n", + " [-0.0162],\n", + " [-0.0176],\n", + " [-0.0194],\n", + " [-0.0183],\n", + " [-0.0161],\n", + " [-0.0163],\n", + " [-0.0174],\n", + " [-0.0190],\n", + " [-0.0161],\n", + " [-0.0182],\n", + " [-0.0175],\n", + " [-0.0180],\n", + " [-0.0156],\n", + " [-0.0193],\n", + " [-0.0177],\n", + " [-0.0182],\n", + " [-0.0174],\n", + " [-0.0180],\n", + " [-0.0184]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1708],\n", + " [-0.1794],\n", + " [-0.1642],\n", + " [-0.1685],\n", + " [-0.1587],\n", + " [-0.1703],\n", + " [-0.1674],\n", + " [-0.1747],\n", + " [-0.1627],\n", + " [-0.1736],\n", + " [-0.1808],\n", + " [-0.1675],\n", + " [-0.1702],\n", + " [-0.1678],\n", + " [-0.1727],\n", + " [-0.1698],\n", + " [-0.1708],\n", + " [-0.1656],\n", + " [-0.1702],\n", + " [-0.1728],\n", + " [-0.1699],\n", + " [-0.1707],\n", + " [-0.1723],\n", + " [-0.1681],\n", + " [-0.1683],\n", + " [-0.1716],\n", + " [-0.1760],\n", + " [-0.1715],\n", + " [-0.1734],\n", + " [-0.1695],\n", + " [-0.1654],\n", + " [-0.1736]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0224],\n", + " [-0.0158],\n", + " [-0.0245],\n", + " [-0.0214],\n", + " [-0.0796],\n", + " [-0.0217],\n", + " [-0.0203],\n", + " [-0.0185],\n", + " [-0.0081],\n", + " [-0.0197],\n", + " [-0.0031],\n", + " [-0.0227],\n", + " [-0.0210],\n", + " [-0.0236],\n", + " [-0.0214],\n", + " [-0.0220],\n", + " [-0.0217],\n", + " [-0.0244],\n", + " [-0.0241],\n", + " [-0.0201],\n", + " [-0.0185],\n", + " [-0.0231],\n", + " [-0.0211],\n", + " [-0.0175],\n", + " [-0.0215],\n", + " [-0.0221],\n", + " [-0.0175],\n", + " [-0.0223],\n", + " [-0.0152],\n", + " [-0.0217],\n", + " [-0.0150],\n", + " [-0.0206]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0106],\n", + " [ 0.0094],\n", + " [-0.0045],\n", + " [-0.0059],\n", + " [ 0.0548],\n", + " [ 0.0044],\n", + " [ 0.0096],\n", + " [ 0.0083],\n", + " [-0.0069],\n", + " [ 0.0042],\n", + " [ 0.0115],\n", + " [ 0.0012],\n", + " [ 0.0072],\n", + " [ 0.0045],\n", + " [ 0.0040],\n", + " [ 0.0166],\n", + " [ 0.0113],\n", + " [-0.0017],\n", + " [ 0.0005],\n", + " [ 0.0065],\n", + " [ 0.0116],\n", + " [-0.0017],\n", + " [ 0.0146],\n", + " [ 0.0078],\n", + " [ 0.0092],\n", + " [ 0.0031],\n", + " [ 0.0078],\n", + " [ 0.0117],\n", + " [-0.0025],\n", + " [ 0.0078],\n", + " [-0.0065],\n", + " [ 0.0111]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0909],\n", + " [0.0886],\n", + " [0.1020],\n", + " [0.0968],\n", + " [0.1250],\n", + " [0.0924],\n", + " [0.0941],\n", + " [0.0894],\n", + " [0.1089],\n", + " [0.0919],\n", + " [0.0897],\n", + " [0.0983],\n", + " [0.0917],\n", + " [0.0926],\n", + " [0.0920],\n", + " [0.0914],\n", + " [0.0906],\n", + " [0.0999],\n", + " [0.0945],\n", + " [0.0917],\n", + " [0.0931],\n", + " [0.0953],\n", + " [0.0893],\n", + " [0.0957],\n", + " [0.0931],\n", + " [0.0911],\n", + " [0.0905],\n", + " [0.0905],\n", + " [0.0956],\n", + " [0.0922],\n", + " [0.1062],\n", + " [0.0892]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0840],\n", + " [0.0795],\n", + " [0.0776],\n", + " [0.0802],\n", + " [0.0140],\n", + " [0.0822],\n", + " [0.0847],\n", + " [0.0832],\n", + " [0.0807],\n", + " [0.0794],\n", + " [0.0932],\n", + " [0.0785],\n", + " [0.0842],\n", + " [0.0824],\n", + " [0.0793],\n", + " [0.0879],\n", + " [0.0846],\n", + " [0.0758],\n", + " [0.0789],\n", + " [0.0816],\n", + " [0.0869],\n", + " [0.0766],\n", + " [0.0870],\n", + " [0.0865],\n", + " [0.0837],\n", + " [0.0807],\n", + " [0.0801],\n", + " [0.0845],\n", + " [0.0830],\n", + " [0.0836],\n", + " [0.0851],\n", + " [0.0845]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0872],\n", + " [0.0893],\n", + " [0.0823],\n", + " [0.0889],\n", + " [0.0463],\n", + " [0.0882],\n", + " [0.0847],\n", + " [0.0889],\n", + " [0.0921],\n", + " [0.0881],\n", + " [0.0912],\n", + " [0.0855],\n", + " [0.0884],\n", + " [0.0872],\n", + " [0.0863],\n", + " [0.0881],\n", + " [0.0872],\n", + " [0.0823],\n", + " [0.0867],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0873],\n", + " [0.0881],\n", + " [0.0864],\n", + " [0.0858],\n", + " [0.0895],\n", + " [0.0886],\n", + " [0.0878],\n", + " [0.0899],\n", + " [0.0875],\n", + " [0.0856],\n", + " [0.0877]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0401],\n", + " [0.0393],\n", + " [0.0346],\n", + " [0.0409],\n", + " [0.0067],\n", + " [0.0417],\n", + " [0.0415],\n", + " [0.0424],\n", + " [0.0518],\n", + " [0.0396],\n", + " [0.0401],\n", + " [0.0407],\n", + " [0.0427],\n", + " [0.0382],\n", + " [0.0384],\n", + " [0.0436],\n", + " [0.0417],\n", + " [0.0362],\n", + " [0.0360],\n", + " [0.0404],\n", + " [0.0463],\n", + " [0.0383],\n", + " [0.0418],\n", + " [0.0463],\n", + " [0.0417],\n", + " [0.0401],\n", + " [0.0405],\n", + " [0.0406],\n", + " [0.0426],\n", + " [0.0420],\n", + " [0.0440],\n", + " [0.0413]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0372],\n", + " [ 0.0350],\n", + " [ 0.0410],\n", + " [ 0.0366],\n", + " [-0.0505],\n", + " [ 0.0368],\n", + " [ 0.0379],\n", + " [ 0.0358],\n", + " [ 0.0222],\n", + " [ 0.0368],\n", + " [ 0.0379],\n", + " [ 0.0362],\n", + " [ 0.0365],\n", + " [ 0.0392],\n", + " [ 0.0381],\n", + " [ 0.0351],\n", + " [ 0.0362],\n", + " [ 0.0389],\n", + " [ 0.0399],\n", + " [ 0.0372],\n", + " [ 0.0344],\n", + " [ 0.0375],\n", + " [ 0.0355],\n", + " [ 0.0352],\n", + " [ 0.0371],\n", + " [ 0.0365],\n", + " [ 0.0353],\n", + " [ 0.0363],\n", + " [ 0.0377],\n", + " [ 0.0369],\n", + " [ 0.0378],\n", + " [ 0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0721],\n", + " [-0.0701],\n", + " [-0.0787],\n", + " [-0.0770],\n", + " [-0.1277],\n", + " [-0.0749],\n", + " [-0.0732],\n", + " [-0.0723],\n", + " [-0.0726],\n", + " [-0.0737],\n", + " [-0.0648],\n", + " [-0.0750],\n", + " [-0.0738],\n", + " [-0.0753],\n", + " [-0.0743],\n", + " [-0.0694],\n", + " [-0.0723],\n", + " [-0.0777],\n", + " [-0.0766],\n", + " [-0.0731],\n", + " [-0.0716],\n", + " [-0.0757],\n", + " [-0.0700],\n", + " [-0.0730],\n", + " [-0.0737],\n", + " [-0.0745],\n", + " [-0.0718],\n", + " [-0.0711],\n", + " [-0.0750],\n", + " [-0.0740],\n", + " [-0.0777],\n", + " [-0.0717]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0989],\n", + " [-0.1068],\n", + " [-0.1025],\n", + " [-0.1086],\n", + " [-0.1390],\n", + " [-0.1033],\n", + " [-0.0990],\n", + " [-0.1035],\n", + " [-0.1114],\n", + " [-0.1052],\n", + " [-0.1227],\n", + " [-0.1030],\n", + " [-0.1021],\n", + " [-0.1006],\n", + " [-0.1034],\n", + " [-0.0970],\n", + " [-0.0990],\n", + " [-0.1024],\n", + " [-0.1031],\n", + " [-0.1027],\n", + " [-0.1022],\n", + " [-0.1059],\n", + " [-0.0986],\n", + " [-0.1025],\n", + " [-0.0995],\n", + " [-0.1044],\n", + " [-0.1053],\n", + " [-0.0987],\n", + " [-0.1132],\n", + " [-0.1011],\n", + " [-0.1126],\n", + " [-0.1002]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0596],\n", + " [-0.0643],\n", + " [-0.0603],\n", + " [ 0.0213],\n", + " [-0.0607],\n", + " [-0.0638],\n", + " [-0.0593],\n", + " [-0.0512],\n", + " [-0.0608],\n", + " [-0.0552],\n", + " [-0.0637],\n", + " [-0.0608],\n", + " [-0.0637],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0659],\n", + " [-0.0634],\n", + " [-0.0614],\n", + " [-0.0602],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0610],\n", + " [-0.0630],\n", + " [-0.0616],\n", + " [-0.0601],\n", + " [-0.0634],\n", + " [-0.0558],\n", + " [-0.0616],\n", + " [-0.0571],\n", + " [-0.0615]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0619],\n", + " [-0.0618],\n", + " [-0.0676],\n", + " [-0.0646],\n", + " [-0.0686],\n", + " [-0.0671],\n", + " [-0.0652],\n", + " [-0.0622],\n", + " [-0.0612],\n", + " [-0.0455],\n", + " [-0.0680],\n", + " [-0.0561],\n", + " [-0.0623],\n", + " [-0.0592],\n", + " [-0.0617],\n", + " [-0.0631],\n", + " [-0.0618],\n", + " [-0.0634],\n", + " [-0.0583],\n", + " [-0.0624],\n", + " [-0.0618],\n", + " [-0.0618],\n", + " [-0.0660],\n", + " [-0.0625],\n", + " [-0.0607],\n", + " [-0.0669],\n", + " [-0.0640],\n", + " [-0.0616],\n", + " [-0.0612],\n", + " [-0.0616],\n", + " [-0.0622]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0705],\n", + " [-0.0718],\n", + " [-0.0749],\n", + " [-0.0795],\n", + " [-0.0792],\n", + " [-0.0806],\n", + " [-0.0776],\n", + " [-0.0785],\n", + " [-0.0723],\n", + " [-0.0747],\n", + " [-0.0764],\n", + " [-0.0783],\n", + " [-0.0687],\n", + " [-0.0707],\n", + " [-0.0680],\n", + " [-0.0742],\n", + " [-0.0774],\n", + " [-0.0723],\n", + " [-0.0774],\n", + " [-0.0693],\n", + " [-0.0726],\n", + " [-0.0742],\n", + " [-0.0731],\n", + " [-0.0779],\n", + " [-0.0727],\n", + " [-0.0719],\n", + " [-0.0820],\n", + " [-0.0758],\n", + " [-0.0722],\n", + " [-0.0734],\n", + " [-0.0682],\n", + " [-0.0730]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0350],\n", + " [0.0455],\n", + " [0.0391],\n", + " [0.0347],\n", + " [0.0362],\n", + " [0.0320],\n", + " [0.0380],\n", + " [0.0355],\n", + " [0.0364],\n", + " [0.0385],\n", + " [0.0413],\n", + " [0.0370],\n", + " [0.0397],\n", + " [0.0364],\n", + " [0.0382],\n", + " [0.0374],\n", + " [0.0388],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0377],\n", + " [0.0363],\n", + " [0.0375],\n", + " [0.0389],\n", + " [0.0367],\n", + " [0.0359],\n", + " [0.0422],\n", + " [0.0372],\n", + " [0.0356],\n", + " [0.0376],\n", + " [0.0384],\n", + " [0.0377],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0959],\n", + " [-0.0963],\n", + " [-0.0928],\n", + " [-0.0976],\n", + " [-0.0948],\n", + " [-0.1003],\n", + " [-0.0912],\n", + " [-0.0960],\n", + " [-0.0942],\n", + " [-0.0923],\n", + " [-0.0805],\n", + " [-0.0920],\n", + " [-0.0862],\n", + " [-0.0949],\n", + " [-0.0873],\n", + " [-0.0923],\n", + " [-0.0932],\n", + " [-0.0941],\n", + " [-0.0942],\n", + " [-0.0888],\n", + " [-0.0942],\n", + " [-0.0935],\n", + " [-0.0890],\n", + " [-0.0957],\n", + " [-0.0954],\n", + " [-0.0898],\n", + " [-0.0932],\n", + " [-0.0956],\n", + " [-0.0926],\n", + " [-0.0886],\n", + " [-0.0946],\n", + " [-0.0929]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0598],\n", + " [0.0386],\n", + " [0.0538],\n", + " [0.0577],\n", + " [0.0519],\n", + " [0.0575],\n", + " [0.0382],\n", + " [0.0548],\n", + " [0.0573],\n", + " [0.0527],\n", + " [0.0305],\n", + " [0.0462],\n", + " [0.0430],\n", + " [0.0575],\n", + " [0.0516],\n", + " [0.0542],\n", + " [0.0528],\n", + " [0.0588],\n", + " [0.0542],\n", + " [0.0411],\n", + " [0.0570],\n", + " [0.0561],\n", + " [0.0496],\n", + " [0.0556],\n", + " [0.0596],\n", + " [0.0468],\n", + " [0.0456],\n", + " [0.0578],\n", + " [0.0560],\n", + " [0.0463],\n", + " [0.0590],\n", + " [0.0556]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0349],\n", + " [-0.0352],\n", + " [-0.0337],\n", + " [-0.0392],\n", + " [-0.0395],\n", + " [-0.0371],\n", + " [-0.0362],\n", + " [-0.0400],\n", + " [-0.0380],\n", + " [-0.0359],\n", + " [-0.0510],\n", + " [-0.0373],\n", + " [-0.0359],\n", + " [-0.0377],\n", + " [-0.0416],\n", + " [-0.0375],\n", + " [-0.0340],\n", + " [-0.0363],\n", + " [-0.0371],\n", + " [-0.0397],\n", + " [-0.0383],\n", + " [-0.0364],\n", + " [-0.0404],\n", + " [-0.0349],\n", + " [-0.0365],\n", + " [-0.0350],\n", + " [-0.0378],\n", + " [-0.0383],\n", + " [-0.0376],\n", + " [-0.0408],\n", + " [-0.0334],\n", + " [-0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0808],\n", + " [-0.0866],\n", + " [-0.0803],\n", + " [-0.0785],\n", + " [-0.0792],\n", + " [-0.0779],\n", + " [-0.0835],\n", + " [-0.0793],\n", + " [-0.0799],\n", + " [-0.0798],\n", + " [-0.0669],\n", + " [-0.0799],\n", + " [-0.0812],\n", + " [-0.0810],\n", + " [-0.0787],\n", + " [-0.0796],\n", + " [-0.0794],\n", + " [-0.0792],\n", + " [-0.0789],\n", + " [-0.0817],\n", + " [-0.0800],\n", + " [-0.0794],\n", + " [-0.0785],\n", + " [-0.0795],\n", + " [-0.0790],\n", + " [-0.0811],\n", + " [-0.0782],\n", + " [-0.0790],\n", + " [-0.0800],\n", + " [-0.0786],\n", + " [-0.0818],\n", + " [-0.0800]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1720],\n", + " [0.1655],\n", + " [0.1671],\n", + " [0.1674],\n", + " [0.1648],\n", + " [0.1679],\n", + " [0.1598],\n", + " [0.1661],\n", + " [0.1687],\n", + " [0.1661],\n", + " [0.1583],\n", + " [0.1650],\n", + " [0.1620],\n", + " [0.1686],\n", + " [0.1684],\n", + " [0.1673],\n", + " [0.1659],\n", + " [0.1702],\n", + " [0.1667],\n", + " [0.1607],\n", + " [0.1684],\n", + " [0.1684],\n", + " [0.1664],\n", + " [0.1667],\n", + " [0.1700],\n", + " [0.1674],\n", + " [0.1621],\n", + " [0.1683],\n", + " [0.1687],\n", + " [0.1644],\n", + " [0.1724],\n", + " [0.1679]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0588],\n", + " [-0.0563],\n", + " [-0.0565],\n", + " [-0.0609],\n", + " [-0.0596],\n", + " [-0.0655],\n", + " [-0.0616],\n", + " [-0.0595],\n", + " [-0.0557],\n", + " [-0.0561],\n", + " [-0.0563],\n", + " [-0.0602],\n", + " [-0.0473],\n", + " [-0.0557],\n", + " [-0.0463],\n", + " [-0.0551],\n", + " [-0.0585],\n", + " [-0.0557],\n", + " [-0.0583],\n", + " [-0.0466],\n", + " [-0.0557],\n", + " [-0.0564],\n", + " [-0.0520],\n", + " [-0.0598],\n", + " [-0.0575],\n", + " [-0.0517],\n", + " [-0.0620],\n", + " [-0.0580],\n", + " [-0.0537],\n", + " [-0.0529],\n", + " [-0.0546],\n", + " [-0.0544]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0572],\n", + " [0.0767],\n", + " [0.0645],\n", + " [0.0612],\n", + " [0.0645],\n", + " [0.0611],\n", + " [0.0713],\n", + " [0.0618],\n", + " [0.0584],\n", + " [0.0638],\n", + " [0.0753],\n", + " [0.0630],\n", + " [0.0666],\n", + " [0.0579],\n", + " [0.0581],\n", + " [0.0612],\n", + " [0.0672],\n", + " [0.0583],\n", + " [0.0640],\n", + " [0.0712],\n", + " [0.0586],\n", + " [0.0605],\n", + " [0.0647],\n", + " [0.0635],\n", + " [0.0583],\n", + " [0.0686],\n", + " [0.0707],\n", + " [0.0604],\n", + " [0.0589],\n", + " [0.0672],\n", + " [0.0575],\n", + " [0.0593]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1013],\n", + " [-0.0783],\n", + " [-0.0936],\n", + " [-0.0958],\n", + " [-0.0924],\n", + " [-0.0965],\n", + " [-0.0741],\n", + " [-0.0946],\n", + " [-0.0978],\n", + " [-0.0939],\n", + " [-0.0851],\n", + " [-0.0831],\n", + " [-0.0866],\n", + " [-0.0985],\n", + " [-0.0953],\n", + " [-0.0948],\n", + " [-0.0923],\n", + " [-0.0990],\n", + " [-0.0947],\n", + " [-0.0852],\n", + " [-0.0974],\n", + " [-0.0965],\n", + " [-0.0909],\n", + " [-0.0935],\n", + " [-0.0995],\n", + " [-0.0874],\n", + " [-0.0846],\n", + " [-0.0969],\n", + " [-0.0968],\n", + " [-0.0874],\n", + " [-0.1009],\n", + " [-0.0962]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0207],\n", + " [0.0110],\n", + " [0.0164],\n", + " [0.0181],\n", + " [0.0143],\n", + " [0.0171],\n", + " [0.0074],\n", + " [0.0166],\n", + " [0.0190],\n", + " [0.0139],\n", + " [0.0023],\n", + " [0.0144],\n", + " [0.0129],\n", + " [0.0203],\n", + " [0.0169],\n", + " [0.0160],\n", + " [0.0130],\n", + " [0.0198],\n", + " [0.0139],\n", + " [0.0077],\n", + " [0.0186],\n", + " [0.0173],\n", + " [0.0130],\n", + " [0.0166],\n", + " [0.0201],\n", + " [0.0141],\n", + " [0.0077],\n", + " [0.0183],\n", + " [0.0181],\n", + " [0.0102],\n", + " [0.0232],\n", + " [0.0173]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0957],\n", + " [0.0755],\n", + " [0.0866],\n", + " [0.0941],\n", + " [0.0926],\n", + " [0.0908],\n", + " [0.0803],\n", + " [0.0953],\n", + " [0.0955],\n", + " [0.0905],\n", + " [0.1001],\n", + " [0.0878],\n", + " [0.0864],\n", + " [0.0965],\n", + " [0.0968],\n", + " [0.0919],\n", + " [0.0859],\n", + " [0.0949],\n", + " [0.0912],\n", + " [0.0873],\n", + " [0.0954],\n", + " [0.0922],\n", + " [0.0892],\n", + " [0.0876],\n", + " [0.0953],\n", + " [0.0823],\n", + " [0.0861],\n", + " [0.0941],\n", + " [0.0943],\n", + " [0.0875],\n", + " [0.0940],\n", + " [0.0944]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0095],\n", + " [0.0081],\n", + " [0.0070],\n", + " [0.0083],\n", + " [0.0092],\n", + " [0.0042],\n", + " [0.0004],\n", + " [0.0099],\n", + " [0.0107],\n", + " [0.0109],\n", + " [0.0320],\n", + " [0.0060],\n", + " [0.0047],\n", + " [0.0107],\n", + " [0.0106],\n", + " [0.0102],\n", + " [0.0081],\n", + " [0.0098],\n", + " [0.0103],\n", + " [0.0041],\n", + " [0.0108],\n", + " [0.0099],\n", + " [0.0096],\n", + " [0.0053],\n", + " [0.0094],\n", + " [0.0042],\n", + " [0.0083],\n", + " [0.0088],\n", + " [0.0112],\n", + " [0.0090],\n", + " [0.0088],\n", + " [0.0114]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 2.1552e-03],\n", + " [-3.5638e-03],\n", + " [ 8.6241e-04],\n", + " [ 4.6290e-03],\n", + " [ 1.1987e-03],\n", + " [ 9.2358e-03],\n", + " [-3.7239e-04],\n", + " [ 1.6682e-03],\n", + " [-1.9144e-03],\n", + " [-2.9237e-03],\n", + " [-2.3362e-02],\n", + " [ 4.3119e-03],\n", + " [-8.4304e-03],\n", + " [-1.4744e-03],\n", + " [-9.9370e-03],\n", + " [-2.5910e-03],\n", + " [ 3.9644e-04],\n", + " [-8.8857e-04],\n", + " [-6.4863e-05],\n", + " [-1.3454e-02],\n", + " [-2.0618e-03],\n", + " [-5.0779e-04],\n", + " [-6.2875e-03],\n", + " [ 4.5406e-03],\n", + " [ 5.4004e-04],\n", + " [-9.0113e-04],\n", + " [ 3.2216e-05],\n", + " [ 8.7323e-04],\n", + " [-3.7478e-03],\n", + " [-7.3243e-03],\n", + " [-1.5448e-04],\n", + " [-3.6656e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0336],\n", + " [-0.0471],\n", + " [-0.0384],\n", + " [-0.0371],\n", + " [-0.0400],\n", + " [-0.0426],\n", + " [-0.0479],\n", + " [-0.0377],\n", + " [-0.0337],\n", + " [-0.0355],\n", + " [-0.0457],\n", + " [-0.0450],\n", + " [-0.0401],\n", + " [-0.0338],\n", + " [-0.0311],\n", + " [-0.0354],\n", + " [-0.0382],\n", + " [-0.0335],\n", + " [-0.0366],\n", + " [-0.0388],\n", + " [-0.0338],\n", + " [-0.0355],\n", + " [-0.0344],\n", + " [-0.0407],\n", + " [-0.0346],\n", + " [-0.0411],\n", + " [-0.0427],\n", + " [-0.0354],\n", + " [-0.0330],\n", + " [-0.0362],\n", + " [-0.0335],\n", + " [-0.0335]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0050],\n", + " [ 0.0071],\n", + " [ 0.0063],\n", + " [ 0.0064],\n", + " [ 0.0067],\n", + " [ 0.0108],\n", + " [ 0.0083],\n", + " [ 0.0060],\n", + " [ 0.0033],\n", + " [ 0.0044],\n", + " [-0.0022],\n", + " [ 0.0066],\n", + " [ 0.0020],\n", + " [ 0.0030],\n", + " [-0.0015],\n", + " [ 0.0037],\n", + " [ 0.0073],\n", + " [ 0.0039],\n", + " [ 0.0057],\n", + " [ 0.0003],\n", + " [ 0.0033],\n", + " [ 0.0045],\n", + " [ 0.0028],\n", + " [ 0.0074],\n", + " [ 0.0048],\n", + " [ 0.0064],\n", + " [ 0.0085],\n", + " [ 0.0051],\n", + " [ 0.0023],\n", + " [ 0.0036],\n", + " [ 0.0031],\n", + " [ 0.0025]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0581],\n", + " [0.0704],\n", + " [0.0588],\n", + " [0.0586],\n", + " [0.0604],\n", + " [0.0616],\n", + " [0.0689],\n", + " [0.0596],\n", + " [0.0563],\n", + " [0.0579],\n", + " [0.0550],\n", + " [0.0626],\n", + " [0.0585],\n", + " [0.0567],\n", + " [0.0532],\n", + " [0.0565],\n", + " [0.0599],\n", + " [0.0560],\n", + " [0.0581],\n", + " [0.0605],\n", + " [0.0563],\n", + " [0.0566],\n", + " [0.0565],\n", + " [0.0588],\n", + " [0.0565],\n", + " [0.0619],\n", + " [0.0641],\n", + " [0.0570],\n", + " [0.0557],\n", + " [0.0586],\n", + " [0.0572],\n", + " [0.0560]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0174],\n", + " [-0.0213],\n", + " [-0.0170],\n", + " [-0.0195],\n", + " [-0.0168],\n", + " [-0.0164],\n", + " [-0.0166],\n", + " [-0.0176],\n", + " [-0.0182],\n", + " [-0.0165],\n", + " [-0.0220],\n", + " [-0.0207],\n", + " [-0.0120],\n", + " [-0.0188],\n", + " [-0.0172],\n", + " [-0.0173],\n", + " [-0.0162],\n", + " [-0.0185],\n", + " [-0.0168],\n", + " [-0.0127],\n", + " [-0.0180],\n", + " [-0.0179],\n", + " [-0.0152],\n", + " [-0.0183],\n", + " [-0.0187],\n", + " [-0.0158],\n", + " [-0.0162],\n", + " [-0.0183],\n", + " [-0.0180],\n", + " [-0.0144],\n", + " [-0.0192],\n", + " [-0.0178]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1716],\n", + " [-0.1636],\n", + " [-0.1690],\n", + " [-0.1771],\n", + " [-0.1755],\n", + " [-0.1770],\n", + " [-0.1702],\n", + " [-0.1765],\n", + " [-0.1710],\n", + " [-0.1690],\n", + " [-0.1676],\n", + " [-0.1758],\n", + " [-0.1643],\n", + " [-0.1712],\n", + " [-0.1659],\n", + " [-0.1698],\n", + " [-0.1694],\n", + " [-0.1706],\n", + " [-0.1720],\n", + " [-0.1643],\n", + " [-0.1711],\n", + " [-0.1707],\n", + " [-0.1671],\n", + " [-0.1733],\n", + " [-0.1721],\n", + " [-0.1660],\n", + " [-0.1740],\n", + " [-0.1734],\n", + " [-0.1695],\n", + " [-0.1666],\n", + " [-0.1692],\n", + " [-0.1700]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0207],\n", + " [-0.0210],\n", + " [-0.0201],\n", + " [-0.0179],\n", + " [-0.0191],\n", + " [-0.0136],\n", + " [-0.0128],\n", + " [-0.0190],\n", + " [-0.0223],\n", + " [-0.0230],\n", + " [-0.0281],\n", + " [-0.0136],\n", + " [-0.0181],\n", + " [-0.0222],\n", + " [-0.0228],\n", + " [-0.0218],\n", + " [-0.0219],\n", + " [-0.0218],\n", + " [-0.0218],\n", + " [-0.0223],\n", + " [-0.0223],\n", + " [-0.0213],\n", + " [-0.0239],\n", + " [-0.0174],\n", + " [-0.0215],\n", + " [-0.0180],\n", + " [-0.0205],\n", + " [-0.0205],\n", + " [-0.0226],\n", + " [-0.0241],\n", + " [-0.0213],\n", + " [-0.0227]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0184],\n", + " [-0.0108],\n", + " [ 0.0064],\n", + " [ 0.0108],\n", + " [ 0.0046],\n", + " [ 0.0159],\n", + " [-0.0065],\n", + " [ 0.0080],\n", + " [ 0.0114],\n", + " [ 0.0056],\n", + " [-0.0094],\n", + " [ 0.0001],\n", + " [-0.0024],\n", + " [ 0.0130],\n", + " [ 0.0052],\n", + " [ 0.0069],\n", + " [ 0.0042],\n", + " [ 0.0127],\n", + " [ 0.0061],\n", + " [-0.0068],\n", + " [ 0.0110],\n", + " [ 0.0091],\n", + " [-0.0013],\n", + " [ 0.0084],\n", + " [ 0.0138],\n", + " [-0.0028],\n", + " [-0.0028],\n", + " [ 0.0103],\n", + " [ 0.0096],\n", + " [-0.0047],\n", + " [ 0.0168],\n", + " [ 0.0089]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0898],\n", + " [0.1045],\n", + " [0.0941],\n", + " [0.0885],\n", + " [0.0895],\n", + " [0.0862],\n", + " [0.1011],\n", + " [0.0882],\n", + " [0.0910],\n", + " [0.0925],\n", + " [0.0902],\n", + " [0.0980],\n", + " [0.1015],\n", + " [0.0903],\n", + " [0.0983],\n", + " [0.0929],\n", + " [0.0929],\n", + " [0.0913],\n", + " [0.0904],\n", + " [0.1027],\n", + " [0.0910],\n", + " [0.0916],\n", + " [0.0985],\n", + " [0.0918],\n", + " [0.0901],\n", + " [0.1013],\n", + " [0.0923],\n", + " [0.0906],\n", + " [0.0923],\n", + " [0.0997],\n", + " [0.0924],\n", + " [0.0919]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0898],\n", + " [0.0808],\n", + " [0.0848],\n", + " [0.0814],\n", + " [0.0810],\n", + " [0.0883],\n", + " [0.0823],\n", + " [0.0818],\n", + " [0.0844],\n", + " [0.0825],\n", + " [0.0605],\n", + " [0.0786],\n", + " [0.0840],\n", + " [0.0862],\n", + " [0.0788],\n", + " [0.0824],\n", + " [0.0826],\n", + " [0.0847],\n", + " [0.0817],\n", + " [0.0775],\n", + " [0.0843],\n", + " [0.0840],\n", + " [0.0777],\n", + " [0.0837],\n", + " [0.0858],\n", + " [0.0836],\n", + " [0.0769],\n", + " [0.0828],\n", + " [0.0829],\n", + " [0.0773],\n", + " [0.0882],\n", + " [0.0827]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0886],\n", + " [0.0850],\n", + " [0.0877],\n", + " [0.0884],\n", + " [0.0889],\n", + " [0.0913],\n", + " [0.0912],\n", + " [0.0884],\n", + " [0.0872],\n", + " [0.0877],\n", + " [0.0707],\n", + " [0.0895],\n", + " [0.0837],\n", + " [0.0880],\n", + " [0.0826],\n", + " [0.0871],\n", + " [0.0887],\n", + " [0.0861],\n", + " [0.0880],\n", + " [0.0843],\n", + " [0.0874],\n", + " [0.0868],\n", + " [0.0850],\n", + " [0.0892],\n", + " [0.0867],\n", + " [0.0843],\n", + " [0.0900],\n", + " [0.0871],\n", + " [0.0867],\n", + " [0.0854],\n", + " [0.0872],\n", + " [0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0438],\n", + " [0.0494],\n", + " [0.0439],\n", + " [0.0396],\n", + " [0.0386],\n", + " [0.0426],\n", + " [0.0444],\n", + " [0.0382],\n", + " [0.0405],\n", + " [0.0403],\n", + " [0.0316],\n", + " [0.0419],\n", + " [0.0389],\n", + " [0.0407],\n", + " [0.0371],\n", + " [0.0401],\n", + " [0.0426],\n", + " [0.0422],\n", + " [0.0401],\n", + " [0.0365],\n", + " [0.0402],\n", + " [0.0414],\n", + " [0.0389],\n", + " [0.0432],\n", + " [0.0423],\n", + " [0.0456],\n", + " [0.0391],\n", + " [0.0405],\n", + " [0.0400],\n", + " [0.0386],\n", + " [0.0446],\n", + " [0.0394]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0334],\n", + " [0.0286],\n", + " [0.0365],\n", + " [0.0357],\n", + " [0.0389],\n", + " [0.0323],\n", + " [0.0339],\n", + " [0.0383],\n", + " [0.0370],\n", + " [0.0379],\n", + " [0.0372],\n", + " [0.0349],\n", + " [0.0397],\n", + " [0.0374],\n", + " [0.0393],\n", + " [0.0376],\n", + " [0.0362],\n", + " [0.0361],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0348],\n", + " [0.0357],\n", + " [0.0343],\n", + " [0.0362],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0375],\n", + " [0.0347],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0684],\n", + " [-0.0803],\n", + " [-0.0740],\n", + " [-0.0704],\n", + " [-0.0734],\n", + " [-0.0666],\n", + " [-0.0753],\n", + " [-0.0718],\n", + " [-0.0716],\n", + " [-0.0750],\n", + " [-0.1049],\n", + " [-0.0738],\n", + " [-0.0761],\n", + " [-0.0708],\n", + " [-0.0744],\n", + " [-0.0736],\n", + " [-0.0751],\n", + " [-0.0717],\n", + " [-0.0741],\n", + " [-0.0764],\n", + " [-0.0716],\n", + " [-0.0731],\n", + " [-0.0762],\n", + " [-0.0718],\n", + " [-0.0709],\n", + " [-0.0761],\n", + " [-0.0756],\n", + " [-0.0715],\n", + " [-0.0726],\n", + " [-0.0770],\n", + " [-0.0693],\n", + " [-0.0725]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0986],\n", + " [-0.1082],\n", + " [-0.1026],\n", + " [-0.1040],\n", + " [-0.1055],\n", + " [-0.1075],\n", + " [-0.1150],\n", + " [-0.1037],\n", + " [-0.0985],\n", + " [-0.1017],\n", + " [-0.1130],\n", + " [-0.1124],\n", + " [-0.1045],\n", + " [-0.0979],\n", + " [-0.0999],\n", + " [-0.1010],\n", + " [-0.1037],\n", + " [-0.0981],\n", + " [-0.1026],\n", + " [-0.1056],\n", + " [-0.0988],\n", + " [-0.1002],\n", + " [-0.1034],\n", + " [-0.1038],\n", + " [-0.0980],\n", + " [-0.1062],\n", + " [-0.1102],\n", + " [-0.1007],\n", + " [-0.0990],\n", + " [-0.1054],\n", + " [-0.0973],\n", + " [-0.0994]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0579],\n", + " [-0.0604],\n", + " [-0.0609],\n", + " [-0.0601],\n", + " [-0.0573],\n", + " [-0.0545],\n", + " [-0.0612],\n", + " [-0.0632],\n", + " [-0.0620],\n", + " [-0.0497],\n", + " [-0.0554],\n", + " [-0.0621],\n", + " [-0.0630],\n", + " [-0.0658],\n", + " [-0.0623],\n", + " [-0.0609],\n", + " [-0.0632],\n", + " [-0.0618],\n", + " [-0.0645],\n", + " [-0.0633],\n", + " [-0.0618],\n", + " [-0.0644],\n", + " [-0.0594],\n", + " [-0.0628],\n", + " [-0.0612],\n", + " [-0.0590],\n", + " [-0.0625],\n", + " [-0.0635],\n", + " [-0.0636],\n", + " [-0.0634],\n", + " [-0.0635]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0612],\n", + " [-0.0650],\n", + " [-0.0629],\n", + " [-0.0564],\n", + " [-0.0589],\n", + " [-0.0645],\n", + " [-0.0625],\n", + " [-0.0598],\n", + " [-0.0621],\n", + " [-0.0605],\n", + " [-0.0642],\n", + " [-0.0664],\n", + " [-0.0622],\n", + " [-0.0624],\n", + " [-0.0639],\n", + " [-0.0627],\n", + " [-0.0598],\n", + " [-0.0616],\n", + " [-0.0606],\n", + " [-0.0607],\n", + " [-0.0625],\n", + " [-0.0655],\n", + " [-0.0635],\n", + " [-0.0625],\n", + " [-0.0650],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0608],\n", + " [ 0.1450],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0618]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0724],\n", + " [-0.0774],\n", + " [-0.0672],\n", + " [-0.0715],\n", + " [-0.0699],\n", + " [-0.0779],\n", + " [-0.0712],\n", + " [-0.0718],\n", + " [-0.0749],\n", + " [-0.0733],\n", + " [-0.0766],\n", + " [-0.0797],\n", + " [-0.0715],\n", + " [-0.0753],\n", + " [-0.0660],\n", + " [-0.0737],\n", + " [-0.0731],\n", + " [-0.0698],\n", + " [-0.0736],\n", + " [-0.0752],\n", + " [-0.0687],\n", + " [-0.0740],\n", + " [-0.0862],\n", + " [-0.0738],\n", + " [-0.0770],\n", + " [-0.0741],\n", + " [-0.0733],\n", + " [-0.0713],\n", + " [-1.2639],\n", + " [-0.0746],\n", + " [-0.0699],\n", + " [-0.0718]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0389],\n", + " [ 0.0383],\n", + " [ 0.0322],\n", + " [ 0.0384],\n", + " [ 0.0388],\n", + " [ 0.0368],\n", + " [ 0.0363],\n", + " [ 0.0398],\n", + " [ 0.0372],\n", + " [ 0.0391],\n", + " [ 0.0358],\n", + " [ 0.0362],\n", + " [ 0.0393],\n", + " [ 0.0370],\n", + " [ 0.0371],\n", + " [ 0.0378],\n", + " [ 0.0381],\n", + " [ 0.0368],\n", + " [ 0.0373],\n", + " [ 0.0389],\n", + " [ 0.0374],\n", + " [ 0.0375],\n", + " [ 0.0352],\n", + " [ 0.0376],\n", + " [ 0.0390],\n", + " [ 0.0361],\n", + " [ 0.0377],\n", + " [ 0.0382],\n", + " [-0.2925],\n", + " [ 0.0357],\n", + " [ 0.0368],\n", + " [ 0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0900],\n", + " [-0.0931],\n", + " [-0.0939],\n", + " [-0.0846],\n", + " [-0.0878],\n", + " [-0.0952],\n", + " [-0.0954],\n", + " [-0.0917],\n", + " [-0.0909],\n", + " [-0.0922],\n", + " [-0.0953],\n", + " [-0.0954],\n", + " [-0.0888],\n", + " [-0.0931],\n", + " [-0.0758],\n", + " [-0.0939],\n", + " [-0.0883],\n", + " [-0.0947],\n", + " [-0.0896],\n", + " [-0.0909],\n", + " [-0.0947],\n", + " [-0.0885],\n", + " [-0.0895],\n", + " [-0.0902],\n", + " [-0.0924],\n", + " [-0.0940],\n", + " [-0.0941],\n", + " [-0.0909],\n", + " [ 0.4155],\n", + " [-0.0964],\n", + " [-0.0955],\n", + " [-0.0944]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0516],\n", + " [ 0.0526],\n", + " [ 0.0547],\n", + " [ 0.0464],\n", + " [ 0.0511],\n", + " [ 0.0561],\n", + " [ 0.0577],\n", + " [ 0.0532],\n", + " [ 0.0521],\n", + " [ 0.0527],\n", + " [ 0.0564],\n", + " [ 0.0548],\n", + " [ 0.0402],\n", + " [ 0.0559],\n", + " [ 0.0534],\n", + " [ 0.0528],\n", + " [ 0.0433],\n", + " [ 0.0587],\n", + " [ 0.0519],\n", + " [ 0.0478],\n", + " [ 0.0592],\n", + " [ 0.0547],\n", + " [ 0.0500],\n", + " [ 0.0475],\n", + " [ 0.0457],\n", + " [ 0.0578],\n", + " [ 0.0570],\n", + " [ 0.0547],\n", + " [-1.0672],\n", + " [ 0.0586],\n", + " [ 0.0588],\n", + " [ 0.0571]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0377],\n", + " [-0.0370],\n", + " [-0.0384],\n", + " [-0.0448],\n", + " [-0.0410],\n", + " [-0.0363],\n", + " [-0.0375],\n", + " [-0.0345],\n", + " [-0.0417],\n", + " [-0.0344],\n", + " [-0.0382],\n", + " [-0.0398],\n", + " [-0.0359],\n", + " [-0.0378],\n", + " [-0.0385],\n", + " [-0.0346],\n", + " [-0.0369],\n", + " [-0.0359],\n", + " [-0.0412],\n", + " [-0.0365],\n", + " [-0.0352],\n", + " [-0.0487],\n", + " [-0.0176],\n", + " [-0.0397],\n", + " [-0.0329],\n", + " [-0.0383],\n", + " [-0.0359],\n", + " [-0.0382],\n", + " [-0.2660],\n", + " [-0.0363],\n", + " [-0.0352],\n", + " [-0.0344]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0785],\n", + " [-0.0815],\n", + " [-0.0758],\n", + " [-0.0791],\n", + " [-0.0787],\n", + " [-0.0810],\n", + " [-0.0811],\n", + " [-0.0785],\n", + " [-0.0811],\n", + " [-0.0790],\n", + " [-0.0786],\n", + " [-0.0818],\n", + " [-0.0786],\n", + " [-0.0699],\n", + " [-0.0822],\n", + " [-0.0808],\n", + " [-0.0807],\n", + " [-0.0779],\n", + " [-0.0809],\n", + " [-0.0812],\n", + " [-0.0751],\n", + " [-0.0792],\n", + " [-0.0793],\n", + " [-0.0817],\n", + " [-0.0786],\n", + " [-0.0797],\n", + " [-0.0794],\n", + " [ 0.9181],\n", + " [-0.0794],\n", + " [-0.0812],\n", + " [-0.0811]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1671],\n", + " [0.1669],\n", + " [0.1734],\n", + " [0.1663],\n", + " [0.1671],\n", + " [0.1676],\n", + " [0.1685],\n", + " [0.1672],\n", + " [0.1665],\n", + " [0.1659],\n", + " [0.1675],\n", + " [0.1666],\n", + " [0.1631],\n", + " [0.1684],\n", + " [0.1781],\n", + " [0.1656],\n", + " [0.1614],\n", + " [0.1699],\n", + " [0.1669],\n", + " [0.1623],\n", + " [0.1721],\n", + " [0.1703],\n", + " [0.1526],\n", + " [0.1653],\n", + " [0.1638],\n", + " [0.1692],\n", + " [0.1689],\n", + " [0.1692],\n", + " [0.2441],\n", + " [0.1686],\n", + " [0.1703],\n", + " [0.1694]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0518],\n", + " [-0.0565],\n", + " [-0.0594],\n", + " [-0.0532],\n", + " [-0.0495],\n", + " [-0.0586],\n", + " [-0.0559],\n", + " [-0.0516],\n", + " [-0.0545],\n", + " [-0.0542],\n", + " [-0.0582],\n", + " [-0.0590],\n", + " [-0.0540],\n", + " [-0.0562],\n", + " [-0.0350],\n", + " [-0.0548],\n", + " [-0.0540],\n", + " [-0.0552],\n", + " [-0.0538],\n", + " [-0.0552],\n", + " [-0.0561],\n", + " [-0.0520],\n", + " [-0.0684],\n", + " [-0.0535],\n", + " [-0.0579],\n", + " [-0.0565],\n", + " [-0.0567],\n", + " [-0.0509],\n", + " [-0.5321],\n", + " [-0.0588],\n", + " [-0.0564],\n", + " [-0.0549]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0635],\n", + " [0.0673],\n", + " [0.0526],\n", + " [0.0616],\n", + " [0.0599],\n", + " [0.0634],\n", + " [0.0586],\n", + " [0.0632],\n", + " [0.0625],\n", + " [0.0645],\n", + " [0.0613],\n", + " [0.0625],\n", + " [0.0708],\n", + " [0.0610],\n", + " [0.0477],\n", + " [0.0645],\n", + " [0.0691],\n", + " [0.0572],\n", + " [0.0614],\n", + " [0.0683],\n", + " [0.0567],\n", + " [0.0600],\n", + " [0.0329],\n", + " [0.0672],\n", + " [0.0720],\n", + " [0.0590],\n", + " [0.0594],\n", + " [0.0606],\n", + " [0.2696],\n", + " [0.0600],\n", + " [0.0577],\n", + " [0.0603]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0925],\n", + " [-0.0919],\n", + " [-0.1009],\n", + " [-0.0901],\n", + " [-0.0941],\n", + " [-0.0952],\n", + " [-0.0986],\n", + " [-0.0956],\n", + " [-0.0932],\n", + " [-0.0940],\n", + " [-0.0957],\n", + " [-0.0937],\n", + " [-0.0804],\n", + " [-0.0957],\n", + " [-0.0965],\n", + " [-0.0936],\n", + " [-0.0843],\n", + " [-0.0995],\n", + " [-0.0930],\n", + " [-0.0909],\n", + " [-0.1014],\n", + " [-0.0962],\n", + " [-0.0861],\n", + " [-0.0878],\n", + " [-0.0840],\n", + " [-0.0973],\n", + " [-0.0977],\n", + " [-0.0958],\n", + " [-0.0440],\n", + " [-0.0984],\n", + " [-0.1000],\n", + " [-0.0986]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0157],\n", + " [ 0.0122],\n", + " [ 0.0234],\n", + " [ 0.0149],\n", + " [ 0.0155],\n", + " [ 0.0159],\n", + " [ 0.0202],\n", + " [ 0.0168],\n", + " [ 0.0138],\n", + " [ 0.0156],\n", + " [ 0.0175],\n", + " [ 0.0158],\n", + " [ 0.0098],\n", + " [ 0.0168],\n", + " [ 0.0178],\n", + " [ 0.0155],\n", + " [ 0.0098],\n", + " [ 0.0218],\n", + " [ 0.0146],\n", + " [ 0.0093],\n", + " [ 0.0218],\n", + " [ 0.0157],\n", + " [ 0.0119],\n", + " [ 0.0111],\n", + " [ 0.0102],\n", + " [ 0.0189],\n", + " [ 0.0177],\n", + " [ 0.0184],\n", + " [-0.6727],\n", + " [ 0.0196],\n", + " [ 0.0212],\n", + " [ 0.0193]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0881],\n", + " [ 0.0860],\n", + " [ 0.0965],\n", + " [ 0.0965],\n", + " [ 0.0955],\n", + " [ 0.0896],\n", + " [ 0.0957],\n", + " [ 0.0907],\n", + " [ 0.0939],\n", + " [ 0.0888],\n", + " [ 0.0928],\n", + " [ 0.0937],\n", + " [ 0.0780],\n", + " [ 0.0923],\n", + " [ 0.1016],\n", + " [ 0.0876],\n", + " [ 0.0840],\n", + " [ 0.0963],\n", + " [ 0.0937],\n", + " [ 0.0905],\n", + " [ 0.0961],\n", + " [ 0.0975],\n", + " [ 0.1065],\n", + " [ 0.0857],\n", + " [ 0.0782],\n", + " [ 0.0945],\n", + " [ 0.0943],\n", + " [ 0.0914],\n", + " [-0.2933],\n", + " [ 0.0938],\n", + " [ 0.0955],\n", + " [ 0.0922]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0074],\n", + " [0.0081],\n", + " [0.0083],\n", + " [0.0183],\n", + " [0.0125],\n", + " [0.0077],\n", + " [0.0100],\n", + " [0.0084],\n", + " [0.0118],\n", + " [0.0078],\n", + " [0.0084],\n", + " [0.0098],\n", + " [0.0018],\n", + " [0.0096],\n", + " [0.0099],\n", + " [0.0069],\n", + " [0.0048],\n", + " [0.0096],\n", + " [0.0116],\n", + " [0.0111],\n", + " [0.0112],\n", + " [0.0151],\n", + " [0.0178],\n", + " [0.0066],\n", + " [0.0017],\n", + " [0.0094],\n", + " [0.0115],\n", + " [0.0081],\n", + " [0.8804],\n", + " [0.0079],\n", + " [0.0101],\n", + " [0.0097]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-4.6492e-03],\n", + " [-2.2958e-03],\n", + " [ 3.7931e-03],\n", + " [-7.4953e-03],\n", + " [-8.6908e-03],\n", + " [ 2.0501e-03],\n", + " [-1.1402e-03],\n", + " [-3.9425e-03],\n", + " [-5.1635e-03],\n", + " [-2.2859e-03],\n", + " [ 1.3736e-03],\n", + " [ 1.8256e-03],\n", + " [-3.0795e-03],\n", + " [-9.7334e-04],\n", + " [-9.2666e-03],\n", + " [-1.9730e-03],\n", + " [-5.0677e-03],\n", + " [-1.0449e-03],\n", + " [-5.8319e-03],\n", + " [-6.3776e-03],\n", + " [-2.8949e-04],\n", + " [-3.9361e-03],\n", + " [ 1.9028e-02],\n", + " [-6.3089e-03],\n", + " [ 1.4926e-03],\n", + " [-4.3564e-04],\n", + " [-6.7035e-04],\n", + " [-5.1885e-03],\n", + " [-2.8670e-01],\n", + " [ 2.1836e-03],\n", + " [ 7.7920e-05],\n", + " [-7.7547e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0361],\n", + " [-0.0369],\n", + " [-0.0369],\n", + " [-0.0363],\n", + " [-0.0315],\n", + " [-0.0378],\n", + " [-0.0347],\n", + " [-0.0352],\n", + " [-0.0342],\n", + " [-0.0365],\n", + " [-0.0369],\n", + " [-0.0365],\n", + " [-0.0455],\n", + " [-0.0355],\n", + " [-0.0257],\n", + " [-0.0377],\n", + " [-0.0413],\n", + " [-0.0336],\n", + " [-0.0346],\n", + " [-0.0362],\n", + " [-0.0310],\n", + " [-0.0289],\n", + " [-0.0277],\n", + " [-0.0380],\n", + " [-0.0442],\n", + " [-0.0347],\n", + " [-0.0335],\n", + " [-0.0345],\n", + " [-0.5787],\n", + " [-0.0374],\n", + " [-0.0338],\n", + " [-0.0347]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 3.4753e-03],\n", + " [ 5.8519e-03],\n", + " [ 3.5853e-03],\n", + " [-6.3064e-05],\n", + " [-2.2750e-04],\n", + " [ 6.4334e-03],\n", + " [ 3.4886e-03],\n", + " [ 3.1256e-03],\n", + " [ 2.8217e-03],\n", + " [ 4.4560e-03],\n", + " [ 5.4421e-03],\n", + " [ 5.7236e-03],\n", + " [ 5.8122e-03],\n", + " [ 4.5975e-03],\n", + " [-2.9333e-03],\n", + " [ 3.9675e-03],\n", + " [ 5.7492e-03],\n", + " [ 3.2279e-03],\n", + " [ 2.7823e-03],\n", + " [ 4.0242e-03],\n", + " [ 2.4901e-03],\n", + " [-1.0549e-03],\n", + " [ 8.9462e-03],\n", + " [ 4.3544e-03],\n", + " [ 8.9371e-03],\n", + " [ 4.4128e-03],\n", + " [ 3.7595e-03],\n", + " [ 2.2528e-03],\n", + " [ 3.9830e-01],\n", + " [ 6.2025e-03],\n", + " [ 3.5968e-03],\n", + " [ 3.5759e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0563],\n", + " [ 0.0581],\n", + " [ 0.0601],\n", + " [ 0.0551],\n", + " [ 0.0545],\n", + " [ 0.0575],\n", + " [ 0.0569],\n", + " [ 0.0571],\n", + " [ 0.0562],\n", + " [ 0.0582],\n", + " [ 0.0573],\n", + " [ 0.0589],\n", + " [ 0.0644],\n", + " [ 0.0563],\n", + " [ 0.0501],\n", + " [ 0.0582],\n", + " [ 0.0617],\n", + " [ 0.0562],\n", + " [ 0.0558],\n", + " [ 0.0602],\n", + " [ 0.0571],\n", + " [ 0.0521],\n", + " [ 0.0668],\n", + " [ 0.0587],\n", + " [ 0.0647],\n", + " [ 0.0561],\n", + " [ 0.0568],\n", + " [ 0.0546],\n", + " [-0.3807],\n", + " [ 0.0573],\n", + " [ 0.0573],\n", + " [ 0.0573]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0161],\n", + " [-0.0165],\n", + " [-0.0120],\n", + " [-0.0183],\n", + " [-0.0169],\n", + " [-0.0177],\n", + " [-0.0188],\n", + " [-0.0167],\n", + " [-0.0169],\n", + " [-0.0162],\n", + " [-0.0181],\n", + " [-0.0180],\n", + " [-0.0129],\n", + " [-0.0177],\n", + " [-0.0159],\n", + " [-0.0162],\n", + " [-0.0129],\n", + " [-0.0190],\n", + " [-0.0166],\n", + " [-0.0146],\n", + " [-0.0191],\n", + " [-0.0185],\n", + " [-0.0271],\n", + " [-0.0151],\n", + " [-0.0155],\n", + " [-0.0184],\n", + " [-0.0181],\n", + " [-0.0179],\n", + " [ 0.4460],\n", + " [-0.0189],\n", + " [-0.0193],\n", + " [-0.0188]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1670],\n", + " [-0.1696],\n", + " [-0.1728],\n", + " [-0.1701],\n", + " [-0.1668],\n", + " [-0.1727],\n", + " [-0.1714],\n", + " [-0.1673],\n", + " [-0.1702],\n", + " [-0.1680],\n", + " [-0.1736],\n", + " [-0.1758],\n", + " [-0.1655],\n", + " [-0.1712],\n", + " [-0.1659],\n", + " [-0.1691],\n", + " [-0.1664],\n", + " [-0.1708],\n", + " [-0.1690],\n", + " [-0.1680],\n", + " [-0.1697],\n", + " [-0.1698],\n", + " [-0.1768],\n", + " [-0.1673],\n", + " [-0.1691],\n", + " [-0.1719],\n", + " [-0.1708],\n", + " [-0.1673],\n", + " [-0.1584],\n", + " [-0.1732],\n", + " [-0.1708],\n", + " [-0.1694]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0219],\n", + " [-0.0235],\n", + " [-0.0163],\n", + " [-0.0235],\n", + " [-0.0241],\n", + " [-0.0200],\n", + " [-0.0218],\n", + " [-0.0211],\n", + " [-0.0237],\n", + " [-0.0209],\n", + " [-0.0198],\n", + " [-0.0193],\n", + " [-0.0169],\n", + " [-0.0213],\n", + " [-0.0163],\n", + " [-0.0208],\n", + " [-0.0201],\n", + " [-0.0218],\n", + " [-0.0236],\n", + " [-0.0246],\n", + " [-0.0229],\n", + " [-0.0242],\n", + " [ 0.0160],\n", + " [-0.0232],\n", + " [-0.0174],\n", + " [-0.0211],\n", + " [-0.0224],\n", + " [-0.0221],\n", + " [ 0.3557],\n", + " [-0.0198],\n", + " [-0.0217],\n", + " [-0.0214]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0022],\n", + " [ 0.0017],\n", + " [ 0.0196],\n", + " [-0.0015],\n", + " [ 0.0036],\n", + " [ 0.0075],\n", + " [ 0.0131],\n", + " [ 0.0074],\n", + " [ 0.0027],\n", + " [ 0.0063],\n", + " [ 0.0087],\n", + " [ 0.0068],\n", + " [-0.0084],\n", + " [ 0.0075],\n", + " [ 0.0077],\n", + " [ 0.0066],\n", + " [-0.0046],\n", + " [ 0.0145],\n", + " [ 0.0026],\n", + " [ 0.0002],\n", + " [ 0.0167],\n", + " [ 0.0039],\n", + " [ 0.0413],\n", + " [-0.0031],\n", + " [-0.0024],\n", + " [ 0.0104],\n", + " [ 0.0111],\n", + " [ 0.0066],\n", + " [-0.0267],\n", + " [ 0.0131],\n", + " [ 0.0157],\n", + " [ 0.0124]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0984],\n", + " [ 0.0946],\n", + " [ 0.0909],\n", + " [ 0.0977],\n", + " [ 0.0964],\n", + " [ 0.0913],\n", + " [ 0.0902],\n", + " [ 0.0940],\n", + " [ 0.0938],\n", + " [ 0.0941],\n", + " [ 0.0911],\n", + " [ 0.0891],\n", + " [ 0.1060],\n", + " [ 0.0922],\n", + " [ 0.1045],\n", + " [ 0.0940],\n", + " [ 0.1003],\n", + " [ 0.0912],\n", + " [ 0.0952],\n", + " [ 0.0930],\n", + " [ 0.0908],\n", + " [ 0.0953],\n", + " [ 0.0834],\n", + " [ 0.0997],\n", + " [ 0.0981],\n", + " [ 0.0917],\n", + " [ 0.0901],\n", + " [ 0.0971],\n", + " [-0.6716],\n", + " [ 0.0893],\n", + " [ 0.0903],\n", + " [ 0.0916]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0803],\n", + " [ 0.0779],\n", + " [ 0.0973],\n", + " [ 0.0748],\n", + " [ 0.0798],\n", + " [ 0.0818],\n", + " [ 0.0862],\n", + " [ 0.0839],\n", + " [ 0.0788],\n", + " [ 0.0842],\n", + " [ 0.0824],\n", + " [ 0.0798],\n", + " [ 0.0816],\n", + " [ 0.0822],\n", + " [ 0.0694],\n", + " [ 0.0836],\n", + " [ 0.0826],\n", + " [ 0.0865],\n", + " [ 0.0798],\n", + " [ 0.0807],\n", + " [ 0.0875],\n", + " [ 0.0708],\n", + " [ 0.1048],\n", + " [ 0.0779],\n", + " [ 0.0830],\n", + " [ 0.0834],\n", + " [ 0.0847],\n", + " [ 0.0807],\n", + " [-1.1252],\n", + " [ 0.0864],\n", + " [ 0.0878],\n", + " [ 0.0857]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0852],\n", + " [ 0.0877],\n", + " [ 0.0873],\n", + " [ 0.0811],\n", + " [ 0.0839],\n", + " [ 0.0877],\n", + " [ 0.0882],\n", + " [ 0.0858],\n", + " [ 0.0859],\n", + " [ 0.0871],\n", + " [ 0.0873],\n", + " [ 0.0881],\n", + " [ 0.0869],\n", + " [ 0.0863],\n", + " [ 0.0763],\n", + " [ 0.0891],\n", + " [ 0.0868],\n", + " [ 0.0869],\n", + " [ 0.0850],\n", + " [ 0.0885],\n", + " [ 0.0881],\n", + " [ 0.0825],\n", + " [ 0.0814],\n", + " [ 0.0860],\n", + " [ 0.0890],\n", + " [ 0.0860],\n", + " [ 0.0872],\n", + " [ 0.0845],\n", + " [-0.7745],\n", + " [ 0.0876],\n", + " [ 0.0884],\n", + " [ 0.0875]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0410],\n", + " [0.0405],\n", + " [0.0450],\n", + " [0.0365],\n", + " [0.0372],\n", + " [0.0418],\n", + " [0.0410],\n", + " [0.0415],\n", + " [0.0371],\n", + " [0.0418],\n", + " [0.0405],\n", + " [0.0382],\n", + " [0.0447],\n", + " [0.0406],\n", + " [0.0433],\n", + " [0.0415],\n", + " [0.0402],\n", + " [0.0425],\n", + " [0.0379],\n", + " [0.0384],\n", + " [0.0434],\n", + " [0.0382],\n", + " [0.0413],\n", + " [0.0395],\n", + " [0.0440],\n", + " [0.0409],\n", + " [0.0414],\n", + " [0.0411],\n", + " [0.4151],\n", + " [0.0422],\n", + " [0.0427],\n", + " [0.0428]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0371],\n", + " [ 0.0351],\n", + " [ 0.0304],\n", + " [ 0.0397],\n", + " [ 0.0397],\n", + " [ 0.0358],\n", + " [ 0.0371],\n", + " [ 0.0376],\n", + " [ 0.0389],\n", + " [ 0.0377],\n", + " [ 0.0368],\n", + " [ 0.0372],\n", + " [ 0.0330],\n", + " [ 0.0371],\n", + " [ 0.0239],\n", + " [ 0.0364],\n", + " [ 0.0384],\n", + " [ 0.0364],\n", + " [ 0.0394],\n", + " [ 0.0389],\n", + " [ 0.0352],\n", + " [ 0.0344],\n", + " [ 0.0206],\n", + " [ 0.0364],\n", + " [ 0.0333],\n", + " [ 0.0368],\n", + " [ 0.0364],\n", + " [ 0.0372],\n", + " [-1.3071],\n", + " [ 0.0364],\n", + " [ 0.0356],\n", + " [ 0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0748],\n", + " [-0.0750],\n", + " [-0.0646],\n", + " [-0.0823],\n", + " [-0.0758],\n", + " [-0.0728],\n", + " [-0.0706],\n", + " [-0.0740],\n", + " [-0.0753],\n", + " [-0.0742],\n", + " [-0.0720],\n", + " [-0.0724],\n", + " [-0.0762],\n", + " [-0.0734],\n", + " [-0.0669],\n", + " [-0.0727],\n", + " [-0.0763],\n", + " [-0.0705],\n", + " [-0.0756],\n", + " [-0.0765],\n", + " [-0.0696],\n", + " [-0.0770],\n", + " [-0.0599],\n", + " [-0.0757],\n", + " [-0.0748],\n", + " [-0.0720],\n", + " [-0.0726],\n", + " [-0.0737],\n", + " [-0.7605],\n", + " [-0.0708],\n", + " [-0.0698],\n", + " [-0.0720]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1023],\n", + " [-0.1040],\n", + " [-0.1007],\n", + " [-0.1055],\n", + " [-0.1002],\n", + " [-0.1026],\n", + " [-0.0982],\n", + " [-0.1002],\n", + " [-0.1024],\n", + " [-0.1015],\n", + " [-0.1019],\n", + " [-0.1046],\n", + " [-0.1087],\n", + " [-0.1010],\n", + " [-0.1002],\n", + " [-0.1020],\n", + " [-0.1070],\n", + " [-0.0972],\n", + " [-0.1017],\n", + " [-0.1031],\n", + " [-0.0973],\n", + " [-0.1037],\n", + " [-0.0933],\n", + " [-0.1055],\n", + " [-0.1092],\n", + " [-0.0996],\n", + " [-0.0988],\n", + " [-0.1003],\n", + " [-0.8275],\n", + " [-0.0999],\n", + " [-0.0976],\n", + " [-0.0989]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0598],\n", + " [-0.0650],\n", + " [-0.0611],\n", + " [-0.0626],\n", + " [-0.0634],\n", + " [-0.0642],\n", + " [-0.0621],\n", + " [-0.0616],\n", + " [-0.0616],\n", + " [-0.0584],\n", + " [-0.0623],\n", + " [-0.0725],\n", + " [-0.0618],\n", + " [-0.0611],\n", + " [-0.0632],\n", + " [-0.0638],\n", + " [-0.0635],\n", + " [-0.0636],\n", + " [-0.0660],\n", + " [-0.0512],\n", + " [-0.0634],\n", + " [-0.0587],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0640],\n", + " [ 0.8601],\n", + " [-0.0611],\n", + " [-0.0628],\n", + " [-0.0623]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0620],\n", + " [-0.0806],\n", + " [-0.0623],\n", + " [-0.0599],\n", + " [-0.0681],\n", + " [-0.0601],\n", + " [-0.0562],\n", + " [-0.0643],\n", + " [-0.0667],\n", + " [-0.0632],\n", + " [-0.0724],\n", + " [-0.0620],\n", + " [-0.0590],\n", + " [ 0.2174],\n", + " [-0.0727],\n", + " [-0.0608],\n", + " [-0.0642],\n", + " [-0.0639],\n", + " [-0.0632],\n", + " [-0.0677],\n", + " [-0.0617],\n", + " [-0.0872],\n", + " [-0.0659],\n", + " [-0.0616],\n", + " [-0.0617],\n", + " [-0.0581],\n", + " [-0.0700],\n", + " [-0.0637],\n", + " [-0.0770],\n", + " [-0.0621],\n", + " [-0.0733]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0726],\n", + " [-0.0748],\n", + " [-0.2348],\n", + " [-0.0735],\n", + " [-0.0745],\n", + " [-0.0829],\n", + " [-0.0726],\n", + " [-0.0725],\n", + " [-0.0775],\n", + " [-0.0774],\n", + " [-0.0768],\n", + " [-0.0810],\n", + " [-0.0731],\n", + " [-0.0692],\n", + " [-0.0414],\n", + " [-0.0863],\n", + " [-0.0717],\n", + " [-0.0749],\n", + " [-0.0762],\n", + " [-0.0770],\n", + " [-0.0792],\n", + " [-0.0747],\n", + " [-0.1101],\n", + " [-0.0802],\n", + " [-0.0730],\n", + " [-0.0757],\n", + " [-0.0727],\n", + " [-0.0823],\n", + " [-0.0746],\n", + " [-0.0833],\n", + " [-0.0686],\n", + " [-0.0869]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0354],\n", + " [ 0.0387],\n", + " [-0.0406],\n", + " [ 0.0375],\n", + " [ 0.0373],\n", + " [ 0.0345],\n", + " [ 0.0394],\n", + " [ 0.0387],\n", + " [ 0.0361],\n", + " [ 0.0340],\n", + " [ 0.0369],\n", + " [ 0.0350],\n", + " [ 0.0368],\n", + " [ 0.0391],\n", + " [-0.0717],\n", + " [ 0.0367],\n", + " [ 0.0393],\n", + " [ 0.0354],\n", + " [ 0.0373],\n", + " [ 0.0365],\n", + " [ 0.0431],\n", + " [ 0.0385],\n", + " [ 0.0190],\n", + " [ 0.0375],\n", + " [ 0.0388],\n", + " [ 0.0378],\n", + " [ 0.0391],\n", + " [ 0.0390],\n", + " [ 0.0352],\n", + " [ 0.0341],\n", + " [ 0.0372],\n", + " [ 0.0258]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0963],\n", + " [-0.0941],\n", + " [-0.1565],\n", + " [-0.0950],\n", + " [-0.0886],\n", + " [-0.0943],\n", + " [-0.0913],\n", + " [-0.0941],\n", + " [-0.0951],\n", + " [-0.0977],\n", + " [-0.0916],\n", + " [-0.0986],\n", + " [-0.0933],\n", + " [-0.0894],\n", + " [ 0.0335],\n", + " [-0.0997],\n", + " [-0.0895],\n", + " [-0.0974],\n", + " [-0.0951],\n", + " [-0.0922],\n", + " [-0.0986],\n", + " [-0.0935],\n", + " [-0.0756],\n", + " [-0.0945],\n", + " [-0.0933],\n", + " [-0.0909],\n", + " [-0.0860],\n", + " [-0.0961],\n", + " [-0.0955],\n", + " [-0.0892],\n", + " [-0.0947],\n", + " [-0.1009]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0590],\n", + " [ 0.0552],\n", + " [ 0.0649],\n", + " [ 0.0580],\n", + " [ 0.0474],\n", + " [ 0.0455],\n", + " [ 0.0532],\n", + " [ 0.0610],\n", + " [ 0.0551],\n", + " [ 0.0573],\n", + " [ 0.0511],\n", + " [ 0.0592],\n", + " [ 0.0562],\n", + " [ 0.0537],\n", + " [-0.0588],\n", + " [ 0.0524],\n", + " [ 0.0515],\n", + " [ 0.0590],\n", + " [ 0.0572],\n", + " [ 0.0514],\n", + " [ 0.0338],\n", + " [ 0.0547],\n", + " [ 0.0460],\n", + " [ 0.0535],\n", + " [ 0.0542],\n", + " [ 0.0513],\n", + " [ 0.0404],\n", + " [ 0.0507],\n", + " [ 0.0581],\n", + " [ 0.0463],\n", + " [ 0.0582],\n", + " [ 0.0536]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0369],\n", + " [-0.0343],\n", + " [-0.0014],\n", + " [-0.0352],\n", + " [-0.0424],\n", + " [-0.0390],\n", + " [-0.0346],\n", + " [-0.0344],\n", + " [-0.0379],\n", + " [-0.0396],\n", + " [-0.0394],\n", + " [-0.0370],\n", + " [-0.0382],\n", + " [-0.0381],\n", + " [ 0.0735],\n", + " [-0.0330],\n", + " [-0.0402],\n", + " [-0.0366],\n", + " [-0.0358],\n", + " [-0.0394],\n", + " [-0.0351],\n", + " [-0.0343],\n", + " [-0.0383],\n", + " [-0.0364],\n", + " [-0.0350],\n", + " [-0.0401],\n", + " [-0.0399],\n", + " [-0.0324],\n", + " [-0.0381],\n", + " [-0.0328],\n", + " [-0.0356],\n", + " [-0.0454]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0801],\n", + " [-0.0804],\n", + " [-0.0173],\n", + " [-0.0797],\n", + " [-0.0782],\n", + " [-0.0797],\n", + " [-0.0805],\n", + " [-0.0834],\n", + " [-0.0792],\n", + " [-0.0796],\n", + " [-0.0781],\n", + " [-0.0779],\n", + " [-0.0797],\n", + " [-0.0800],\n", + " [ 0.0382],\n", + " [-0.0788],\n", + " [-0.0797],\n", + " [-0.0798],\n", + " [-0.0797],\n", + " [-0.0784],\n", + " [-0.0884],\n", + " [-0.0804],\n", + " [-0.0814],\n", + " [-0.0780],\n", + " [-0.0815],\n", + " [-0.0784],\n", + " [-0.0789],\n", + " [-0.0804],\n", + " [-0.0793],\n", + " [-0.0881],\n", + " [-0.0817],\n", + " [-0.0800]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1690],\n", + " [0.1680],\n", + " [0.0808],\n", + " [0.1693],\n", + " [0.1625],\n", + " [0.1614],\n", + " [0.1671],\n", + " [0.1743],\n", + " [0.1666],\n", + " [0.1657],\n", + " [0.1654],\n", + " [0.1684],\n", + " [0.1681],\n", + " [0.1688],\n", + " [0.2969],\n", + " [0.1638],\n", + " [0.1668],\n", + " [0.1682],\n", + " [0.1684],\n", + " [0.1650],\n", + " [0.1565],\n", + " [0.1672],\n", + " [0.1276],\n", + " [0.1662],\n", + " [0.1670],\n", + " [0.1657],\n", + " [0.1615],\n", + " [0.1659],\n", + " [0.1683],\n", + " [0.1553],\n", + " [0.1701],\n", + " [0.1618]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0575],\n", + " [-0.0566],\n", + " [-0.1713],\n", + " [-0.0571],\n", + " [-0.0552],\n", + " [-0.0619],\n", + " [-0.0531],\n", + " [-0.0591],\n", + " [-0.0583],\n", + " [-0.0600],\n", + " [-0.0568],\n", + " [-0.0622],\n", + " [-0.0553],\n", + " [-0.0489],\n", + " [-0.1089],\n", + " [-0.0666],\n", + " [-0.0503],\n", + " [-0.0592],\n", + " [-0.0558],\n", + " [-0.0569],\n", + " [-0.0647],\n", + " [-0.0566],\n", + " [-0.0745],\n", + " [-0.0600],\n", + " [-0.0547],\n", + " [-0.0558],\n", + " [-0.0526],\n", + " [-0.0618],\n", + " [-0.0576],\n", + " [-0.0629],\n", + " [-0.0554],\n", + " [-0.0677]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0586],\n", + " [ 0.0624],\n", + " [-0.1576],\n", + " [ 0.0601],\n", + " [ 0.0662],\n", + " [ 0.0680],\n", + " [ 0.0633],\n", + " [ 0.0641],\n", + " [ 0.0629],\n", + " [ 0.0603],\n", + " [ 0.0642],\n", + " [ 0.0609],\n", + " [ 0.0591],\n", + " [ 0.0584],\n", + " [ 0.2163],\n", + " [ 0.0695],\n", + " [ 0.0625],\n", + " [ 0.0599],\n", + " [ 0.0638],\n", + " [ 0.0645],\n", + " [ 0.0795],\n", + " [ 0.0632],\n", + " [ 0.0545],\n", + " [ 0.0656],\n", + " [ 0.0614],\n", + " [ 0.0643],\n", + " [ 0.0704],\n", + " [ 0.0704],\n", + " [ 0.0595],\n", + " [ 0.0631],\n", + " [ 0.0566],\n", + " [ 0.0641]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0991],\n", + " [-0.0961],\n", + " [-0.1667],\n", + " [-0.0985],\n", + " [-0.0889],\n", + " [-0.0834],\n", + " [-0.0942],\n", + " [-0.1067],\n", + " [-0.0946],\n", + " [-0.0947],\n", + " [-0.0909],\n", + " [-0.0945],\n", + " [-0.0966],\n", + " [-0.0968],\n", + " [-0.3693],\n", + " [-0.0880],\n", + " [-0.0949],\n", + " [-0.0988],\n", + " [-0.0962],\n", + " [-0.0912],\n", + " [-0.0717],\n", + " [-0.0948],\n", + " [-0.0626],\n", + " [-0.0924],\n", + " [-0.0958],\n", + " [-0.0926],\n", + " [-0.0817],\n", + " [-0.0866],\n", + " [-0.0974],\n", + " [-0.0721],\n", + " [-0.0998],\n", + " [-0.0943]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0198],\n", + " [ 0.0161],\n", + " [ 0.0256],\n", + " [ 0.0187],\n", + " [ 0.0105],\n", + " [ 0.0115],\n", + " [ 0.0171],\n", + " [ 0.0186],\n", + " [ 0.0159],\n", + " [ 0.0192],\n", + " [ 0.0137],\n", + " [ 0.0185],\n", + " [ 0.0176],\n", + " [ 0.0178],\n", + " [-0.3072],\n", + " [ 0.0105],\n", + " [ 0.0138],\n", + " [ 0.0185],\n", + " [ 0.0161],\n", + " [ 0.0135],\n", + " [ 0.0056],\n", + " [ 0.0164],\n", + " [-0.0063],\n", + " [ 0.0136],\n", + " [ 0.0166],\n", + " [ 0.0121],\n", + " [ 0.0077],\n", + " [ 0.0117],\n", + " [ 0.0187],\n", + " [ 0.0107],\n", + " [ 0.0215],\n", + " [ 0.0174]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0954],\n", + " [0.0903],\n", + " [0.0948],\n", + " [0.0929],\n", + " [0.0922],\n", + " [0.0873],\n", + " [0.0887],\n", + " [0.1015],\n", + " [0.0913],\n", + " [0.0940],\n", + " [0.0901],\n", + " [0.0907],\n", + " [0.0948],\n", + " [0.0964],\n", + " [0.0452],\n", + " [0.0831],\n", + " [0.0952],\n", + " [0.0944],\n", + " [0.0899],\n", + " [0.0904],\n", + " [0.0734],\n", + " [0.0887],\n", + " [0.0621],\n", + " [0.0886],\n", + " [0.0915],\n", + " [0.0930],\n", + " [0.0847],\n", + " [0.0804],\n", + " [0.0943],\n", + " [0.0750],\n", + " [0.0968],\n", + " [0.0893]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0093],\n", + " [ 0.0102],\n", + " [ 0.0916],\n", + " [ 0.0097],\n", + " [ 0.0129],\n", + " [ 0.0064],\n", + " [ 0.0072],\n", + " [ 0.0114],\n", + " [ 0.0080],\n", + " [ 0.0064],\n", + " [ 0.0090],\n", + " [ 0.0054],\n", + " [ 0.0114],\n", + " [ 0.0116],\n", + " [ 0.0708],\n", + " [ 0.0044],\n", + " [ 0.0119],\n", + " [ 0.0093],\n", + " [ 0.0078],\n", + " [ 0.0087],\n", + " [ 0.0069],\n", + " [ 0.0083],\n", + " [-0.0089],\n", + " [ 0.0085],\n", + " [ 0.0109],\n", + " [ 0.0126],\n", + " [ 0.0066],\n", + " [ 0.0038],\n", + " [ 0.0089],\n", + " [-0.0067],\n", + " [ 0.0110],\n", + " [-0.0009]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 4.5678e-04],\n", + " [-8.3180e-05],\n", + " [ 1.9170e-01],\n", + " [ 6.8366e-04],\n", + " [-7.5692e-03],\n", + " [ 2.1232e-03],\n", + " [-2.2362e-03],\n", + " [ 1.7571e-03],\n", + " [ 1.2285e-03],\n", + " [ 3.0010e-03],\n", + " [-2.1704e-03],\n", + " [ 7.9667e-03],\n", + " [-2.6740e-03],\n", + " [-7.7373e-03],\n", + " [ 4.2800e-02],\n", + " [ 9.2103e-03],\n", + " [-8.1767e-03],\n", + " [ 1.7843e-03],\n", + " [-1.5232e-03],\n", + " [-2.3470e-03],\n", + " [-2.7510e-03],\n", + " [ 2.8764e-04],\n", + " [ 1.3086e-02],\n", + " [ 2.4438e-03],\n", + " [-2.3057e-03],\n", + " [-5.0502e-03],\n", + " [-7.6813e-03],\n", + " [ 6.3828e-03],\n", + " [ 2.9487e-04],\n", + " [ 6.1455e-03],\n", + " [-1.0337e-03],\n", + " [ 1.4464e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0352],\n", + " [-0.0358],\n", + " [-0.0232],\n", + " [-0.0352],\n", + " [-0.0359],\n", + " [-0.0470],\n", + " [-0.0367],\n", + " [-0.0286],\n", + " [-0.0379],\n", + " [-0.0395],\n", + " [-0.0382],\n", + " [-0.0389],\n", + " [-0.0337],\n", + " [-0.0306],\n", + " [-0.2154],\n", + " [-0.0447],\n", + " [-0.0309],\n", + " [-0.0359],\n", + " [-0.0357],\n", + " [-0.0383],\n", + " [-0.0457],\n", + " [-0.0369],\n", + " [-0.0315],\n", + " [-0.0388],\n", + " [-0.0348],\n", + " [-0.0346],\n", + " [-0.0402],\n", + " [-0.0433],\n", + " [-0.0353],\n", + " [-0.0520],\n", + " [-0.0322],\n", + " [-0.0514]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[4.9513e-03],\n", + " [4.7520e-03],\n", + " [1.4088e-02],\n", + " [4.7903e-03],\n", + " [2.7147e-03],\n", + " [8.7893e-03],\n", + " [4.3914e-03],\n", + " [6.5472e-03],\n", + " [5.8492e-03],\n", + " [6.4163e-03],\n", + " [5.2011e-03],\n", + " [7.4292e-03],\n", + " [3.1456e-03],\n", + " [4.2861e-05],\n", + " [1.2278e-01],\n", + " [1.1575e-02],\n", + " [2.0523e-04],\n", + " [5.7927e-03],\n", + " [5.2528e-03],\n", + " [5.2955e-03],\n", + " [7.6234e-03],\n", + " [5.3981e-03],\n", + " [1.4415e-02],\n", + " [7.1897e-03],\n", + " [3.1121e-03],\n", + " [3.6462e-03],\n", + " [5.0864e-03],\n", + " [1.0347e-02],\n", + " [4.7801e-03],\n", + " [1.2521e-02],\n", + " [2.2946e-03],\n", + " [1.0447e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0572],\n", + " [ 0.0575],\n", + " [-0.0187],\n", + " [ 0.0571],\n", + " [ 0.0580],\n", + " [ 0.0647],\n", + " [ 0.0575],\n", + " [ 0.0627],\n", + " [ 0.0578],\n", + " [ 0.0586],\n", + " [ 0.0579],\n", + " [ 0.0584],\n", + " [ 0.0562],\n", + " [ 0.0544],\n", + " [ 0.2521],\n", + " [ 0.0646],\n", + " [ 0.0554],\n", + " [ 0.0579],\n", + " [ 0.0570],\n", + " [ 0.0580],\n", + " [ 0.0712],\n", + " [ 0.0580],\n", + " [ 0.0672],\n", + " [ 0.0589],\n", + " [ 0.0571],\n", + " [ 0.0574],\n", + " [ 0.0622],\n", + " [ 0.0640],\n", + " [ 0.0568],\n", + " [ 0.0642],\n", + " [ 0.0566],\n", + " [ 0.0644]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0182],\n", + " [-0.0176],\n", + " [-0.0847],\n", + " [-0.0187],\n", + " [-0.0158],\n", + " [-0.0172],\n", + " [-0.0168],\n", + " [-0.0196],\n", + " [-0.0173],\n", + " [-0.0190],\n", + " [-0.0167],\n", + " [-0.0216],\n", + " [-0.0180],\n", + " [-0.0172],\n", + " [-0.0161],\n", + " [-0.0184],\n", + " [-0.0165],\n", + " [-0.0183],\n", + " [-0.0178],\n", + " [-0.0163],\n", + " [-0.0168],\n", + " [-0.0172],\n", + " [-0.0028],\n", + " [-0.0177],\n", + " [-0.0180],\n", + " [-0.0164],\n", + " [-0.0120],\n", + " [-0.0196],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0191],\n", + " [-0.0102]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1723],\n", + " [-0.1703],\n", + " [-0.2651],\n", + " [-0.1709],\n", + " [-0.1691],\n", + " [-0.1773],\n", + " [-0.1676],\n", + " [-0.1717],\n", + " [-0.1733],\n", + " [-0.1759],\n", + " [-0.1709],\n", + " [-0.1780],\n", + " [-0.1705],\n", + " [-0.1668],\n", + " [-0.1326],\n", + " [-0.1777],\n", + " [-0.1675],\n", + " [-0.1732],\n", + " [-0.1702],\n", + " [-0.1711],\n", + " [-0.1669],\n", + " [-0.1696],\n", + " [-0.1670],\n", + " [-0.1735],\n", + " [-0.1691],\n", + " [-0.1699],\n", + " [-0.1650],\n", + " [-0.1743],\n", + " [-0.1726],\n", + " [-0.1705],\n", + " [-0.1702],\n", + " [-0.1852]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0211],\n", + " [-0.0215],\n", + " [ 0.2716],\n", + " [-0.0213],\n", + " [-0.0260],\n", + " [-0.0146],\n", + " [-0.0203],\n", + " [-0.0258],\n", + " [-0.0197],\n", + " [-0.0174],\n", + " [-0.0213],\n", + " [-0.0152],\n", + " [-0.0224],\n", + " [-0.0230],\n", + " [-0.1159],\n", + " [-0.0156],\n", + " [-0.0253],\n", + " [-0.0205],\n", + " [-0.0221],\n", + " [-0.0213],\n", + " [-0.0218],\n", + " [-0.0207],\n", + " [ 0.0368],\n", + " [-0.0201],\n", + " [-0.0220],\n", + " [-0.0247],\n", + " [-0.0210],\n", + " [-0.0168],\n", + " [-0.0208],\n", + " [ 0.0070],\n", + " [-0.0223],\n", + " [-0.0038]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.4177e-02],\n", + " [ 8.7914e-03],\n", + " [ 3.3770e-01],\n", + " [ 1.2293e-02],\n", + " [-2.9328e-03],\n", + " [ 2.8223e-04],\n", + " [ 6.4645e-03],\n", + " [ 2.0808e-02],\n", + " [ 6.9899e-03],\n", + " [ 1.0965e-02],\n", + " [ 1.8203e-03],\n", + " [ 1.2294e-02],\n", + " [ 9.6844e-03],\n", + " [ 8.1154e-03],\n", + " [ 1.0774e-01],\n", + " [ 5.4357e-03],\n", + " [ 2.9807e-03],\n", + " [ 1.4014e-02],\n", + " [ 8.6993e-03],\n", + " [ 2.3729e-03],\n", + " [-1.2393e-02],\n", + " [ 7.7293e-03],\n", + " [ 2.9136e-02],\n", + " [ 4.4733e-03],\n", + " [ 8.8925e-03],\n", + " [ 1.9372e-03],\n", + " [-9.5904e-03],\n", + " [ 1.9008e-03],\n", + " [ 1.1379e-02],\n", + " [ 9.1104e-03],\n", + " [ 1.5373e-02],\n", + " [ 1.5405e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0895],\n", + " [ 0.0908],\n", + " [-0.0442],\n", + " [ 0.0904],\n", + " [ 0.0961],\n", + " [ 0.0917],\n", + " [ 0.0953],\n", + " [ 0.0846],\n", + " [ 0.0913],\n", + " [ 0.0902],\n", + " [ 0.0949],\n", + " [ 0.0899],\n", + " [ 0.0912],\n", + " [ 0.0946],\n", + " [ 0.1210],\n", + " [ 0.0870],\n", + " [ 0.0949],\n", + " [ 0.0882],\n", + " [ 0.0920],\n", + " [ 0.0942],\n", + " [ 0.0987],\n", + " [ 0.0928],\n", + " [ 0.0847],\n", + " [ 0.0910],\n", + " [ 0.0914],\n", + " [ 0.0929],\n", + " [ 0.1023],\n", + " [ 0.0923],\n", + " [ 0.0909],\n", + " [ 0.0991],\n", + " [ 0.0907],\n", + " [ 0.0810]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0867],\n", + " [ 0.0842],\n", + " [ 0.0665],\n", + " [ 0.0855],\n", + " [ 0.0767],\n", + " [ 0.0766],\n", + " [ 0.0844],\n", + " [ 0.0967],\n", + " [ 0.0817],\n", + " [ 0.0831],\n", + " [ 0.0792],\n", + " [ 0.0798],\n", + " [ 0.0835],\n", + " [ 0.0819],\n", + " [-0.0957],\n", + " [ 0.0801],\n", + " [ 0.0782],\n", + " [ 0.0862],\n", + " [ 0.0812],\n", + " [ 0.0794],\n", + " [ 0.0764],\n", + " [ 0.0846],\n", + " [ 0.0848],\n", + " [ 0.0795],\n", + " [ 0.0841],\n", + " [ 0.0792],\n", + " [ 0.0804],\n", + " [ 0.0803],\n", + " [ 0.0837],\n", + " [ 0.0858],\n", + " [ 0.0874],\n", + " [ 0.0875]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0879],\n", + " [ 0.0880],\n", + " [-0.0217],\n", + " [ 0.0872],\n", + " [ 0.0864],\n", + " [ 0.0907],\n", + " [ 0.0859],\n", + " [ 0.0834],\n", + " [ 0.0879],\n", + " [ 0.0896],\n", + " [ 0.0869],\n", + " [ 0.0904],\n", + " [ 0.0872],\n", + " [ 0.0843],\n", + " [-0.0293],\n", + " [ 0.0933],\n", + " [ 0.0848],\n", + " [ 0.0886],\n", + " [ 0.0876],\n", + " [ 0.0873],\n", + " [ 0.0920],\n", + " [ 0.0878],\n", + " [ 0.1146],\n", + " [ 0.0885],\n", + " [ 0.0885],\n", + " [ 0.0866],\n", + " [ 0.0841],\n", + " [ 0.0908],\n", + " [ 0.0874],\n", + " [ 0.1058],\n", + " [ 0.0885],\n", + " [ 0.0935]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0416],\n", + " [ 0.0421],\n", + " [ 0.0896],\n", + " [ 0.0427],\n", + " [ 0.0366],\n", + " [ 0.0396],\n", + " [ 0.0426],\n", + " [ 0.0431],\n", + " [ 0.0404],\n", + " [ 0.0402],\n", + " [ 0.0394],\n", + " [ 0.0418],\n", + " [ 0.0397],\n", + " [ 0.0388],\n", + " [-0.0439],\n", + " [ 0.0429],\n", + " [ 0.0380],\n", + " [ 0.0413],\n", + " [ 0.0415],\n", + " [ 0.0390],\n", + " [ 0.0490],\n", + " [ 0.0428],\n", + " [ 0.0498],\n", + " [ 0.0408],\n", + " [ 0.0408],\n", + " [ 0.0375],\n", + " [ 0.0394],\n", + " [ 0.0437],\n", + " [ 0.0407],\n", + " [ 0.0483],\n", + " [ 0.0422],\n", + " [ 0.0405]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0357],\n", + " [ 0.0365],\n", + " [-0.0927],\n", + " [ 0.0359],\n", + " [ 0.0391],\n", + " [ 0.0351],\n", + " [ 0.0375],\n", + " [ 0.0425],\n", + " [ 0.0369],\n", + " [ 0.0363],\n", + " [ 0.0378],\n", + " [ 0.0312],\n", + " [ 0.0375],\n", + " [ 0.0388],\n", + " [-0.1881],\n", + " [ 0.0312],\n", + " [ 0.0381],\n", + " [ 0.0353],\n", + " [ 0.0352],\n", + " [ 0.0381],\n", + " [ 0.0312],\n", + " [ 0.0369],\n", + " [ 0.0138],\n", + " [ 0.0359],\n", + " [ 0.0376],\n", + " [ 0.0387],\n", + " [ 0.0387],\n", + " [ 0.0316],\n", + " [ 0.0363],\n", + " [ 0.0260],\n", + " [ 0.0362],\n", + " [ 0.0332]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0701],\n", + " [-0.0735],\n", + " [ 0.0268],\n", + " [-0.0720],\n", + " [-0.0787],\n", + " [-0.0735],\n", + " [-0.0742],\n", + " [-0.0750],\n", + " [-0.0725],\n", + " [-0.0694],\n", + " [-0.0750],\n", + " [-0.0686],\n", + " [-0.0725],\n", + " [-0.0738],\n", + " [-0.1725],\n", + " [-0.0713],\n", + " [-0.0758],\n", + " [-0.0702],\n", + " [-0.0728],\n", + " [-0.0745],\n", + " [-0.0770],\n", + " [-0.0737],\n", + " [-0.0434],\n", + " [-0.0742],\n", + " [-0.0733],\n", + " [-0.0763],\n", + " [-0.0783],\n", + " [-0.0735],\n", + " [-0.0709],\n", + " [-0.0659],\n", + " [-0.0697],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0984],\n", + " [-0.1009],\n", + " [-0.1358],\n", + " [-0.0989],\n", + " [-0.1042],\n", + " [-0.1126],\n", + " [-0.1012],\n", + " [-0.1022],\n", + " [-0.1029],\n", + " [-0.1030],\n", + " [-0.1046],\n", + " [-0.1061],\n", + " [-0.0993],\n", + " [-0.0986],\n", + " [-0.2115],\n", + " [-0.1099],\n", + " [-0.1003],\n", + " [-0.0992],\n", + " [-0.1010],\n", + " [-0.1042],\n", + " [-0.1118],\n", + " [-0.1016],\n", + " [-0.1250],\n", + " [-0.1052],\n", + " [-0.1002],\n", + " [-0.1027],\n", + " [-0.1083],\n", + " [-0.1097],\n", + " [-0.0998],\n", + " [-0.1244],\n", + " [-0.0971],\n", + " [-0.1123]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0614],\n", + " [ 0.1479],\n", + " [-0.0621],\n", + " [-0.0631],\n", + " [-0.0563],\n", + " [-0.0621],\n", + " [-0.0648],\n", + " [-0.0613],\n", + " [-0.0608],\n", + " [-0.0616],\n", + " [-0.0597],\n", + " [-0.0631],\n", + " [-0.0652],\n", + " [ 0.1375],\n", + " [-0.0570],\n", + " [-0.0663],\n", + " [-0.0620],\n", + " [-0.0635],\n", + " [-0.0620],\n", + " [-0.0555],\n", + " [-0.0609],\n", + " [-0.0400],\n", + " [-0.0603],\n", + " [-0.0618],\n", + " [-0.0637],\n", + " [-0.0611],\n", + " [-0.0576],\n", + " [-0.0627],\n", + " [-0.0468],\n", + " [-0.0633],\n", + " [-0.0540]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0499],\n", + " [-0.0638],\n", + " [-0.0663],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0659],\n", + " [-0.0614],\n", + " [-0.0623],\n", + " [-0.0601],\n", + " [-0.0610],\n", + " [-0.0642],\n", + " [-0.0628],\n", + " [-0.0641],\n", + " [-0.0643],\n", + " [-0.0590],\n", + " [-0.0609],\n", + " [-0.0643],\n", + " [-0.0670],\n", + " [-0.0630],\n", + " [-0.0634],\n", + " [-0.0629],\n", + " [-0.0612],\n", + " [-0.0588],\n", + " [-0.0699],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0645],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0588],\n", + " [-0.0631],\n", + " [-0.0612]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0694],\n", + " [-0.0746],\n", + " [-0.0807],\n", + " [-0.0743],\n", + " [-0.0694],\n", + " [-0.0790],\n", + " [-0.0737],\n", + " [-0.0742],\n", + " [-0.0682],\n", + " [-0.0698],\n", + " [-0.0777],\n", + " [-0.0725],\n", + " [-0.0751],\n", + " [-0.0786],\n", + " [-0.0687],\n", + " [-0.0717],\n", + " [-0.0783],\n", + " [-0.0807],\n", + " [-0.0732],\n", + " [-0.0732],\n", + " [-0.0687],\n", + " [-0.0753],\n", + " [-0.0713],\n", + " [-0.0784],\n", + " [-0.0742],\n", + " [-0.0721],\n", + " [-0.0780],\n", + " [-0.0699],\n", + " [-0.0703],\n", + " [-0.0738],\n", + " [-0.0756],\n", + " [-0.0690]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0425],\n", + " [0.0386],\n", + " [0.0371],\n", + " [0.0388],\n", + " [0.0370],\n", + " [0.0361],\n", + " [0.0373],\n", + " [0.0363],\n", + " [0.0391],\n", + " [0.0392],\n", + " [0.0368],\n", + " [0.0357],\n", + " [0.0357],\n", + " [0.0372],\n", + " [0.0394],\n", + " [0.0384],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0350],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0394],\n", + " [0.0339],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0364],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0383],\n", + " [0.0371],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0773],\n", + " [-0.0923],\n", + " [-0.0976],\n", + " [-0.0894],\n", + " [-0.0946],\n", + " [-0.0939],\n", + " [-0.0913],\n", + " [-0.0950],\n", + " [-0.0917],\n", + " [-0.0943],\n", + " [-0.0934],\n", + " [-0.0958],\n", + " [-0.0935],\n", + " [-0.0938],\n", + " [-0.0860],\n", + " [-0.0907],\n", + " [-0.0924],\n", + " [-0.0954],\n", + " [-0.0962],\n", + " [-0.0966],\n", + " [-0.0953],\n", + " [-0.0907],\n", + " [-0.0873],\n", + " [-0.0885],\n", + " [-0.0955],\n", + " [-0.0955],\n", + " [-0.0925],\n", + " [-0.0952],\n", + " [-0.0952],\n", + " [-0.0873],\n", + " [-0.0950],\n", + " [-0.0940]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0378],\n", + " [0.0534],\n", + " [0.0527],\n", + " [0.0507],\n", + " [0.0572],\n", + " [0.0527],\n", + " [0.0541],\n", + " [0.0576],\n", + " [0.0566],\n", + " [0.0573],\n", + " [0.0532],\n", + " [0.0587],\n", + " [0.0566],\n", + " [0.0529],\n", + " [0.0502],\n", + " [0.0535],\n", + " [0.0498],\n", + " [0.0531],\n", + " [0.0591],\n", + " [0.0592],\n", + " [0.0591],\n", + " [0.0438],\n", + " [0.0448],\n", + " [0.0526],\n", + " [0.0583],\n", + " [0.0609],\n", + " [0.0511],\n", + " [0.0587],\n", + " [0.0578],\n", + " [0.0473],\n", + " [0.0564],\n", + " [0.0574]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0469],\n", + " [-0.0347],\n", + " [-0.0342],\n", + " [-0.0428],\n", + " [-0.0368],\n", + " [-0.0402],\n", + " [-0.0395],\n", + " [-0.0371],\n", + " [-0.0356],\n", + " [-0.0337],\n", + " [-0.0397],\n", + " [-0.0376],\n", + " [-0.0418],\n", + " [-0.0378],\n", + " [-0.0430],\n", + " [-0.0386],\n", + " [-0.0380],\n", + " [-0.0365],\n", + " [-0.0344],\n", + " [-0.0360],\n", + " [-0.0347],\n", + " [-0.0378],\n", + " [-0.0439],\n", + " [-0.0517],\n", + " [-0.0361],\n", + " [-0.0354],\n", + " [-0.0407],\n", + " [-0.0358],\n", + " [-0.0369],\n", + " [-0.0433],\n", + " [-0.0359],\n", + " [-0.0342]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0749],\n", + " [-0.0802],\n", + " [-0.0805],\n", + " [-0.0781],\n", + " [-0.0819],\n", + " [-0.0788],\n", + " [-0.0789],\n", + " [-0.0790],\n", + " [-0.0812],\n", + " [-0.0824],\n", + " [-0.0784],\n", + " [-0.0799],\n", + " [-0.0789],\n", + " [-0.0780],\n", + " [-0.0785],\n", + " [-0.0802],\n", + " [-0.0785],\n", + " [-0.0785],\n", + " [-0.0801],\n", + " [-0.0801],\n", + " [-0.0815],\n", + " [-0.0816],\n", + " [-0.0785],\n", + " [-0.0729],\n", + " [-0.0792],\n", + " [-0.0791],\n", + " [-0.0784],\n", + " [-0.0807],\n", + " [-0.0814],\n", + " [-0.0788],\n", + " [-0.0797],\n", + " [-0.0819]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1589],\n", + " [0.1686],\n", + " [0.1645],\n", + " [0.1665],\n", + " [0.1687],\n", + " [0.1658],\n", + " [0.1677],\n", + " [0.1686],\n", + " [0.1707],\n", + " [0.1710],\n", + " [0.1665],\n", + " [0.1689],\n", + " [0.1691],\n", + " [0.1659],\n", + " [0.1655],\n", + " [0.1675],\n", + " [0.1643],\n", + " [0.1656],\n", + " [0.1702],\n", + " [0.1695],\n", + " [0.1718],\n", + " [0.1603],\n", + " [0.1632],\n", + " [0.1718],\n", + " [0.1691],\n", + " [0.1719],\n", + " [0.1650],\n", + " [0.1704],\n", + " [0.1689],\n", + " [0.1622],\n", + " [0.1678],\n", + " [0.1705]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0412],\n", + " [-0.0550],\n", + " [-0.0627],\n", + " [-0.0528],\n", + " [-0.0559],\n", + " [-0.0580],\n", + " [-0.0542],\n", + " [-0.0577],\n", + " [-0.0509],\n", + " [-0.0522],\n", + " [-0.0580],\n", + " [-0.0570],\n", + " [-0.0545],\n", + " [-0.0592],\n", + " [-0.0453],\n", + " [-0.0516],\n", + " [-0.0586],\n", + " [-0.0606],\n", + " [-0.0580],\n", + " [-0.0585],\n", + " [-0.0566],\n", + " [-0.0551],\n", + " [-0.0480],\n", + " [-0.0518],\n", + " [-0.0579],\n", + " [-0.0571],\n", + " [-0.0572],\n", + " [-0.0574],\n", + " [-0.0567],\n", + " [-0.0535],\n", + " [-0.0581],\n", + " [-0.0532]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0696],\n", + " [0.0645],\n", + " [0.0675],\n", + " [0.0655],\n", + " [0.0565],\n", + " [0.0630],\n", + " [0.0602],\n", + " [0.0600],\n", + " [0.0568],\n", + " [0.0607],\n", + " [0.0619],\n", + " [0.0587],\n", + " [0.0603],\n", + " [0.0639],\n", + " [0.0602],\n", + " [0.0599],\n", + " [0.0657],\n", + " [0.0653],\n", + " [0.0603],\n", + " [0.0593],\n", + " [0.0570],\n", + " [0.0711],\n", + " [0.0688],\n", + " [0.0570],\n", + " [0.0606],\n", + " [0.0584],\n", + " [0.0642],\n", + " [0.0568],\n", + " [0.0572],\n", + " [0.0649],\n", + " [0.0619],\n", + " [0.0586]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0871],\n", + " [-0.0913],\n", + " [-0.0914],\n", + " [-0.0922],\n", + " [-0.0986],\n", + " [-0.0919],\n", + " [-0.0948],\n", + " [-0.0973],\n", + " [-0.0991],\n", + " [-0.1002],\n", + " [-0.0934],\n", + " [-0.0988],\n", + " [-0.0957],\n", + " [-0.0928],\n", + " [-0.0940],\n", + " [-0.0954],\n", + " [-0.0890],\n", + " [-0.0917],\n", + " [-0.1000],\n", + " [-0.0994],\n", + " [-0.1012],\n", + " [-0.0859],\n", + " [-0.0881],\n", + " [-0.0992],\n", + " [-0.0980],\n", + " [-0.1015],\n", + " [-0.0909],\n", + " [-0.1004],\n", + " [-0.0990],\n", + " [-0.0896],\n", + " [-0.0969],\n", + " [-0.0997]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0021],\n", + " [0.0171],\n", + " [0.0133],\n", + " [0.0116],\n", + " [0.0201],\n", + " [0.0154],\n", + " [0.0159],\n", + " [0.0195],\n", + " [0.0209],\n", + " [0.0215],\n", + " [0.0154],\n", + " [0.0199],\n", + " [0.0177],\n", + " [0.0142],\n", + " [0.0137],\n", + " [0.0165],\n", + " [0.0125],\n", + " [0.0140],\n", + " [0.0192],\n", + " [0.0192],\n", + " [0.0219],\n", + " [0.0066],\n", + " [0.0079],\n", + " [0.0192],\n", + " [0.0192],\n", + " [0.0207],\n", + " [0.0137],\n", + " [0.0198],\n", + " [0.0198],\n", + " [0.0103],\n", + " [0.0157],\n", + " [0.0215]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1026],\n", + " [0.0833],\n", + " [0.0864],\n", + " [0.0920],\n", + " [0.0980],\n", + " [0.0920],\n", + " [0.0940],\n", + " [0.0928],\n", + " [0.0958],\n", + " [0.0918],\n", + " [0.0938],\n", + " [0.0954],\n", + " [0.0943],\n", + " [0.0910],\n", + " [0.0992],\n", + " [0.0943],\n", + " [0.0883],\n", + " [0.0882],\n", + " [0.0927],\n", + " [0.0947],\n", + " [0.0953],\n", + " [0.0877],\n", + " [0.0930],\n", + " [0.0955],\n", + " [0.0919],\n", + " [0.0954],\n", + " [0.0915],\n", + " [0.0968],\n", + " [0.0973],\n", + " [0.0957],\n", + " [0.0923],\n", + " [0.0935]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0182],\n", + " [0.0035],\n", + " [0.0058],\n", + " [0.0121],\n", + " [0.0123],\n", + " [0.0084],\n", + " [0.0116],\n", + " [0.0080],\n", + " [0.0106],\n", + " [0.0071],\n", + " [0.0106],\n", + " [0.0095],\n", + " [0.0088],\n", + " [0.0098],\n", + " [0.0113],\n", + " [0.0120],\n", + " [0.0080],\n", + " [0.0074],\n", + " [0.0093],\n", + " [0.0088],\n", + " [0.0105],\n", + " [0.0074],\n", + " [0.0099],\n", + " [0.0185],\n", + " [0.0078],\n", + " [0.0096],\n", + " [0.0091],\n", + " [0.0117],\n", + " [0.0117],\n", + " [0.0151],\n", + " [0.0107],\n", + " [0.0089]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0244],\n", + " [ 0.0006],\n", + " [ 0.0059],\n", + " [-0.0068],\n", + " [-0.0015],\n", + " [ 0.0011],\n", + " [-0.0043],\n", + " [ 0.0013],\n", + " [-0.0037],\n", + " [-0.0001],\n", + " [ 0.0004],\n", + " [-0.0002],\n", + " [-0.0023],\n", + " [ 0.0013],\n", + " [-0.0118],\n", + " [-0.0070],\n", + " [-0.0005],\n", + " [ 0.0036],\n", + " [ 0.0019],\n", + " [ 0.0014],\n", + " [ 0.0005],\n", + " [-0.0081],\n", + " [-0.0127],\n", + " [ 0.0007],\n", + " [ 0.0017],\n", + " [ 0.0008],\n", + " [-0.0016],\n", + " [ 0.0003],\n", + " [-0.0007],\n", + " [-0.0097],\n", + " [ 0.0002],\n", + " [-0.0007]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0336],\n", + " [-0.0400],\n", + " [-0.0424],\n", + " [-0.0321],\n", + " [-0.0317],\n", + " [-0.0391],\n", + " [-0.0339],\n", + " [-0.0375],\n", + " [-0.0308],\n", + " [-0.0350],\n", + " [-0.0371],\n", + " [-0.0351],\n", + " [-0.0335],\n", + " [-0.0381],\n", + " [-0.0300],\n", + " [-0.0327],\n", + " [-0.0402],\n", + " [-0.0404],\n", + " [-0.0354],\n", + " [-0.0358],\n", + " [-0.0328],\n", + " [-0.0398],\n", + " [-0.0334],\n", + " [-0.0341],\n", + " [-0.0373],\n", + " [-0.0330],\n", + " [-0.0384],\n", + " [-0.0317],\n", + " [-0.0326],\n", + " [-0.0343],\n", + " [-0.0351],\n", + " [-0.0337]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0074],\n", + " [ 0.0064],\n", + " [ 0.0091],\n", + " [ 0.0017],\n", + " [ 0.0021],\n", + " [ 0.0055],\n", + " [ 0.0028],\n", + " [ 0.0055],\n", + " [ 0.0009],\n", + " [ 0.0036],\n", + " [ 0.0050],\n", + " [ 0.0044],\n", + " [ 0.0035],\n", + " [ 0.0062],\n", + " [-0.0033],\n", + " [ 0.0009],\n", + " [ 0.0064],\n", + " [ 0.0074],\n", + " [ 0.0053],\n", + " [ 0.0059],\n", + " [ 0.0031],\n", + " [ 0.0047],\n", + " [-0.0010],\n", + " [-0.0019],\n", + " [ 0.0058],\n", + " [ 0.0048],\n", + " [ 0.0051],\n", + " [ 0.0029],\n", + " [ 0.0029],\n", + " [ 0.0008],\n", + " [ 0.0051],\n", + " [ 0.0025]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0548],\n", + " [0.0585],\n", + " [0.0621],\n", + " [0.0555],\n", + " [0.0566],\n", + " [0.0583],\n", + " [0.0558],\n", + " [0.0564],\n", + " [0.0552],\n", + " [0.0580],\n", + " [0.0581],\n", + " [0.0568],\n", + " [0.0554],\n", + " [0.0585],\n", + " [0.0533],\n", + " [0.0553],\n", + " [0.0596],\n", + " [0.0594],\n", + " [0.0579],\n", + " [0.0579],\n", + " [0.0576],\n", + " [0.0624],\n", + " [0.0572],\n", + " [0.0490],\n", + " [0.0569],\n", + " [0.0569],\n", + " [0.0583],\n", + " [0.0572],\n", + " [0.0570],\n", + " [0.0574],\n", + " [0.0576],\n", + " [0.0569]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0194],\n", + " [-0.0181],\n", + " [-0.0171],\n", + " [-0.0164],\n", + " [-0.0187],\n", + " [-0.0179],\n", + " [-0.0173],\n", + " [-0.0189],\n", + " [-0.0181],\n", + " [-0.0183],\n", + " [-0.0178],\n", + " [-0.0185],\n", + " [-0.0180],\n", + " [-0.0173],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0169],\n", + " [-0.0179],\n", + " [-0.0190],\n", + " [-0.0177],\n", + " [-0.0192],\n", + " [-0.0137],\n", + " [-0.0156],\n", + " [-0.0219],\n", + " [-0.0189],\n", + " [-0.0192],\n", + " [-0.0167],\n", + " [-0.0183],\n", + " [-0.0187],\n", + " [-0.0168],\n", + " [-0.0175],\n", + " [-0.0188]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1622],\n", + " [-0.1685],\n", + " [-0.1752],\n", + " [-0.1684],\n", + " [-0.1706],\n", + " [-0.1750],\n", + " [-0.1697],\n", + " [-0.1723],\n", + " [-0.1681],\n", + " [-0.1687],\n", + " [-0.1744],\n", + " [-0.1720],\n", + " [-0.1720],\n", + " [-0.1734],\n", + " [-0.1657],\n", + " [-0.1678],\n", + " [-0.1718],\n", + " [-0.1747],\n", + " [-0.1711],\n", + " [-0.1722],\n", + " [-0.1703],\n", + " [-0.1675],\n", + " [-0.1657],\n", + " [-0.1733],\n", + " [-0.1717],\n", + " [-0.1711],\n", + " [-0.1728],\n", + " [-0.1711],\n", + " [-0.1712],\n", + " [-0.1686],\n", + " [-0.1716],\n", + " [-0.1689]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0271],\n", + " [-0.0186],\n", + " [-0.0178],\n", + " [-0.0263],\n", + " [-0.0227],\n", + " [-0.0184],\n", + " [-0.0228],\n", + " [-0.0201],\n", + " [-0.0217],\n", + " [-0.0194],\n", + " [-0.0199],\n", + " [-0.0215],\n", + " [-0.0215],\n", + " [-0.0203],\n", + " [-0.0241],\n", + " [-0.0239],\n", + " [-0.0201],\n", + " [-0.0185],\n", + " [-0.0211],\n", + " [-0.0205],\n", + " [-0.0219],\n", + " [-0.0242],\n", + " [-0.0257],\n", + " [-0.0145],\n", + " [-0.0204],\n", + " [-0.0220],\n", + " [-0.0206],\n", + " [-0.0226],\n", + " [-0.0223],\n", + " [-0.0266],\n", + " [-0.0220],\n", + " [-0.0206]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0074],\n", + " [ 0.0046],\n", + " [ 0.0057],\n", + " [-0.0015],\n", + " [ 0.0141],\n", + " [ 0.0045],\n", + " [ 0.0062],\n", + " [ 0.0107],\n", + " [ 0.0124],\n", + " [ 0.0139],\n", + " [ 0.0055],\n", + " [ 0.0131],\n", + " [ 0.0068],\n", + " [ 0.0046],\n", + " [ 0.0029],\n", + " [ 0.0067],\n", + " [ 0.0014],\n", + " [ 0.0049],\n", + " [ 0.0146],\n", + " [ 0.0153],\n", + " [ 0.0172],\n", + " [-0.0045],\n", + " [-0.0064],\n", + " [ 0.0111],\n", + " [ 0.0116],\n", + " [ 0.0158],\n", + " [ 0.0020],\n", + " [ 0.0155],\n", + " [ 0.0142],\n", + " [-0.0019],\n", + " [ 0.0097],\n", + " [ 0.0139]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0981],\n", + " [0.0983],\n", + " [0.0887],\n", + " [0.0967],\n", + " [0.0896],\n", + " [0.0920],\n", + " [0.0930],\n", + " [0.0912],\n", + " [0.0932],\n", + " [0.0930],\n", + " [0.0905],\n", + " [0.0901],\n", + " [0.0937],\n", + " [0.0909],\n", + " [0.0975],\n", + " [0.0938],\n", + " [0.0942],\n", + " [0.0908],\n", + " [0.0896],\n", + " [0.0892],\n", + " [0.0905],\n", + " [0.0960],\n", + " [0.1004],\n", + " [0.0920],\n", + " [0.0911],\n", + " [0.0898],\n", + " [0.0934],\n", + " [0.0898],\n", + " [0.0892],\n", + " [0.0946],\n", + " [0.0896],\n", + " [0.0927]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0678],\n", + " [0.0827],\n", + " [0.0837],\n", + " [0.0748],\n", + " [0.0873],\n", + " [0.0789],\n", + " [0.0814],\n", + " [0.0852],\n", + " [0.0851],\n", + " [0.0872],\n", + " [0.0805],\n", + " [0.0858],\n", + " [0.0791],\n", + " [0.0805],\n", + " [0.0763],\n", + " [0.0811],\n", + " [0.0795],\n", + " [0.0798],\n", + " [0.0869],\n", + " [0.0877],\n", + " [0.0886],\n", + " [0.0798],\n", + " [0.0732],\n", + " [0.0634],\n", + " [0.0856],\n", + " [0.0862],\n", + " [0.0783],\n", + " [0.0872],\n", + " [0.0873],\n", + " [0.0766],\n", + " [0.0838],\n", + " [0.0869]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0755],\n", + " [0.0867],\n", + " [0.0907],\n", + " [0.0850],\n", + " [0.0890],\n", + " [0.0880],\n", + " [0.0861],\n", + " [0.0865],\n", + " [0.0859],\n", + " [0.0863],\n", + " [0.0872],\n", + " [0.0876],\n", + " [0.0859],\n", + " [0.0878],\n", + " [0.0826],\n", + " [0.0864],\n", + " [0.0880],\n", + " [0.0892],\n", + " [0.0882],\n", + " [0.0886],\n", + " [0.0886],\n", + " [0.0885],\n", + " [0.0819],\n", + " [0.0811],\n", + " [0.0871],\n", + " [0.0866],\n", + " [0.0875],\n", + " [0.0888],\n", + " [0.0889],\n", + " [0.0858],\n", + " [0.0883],\n", + " [0.0870]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0300],\n", + " [0.0447],\n", + " [0.0426],\n", + " [0.0375],\n", + " [0.0407],\n", + " [0.0386],\n", + " [0.0387],\n", + " [0.0422],\n", + " [0.0418],\n", + " [0.0443],\n", + " [0.0384],\n", + " [0.0413],\n", + " [0.0388],\n", + " [0.0399],\n", + " [0.0353],\n", + " [0.0387],\n", + " [0.0399],\n", + " [0.0408],\n", + " [0.0437],\n", + " [0.0423],\n", + " [0.0435],\n", + " [0.0383],\n", + " [0.0359],\n", + " [0.0378],\n", + " [0.0430],\n", + " [0.0438],\n", + " [0.0381],\n", + " [0.0423],\n", + " [0.0409],\n", + " [0.0357],\n", + " [0.0411],\n", + " [0.0436]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0395],\n", + " [0.0341],\n", + " [0.0359],\n", + " [0.0373],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0383],\n", + " [0.0372],\n", + " [0.0371],\n", + " [0.0358],\n", + " [0.0384],\n", + " [0.0364],\n", + " [0.0373],\n", + " [0.0374],\n", + " [0.0393],\n", + " [0.0382],\n", + " [0.0371],\n", + " [0.0356],\n", + " [0.0348],\n", + " [0.0347],\n", + " [0.0346],\n", + " [0.0381],\n", + " [0.0372],\n", + " [0.0294],\n", + " [0.0361],\n", + " [0.0351],\n", + " [0.0383],\n", + " [0.0354],\n", + " [0.0369],\n", + " [0.0393],\n", + " [0.0362],\n", + " [0.0360]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0887],\n", + " [-0.0735],\n", + " [-0.0727],\n", + " [-0.0778],\n", + " [-0.0702],\n", + " [-0.0729],\n", + " [-0.0741],\n", + " [-0.0721],\n", + " [-0.0716],\n", + " [-0.0708],\n", + " [-0.0735],\n", + " [-0.0706],\n", + " [-0.0722],\n", + " [-0.0742],\n", + " [-0.0764],\n", + " [-0.0738],\n", + " [-0.0748],\n", + " [-0.0732],\n", + " [-0.0709],\n", + " [-0.0695],\n", + " [-0.0691],\n", + " [-0.0764],\n", + " [-0.0799],\n", + " [-0.0757],\n", + " [-0.0717],\n", + " [-0.0709],\n", + " [-0.0742],\n", + " [-0.0698],\n", + " [-0.0703],\n", + " [-0.0797],\n", + " [-0.0729],\n", + " [-0.0707]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1034],\n", + " [-0.1045],\n", + " [-0.1060],\n", + " [-0.1035],\n", + " [-0.0976],\n", + " [-0.1057],\n", + " [-0.1007],\n", + " [-0.1000],\n", + " [-0.0979],\n", + " [-0.0990],\n", + " [-0.1039],\n", + " [-0.0983],\n", + " [-0.1020],\n", + " [-0.1043],\n", + " [-0.0996],\n", + " [-0.0994],\n", + " [-0.1063],\n", + " [-0.1060],\n", + " [-0.0990],\n", + " [-0.0993],\n", + " [-0.0974],\n", + " [-0.1056],\n", + " [-0.1046],\n", + " [-0.1090],\n", + " [-0.0996],\n", + " [-0.0980],\n", + " [-0.1052],\n", + " [-0.0978],\n", + " [-0.0978],\n", + " [-0.1031],\n", + " [-0.1004],\n", + " [-0.0980]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0645],\n", + " [-0.0604],\n", + " [-0.0583],\n", + " [-0.0656],\n", + " [-0.0634],\n", + " [-0.0608],\n", + " [-0.0635],\n", + " [-0.0610],\n", + " [-0.0641],\n", + " [-0.0632],\n", + " [-0.0612],\n", + " [-0.0627],\n", + " [-0.0644],\n", + " [-0.0606],\n", + " [-0.0669],\n", + " [-0.0643],\n", + " [-0.0602],\n", + " [-0.0596],\n", + " [-0.0620],\n", + " [-0.0621],\n", + " [-0.0630],\n", + " [-0.0637],\n", + " [-0.0661],\n", + " [-0.0596],\n", + " [-0.0614],\n", + " [-0.0632],\n", + " [-0.0618],\n", + " [-0.0630],\n", + " [-0.0631],\n", + " [-0.0640],\n", + " [-0.0621],\n", + " [-0.0630]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0662],\n", + " [-0.0505],\n", + " [-0.0633],\n", + " [-0.0629],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0589],\n", + " [-0.0326],\n", + " [-0.0630],\n", + " [-0.0643],\n", + " [-0.0602],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0575],\n", + " [-0.0595],\n", + " [-0.0623],\n", + " [-0.0639],\n", + " [-0.0607],\n", + " [-0.0636],\n", + " [-0.0602],\n", + " [-0.0639],\n", + " [-0.0565],\n", + " [-0.0687],\n", + " [-0.0578],\n", + " [-0.0668],\n", + " [-0.0681],\n", + " [-0.0636],\n", + " [-0.0690],\n", + " [-0.0641],\n", + " [-0.0701],\n", + " [-0.0635],\n", + " [-0.0610]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0742],\n", + " [-0.0697],\n", + " [-0.0751],\n", + " [-0.0735],\n", + " [-0.0689],\n", + " [-0.0725],\n", + " [-0.0701],\n", + " [-0.0739],\n", + " [-0.0718],\n", + " [-0.0771],\n", + " [-0.0727],\n", + " [-0.0748],\n", + " [-0.0719],\n", + " [-0.0721],\n", + " [-0.0693],\n", + " [-0.0664],\n", + " [-0.0754],\n", + " [-0.0769],\n", + " [-0.0756],\n", + " [-0.0734],\n", + " [-0.0722],\n", + " [-0.0708],\n", + " [-0.0748],\n", + " [-0.0717],\n", + " [-0.0807],\n", + " [-0.0794],\n", + " [-0.0773],\n", + " [-0.0801],\n", + " [-0.0771],\n", + " [-0.0784],\n", + " [-0.0767],\n", + " [-0.0726]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0348],\n", + " [0.0363],\n", + " [0.0355],\n", + " [0.0361],\n", + " [0.0360],\n", + " [0.0392],\n", + " [0.0320],\n", + " [0.0366],\n", + " [0.0363],\n", + " [0.0408],\n", + " [0.0359],\n", + " [0.0372],\n", + " [0.0391],\n", + " [0.0388],\n", + " [0.0357],\n", + " [0.0388],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0390],\n", + " [0.0355],\n", + " [0.0453],\n", + " [0.0426],\n", + " [0.0403],\n", + " [0.0375],\n", + " [0.0363],\n", + " [0.0366],\n", + " [0.0365],\n", + " [0.0374],\n", + " [0.0378],\n", + " [0.0377],\n", + " [0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0906],\n", + " [-0.0832],\n", + " [-0.0939],\n", + " [-0.0960],\n", + " [-0.0951],\n", + " [-0.0954],\n", + " [-0.0884],\n", + " [-0.0706],\n", + " [-0.0960],\n", + " [-0.0947],\n", + " [-0.0875],\n", + " [-0.0953],\n", + " [-0.0953],\n", + " [-0.0860],\n", + " [-0.0875],\n", + " [-0.0946],\n", + " [-0.0918],\n", + " [-0.0894],\n", + " [-0.0927],\n", + " [-0.0905],\n", + " [-0.0966],\n", + " [-0.0919],\n", + " [-0.0996],\n", + " [-0.0863],\n", + " [-0.0949],\n", + " [-0.0966],\n", + " [-0.0923],\n", + " [-0.0951],\n", + " [-0.0954],\n", + " [-0.1014],\n", + " [-0.0932],\n", + " [-0.0900]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0369],\n", + " [0.0563],\n", + " [0.0589],\n", + " [0.0584],\n", + " [0.0588],\n", + " [0.0501],\n", + " [0.0283],\n", + " [0.0591],\n", + " [0.0561],\n", + " [0.0469],\n", + " [0.0582],\n", + " [0.0587],\n", + " [0.0384],\n", + " [0.0493],\n", + " [0.0595],\n", + " [0.0483],\n", + " [0.0423],\n", + " [0.0558],\n", + " [0.0504],\n", + " [0.0594],\n", + " [0.0110],\n", + " [0.0446],\n", + " [0.0457],\n", + " [0.0537],\n", + " [0.0572],\n", + " [0.0510],\n", + " [0.0535],\n", + " [0.0566],\n", + " [0.0288],\n", + " [0.0553],\n", + " [0.0526]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0361],\n", + " [-0.0488],\n", + " [-0.0398],\n", + " [-0.0366],\n", + " [-0.0346],\n", + " [-0.0370],\n", + " [-0.0389],\n", + " [-0.0515],\n", + " [-0.0350],\n", + " [-0.0378],\n", + " [-0.0379],\n", + " [-0.0372],\n", + " [-0.0353],\n", + " [-0.0427],\n", + " [-0.0416],\n", + " [-0.0349],\n", + " [-0.0350],\n", + " [-0.0400],\n", + " [-0.0363],\n", + " [-0.0368],\n", + " [-0.0367],\n", + " [-0.0485],\n", + " [-0.0340],\n", + " [-0.0408],\n", + " [-0.0365],\n", + " [-0.0338],\n", + " [-0.0387],\n", + " [-0.0383],\n", + " [-0.0347],\n", + " [-0.0341],\n", + " [-0.0371],\n", + " [-0.0415]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0849],\n", + " [-0.0760],\n", + " [-0.0793],\n", + " [-0.0794],\n", + " [-0.0821],\n", + " [-0.0795],\n", + " [-0.0803],\n", + " [-0.0597],\n", + " [-0.0805],\n", + " [-0.0786],\n", + " [-0.0785],\n", + " [-0.0787],\n", + " [-0.0802],\n", + " [-0.0786],\n", + " [-0.0788],\n", + " [-0.0823],\n", + " [-0.0803],\n", + " [-0.0794],\n", + " [-0.0785],\n", + " [-0.0800],\n", + " [-0.0802],\n", + " [-0.0687],\n", + " [-0.0888],\n", + " [-0.0806],\n", + " [-0.0780],\n", + " [-0.0786],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0793],\n", + " [-0.0926],\n", + " [-0.0779],\n", + " [-0.0793]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1601],\n", + " [0.1562],\n", + " [0.1683],\n", + " [0.1690],\n", + " [0.1709],\n", + " [0.1692],\n", + " [0.1655],\n", + " [0.1640],\n", + " [0.1703],\n", + " [0.1678],\n", + " [0.1651],\n", + " [0.1687],\n", + " [0.1701],\n", + " [0.1603],\n", + " [0.1666],\n", + " [0.1734],\n", + " [0.1655],\n", + " [0.1584],\n", + " [0.1692],\n", + " [0.1649],\n", + " [0.1698],\n", + " [0.1558],\n", + " [0.1632],\n", + " [0.1593],\n", + " [0.1664],\n", + " [0.1679],\n", + " [0.1650],\n", + " [0.1670],\n", + " [0.1681],\n", + " [0.1503],\n", + " [0.1684],\n", + " [0.1670]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0610],\n", + " [-0.0453],\n", + " [-0.0562],\n", + " [-0.0578],\n", + " [-0.0561],\n", + " [-0.0570],\n", + " [-0.0488],\n", + " [-0.0475],\n", + " [-0.0576],\n", + " [-0.0578],\n", + " [-0.0512],\n", + " [-0.0580],\n", + " [-0.0574],\n", + " [-0.0510],\n", + " [-0.0469],\n", + " [-0.0571],\n", + " [-0.0550],\n", + " [-0.0575],\n", + " [-0.0554],\n", + " [-0.0532],\n", + " [-0.0588],\n", + " [-0.0608],\n", + " [-0.0614],\n", + " [-0.0488],\n", + " [-0.0603],\n", + " [-0.0615],\n", + " [-0.0576],\n", + " [-0.0599],\n", + " [-0.0591],\n", + " [-0.0697],\n", + " [-0.0577],\n", + " [-0.0531]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0700],\n", + " [0.0719],\n", + " [0.0596],\n", + " [0.0592],\n", + " [0.0573],\n", + " [0.0585],\n", + " [0.0620],\n", + " [0.0732],\n", + " [0.0588],\n", + " [0.0619],\n", + " [0.0658],\n", + " [0.0598],\n", + " [0.0589],\n", + " [0.0731],\n", + " [0.0622],\n", + " [0.0551],\n", + " [0.0698],\n", + " [0.0728],\n", + " [0.0625],\n", + " [0.0655],\n", + " [0.0582],\n", + " [0.0869],\n", + " [0.0700],\n", + " [0.0672],\n", + " [0.0651],\n", + " [0.0633],\n", + " [0.0643],\n", + " [0.0621],\n", + " [0.0636],\n", + " [0.0810],\n", + " [0.0608],\n", + " [0.0586]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0718],\n", + " [-0.0794],\n", + " [-0.0960],\n", + " [-0.0985],\n", + " [-0.0999],\n", + " [-0.0989],\n", + " [-0.0940],\n", + " [-0.0819],\n", + " [-0.1000],\n", + " [-0.0950],\n", + " [-0.0893],\n", + " [-0.0976],\n", + " [-0.0999],\n", + " [-0.0805],\n", + " [-0.0931],\n", + " [-0.1026],\n", + " [-0.0881],\n", + " [-0.0838],\n", + " [-0.0946],\n", + " [-0.0924],\n", + " [-0.1002],\n", + " [-0.0559],\n", + " [-0.0779],\n", + " [-0.0897],\n", + " [-0.0923],\n", + " [-0.0945],\n", + " [-0.0905],\n", + " [-0.0914],\n", + " [-0.0957],\n", + " [-0.0690],\n", + " [-0.0949],\n", + " [-0.0940]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0082],\n", + " [ 0.0043],\n", + " [ 0.0170],\n", + " [ 0.0199],\n", + " [ 0.0220],\n", + " [ 0.0202],\n", + " [ 0.0141],\n", + " [-0.0007],\n", + " [ 0.0200],\n", + " [ 0.0171],\n", + " [ 0.0117],\n", + " [ 0.0187],\n", + " [ 0.0194],\n", + " [ 0.0049],\n", + " [ 0.0141],\n", + " [ 0.0235],\n", + " [ 0.0111],\n", + " [ 0.0040],\n", + " [ 0.0171],\n", + " [ 0.0132],\n", + " [ 0.0193],\n", + " [-0.0081],\n", + " [ 0.0142],\n", + " [ 0.0073],\n", + " [ 0.0142],\n", + " [ 0.0163],\n", + " [ 0.0138],\n", + " [ 0.0168],\n", + " [ 0.0167],\n", + " [ 0.0045],\n", + " [ 0.0170],\n", + " [ 0.0154]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0789],\n", + " [0.0936],\n", + " [0.0955],\n", + " [0.0942],\n", + " [0.0960],\n", + " [0.0953],\n", + " [0.0949],\n", + " [0.1003],\n", + " [0.0945],\n", + " [0.0912],\n", + " [0.0882],\n", + " [0.0938],\n", + " [0.0947],\n", + " [0.0857],\n", + " [0.0942],\n", + " [0.0975],\n", + " [0.0815],\n", + " [0.0879],\n", + " [0.0880],\n", + " [0.0896],\n", + " [0.0956],\n", + " [0.0764],\n", + " [0.0754],\n", + " [0.0976],\n", + " [0.0886],\n", + " [0.0871],\n", + " [0.0896],\n", + " [0.0903],\n", + " [0.0884],\n", + " [0.0737],\n", + " [0.0918],\n", + " [0.0966]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-9.8650e-06],\n", + " [ 1.1158e-02],\n", + " [ 1.1004e-02],\n", + " [ 8.1202e-03],\n", + " [ 9.3870e-03],\n", + " [ 9.3889e-03],\n", + " [ 1.1494e-02],\n", + " [ 2.9895e-02],\n", + " [ 9.8042e-03],\n", + " [ 7.8816e-03],\n", + " [ 1.0122e-02],\n", + " [ 8.9488e-03],\n", + " [ 1.0763e-02],\n", + " [ 8.2926e-03],\n", + " [ 9.6396e-03],\n", + " [ 1.0541e-02],\n", + " [ 4.2933e-03],\n", + " [ 1.1303e-02],\n", + " [ 7.2276e-03],\n", + " [ 9.4885e-03],\n", + " [ 1.0328e-02],\n", + " [ 3.5780e-02],\n", + " [ 4.4477e-03],\n", + " [ 1.3248e-02],\n", + " [ 8.2199e-03],\n", + " [ 4.7625e-03],\n", + " [ 8.2401e-03],\n", + " [ 7.0335e-03],\n", + " [ 6.9969e-03],\n", + " [ 6.7127e-03],\n", + " [ 9.7076e-03],\n", + " [ 1.3487e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-8.2223e-04],\n", + " [-2.2827e-02],\n", + " [-1.7315e-03],\n", + " [ 1.0330e-03],\n", + " [-3.0786e-04],\n", + " [ 1.7388e-05],\n", + " [-9.2931e-03],\n", + " [-3.4217e-02],\n", + " [ 1.1704e-03],\n", + " [ 1.2883e-03],\n", + " [-6.2466e-03],\n", + " [ 1.0971e-03],\n", + " [ 5.5942e-04],\n", + " [-1.1326e-02],\n", + " [-9.8703e-03],\n", + " [ 1.0839e-03],\n", + " [-1.7262e-03],\n", + " [-8.1309e-03],\n", + " [-7.9961e-05],\n", + " [-5.5373e-03],\n", + " [ 1.7573e-03],\n", + " [-3.0272e-02],\n", + " [ 5.7783e-03],\n", + " [-1.3941e-02],\n", + " [ 3.6163e-03],\n", + " [ 6.7980e-03],\n", + " [-1.0468e-03],\n", + " [ 5.8031e-03],\n", + " [ 3.5799e-03],\n", + " [-3.7793e-03],\n", + " [ 1.7784e-03],\n", + " [-6.2404e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0483],\n", + " [-0.0397],\n", + " [-0.0329],\n", + " [-0.0365],\n", + " [-0.0343],\n", + " [-0.0352],\n", + " [-0.0322],\n", + " [-0.0412],\n", + " [-0.0347],\n", + " [-0.0374],\n", + " [-0.0356],\n", + " [-0.0357],\n", + " [-0.0333],\n", + " [-0.0386],\n", + " [-0.0323],\n", + " [-0.0313],\n", + " [-0.0403],\n", + " [-0.0387],\n", + " [-0.0368],\n", + " [-0.0354],\n", + " [-0.0340],\n", + " [-0.0580],\n", + " [-0.0460],\n", + " [-0.0320],\n", + " [-0.0391],\n", + " [-0.0409],\n", + " [-0.0394],\n", + " [-0.0408],\n", + " [-0.0383],\n", + " [-0.0529],\n", + " [-0.0366],\n", + " [-0.0327]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 6.9254e-03],\n", + " [-2.3975e-03],\n", + " [ 3.6340e-03],\n", + " [ 5.5013e-03],\n", + " [ 3.8430e-03],\n", + " [ 4.5888e-03],\n", + " [-1.9260e-06],\n", + " [-4.6973e-03],\n", + " [ 4.6513e-03],\n", + " [ 5.6131e-03],\n", + " [ 2.8105e-03],\n", + " [ 5.1867e-03],\n", + " [ 4.0837e-03],\n", + " [ 2.5593e-03],\n", + " [-7.3352e-04],\n", + " [ 2.7600e-03],\n", + " [ 6.7175e-03],\n", + " [ 5.0685e-03],\n", + " [ 5.4699e-03],\n", + " [ 3.5562e-03],\n", + " [ 4.7425e-03],\n", + " [ 3.6654e-03],\n", + " [ 9.1291e-03],\n", + " [-1.9494e-03],\n", + " [ 7.2270e-03],\n", + " [ 8.4154e-03],\n", + " [ 5.6929e-03],\n", + " [ 6.1614e-03],\n", + " [ 7.1485e-03],\n", + " [ 4.9390e-03],\n", + " [ 5.2545e-03],\n", + " [ 1.3991e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0692],\n", + " [0.0592],\n", + " [0.0566],\n", + " [0.0569],\n", + " [0.0576],\n", + " [0.0565],\n", + " [0.0559],\n", + " [0.0530],\n", + " [0.0576],\n", + " [0.0569],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0576],\n", + " [0.0619],\n", + " [0.0547],\n", + " [0.0577],\n", + " [0.0607],\n", + " [0.0628],\n", + " [0.0563],\n", + " [0.0576],\n", + " [0.0578],\n", + " [0.0782],\n", + " [0.0674],\n", + " [0.0582],\n", + " [0.0589],\n", + " [0.0590],\n", + " [0.0585],\n", + " [0.0585],\n", + " [0.0584],\n", + " [0.0765],\n", + " [0.0567],\n", + " [0.0557]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0172],\n", + " [-0.0162],\n", + " [-0.0175],\n", + " [-0.0185],\n", + " [-0.0182],\n", + " [-0.0188],\n", + " [-0.0162],\n", + " [-0.0126],\n", + " [-0.0191],\n", + " [-0.0182],\n", + " [-0.0139],\n", + " [-0.0184],\n", + " [-0.0188],\n", + " [-0.0120],\n", + " [-0.0157],\n", + " [-0.0177],\n", + " [-0.0149],\n", + " [-0.0138],\n", + " [-0.0182],\n", + " [-0.0152],\n", + " [-0.0182],\n", + " [-0.0190],\n", + " [-0.0245],\n", + " [-0.0171],\n", + " [-0.0183],\n", + " [-0.0191],\n", + " [-0.0169],\n", + " [-0.0201],\n", + " [-0.0179],\n", + " [-0.0030],\n", + " [-0.0186],\n", + " [-0.0170]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1666],\n", + " [-0.1616],\n", + " [-0.1723],\n", + " [-0.1725],\n", + " [-0.1706],\n", + " [-0.1719],\n", + " [-0.1664],\n", + " [-0.1605],\n", + " [-0.1712],\n", + " [-0.1729],\n", + " [-0.1666],\n", + " [-0.1727],\n", + " [-0.1709],\n", + " [-0.1649],\n", + " [-0.1658],\n", + " [-0.1704],\n", + " [-0.1684],\n", + " [-0.1683],\n", + " [-0.1699],\n", + " [-0.1672],\n", + " [-0.1723],\n", + " [-0.1584],\n", + " [-0.1683],\n", + " [-0.1664],\n", + " [-0.1744],\n", + " [-0.1740],\n", + " [-0.1716],\n", + " [-0.1770],\n", + " [-0.1721],\n", + " [-0.1719],\n", + " [-0.1728],\n", + " [-0.1695]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0107],\n", + " [-0.0266],\n", + " [-0.0220],\n", + " [-0.0204],\n", + " [-0.0210],\n", + " [-0.0214],\n", + " [-0.0237],\n", + " [-0.0267],\n", + " [-0.0214],\n", + " [-0.0197],\n", + " [-0.0228],\n", + " [-0.0207],\n", + " [-0.0223],\n", + " [-0.0236],\n", + " [-0.0231],\n", + " [-0.0210],\n", + " [-0.0207],\n", + " [-0.0269],\n", + " [-0.0206],\n", + " [-0.0232],\n", + " [-0.0213],\n", + " [-0.0374],\n", + " [-0.0130],\n", + " [-0.0275],\n", + " [-0.0191],\n", + " [-0.0163],\n", + " [-0.0202],\n", + " [-0.0156],\n", + " [-0.0195],\n", + " [-0.0171],\n", + " [-0.0197],\n", + " [-0.0234]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0079],\n", + " [-0.0134],\n", + " [ 0.0085],\n", + " [ 0.0133],\n", + " [ 0.0173],\n", + " [ 0.0132],\n", + " [ 0.0036],\n", + " [-0.0149],\n", + " [ 0.0155],\n", + " [ 0.0077],\n", + " [-0.0027],\n", + " [ 0.0112],\n", + " [ 0.0144],\n", + " [-0.0127],\n", + " [ 0.0012],\n", + " [ 0.0204],\n", + " [-0.0017],\n", + " [-0.0081],\n", + " [ 0.0062],\n", + " [ 0.0024],\n", + " [ 0.0155],\n", + " [-0.0380],\n", + " [-0.0033],\n", + " [-0.0026],\n", + " [ 0.0048],\n", + " [ 0.0109],\n", + " [ 0.0025],\n", + " [ 0.0058],\n", + " [ 0.0088],\n", + " [-0.0126],\n", + " [ 0.0072],\n", + " [ 0.0052]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1067],\n", + " [0.1070],\n", + " [0.0911],\n", + " [0.0903],\n", + " [0.0908],\n", + " [0.0902],\n", + " [0.0956],\n", + " [0.1058],\n", + " [0.0895],\n", + " [0.0921],\n", + " [0.0976],\n", + " [0.0907],\n", + " [0.0898],\n", + " [0.1028],\n", + " [0.0992],\n", + " [0.0909],\n", + " [0.0977],\n", + " [0.0955],\n", + " [0.0950],\n", + " [0.0953],\n", + " [0.0887],\n", + " [0.1012],\n", + " [0.1039],\n", + " [0.0954],\n", + " [0.0909],\n", + " [0.0903],\n", + " [0.0944],\n", + " [0.0927],\n", + " [0.0913],\n", + " [0.0998],\n", + " [0.0914],\n", + " [0.0931]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0836],\n", + " [0.0669],\n", + " [0.0817],\n", + " [0.0861],\n", + " [0.0894],\n", + " [0.0860],\n", + " [0.0804],\n", + " [0.0532],\n", + " [0.0875],\n", + " [0.0815],\n", + " [0.0794],\n", + " [0.0841],\n", + " [0.0864],\n", + " [0.0762],\n", + " [0.0771],\n", + " [0.0918],\n", + " [0.0806],\n", + " [0.0766],\n", + " [0.0810],\n", + " [0.0811],\n", + " [0.0878],\n", + " [0.0563],\n", + " [0.0822],\n", + " [0.0764],\n", + " [0.0793],\n", + " [0.0838],\n", + " [0.0799],\n", + " [0.0787],\n", + " [0.0841],\n", + " [0.0751],\n", + " [0.0820],\n", + " [0.0812]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0908],\n", + " [0.0774],\n", + " [0.0868],\n", + " [0.0873],\n", + " [0.0883],\n", + " [0.0870],\n", + " [0.0847],\n", + " [0.0559],\n", + " [0.0884],\n", + " [0.0870],\n", + " [0.0847],\n", + " [0.0868],\n", + " [0.0880],\n", + " [0.0835],\n", + " [0.0828],\n", + " [0.0884],\n", + " [0.0874],\n", + " [0.0888],\n", + " [0.0862],\n", + " [0.0864],\n", + " [0.0890],\n", + " [0.0826],\n", + " [0.0923],\n", + " [0.0855],\n", + " [0.0886],\n", + " [0.0903],\n", + " [0.0875],\n", + " [0.0886],\n", + " [0.0881],\n", + " [0.0935],\n", + " [0.0864],\n", + " [0.0861]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0473],\n", + " [0.0341],\n", + " [0.0388],\n", + " [0.0422],\n", + " [0.0431],\n", + " [0.0418],\n", + " [0.0371],\n", + " [0.0413],\n", + " [0.0430],\n", + " [0.0411],\n", + " [0.0389],\n", + " [0.0416],\n", + " [0.0428],\n", + " [0.0373],\n", + " [0.0369],\n", + " [0.0441],\n", + " [0.0419],\n", + " [0.0369],\n", + " [0.0427],\n", + " [0.0395],\n", + " [0.0421],\n", + " [0.0491],\n", + " [0.0490],\n", + " [0.0336],\n", + " [0.0410],\n", + " [0.0441],\n", + " [0.0398],\n", + " [0.0406],\n", + " [0.0435],\n", + " [0.0557],\n", + " [0.0413],\n", + " [0.0368]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0319],\n", + " [0.0371],\n", + " [0.0375],\n", + " [0.0359],\n", + " [0.0350],\n", + " [0.0366],\n", + " [0.0394],\n", + " [0.0268],\n", + " [0.0350],\n", + " [0.0363],\n", + " [0.0379],\n", + " [0.0362],\n", + " [0.0357],\n", + " [0.0374],\n", + " [0.0388],\n", + " [0.0337],\n", + " [0.0341],\n", + " [0.0379],\n", + " [0.0352],\n", + " [0.0385],\n", + " [0.0350],\n", + " [0.0118],\n", + " [0.0287],\n", + " [0.0400],\n", + " [0.0355],\n", + " [0.0326],\n", + " [0.0375],\n", + " [0.0350],\n", + " [0.0354],\n", + " [0.0197],\n", + " [0.0369],\n", + " [0.0394]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0764],\n", + " [-0.0852],\n", + " [-0.0725],\n", + " [-0.0706],\n", + " [-0.0689],\n", + " [-0.0711],\n", + " [-0.0756],\n", + " [-0.1024],\n", + " [-0.0701],\n", + " [-0.0726],\n", + " [-0.0771],\n", + " [-0.0716],\n", + " [-0.0711],\n", + " [-0.0802],\n", + " [-0.0761],\n", + " [-0.0675],\n", + " [-0.0752],\n", + " [-0.0796],\n", + " [-0.0736],\n", + " [-0.0757],\n", + " [-0.0696],\n", + " [-0.0965],\n", + " [-0.0737],\n", + " [-0.0802],\n", + " [-0.0738],\n", + " [-0.0703],\n", + " [-0.0744],\n", + " [-0.0722],\n", + " [-0.0726],\n", + " [-0.0737],\n", + " [-0.0736],\n", + " [-0.0742]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1147],\n", + " [-0.1075],\n", + " [-0.1009],\n", + " [-0.0991],\n", + " [-0.0982],\n", + " [-0.0982],\n", + " [-0.1001],\n", + " [-0.1139],\n", + " [-0.0984],\n", + " [-0.1026],\n", + " [-0.1036],\n", + " [-0.0996],\n", + " [-0.0984],\n", + " [-0.1088],\n", + " [-0.1017],\n", + " [-0.0970],\n", + " [-0.1063],\n", + " [-0.1070],\n", + " [-0.1024],\n", + " [-0.1021],\n", + " [-0.0984],\n", + " [-0.1183],\n", + " [-0.1113],\n", + " [-0.1011],\n", + " [-0.1058],\n", + " [-0.1044],\n", + " [-0.1050],\n", + " [-0.1075],\n", + " [-0.1023],\n", + " [-0.1062],\n", + " [-0.1024],\n", + " [-0.1005]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0529],\n", + " [-0.0628],\n", + " [-0.0637],\n", + " [-0.0620],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0654],\n", + " [-0.0525],\n", + " [-0.0624],\n", + " [-0.0614],\n", + " [-0.0635],\n", + " [-0.0621],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0661],\n", + " [-0.0630],\n", + " [-0.0618],\n", + " [-0.0628],\n", + " [-0.0618],\n", + " [-0.0634],\n", + " [-0.0623],\n", + " [-0.0477],\n", + " [-0.0518],\n", + " [-0.0662],\n", + " [-0.0598],\n", + " [-0.0591],\n", + " [-0.0608],\n", + " [-0.0588],\n", + " [-0.0604],\n", + " [-0.0546],\n", + " [-0.0606],\n", + " [-0.0643]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0615],\n", + " [-0.0629],\n", + " [-0.0627],\n", + " [-0.0680],\n", + " [-0.1272],\n", + " [-0.0684],\n", + " [-0.0681],\n", + " [-0.0627],\n", + " [-0.0626],\n", + " [-0.0617],\n", + " [-0.0580],\n", + " [-0.0629],\n", + " [-0.0622],\n", + " [-0.0605],\n", + " [-0.0661],\n", + " [-0.0643],\n", + " [-0.0634],\n", + " [-0.0626],\n", + " [-0.0690],\n", + " [-0.0621],\n", + " [-0.0445],\n", + " [-0.0616],\n", + " [-0.0657],\n", + " [-0.0635],\n", + " [-0.0612],\n", + " [-0.0623],\n", + " [-0.0623],\n", + " [-0.0611],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0713],\n", + " [-0.0698],\n", + " [-0.0718],\n", + " [-0.0791],\n", + " [-0.1483],\n", + " [-0.0812],\n", + " [-0.0809],\n", + " [-0.0748],\n", + " [-0.0761],\n", + " [-0.0671],\n", + " [-0.0724],\n", + " [-0.0748],\n", + " [-0.0680],\n", + " [-0.0741],\n", + " [-0.0764],\n", + " [-0.0781],\n", + " [-0.0780],\n", + " [-0.0770],\n", + " [-0.0825],\n", + " [-0.0758],\n", + " [-0.0716],\n", + " [-0.0713],\n", + " [-0.0813],\n", + " [-0.0760],\n", + " [-0.0733],\n", + " [-0.0742],\n", + " [-0.0722],\n", + " [-0.0747],\n", + " [-0.0694],\n", + " [-0.0733],\n", + " [-0.0767],\n", + " [-0.0654]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0382],\n", + " [0.0365],\n", + " [0.0360],\n", + " [0.0354],\n", + " [0.0295],\n", + " [0.0379],\n", + " [0.0367],\n", + " [0.0402],\n", + " [0.0364],\n", + " [0.0379],\n", + " [0.0361],\n", + " [0.0363],\n", + " [0.0372],\n", + " [0.0384],\n", + " [0.0372],\n", + " [0.0367],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0367],\n", + " [0.0376],\n", + " [0.0401],\n", + " [0.0370],\n", + " [0.0365],\n", + " [0.0357],\n", + " [0.0371],\n", + " [0.0362],\n", + " [0.0371],\n", + " [0.0394],\n", + " [0.0323],\n", + " [0.0377],\n", + " [0.0378],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0921],\n", + " [-0.0956],\n", + " [-0.0951],\n", + " [-0.0973],\n", + " [-0.0640],\n", + " [-0.0942],\n", + " [-0.0945],\n", + " [-0.0887],\n", + " [-0.0930],\n", + " [-0.0937],\n", + " [-0.0867],\n", + " [-0.0937],\n", + " [-0.0948],\n", + " [-0.0909],\n", + " [-0.0942],\n", + " [-0.0951],\n", + " [-0.0914],\n", + " [-0.0907],\n", + " [-0.0980],\n", + " [-0.0928],\n", + " [-0.0798],\n", + " [-0.0939],\n", + " [-0.0934],\n", + " [-0.0973],\n", + " [-0.0900],\n", + " [-0.0947],\n", + " [-0.0947],\n", + " [-0.0912],\n", + " [-0.0975],\n", + " [-0.0956],\n", + " [-0.0924],\n", + " [-0.0934]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0547],\n", + " [0.0588],\n", + " [0.0577],\n", + " [0.0580],\n", + " [0.0437],\n", + " [0.0486],\n", + " [0.0504],\n", + " [0.0473],\n", + " [0.0539],\n", + " [0.0566],\n", + " [0.0450],\n", + " [0.0547],\n", + " [0.0582],\n", + " [0.0510],\n", + " [0.0436],\n", + " [0.0546],\n", + " [0.0473],\n", + " [0.0488],\n", + " [0.0563],\n", + " [0.0518],\n", + " [0.0349],\n", + " [0.0570],\n", + " [0.0495],\n", + " [0.0568],\n", + " [0.0529],\n", + " [0.0570],\n", + " [0.0574],\n", + " [0.0525],\n", + " [0.0532],\n", + " [0.0569],\n", + " [0.0508],\n", + " [0.0588]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0374],\n", + " [-0.0356],\n", + " [-0.0380],\n", + " [-0.0385],\n", + " [-0.0436],\n", + " [-0.0343],\n", + " [-0.0370],\n", + " [-0.0386],\n", + " [-0.0384],\n", + " [-0.0352],\n", + " [-0.0448],\n", + " [-0.0401],\n", + " [-0.0353],\n", + " [-0.0377],\n", + " [-0.0409],\n", + " [-0.0387],\n", + " [-0.0399],\n", + " [-0.0407],\n", + " [-0.0358],\n", + " [-0.0358],\n", + " [-0.0484],\n", + " [-0.0375],\n", + " [-0.0400],\n", + " [-0.0371],\n", + " [-0.0426],\n", + " [-0.0376],\n", + " [-0.0362],\n", + " [-0.0351],\n", + " [-0.0489],\n", + " [-0.0346],\n", + " [-0.0362],\n", + " [-0.0352]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0809],\n", + " [-0.0813],\n", + " [-0.0805],\n", + " [-0.0791],\n", + " [-0.0802],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0779],\n", + " [-0.0786],\n", + " [-0.0828],\n", + " [-0.0771],\n", + " [-0.0798],\n", + " [-0.0821],\n", + " [-0.0797],\n", + " [-0.0827],\n", + " [-0.0792],\n", + " [-0.0780],\n", + " [-0.0777],\n", + " [-0.0784],\n", + " [-0.0802],\n", + " [-0.0728],\n", + " [-0.0804],\n", + " [-0.0779],\n", + " [-0.0801],\n", + " [-0.0782],\n", + " [-0.0792],\n", + " [-0.0803],\n", + " [-0.0790],\n", + " [-0.0819],\n", + " [-0.0811],\n", + " [-0.0796],\n", + " [-0.0822]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1682],\n", + " [0.1703],\n", + " [0.1685],\n", + " [0.1681],\n", + " [0.1056],\n", + " [0.1642],\n", + " [0.1651],\n", + " [0.1659],\n", + " [0.1665],\n", + " [0.1698],\n", + " [0.1632],\n", + " [0.1668],\n", + " [0.1708],\n", + " [0.1653],\n", + " [0.1624],\n", + " [0.1668],\n", + " [0.1629],\n", + " [0.1640],\n", + " [0.1671],\n", + " [0.1649],\n", + " [0.1613],\n", + " [0.1686],\n", + " [0.1635],\n", + " [0.1666],\n", + " [0.1677],\n", + " [0.1680],\n", + " [0.1686],\n", + " [0.1668],\n", + " [0.1639],\n", + " [0.1684],\n", + " [0.1643],\n", + " [0.1727]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0527],\n", + " [-0.0570],\n", + " [-0.0561],\n", + " [-0.0590],\n", + " [-0.0769],\n", + " [-0.0617],\n", + " [-0.0607],\n", + " [-0.0543],\n", + " [-0.0566],\n", + " [-0.0540],\n", + " [-0.0523],\n", + " [-0.0563],\n", + " [-0.0557],\n", + " [-0.0549],\n", + " [-0.0599],\n", + " [-0.0584],\n", + " [-0.0579],\n", + " [-0.0571],\n", + " [-0.0622],\n", + " [-0.0572],\n", + " [-0.0517],\n", + " [-0.0549],\n", + " [-0.0607],\n", + " [-0.0598],\n", + " [-0.0536],\n", + " [-0.0573],\n", + " [-0.0564],\n", + " [-0.0555],\n", + " [-0.0622],\n", + " [-0.0577],\n", + " [-0.0577],\n", + " [-0.0551]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0590],\n", + " [0.0573],\n", + " [0.0583],\n", + " [0.0625],\n", + " [0.0406],\n", + " [0.0677],\n", + " [0.0653],\n", + " [0.0670],\n", + " [0.0632],\n", + " [0.0560],\n", + " [0.0659],\n", + " [0.0595],\n", + " [0.0565],\n", + " [0.0640],\n", + " [0.0653],\n", + " [0.0638],\n", + " [0.0684],\n", + " [0.0658],\n", + " [0.0652],\n", + " [0.0653],\n", + " [0.0704],\n", + " [0.0583],\n", + " [0.0667],\n", + " [0.0621],\n", + " [0.0594],\n", + " [0.0602],\n", + " [0.0589],\n", + " [0.0644],\n", + " [0.0503],\n", + " [0.0610],\n", + " [0.0669],\n", + " [0.0551]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0963],\n", + " [-0.1003],\n", + " [-0.0982],\n", + " [-0.0951],\n", + " [-0.0683],\n", + " [-0.0857],\n", + " [-0.0881],\n", + " [-0.0880],\n", + " [-0.0937],\n", + " [-0.0990],\n", + " [-0.0857],\n", + " [-0.0951],\n", + " [-0.1003],\n", + " [-0.0931],\n", + " [-0.0790],\n", + " [-0.0948],\n", + " [-0.0875],\n", + " [-0.0896],\n", + " [-0.0940],\n", + " [-0.0920],\n", + " [-0.0868],\n", + " [-0.0978],\n", + " [-0.0900],\n", + " [-0.0971],\n", + " [-0.0940],\n", + " [-0.0969],\n", + " [-0.0982],\n", + " [-0.0930],\n", + " [-0.1019],\n", + " [-0.0983],\n", + " [-0.0910],\n", + " [-0.1022]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0178],\n", + " [ 0.0208],\n", + " [ 0.0196],\n", + " [ 0.0175],\n", + " [-0.0081],\n", + " [ 0.0117],\n", + " [ 0.0135],\n", + " [ 0.0107],\n", + " [ 0.0152],\n", + " [ 0.0213],\n", + " [ 0.0114],\n", + " [ 0.0167],\n", + " [ 0.0217],\n", + " [ 0.0128],\n", + " [ 0.0142],\n", + " [ 0.0138],\n", + " [ 0.0090],\n", + " [ 0.0115],\n", + " [ 0.0151],\n", + " [ 0.0134],\n", + " [ 0.0065],\n", + " [ 0.0200],\n", + " [ 0.0117],\n", + " [ 0.0181],\n", + " [ 0.0160],\n", + " [ 0.0185],\n", + " [ 0.0190],\n", + " [ 0.0148],\n", + " [ 0.0260],\n", + " [ 0.0177],\n", + " [ 0.0115],\n", + " [ 0.0236]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0941],\n", + " [0.0963],\n", + " [0.0959],\n", + " [0.0911],\n", + " [0.0399],\n", + " [0.0836],\n", + " [0.0873],\n", + " [0.0862],\n", + " [0.0907],\n", + " [0.0967],\n", + " [0.0892],\n", + " [0.0958],\n", + " [0.0969],\n", + " [0.0922],\n", + " [0.0859],\n", + " [0.0927],\n", + " [0.0886],\n", + " [0.0910],\n", + " [0.0887],\n", + " [0.0883],\n", + " [0.1006],\n", + " [0.0953],\n", + " [0.0920],\n", + " [0.0928],\n", + " [0.0960],\n", + " [0.0931],\n", + " [0.0949],\n", + " [0.0878],\n", + " [0.1039],\n", + " [0.0927],\n", + " [0.0880],\n", + " [0.0986]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 1.1866e-02],\n", + " [ 1.0781e-02],\n", + " [ 1.0369e-02],\n", + " [ 6.4485e-03],\n", + " [-3.2609e-04],\n", + " [ 5.4293e-03],\n", + " [ 6.4853e-03],\n", + " [ 9.5578e-03],\n", + " [ 8.3628e-03],\n", + " [ 1.1857e-02],\n", + " [ 1.1354e-02],\n", + " [ 1.1765e-02],\n", + " [ 1.1366e-02],\n", + " [ 1.2113e-02],\n", + " [ 2.8713e-05],\n", + " [ 1.0864e-02],\n", + " [ 9.5871e-03],\n", + " [ 1.0626e-02],\n", + " [ 7.1660e-03],\n", + " [ 8.4717e-03],\n", + " [ 2.8093e-02],\n", + " [ 1.0431e-02],\n", + " [ 1.0858e-02],\n", + " [ 7.9843e-03],\n", + " [ 1.2325e-02],\n", + " [ 8.8054e-03],\n", + " [ 1.0807e-02],\n", + " [ 8.9248e-03],\n", + " [ 1.2615e-02],\n", + " [ 1.0817e-02],\n", + " [ 9.3197e-03],\n", + " [ 1.1604e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0047],\n", + " [ 0.0003],\n", + " [-0.0014],\n", + " [ 0.0029],\n", + " [ 0.0435],\n", + " [ 0.0049],\n", + " [ 0.0039],\n", + " [-0.0036],\n", + " [-0.0015],\n", + " [-0.0021],\n", + " [-0.0101],\n", + " [-0.0022],\n", + " [-0.0009],\n", + " [-0.0056],\n", + " [ 0.0029],\n", + " [-0.0007],\n", + " [-0.0046],\n", + " [-0.0039],\n", + " [ 0.0064],\n", + " [-0.0013],\n", + " [-0.0212],\n", + " [-0.0021],\n", + " [ 0.0005],\n", + " [ 0.0028],\n", + " [-0.0049],\n", + " [ 0.0002],\n", + " [-0.0009],\n", + " [-0.0019],\n", + " [ 0.0048],\n", + " [ 0.0007],\n", + " [-0.0024],\n", + " [-0.0013]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0327],\n", + " [-0.0332],\n", + " [-0.0340],\n", + " [-0.0370],\n", + " [-0.0132],\n", + " [-0.0434],\n", + " [-0.0424],\n", + " [-0.0360],\n", + " [-0.0376],\n", + " [-0.0308],\n", + " [-0.0373],\n", + " [-0.0345],\n", + " [-0.0320],\n", + " [-0.0348],\n", + " [-0.0538],\n", + " [-0.0352],\n", + " [-0.0386],\n", + " [-0.0377],\n", + " [-0.0396],\n", + " [-0.0380],\n", + " [-0.0418],\n", + " [-0.0343],\n", + " [-0.0404],\n", + " [-0.0394],\n", + " [-0.0331],\n", + " [-0.0367],\n", + " [-0.0339],\n", + " [-0.0367],\n", + " [-0.0408],\n", + " [-0.0352],\n", + " [-0.0377],\n", + " [-0.0297]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0013],\n", + " [ 0.0034],\n", + " [ 0.0034],\n", + " [ 0.0061],\n", + " [ 0.0089],\n", + " [ 0.0086],\n", + " [ 0.0074],\n", + " [ 0.0048],\n", + " [ 0.0052],\n", + " [ 0.0008],\n", + " [ 0.0022],\n", + " [ 0.0035],\n", + " [ 0.0022],\n", + " [ 0.0033],\n", + " [ 0.0080],\n", + " [ 0.0054],\n", + " [ 0.0060],\n", + " [ 0.0050],\n", + " [ 0.0083],\n", + " [ 0.0057],\n", + " [-0.0039],\n", + " [ 0.0030],\n", + " [ 0.0071],\n", + " [ 0.0069],\n", + " [ 0.0019],\n", + " [ 0.0051],\n", + " [ 0.0036],\n", + " [ 0.0053],\n", + " [ 0.0021],\n", + " [ 0.0045],\n", + " [ 0.0060],\n", + " [ 0.0010]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0558],\n", + " [0.0574],\n", + " [0.0567],\n", + " [0.0574],\n", + " [0.0610],\n", + " [0.0627],\n", + " [0.0608],\n", + " [0.0590],\n", + " [0.0572],\n", + " [0.0565],\n", + " [0.0568],\n", + " [0.0572],\n", + " [0.0569],\n", + " [0.0577],\n", + " [0.0668],\n", + " [0.0584],\n", + " [0.0605],\n", + " [0.0589],\n", + " [0.0595],\n", + " [0.0591],\n", + " [0.0559],\n", + " [0.0562],\n", + " [0.0616],\n", + " [0.0585],\n", + " [0.0551],\n", + " [0.0566],\n", + " [0.0569],\n", + " [0.0578],\n", + " [0.0578],\n", + " [0.0582],\n", + " [0.0595],\n", + " [0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0180],\n", + " [-0.0190],\n", + " [-0.0183],\n", + " [-0.0193],\n", + " [-0.0030],\n", + " [-0.0186],\n", + " [-0.0188],\n", + " [-0.0148],\n", + " [-0.0167],\n", + " [-0.0185],\n", + " [-0.0150],\n", + " [-0.0174],\n", + " [-0.0190],\n", + " [-0.0162],\n", + " [-0.0195],\n", + " [-0.0165],\n", + " [-0.0150],\n", + " [-0.0157],\n", + " [-0.0192],\n", + " [-0.0159],\n", + " [-0.0207],\n", + " [-0.0189],\n", + " [-0.0162],\n", + " [-0.0185],\n", + " [-0.0175],\n", + " [-0.0182],\n", + " [-0.0186],\n", + " [-0.0165],\n", + " [-0.0155],\n", + " [-0.0186],\n", + " [-0.0155],\n", + " [-0.0189]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1688],\n", + " [-0.1711],\n", + " [-0.1714],\n", + " [-0.1751],\n", + " [-0.1811],\n", + " [-0.1741],\n", + " [-0.1755],\n", + " [-0.1677],\n", + " [-0.1710],\n", + " [-0.1688],\n", + " [-0.1659],\n", + " [-0.1724],\n", + " [-0.1702],\n", + " [-0.1683],\n", + " [-0.1761],\n", + " [-0.1729],\n", + " [-0.1700],\n", + " [-0.1708],\n", + " [-0.1767],\n", + " [-0.1696],\n", + " [-0.1667],\n", + " [-0.1705],\n", + " [-0.1760],\n", + " [-0.1741],\n", + " [-0.1706],\n", + " [-0.1718],\n", + " [-0.1708],\n", + " [-0.1683],\n", + " [-0.1800],\n", + " [-0.1707],\n", + " [-0.1693],\n", + " [-0.1694]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0229],\n", + " [-0.0219],\n", + " [-0.0222],\n", + " [-0.0189],\n", + " [ 0.0820],\n", + " [-0.0166],\n", + " [-0.0166],\n", + " [-0.0231],\n", + " [-0.0212],\n", + " [-0.0227],\n", + " [-0.0246],\n", + " [-0.0216],\n", + " [-0.0224],\n", + " [-0.0242],\n", + " [-0.0101],\n", + " [-0.0223],\n", + " [-0.0239],\n", + " [-0.0231],\n", + " [-0.0179],\n", + " [-0.0215],\n", + " [-0.0284],\n", + " [-0.0221],\n", + " [-0.0199],\n", + " [-0.0193],\n", + " [-0.0228],\n", + " [-0.0209],\n", + " [-0.0222],\n", + " [-0.0220],\n", + " [-0.0116],\n", + " [-0.0219],\n", + " [-0.0229],\n", + " [-0.0226]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0090],\n", + " [ 0.0161],\n", + " [ 0.0124],\n", + " [ 0.0092],\n", + " [ 0.0504],\n", + " [ 0.0013],\n", + " [ 0.0028],\n", + " [-0.0043],\n", + " [ 0.0050],\n", + " [ 0.0146],\n", + " [-0.0062],\n", + " [ 0.0080],\n", + " [ 0.0164],\n", + " [ 0.0035],\n", + " [ 0.0013],\n", + " [ 0.0063],\n", + " [-0.0028],\n", + " [-0.0008],\n", + " [ 0.0081],\n", + " [ 0.0043],\n", + " [-0.0073],\n", + " [ 0.0115],\n", + " [ 0.0018],\n", + " [ 0.0112],\n", + " [ 0.0040],\n", + " [ 0.0100],\n", + " [ 0.0123],\n", + " [ 0.0042],\n", + " [ 0.0204],\n", + " [ 0.0126],\n", + " [ 0.0025],\n", + " [ 0.0189]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0926],\n", + " [0.0896],\n", + " [0.0905],\n", + " [0.0911],\n", + " [0.0396],\n", + " [0.0940],\n", + " [0.0929],\n", + " [0.0985],\n", + " [0.0936],\n", + " [0.0918],\n", + " [0.1020],\n", + " [0.0904],\n", + " [0.0903],\n", + " [0.0932],\n", + " [0.0927],\n", + " [0.0898],\n", + " [0.0948],\n", + " [0.0945],\n", + " [0.0882],\n", + " [0.0934],\n", + " [0.0948],\n", + " [0.0913],\n", + " [0.0893],\n", + " [0.0883],\n", + " [0.0942],\n", + " [0.0912],\n", + " [0.0902],\n", + " [0.0945],\n", + " [0.0819],\n", + " [0.0894],\n", + " [0.0933],\n", + " [0.0911]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0829],\n", + " [0.0881],\n", + " [0.0853],\n", + " [0.0796],\n", + " [0.0657],\n", + " [0.0797],\n", + " [0.0785],\n", + " [0.0779],\n", + " [0.0811],\n", + " [0.0873],\n", + " [0.0748],\n", + " [0.0827],\n", + " [0.0883],\n", + " [0.0811],\n", + " [0.0870],\n", + " [0.0807],\n", + " [0.0773],\n", + " [0.0780],\n", + " [0.0800],\n", + " [0.0829],\n", + " [0.0672],\n", + " [0.0852],\n", + " [0.0780],\n", + " [0.0862],\n", + " [0.0798],\n", + " [0.0846],\n", + " [0.0854],\n", + " [0.0826],\n", + " [0.0935],\n", + " [0.0864],\n", + " [0.0814],\n", + " [0.0898]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0874],\n", + " [0.0888],\n", + " [0.0878],\n", + " [0.0883],\n", + " [0.1356],\n", + " [0.0903],\n", + " [0.0894],\n", + " [0.0857],\n", + " [0.0869],\n", + " [0.0889],\n", + " [0.0831],\n", + " [0.0876],\n", + " [0.0888],\n", + " [0.0872],\n", + " [0.0908],\n", + " [0.0880],\n", + " [0.0879],\n", + " [0.0871],\n", + " [0.0895],\n", + " [0.0886],\n", + " [0.0726],\n", + " [0.0871],\n", + " [0.0892],\n", + " [0.0889],\n", + " [0.0847],\n", + " [0.0870],\n", + " [0.0877],\n", + " [0.0866],\n", + " [0.0864],\n", + " [0.0890],\n", + " [0.0887],\n", + " [0.0877]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0396],\n", + " [0.0424],\n", + " [0.0407],\n", + " [0.0405],\n", + " [0.0497],\n", + " [0.0425],\n", + " [0.0409],\n", + " [0.0404],\n", + " [0.0403],\n", + " [0.0420],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0424],\n", + " [0.0386],\n", + " [0.0446],\n", + " [0.0389],\n", + " [0.0381],\n", + " [0.0378],\n", + " [0.0414],\n", + " [0.0410],\n", + " [0.0331],\n", + " [0.0408],\n", + " [0.0371],\n", + " [0.0412],\n", + " [0.0371],\n", + " [0.0414],\n", + " [0.0414],\n", + " [0.0420],\n", + " [0.0395],\n", + " [0.0424],\n", + " [0.0402],\n", + " [0.0428]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0376],\n", + " [ 0.0355],\n", + " [ 0.0369],\n", + " [ 0.0345],\n", + " [-0.0007],\n", + " [ 0.0338],\n", + " [ 0.0349],\n", + " [ 0.0363],\n", + " [ 0.0375],\n", + " [ 0.0364],\n", + " [ 0.0378],\n", + " [ 0.0385],\n", + " [ 0.0358],\n", + " [ 0.0389],\n", + " [ 0.0367],\n", + " [ 0.0369],\n", + " [ 0.0381],\n", + " [ 0.0391],\n", + " [ 0.0341],\n", + " [ 0.0376],\n", + " [ 0.0405],\n", + " [ 0.0378],\n", + " [ 0.0386],\n", + " [ 0.0376],\n", + " [ 0.0396],\n", + " [ 0.0373],\n", + " [ 0.0367],\n", + " [ 0.0371],\n", + " [ 0.0414],\n", + " [ 0.0361],\n", + " [ 0.0376],\n", + " [ 0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0727],\n", + " [-0.0695],\n", + " [-0.0709],\n", + " [-0.0708],\n", + " [-0.0098],\n", + " [-0.0739],\n", + " [-0.0732],\n", + " [-0.0772],\n", + " [-0.0738],\n", + " [-0.0696],\n", + " [-0.0794],\n", + " [-0.0726],\n", + " [-0.0692],\n", + " [-0.0758],\n", + " [-0.0711],\n", + " [-0.0737],\n", + " [-0.0762],\n", + " [-0.0761],\n", + " [-0.0720],\n", + " [-0.0745],\n", + " [-0.0969],\n", + " [-0.0718],\n", + " [-0.0748],\n", + " [-0.0713],\n", + " [-0.0748],\n", + " [-0.0722],\n", + " [-0.0717],\n", + " [-0.0752],\n", + " [-0.0695],\n", + " [-0.0718],\n", + " [-0.0754],\n", + " [-0.0689]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0992],\n", + " [-0.0977],\n", + " [-0.0983],\n", + " [-0.1037],\n", + " [-0.1295],\n", + " [-0.1101],\n", + " [-0.1087],\n", + " [-0.1058],\n", + " [-0.1026],\n", + " [-0.0973],\n", + " [-0.1061],\n", + " [-0.1011],\n", + " [-0.0971],\n", + " [-0.1017],\n", + " [-0.1158],\n", + " [-0.1031],\n", + " [-0.1061],\n", + " [-0.1052],\n", + " [-0.1058],\n", + " [-0.1032],\n", + " [-0.1080],\n", + " [-0.0983],\n", + " [-0.1075],\n", + " [-0.1014],\n", + " [-0.1016],\n", + " [-0.0999],\n", + " [-0.0983],\n", + " [-0.1023],\n", + " [-0.1028],\n", + " [-0.0996],\n", + " [-0.1039],\n", + " [-0.0962]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0635],\n", + " [-0.0628],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0178],\n", + " [-0.0573],\n", + " [-0.0582],\n", + " [-0.0625],\n", + " [-0.0620],\n", + " [-0.0637],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0633],\n", + " [-0.0631],\n", + " [-0.0538],\n", + " [-0.0629],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0596],\n", + " [-0.0613],\n", + " [-0.0551],\n", + " [-0.0627],\n", + " [-0.0600],\n", + " [-0.0599],\n", + " [-0.0639],\n", + " [-0.0616],\n", + " [-0.0628],\n", + " [-0.0615],\n", + " [-0.0538],\n", + " [-0.0618],\n", + " [-0.0618],\n", + " [-0.0639]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0716],\n", + " [-0.0605],\n", + " [-0.0642],\n", + " [-0.0629],\n", + " [-0.0636],\n", + " [-0.0629],\n", + " [-0.0550],\n", + " [-0.0654],\n", + " [-0.0567],\n", + " [-0.0643],\n", + " [-0.0634],\n", + " [-0.0639],\n", + " [-0.0645],\n", + " [-0.0640],\n", + " [-0.0612],\n", + " [-0.0650],\n", + " [-0.0640],\n", + " [-0.0647],\n", + " [-0.0628],\n", + " [-0.0623],\n", + " [-0.0592],\n", + " [-0.0616],\n", + " [-0.0530],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0612],\n", + " [-0.0622],\n", + " [-0.0650],\n", + " [-0.0615],\n", + " [-0.0608],\n", + " [-0.0632],\n", + " [-0.0619]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0771],\n", + " [-0.0731],\n", + " [-0.0787],\n", + " [-0.0731],\n", + " [-0.0765],\n", + " [-0.0724],\n", + " [-0.0676],\n", + " [-0.0730],\n", + " [-0.0691],\n", + " [-0.0764],\n", + " [-0.0775],\n", + " [-0.0764],\n", + " [-0.0774],\n", + " [-0.0776],\n", + " [-0.0743],\n", + " [-0.0779],\n", + " [-0.0762],\n", + " [-0.0776],\n", + " [-0.0696],\n", + " [-0.0756],\n", + " [-0.0726],\n", + " [-0.0806],\n", + " [-0.0751],\n", + " [-0.0737],\n", + " [-0.0730],\n", + " [-0.0736],\n", + " [-0.0734],\n", + " [-0.0792],\n", + " [-0.0680],\n", + " [-0.0731],\n", + " [-0.0740],\n", + " [-0.0740]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0380],\n", + " [0.0366],\n", + " [0.0374],\n", + " [0.0367],\n", + " [0.0360],\n", + " [0.0371],\n", + " [0.0343],\n", + " [0.0394],\n", + " [0.0391],\n", + " [0.0364],\n", + " [0.0357],\n", + " [0.0367],\n", + " [0.0410],\n", + " [0.0384],\n", + " [0.0354],\n", + " [0.0364],\n", + " [0.0363],\n", + " [0.0367],\n", + " [0.0371],\n", + " [0.0376],\n", + " [0.0340],\n", + " [0.0411],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0376],\n", + " [0.0368],\n", + " [0.0374],\n", + " [0.0381],\n", + " [0.0379],\n", + " [0.0365],\n", + " [0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0934],\n", + " [-0.0894],\n", + " [-0.0968],\n", + " [-0.0961],\n", + " [-0.0949],\n", + " [-0.0959],\n", + " [-0.0850],\n", + " [-0.0964],\n", + " [-0.0856],\n", + " [-0.0934],\n", + " [-0.0936],\n", + " [-0.0953],\n", + " [-0.0938],\n", + " [-0.0926],\n", + " [-0.0924],\n", + " [-0.0976],\n", + " [-0.0939],\n", + " [-0.0951],\n", + " [-0.0953],\n", + " [-0.0927],\n", + " [-0.0894],\n", + " [-0.0915],\n", + " [-0.0864],\n", + " [-0.0920],\n", + " [-0.0949],\n", + " [-0.0920],\n", + " [-0.0920],\n", + " [-0.0949],\n", + " [-0.0939],\n", + " [-0.0906],\n", + " [-0.0962],\n", + " [-0.0968]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0425],\n", + " [0.0512],\n", + " [0.0510],\n", + " [0.0585],\n", + " [0.0559],\n", + " [0.0582],\n", + " [0.0435],\n", + " [0.0557],\n", + " [0.0365],\n", + " [0.0548],\n", + " [0.0525],\n", + " [0.0560],\n", + " [0.0544],\n", + " [0.0434],\n", + " [0.0542],\n", + " [0.0574],\n", + " [0.0563],\n", + " [0.0561],\n", + " [0.0597],\n", + " [0.0516],\n", + " [0.0457],\n", + " [0.0458],\n", + " [0.0346],\n", + " [0.0553],\n", + " [0.0580],\n", + " [0.0542],\n", + " [0.0571],\n", + " [0.0520],\n", + " [0.0580],\n", + " [0.0536],\n", + " [0.0592],\n", + " [0.0571]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0311],\n", + " [-0.0391],\n", + " [-0.0386],\n", + " [-0.0347],\n", + " [-0.0376],\n", + " [-0.0373],\n", + " [-0.0439],\n", + " [-0.0426],\n", + " [-0.0426],\n", + " [-0.0329],\n", + " [-0.0388],\n", + " [-0.0375],\n", + " [-0.0385],\n", + " [-0.0326],\n", + " [-0.0364],\n", + " [-0.0366],\n", + " [-0.0402],\n", + " [-0.0388],\n", + " [-0.0346],\n", + " [-0.0380],\n", + " [-0.0372],\n", + " [-0.0420],\n", + " [-0.0432],\n", + " [-0.0389],\n", + " [-0.0371],\n", + " [-0.0373],\n", + " [-0.0407],\n", + " [-0.0350],\n", + " [-0.0349],\n", + " [-0.0394],\n", + " [-0.0357],\n", + " [-0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0875],\n", + " [-0.0785],\n", + " [-0.0816],\n", + " [-0.0805],\n", + " [-0.0793],\n", + " [-0.0805],\n", + " [-0.0785],\n", + " [-0.0805],\n", + " [-0.0762],\n", + " [-0.0804],\n", + " [-0.0787],\n", + " [-0.0792],\n", + " [-0.0784],\n", + " [-0.0835],\n", + " [-0.0796],\n", + " [-0.0791],\n", + " [-0.0787],\n", + " [-0.0791],\n", + " [-0.0807],\n", + " [-0.0801],\n", + " [-0.0812],\n", + " [-0.0782],\n", + " [-0.0828],\n", + " [-0.0788],\n", + " [-0.0795],\n", + " [-0.0796],\n", + " [-0.0782],\n", + " [-0.0795],\n", + " [-0.0817],\n", + " [-0.0790],\n", + " [-0.0795],\n", + " [-0.0804]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1581],\n", + " [0.1664],\n", + " [0.1638],\n", + " [0.1694],\n", + " [0.1676],\n", + " [0.1684],\n", + " [0.1635],\n", + " [0.1663],\n", + " [0.1620],\n", + " [0.1684],\n", + " [0.1653],\n", + " [0.1669],\n", + " [0.1672],\n", + " [0.1615],\n", + " [0.1675],\n", + " [0.1671],\n", + " [0.1686],\n", + " [0.1675],\n", + " [0.1719],\n", + " [0.1646],\n", + " [0.1620],\n", + " [0.1592],\n", + " [0.1530],\n", + " [0.1683],\n", + " [0.1691],\n", + " [0.1673],\n", + " [0.1706],\n", + " [0.1644],\n", + " [0.1708],\n", + " [0.1676],\n", + " [0.1694],\n", + " [0.1677]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0605],\n", + " [-0.0534],\n", + " [-0.0606],\n", + " [-0.0577],\n", + " [-0.0581],\n", + " [-0.0573],\n", + " [-0.0469],\n", + " [-0.0562],\n", + " [-0.0489],\n", + " [-0.0579],\n", + " [-0.0581],\n", + " [-0.0581],\n", + " [-0.0580],\n", + " [-0.0599],\n", + " [-0.0555],\n", + " [-0.0609],\n", + " [-0.0561],\n", + " [-0.0575],\n", + " [-0.0569],\n", + " [-0.0564],\n", + " [-0.0531],\n", + " [-0.0607],\n", + " [-0.0518],\n", + " [-0.0550],\n", + " [-0.0577],\n", + " [-0.0547],\n", + " [-0.0537],\n", + " [-0.0604],\n", + " [-0.0541],\n", + " [-0.0530],\n", + " [-0.0584],\n", + " [-0.0589]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0692],\n", + " [0.0628],\n", + " [0.0660],\n", + " [0.0605],\n", + " [0.0619],\n", + " [0.0587],\n", + " [0.0641],\n", + " [0.0585],\n", + " [0.0736],\n", + " [0.0641],\n", + " [0.0639],\n", + " [0.0622],\n", + " [0.0611],\n", + " [0.0759],\n", + " [0.0623],\n", + " [0.0627],\n", + " [0.0606],\n", + " [0.0623],\n", + " [0.0568],\n", + " [0.0640],\n", + " [0.0678],\n", + " [0.0677],\n", + " [0.0771],\n", + " [0.0592],\n", + " [0.0582],\n", + " [0.0610],\n", + " [0.0585],\n", + " [0.0671],\n", + " [0.0562],\n", + " [0.0607],\n", + " [0.0600],\n", + " [0.0592]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0728],\n", + " [-0.0917],\n", + " [-0.0930],\n", + " [-0.0994],\n", + " [-0.0961],\n", + " [-0.0987],\n", + " [-0.0853],\n", + " [-0.0949],\n", + " [-0.0798],\n", + " [-0.0927],\n", + " [-0.0929],\n", + " [-0.0953],\n", + " [-0.0937],\n", + " [-0.0817],\n", + " [-0.0953],\n", + " [-0.0970],\n", + " [-0.0954],\n", + " [-0.0950],\n", + " [-0.1010],\n", + " [-0.0928],\n", + " [-0.0875],\n", + " [-0.0877],\n", + " [-0.0824],\n", + " [-0.0957],\n", + " [-0.0984],\n", + " [-0.0947],\n", + " [-0.0969],\n", + " [-0.0914],\n", + " [-0.0997],\n", + " [-0.0949],\n", + " [-0.0992],\n", + " [-0.0976]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0090],\n", + " [0.0150],\n", + " [0.0112],\n", + " [0.0192],\n", + " [0.0157],\n", + " [0.0194],\n", + " [0.0127],\n", + " [0.0217],\n", + " [0.0063],\n", + " [0.0177],\n", + " [0.0140],\n", + " [0.0171],\n", + " [0.0169],\n", + " [0.0093],\n", + " [0.0154],\n", + " [0.0169],\n", + " [0.0174],\n", + " [0.0165],\n", + " [0.0216],\n", + " [0.0131],\n", + " [0.0113],\n", + " [0.0125],\n", + " [0.0008],\n", + " [0.0173],\n", + " [0.0184],\n", + " [0.0165],\n", + " [0.0184],\n", + " [0.0123],\n", + " [0.0221],\n", + " [0.0156],\n", + " [0.0189],\n", + " [0.0209]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0692],\n", + " [0.0899],\n", + " [0.0927],\n", + " [0.0929],\n", + " [0.0931],\n", + " [0.0957],\n", + " [0.0907],\n", + " [0.0932],\n", + " [0.0836],\n", + " [0.0841],\n", + " [0.0915],\n", + " [0.0908],\n", + " [0.0921],\n", + " [0.0766],\n", + " [0.0915],\n", + " [0.0923],\n", + " [0.0941],\n", + " [0.0926],\n", + " [0.0958],\n", + " [0.0917],\n", + " [0.0870],\n", + " [0.0929],\n", + " [0.0991],\n", + " [0.0944],\n", + " [0.0960],\n", + " [0.0915],\n", + " [0.0955],\n", + " [0.0871],\n", + " [0.0959],\n", + " [0.0939],\n", + " [0.0937],\n", + " [0.0962]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0050],\n", + " [ 0.0094],\n", + " [ 0.0121],\n", + " [ 0.0096],\n", + " [ 0.0106],\n", + " [ 0.0103],\n", + " [ 0.0074],\n", + " [ 0.0046],\n", + " [ 0.0067],\n", + " [ 0.0044],\n", + " [ 0.0094],\n", + " [ 0.0071],\n", + " [ 0.0089],\n", + " [ 0.0013],\n", + " [ 0.0109],\n", + " [ 0.0082],\n", + " [ 0.0095],\n", + " [ 0.0088],\n", + " [ 0.0104],\n", + " [ 0.0105],\n", + " [ 0.0060],\n", + " [ 0.0136],\n", + " [ 0.0184],\n", + " [ 0.0112],\n", + " [ 0.0114],\n", + " [ 0.0098],\n", + " [ 0.0104],\n", + " [ 0.0076],\n", + " [ 0.0109],\n", + " [ 0.0119],\n", + " [ 0.0095],\n", + " [ 0.0092]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 9.0057e-04],\n", + " [-5.4954e-03],\n", + " [-3.4015e-04],\n", + " [ 1.4183e-03],\n", + " [ 8.3759e-05],\n", + " [-1.5059e-04],\n", + " [-1.3239e-02],\n", + " [ 8.8049e-05],\n", + " [-1.1750e-02],\n", + " [ 4.7768e-03],\n", + " [-5.4913e-04],\n", + " [ 1.3432e-03],\n", + " [ 1.9543e-03],\n", + " [ 2.4132e-03],\n", + " [-2.6998e-03],\n", + " [ 3.6593e-03],\n", + " [-6.6257e-04],\n", + " [ 2.5893e-04],\n", + " [ 5.5032e-04],\n", + " [-3.4570e-03],\n", + " [-6.4924e-03],\n", + " [-1.1902e-03],\n", + " [-2.0079e-02],\n", + " [-2.6005e-03],\n", + " [-1.1352e-04],\n", + " [-2.7359e-03],\n", + " [-2.8420e-03],\n", + " [ 2.1455e-03],\n", + " [-1.5324e-03],\n", + " [-5.9402e-03],\n", + " [ 1.5174e-03],\n", + " [ 1.6881e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0499],\n", + " [-0.0360],\n", + " [-0.0386],\n", + " [-0.0356],\n", + " [-0.0353],\n", + " [-0.0347],\n", + " [-0.0370],\n", + " [-0.0419],\n", + " [-0.0407],\n", + " [-0.0409],\n", + " [-0.0381],\n", + " [-0.0385],\n", + " [-0.0379],\n", + " [-0.0457],\n", + " [-0.0348],\n", + " [-0.0380],\n", + " [-0.0343],\n", + " [-0.0359],\n", + " [-0.0326],\n", + " [-0.0369],\n", + " [-0.0396],\n", + " [-0.0436],\n", + " [-0.0415],\n", + " [-0.0343],\n", + " [-0.0331],\n", + " [-0.0356],\n", + " [-0.0321],\n", + " [-0.0399],\n", + " [-0.0316],\n", + " [-0.0334],\n", + " [-0.0355],\n", + " [-0.0390]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0083],\n", + " [ 0.0035],\n", + " [ 0.0069],\n", + " [ 0.0050],\n", + " [ 0.0051],\n", + " [ 0.0043],\n", + " [ 0.0002],\n", + " [ 0.0048],\n", + " [ 0.0021],\n", + " [ 0.0077],\n", + " [ 0.0057],\n", + " [ 0.0059],\n", + " [ 0.0052],\n", + " [ 0.0100],\n", + " [ 0.0040],\n", + " [ 0.0070],\n", + " [ 0.0042],\n", + " [ 0.0052],\n", + " [ 0.0036],\n", + " [ 0.0044],\n", + " [ 0.0043],\n", + " [ 0.0067],\n", + " [-0.0012],\n", + " [ 0.0033],\n", + " [ 0.0040],\n", + " [ 0.0037],\n", + " [ 0.0030],\n", + " [ 0.0076],\n", + " [ 0.0017],\n", + " [ 0.0021],\n", + " [ 0.0055],\n", + " [ 0.0058]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0650],\n", + " [0.0564],\n", + " [0.0626],\n", + " [0.0579],\n", + " [0.0576],\n", + " [0.0572],\n", + " [0.0572],\n", + " [0.0570],\n", + " [0.0640],\n", + " [0.0595],\n", + " [0.0584],\n", + " [0.0574],\n", + " [0.0571],\n", + " [0.0677],\n", + " [0.0569],\n", + " [0.0587],\n", + " [0.0562],\n", + " [0.0573],\n", + " [0.0573],\n", + " [0.0584],\n", + " [0.0601],\n", + " [0.0625],\n", + " [0.0647],\n", + " [0.0558],\n", + " [0.0569],\n", + " [0.0564],\n", + " [0.0548],\n", + " [0.0605],\n", + " [0.0561],\n", + " [0.0554],\n", + " [0.0574],\n", + " [0.0574]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0144],\n", + " [-0.0163],\n", + " [-0.0158],\n", + " [-0.0191],\n", + " [-0.0174],\n", + " [-0.0186],\n", + " [-0.0142],\n", + " [-0.0166],\n", + " [-0.0095],\n", + " [-0.0191],\n", + " [-0.0164],\n", + " [-0.0176],\n", + " [-0.0185],\n", + " [-0.0154],\n", + " [-0.0172],\n", + " [-0.0179],\n", + " [-0.0183],\n", + " [-0.0180],\n", + " [-0.0191],\n", + " [-0.0162],\n", + " [-0.0137],\n", + " [-0.0151],\n", + " [-0.0184],\n", + " [-0.0178],\n", + " [-0.0181],\n", + " [-0.0173],\n", + " [-0.0182],\n", + " [-0.0161],\n", + " [-0.0191],\n", + " [-0.0175],\n", + " [-0.0190],\n", + " [-0.0195]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1630],\n", + " [-0.1674],\n", + " [-0.1739],\n", + " [-0.1711],\n", + " [-0.1726],\n", + " [-0.1720],\n", + " [-0.1636],\n", + " [-0.1747],\n", + " [-0.1633],\n", + " [-0.1707],\n", + " [-0.1725],\n", + " [-0.1727],\n", + " [-0.1739],\n", + " [-0.1679],\n", + " [-0.1693],\n", + " [-0.1749],\n", + " [-0.1730],\n", + " [-0.1734],\n", + " [-0.1707],\n", + " [-0.1701],\n", + " [-0.1665],\n", + " [-0.1768],\n", + " [-0.1688],\n", + " [-0.1707],\n", + " [-0.1718],\n", + " [-0.1693],\n", + " [-0.1709],\n", + " [-0.1726],\n", + " [-0.1689],\n", + " [-0.1685],\n", + " [-0.1719],\n", + " [-0.1754]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0037],\n", + " [-0.0231],\n", + " [-0.0219],\n", + " [-0.0212],\n", + " [-0.0216],\n", + " [-0.0218],\n", + " [-0.0218],\n", + " [-0.0174],\n", + " [-0.0207],\n", + " [-0.0168],\n", + " [-0.0208],\n", + " [-0.0196],\n", + " [-0.0187],\n", + " [-0.0163],\n", + " [-0.0227],\n", + " [-0.0196],\n", + " [-0.0208],\n", + " [-0.0205],\n", + " [-0.0221],\n", + " [-0.0227],\n", + " [-0.0212],\n", + " [-0.0186],\n", + " [-0.0292],\n", + " [-0.0219],\n", + " [-0.0225],\n", + " [-0.0216],\n", + " [-0.0223],\n", + " [-0.0203],\n", + " [-0.0224],\n", + " [-0.0237],\n", + " [-0.0212],\n", + " [-0.0194]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0008],\n", + " [ 0.0017],\n", + " [ 0.0054],\n", + " [ 0.0139],\n", + " [ 0.0085],\n", + " [ 0.0133],\n", + " [-0.0054],\n", + " [ 0.0099],\n", + " [-0.0148],\n", + " [ 0.0074],\n", + " [ 0.0042],\n", + " [ 0.0082],\n", + " [ 0.0065],\n", + " [-0.0041],\n", + " [ 0.0069],\n", + " [ 0.0107],\n", + " [ 0.0072],\n", + " [ 0.0075],\n", + " [ 0.0171],\n", + " [ 0.0040],\n", + " [-0.0015],\n", + " [ 0.0008],\n", + " [-0.0097],\n", + " [ 0.0076],\n", + " [ 0.0124],\n", + " [ 0.0069],\n", + " [ 0.0079],\n", + " [ 0.0041],\n", + " [ 0.0151],\n", + " [ 0.0057],\n", + " [ 0.0136],\n", + " [ 0.0133]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1070],\n", + " [0.0977],\n", + " [0.0860],\n", + " [0.0895],\n", + " [0.0897],\n", + " [0.0893],\n", + " [0.1054],\n", + " [0.0914],\n", + " [0.1069],\n", + " [0.0943],\n", + " [0.0919],\n", + " [0.0919],\n", + " [0.0919],\n", + " [0.0971],\n", + " [0.0923],\n", + " [0.0886],\n", + " [0.0921],\n", + " [0.0910],\n", + " [0.0901],\n", + " [0.0923],\n", + " [0.0987],\n", + " [0.0893],\n", + " [0.0879],\n", + " [0.0922],\n", + " [0.0895],\n", + " [0.0936],\n", + " [0.0934],\n", + " [0.0909],\n", + " [0.0920],\n", + " [0.0937],\n", + " [0.0890],\n", + " [0.0871]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0814],\n", + " [0.0802],\n", + " [0.0834],\n", + " [0.0868],\n", + " [0.0826],\n", + " [0.0864],\n", + " [0.0790],\n", + " [0.0862],\n", + " [0.0763],\n", + " [0.0856],\n", + " [0.0808],\n", + " [0.0829],\n", + " [0.0811],\n", + " [0.0855],\n", + " [0.0826],\n", + " [0.0838],\n", + " [0.0802],\n", + " [0.0807],\n", + " [0.0881],\n", + " [0.0814],\n", + " [0.0824],\n", + " [0.0761],\n", + " [0.0731],\n", + " [0.0827],\n", + " [0.0853],\n", + " [0.0828],\n", + " [0.0806],\n", + " [0.0819],\n", + " [0.0870],\n", + " [0.0808],\n", + " [0.0861],\n", + " [0.0881]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0988],\n", + " [0.0855],\n", + " [0.0917],\n", + " [0.0883],\n", + " [0.0879],\n", + " [0.0883],\n", + " [0.0809],\n", + " [0.0889],\n", + " [0.0816],\n", + " [0.0884],\n", + " [0.0878],\n", + " [0.0878],\n", + " [0.0870],\n", + " [0.0895],\n", + " [0.0868],\n", + " [0.0886],\n", + " [0.0862],\n", + " [0.0874],\n", + " [0.0881],\n", + " [0.0887],\n", + " [0.0867],\n", + " [0.0889],\n", + " [0.0858],\n", + " [0.0860],\n", + " [0.0875],\n", + " [0.0867],\n", + " [0.0847],\n", + " [0.0898],\n", + " [0.0876],\n", + " [0.0857],\n", + " [0.0878],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0498],\n", + " [0.0399],\n", + " [0.0384],\n", + " [0.0431],\n", + " [0.0400],\n", + " [0.0410],\n", + " [0.0365],\n", + " [0.0409],\n", + " [0.0387],\n", + " [0.0456],\n", + " [0.0393],\n", + " [0.0414],\n", + " [0.0403],\n", + " [0.0465],\n", + " [0.0405],\n", + " [0.0414],\n", + " [0.0392],\n", + " [0.0395],\n", + " [0.0434],\n", + " [0.0392],\n", + " [0.0394],\n", + " [0.0360],\n", + " [0.0322],\n", + " [0.0396],\n", + " [0.0411],\n", + " [0.0405],\n", + " [0.0396],\n", + " [0.0412],\n", + " [0.0430],\n", + " [0.0385],\n", + " [0.0425],\n", + " [0.0409]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0241],\n", + " [0.0386],\n", + " [0.0381],\n", + " [0.0355],\n", + " [0.0368],\n", + " [0.0366],\n", + " [0.0407],\n", + " [0.0365],\n", + " [0.0361],\n", + " [0.0347],\n", + " [0.0381],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0337],\n", + " [0.0376],\n", + " [0.0359],\n", + " [0.0375],\n", + " [0.0369],\n", + " [0.0345],\n", + " [0.0382],\n", + " [0.0392],\n", + " [0.0388],\n", + " [0.0412],\n", + " [0.0381],\n", + " [0.0363],\n", + " [0.0379],\n", + " [0.0376],\n", + " [0.0364],\n", + " [0.0359],\n", + " [0.0385],\n", + " [0.0354],\n", + " [0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0704],\n", + " [-0.0755],\n", + " [-0.0736],\n", + " [-0.0713],\n", + " [-0.0729],\n", + " [-0.0707],\n", + " [-0.0776],\n", + " [-0.0674],\n", + " [-0.0793],\n", + " [-0.0729],\n", + " [-0.0739],\n", + " [-0.0719],\n", + " [-0.0730],\n", + " [-0.0758],\n", + " [-0.0745],\n", + " [-0.0713],\n", + " [-0.0727],\n", + " [-0.0725],\n", + " [-0.0693],\n", + " [-0.0743],\n", + " [-0.0758],\n", + " [-0.0781],\n", + " [-0.0878],\n", + " [-0.0735],\n", + " [-0.0716],\n", + " [-0.0737],\n", + " [-0.0731],\n", + " [-0.0738],\n", + " [-0.0700],\n", + " [-0.0746],\n", + " [-0.0713],\n", + " [-0.0711]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1142],\n", + " [-0.1024],\n", + " [-0.1053],\n", + " [-0.0988],\n", + " [-0.1014],\n", + " [-0.0983],\n", + " [-0.1048],\n", + " [-0.1023],\n", + " [-0.1076],\n", + " [-0.1046],\n", + " [-0.1037],\n", + " [-0.1019],\n", + " [-0.1037],\n", + " [-0.1093],\n", + " [-0.1009],\n", + " [-0.1018],\n", + " [-0.1023],\n", + " [-0.1026],\n", + " [-0.0973],\n", + " [-0.1024],\n", + " [-0.1049],\n", + " [-0.1099],\n", + " [-0.1073],\n", + " [-0.1002],\n", + " [-0.0983],\n", + " [-0.1009],\n", + " [-0.1004],\n", + " [-0.1047],\n", + " [-0.0969],\n", + " [-0.1003],\n", + " [-0.0987],\n", + " [-0.1010]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0519],\n", + " [-0.0629],\n", + " [-0.0606],\n", + " [-0.0618],\n", + " [-0.0623],\n", + " [-0.0626],\n", + " [-0.0629],\n", + " [-0.0617],\n", + " [-0.0596],\n", + " [-0.0584],\n", + " [-0.0615],\n", + " [-0.0612],\n", + " [-0.0604],\n", + " [-0.0574],\n", + " [-0.0624],\n", + " [-0.0608],\n", + " [-0.0630],\n", + " [-0.0625],\n", + " [-0.0633],\n", + " [-0.0623],\n", + " [-0.0622],\n", + " [-0.0569],\n", + " [-0.0617],\n", + " [-0.0628],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0644],\n", + " [-0.0602],\n", + " [-0.0637],\n", + " [-0.0639],\n", + " [-0.0622],\n", + " [-0.0603]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0648],\n", + " [-0.0549],\n", + " [-0.0647],\n", + " [-0.0620],\n", + " [-0.0608],\n", + " [-0.0651],\n", + " [-0.0630],\n", + " [-0.0610],\n", + " [-0.1264],\n", + " [-0.0612],\n", + " [-0.1037],\n", + " [-0.0665],\n", + " [-0.0627],\n", + " [-0.0631],\n", + " [-0.0647],\n", + " [-0.0632],\n", + " [-0.0618],\n", + " [-0.0682],\n", + " [-0.0666],\n", + " [-0.0624],\n", + " [-0.0622],\n", + " [-0.0643],\n", + " [-0.0622],\n", + " [-0.0602],\n", + " [-0.0625],\n", + " [-0.0623],\n", + " [-0.0609],\n", + " [-0.0645],\n", + " [-0.0660],\n", + " [-0.0616],\n", + " [-0.0613],\n", + " [-0.0608]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0778],\n", + " [-0.0688],\n", + " [-0.0787],\n", + " [-0.0712],\n", + " [-0.0730],\n", + " [-0.0785],\n", + " [-0.0726],\n", + " [-0.0734],\n", + " [-0.1525],\n", + " [-0.0747],\n", + " [-0.1210],\n", + " [-0.0800],\n", + " [-0.0724],\n", + " [-0.0783],\n", + " [-0.0781],\n", + " [-0.0753],\n", + " [-0.0746],\n", + " [-0.0816],\n", + " [-0.0781],\n", + " [-0.0751],\n", + " [-0.0717],\n", + " [-0.0751],\n", + " [-0.0715],\n", + " [-0.0718],\n", + " [-0.0761],\n", + " [-0.0737],\n", + " [-0.0740],\n", + " [-0.0783],\n", + " [-0.0796],\n", + " [-0.0732],\n", + " [-0.0689],\n", + " [-0.0755]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0390],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0385],\n", + " [0.0363],\n", + " [0.0353],\n", + " [0.0377],\n", + " [0.0356],\n", + " [0.0393],\n", + " [0.0220],\n", + " [0.0373],\n", + " [0.0359],\n", + " [0.0374],\n", + " [0.0367],\n", + " [0.0361],\n", + " [0.0369],\n", + " [0.0362],\n", + " [0.0326],\n", + " [0.0371],\n", + " [0.0377],\n", + " [0.0431],\n", + " [0.0369],\n", + " [0.0390],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0390],\n", + " [0.0378],\n", + " [0.0361],\n", + " [0.0368],\n", + " [0.0386],\n", + " [0.0382]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0925],\n", + " [-0.0849],\n", + " [-0.0920],\n", + " [-0.0952],\n", + " [-0.0908],\n", + " [-0.0941],\n", + " [-0.0939],\n", + " [-0.0915],\n", + " [-0.0621],\n", + " [-0.0898],\n", + " [-0.0727],\n", + " [-0.0942],\n", + " [-0.0956],\n", + " [-0.0922],\n", + " [-0.0942],\n", + " [-0.0939],\n", + " [-0.0911],\n", + " [-0.0978],\n", + " [-0.0995],\n", + " [-0.0907],\n", + " [-0.0952],\n", + " [-0.0899],\n", + " [-0.0931],\n", + " [-0.0877],\n", + " [-0.0926],\n", + " [-0.0936],\n", + " [-0.0924],\n", + " [-0.0948],\n", + " [-0.0966],\n", + " [-0.0909],\n", + " [-0.0944],\n", + " [-0.0886]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0507],\n", + " [0.0396],\n", + " [0.0491],\n", + " [0.0587],\n", + " [0.0542],\n", + " [0.0527],\n", + " [0.0568],\n", + " [0.0539],\n", + " [0.0402],\n", + " [0.0501],\n", + " [0.0445],\n", + " [0.0513],\n", + " [0.0575],\n", + " [0.0506],\n", + " [0.0543],\n", + " [0.0573],\n", + " [0.0525],\n", + " [0.0541],\n", + " [0.0572],\n", + " [0.0512],\n", + " [0.0587],\n", + " [0.0370],\n", + " [0.0554],\n", + " [0.0484],\n", + " [0.0536],\n", + " [0.0567],\n", + " [0.0530],\n", + " [0.0526],\n", + " [0.0555],\n", + " [0.0546],\n", + " [0.0579],\n", + " [0.0447]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0399],\n", + " [-0.0434],\n", + " [-0.0389],\n", + " [-0.0358],\n", + " [-0.0387],\n", + " [-0.0390],\n", + " [-0.0405],\n", + " [-0.0379],\n", + " [-0.0471],\n", + " [-0.0359],\n", + " [-0.0425],\n", + " [-0.0357],\n", + " [-0.0379],\n", + " [-0.0385],\n", + " [-0.0391],\n", + " [-0.0391],\n", + " [-0.0409],\n", + " [-0.0360],\n", + " [-0.0385],\n", + " [-0.0422],\n", + " [-0.0349],\n", + " [-0.0373],\n", + " [-0.0393],\n", + " [-0.0433],\n", + " [-0.0388],\n", + " [-0.0382],\n", + " [-0.0346],\n", + " [-0.0340],\n", + " [-0.0379],\n", + " [-0.0418],\n", + " [-0.0342],\n", + " [-0.0391]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0784],\n", + " [-0.0782],\n", + " [-0.0780],\n", + " [-0.0804],\n", + " [-0.0787],\n", + " [-0.0788],\n", + " [-0.0800],\n", + " [-0.0793],\n", + " [-0.0815],\n", + " [-0.0786],\n", + " [-0.0810],\n", + " [-0.0792],\n", + " [-0.0806],\n", + " [-0.0775],\n", + " [-0.0785],\n", + " [-0.0787],\n", + " [-0.0787],\n", + " [-0.0789],\n", + " [-0.0790],\n", + " [-0.0795],\n", + " [-0.0803],\n", + " [-0.0806],\n", + " [-0.0810],\n", + " [-0.0782],\n", + " [-0.0784],\n", + " [-0.0792],\n", + " [-0.0806],\n", + " [-0.0803],\n", + " [-0.0785],\n", + " [-0.0787],\n", + " [-0.0822],\n", + " [-0.0784]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1652],\n", + " [0.1605],\n", + " [0.1644],\n", + " [0.1697],\n", + " [0.1686],\n", + " [0.1653],\n", + " [0.1684],\n", + " [0.1674],\n", + " [0.1020],\n", + " [0.1655],\n", + " [0.1202],\n", + " [0.1650],\n", + " [0.1679],\n", + " [0.1644],\n", + " [0.1668],\n", + " [0.1690],\n", + " [0.1666],\n", + " [0.1656],\n", + " [0.1673],\n", + " [0.1648],\n", + " [0.1701],\n", + " [0.1637],\n", + " [0.1675],\n", + " [0.1659],\n", + " [0.1665],\n", + " [0.1683],\n", + " [0.1662],\n", + " [0.1652],\n", + " [0.1666],\n", + " [0.1686],\n", + " [0.1714],\n", + " [0.1622]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0573],\n", + " [-0.0453],\n", + " [-0.0588],\n", + " [-0.0561],\n", + " [-0.0532],\n", + " [-0.0581],\n", + " [-0.0554],\n", + " [-0.0541],\n", + " [-0.0775],\n", + " [-0.0555],\n", + " [-0.0745],\n", + " [-0.0598],\n", + " [-0.0562],\n", + " [-0.0588],\n", + " [-0.0581],\n", + " [-0.0561],\n", + " [-0.0547],\n", + " [-0.0628],\n", + " [-0.0639],\n", + " [-0.0539],\n", + " [-0.0565],\n", + " [-0.0526],\n", + " [-0.0551],\n", + " [-0.0502],\n", + " [-0.0564],\n", + " [-0.0560],\n", + " [-0.0546],\n", + " [-0.0599],\n", + " [-0.0610],\n", + " [-0.0533],\n", + " [-0.0529],\n", + " [-0.0571]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0643],\n", + " [0.0713],\n", + " [0.0661],\n", + " [0.0584],\n", + " [0.0612],\n", + " [0.0641],\n", + " [0.0572],\n", + " [0.0612],\n", + " [0.0379],\n", + " [0.0650],\n", + " [0.0457],\n", + " [0.0671],\n", + " [0.0594],\n", + " [0.0659],\n", + " [0.0622],\n", + " [0.0601],\n", + " [0.0612],\n", + " [0.0649],\n", + " [0.0607],\n", + " [0.0625],\n", + " [0.0591],\n", + " [0.0764],\n", + " [0.0570],\n", + " [0.0647],\n", + " [0.0633],\n", + " [0.0593],\n", + " [0.0647],\n", + " [0.0666],\n", + " [0.0626],\n", + " [0.0589],\n", + " [0.0593],\n", + " [0.0670]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0900],\n", + " [-0.0829],\n", + " [-0.0889],\n", + " [-0.0994],\n", + " [-0.0955],\n", + " [-0.0919],\n", + " [-0.0970],\n", + " [-0.0947],\n", + " [-0.0688],\n", + " [-0.0906],\n", + " [-0.0649],\n", + " [-0.0892],\n", + " [-0.0978],\n", + " [-0.0912],\n", + " [-0.0938],\n", + " [-0.0962],\n", + " [-0.0934],\n", + " [-0.0924],\n", + " [-0.0979],\n", + " [-0.0922],\n", + " [-0.0997],\n", + " [-0.0796],\n", + " [-0.0963],\n", + " [-0.0903],\n", + " [-0.0935],\n", + " [-0.0967],\n", + " [-0.0944],\n", + " [-0.0916],\n", + " [-0.0949],\n", + " [-0.0952],\n", + " [-0.1006],\n", + " [-0.0855]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0137],\n", + " [ 0.0057],\n", + " [ 0.0118],\n", + " [ 0.0209],\n", + " [ 0.0161],\n", + " [ 0.0144],\n", + " [ 0.0181],\n", + " [ 0.0161],\n", + " [ 0.0006],\n", + " [ 0.0134],\n", + " [-0.0032],\n", + " [ 0.0126],\n", + " [ 0.0198],\n", + " [ 0.0118],\n", + " [ 0.0157],\n", + " [ 0.0183],\n", + " [ 0.0149],\n", + " [ 0.0151],\n", + " [ 0.0168],\n", + " [ 0.0127],\n", + " [ 0.0202],\n", + " [ 0.0026],\n", + " [ 0.0175],\n", + " [ 0.0121],\n", + " [ 0.0149],\n", + " [ 0.0177],\n", + " [ 0.0150],\n", + " [ 0.0134],\n", + " [ 0.0162],\n", + " [ 0.0165],\n", + " [ 0.0224],\n", + " [ 0.0095]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0899],\n", + " [0.0906],\n", + " [0.0891],\n", + " [0.0950],\n", + " [0.0931],\n", + " [0.0904],\n", + " [0.0974],\n", + " [0.0920],\n", + " [0.0397],\n", + " [0.0870],\n", + " [0.0546],\n", + " [0.0856],\n", + " [0.0945],\n", + " [0.0906],\n", + " [0.0928],\n", + " [0.0939],\n", + " [0.0941],\n", + " [0.0885],\n", + " [0.0921],\n", + " [0.0949],\n", + " [0.0937],\n", + " [0.0792],\n", + " [0.0980],\n", + " [0.0919],\n", + " [0.0910],\n", + " [0.0942],\n", + " [0.0893],\n", + " [0.0861],\n", + " [0.0929],\n", + " [0.0960],\n", + " [0.0928],\n", + " [0.0882]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0082],\n", + " [ 0.0074],\n", + " [ 0.0094],\n", + " [ 0.0096],\n", + " [ 0.0113],\n", + " [ 0.0079],\n", + " [ 0.0116],\n", + " [ 0.0104],\n", + " [ 0.0087],\n", + " [ 0.0089],\n", + " [-0.0079],\n", + " [ 0.0060],\n", + " [ 0.0091],\n", + " [ 0.0107],\n", + " [ 0.0097],\n", + " [ 0.0089],\n", + " [ 0.0113],\n", + " [ 0.0063],\n", + " [ 0.0059],\n", + " [ 0.0121],\n", + " [ 0.0098],\n", + " [ 0.0106],\n", + " [ 0.0137],\n", + " [ 0.0108],\n", + " [ 0.0088],\n", + " [ 0.0105],\n", + " [ 0.0088],\n", + " [ 0.0067],\n", + " [ 0.0094],\n", + " [ 0.0121],\n", + " [ 0.0076],\n", + " [ 0.0107]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.1481e-03],\n", + " [-1.6858e-02],\n", + " [-7.7411e-04],\n", + " [-1.4755e-04],\n", + " [-4.9199e-03],\n", + " [ 2.7221e-04],\n", + " [-2.8956e-03],\n", + " [-4.0636e-03],\n", + " [ 5.1060e-02],\n", + " [-2.4086e-03],\n", + " [ 2.7460e-02],\n", + " [ 2.2526e-03],\n", + " [-1.0161e-03],\n", + " [-1.4949e-03],\n", + " [ 8.5909e-04],\n", + " [-6.8850e-04],\n", + " [-4.3119e-03],\n", + " [ 6.6299e-03],\n", + " [ 7.0473e-03],\n", + " [-6.6162e-03],\n", + " [ 5.2142e-04],\n", + " [-7.9249e-03],\n", + " [-3.5358e-03],\n", + " [-8.8234e-03],\n", + " [-1.9753e-03],\n", + " [-1.7691e-03],\n", + " [-2.6315e-03],\n", + " [ 2.8915e-03],\n", + " [ 3.9835e-03],\n", + " [-5.1940e-03],\n", + " [-8.7049e-05],\n", + " [-5.0607e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0391],\n", + " [-0.0364],\n", + " [-0.0393],\n", + " [-0.0347],\n", + " [-0.0333],\n", + " [-0.0390],\n", + " [-0.0317],\n", + " [-0.0348],\n", + " [-0.0187],\n", + " [-0.0375],\n", + " [-0.0244],\n", + " [-0.0412],\n", + " [-0.0360],\n", + " [-0.0379],\n", + " [-0.0368],\n", + " [-0.0348],\n", + " [-0.0350],\n", + " [-0.0428],\n", + " [-0.0404],\n", + " [-0.0344],\n", + " [-0.0345],\n", + " [-0.0406],\n", + " [-0.0307],\n", + " [-0.0328],\n", + " [-0.0371],\n", + " [-0.0345],\n", + " [-0.0360],\n", + " [-0.0400],\n", + " [-0.0382],\n", + " [-0.0318],\n", + " [-0.0342],\n", + " [-0.0388]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0054],\n", + " [-0.0013],\n", + " [ 0.0061],\n", + " [ 0.0039],\n", + " [ 0.0026],\n", + " [ 0.0059],\n", + " [ 0.0024],\n", + " [ 0.0032],\n", + " [ 0.0028],\n", + " [ 0.0055],\n", + " [ 0.0092],\n", + " [ 0.0077],\n", + " [ 0.0041],\n", + " [ 0.0061],\n", + " [ 0.0053],\n", + " [ 0.0045],\n", + " [ 0.0031],\n", + " [ 0.0086],\n", + " [ 0.0090],\n", + " [ 0.0023],\n", + " [ 0.0041],\n", + " [ 0.0045],\n", + " [ 0.0016],\n", + " [ 0.0006],\n", + " [ 0.0050],\n", + " [ 0.0038],\n", + " [ 0.0045],\n", + " [ 0.0078],\n", + " [ 0.0068],\n", + " [ 0.0020],\n", + " [ 0.0032],\n", + " [ 0.0055]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0584],\n", + " [0.0597],\n", + " [0.0598],\n", + " [0.0567],\n", + " [0.0553],\n", + " [0.0583],\n", + " [0.0560],\n", + " [0.0560],\n", + " [0.0576],\n", + " [0.0584],\n", + " [0.0631],\n", + " [0.0604],\n", + " [0.0567],\n", + " [0.0591],\n", + " [0.0576],\n", + " [0.0561],\n", + " [0.0563],\n", + " [0.0606],\n", + " [0.0602],\n", + " [0.0570],\n", + " [0.0571],\n", + " [0.0659],\n", + " [0.0562],\n", + " [0.0557],\n", + " [0.0571],\n", + " [0.0562],\n", + " [0.0580],\n", + " [0.0608],\n", + " [0.0592],\n", + " [0.0551],\n", + " [0.0579],\n", + " [0.0608]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0172],\n", + " [-0.0140],\n", + " [-0.0168],\n", + " [-0.0194],\n", + " [-0.0176],\n", + " [-0.0170],\n", + " [-0.0169],\n", + " [-0.0173],\n", + " [ 0.0011],\n", + " [-0.0156],\n", + " [-0.0053],\n", + " [-0.0175],\n", + " [-0.0185],\n", + " [-0.0160],\n", + " [-0.0181],\n", + " [-0.0185],\n", + " [-0.0169],\n", + " [-0.0189],\n", + " [-0.0157],\n", + " [-0.0165],\n", + " [-0.0193],\n", + " [-0.0142],\n", + " [-0.0174],\n", + " [-0.0157],\n", + " [-0.0168],\n", + " [-0.0179],\n", + " [-0.0164],\n", + " [-0.0164],\n", + " [-0.0183],\n", + " [-0.0173],\n", + " [-0.0186],\n", + " [-0.0150]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1724],\n", + " [-0.1634],\n", + " [-0.1724],\n", + " [-0.1710],\n", + " [-0.1685],\n", + " [-0.1732],\n", + " [-0.1716],\n", + " [-0.1688],\n", + " [-0.1868],\n", + " [-0.1680],\n", + " [-0.1765],\n", + " [-0.1728],\n", + " [-0.1716],\n", + " [-0.1716],\n", + " [-0.1739],\n", + " [-0.1722],\n", + " [-0.1704],\n", + " [-0.1773],\n", + " [-0.1748],\n", + " [-0.1699],\n", + " [-0.1705],\n", + " [-0.1651],\n", + " [-0.1703],\n", + " [-0.1668],\n", + " [-0.1708],\n", + " [-0.1709],\n", + " [-0.1682],\n", + " [-0.1718],\n", + " [-0.1763],\n", + " [-0.1700],\n", + " [-0.1689],\n", + " [-0.1680]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0201],\n", + " [-0.0241],\n", + " [-0.0210],\n", + " [-0.0215],\n", + " [-0.0236],\n", + " [-0.0197],\n", + " [-0.0226],\n", + " [-0.0225],\n", + " [ 0.0890],\n", + " [-0.0220],\n", + " [ 0.0569],\n", + " [-0.0187],\n", + " [-0.0214],\n", + " [-0.0225],\n", + " [-0.0199],\n", + " [-0.0208],\n", + " [-0.0224],\n", + " [-0.0164],\n", + " [-0.0153],\n", + " [-0.0241],\n", + " [-0.0215],\n", + " [-0.0247],\n", + " [-0.0235],\n", + " [-0.0249],\n", + " [-0.0216],\n", + " [-0.0219],\n", + " [-0.0218],\n", + " [-0.0195],\n", + " [-0.0188],\n", + " [-0.0233],\n", + " [-0.0200],\n", + " [-0.0232]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.6691e-03],\n", + " [-1.0333e-02],\n", + " [ 8.8113e-05],\n", + " [ 1.3990e-02],\n", + " [ 5.7643e-03],\n", + " [ 4.0727e-03],\n", + " [ 1.0572e-02],\n", + " [ 6.3956e-03],\n", + " [ 5.0367e-02],\n", + " [ 1.1526e-03],\n", + " [ 4.0324e-02],\n", + " [ 2.9276e-03],\n", + " [ 1.1872e-02],\n", + " [ 1.5827e-03],\n", + " [ 6.0241e-03],\n", + " [ 8.8762e-03],\n", + " [ 4.2062e-03],\n", + " [ 7.4098e-03],\n", + " [ 1.5484e-02],\n", + " [ 2.2781e-03],\n", + " [ 1.4051e-02],\n", + " [-1.3340e-02],\n", + " [ 1.0126e-02],\n", + " [-2.9001e-03],\n", + " [ 4.5771e-03],\n", + " [ 9.6286e-03],\n", + " [ 6.2513e-03],\n", + " [ 5.0810e-03],\n", + " [ 8.4406e-03],\n", + " [ 5.9713e-03],\n", + " [ 1.4799e-02],\n", + " [-4.0437e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0946],\n", + " [0.1044],\n", + " [0.0938],\n", + " [0.0905],\n", + " [0.0941],\n", + " [0.0924],\n", + " [0.0914],\n", + " [0.0939],\n", + " [0.0305],\n", + " [0.0960],\n", + " [0.0667],\n", + " [0.0931],\n", + " [0.0908],\n", + " [0.0921],\n", + " [0.0909],\n", + " [0.0924],\n", + " [0.0935],\n", + " [0.0884],\n", + " [0.0867],\n", + " [0.0933],\n", + " [0.0905],\n", + " [0.0992],\n", + " [0.0903],\n", + " [0.0995],\n", + " [0.0937],\n", + " [0.0916],\n", + " [0.0933],\n", + " [0.0916],\n", + " [0.0881],\n", + " [0.0936],\n", + " [0.0930],\n", + " [0.0973]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0784],\n", + " [0.0745],\n", + " [0.0781],\n", + " [0.0866],\n", + " [0.0808],\n", + " [0.0796],\n", + " [0.0832],\n", + " [0.0819],\n", + " [0.0656],\n", + " [0.0817],\n", + " [0.0792],\n", + " [0.0800],\n", + " [0.0855],\n", + " [0.0795],\n", + " [0.0804],\n", + " [0.0816],\n", + " [0.0804],\n", + " [0.0816],\n", + " [0.0896],\n", + " [0.0788],\n", + " [0.0865],\n", + " [0.0747],\n", + " [0.0844],\n", + " [0.0760],\n", + " [0.0806],\n", + " [0.0835],\n", + " [0.0833],\n", + " [0.0836],\n", + " [0.0818],\n", + " [0.0803],\n", + " [0.0875],\n", + " [0.0795]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0874],\n", + " [0.0800],\n", + " [0.0880],\n", + " [0.0872],\n", + " [0.0849],\n", + " [0.0881],\n", + " [0.0873],\n", + " [0.0863],\n", + " [0.1296],\n", + " [0.0867],\n", + " [0.1193],\n", + " [0.0891],\n", + " [0.0879],\n", + " [0.0877],\n", + " [0.0873],\n", + " [0.0860],\n", + " [0.0861],\n", + " [0.0903],\n", + " [0.0910],\n", + " [0.0872],\n", + " [0.0874],\n", + " [0.0879],\n", + " [0.0883],\n", + " [0.0833],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0872],\n", + " [0.0898],\n", + " [0.0885],\n", + " [0.0853],\n", + " [0.0866],\n", + " [0.0874]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0342],\n", + " [0.0392],\n", + " [0.0426],\n", + " [0.0396],\n", + " [0.0394],\n", + " [0.0388],\n", + " [0.0399],\n", + " [0.0502],\n", + " [0.0413],\n", + " [0.0459],\n", + " [0.0414],\n", + " [0.0409],\n", + " [0.0388],\n", + " [0.0391],\n", + " [0.0402],\n", + " [0.0377],\n", + " [0.0417],\n", + " [0.0422],\n", + " [0.0364],\n", + " [0.0432],\n", + " [0.0411],\n", + " [0.0385],\n", + " [0.0373],\n", + " [0.0399],\n", + " [0.0402],\n", + " [0.0414],\n", + " [0.0426],\n", + " [0.0399],\n", + " [0.0376],\n", + " [0.0442],\n", + " [0.0390]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0372],\n", + " [ 0.0384],\n", + " [ 0.0374],\n", + " [ 0.0364],\n", + " [ 0.0381],\n", + " [ 0.0372],\n", + " [ 0.0371],\n", + " [ 0.0380],\n", + " [-0.0010],\n", + " [ 0.0376],\n", + " [ 0.0108],\n", + " [ 0.0351],\n", + " [ 0.0371],\n", + " [ 0.0384],\n", + " [ 0.0375],\n", + " [ 0.0370],\n", + " [ 0.0390],\n", + " [ 0.0350],\n", + " [ 0.0337],\n", + " [ 0.0387],\n", + " [ 0.0357],\n", + " [ 0.0311],\n", + " [ 0.0380],\n", + " [ 0.0381],\n", + " [ 0.0377],\n", + " [ 0.0371],\n", + " [ 0.0374],\n", + " [ 0.0360],\n", + " [ 0.0366],\n", + " [ 0.0387],\n", + " [ 0.0357],\n", + " [ 0.0392]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0742],\n", + " [-0.0809],\n", + " [-0.0754],\n", + " [-0.0711],\n", + " [-0.0750],\n", + " [-0.0733],\n", + " [-0.0710],\n", + " [-0.0741],\n", + " [-0.0130],\n", + " [-0.0760],\n", + " [-0.0274],\n", + " [-0.0739],\n", + " [-0.0708],\n", + " [-0.0757],\n", + " [-0.0732],\n", + " [-0.0725],\n", + " [-0.0745],\n", + " [-0.0716],\n", + " [-0.0675],\n", + " [-0.0751],\n", + " [-0.0713],\n", + " [-0.0791],\n", + " [-0.0719],\n", + " [-0.0779],\n", + " [-0.0741],\n", + " [-0.0724],\n", + " [-0.0745],\n", + " [-0.0735],\n", + " [-0.0721],\n", + " [-0.0738],\n", + " [-0.0702],\n", + " [-0.0773]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1058],\n", + " [-0.1064],\n", + " [-0.1067],\n", + " [-0.0977],\n", + " [-0.1005],\n", + " [-0.1047],\n", + " [-0.0993],\n", + " [-0.1007],\n", + " [-0.1307],\n", + " [-0.1034],\n", + " [-0.1257],\n", + " [-0.1069],\n", + " [-0.0988],\n", + " [-0.1046],\n", + " [-0.1037],\n", + " [-0.1012],\n", + " [-0.1020],\n", + " [-0.1065],\n", + " [-0.1051],\n", + " [-0.1023],\n", + " [-0.0981],\n", + " [-0.1101],\n", + " [-0.0987],\n", + " [-0.1034],\n", + " [-0.1027],\n", + " [-0.0995],\n", + " [-0.1015],\n", + " [-0.1045],\n", + " [-0.1040],\n", + " [-0.1008],\n", + " [-0.0982],\n", + " [-0.1067]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0612],\n", + " [-0.0644],\n", + " [-0.0604],\n", + " [-0.0626],\n", + " [-0.0639],\n", + " [-0.0613],\n", + " [-0.0646],\n", + " [-0.0628],\n", + " [-0.0190],\n", + " [-0.0613],\n", + " [-0.0314],\n", + " [-0.0596],\n", + " [-0.0624],\n", + " [-0.0614],\n", + " [-0.0615],\n", + " [-0.0630],\n", + " [-0.0634],\n", + " [-0.0578],\n", + " [-0.0577],\n", + " [-0.0649],\n", + " [-0.0624],\n", + " [-0.0616],\n", + " [-0.0644],\n", + " [-0.0653],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0624],\n", + " [-0.0598],\n", + " [-0.0602],\n", + " [-0.0647],\n", + " [-0.0633],\n", + " [-0.0607]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0670],\n", + " [-0.0626],\n", + " [-0.0584],\n", + " [-0.0610],\n", + " [-0.0766],\n", + " [-0.0599],\n", + " [-0.0743],\n", + " [-0.0594],\n", + " [-0.0691],\n", + " [-0.0425],\n", + " [-0.0631],\n", + " [-0.0611],\n", + " [-0.0631],\n", + " [-0.0696],\n", + " [-0.0619],\n", + " [-0.0621],\n", + " [-0.0650],\n", + " [-0.0620],\n", + " [-0.0627],\n", + " [-0.0611],\n", + " [-0.0660],\n", + " [-0.0606],\n", + " [-0.0620],\n", + " [-0.0624],\n", + " [-0.0707],\n", + " [-0.0628],\n", + " [-0.0592],\n", + " [-0.0674],\n", + " [-0.0627],\n", + " [-0.0603],\n", + " [-0.0599]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0765],\n", + " [-0.0809],\n", + " [-0.0696],\n", + " [-0.0687],\n", + " [-0.0744],\n", + " [-0.0960],\n", + " [-0.0701],\n", + " [-0.0755],\n", + " [-0.0720],\n", + " [-0.0798],\n", + " [-0.0803],\n", + " [-0.0716],\n", + " [-0.0756],\n", + " [-0.0735],\n", + " [-0.0830],\n", + " [-0.0753],\n", + " [-0.0743],\n", + " [-0.0789],\n", + " [-0.0712],\n", + " [-0.0699],\n", + " [-0.0726],\n", + " [-0.0803],\n", + " [-0.0706],\n", + " [-0.0712],\n", + " [-0.0740],\n", + " [-0.0851],\n", + " [-0.0750],\n", + " [-0.0700],\n", + " [-0.0824],\n", + " [-0.0762],\n", + " [-0.0718],\n", + " [-0.0720]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0374],\n", + " [0.0372],\n", + " [0.0372],\n", + " [0.0393],\n", + " [0.0385],\n", + " [0.0226],\n", + " [0.0401],\n", + " [0.0389],\n", + " [0.0394],\n", + " [0.0333],\n", + " [0.0374],\n", + " [0.0357],\n", + " [0.0386],\n", + " [0.0357],\n", + " [0.0382],\n", + " [0.0385],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0362],\n", + " [0.0389],\n", + " [0.0361],\n", + " [0.0397],\n", + " [0.0371],\n", + " [0.0385],\n", + " [0.0381],\n", + " [0.0371],\n", + " [0.0394],\n", + " [0.0393],\n", + " [0.0373],\n", + " [0.0388],\n", + " [0.0388]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0925],\n", + " [-0.0952],\n", + " [-0.0952],\n", + " [-0.0884],\n", + " [-0.0882],\n", + " [-0.0841],\n", + " [-0.0885],\n", + " [-0.0975],\n", + " [-0.0862],\n", + " [-0.0985],\n", + " [-0.0569],\n", + " [-0.0961],\n", + " [-0.0904],\n", + " [-0.0958],\n", + " [-0.0955],\n", + " [-0.0936],\n", + " [-0.0929],\n", + " [-0.0953],\n", + " [-0.0948],\n", + " [-0.0955],\n", + " [-0.0889],\n", + " [-0.0949],\n", + " [-0.0927],\n", + " [-0.0940],\n", + " [-0.0953],\n", + " [-0.0989],\n", + " [-0.0949],\n", + " [-0.0872],\n", + " [-0.0940],\n", + " [-0.0930],\n", + " [-0.0880],\n", + " [-0.0902]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0520],\n", + " [0.0427],\n", + " [0.0592],\n", + " [0.0509],\n", + " [0.0373],\n", + " [0.0454],\n", + " [0.0487],\n", + " [0.0406],\n", + " [0.0497],\n", + " [0.0535],\n", + " [0.0262],\n", + " [0.0595],\n", + " [0.0503],\n", + " [0.0594],\n", + " [0.0514],\n", + " [0.0534],\n", + " [0.0556],\n", + " [0.0550],\n", + " [0.0585],\n", + " [0.0586],\n", + " [0.0498],\n", + " [0.0491],\n", + " [0.0550],\n", + " [0.0572],\n", + " [0.0567],\n", + " [0.0506],\n", + " [0.0575],\n", + " [0.0497],\n", + " [0.0444],\n", + " [0.0547],\n", + " [0.0474],\n", + " [0.0493]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0374],\n", + " [-0.0344],\n", + " [-0.0350],\n", + " [-0.0378],\n", + " [-0.0388],\n", + " [-0.0348],\n", + " [-0.0366],\n", + " [-0.0328],\n", + " [-0.0447],\n", + " [-0.0413],\n", + " [-0.0498],\n", + " [-0.0343],\n", + " [-0.0368],\n", + " [-0.0367],\n", + " [-0.0334],\n", + " [-0.0340],\n", + " [-0.0380],\n", + " [-0.0359],\n", + " [-0.0372],\n", + " [-0.0364],\n", + " [-0.0396],\n", + " [-0.0380],\n", + " [-0.0343],\n", + " [-0.0372],\n", + " [-0.0338],\n", + " [-0.0319],\n", + " [-0.0357],\n", + " [-0.0412],\n", + " [-0.0323],\n", + " [-0.0381],\n", + " [-0.0401],\n", + " [-0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0789],\n", + " [-0.0820],\n", + " [-0.0810],\n", + " [-0.0800],\n", + " [-0.0808],\n", + " [-0.0833],\n", + " [-0.0803],\n", + " [-0.0883],\n", + " [-0.0776],\n", + " [-0.0808],\n", + " [-0.0509],\n", + " [-0.0804],\n", + " [-0.0783],\n", + " [-0.0791],\n", + " [-0.0781],\n", + " [-0.0810],\n", + " [-0.0791],\n", + " [-0.0786],\n", + " [-0.0801],\n", + " [-0.0811],\n", + " [-0.0788],\n", + " [-0.0798],\n", + " [-0.0819],\n", + " [-0.0804],\n", + " [-0.0809],\n", + " [-0.0801],\n", + " [-0.0790],\n", + " [-0.0785],\n", + " [-0.0806],\n", + " [-0.0783],\n", + " [-0.0786],\n", + " [-0.0813]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1653],\n", + " [0.1590],\n", + " [0.1712],\n", + " [0.1671],\n", + " [0.1592],\n", + " [0.1440],\n", + " [0.1657],\n", + " [0.1554],\n", + " [0.1649],\n", + " [0.1640],\n", + " [0.1798],\n", + " [0.1712],\n", + " [0.1650],\n", + " [0.1695],\n", + " [0.1655],\n", + " [0.1659],\n", + " [0.1682],\n", + " [0.1668],\n", + " [0.1694],\n", + " [0.1697],\n", + " [0.1663],\n", + " [0.1634],\n", + " [0.1690],\n", + " [0.1688],\n", + " [0.1687],\n", + " [0.1639],\n", + " [0.1689],\n", + " [0.1672],\n", + " [0.1607],\n", + " [0.1677],\n", + " [0.1656],\n", + " [0.1639]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0575],\n", + " [-0.0628],\n", + " [-0.0564],\n", + " [-0.0481],\n", + " [-0.0544],\n", + " [-0.0695],\n", + " [-0.0487],\n", + " [-0.0613],\n", + " [-0.0507],\n", + " [-0.0602],\n", + " [-0.0350],\n", + " [-0.0580],\n", + " [-0.0566],\n", + " [-0.0579],\n", + " [-0.0640],\n", + " [-0.0568],\n", + " [-0.0557],\n", + " [-0.0598],\n", + " [-0.0561],\n", + " [-0.0569],\n", + " [-0.0517],\n", + " [-0.0609],\n", + " [-0.0519],\n", + " [-0.0555],\n", + " [-0.0568],\n", + " [-0.0652],\n", + " [-0.0583],\n", + " [-0.0490],\n", + " [-0.0644],\n", + " [-0.0570],\n", + " [-0.0510],\n", + " [-0.0508]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0651],\n", + " [0.0747],\n", + " [0.0575],\n", + " [0.0605],\n", + " [0.0751],\n", + " [0.0610],\n", + " [0.0637],\n", + " [0.0663],\n", + " [0.0620],\n", + " [0.0635],\n", + " [0.0615],\n", + " [0.0587],\n", + " [0.0653],\n", + " [0.0589],\n", + " [0.0656],\n", + " [0.0655],\n", + " [0.0601],\n", + " [0.0641],\n", + " [0.0576],\n", + " [0.0570],\n", + " [0.0641],\n", + " [0.0670],\n", + " [0.0603],\n", + " [0.0576],\n", + " [0.0622],\n", + " [0.0737],\n", + " [0.0610],\n", + " [0.0615],\n", + " [0.0738],\n", + " [0.0618],\n", + " [0.0649],\n", + " [0.0653]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0926],\n", + " [-0.0809],\n", + " [-0.1008],\n", + " [-0.0941],\n", + " [-0.0799],\n", + " [-0.0672],\n", + " [-0.0915],\n", + " [-0.0706],\n", + " [-0.0921],\n", + " [-0.0920],\n", + " [-0.0916],\n", + " [-0.1004],\n", + " [-0.0908],\n", + " [-0.0991],\n", + " [-0.0892],\n", + " [-0.0937],\n", + " [-0.0960],\n", + " [-0.0942],\n", + " [-0.0991],\n", + " [-0.0998],\n", + " [-0.0913],\n", + " [-0.0878],\n", + " [-0.0976],\n", + " [-0.0981],\n", + " [-0.0979],\n", + " [-0.0885],\n", + " [-0.0975],\n", + " [-0.0925],\n", + " [-0.0822],\n", + " [-0.0950],\n", + " [-0.0889],\n", + " [-0.0928]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0126],\n", + " [ 0.0041],\n", + " [ 0.0214],\n", + " [ 0.0172],\n", + " [ 0.0029],\n", + " [ 0.0008],\n", + " [ 0.0152],\n", + " [ 0.0091],\n", + " [ 0.0120],\n", + " [ 0.0169],\n", + " [-0.0058],\n", + " [ 0.0200],\n", + " [ 0.0123],\n", + " [ 0.0194],\n", + " [ 0.0135],\n", + " [ 0.0149],\n", + " [ 0.0166],\n", + " [ 0.0151],\n", + " [ 0.0206],\n", + " [ 0.0204],\n", + " [ 0.0137],\n", + " [ 0.0122],\n", + " [ 0.0188],\n", + " [ 0.0195],\n", + " [ 0.0176],\n", + " [ 0.0085],\n", + " [ 0.0177],\n", + " [ 0.0151],\n", + " [ 0.0062],\n", + " [ 0.0156],\n", + " [ 0.0128],\n", + " [ 0.0129]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0901],\n", + " [0.0807],\n", + " [0.0951],\n", + " [0.0926],\n", + " [0.0831],\n", + " [0.0699],\n", + " [0.0886],\n", + " [0.0706],\n", + " [0.0980],\n", + " [0.0903],\n", + " [0.1034],\n", + " [0.0943],\n", + " [0.0888],\n", + " [0.0947],\n", + " [0.0871],\n", + " [0.0874],\n", + " [0.0935],\n", + " [0.0894],\n", + " [0.0964],\n", + " [0.0971],\n", + " [0.0893],\n", + " [0.0884],\n", + " [0.0922],\n", + " [0.0965],\n", + " [0.0907],\n", + " [0.0810],\n", + " [0.0918],\n", + " [0.0929],\n", + " [0.0803],\n", + " [0.0926],\n", + " [0.0880],\n", + " [0.0915]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0103],\n", + " [ 0.0030],\n", + " [ 0.0104],\n", + " [ 0.0086],\n", + " [ 0.0059],\n", + " [-0.0076],\n", + " [ 0.0066],\n", + " [-0.0036],\n", + " [ 0.0148],\n", + " [ 0.0038],\n", + " [ 0.0398],\n", + " [ 0.0090],\n", + " [ 0.0106],\n", + " [ 0.0093],\n", + " [ 0.0082],\n", + " [ 0.0078],\n", + " [ 0.0110],\n", + " [ 0.0082],\n", + " [ 0.0102],\n", + " [ 0.0109],\n", + " [ 0.0093],\n", + " [ 0.0065],\n", + " [ 0.0097],\n", + " [ 0.0115],\n", + " [ 0.0096],\n", + " [ 0.0048],\n", + " [ 0.0091],\n", + " [ 0.0106],\n", + " [ 0.0057],\n", + " [ 0.0104],\n", + " [ 0.0081],\n", + " [ 0.0094]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0023],\n", + " [ 0.0004],\n", + " [ 0.0004],\n", + " [-0.0072],\n", + " [-0.0090],\n", + " [ 0.0083],\n", + " [-0.0056],\n", + " [ 0.0017],\n", + " [-0.0099],\n", + " [ 0.0022],\n", + " [-0.0315],\n", + " [ 0.0017],\n", + " [-0.0035],\n", + " [ 0.0008],\n", + " [ 0.0088],\n", + " [-0.0003],\n", + " [-0.0021],\n", + " [ 0.0031],\n", + " [-0.0008],\n", + " [-0.0001],\n", + " [-0.0062],\n", + " [ 0.0019],\n", + " [-0.0024],\n", + " [-0.0019],\n", + " [ 0.0008],\n", + " [ 0.0074],\n", + " [ 0.0018],\n", + " [-0.0079],\n", + " [ 0.0042],\n", + " [-0.0006],\n", + " [-0.0069],\n", + " [-0.0084]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0370],\n", + " [-0.0444],\n", + " [-0.0329],\n", + " [-0.0339],\n", + " [-0.0425],\n", + " [-0.0466],\n", + " [-0.0359],\n", + " [-0.0500],\n", + " [-0.0304],\n", + " [-0.0438],\n", + " [-0.0390],\n", + " [-0.0348],\n", + " [-0.0369],\n", + " [-0.0350],\n", + " [-0.0437],\n", + " [-0.0375],\n", + " [-0.0343],\n", + " [-0.0385],\n", + " [-0.0338],\n", + " [-0.0328],\n", + " [-0.0347],\n", + " [-0.0431],\n", + " [-0.0344],\n", + " [-0.0326],\n", + " [-0.0360],\n", + " [-0.0438],\n", + " [-0.0363],\n", + " [-0.0326],\n", + " [-0.0438],\n", + " [-0.0358],\n", + " [-0.0360],\n", + " [-0.0353]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0054],\n", + " [ 0.0091],\n", + " [ 0.0032],\n", + " [ 0.0007],\n", + " [ 0.0049],\n", + " [ 0.0150],\n", + " [ 0.0021],\n", + " [ 0.0073],\n", + " [-0.0016],\n", + " [ 0.0074],\n", + " [-0.0084],\n", + " [ 0.0053],\n", + " [ 0.0053],\n", + " [ 0.0051],\n", + " [ 0.0089],\n", + " [ 0.0058],\n", + " [ 0.0037],\n", + " [ 0.0069],\n", + " [ 0.0036],\n", + " [ 0.0032],\n", + " [ 0.0027],\n", + " [ 0.0080],\n", + " [ 0.0023],\n", + " [ 0.0027],\n", + " [ 0.0049],\n", + " [ 0.0112],\n", + " [ 0.0057],\n", + " [ 0.0004],\n", + " [ 0.0105],\n", + " [ 0.0048],\n", + " [ 0.0029],\n", + " [ 0.0017]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0585],\n", + " [0.0674],\n", + " [0.0572],\n", + " [0.0552],\n", + " [0.0648],\n", + " [0.0661],\n", + " [0.0570],\n", + " [0.0658],\n", + " [0.0542],\n", + " [0.0602],\n", + " [0.0465],\n", + " [0.0581],\n", + " [0.0586],\n", + " [0.0568],\n", + " [0.0619],\n", + " [0.0590],\n", + " [0.0563],\n", + " [0.0584],\n", + " [0.0564],\n", + " [0.0570],\n", + " [0.0564],\n", + " [0.0625],\n", + " [0.0566],\n", + " [0.0563],\n", + " [0.0578],\n", + " [0.0651],\n", + " [0.0572],\n", + " [0.0549],\n", + " [0.0672],\n", + " [0.0569],\n", + " [0.0573],\n", + " [0.0575]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0159],\n", + " [-0.0135],\n", + " [-0.0194],\n", + " [-0.0159],\n", + " [-0.0112],\n", + " [-0.0055],\n", + " [-0.0143],\n", + " [-0.0165],\n", + " [-0.0179],\n", + " [-0.0150],\n", + " [-0.0113],\n", + " [-0.0183],\n", + " [-0.0157],\n", + " [-0.0186],\n", + " [-0.0201],\n", + " [-0.0164],\n", + " [-0.0176],\n", + " [-0.0176],\n", + " [-0.0189],\n", + " [-0.0185],\n", + " [-0.0153],\n", + " [-0.0170],\n", + " [-0.0181],\n", + " [-0.0185],\n", + " [-0.0184],\n", + " [-0.0170],\n", + " [-0.0183],\n", + " [-0.0155],\n", + " [-0.0160],\n", + " [-0.0175],\n", + " [-0.0145],\n", + " [-0.0154]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1701],\n", + " [-0.1716],\n", + " [-0.1703],\n", + " [-0.1658],\n", + " [-0.1662],\n", + " [-0.1692],\n", + " [-0.1659],\n", + " [-0.1639],\n", + " [-0.1678],\n", + " [-0.1780],\n", + " [-0.1661],\n", + " [-0.1713],\n", + " [-0.1684],\n", + " [-0.1722],\n", + " [-0.1778],\n", + " [-0.1691],\n", + " [-0.1706],\n", + " [-0.1735],\n", + " [-0.1714],\n", + " [-0.1715],\n", + " [-0.1669],\n", + " [-0.1753],\n", + " [-0.1685],\n", + " [-0.1705],\n", + " [-0.1701],\n", + " [-0.1760],\n", + " [-0.1718],\n", + " [-0.1663],\n", + " [-0.1722],\n", + " [-0.1719],\n", + " [-0.1660],\n", + " [-0.1666]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0228],\n", + " [-0.0193],\n", + " [-0.0221],\n", + " [-0.0211],\n", + " [-0.0232],\n", + " [ 0.0193],\n", + " [-0.0199],\n", + " [-0.0012],\n", + " [-0.0268],\n", + " [-0.0160],\n", + " [-0.0212],\n", + " [-0.0208],\n", + " [-0.0235],\n", + " [-0.0213],\n", + " [-0.0154],\n", + " [-0.0211],\n", + " [-0.0221],\n", + " [-0.0196],\n", + " [-0.0220],\n", + " [-0.0220],\n", + " [-0.0233],\n", + " [-0.0179],\n", + " [-0.0205],\n", + " [-0.0226],\n", + " [-0.0213],\n", + " [-0.0189],\n", + " [-0.0208],\n", + " [-0.0230],\n", + " [-0.0187],\n", + " [-0.0214],\n", + " [-0.0224],\n", + " [-0.0235]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0035],\n", + " [-0.0035],\n", + " [ 0.0160],\n", + " [ 0.0047],\n", + " [-0.0117],\n", + " [ 0.0199],\n", + " [ 0.0014],\n", + " [-0.0017],\n", + " [-0.0004],\n", + " [ 0.0073],\n", + " [-0.0079],\n", + " [ 0.0167],\n", + " [ 0.0015],\n", + " [ 0.0134],\n", + " [ 0.0048],\n", + " [ 0.0064],\n", + " [ 0.0082],\n", + " [ 0.0067],\n", + " [ 0.0135],\n", + " [ 0.0153],\n", + " [-0.0003],\n", + " [ 0.0019],\n", + " [ 0.0106],\n", + " [ 0.0122],\n", + " [ 0.0115],\n", + " [ 0.0025],\n", + " [ 0.0105],\n", + " [ 0.0006],\n", + " [-0.0023],\n", + " [ 0.0064],\n", + " [-0.0028],\n", + " [ 0.0024]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0926],\n", + " [0.0921],\n", + " [0.0907],\n", + " [0.0980],\n", + " [0.0993],\n", + " [0.0922],\n", + " [0.0991],\n", + " [0.1095],\n", + " [0.0960],\n", + " [0.0880],\n", + " [0.0933],\n", + " [0.0901],\n", + " [0.0945],\n", + " [0.0898],\n", + " [0.0900],\n", + " [0.0931],\n", + " [0.0917],\n", + " [0.0904],\n", + " [0.0904],\n", + " [0.0896],\n", + " [0.0985],\n", + " [0.0914],\n", + " [0.0923],\n", + " [0.0905],\n", + " [0.0905],\n", + " [0.0870],\n", + " [0.0905],\n", + " [0.0988],\n", + " [0.0918],\n", + " [0.0914],\n", + " [0.1007],\n", + " [0.0953]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0811],\n", + " [0.0817],\n", + " [0.0874],\n", + " [0.0820],\n", + " [0.0788],\n", + " [0.0879],\n", + " [0.0815],\n", + " [0.0798],\n", + " [0.0753],\n", + " [0.0816],\n", + " [0.0383],\n", + " [0.0881],\n", + " [0.0809],\n", + " [0.0856],\n", + " [0.0796],\n", + " [0.0842],\n", + " [0.0827],\n", + " [0.0817],\n", + " [0.0861],\n", + " [0.0876],\n", + " [0.0787],\n", + " [0.0804],\n", + " [0.0854],\n", + " [0.0852],\n", + " [0.0854],\n", + " [0.0804],\n", + " [0.0848],\n", + " [0.0790],\n", + " [0.0817],\n", + " [0.0817],\n", + " [0.0787],\n", + " [0.0806]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0880],\n", + " [0.0926],\n", + " [0.0882],\n", + " [0.0834],\n", + " [0.0882],\n", + " [0.1079],\n", + " [0.0844],\n", + " [0.0985],\n", + " [0.0834],\n", + " [0.0919],\n", + " [0.0498],\n", + " [0.0886],\n", + " [0.0873],\n", + " [0.0872],\n", + " [0.0912],\n", + " [0.0885],\n", + " [0.0868],\n", + " [0.0884],\n", + " [0.0871],\n", + " [0.0886],\n", + " [0.0850],\n", + " [0.0897],\n", + " [0.0868],\n", + " [0.0875],\n", + " [0.0882],\n", + " [0.0926],\n", + " [0.0871],\n", + " [0.0829],\n", + " [0.0923],\n", + " [0.0865],\n", + " [0.0841],\n", + " [0.0866]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0397],\n", + " [0.0414],\n", + " [0.0434],\n", + " [0.0396],\n", + " [0.0391],\n", + " [0.0494],\n", + " [0.0403],\n", + " [0.0486],\n", + " [0.0356],\n", + " [0.0401],\n", + " [0.0508],\n", + " [0.0437],\n", + " [0.0401],\n", + " [0.0420],\n", + " [0.0420],\n", + " [0.0425],\n", + " [0.0399],\n", + " [0.0417],\n", + " [0.0415],\n", + " [0.0418],\n", + " [0.0393],\n", + " [0.0401],\n", + " [0.0418],\n", + " [0.0408],\n", + " [0.0432],\n", + " [0.0426],\n", + " [0.0426],\n", + " [0.0381],\n", + " [0.0430],\n", + " [0.0400],\n", + " [0.0395],\n", + " [0.0383]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0378],\n", + " [0.0348],\n", + " [0.0353],\n", + " [0.0390],\n", + " [0.0374],\n", + " [0.0212],\n", + " [0.0376],\n", + " [0.0220],\n", + " [0.0393],\n", + " [0.0346],\n", + " [0.0040],\n", + " [0.0338],\n", + " [0.0383],\n", + " [0.0355],\n", + " [0.0341],\n", + " [0.0370],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0369],\n", + " [0.0360],\n", + " [0.0379],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0358],\n", + " [0.0326],\n", + " [0.0361],\n", + " [0.0392],\n", + " [0.0346],\n", + " [0.0376],\n", + " [0.0377],\n", + " [0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0751],\n", + " [-0.0737],\n", + " [-0.0699],\n", + " [-0.0746],\n", + " [-0.0775],\n", + " [-0.0559],\n", + " [-0.0750],\n", + " [-0.0711],\n", + " [-0.0795],\n", + " [-0.0675],\n", + " [-0.0925],\n", + " [-0.0692],\n", + " [-0.0763],\n", + " [-0.0709],\n", + " [-0.0736],\n", + " [-0.0741],\n", + " [-0.0733],\n", + " [-0.0731],\n", + " [-0.0710],\n", + " [-0.0697],\n", + " [-0.0760],\n", + " [-0.0734],\n", + " [-0.0725],\n", + " [-0.0716],\n", + " [-0.0725],\n", + " [-0.0733],\n", + " [-0.0725],\n", + " [-0.0764],\n", + " [-0.0753],\n", + " [-0.0740],\n", + " [-0.0763],\n", + " [-0.0751]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1031],\n", + " [-0.1107],\n", + " [-0.0974],\n", + " [-0.1001],\n", + " [-0.1094],\n", + " [-0.1233],\n", + " [-0.1021],\n", + " [-0.1147],\n", + " [-0.1014],\n", + " [-0.1063],\n", + " [-0.1126],\n", + " [-0.0991],\n", + " [-0.1033],\n", + " [-0.0984],\n", + " [-0.1099],\n", + " [-0.1025],\n", + " [-0.1003],\n", + " [-0.1036],\n", + " [-0.0977],\n", + " [-0.0977],\n", + " [-0.1029],\n", + " [-0.1082],\n", + " [-0.0994],\n", + " [-0.0979],\n", + " [-0.1000],\n", + " [-0.1090],\n", + " [-0.1001],\n", + " [-0.1014],\n", + " [-0.1112],\n", + " [-0.1019],\n", + " [-0.1042],\n", + " [-0.1011]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0597],\n", + " [-0.0629],\n", + " [-0.0644],\n", + " [-0.0615],\n", + " [-0.0433],\n", + " [-0.0639],\n", + " [-0.0496],\n", + " [-0.0657],\n", + " [-0.0611],\n", + " [-0.0615],\n", + " [-0.0625],\n", + " [-0.0617],\n", + " [-0.0626],\n", + " [-0.0559],\n", + " [-0.0611],\n", + " [-0.0628],\n", + " [-0.0602],\n", + " [-0.0630],\n", + " [-0.0630],\n", + " [-0.0641],\n", + " [-0.0586],\n", + " [-0.0628],\n", + " [-0.0634],\n", + " [-0.0616],\n", + " [-0.0587],\n", + " [-0.0614],\n", + " [-0.0649],\n", + " [-0.0571],\n", + " [-0.0620],\n", + " [-0.0634],\n", + " [-0.0648]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0568],\n", + " [-0.0657],\n", + " [-0.0670],\n", + " [-0.0668],\n", + " [-0.0669],\n", + " [-0.0598],\n", + " [-0.0599],\n", + " [-0.0641],\n", + " [-0.0671],\n", + " [-0.0628],\n", + " [-0.0611],\n", + " [-0.0518],\n", + " [-0.0616],\n", + " [-0.0634],\n", + " [-0.0649],\n", + " [-0.0693],\n", + " [-0.0624],\n", + " [-0.0610],\n", + " [-0.0643],\n", + " [-0.0609],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0573],\n", + " [-0.0359],\n", + " [-0.0650],\n", + " [-0.0640]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0750],\n", + " [-0.0760],\n", + " [-0.0789],\n", + " [-0.0782],\n", + " [-0.0783],\n", + " [-0.0802],\n", + " [-0.0726],\n", + " [-0.0715],\n", + " [-0.0779],\n", + " [-0.0786],\n", + " [-0.0751],\n", + " [-0.0741],\n", + " [-0.0671],\n", + " [-0.0744],\n", + " [-0.0760],\n", + " [-0.0716],\n", + " [-0.0817],\n", + " [-0.0766],\n", + " [-0.0702],\n", + " [-0.0744],\n", + " [-0.0736],\n", + " [-0.0723],\n", + " [-0.0760],\n", + " [-0.0729],\n", + " [-0.0736],\n", + " [-0.0770],\n", + " [-0.0745],\n", + " [-0.0694],\n", + " [-0.0703],\n", + " [-0.0634],\n", + " [-0.0781],\n", + " [-0.0781]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0366],\n", + " [0.0365],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0426],\n", + " [0.0374],\n", + " [0.0398],\n", + " [0.0365],\n", + " [0.0284],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0388],\n", + " [0.0379],\n", + " [0.0368],\n", + " [0.0290],\n", + " [0.0357],\n", + " [0.0375],\n", + " [0.0374],\n", + " [0.0397],\n", + " [0.0389],\n", + " [0.0360],\n", + " [0.0385],\n", + " [0.0384],\n", + " [0.0389],\n", + " [0.0391],\n", + " [0.0399],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0448],\n", + " [0.0363],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0909],\n", + " [-0.0875],\n", + " [-0.0940],\n", + " [-0.0922],\n", + " [-0.0925],\n", + " [-0.0949],\n", + " [-0.0882],\n", + " [-0.0901],\n", + " [-0.0950],\n", + " [-0.0880],\n", + " [-0.0898],\n", + " [-0.0907],\n", + " [-0.0774],\n", + " [-0.0914],\n", + " [-0.0928],\n", + " [-0.0988],\n", + " [-0.0981],\n", + " [-0.0926],\n", + " [-0.0935],\n", + " [-0.0914],\n", + " [-0.0904],\n", + " [-0.0959],\n", + " [-0.0926],\n", + " [-0.0904],\n", + " [-0.0906],\n", + " [-0.0905],\n", + " [-0.0897],\n", + " [-0.0955],\n", + " [-0.0870],\n", + " [-0.0658],\n", + " [-0.0947],\n", + " [-0.0924]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0517],\n", + " [0.0421],\n", + " [0.0533],\n", + " [0.0440],\n", + " [0.0515],\n", + " [0.0428],\n", + " [0.0460],\n", + " [0.0528],\n", + " [0.0545],\n", + " [0.0478],\n", + " [0.0485],\n", + " [0.0531],\n", + " [0.0433],\n", + " [0.0533],\n", + " [0.0537],\n", + " [0.0604],\n", + " [0.0566],\n", + " [0.0521],\n", + " [0.0579],\n", + " [0.0458],\n", + " [0.0489],\n", + " [0.0587],\n", + " [0.0531],\n", + " [0.0528],\n", + " [0.0535],\n", + " [0.0388],\n", + " [0.0442],\n", + " [0.0573],\n", + " [0.0406],\n", + " [0.0398],\n", + " [0.0544],\n", + " [0.0499]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0412],\n", + " [-0.0424],\n", + " [-0.0389],\n", + " [-0.0376],\n", + " [-0.0391],\n", + " [-0.0327],\n", + " [-0.0415],\n", + " [-0.0368],\n", + " [-0.0371],\n", + " [-0.0218],\n", + " [-0.0372],\n", + " [-0.0401],\n", + " [-0.0504],\n", + " [-0.0389],\n", + " [-0.0404],\n", + " [-0.0455],\n", + " [-0.0374],\n", + " [-0.0373],\n", + " [-0.0370],\n", + " [-0.0339],\n", + " [-0.0381],\n", + " [-0.0368],\n", + " [-0.0347],\n", + " [-0.0396],\n", + " [-0.0388],\n", + " [-0.0370],\n", + " [-0.0357],\n", + " [-0.0364],\n", + " [-0.0382],\n", + " [-0.0356],\n", + " [-0.0384],\n", + " [-0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0788],\n", + " [-0.0786],\n", + " [-0.0793],\n", + " [-0.0782],\n", + " [-0.0828],\n", + " [-0.0792],\n", + " [-0.0795],\n", + " [-0.0790],\n", + " [-0.0840],\n", + " [-0.0793],\n", + " [-0.0783],\n", + " [-0.0719],\n", + " [-0.0791],\n", + " [-0.0794],\n", + " [-0.0816],\n", + " [-0.0785],\n", + " [-0.0788],\n", + " [-0.0802],\n", + " [-0.0820],\n", + " [-0.0811],\n", + " [-0.0802],\n", + " [-0.0795],\n", + " [-0.0789],\n", + " [-0.0784],\n", + " [-0.0818],\n", + " [-0.0803],\n", + " [-0.0824],\n", + " [-0.0811],\n", + " [-0.0698],\n", + " [-0.0789],\n", + " [-0.0785]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1660],\n", + " [0.1574],\n", + " [0.1662],\n", + " [0.1635],\n", + " [0.1672],\n", + " [0.1642],\n", + " [0.1634],\n", + " [0.1679],\n", + " [0.1664],\n", + " [0.1598],\n", + " [0.1654],\n", + " [0.1673],\n", + " [0.1645],\n", + " [0.1672],\n", + " [0.1666],\n", + " [0.1708],\n", + " [0.1669],\n", + " [0.1655],\n", + " [0.1698],\n", + " [0.1655],\n", + " [0.1637],\n", + " [0.1689],\n", + " [0.1662],\n", + " [0.1677],\n", + " [0.1685],\n", + " [0.1575],\n", + " [0.1632],\n", + " [0.1686],\n", + " [0.1611],\n", + " [0.1714],\n", + " [0.1665],\n", + " [0.1643]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0548],\n", + " [-0.0564],\n", + " [-0.0584],\n", + " [-0.0566],\n", + " [-0.0571],\n", + " [-0.0589],\n", + " [-0.0529],\n", + " [-0.0515],\n", + " [-0.0588],\n", + " [-0.0651],\n", + " [-0.0556],\n", + " [-0.0546],\n", + " [-0.0404],\n", + " [-0.0548],\n", + " [-0.0552],\n", + " [-0.0681],\n", + " [-0.0619],\n", + " [-0.0577],\n", + " [-0.0544],\n", + " [-0.0567],\n", + " [-0.0546],\n", + " [-0.0573],\n", + " [-0.0572],\n", + " [-0.0524],\n", + " [-0.0533],\n", + " [-0.0568],\n", + " [-0.0539],\n", + " [-0.0567],\n", + " [-0.0500],\n", + " [-0.0321],\n", + " [-0.0581],\n", + " [-0.0587]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0627],\n", + " [0.0718],\n", + " [0.0629],\n", + " [0.0725],\n", + " [0.0652],\n", + " [0.0759],\n", + " [0.0661],\n", + " [0.0616],\n", + " [0.0639],\n", + " [0.0198],\n", + " [0.0656],\n", + " [0.0607],\n", + " [0.0618],\n", + " [0.0616],\n", + " [0.0628],\n", + " [0.0511],\n", + " [0.0634],\n", + " [0.0647],\n", + " [0.0570],\n", + " [0.0692],\n", + " [0.0636],\n", + " [0.0586],\n", + " [0.0654],\n", + " [0.0627],\n", + " [0.0626],\n", + " [0.0773],\n", + " [0.0713],\n", + " [0.0576],\n", + " [0.0699],\n", + " [0.0603],\n", + " [0.0631],\n", + " [0.0655]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0925],\n", + " [-0.0849],\n", + " [-0.0923],\n", + " [-0.0837],\n", + " [-0.0900],\n", + " [-0.0816],\n", + " [-0.0872],\n", + " [-0.0950],\n", + " [-0.0945],\n", + " [-0.0921],\n", + " [-0.0874],\n", + " [-0.0940],\n", + " [-0.0899],\n", + " [-0.0948],\n", + " [-0.0939],\n", + " [-0.1053],\n", + " [-0.0940],\n", + " [-0.0928],\n", + " [-0.0989],\n", + " [-0.0834],\n", + " [-0.0923],\n", + " [-0.0991],\n", + " [-0.0928],\n", + " [-0.0939],\n", + " [-0.0939],\n", + " [-0.0820],\n", + " [-0.0856],\n", + " [-0.0992],\n", + " [-0.0833],\n", + " [-0.0902],\n", + " [-0.0936],\n", + " [-0.0893]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0142],\n", + " [ 0.0059],\n", + " [ 0.0156],\n", + " [ 0.0057],\n", + " [ 0.0135],\n", + " [ 0.0076],\n", + " [ 0.0107],\n", + " [ 0.0164],\n", + " [ 0.0147],\n", + " [ 0.0189],\n", + " [ 0.0129],\n", + " [ 0.0154],\n", + " [ 0.0108],\n", + " [ 0.0142],\n", + " [ 0.0140],\n", + " [ 0.0231],\n", + " [ 0.0168],\n", + " [ 0.0128],\n", + " [ 0.0211],\n", + " [ 0.0127],\n", + " [ 0.0113],\n", + " [ 0.0201],\n", + " [ 0.0144],\n", + " [ 0.0153],\n", + " [ 0.0157],\n", + " [ 0.0005],\n", + " [ 0.0087],\n", + " [ 0.0200],\n", + " [ 0.0097],\n", + " [-0.0021],\n", + " [ 0.0156],\n", + " [ 0.0127]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0929],\n", + " [0.0922],\n", + " [0.0912],\n", + " [0.0819],\n", + " [0.0873],\n", + " [0.0762],\n", + " [0.0893],\n", + " [0.0919],\n", + " [0.0905],\n", + " [0.1100],\n", + " [0.0852],\n", + " [0.0938],\n", + " [0.0992],\n", + " [0.0940],\n", + " [0.0936],\n", + " [0.1026],\n", + " [0.0905],\n", + " [0.0905],\n", + " [0.0964],\n", + " [0.0784],\n", + " [0.0943],\n", + " [0.0956],\n", + " [0.0871],\n", + " [0.0914],\n", + " [0.0900],\n", + " [0.0844],\n", + " [0.0816],\n", + " [0.0969],\n", + " [0.0843],\n", + " [0.1149],\n", + " [0.0909],\n", + " [0.0883]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0105],\n", + " [0.0139],\n", + " [0.0084],\n", + " [0.0071],\n", + " [0.0080],\n", + " [0.0074],\n", + " [0.0094],\n", + " [0.0102],\n", + " [0.0086],\n", + " [0.0192],\n", + " [0.0073],\n", + " [0.0113],\n", + " [0.0160],\n", + " [0.0127],\n", + " [0.0110],\n", + " [0.0075],\n", + " [0.0070],\n", + " [0.0106],\n", + " [0.0106],\n", + " [0.0021],\n", + " [0.0143],\n", + " [0.0097],\n", + " [0.0080],\n", + " [0.0102],\n", + " [0.0098],\n", + " [0.0080],\n", + " [0.0047],\n", + " [0.0116],\n", + " [0.0034],\n", + " [0.0281],\n", + " [0.0080],\n", + " [0.0083]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-4.6848e-03],\n", + " [-1.1165e-02],\n", + " [ 1.9145e-03],\n", + " [-4.9820e-03],\n", + " [ 1.6844e-05],\n", + " [ 1.7788e-04],\n", + " [-8.7681e-03],\n", + " [-4.8628e-03],\n", + " [ 1.2329e-03],\n", + " [ 1.9819e-02],\n", + " [-2.6071e-03],\n", + " [-4.0518e-03],\n", + " [-1.9837e-02],\n", + " [-4.5863e-03],\n", + " [-4.3689e-03],\n", + " [ 1.1001e-02],\n", + " [ 6.2988e-03],\n", + " [-1.8049e-03],\n", + " [-1.9062e-03],\n", + " [ 1.0300e-03],\n", + " [-6.2581e-03],\n", + " [ 1.7542e-04],\n", + " [-4.6444e-04],\n", + " [-6.0865e-03],\n", + " [-4.1952e-03],\n", + " [-8.1348e-03],\n", + " [-2.6102e-03],\n", + " [-4.0337e-04],\n", + " [-7.9949e-03],\n", + " [-2.0900e-02],\n", + " [ 1.1802e-03],\n", + " [-1.5374e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0358],\n", + " [-0.0399],\n", + " [-0.0389],\n", + " [-0.0403],\n", + " [-0.0375],\n", + " [-0.0443],\n", + " [-0.0368],\n", + " [-0.0335],\n", + " [-0.0381],\n", + " [-0.0267],\n", + " [-0.0388],\n", + " [-0.0349],\n", + " [-0.0334],\n", + " [-0.0334],\n", + " [-0.0341],\n", + " [-0.0349],\n", + " [-0.0398],\n", + " [-0.0369],\n", + " [-0.0331],\n", + " [-0.0442],\n", + " [-0.0339],\n", + " [-0.0352],\n", + " [-0.0378],\n", + " [-0.0338],\n", + " [-0.0343],\n", + " [-0.0409],\n", + " [-0.0396],\n", + " [-0.0330],\n", + " [-0.0412],\n", + " [-0.0172],\n", + " [-0.0381],\n", + " [-0.0400]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0036],\n", + " [ 0.0037],\n", + " [ 0.0057],\n", + " [ 0.0063],\n", + " [ 0.0056],\n", + " [ 0.0096],\n", + " [ 0.0031],\n", + " [ 0.0023],\n", + " [ 0.0062],\n", + " [ 0.0075],\n", + " [ 0.0056],\n", + " [ 0.0032],\n", + " [-0.0070],\n", + " [ 0.0029],\n", + " [ 0.0035],\n", + " [ 0.0049],\n", + " [ 0.0076],\n", + " [ 0.0055],\n", + " [ 0.0027],\n", + " [ 0.0076],\n", + " [ 0.0020],\n", + " [ 0.0046],\n", + " [ 0.0063],\n", + " [ 0.0025],\n", + " [ 0.0034],\n", + " [ 0.0050],\n", + " [ 0.0064],\n", + " [ 0.0025],\n", + " [ 0.0036],\n", + " [-0.0033],\n", + " [ 0.0057],\n", + " [ 0.0065]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0566],\n", + " [0.0623],\n", + " [0.0579],\n", + " [0.0624],\n", + " [0.0582],\n", + " [0.0672],\n", + " [0.0585],\n", + " [0.0557],\n", + " [0.0583],\n", + " [0.0593],\n", + " [0.0594],\n", + " [0.0560],\n", + " [0.0494],\n", + " [0.0565],\n", + " [0.0570],\n", + " [0.0609],\n", + " [0.0591],\n", + " [0.0585],\n", + " [0.0556],\n", + " [0.0640],\n", + " [0.0587],\n", + " [0.0571],\n", + " [0.0587],\n", + " [0.0554],\n", + " [0.0556],\n", + " [0.0653],\n", + " [0.0621],\n", + " [0.0572],\n", + " [0.0614],\n", + " [0.0590],\n", + " [0.0576],\n", + " [0.0597]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0164],\n", + " [-0.0142],\n", + " [-0.0184],\n", + " [-0.0149],\n", + " [-0.0182],\n", + " [-0.0202],\n", + " [-0.0148],\n", + " [-0.0168],\n", + " [-0.0169],\n", + " [-0.0384],\n", + " [-0.0167],\n", + " [-0.0171],\n", + " [-0.0194],\n", + " [-0.0170],\n", + " [-0.0168],\n", + " [-0.0118],\n", + " [-0.0199],\n", + " [-0.0161],\n", + " [-0.0191],\n", + " [-0.0169],\n", + " [-0.0163],\n", + " [-0.0188],\n", + " [-0.0165],\n", + " [-0.0169],\n", + " [-0.0173],\n", + " [-0.0122],\n", + " [-0.0126],\n", + " [-0.0186],\n", + " [-0.0114],\n", + " [-0.0193],\n", + " [-0.0178],\n", + " [-0.0168]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1701],\n", + " [-0.1687],\n", + " [-0.1745],\n", + " [-0.1699],\n", + " [-0.1720],\n", + " [-0.1690],\n", + " [-0.1665],\n", + " [-0.1674],\n", + " [-0.1729],\n", + " [-0.1790],\n", + " [-0.1679],\n", + " [-0.1700],\n", + " [-0.1609],\n", + " [-0.1696],\n", + " [-0.1707],\n", + " [-0.1787],\n", + " [-0.1775],\n", + " [-0.1705],\n", + " [-0.1702],\n", + " [-0.1675],\n", + " [-0.1688],\n", + " [-0.1721],\n", + " [-0.1691],\n", + " [-0.1676],\n", + " [-0.1681],\n", + " [-0.1680],\n", + " [-0.1670],\n", + " [-0.1710],\n", + " [-0.1646],\n", + " [-0.1618],\n", + " [-0.1735],\n", + " [-0.1717]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0228],\n", + " [-0.0268],\n", + " [-0.0184],\n", + " [-0.0238],\n", + " [-0.0209],\n", + " [-0.0212],\n", + " [-0.0244],\n", + " [-0.0225],\n", + " [-0.0204],\n", + " [ 0.0183],\n", + " [-0.0211],\n", + " [-0.0225],\n", + " [-0.0237],\n", + " [-0.0239],\n", + " [-0.0234],\n", + " [-0.0136],\n", + " [-0.0169],\n", + " [-0.0226],\n", + " [-0.0220],\n", + " [-0.0161],\n", + " [-0.0247],\n", + " [-0.0213],\n", + " [-0.0215],\n", + " [-0.0241],\n", + " [-0.0235],\n", + " [-0.0260],\n", + " [-0.0202],\n", + " [-0.0220],\n", + " [-0.0185],\n", + " [-0.0158],\n", + " [-0.0195],\n", + " [-0.0201]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0024],\n", + " [-0.0071],\n", + " [ 0.0051],\n", + " [-0.0070],\n", + " [ 0.0005],\n", + " [-0.0059],\n", + " [-0.0039],\n", + " [ 0.0054],\n", + " [ 0.0064],\n", + " [ 0.0514],\n", + " [-0.0008],\n", + " [ 0.0047],\n", + " [-0.0033],\n", + " [ 0.0054],\n", + " [ 0.0047],\n", + " [ 0.0263],\n", + " [ 0.0091],\n", + " [ 0.0038],\n", + " [ 0.0128],\n", + " [-0.0024],\n", + " [ 0.0026],\n", + " [ 0.0139],\n", + " [ 0.0049],\n", + " [ 0.0032],\n", + " [ 0.0032],\n", + " [-0.0103],\n", + " [-0.0055],\n", + " [ 0.0149],\n", + " [-0.0066],\n", + " [ 0.0057],\n", + " [ 0.0060],\n", + " [ 0.0017]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0947],\n", + " [0.0949],\n", + " [0.0921],\n", + " [0.0971],\n", + " [0.0955],\n", + " [0.0945],\n", + " [0.0998],\n", + " [0.0949],\n", + " [0.0908],\n", + " [0.0838],\n", + " [0.0987],\n", + " [0.0937],\n", + " [0.1050],\n", + " [0.0920],\n", + " [0.0924],\n", + " [0.0849],\n", + " [0.0887],\n", + " [0.0921],\n", + " [0.0913],\n", + " [0.1027],\n", + " [0.0915],\n", + " [0.0893],\n", + " [0.0938],\n", + " [0.0964],\n", + " [0.0963],\n", + " [0.0947],\n", + " [0.0993],\n", + " [0.0894],\n", + " [0.1030],\n", + " [0.0977],\n", + " [0.0919],\n", + " [0.0940]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0793],\n", + " [0.0754],\n", + " [0.0796],\n", + " [0.0745],\n", + " [0.0765],\n", + " [0.0796],\n", + " [0.0782],\n", + " [0.0820],\n", + " [0.0818],\n", + " [0.1046],\n", + " [0.0802],\n", + " [0.0810],\n", + " [0.0673],\n", + " [0.0810],\n", + " [0.0795],\n", + " [0.1037],\n", + " [0.0802],\n", + " [0.0813],\n", + " [0.0857],\n", + " [0.0827],\n", + " [0.0813],\n", + " [0.0868],\n", + " [0.0830],\n", + " [0.0792],\n", + " [0.0794],\n", + " [0.0773],\n", + " [0.0806],\n", + " [0.0882],\n", + " [0.0826],\n", + " [0.0797],\n", + " [0.0804],\n", + " [0.0801]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0858],\n", + " [0.0871],\n", + " [0.0878],\n", + " [0.0889],\n", + " [0.0872],\n", + " [0.0895],\n", + " [0.0858],\n", + " [0.0846],\n", + " [0.0883],\n", + " [0.0846],\n", + " [0.0871],\n", + " [0.0855],\n", + " [0.0732],\n", + " [0.0866],\n", + " [0.0872],\n", + " [0.0871],\n", + " [0.0893],\n", + " [0.0880],\n", + " [0.0864],\n", + " [0.0875],\n", + " [0.0888],\n", + " [0.0878],\n", + " [0.0879],\n", + " [0.0851],\n", + " [0.0852],\n", + " [0.0911],\n", + " [0.0868],\n", + " [0.0897],\n", + " [0.0842],\n", + " [0.0630],\n", + " [0.0877],\n", + " [0.0882]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0378],\n", + " [0.0363],\n", + " [0.0396],\n", + " [0.0380],\n", + " [0.0404],\n", + " [0.0433],\n", + " [0.0378],\n", + " [0.0404],\n", + " [0.0406],\n", + " [0.0401],\n", + " [0.0417],\n", + " [0.0385],\n", + " [0.0331],\n", + " [0.0384],\n", + " [0.0378],\n", + " [0.0448],\n", + " [0.0406],\n", + " [0.0397],\n", + " [0.0416],\n", + " [0.0460],\n", + " [0.0371],\n", + " [0.0415],\n", + " [0.0423],\n", + " [0.0394],\n", + " [0.0405],\n", + " [0.0381],\n", + " [0.0415],\n", + " [0.0413],\n", + " [0.0396],\n", + " [0.0334],\n", + " [0.0400],\n", + " [0.0403]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0389],\n", + " [0.0370],\n", + " [0.0335],\n", + " [0.0351],\n", + " [0.0314],\n", + " [0.0391],\n", + " [0.0381],\n", + " [0.0368],\n", + " [0.0146],\n", + " [0.0363],\n", + " [0.0389],\n", + " [0.0389],\n", + " [0.0382],\n", + " [0.0377],\n", + " [0.0333],\n", + " [0.0344],\n", + " [0.0378],\n", + " [0.0374],\n", + " [0.0319],\n", + " [0.0397],\n", + " [0.0365],\n", + " [0.0368],\n", + " [0.0380],\n", + " [0.0370],\n", + " [0.0363],\n", + " [0.0353],\n", + " [0.0367],\n", + " [0.0388],\n", + " [0.0286],\n", + " [0.0368],\n", + " [0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0751],\n", + " [-0.0816],\n", + " [-0.0732],\n", + " [-0.0759],\n", + " [-0.0746],\n", + " [-0.0774],\n", + " [-0.0769],\n", + " [-0.0749],\n", + " [-0.0732],\n", + " [-0.0503],\n", + " [-0.0756],\n", + " [-0.0747],\n", + " [-0.0853],\n", + " [-0.0749],\n", + " [-0.0740],\n", + " [-0.0629],\n", + " [-0.0710],\n", + " [-0.0750],\n", + " [-0.0715],\n", + " [-0.0752],\n", + " [-0.0759],\n", + " [-0.0707],\n", + " [-0.0747],\n", + " [-0.0752],\n", + " [-0.0752],\n", + " [-0.0780],\n", + " [-0.0764],\n", + " [-0.0698],\n", + " [-0.0767],\n", + " [-0.0851],\n", + " [-0.0729],\n", + " [-0.0748]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1028],\n", + " [-0.1065],\n", + " [-0.1054],\n", + " [-0.1090],\n", + " [-0.1064],\n", + " [-0.1109],\n", + " [-0.1049],\n", + " [-0.1001],\n", + " [-0.1031],\n", + " [-0.1031],\n", + " [-0.1061],\n", + " [-0.1014],\n", + " [-0.1036],\n", + " [-0.1010],\n", + " [-0.1021],\n", + " [-0.1028],\n", + " [-0.1059],\n", + " [-0.1030],\n", + " [-0.0975],\n", + " [-0.1087],\n", + " [-0.1017],\n", + " [-0.0982],\n", + " [-0.1030],\n", + " [-0.1014],\n", + " [-0.1017],\n", + " [-0.1084],\n", + " [-0.1076],\n", + " [-0.0979],\n", + " [-0.1074],\n", + " [-0.1053],\n", + " [-0.1039],\n", + " [-0.1060]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0634],\n", + " [-0.0615],\n", + " [-0.0604],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0587],\n", + " [-0.0635],\n", + " [-0.0638],\n", + " [-0.0611],\n", + " [-0.0483],\n", + " [-0.0606],\n", + " [-0.0631],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0645],\n", + " [-0.0584],\n", + " [-0.0596],\n", + " [-0.0618],\n", + " [-0.0631],\n", + " [-0.0576],\n", + " [-0.0635],\n", + " [-0.0624],\n", + " [-0.0610],\n", + " [-0.0644],\n", + " [-0.0636],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0625],\n", + " [-0.0613],\n", + " [-0.0634],\n", + " [-0.0613],\n", + " [-0.0600]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0633],\n", + " [-0.0630],\n", + " [-0.0618],\n", + " [-0.0627],\n", + " [-0.0604],\n", + " [-0.0637],\n", + " [-0.0613],\n", + " [-0.0631],\n", + " [-0.0615],\n", + " [-0.0673],\n", + " [-0.0581],\n", + " [-0.0623],\n", + " [-0.0620],\n", + " [-0.0637],\n", + " [-0.0627],\n", + " [-0.0651],\n", + " [-0.0610],\n", + " [-0.0602],\n", + " [-0.0604],\n", + " [-0.0612],\n", + " [-0.0853],\n", + " [-0.0652],\n", + " [-0.0634],\n", + " [-0.0598],\n", + " [-0.0628],\n", + " [-0.0703],\n", + " [-0.0625],\n", + " [-0.0609],\n", + " [-0.1328],\n", + " [-0.0639],\n", + " [-0.0613],\n", + " [-0.0618]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0735],\n", + " [-0.0768],\n", + " [-0.0747],\n", + " [-0.0761],\n", + " [-0.0722],\n", + " [-0.0771],\n", + " [-0.0735],\n", + " [-0.0722],\n", + " [-0.0743],\n", + " [-0.0780],\n", + " [-0.0692],\n", + " [-0.0747],\n", + " [-0.0718],\n", + " [-0.0766],\n", + " [-0.0720],\n", + " [-0.0775],\n", + " [-0.0717],\n", + " [-0.0749],\n", + " [-0.0682],\n", + " [-0.0678],\n", + " [-0.1058],\n", + " [-0.0789],\n", + " [-0.0721],\n", + " [-0.0722],\n", + " [-0.0773],\n", + " [-0.0796],\n", + " [-0.0764],\n", + " [-0.0703],\n", + " [-0.1559],\n", + " [-0.0780],\n", + " [-0.0743],\n", + " [-0.0701]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0362],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0386],\n", + " [0.0394],\n", + " [0.0391],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0384],\n", + " [0.0374],\n", + " [0.0373],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0353],\n", + " [0.0399],\n", + " [0.0387],\n", + " [0.0393],\n", + " [0.0381],\n", + " [0.0253],\n", + " [0.0361],\n", + " [0.0358],\n", + " [0.0394],\n", + " [0.0369],\n", + " [0.0336],\n", + " [0.0369],\n", + " [0.0392],\n", + " [0.0332],\n", + " [0.0376],\n", + " [0.0379],\n", + " [0.0376]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0961],\n", + " [-0.0929],\n", + " [-0.0912],\n", + " [-0.0904],\n", + " [-0.0892],\n", + " [-0.0937],\n", + " [-0.0933],\n", + " [-0.0956],\n", + " [-0.0901],\n", + " [-0.0946],\n", + " [-0.0870],\n", + " [-0.0930],\n", + " [-0.0929],\n", + " [-0.0954],\n", + " [-0.0944],\n", + " [-0.0970],\n", + " [-0.0880],\n", + " [-0.0902],\n", + " [-0.0932],\n", + " [-0.0930],\n", + " [-0.0778],\n", + " [-0.0976],\n", + " [-0.0873],\n", + " [-0.0872],\n", + " [-0.0920],\n", + " [-0.0983],\n", + " [-0.0911],\n", + " [-0.0937],\n", + " [-0.0601],\n", + " [-0.0946],\n", + " [-0.0914],\n", + " [-0.0943]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0597],\n", + " [0.0518],\n", + " [0.0530],\n", + " [0.0489],\n", + " [0.0485],\n", + " [0.0527],\n", + " [0.0554],\n", + " [0.0583],\n", + " [0.0520],\n", + " [0.0515],\n", + " [0.0389],\n", + " [0.0570],\n", + " [0.0558],\n", + " [0.0572],\n", + " [0.0578],\n", + " [0.0563],\n", + " [0.0418],\n", + " [0.0455],\n", + " [0.0572],\n", + " [0.0571],\n", + " [0.0419],\n", + " [0.0557],\n", + " [0.0523],\n", + " [0.0497],\n", + " [0.0508],\n", + " [0.0585],\n", + " [0.0506],\n", + " [0.0566],\n", + " [0.0415],\n", + " [0.0538],\n", + " [0.0544],\n", + " [0.0585]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0356],\n", + " [-0.0390],\n", + " [-0.0408],\n", + " [-0.0419],\n", + " [-0.0401],\n", + " [-0.0321],\n", + " [-0.0342],\n", + " [-0.0353],\n", + " [-0.0419],\n", + " [-0.0378],\n", + " [-0.0421],\n", + " [-0.0372],\n", + " [-0.0379],\n", + " [-0.0351],\n", + " [-0.0380],\n", + " [-0.0378],\n", + " [-0.0380],\n", + " [-0.0369],\n", + " [-0.0341],\n", + " [-0.0358],\n", + " [-0.0455],\n", + " [-0.0356],\n", + " [-0.0445],\n", + " [-0.0436],\n", + " [-0.0391],\n", + " [-0.0372],\n", + " [-0.0408],\n", + " [-0.0342],\n", + " [-0.0487],\n", + " [-0.0355],\n", + " [-0.0394],\n", + " [-0.0354]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0791],\n", + " [-0.0785],\n", + " [-0.0779],\n", + " [-0.0803],\n", + " [-0.0808],\n", + " [-0.0806],\n", + " [-0.0803],\n", + " [-0.0779],\n", + " [-0.0788],\n", + " [-0.0794],\n", + " [-0.0781],\n", + " [-0.0804],\n", + " [-0.0791],\n", + " [-0.0798],\n", + " [-0.0794],\n", + " [-0.0795],\n", + " [-0.0815],\n", + " [-0.0821],\n", + " [-0.0815],\n", + " [-0.0839],\n", + " [-0.0795],\n", + " [-0.0771],\n", + " [-0.0773],\n", + " [-0.0781],\n", + " [-0.0777],\n", + " [-0.0779],\n", + " [-0.0817],\n", + " [-0.0800],\n", + " [-0.0795],\n", + " [-0.0784],\n", + " [-0.0807]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1701],\n", + " [0.1648],\n", + " [0.1669],\n", + " [0.1645],\n", + " [0.1636],\n", + " [0.1666],\n", + " [0.1682],\n", + " [0.1696],\n", + " [0.1669],\n", + " [0.1673],\n", + " [0.1624],\n", + " [0.1696],\n", + " [0.1683],\n", + " [0.1687],\n", + " [0.1692],\n", + " [0.1665],\n", + " [0.1640],\n", + " [0.1606],\n", + " [0.1711],\n", + " [0.1703],\n", + " [0.1344],\n", + " [0.1662],\n", + " [0.1718],\n", + " [0.1665],\n", + " [0.1645],\n", + " [0.1677],\n", + " [0.1650],\n", + " [0.1697],\n", + " [0.1021],\n", + " [0.1660],\n", + " [0.1685],\n", + " [0.1709]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0582],\n", + " [-0.0571],\n", + " [-0.0547],\n", + " [-0.0557],\n", + " [-0.0507],\n", + " [-0.0588],\n", + " [-0.0551],\n", + " [-0.0582],\n", + " [-0.0546],\n", + " [-0.0547],\n", + " [-0.0473],\n", + " [-0.0559],\n", + " [-0.0544],\n", + " [-0.0585],\n", + " [-0.0557],\n", + " [-0.0602],\n", + " [-0.0514],\n", + " [-0.0549],\n", + " [-0.0512],\n", + " [-0.0531],\n", + " [-0.0713],\n", + " [-0.0614],\n", + " [-0.0525],\n", + " [-0.0521],\n", + " [-0.0575],\n", + " [-0.0639],\n", + " [-0.0562],\n", + " [-0.0532],\n", + " [-0.0749],\n", + " [-0.0587],\n", + " [-0.0554],\n", + " [-0.0555]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0592],\n", + " [0.0647],\n", + " [0.0612],\n", + " [0.0652],\n", + " [0.0654],\n", + " [0.0680],\n", + " [0.0621],\n", + " [0.0590],\n", + " [0.0601],\n", + " [0.0696],\n", + " [0.0716],\n", + " [0.0598],\n", + " [0.0584],\n", + " [0.0633],\n", + " [0.0579],\n", + " [0.0620],\n", + " [0.0705],\n", + " [0.0696],\n", + " [0.0583],\n", + " [0.0561],\n", + " [0.0546],\n", + " [0.0649],\n", + " [0.0547],\n", + " [0.0628],\n", + " [0.0654],\n", + " [0.0579],\n", + " [0.0646],\n", + " [0.0592],\n", + " [0.0358],\n", + " [0.0664],\n", + " [0.0597],\n", + " [0.0576]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0998],\n", + " [-0.0924],\n", + " [-0.0937],\n", + " [-0.0893],\n", + " [-0.0914],\n", + " [-0.0912],\n", + " [-0.0960],\n", + " [-0.0996],\n", + " [-0.0931],\n", + " [-0.0919],\n", + " [-0.0811],\n", + " [-0.0963],\n", + " [-0.0969],\n", + " [-0.0967],\n", + " [-0.0982],\n", + " [-0.0955],\n", + " [-0.0830],\n", + " [-0.0886],\n", + " [-0.0997],\n", + " [-0.0992],\n", + " [-0.0734],\n", + " [-0.0958],\n", + " [-0.0943],\n", + " [-0.0914],\n", + " [-0.0911],\n", + " [-0.0955],\n", + " [-0.0913],\n", + " [-0.0984],\n", + " [-0.0695],\n", + " [-0.0937],\n", + " [-0.0954],\n", + " [-0.1002]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0193],\n", + " [ 0.0127],\n", + " [ 0.0152],\n", + " [ 0.0119],\n", + " [ 0.0118],\n", + " [ 0.0147],\n", + " [ 0.0176],\n", + " [ 0.0186],\n", + " [ 0.0158],\n", + " [ 0.0090],\n", + " [ 0.0076],\n", + " [ 0.0184],\n", + " [ 0.0179],\n", + " [ 0.0168],\n", + " [ 0.0191],\n", + " [ 0.0179],\n", + " [ 0.0099],\n", + " [ 0.0081],\n", + " [ 0.0223],\n", + " [ 0.0213],\n", + " [ 0.0073],\n", + " [ 0.0152],\n", + " [ 0.0216],\n", + " [ 0.0127],\n", + " [ 0.0125],\n", + " [ 0.0197],\n", + " [ 0.0128],\n", + " [ 0.0203],\n", + " [-0.0029],\n", + " [ 0.0123],\n", + " [ 0.0159],\n", + " [ 0.0203]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0942],\n", + " [0.0912],\n", + " [0.0940],\n", + " [0.0909],\n", + " [0.0920],\n", + " [0.0826],\n", + " [0.0898],\n", + " [0.0947],\n", + " [0.0954],\n", + " [0.0860],\n", + " [0.0837],\n", + " [0.0922],\n", + " [0.0953],\n", + " [0.0892],\n", + " [0.0957],\n", + " [0.0922],\n", + " [0.0808],\n", + " [0.0897],\n", + " [0.0935],\n", + " [0.0963],\n", + " [0.0598],\n", + " [0.0899],\n", + " [0.0958],\n", + " [0.0942],\n", + " [0.0905],\n", + " [0.0960],\n", + " [0.0917],\n", + " [0.0929],\n", + " [0.0364],\n", + " [0.0884],\n", + " [0.0955],\n", + " [0.0957]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [ 0.0098],\n", + " [ 0.0111],\n", + " [ 0.0100],\n", + " [ 0.0104],\n", + " [ 0.0042],\n", + " [ 0.0087],\n", + " [ 0.0113],\n", + " [ 0.0119],\n", + " [ 0.0089],\n", + " [ 0.0042],\n", + " [ 0.0090],\n", + " [ 0.0120],\n", + " [ 0.0076],\n", + " [ 0.0106],\n", + " [ 0.0072],\n", + " [ 0.0030],\n", + " [ 0.0099],\n", + " [ 0.0082],\n", + " [ 0.0113],\n", + " [-0.0004],\n", + " [ 0.0074],\n", + " [ 0.0132],\n", + " [ 0.0138],\n", + " [ 0.0097],\n", + " [ 0.0077],\n", + " [ 0.0104],\n", + " [ 0.0100],\n", + " [ 0.0050],\n", + " [ 0.0093],\n", + " [ 0.0130],\n", + " [ 0.0111]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0014],\n", + " [-0.0028],\n", + " [-0.0041],\n", + " [-0.0050],\n", + " [-0.0096],\n", + " [ 0.0040],\n", + " [-0.0007],\n", + " [ 0.0009],\n", + " [-0.0038],\n", + " [-0.0054],\n", + " [-0.0128],\n", + " [-0.0003],\n", + " [-0.0035],\n", + " [ 0.0025],\n", + " [-0.0017],\n", + " [ 0.0036],\n", + " [-0.0046],\n", + " [-0.0071],\n", + " [-0.0016],\n", + " [-0.0027],\n", + " [ 0.0194],\n", + " [ 0.0043],\n", + " [ 0.0012],\n", + " [-0.0075],\n", + " [-0.0025],\n", + " [ 0.0088],\n", + " [-0.0039],\n", + " [-0.0017],\n", + " [ 0.0518],\n", + " [-0.0003],\n", + " [-0.0031],\n", + " [-0.0009]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0347],\n", + " [-0.0375],\n", + " [-0.0349],\n", + " [-0.0371],\n", + " [-0.0342],\n", + " [-0.0411],\n", + " [-0.0360],\n", + " [-0.0335],\n", + " [-0.0349],\n", + " [-0.0362],\n", + " [-0.0398],\n", + " [-0.0353],\n", + " [-0.0325],\n", + " [-0.0374],\n", + " [-0.0330],\n", + " [-0.0395],\n", + " [-0.0413],\n", + " [-0.0376],\n", + " [-0.0335],\n", + " [-0.0311],\n", + " [-0.0421],\n", + " [-0.0402],\n", + " [-0.0360],\n", + " [-0.0314],\n", + " [-0.0380],\n", + " [-0.0388],\n", + " [-0.0367],\n", + " [-0.0344],\n", + " [-0.0130],\n", + " [-0.0371],\n", + " [-0.0328],\n", + " [-0.0315]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0052],\n", + " [0.0052],\n", + " [0.0032],\n", + " [0.0043],\n", + " [0.0008],\n", + " [0.0090],\n", + " [0.0045],\n", + " [0.0042],\n", + " [0.0027],\n", + " [0.0045],\n", + " [0.0014],\n", + " [0.0046],\n", + " [0.0020],\n", + " [0.0067],\n", + " [0.0031],\n", + " [0.0066],\n", + " [0.0047],\n", + " [0.0042],\n", + " [0.0020],\n", + " [0.0010],\n", + " [0.0068],\n", + " [0.0080],\n", + " [0.0009],\n", + " [0.0005],\n", + " [0.0055],\n", + " [0.0071],\n", + " [0.0045],\n", + " [0.0025],\n", + " [0.0049],\n", + " [0.0065],\n", + " [0.0031],\n", + " [0.0029]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0571],\n", + " [0.0585],\n", + " [0.0562],\n", + " [0.0580],\n", + " [0.0568],\n", + " [0.0621],\n", + " [0.0573],\n", + " [0.0580],\n", + " [0.0560],\n", + " [0.0578],\n", + " [0.0612],\n", + " [0.0558],\n", + " [0.0562],\n", + " [0.0578],\n", + " [0.0562],\n", + " [0.0582],\n", + " [0.0622],\n", + " [0.0613],\n", + " [0.0562],\n", + " [0.0557],\n", + " [0.0547],\n", + " [0.0597],\n", + " [0.0527],\n", + " [0.0550],\n", + " [0.0585],\n", + " [0.0601],\n", + " [0.0576],\n", + " [0.0562],\n", + " [0.0578],\n", + " [0.0590],\n", + " [0.0561],\n", + " [0.0571]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0187],\n", + " [-0.0158],\n", + " [-0.0171],\n", + " [-0.0159],\n", + " [-0.0157],\n", + " [-0.0167],\n", + " [-0.0179],\n", + " [-0.0187],\n", + " [-0.0174],\n", + " [-0.0161],\n", + " [-0.0112],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0186],\n", + " [-0.0117],\n", + " [-0.0139],\n", + " [-0.0187],\n", + " [-0.0187],\n", + " [ 0.0015],\n", + " [-0.0172],\n", + " [-0.0217],\n", + " [-0.0167],\n", + " [-0.0159],\n", + " [-0.0211],\n", + " [-0.0160],\n", + " [-0.0191],\n", + " [-0.0019],\n", + " [-0.0163],\n", + " [-0.0174],\n", + " [-0.0185]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1718],\n", + " [-0.1709],\n", + " [-0.1705],\n", + " [-0.1701],\n", + " [-0.1668],\n", + " [-0.1697],\n", + " [-0.1690],\n", + " [-0.1713],\n", + " [-0.1714],\n", + " [-0.1707],\n", + " [-0.1632],\n", + " [-0.1710],\n", + " [-0.1699],\n", + " [-0.1715],\n", + " [-0.1711],\n", + " [-0.1751],\n", + " [-0.1651],\n", + " [-0.1674],\n", + " [-0.1682],\n", + " [-0.1688],\n", + " [-0.1746],\n", + " [-0.1747],\n", + " [-0.1738],\n", + " [-0.1681],\n", + " [-0.1709],\n", + " [-0.1806],\n", + " [-0.1705],\n", + " [-0.1687],\n", + " [-0.1867],\n", + " [-0.1709],\n", + " [-0.1709],\n", + " [-0.1696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0214],\n", + " [-0.0224],\n", + " [-0.0223],\n", + " [-0.0233],\n", + " [-0.0253],\n", + " [-0.0184],\n", + " [-0.0209],\n", + " [-0.0223],\n", + " [-0.0218],\n", + " [-0.0262],\n", + " [-0.0216],\n", + " [-0.0208],\n", + " [-0.0230],\n", + " [-0.0204],\n", + " [-0.0224],\n", + " [-0.0183],\n", + " [-0.0185],\n", + " [-0.0242],\n", + " [-0.0200],\n", + " [-0.0225],\n", + " [ 0.0364],\n", + " [-0.0190],\n", + " [-0.0160],\n", + " [-0.0260],\n", + " [-0.0223],\n", + " [-0.0139],\n", + " [-0.0231],\n", + " [-0.0213],\n", + " [ 0.0920],\n", + " [-0.0226],\n", + " [-0.0230],\n", + " [-0.0227]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0144],\n", + " [ 0.0032],\n", + " [ 0.0045],\n", + " [-0.0015],\n", + " [-0.0006],\n", + " [ 0.0049],\n", + " [ 0.0091],\n", + " [ 0.0142],\n", + " [ 0.0034],\n", + " [-0.0013],\n", + " [-0.0110],\n", + " [ 0.0087],\n", + " [ 0.0100],\n", + " [ 0.0093],\n", + " [ 0.0120],\n", + " [ 0.0095],\n", + " [-0.0088],\n", + " [-0.0021],\n", + " [ 0.0137],\n", + " [ 0.0136],\n", + " [ 0.0262],\n", + " [ 0.0090],\n", + " [ 0.0047],\n", + " [-0.0015],\n", + " [ 0.0016],\n", + " [ 0.0158],\n", + " [ 0.0007],\n", + " [ 0.0126],\n", + " [ 0.0538],\n", + " [ 0.0053],\n", + " [ 0.0063],\n", + " [ 0.0146]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0894],\n", + " [0.0926],\n", + " [0.0935],\n", + " [0.0962],\n", + " [0.0969],\n", + " [0.0940],\n", + " [0.0928],\n", + " [0.0892],\n", + " [0.0938],\n", + " [0.0936],\n", + " [0.1057],\n", + " [0.0927],\n", + " [0.0916],\n", + " [0.0913],\n", + " [0.0913],\n", + " [0.0902],\n", + " [0.1047],\n", + " [0.0945],\n", + " [0.0934],\n", + " [0.0925],\n", + " [0.0778],\n", + " [0.0882],\n", + " [0.1004],\n", + " [0.0970],\n", + " [0.0936],\n", + " [0.0867],\n", + " [0.0945],\n", + " [0.0919],\n", + " [0.0280],\n", + " [0.0909],\n", + " [0.0914],\n", + " [0.0913]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0861],\n", + " [0.0803],\n", + " [0.0804],\n", + " [0.0772],\n", + " [0.0777],\n", + " [0.0857],\n", + " [0.0846],\n", + " [0.0867],\n", + " [0.0800],\n", + " [0.0736],\n", + " [0.0767],\n", + " [0.0827],\n", + " [0.0835],\n", + " [0.0837],\n", + " [0.0843],\n", + " [0.0834],\n", + " [0.0797],\n", + " [0.0809],\n", + " [0.0868],\n", + " [0.0860],\n", + " [0.0840],\n", + " [0.0841],\n", + " [0.0743],\n", + " [0.0767],\n", + " [0.0794],\n", + " [0.0836],\n", + " [0.0784],\n", + " [0.0862],\n", + " [0.0632],\n", + " [0.0814],\n", + " [0.0818],\n", + " [0.0861]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0876],\n", + " [0.0882],\n", + " [0.0859],\n", + " [0.0864],\n", + " [0.0861],\n", + " [0.0889],\n", + " [0.0871],\n", + " [0.0888],\n", + " [0.0850],\n", + " [0.0879],\n", + " [0.0832],\n", + " [0.0854],\n", + " [0.0875],\n", + " [0.0876],\n", + " [0.0872],\n", + " [0.0883],\n", + " [0.0842],\n", + " [0.0887],\n", + " [0.0860],\n", + " [0.0874],\n", + " [0.1043],\n", + " [0.0895],\n", + " [0.0820],\n", + " [0.0835],\n", + " [0.0875],\n", + " [0.0901],\n", + " [0.0866],\n", + " [0.0871],\n", + " [0.1341],\n", + " [0.0891],\n", + " [0.0855],\n", + " [0.0875]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0428],\n", + " [0.0388],\n", + " [0.0379],\n", + " [0.0377],\n", + " [0.0372],\n", + " [0.0456],\n", + " [0.0429],\n", + " [0.0423],\n", + " [0.0374],\n", + " [0.0377],\n", + " [0.0383],\n", + " [0.0417],\n", + " [0.0397],\n", + " [0.0434],\n", + " [0.0408],\n", + " [0.0412],\n", + " [0.0428],\n", + " [0.0383],\n", + " [0.0436],\n", + " [0.0420],\n", + " [0.0530],\n", + " [0.0417],\n", + " [0.0405],\n", + " [0.0367],\n", + " [0.0388],\n", + " [0.0404],\n", + " [0.0379],\n", + " [0.0429],\n", + " [0.0484],\n", + " [0.0408],\n", + " [0.0387],\n", + " [0.0429]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0347],\n", + " [ 0.0380],\n", + " [ 0.0389],\n", + " [ 0.0387],\n", + " [ 0.0386],\n", + " [ 0.0350],\n", + " [ 0.0368],\n", + " [ 0.0356],\n", + " [ 0.0399],\n", + " [ 0.0323],\n", + " [ 0.0369],\n", + " [ 0.0365],\n", + " [ 0.0373],\n", + " [ 0.0353],\n", + " [ 0.0363],\n", + " [ 0.0367],\n", + " [ 0.0346],\n", + " [ 0.0394],\n", + " [ 0.0362],\n", + " [ 0.0366],\n", + " [ 0.0137],\n", + " [ 0.0360],\n", + " [ 0.0357],\n", + " [ 0.0393],\n", + " [ 0.0385],\n", + " [ 0.0333],\n", + " [ 0.0390],\n", + " [ 0.0364],\n", + " [-0.0026],\n", + " [ 0.0361],\n", + " [ 0.0386],\n", + " [ 0.0360]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0707],\n", + " [-0.0744],\n", + " [-0.0744],\n", + " [-0.0759],\n", + " [-0.0764],\n", + " [-0.0740],\n", + " [-0.0734],\n", + " [-0.0710],\n", + " [-0.0749],\n", + " [-0.0752],\n", + " [-0.0770],\n", + " [-0.0732],\n", + " [-0.0723],\n", + " [-0.0727],\n", + " [-0.0710],\n", + " [-0.0714],\n", + " [-0.0767],\n", + " [-0.0768],\n", + " [-0.0707],\n", + " [-0.0706],\n", + " [-0.0486],\n", + " [-0.0721],\n", + " [-0.0758],\n", + " [-0.0788],\n", + " [-0.0753],\n", + " [-0.0676],\n", + " [-0.0755],\n", + " [-0.0716],\n", + " [-0.0056],\n", + " [-0.0744],\n", + " [-0.0747],\n", + " [-0.0710]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0984],\n", + " [-0.1033],\n", + " [-0.1020],\n", + " [-0.1050],\n", + " [-0.1018],\n", + " [-0.1049],\n", + " [-0.1005],\n", + " [-0.0986],\n", + " [-0.1023],\n", + " [-0.1043],\n", + " [-0.1077],\n", + " [-0.1004],\n", + " [-0.0989],\n", + " [-0.1014],\n", + " [-0.0983],\n", + " [-0.1030],\n", + " [-0.1074],\n", + " [-0.1042],\n", + " [-0.0977],\n", + " [-0.0973],\n", + " [-0.1241],\n", + " [-0.1032],\n", + " [-0.1080],\n", + " [-0.1026],\n", + " [-0.1042],\n", + " [-0.1061],\n", + " [-0.1039],\n", + " [-0.0984],\n", + " [-0.1307],\n", + " [-0.1031],\n", + " [-0.1007],\n", + " [-0.0982]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0626],\n", + " [-0.0634],\n", + " [-0.0629],\n", + " [-0.0654],\n", + " [-0.0593],\n", + " [-0.0616],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0658],\n", + " [-0.0622],\n", + " [-0.0622],\n", + " [-0.0636],\n", + " [-0.0613],\n", + " [-0.0637],\n", + " [-0.0601],\n", + " [-0.0607],\n", + " [-0.0634],\n", + " [-0.0635],\n", + " [-0.0636],\n", + " [-0.0380],\n", + " [-0.0597],\n", + " [-0.0587],\n", + " [-0.0646],\n", + " [-0.0619],\n", + " [-0.0588],\n", + " [-0.0629],\n", + " [-0.0628],\n", + " [-0.0157],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0633]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0645],\n", + " [-0.0705],\n", + " [-0.0621],\n", + " [-0.0610],\n", + " [-0.0626],\n", + " [-0.0625],\n", + " [-0.0617],\n", + " [-0.0641],\n", + " [-0.0615],\n", + " [-0.0696],\n", + " [-0.0658],\n", + " [-0.0609],\n", + " [-0.0644],\n", + " [-0.0624],\n", + " [-0.0622],\n", + " [-0.0522],\n", + " [-0.0619],\n", + " [-0.0614],\n", + " [-0.0621],\n", + " [-0.0594],\n", + " [-0.0649],\n", + " [-0.0619],\n", + " [-0.0622],\n", + " [-0.0690],\n", + " [-0.0633],\n", + " [-0.0619],\n", + " [-0.0576],\n", + " [-0.0637],\n", + " [-0.0652],\n", + " [-0.0624],\n", + " [-0.0654],\n", + " [-0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0768],\n", + " [-0.0727],\n", + " [-0.0738],\n", + " [-0.0708],\n", + " [-0.0753],\n", + " [-0.0734],\n", + " [-0.0772],\n", + " [-0.0724],\n", + " [-0.0817],\n", + " [-0.0774],\n", + " [-0.0738],\n", + " [-0.0781],\n", + " [-0.0717],\n", + " [-0.0744],\n", + " [-0.0696],\n", + " [-0.0728],\n", + " [-0.0762],\n", + " [-0.0762],\n", + " [-0.0686],\n", + " [-0.0772],\n", + " [-0.0722],\n", + " [-0.0755],\n", + " [-0.0806],\n", + " [-0.0701],\n", + " [-0.0747],\n", + " [-0.0648],\n", + " [-0.0730],\n", + " [-0.0794],\n", + " [-0.0737],\n", + " [-0.0789],\n", + " [-0.0691]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0375],\n", + " [0.0333],\n", + " [0.0369],\n", + " [0.0375],\n", + " [0.0369],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0362],\n", + " [0.0391],\n", + " [0.0374],\n", + " [0.0351],\n", + " [0.0377],\n", + " [0.0377],\n", + " [0.0356],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0380],\n", + " [0.0399],\n", + " [0.0370],\n", + " [0.0390],\n", + " [0.0356],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0354],\n", + " [0.0354],\n", + " [0.0387],\n", + " [0.0432],\n", + " [0.0347],\n", + " [0.0388],\n", + " [0.0363],\n", + " [0.0381],\n", + " [0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0937],\n", + " [-0.0957],\n", + " [-0.0932],\n", + " [-0.0895],\n", + " [-0.0953],\n", + " [-0.0936],\n", + " [-0.0927],\n", + " [-0.0935],\n", + " [-0.0894],\n", + " [-0.0959],\n", + " [-0.0980],\n", + " [-0.0916],\n", + " [-0.0955],\n", + " [-0.0948],\n", + " [-0.0930],\n", + " [-0.0810],\n", + " [-0.0932],\n", + " [-0.0889],\n", + " [-0.0908],\n", + " [-0.0875],\n", + " [-0.0945],\n", + " [-0.0913],\n", + " [-0.0929],\n", + " [-0.0951],\n", + " [-0.0967],\n", + " [-0.0912],\n", + " [-0.0872],\n", + " [-0.0968],\n", + " [-0.0946],\n", + " [-0.0934],\n", + " [-0.0944],\n", + " [-0.0948]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0494],\n", + " [0.0574],\n", + " [0.0561],\n", + " [0.0485],\n", + " [0.0589],\n", + " [0.0533],\n", + " [0.0561],\n", + " [0.0536],\n", + " [0.0502],\n", + " [0.0467],\n", + " [0.0587],\n", + " [0.0535],\n", + " [0.0537],\n", + " [0.0586],\n", + " [0.0555],\n", + " [0.0411],\n", + " [0.0567],\n", + " [0.0413],\n", + " [0.0501],\n", + " [0.0517],\n", + " [0.0549],\n", + " [0.0520],\n", + " [0.0542],\n", + " [0.0527],\n", + " [0.0589],\n", + " [0.0503],\n", + " [0.0498],\n", + " [0.0600],\n", + " [0.0546],\n", + " [0.0567],\n", + " [0.0550],\n", + " [0.0575]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0361],\n", + " [-0.0430],\n", + " [-0.0383],\n", + " [-0.0371],\n", + " [-0.0357],\n", + " [-0.0356],\n", + " [-0.0386],\n", + " [-0.0398],\n", + " [-0.0408],\n", + " [-0.0367],\n", + " [-0.0364],\n", + " [-0.0367],\n", + " [-0.0340],\n", + " [-0.0383],\n", + " [-0.0381],\n", + " [-0.0507],\n", + " [-0.0363],\n", + " [-0.0341],\n", + " [-0.0402],\n", + " [-0.0415],\n", + " [-0.0412],\n", + " [-0.0389],\n", + " [-0.0377],\n", + " [-0.0407],\n", + " [-0.0376],\n", + " [-0.0365],\n", + " [-0.0383],\n", + " [-0.0356],\n", + " [-0.0345],\n", + " [-0.0390],\n", + " [-0.0359],\n", + " [-0.0351]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0832],\n", + " [-0.0777],\n", + " [-0.0799],\n", + " [-0.0801],\n", + " [-0.0805],\n", + " [-0.0808],\n", + " [-0.0791],\n", + " [-0.0788],\n", + " [-0.0792],\n", + " [-0.0809],\n", + " [-0.0789],\n", + " [-0.0795],\n", + " [-0.0804],\n", + " [-0.0797],\n", + " [-0.0791],\n", + " [-0.0732],\n", + " [-0.0802],\n", + " [-0.0810],\n", + " [-0.0779],\n", + " [-0.0795],\n", + " [-0.0798],\n", + " [-0.0797],\n", + " [-0.0789],\n", + " [-0.0781],\n", + " [-0.0820],\n", + " [-0.0797],\n", + " [-0.0832],\n", + " [-0.0798],\n", + " [-0.0784],\n", + " [-0.0791],\n", + " [-0.0783],\n", + " [-0.0820]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1640],\n", + " [0.1702],\n", + " [0.1682],\n", + " [0.1646],\n", + " [0.1701],\n", + " [0.1661],\n", + " [0.1684],\n", + " [0.1663],\n", + " [0.1664],\n", + " [0.1633],\n", + " [0.1675],\n", + " [0.1669],\n", + " [0.1657],\n", + " [0.1695],\n", + " [0.1680],\n", + " [0.1595],\n", + " [0.1691],\n", + " [0.1600],\n", + " [0.1646],\n", + " [0.1662],\n", + " [0.1665],\n", + " [0.1671],\n", + " [0.1671],\n", + " [0.1659],\n", + " [0.1690],\n", + " [0.1651],\n", + " [0.1667],\n", + " [0.1704],\n", + " [0.1674],\n", + " [0.1686],\n", + " [0.1677],\n", + " [0.1695]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0574],\n", + " [-0.0600],\n", + " [-0.0547],\n", + " [-0.0549],\n", + " [-0.0569],\n", + " [-0.0568],\n", + " [-0.0552],\n", + " [-0.0568],\n", + " [-0.0509],\n", + " [-0.0636],\n", + " [-0.0610],\n", + " [-0.0551],\n", + " [-0.0600],\n", + " [-0.0561],\n", + " [-0.0558],\n", + " [-0.0428],\n", + " [-0.0531],\n", + " [-0.0565],\n", + " [-0.0563],\n", + " [-0.0458],\n", + " [-0.0561],\n", + " [-0.0512],\n", + " [-0.0566],\n", + " [-0.0615],\n", + " [-0.0590],\n", + " [-0.0544],\n", + " [-0.0467],\n", + " [-0.0595],\n", + " [-0.0596],\n", + " [-0.0558],\n", + " [-0.0584],\n", + " [-0.0550]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0649],\n", + " [0.0561],\n", + " [0.0589],\n", + " [0.0649],\n", + " [0.0578],\n", + " [0.0634],\n", + " [0.0590],\n", + " [0.0627],\n", + " [0.0646],\n", + " [0.0664],\n", + " [0.0611],\n", + " [0.0620],\n", + " [0.0659],\n", + " [0.0575],\n", + " [0.0602],\n", + " [0.0691],\n", + " [0.0605],\n", + " [0.0735],\n", + " [0.0652],\n", + " [0.0596],\n", + " [0.0621],\n", + " [0.0637],\n", + " [0.0621],\n", + " [0.0605],\n", + " [0.0563],\n", + " [0.0671],\n", + " [0.0560],\n", + " [0.0582],\n", + " [0.0669],\n", + " [0.0588],\n", + " [0.0656],\n", + " [0.0578]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0840],\n", + " [-0.0958],\n", + " [-0.0967],\n", + " [-0.0876],\n", + " [-0.0999],\n", + " [-0.0950],\n", + " [-0.0963],\n", + " [-0.0931],\n", + " [-0.0928],\n", + " [-0.0813],\n", + " [-0.0971],\n", + " [-0.0935],\n", + " [-0.0930],\n", + " [-0.0988],\n", + " [-0.0958],\n", + " [-0.0849],\n", + " [-0.0971],\n", + " [-0.0825],\n", + " [-0.0907],\n", + " [-0.0955],\n", + " [-0.0942],\n", + " [-0.0926],\n", + " [-0.0944],\n", + " [-0.0916],\n", + " [-0.1002],\n", + " [-0.0913],\n", + " [-0.0951],\n", + " [-0.1003],\n", + " [-0.0935],\n", + " [-0.0967],\n", + " [-0.0937],\n", + " [-0.0991]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0157],\n", + " [0.0213],\n", + " [0.0178],\n", + " [0.0138],\n", + " [0.0204],\n", + " [0.0135],\n", + " [0.0177],\n", + " [0.0154],\n", + " [0.0128],\n", + " [0.0136],\n", + " [0.0187],\n", + " [0.0166],\n", + " [0.0139],\n", + " [0.0202],\n", + " [0.0166],\n", + " [0.0052],\n", + " [0.0182],\n", + " [0.0062],\n", + " [0.0123],\n", + " [0.0152],\n", + " [0.0150],\n", + " [0.0157],\n", + " [0.0157],\n", + " [0.0171],\n", + " [0.0205],\n", + " [0.0125],\n", + " [0.0183],\n", + " [0.0192],\n", + " [0.0136],\n", + " [0.0179],\n", + " [0.0141],\n", + " [0.0211]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0840],\n", + " [0.0989],\n", + " [0.0948],\n", + " [0.0859],\n", + " [0.0958],\n", + " [0.0916],\n", + " [0.0945],\n", + " [0.0919],\n", + " [0.0919],\n", + " [0.0853],\n", + " [0.0923],\n", + " [0.0897],\n", + " [0.0871],\n", + " [0.0962],\n", + " [0.0933],\n", + " [0.0983],\n", + " [0.0926],\n", + " [0.0813],\n", + " [0.0908],\n", + " [0.0993],\n", + " [0.0943],\n", + " [0.0885],\n", + " [0.0913],\n", + " [0.0968],\n", + " [0.0976],\n", + " [0.0867],\n", + " [0.1017],\n", + " [0.0956],\n", + " [0.0865],\n", + " [0.0952],\n", + " [0.0875],\n", + " [0.0950]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-3.6610e-05],\n", + " [ 8.5007e-03],\n", + " [ 1.1297e-02],\n", + " [ 5.9792e-03],\n", + " [ 1.0689e-02],\n", + " [ 1.2038e-02],\n", + " [ 1.0953e-02],\n", + " [ 8.5515e-03],\n", + " [ 1.0737e-02],\n", + " [ 2.8756e-03],\n", + " [ 6.9098e-03],\n", + " [ 8.0317e-03],\n", + " [ 7.3154e-03],\n", + " [ 9.9166e-03],\n", + " [ 1.0737e-02],\n", + " [ 1.3620e-02],\n", + " [ 9.4896e-03],\n", + " [ 5.5131e-03],\n", + " [ 1.0162e-02],\n", + " [ 1.0740e-02],\n", + " [ 9.9189e-03],\n", + " [ 6.5103e-03],\n", + " [ 9.1942e-03],\n", + " [ 1.0198e-02],\n", + " [ 1.1218e-02],\n", + " [ 7.6998e-03],\n", + " [ 1.5817e-02],\n", + " [ 9.2751e-03],\n", + " [ 8.3473e-03],\n", + " [ 1.0802e-02],\n", + " [ 8.1105e-03],\n", + " [ 1.0483e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0009],\n", + " [ 0.0068],\n", + " [-0.0032],\n", + " [-0.0034],\n", + " [ 0.0002],\n", + " [-0.0021],\n", + " [-0.0025],\n", + " [-0.0008],\n", + " [-0.0073],\n", + " [ 0.0071],\n", + " [ 0.0046],\n", + " [-0.0018],\n", + " [ 0.0032],\n", + " [-0.0011],\n", + " [-0.0020],\n", + " [-0.0209],\n", + " [-0.0037],\n", + " [-0.0027],\n", + " [-0.0043],\n", + " [-0.0111],\n", + " [-0.0029],\n", + " [-0.0066],\n", + " [-0.0009],\n", + " [ 0.0057],\n", + " [ 0.0016],\n", + " [-0.0039],\n", + " [-0.0105],\n", + " [ 0.0024],\n", + " [ 0.0024],\n", + " [-0.0019],\n", + " [ 0.0014],\n", + " [-0.0010]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0469],\n", + " [-0.0359],\n", + " [-0.0334],\n", + " [-0.0402],\n", + " [-0.0333],\n", + " [-0.0348],\n", + " [-0.0341],\n", + " [-0.0375],\n", + " [-0.0326],\n", + " [-0.0511],\n", + " [-0.0388],\n", + " [-0.0372],\n", + " [-0.0393],\n", + " [-0.0337],\n", + " [-0.0347],\n", + " [-0.0340],\n", + " [-0.0336],\n", + " [-0.0431],\n", + " [-0.0371],\n", + " [-0.0298],\n", + " [-0.0340],\n", + " [-0.0367],\n", + " [-0.0370],\n", + " [-0.0402],\n", + " [-0.0329],\n", + " [-0.0370],\n", + " [-0.0275],\n", + " [-0.0344],\n", + " [-0.0375],\n", + " [-0.0337],\n", + " [-0.0370],\n", + " [-0.0334]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0075],\n", + " [ 0.0041],\n", + " [ 0.0027],\n", + " [ 0.0053],\n", + " [ 0.0036],\n", + " [ 0.0041],\n", + " [ 0.0034],\n", + " [ 0.0049],\n", + " [ 0.0014],\n", + " [ 0.0098],\n", + " [ 0.0071],\n", + " [ 0.0046],\n", + " [ 0.0075],\n", + " [ 0.0036],\n", + " [ 0.0038],\n", + " [-0.0059],\n", + " [ 0.0030],\n", + " [ 0.0080],\n", + " [ 0.0048],\n", + " [-0.0027],\n", + " [ 0.0042],\n", + " [ 0.0026],\n", + " [ 0.0050],\n", + " [ 0.0061],\n", + " [ 0.0037],\n", + " [ 0.0049],\n", + " [-0.0049],\n", + " [ 0.0059],\n", + " [ 0.0078],\n", + " [ 0.0035],\n", + " [ 0.0068],\n", + " [ 0.0024]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0626],\n", + " [0.0578],\n", + " [0.0560],\n", + " [0.0592],\n", + " [0.0570],\n", + " [0.0582],\n", + " [0.0559],\n", + " [0.0572],\n", + " [0.0559],\n", + " [0.0668],\n", + " [0.0579],\n", + " [0.0569],\n", + " [0.0603],\n", + " [0.0561],\n", + " [0.0563],\n", + " [0.0538],\n", + " [0.0559],\n", + " [0.0644],\n", + " [0.0580],\n", + " [0.0539],\n", + " [0.0578],\n", + " [0.0558],\n", + " [0.0571],\n", + " [0.0621],\n", + " [0.0575],\n", + " [0.0583],\n", + " [0.0547],\n", + " [0.0580],\n", + " [0.0595],\n", + " [0.0561],\n", + " [0.0581],\n", + " [0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0182],\n", + " [-0.0216],\n", + " [-0.0179],\n", + " [-0.0162],\n", + " [-0.0192],\n", + " [-0.0169],\n", + " [-0.0180],\n", + " [-0.0174],\n", + " [-0.0156],\n", + " [-0.0207],\n", + " [-0.0193],\n", + " [-0.0169],\n", + " [-0.0166],\n", + " [-0.0183],\n", + " [-0.0175],\n", + " [-0.0188],\n", + " [-0.0182],\n", + " [-0.0118],\n", + " [-0.0156],\n", + " [-0.0177],\n", + " [-0.0164],\n", + " [-0.0165],\n", + " [-0.0170],\n", + " [-0.0198],\n", + " [-0.0175],\n", + " [-0.0150],\n", + " [-0.0194],\n", + " [-0.0175],\n", + " [-0.0174],\n", + " [-0.0180],\n", + " [-0.0177],\n", + " [-0.0192]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1693],\n", + " [-0.1805],\n", + " [-0.1703],\n", + " [-0.1674],\n", + " [-0.1710],\n", + " [-0.1701],\n", + " [-0.1706],\n", + " [-0.1726],\n", + " [-0.1674],\n", + " [-0.1788],\n", + " [-0.1752],\n", + " [-0.1691],\n", + " [-0.1722],\n", + " [-0.1716],\n", + " [-0.1707],\n", + " [-0.1621],\n", + " [-0.1688],\n", + " [-0.1672],\n", + " [-0.1698],\n", + " [-0.1659],\n", + " [-0.1725],\n", + " [-0.1671],\n", + " [-0.1710],\n", + " [-0.1812],\n", + " [-0.1722],\n", + " [-0.1677],\n", + " [-0.1665],\n", + " [-0.1725],\n", + " [-0.1715],\n", + " [-0.1713],\n", + " [-0.1718],\n", + " [-0.1696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0135],\n", + " [-0.0143],\n", + " [-0.0226],\n", + " [-0.0199],\n", + " [-0.0221],\n", + " [-0.0230],\n", + " [-0.0221],\n", + " [-0.0202],\n", + " [-0.0247],\n", + " [-0.0118],\n", + " [-0.0181],\n", + " [-0.0207],\n", + " [-0.0198],\n", + " [-0.0220],\n", + " [-0.0219],\n", + " [-0.0268],\n", + " [-0.0224],\n", + " [-0.0203],\n", + " [-0.0233],\n", + " [-0.0241],\n", + " [-0.0222],\n", + " [-0.0225],\n", + " [-0.0210],\n", + " [-0.0148],\n", + " [-0.0209],\n", + " [-0.0226],\n", + " [-0.0236],\n", + " [-0.0205],\n", + " [-0.0216],\n", + " [-0.0219],\n", + " [-0.0214],\n", + " [-0.0220]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 5.3826e-03],\n", + " [ 1.2766e-02],\n", + " [ 9.6670e-03],\n", + " [ 7.1549e-04],\n", + " [ 1.4854e-02],\n", + " [ 7.1447e-03],\n", + " [ 8.9269e-03],\n", + " [ 4.8879e-03],\n", + " [ 9.6220e-05],\n", + " [ 2.4887e-03],\n", + " [ 1.2624e-02],\n", + " [ 5.7180e-03],\n", + " [ 6.3892e-03],\n", + " [ 1.2754e-02],\n", + " [ 8.0185e-03],\n", + " [-9.5551e-03],\n", + " [ 9.9612e-03],\n", + " [-6.4851e-03],\n", + " [ 2.7175e-04],\n", + " [ 4.9773e-03],\n", + " [ 6.0975e-03],\n", + " [ 2.9697e-03],\n", + " [ 6.0460e-03],\n", + " [ 7.6735e-03],\n", + " [ 1.6905e-02],\n", + " [ 1.1343e-03],\n", + " [ 8.4202e-03],\n", + " [ 1.6815e-02],\n", + " [ 5.0531e-03],\n", + " [ 9.6100e-03],\n", + " [ 5.0903e-03],\n", + " [ 1.4331e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0963],\n", + " [0.0908],\n", + " [0.0917],\n", + " [0.0992],\n", + " [0.0898],\n", + " [0.0902],\n", + " [0.0920],\n", + " [0.0930],\n", + " [0.0969],\n", + " [0.0905],\n", + " [0.0887],\n", + " [0.0950],\n", + " [0.0906],\n", + " [0.0911],\n", + " [0.0918],\n", + " [0.1052],\n", + " [0.0930],\n", + " [0.0971],\n", + " [0.0950],\n", + " [0.0965],\n", + " [0.0914],\n", + " [0.0986],\n", + " [0.0928],\n", + " [0.0873],\n", + " [0.0882],\n", + " [0.0962],\n", + " [0.0927],\n", + " [0.0887],\n", + " [0.0912],\n", + " [0.0915],\n", + " [0.0920],\n", + " [0.0915]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0880],\n", + " [0.0794],\n", + " [0.0832],\n", + " [0.0826],\n", + " [0.0869],\n", + " [0.0827],\n", + " [0.0832],\n", + " [0.0799],\n", + " [0.0772],\n", + " [0.0829],\n", + " [0.0848],\n", + " [0.0834],\n", + " [0.0840],\n", + " [0.0851],\n", + " [0.0826],\n", + " [0.0648],\n", + " [0.0823],\n", + " [0.0829],\n", + " [0.0787],\n", + " [0.0778],\n", + " [0.0795],\n", + " [0.0789],\n", + " [0.0823],\n", + " [0.0800],\n", + " [0.0906],\n", + " [0.0803],\n", + " [0.0819],\n", + " [0.0883],\n", + " [0.0807],\n", + " [0.0830],\n", + " [0.0797],\n", + " [0.0871]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0901],\n", + " [0.0879],\n", + " [0.0871],\n", + " [0.0868],\n", + " [0.0881],\n", + " [0.0892],\n", + " [0.0864],\n", + " [0.0871],\n", + " [0.0849],\n", + " [0.0921],\n", + " [0.0888],\n", + " [0.0864],\n", + " [0.0899],\n", + " [0.0868],\n", + " [0.0869],\n", + " [0.0745],\n", + " [0.0867],\n", + " [0.0891],\n", + " [0.0867],\n", + " [0.0835],\n", + " [0.0880],\n", + " [0.0856],\n", + " [0.0869],\n", + " [0.0897],\n", + " [0.0895],\n", + " [0.0870],\n", + " [0.0860],\n", + " [0.0887],\n", + " [0.0885],\n", + " [0.0866],\n", + " [0.0879],\n", + " [0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0456],\n", + " [0.0390],\n", + " [0.0397],\n", + " [0.0415],\n", + " [0.0424],\n", + " [0.0398],\n", + " [0.0398],\n", + " [0.0391],\n", + " [0.0378],\n", + " [0.0441],\n", + " [0.0420],\n", + " [0.0415],\n", + " [0.0426],\n", + " [0.0411],\n", + " [0.0399],\n", + " [0.0327],\n", + " [0.0410],\n", + " [0.0410],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0376],\n", + " [0.0397],\n", + " [0.0406],\n", + " [0.0368],\n", + " [0.0415],\n", + " [0.0404],\n", + " [0.0367],\n", + " [0.0429],\n", + " [0.0426],\n", + " [0.0396],\n", + " [0.0417],\n", + " [0.0426]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0344],\n", + " [0.0346],\n", + " [0.0373],\n", + " [0.0374],\n", + " [0.0359],\n", + " [0.0373],\n", + " [0.0376],\n", + " [0.0377],\n", + " [0.0379],\n", + " [0.0345],\n", + " [0.0351],\n", + " [0.0380],\n", + " [0.0360],\n", + " [0.0365],\n", + " [0.0373],\n", + " [0.0369],\n", + " [0.0365],\n", + " [0.0372],\n", + " [0.0389],\n", + " [0.0391],\n", + " [0.0373],\n", + " [0.0367],\n", + " [0.0376],\n", + " [0.0380],\n", + " [0.0357],\n", + " [0.0371],\n", + " [0.0420],\n", + " [0.0339],\n", + " [0.0351],\n", + " [0.0373],\n", + " [0.0351],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0711],\n", + " [-0.0679],\n", + " [-0.0723],\n", + " [-0.0752],\n", + " [-0.0705],\n", + " [-0.0741],\n", + " [-0.0729],\n", + " [-0.0733],\n", + " [-0.0764],\n", + " [-0.0715],\n", + " [-0.0702],\n", + " [-0.0740],\n", + " [-0.0732],\n", + " [-0.0707],\n", + " [-0.0732],\n", + " [-0.0865],\n", + " [-0.0726],\n", + " [-0.0771],\n", + " [-0.0759],\n", + " [-0.0747],\n", + " [-0.0723],\n", + " [-0.0740],\n", + " [-0.0737],\n", + " [-0.0711],\n", + " [-0.0689],\n", + " [-0.0755],\n", + " [-0.0766],\n", + " [-0.0689],\n", + " [-0.0745],\n", + " [-0.0723],\n", + " [-0.0741],\n", + " [-0.0703]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1084],\n", + " [-0.1072],\n", + " [-0.0992],\n", + " [-0.1055],\n", + " [-0.0976],\n", + " [-0.1014],\n", + " [-0.0996],\n", + " [-0.1037],\n", + " [-0.1024],\n", + " [-0.1145],\n", + " [-0.1018],\n", + " [-0.1017],\n", + " [-0.1037],\n", + " [-0.0981],\n", + " [-0.1004],\n", + " [-0.1059],\n", + " [-0.0995],\n", + " [-0.1088],\n", + " [-0.1040],\n", + " [-0.0986],\n", + " [-0.1028],\n", + " [-0.1022],\n", + " [-0.1019],\n", + " [-0.1077],\n", + " [-0.0974],\n", + " [-0.1036],\n", + " [-0.0985],\n", + " [-0.0992],\n", + " [-0.1040],\n", + " [-0.0997],\n", + " [-0.1038],\n", + " [-0.0977]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0581],\n", + " [-0.0606],\n", + " [-0.0634],\n", + " [-0.0605],\n", + " [-0.0628],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0621],\n", + " [-0.0657],\n", + " [-0.0541],\n", + " [-0.0601],\n", + " [-0.0615],\n", + " [-0.0600],\n", + " [-0.0634],\n", + " [-0.0627],\n", + " [-0.0647],\n", + " [-0.0638],\n", + " [-0.0605],\n", + " [-0.0627],\n", + " [-0.0671],\n", + " [-0.0645],\n", + " [-0.0642],\n", + " [-0.0617],\n", + " [-0.0584],\n", + " [-0.0620],\n", + " [-0.0628],\n", + " [-0.0643],\n", + " [-0.0623],\n", + " [-0.0609],\n", + " [-0.0633],\n", + " [-0.0615],\n", + " [-0.0628]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0622],\n", + " [-0.0604],\n", + " [-0.0636],\n", + " [-0.0636],\n", + " [-0.0659],\n", + " [-0.0628],\n", + " [-0.0464],\n", + " [-0.0622],\n", + " [-0.0617],\n", + " [-0.0614],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0610],\n", + " [-0.0604],\n", + " [-0.0621],\n", + " [-0.0614],\n", + " [-0.0557],\n", + " [-0.0631],\n", + " [-0.0640],\n", + " [-0.0617],\n", + " [-0.0614],\n", + " [-0.0617],\n", + " [-0.0608],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0616],\n", + " [-0.0551],\n", + " [-0.0674],\n", + " [-0.1068],\n", + " [-0.0591],\n", + " [-0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0771],\n", + " [-0.0765],\n", + " [-0.0726],\n", + " [-0.0783],\n", + " [-0.0749],\n", + " [-0.0787],\n", + " [-0.0731],\n", + " [-0.0715],\n", + " [-0.0755],\n", + " [-0.0737],\n", + " [-0.0746],\n", + " [-0.0708],\n", + " [-0.0764],\n", + " [-0.0696],\n", + " [-0.0708],\n", + " [-0.0760],\n", + " [-0.0700],\n", + " [-0.0692],\n", + " [-0.0727],\n", + " [-0.0741],\n", + " [-0.0656],\n", + " [-0.0735],\n", + " [-0.0770],\n", + " [-0.0715],\n", + " [-0.0739],\n", + " [-0.0749],\n", + " [-0.0701],\n", + " [-0.0648],\n", + " [-0.0805],\n", + " [-0.1181],\n", + " [-0.0711],\n", + " [-0.0762]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0369],\n", + " [0.0374],\n", + " [0.0375],\n", + " [0.0352],\n", + " [0.0384],\n", + " [0.0378],\n", + " [0.0353],\n", + " [0.0383],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0359],\n", + " [0.0371],\n", + " [0.0387],\n", + " [0.0380],\n", + " [0.0378],\n", + " [0.0367],\n", + " [0.0377],\n", + " [0.0354],\n", + " [0.0337],\n", + " [0.0378],\n", + " [0.0393],\n", + " [0.0380],\n", + " [0.0375],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0385],\n", + " [0.0369],\n", + " [0.0265],\n", + " [0.0381],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0911],\n", + " [-0.0918],\n", + " [-0.0891],\n", + " [-0.0928],\n", + " [-0.0956],\n", + " [-0.0917],\n", + " [-0.0914],\n", + " [-0.0843],\n", + " [-0.0941],\n", + " [-0.0921],\n", + " [-0.0911],\n", + " [-0.0959],\n", + " [-0.0940],\n", + " [-0.0946],\n", + " [-0.0913],\n", + " [-0.0914],\n", + " [-0.0943],\n", + " [-0.0859],\n", + " [-0.0964],\n", + " [-0.0972],\n", + " [-0.0939],\n", + " [-0.0932],\n", + " [-0.0911],\n", + " [-0.0892],\n", + " [-0.0925],\n", + " [-0.0925],\n", + " [-0.0942],\n", + " [-0.0823],\n", + " [-0.0951],\n", + " [-0.0673],\n", + " [-0.0871],\n", + " [-0.0926]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0494],\n", + " [0.0512],\n", + " [0.0518],\n", + " [0.0510],\n", + " [0.0577],\n", + " [0.0491],\n", + " [0.0494],\n", + " [0.0323],\n", + " [0.0541],\n", + " [0.0554],\n", + " [0.0527],\n", + " [0.0593],\n", + " [0.0559],\n", + " [0.0575],\n", + " [0.0564],\n", + " [0.0516],\n", + " [0.0580],\n", + " [0.0418],\n", + " [0.0593],\n", + " [0.0602],\n", + " [0.0585],\n", + " [0.0556],\n", + " [0.0484],\n", + " [0.0497],\n", + " [0.0557],\n", + " [0.0546],\n", + " [0.0562],\n", + " [0.0449],\n", + " [0.0534],\n", + " [0.0441],\n", + " [0.0423],\n", + " [0.0547]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0353],\n", + " [-0.0385],\n", + " [-0.0421],\n", + " [-0.0374],\n", + " [-0.0386],\n", + " [-0.0388],\n", + " [-0.0345],\n", + " [-0.0452],\n", + " [-0.0345],\n", + " [-0.0386],\n", + " [-0.0400],\n", + " [-0.0361],\n", + " [-0.0370],\n", + " [-0.0327],\n", + " [-0.0381],\n", + " [-0.0370],\n", + " [-0.0371],\n", + " [-0.0410],\n", + " [-0.0351],\n", + " [-0.0343],\n", + " [-0.0341],\n", + " [-0.0345],\n", + " [-0.0378],\n", + " [-0.0397],\n", + " [-0.0392],\n", + " [-0.0387],\n", + " [-0.0358],\n", + " [-0.0478],\n", + " [-0.0374],\n", + " [-0.0424],\n", + " [-0.0367],\n", + " [-0.0390]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0785],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0780],\n", + " [-0.0792],\n", + " [-0.0777],\n", + " [-0.0813],\n", + " [-0.0790],\n", + " [-0.0806],\n", + " [-0.0790],\n", + " [-0.0784],\n", + " [-0.0805],\n", + " [-0.0785],\n", + " [-0.0825],\n", + " [-0.0795],\n", + " [-0.0787],\n", + " [-0.0806],\n", + " [-0.0798],\n", + " [-0.0802],\n", + " [-0.0796],\n", + " [-0.0829],\n", + " [-0.0803],\n", + " [-0.0786],\n", + " [-0.0793],\n", + " [-0.0793],\n", + " [-0.0790],\n", + " [-0.0819],\n", + " [-0.0761],\n", + " [-0.0786],\n", + " [-0.0761],\n", + " [-0.0815],\n", + " [-0.0781]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1643],\n", + " [0.1648],\n", + " [0.1665],\n", + " [0.1646],\n", + " [0.1678],\n", + " [0.1654],\n", + " [0.1663],\n", + " [0.1548],\n", + " [0.1665],\n", + " [0.1683],\n", + " [0.1667],\n", + " [0.1702],\n", + " [0.1681],\n", + " [0.1713],\n", + " [0.1699],\n", + " [0.1654],\n", + " [0.1694],\n", + " [0.1618],\n", + " [0.1701],\n", + " [0.1714],\n", + " [0.1725],\n", + " [0.1685],\n", + " [0.1632],\n", + " [0.1667],\n", + " [0.1682],\n", + " [0.1675],\n", + " [0.1683],\n", + " [0.1637],\n", + " [0.1661],\n", + " [0.1202],\n", + " [0.1622],\n", + " [0.1677]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0581],\n", + " [-0.0571],\n", + " [-0.0525],\n", + " [-0.0593],\n", + " [-0.0578],\n", + " [-0.0593],\n", + " [-0.0541],\n", + " [-0.0465],\n", + " [-0.0572],\n", + " [-0.0548],\n", + " [-0.0550],\n", + " [-0.0578],\n", + " [-0.0576],\n", + " [-0.0527],\n", + " [-0.0522],\n", + " [-0.0564],\n", + " [-0.0548],\n", + " [-0.0485],\n", + " [-0.0583],\n", + " [-0.0607],\n", + " [-0.0541],\n", + " [-0.0539],\n", + " [-0.0579],\n", + " [-0.0515],\n", + " [-0.0547],\n", + " [-0.0555],\n", + " [-0.0541],\n", + " [-0.0395],\n", + " [-0.0597],\n", + " [-0.0696],\n", + " [-0.0525],\n", + " [-0.0558]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0675],\n", + " [0.0649],\n", + " [0.0603],\n", + " [0.0651],\n", + " [0.0595],\n", + " [0.0646],\n", + " [0.0660],\n", + " [0.0821],\n", + " [0.0639],\n", + " [0.0594],\n", + " [0.0618],\n", + " [0.0572],\n", + " [0.0617],\n", + " [0.0610],\n", + " [0.0572],\n", + " [0.0658],\n", + " [0.0573],\n", + " [0.0670],\n", + " [0.0591],\n", + " [0.0596],\n", + " [0.0556],\n", + " [0.0627],\n", + " [0.0679],\n", + " [0.0634],\n", + " [0.0595],\n", + " [0.0613],\n", + " [0.0590],\n", + " [0.0630],\n", + " [0.0647],\n", + " [0.0391],\n", + " [0.0676],\n", + " [0.0635]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0895],\n", + " [-0.0913],\n", + " [-0.0931],\n", + " [-0.0912],\n", + " [-0.0968],\n", + " [-0.0888],\n", + " [-0.0874],\n", + " [-0.0797],\n", + " [-0.0950],\n", + " [-0.0957],\n", + " [-0.0935],\n", + " [-0.1002],\n", + " [-0.0955],\n", + " [-0.0998],\n", + " [-0.0975],\n", + " [-0.0914],\n", + " [-0.0989],\n", + " [-0.0846],\n", + " [-0.0996],\n", + " [-0.1006],\n", + " [-0.1013],\n", + " [-0.0966],\n", + " [-0.0895],\n", + " [-0.0899],\n", + " [-0.0957],\n", + " [-0.0949],\n", + " [-0.0977],\n", + " [-0.0894],\n", + " [-0.0917],\n", + " [-0.0587],\n", + " [-0.0825],\n", + " [-0.0945]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.1095e-02],\n", + " [ 1.3103e-02],\n", + " [ 1.4569e-02],\n", + " [ 1.2818e-02],\n", + " [ 1.9308e-02],\n", + " [ 1.2603e-02],\n", + " [ 1.4949e-02],\n", + " [-1.8042e-03],\n", + " [ 1.4535e-02],\n", + " [ 1.7031e-02],\n", + " [ 1.4661e-02],\n", + " [ 2.0144e-02],\n", + " [ 1.6631e-02],\n", + " [ 2.2402e-02],\n", + " [ 1.9448e-02],\n", + " [ 1.3010e-02],\n", + " [ 2.1570e-02],\n", + " [ 1.0779e-02],\n", + " [ 1.9438e-02],\n", + " [ 1.8712e-02],\n", + " [ 2.4009e-02],\n", + " [ 1.7455e-02],\n", + " [ 9.1861e-03],\n", + " [ 1.5373e-02],\n", + " [ 1.6868e-02],\n", + " [ 1.5539e-02],\n", + " [ 2.0465e-02],\n", + " [ 1.0626e-02],\n", + " [ 1.4540e-02],\n", + " [-7.5456e-05],\n", + " [ 1.1506e-02],\n", + " [ 1.4815e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0863],\n", + " [0.0899],\n", + " [0.0953],\n", + " [0.0899],\n", + " [0.0942],\n", + " [0.0906],\n", + " [0.0814],\n", + " [0.0950],\n", + " [0.0898],\n", + " [0.0939],\n", + " [0.0932],\n", + " [0.0966],\n", + " [0.0914],\n", + " [0.0902],\n", + " [0.0959],\n", + " [0.0879],\n", + " [0.0963],\n", + " [0.0886],\n", + " [0.0947],\n", + " [0.0937],\n", + " [0.0964],\n", + " [0.0903],\n", + " [0.0893],\n", + " [0.0872],\n", + " [0.0943],\n", + " [0.0928],\n", + " [0.0937],\n", + " [0.0998],\n", + " [0.0886],\n", + " [0.0574],\n", + " [0.0819],\n", + " [0.0911]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [ 0.0091],\n", + " [ 0.0129],\n", + " [ 0.0099],\n", + " [ 0.0083],\n", + " [ 0.0109],\n", + " [ 0.0015],\n", + " [ 0.0169],\n", + " [ 0.0101],\n", + " [ 0.0110],\n", + " [ 0.0111],\n", + " [ 0.0106],\n", + " [ 0.0089],\n", + " [ 0.0055],\n", + " [ 0.0115],\n", + " [ 0.0086],\n", + " [ 0.0098],\n", + " [ 0.0062],\n", + " [ 0.0089],\n", + " [ 0.0076],\n", + " [ 0.0106],\n", + " [ 0.0086],\n", + " [ 0.0115],\n", + " [ 0.0060],\n", + " [ 0.0112],\n", + " [ 0.0107],\n", + " [ 0.0099],\n", + " [ 0.0083],\n", + " [ 0.0073],\n", + " [-0.0103],\n", + " [ 0.0024],\n", + " [ 0.0094]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0014],\n", + " [-0.0026],\n", + " [-0.0073],\n", + " [ 0.0003],\n", + " [ 0.0009],\n", + " [ 0.0015],\n", + " [-0.0016],\n", + " [-0.0282],\n", + " [-0.0006],\n", + " [-0.0029],\n", + " [-0.0041],\n", + " [ 0.0008],\n", + " [ 0.0010],\n", + " [ 0.0008],\n", + " [-0.0046],\n", + " [-0.0029],\n", + " [-0.0017],\n", + " [-0.0114],\n", + " [ 0.0015],\n", + " [ 0.0040],\n", + " [-0.0012],\n", + " [-0.0018],\n", + " [-0.0047],\n", + " [-0.0060],\n", + " [-0.0033],\n", + " [-0.0027],\n", + " [-0.0020],\n", + " [-0.0181],\n", + " [ 0.0032],\n", + " [ 0.0285],\n", + " [-0.0046],\n", + " [-0.0025]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0382],\n", + " [-0.0381],\n", + " [-0.0331],\n", + " [-0.0387],\n", + " [-0.0364],\n", + " [-0.0384],\n", + " [-0.0425],\n", + " [-0.0452],\n", + " [-0.0360],\n", + " [-0.0341],\n", + " [-0.0354],\n", + " [-0.0332],\n", + " [-0.0366],\n", + " [-0.0371],\n", + " [-0.0317],\n", + " [-0.0376],\n", + " [-0.0339],\n", + " [-0.0388],\n", + " [-0.0354],\n", + " [-0.0361],\n", + " [-0.0314],\n", + " [-0.0353],\n", + " [-0.0372],\n", + " [-0.0376],\n", + " [-0.0336],\n", + " [-0.0350],\n", + " [-0.0348],\n", + " [-0.0321],\n", + " [-0.0398],\n", + " [-0.0204],\n", + " [-0.0431],\n", + " [-0.0355]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0068],\n", + " [ 0.0055],\n", + " [ 0.0012],\n", + " [ 0.0064],\n", + " [ 0.0050],\n", + " [ 0.0057],\n", + " [ 0.0062],\n", + " [-0.0020],\n", + " [ 0.0051],\n", + " [ 0.0032],\n", + " [ 0.0036],\n", + " [ 0.0040],\n", + " [ 0.0055],\n", + " [ 0.0041],\n", + " [ 0.0016],\n", + " [ 0.0057],\n", + " [ 0.0029],\n", + " [ 0.0019],\n", + " [ 0.0058],\n", + " [ 0.0077],\n", + " [ 0.0014],\n", + " [ 0.0042],\n", + " [ 0.0057],\n", + " [ 0.0032],\n", + " [ 0.0031],\n", + " [ 0.0039],\n", + " [ 0.0025],\n", + " [-0.0066],\n", + " [ 0.0068],\n", + " [ 0.0058],\n", + " [ 0.0055],\n", + " [ 0.0047]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0602],\n", + " [0.0583],\n", + " [0.0553],\n", + " [0.0592],\n", + " [0.0568],\n", + " [0.0598],\n", + " [0.0600],\n", + " [0.0661],\n", + " [0.0583],\n", + " [0.0558],\n", + " [0.0565],\n", + " [0.0574],\n", + " [0.0570],\n", + " [0.0578],\n", + " [0.0547],\n", + " [0.0583],\n", + " [0.0561],\n", + " [0.0596],\n", + " [0.0579],\n", + " [0.0587],\n", + " [0.0569],\n", + " [0.0570],\n", + " [0.0600],\n", + " [0.0566],\n", + " [0.0559],\n", + " [0.0564],\n", + " [0.0567],\n", + " [0.0534],\n", + " [0.0587],\n", + " [0.0685],\n", + " [0.0616],\n", + " [0.0564]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0155],\n", + " [-0.0159],\n", + " [-0.0173],\n", + " [-0.0164],\n", + " [-0.0185],\n", + " [-0.0178],\n", + " [-0.0167],\n", + " [-0.0174],\n", + " [-0.0169],\n", + " [-0.0177],\n", + " [-0.0167],\n", + " [-0.0186],\n", + " [-0.0178],\n", + " [-0.0186],\n", + " [-0.0183],\n", + " [-0.0159],\n", + " [-0.0191],\n", + " [-0.0127],\n", + " [-0.0182],\n", + " [-0.0168],\n", + " [-0.0191],\n", + " [-0.0179],\n", + " [-0.0150],\n", + " [-0.0159],\n", + " [-0.0177],\n", + " [-0.0172],\n", + " [-0.0193],\n", + " [-0.0186],\n", + " [-0.0184],\n", + " [-0.0132],\n", + " [-0.0136],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1690],\n", + " [-0.1702],\n", + " [-0.1687],\n", + " [-0.1722],\n", + " [-0.1733],\n", + " [-0.1738],\n", + " [-0.1673],\n", + " [-0.1653],\n", + " [-0.1701],\n", + " [-0.1702],\n", + " [-0.1700],\n", + " [-0.1719],\n", + " [-0.1722],\n", + " [-0.1687],\n", + " [-0.1689],\n", + " [-0.1687],\n", + " [-0.1708],\n", + " [-0.1639],\n", + " [-0.1718],\n", + " [-0.1720],\n", + " [-0.1690],\n", + " [-0.1685],\n", + " [-0.1688],\n", + " [-0.1665],\n", + " [-0.1704],\n", + " [-0.1704],\n", + " [-0.1694],\n", + " [-0.1635],\n", + " [-0.1747],\n", + " [-0.1780],\n", + " [-0.1654],\n", + " [-0.1704]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0226],\n", + " [-0.0221],\n", + " [-0.0242],\n", + " [-0.0211],\n", + " [-0.0200],\n", + " [-0.0203],\n", + " [-0.0176],\n", + " [-0.0332],\n", + " [-0.0219],\n", + " [-0.0221],\n", + " [-0.0226],\n", + " [-0.0218],\n", + " [-0.0204],\n", + " [-0.0187],\n", + " [-0.0226],\n", + " [-0.0226],\n", + " [-0.0219],\n", + " [-0.0207],\n", + " [-0.0207],\n", + " [-0.0193],\n", + " [-0.0220],\n", + " [-0.0214],\n", + " [-0.0249],\n", + " [-0.0215],\n", + " [-0.0224],\n", + " [-0.0222],\n", + " [-0.0218],\n", + " [-0.0241],\n", + " [-0.0184],\n", + " [ 0.0585],\n", + " [-0.0174],\n", + " [-0.0227]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0005],\n", + " [ 0.0022],\n", + " [ 0.0032],\n", + " [ 0.0026],\n", + " [ 0.0108],\n", + " [-0.0001],\n", + " [ 0.0019],\n", + " [-0.0159],\n", + " [ 0.0076],\n", + " [ 0.0078],\n", + " [ 0.0041],\n", + " [ 0.0158],\n", + " [ 0.0076],\n", + " [ 0.0143],\n", + " [ 0.0100],\n", + " [ 0.0023],\n", + " [ 0.0132],\n", + " [-0.0060],\n", + " [ 0.0159],\n", + " [ 0.0181],\n", + " [ 0.0180],\n", + " [ 0.0090],\n", + " [-0.0006],\n", + " [-0.0001],\n", + " [ 0.0080],\n", + " [ 0.0065],\n", + " [ 0.0120],\n", + " [-0.0034],\n", + " [ 0.0047],\n", + " [ 0.0404],\n", + " [-0.0050],\n", + " [ 0.0047]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0942],\n", + " [0.0942],\n", + " [0.0948],\n", + " [0.0920],\n", + " [0.0911],\n", + " [0.0938],\n", + " [0.1008],\n", + " [0.1010],\n", + " [0.0910],\n", + " [0.0925],\n", + " [0.0936],\n", + " [0.0891],\n", + " [0.0915],\n", + " [0.0941],\n", + " [0.0931],\n", + " [0.0951],\n", + " [0.0914],\n", + " [0.1035],\n", + " [0.0893],\n", + " [0.0891],\n", + " [0.0921],\n", + " [0.0929],\n", + " [0.0934],\n", + " [0.1013],\n", + " [0.0923],\n", + " [0.0924],\n", + " [0.0919],\n", + " [0.1050],\n", + " [0.0916],\n", + " [0.0672],\n", + " [0.1037],\n", + " [0.0935]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0810],\n", + " [0.0803],\n", + " [0.0797],\n", + " [0.0805],\n", + " [0.0839],\n", + " [0.0774],\n", + " [0.0836],\n", + " [0.0600],\n", + " [0.0837],\n", + " [0.0824],\n", + " [0.0807],\n", + " [0.0877],\n", + " [0.0824],\n", + " [0.0880],\n", + " [0.0830],\n", + " [0.0808],\n", + " [0.0860],\n", + " [0.0809],\n", + " [0.0879],\n", + " [0.0894],\n", + " [0.0893],\n", + " [0.0834],\n", + " [0.0795],\n", + " [0.0798],\n", + " [0.0821],\n", + " [0.0816],\n", + " [0.0860],\n", + " [0.0716],\n", + " [0.0789],\n", + " [0.0804],\n", + " [0.0843],\n", + " [0.0797]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0883],\n", + " [0.0874],\n", + " [0.0854],\n", + " [0.0882],\n", + " [0.0871],\n", + " [0.0880],\n", + " [0.0869],\n", + " [0.0777],\n", + " [0.0887],\n", + " [0.0863],\n", + " [0.0861],\n", + " [0.0886],\n", + " [0.0868],\n", + " [0.0864],\n", + " [0.0853],\n", + " [0.0873],\n", + " [0.0868],\n", + " [0.0826],\n", + " [0.0885],\n", + " [0.0894],\n", + " [0.0882],\n", + " [0.0865],\n", + " [0.0884],\n", + " [0.0846],\n", + " [0.0866],\n", + " [0.0868],\n", + " [0.0880],\n", + " [0.0770],\n", + " [0.0887],\n", + " [0.1185],\n", + " [0.0857],\n", + " [0.0861]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0411],\n", + " [0.0395],\n", + " [0.0366],\n", + " [0.0399],\n", + " [0.0407],\n", + " [0.0393],\n", + " [0.0439],\n", + " [0.0384],\n", + " [0.0414],\n", + " [0.0396],\n", + " [0.0385],\n", + " [0.0421],\n", + " [0.0413],\n", + " [0.0456],\n", + " [0.0402],\n", + " [0.0405],\n", + " [0.0417],\n", + " [0.0376],\n", + " [0.0428],\n", + " [0.0445],\n", + " [0.0437],\n", + " [0.0425],\n", + " [0.0387],\n", + " [0.0406],\n", + " [0.0391],\n", + " [0.0394],\n", + " [0.0418],\n", + " [0.0328],\n", + " [0.0404],\n", + " [0.0385],\n", + " [0.0419],\n", + " [0.0398]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0372],\n", + " [0.0383],\n", + " [0.0394],\n", + " [0.0379],\n", + " [0.0371],\n", + " [0.0372],\n", + " [0.0341],\n", + " [0.0318],\n", + " [0.0369],\n", + " [0.0377],\n", + " [0.0387],\n", + " [0.0354],\n", + " [0.0368],\n", + " [0.0350],\n", + " [0.0378],\n", + " [0.0375],\n", + " [0.0373],\n", + " [0.0406],\n", + " [0.0345],\n", + " [0.0322],\n", + " [0.0349],\n", + " [0.0365],\n", + " [0.0385],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0376],\n", + " [0.0375],\n", + " [0.0403],\n", + " [0.0356],\n", + " [0.0116],\n", + " [0.0374],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0763],\n", + " [-0.0751],\n", + " [-0.0755],\n", + " [-0.0750],\n", + " [-0.0710],\n", + " [-0.0757],\n", + " [-0.0737],\n", + " [-0.0903],\n", + " [-0.0739],\n", + " [-0.0733],\n", + " [-0.0748],\n", + " [-0.0697],\n", + " [-0.0732],\n", + " [-0.0700],\n", + " [-0.0728],\n", + " [-0.0754],\n", + " [-0.0710],\n", + " [-0.0773],\n", + " [-0.0695],\n", + " [-0.0681],\n", + " [-0.0683],\n", + " [-0.0736],\n", + " [-0.0769],\n", + " [-0.0749],\n", + " [-0.0731],\n", + " [-0.0738],\n", + " [-0.0716],\n", + " [-0.0792],\n", + " [-0.0731],\n", + " [-0.0246],\n", + " [-0.0758],\n", + " [-0.0745]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1049],\n", + " [-0.1037],\n", + " [-0.1011],\n", + " [-0.1047],\n", + " [-0.1002],\n", + " [-0.1075],\n", + " [-0.1063],\n", + " [-0.1094],\n", + " [-0.1016],\n", + " [-0.1001],\n", + " [-0.1019],\n", + " [-0.0979],\n", + " [-0.1017],\n", + " [-0.0992],\n", + " [-0.0984],\n", + " [-0.1035],\n", + " [-0.0976],\n", + " [-0.1058],\n", + " [-0.0992],\n", + " [-0.1011],\n", + " [-0.0965],\n", + " [-0.1002],\n", + " [-0.1045],\n", + " [-0.1038],\n", + " [-0.1002],\n", + " [-0.1012],\n", + " [-0.0983],\n", + " [-0.1019],\n", + " [-0.1061],\n", + " [-0.1214],\n", + " [-0.1082],\n", + " [-0.1022]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0607],\n", + " [-0.0618],\n", + " [-0.0645],\n", + " [-0.0604],\n", + " [-0.0619],\n", + " [-0.0599],\n", + " [-0.0600],\n", + " [-0.0621],\n", + " [-0.0614],\n", + " [-0.0630],\n", + " [-0.0631],\n", + " [-0.0629],\n", + " [-0.0614],\n", + " [-0.0625],\n", + " [-0.0639],\n", + " [-0.0621],\n", + " [-0.0630],\n", + " [-0.0624],\n", + " [-0.0623],\n", + " [-0.0615],\n", + " [-0.0639],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0636],\n", + " [-0.0629],\n", + " [-0.0624],\n", + " [-0.0667],\n", + " [-0.0601],\n", + " [-0.0324],\n", + " [-0.0597],\n", + " [-0.0633]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0822],\n", + " [-0.0614],\n", + " [-0.0669],\n", + " [-0.0631],\n", + " [-0.0636],\n", + " [-0.0616],\n", + " [-0.0609],\n", + " [-0.0638],\n", + " [-0.0619],\n", + " [-0.0645],\n", + " [-0.0619],\n", + " [-0.0660],\n", + " [-0.0517],\n", + " [-0.0617],\n", + " [-0.0592],\n", + " [-0.0592],\n", + " [-0.0628],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0620],\n", + " [-0.0595],\n", + " [-0.0604],\n", + " [-0.0588],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0640],\n", + " [-0.0781],\n", + " [-0.0619],\n", + " [-0.0613],\n", + " [-0.0620],\n", + " [-0.0612],\n", + " [-0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0875],\n", + " [-0.0749],\n", + " [-0.0799],\n", + " [-0.0761],\n", + " [-0.0761],\n", + " [-0.0712],\n", + " [-0.0713],\n", + " [-0.0780],\n", + " [-0.0713],\n", + " [-0.0780],\n", + " [-0.0718],\n", + " [-0.0789],\n", + " [-0.0817],\n", + " [-0.0746],\n", + " [-0.0690],\n", + " [-0.0721],\n", + " [-0.0760],\n", + " [-0.0776],\n", + " [-0.0744],\n", + " [-0.0729],\n", + " [-0.0688],\n", + " [-0.0758],\n", + " [-0.0691],\n", + " [-0.0768],\n", + " [-0.0738],\n", + " [-0.0765],\n", + " [-0.0878],\n", + " [-0.0696],\n", + " [-0.0730],\n", + " [-0.0705],\n", + " [-0.0740],\n", + " [-0.0762]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0363],\n", + " [0.0381],\n", + " [0.0357],\n", + " [0.0375],\n", + " [0.0362],\n", + " [0.0393],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0367],\n", + " [0.0368],\n", + " [0.0360],\n", + " [0.0358],\n", + " [0.0394],\n", + " [0.0375],\n", + " [0.0388],\n", + " [0.0388],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0367],\n", + " [0.0372],\n", + " [0.0382],\n", + " [0.0391],\n", + " [0.0381],\n", + " [0.0366],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0315],\n", + " [0.0379],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0376]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.1011],\n", + " [-0.0921],\n", + " [-0.0968],\n", + " [-0.0911],\n", + " [-0.0953],\n", + " [-0.1059],\n", + " [-0.0910],\n", + " [-0.0912],\n", + " [-0.0938],\n", + " [-0.0919],\n", + " [-0.0953],\n", + " [-0.0960],\n", + " [-0.0864],\n", + " [-0.0898],\n", + " [-0.0891],\n", + " [-0.0880],\n", + " [-0.0907],\n", + " [-0.0902],\n", + " [-0.0891],\n", + " [-0.0890],\n", + " [-0.0873],\n", + " [-0.0903],\n", + " [-0.0867],\n", + " [-0.0911],\n", + " [-0.0923],\n", + " [-0.0956],\n", + " [-0.0901],\n", + " [-0.0947],\n", + " [-0.0913],\n", + " [-0.0943],\n", + " [-0.0921],\n", + " [-0.0945]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0546],\n", + " [0.0523],\n", + " [0.0559],\n", + " [0.0522],\n", + " [0.0571],\n", + " [0.0327],\n", + " [0.0554],\n", + " [0.0487],\n", + " [0.0571],\n", + " [0.0497],\n", + " [0.0584],\n", + " [0.0556],\n", + " [0.0271],\n", + " [0.0476],\n", + " [0.0535],\n", + " [0.0483],\n", + " [0.0489],\n", + " [0.0462],\n", + " [0.0469],\n", + " [0.0519],\n", + " [0.0533],\n", + " [0.0454],\n", + " [0.0476],\n", + " [0.0490],\n", + " [0.0545],\n", + " [0.0574],\n", + " [0.0449],\n", + " [0.0588],\n", + " [0.0552],\n", + " [0.0578],\n", + " [0.0546],\n", + " [0.0548]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0319],\n", + " [-0.0357],\n", + " [-0.0386],\n", + " [-0.0396],\n", + " [-0.0376],\n", + " [-0.0396],\n", + " [-0.0390],\n", + " [-0.0408],\n", + " [-0.0380],\n", + " [-0.0399],\n", + " [-0.0365],\n", + " [-0.0391],\n", + " [-0.0436],\n", + " [-0.0382],\n", + " [-0.0392],\n", + " [-0.0388],\n", + " [-0.0391],\n", + " [-0.0378],\n", + " [-0.0418],\n", + " [-0.0439],\n", + " [-0.0428],\n", + " [-0.0373],\n", + " [-0.0444],\n", + " [-0.0398],\n", + " [-0.0380],\n", + " [-0.0326],\n", + " [-0.0313],\n", + " [-0.0346],\n", + " [-0.0399],\n", + " [-0.0364],\n", + " [-0.0380],\n", + " [-0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0850],\n", + " [-0.0800],\n", + " [-0.0788],\n", + " [-0.0776],\n", + " [-0.0786],\n", + " [-0.0901],\n", + " [-0.0796],\n", + " [-0.0777],\n", + " [-0.0803],\n", + " [-0.0782],\n", + " [-0.0801],\n", + " [-0.0789],\n", + " [-0.0812],\n", + " [-0.0796],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0790],\n", + " [-0.0782],\n", + " [-0.0786],\n", + " [-0.0802],\n", + " [-0.0778],\n", + " [-0.0808],\n", + " [-0.0787],\n", + " [-0.0783],\n", + " [-0.0800],\n", + " [-0.0800],\n", + " [-0.0861],\n", + " [-0.0811],\n", + " [-0.0790],\n", + " [-0.0805],\n", + " [-0.0792],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1596],\n", + " [0.1655],\n", + " [0.1666],\n", + " [0.1669],\n", + " [0.1681],\n", + " [0.1568],\n", + " [0.1690],\n", + " [0.1641],\n", + " [0.1687],\n", + " [0.1647],\n", + " [0.1692],\n", + " [0.1667],\n", + " [0.1448],\n", + " [0.1641],\n", + " [0.1686],\n", + " [0.1649],\n", + " [0.1644],\n", + " [0.1624],\n", + " [0.1645],\n", + " [0.1653],\n", + " [0.1695],\n", + " [0.1601],\n", + " [0.1642],\n", + " [0.1642],\n", + " [0.1673],\n", + " [0.1698],\n", + " [0.1491],\n", + " [0.1710],\n", + " [0.1688],\n", + " [0.1697],\n", + " [0.1679],\n", + " [0.1671]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0675],\n", + " [-0.0562],\n", + " [-0.0601],\n", + " [-0.0565],\n", + " [-0.0588],\n", + " [-0.0654],\n", + " [-0.0518],\n", + " [-0.0579],\n", + " [-0.0550],\n", + " [-0.0579],\n", + " [-0.0563],\n", + " [-0.0593],\n", + " [-0.0578],\n", + " [-0.0553],\n", + " [-0.0484],\n", + " [-0.0527],\n", + " [-0.0561],\n", + " [-0.0586],\n", + " [-0.0544],\n", + " [-0.0505],\n", + " [-0.0475],\n", + " [-0.0562],\n", + " [-0.0455],\n", + " [-0.0571],\n", + " [-0.0542],\n", + " [-0.0603],\n", + " [-0.0682],\n", + " [-0.0553],\n", + " [-0.0537],\n", + " [-0.0551],\n", + " [-0.0553],\n", + " [-0.0582]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0661],\n", + " [0.0646],\n", + " [0.0628],\n", + " [0.0614],\n", + " [0.0605],\n", + " [0.0791],\n", + " [0.0581],\n", + " [0.0660],\n", + " [0.0577],\n", + " [0.0650],\n", + " [0.0588],\n", + " [0.0620],\n", + " [0.0903],\n", + " [0.0665],\n", + " [0.0583],\n", + " [0.0636],\n", + " [0.0657],\n", + " [0.0694],\n", + " [0.0646],\n", + " [0.0601],\n", + " [0.0567],\n", + " [0.0705],\n", + " [0.0633],\n", + " [0.0652],\n", + " [0.0607],\n", + " [0.0643],\n", + " [0.0662],\n", + " [0.0577],\n", + " [0.0587],\n", + " [0.0578],\n", + " [0.0603],\n", + " [0.0629]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0822],\n", + " [-0.0927],\n", + " [-0.0942],\n", + " [-0.0921],\n", + " [-0.0968],\n", + " [-0.0685],\n", + " [-0.0963],\n", + " [-0.0892],\n", + " [-0.0978],\n", + " [-0.0895],\n", + " [-0.0986],\n", + " [-0.0943],\n", + " [-0.0788],\n", + " [-0.0871],\n", + " [-0.0969],\n", + " [-0.0899],\n", + " [-0.0882],\n", + " [-0.0874],\n", + " [-0.0868],\n", + " [-0.0929],\n", + " [-0.0958],\n", + " [-0.0884],\n", + " [-0.0912],\n", + " [-0.0888],\n", + " [-0.0954],\n", + " [-0.0967],\n", + " [-0.0680],\n", + " [-0.1002],\n", + " [-0.0957],\n", + " [-0.0991],\n", + " [-0.0952],\n", + " [-0.0955]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0150],\n", + " [ 0.0142],\n", + " [ 0.0165],\n", + " [ 0.0157],\n", + " [ 0.0180],\n", + " [ 0.0058],\n", + " [ 0.0185],\n", + " [ 0.0115],\n", + " [ 0.0195],\n", + " [ 0.0128],\n", + " [ 0.0210],\n", + " [ 0.0168],\n", + " [-0.0112],\n", + " [ 0.0117],\n", + " [ 0.0174],\n", + " [ 0.0135],\n", + " [ 0.0123],\n", + " [ 0.0075],\n", + " [ 0.0123],\n", + " [ 0.0140],\n", + " [ 0.0177],\n", + " [ 0.0065],\n", + " [ 0.0113],\n", + " [ 0.0123],\n", + " [ 0.0158],\n", + " [ 0.0171],\n", + " [ 0.0050],\n", + " [ 0.0215],\n", + " [ 0.0169],\n", + " [ 0.0204],\n", + " [ 0.0170],\n", + " [ 0.0149]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0804],\n", + " [0.0888],\n", + " [0.0920],\n", + " [0.0922],\n", + " [0.0939],\n", + " [0.0697],\n", + " [0.0950],\n", + " [0.0911],\n", + " [0.0962],\n", + " [0.0903],\n", + " [0.0945],\n", + " [0.0930],\n", + " [0.0999],\n", + " [0.0862],\n", + " [0.0976],\n", + " [0.0898],\n", + " [0.0878],\n", + " [0.0880],\n", + " [0.0888],\n", + " [0.0977],\n", + " [0.0981],\n", + " [0.0903],\n", + " [0.0965],\n", + " [0.0896],\n", + " [0.0934],\n", + " [0.0871],\n", + " [0.0663],\n", + " [0.0945],\n", + " [0.0956],\n", + " [0.0952],\n", + " [0.0928],\n", + " [0.0912]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0020],\n", + " [ 0.0089],\n", + " [ 0.0081],\n", + " [ 0.0102],\n", + " [ 0.0093],\n", + " [ 0.0125],\n", + " [ 0.0112],\n", + " [ 0.0106],\n", + " [ 0.0112],\n", + " [ 0.0092],\n", + " [ 0.0081],\n", + " [ 0.0088],\n", + " [ 0.0207],\n", + " [ 0.0071],\n", + " [ 0.0117],\n", + " [ 0.0099],\n", + " [ 0.0076],\n", + " [ 0.0126],\n", + " [ 0.0086],\n", + " [ 0.0115],\n", + " [ 0.0121],\n", + " [ 0.0120],\n", + " [ 0.0098],\n", + " [ 0.0087],\n", + " [ 0.0115],\n", + " [ 0.0043],\n", + " [-0.0088],\n", + " [ 0.0101],\n", + " [ 0.0122],\n", + " [ 0.0102],\n", + " [ 0.0103],\n", + " [ 0.0104]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0152],\n", + " [-0.0022],\n", + " [ 0.0034],\n", + " [-0.0009],\n", + " [ 0.0019],\n", + " [-0.0003],\n", + " [-0.0056],\n", + " [-0.0027],\n", + " [-0.0024],\n", + " [-0.0013],\n", + " [-0.0002],\n", + " [ 0.0024],\n", + " [-0.0243],\n", + " [-0.0048],\n", + " [-0.0090],\n", + " [-0.0063],\n", + " [-0.0037],\n", + " [-0.0034],\n", + " [-0.0061],\n", + " [-0.0091],\n", + " [-0.0095],\n", + " [-0.0071],\n", + " [-0.0135],\n", + " [-0.0031],\n", + " [-0.0043],\n", + " [ 0.0062],\n", + " [ 0.0050],\n", + " [-0.0002],\n", + " [-0.0046],\n", + " [-0.0013],\n", + " [-0.0018],\n", + " [ 0.0006]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0494],\n", + " [-0.0370],\n", + " [-0.0382],\n", + " [-0.0370],\n", + " [-0.0361],\n", + " [-0.0499],\n", + " [-0.0324],\n", + " [-0.0383],\n", + " [-0.0330],\n", + " [-0.0390],\n", + " [-0.0363],\n", + " [-0.0376],\n", + " [-0.0454],\n", + " [-0.0393],\n", + " [-0.0300],\n", + " [-0.0360],\n", + " [-0.0392],\n", + " [-0.0365],\n", + " [-0.0385],\n", + " [-0.0323],\n", + " [-0.0296],\n", + " [-0.0364],\n", + " [-0.0320],\n", + " [-0.0393],\n", + " [-0.0338],\n", + " [-0.0406],\n", + " [-0.0497],\n", + " [-0.0331],\n", + " [-0.0321],\n", + " [-0.0334],\n", + " [-0.0356],\n", + " [-0.0365]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0116],\n", + " [ 0.0050],\n", + " [ 0.0066],\n", + " [ 0.0044],\n", + " [ 0.0054],\n", + " [ 0.0086],\n", + " [ 0.0013],\n", + " [ 0.0053],\n", + " [ 0.0027],\n", + " [ 0.0055],\n", + " [ 0.0047],\n", + " [ 0.0059],\n", + " [ 0.0011],\n", + " [ 0.0052],\n", + " [-0.0006],\n", + " [ 0.0032],\n", + " [ 0.0053],\n", + " [ 0.0059],\n", + " [ 0.0039],\n", + " [ 0.0003],\n", + " [-0.0014],\n", + " [ 0.0041],\n", + " [-0.0026],\n", + " [ 0.0054],\n", + " [ 0.0026],\n", + " [ 0.0090],\n", + " [ 0.0121],\n", + " [ 0.0029],\n", + " [ 0.0023],\n", + " [ 0.0028],\n", + " [ 0.0040],\n", + " [ 0.0056]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0630],\n", + " [0.0582],\n", + " [0.0585],\n", + " [0.0568],\n", + " [0.0573],\n", + " [0.0762],\n", + " [0.0548],\n", + " [0.0595],\n", + " [0.0561],\n", + " [0.0591],\n", + " [0.0567],\n", + " [0.0582],\n", + " [0.0730],\n", + " [0.0596],\n", + " [0.0543],\n", + " [0.0574],\n", + " [0.0591],\n", + " [0.0610],\n", + " [0.0583],\n", + " [0.0556],\n", + " [0.0525],\n", + " [0.0615],\n", + " [0.0548],\n", + " [0.0591],\n", + " [0.0562],\n", + " [0.0594],\n", + " [0.0668],\n", + " [0.0567],\n", + " [0.0554],\n", + " [0.0564],\n", + " [0.0562],\n", + " [0.0581]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0232],\n", + " [-0.0162],\n", + " [-0.0187],\n", + " [-0.0179],\n", + " [-0.0183],\n", + " [-0.0153],\n", + " [-0.0180],\n", + " [-0.0161],\n", + " [-0.0184],\n", + " [-0.0169],\n", + " [-0.0186],\n", + " [-0.0185],\n", + " [-0.0132],\n", + " [-0.0156],\n", + " [-0.0170],\n", + " [-0.0151],\n", + " [-0.0162],\n", + " [-0.0148],\n", + " [-0.0163],\n", + " [-0.0172],\n", + " [-0.0178],\n", + " [-0.0145],\n", + " [-0.0175],\n", + " [-0.0163],\n", + " [-0.0176],\n", + " [-0.0182],\n", + " [-0.0114],\n", + " [-0.0194],\n", + " [-0.0174],\n", + " [-0.0187],\n", + " [-0.0177],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1808],\n", + " [-0.1688],\n", + " [-0.1759],\n", + " [-0.1719],\n", + " [-0.1738],\n", + " [-0.1627],\n", + " [-0.1687],\n", + " [-0.1723],\n", + " [-0.1706],\n", + " [-0.1726],\n", + " [-0.1715],\n", + " [-0.1754],\n", + " [-0.1693],\n", + " [-0.1675],\n", + " [-0.1666],\n", + " [-0.1667],\n", + " [-0.1693],\n", + " [-0.1695],\n", + " [-0.1684],\n", + " [-0.1684],\n", + " [-0.1659],\n", + " [-0.1683],\n", + " [-0.1649],\n", + " [-0.1707],\n", + " [-0.1694],\n", + " [-0.1716],\n", + " [-0.1662],\n", + " [-0.1696],\n", + " [-0.1697],\n", + " [-0.1704],\n", + " [-0.1705],\n", + " [-0.1717]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0026],\n", + " [-0.0220],\n", + " [-0.0185],\n", + " [-0.0204],\n", + " [-0.0201],\n", + " [-0.0188],\n", + " [-0.0229],\n", + " [-0.0222],\n", + " [-0.0225],\n", + " [-0.0206],\n", + " [-0.0208],\n", + " [-0.0188],\n", + " [-0.0326],\n", + " [-0.0219],\n", + " [-0.0238],\n", + " [-0.0229],\n", + " [-0.0214],\n", + " [-0.0251],\n", + " [-0.0222],\n", + " [-0.0244],\n", + " [-0.0235],\n", + " [-0.0260],\n", + " [-0.0250],\n", + " [-0.0213],\n", + " [-0.0230],\n", + " [-0.0173],\n", + " [ 0.0091],\n", + " [-0.0219],\n", + " [-0.0232],\n", + " [-0.0221],\n", + " [-0.0213],\n", + " [-0.0214]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.1738e-02],\n", + " [ 4.7210e-03],\n", + " [ 7.9732e-03],\n", + " [ 3.3206e-03],\n", + " [ 9.8818e-03],\n", + " [-2.0435e-02],\n", + " [ 8.2881e-03],\n", + " [-7.4984e-04],\n", + " [ 1.1596e-02],\n", + " [ 7.0927e-04],\n", + " [ 1.3280e-02],\n", + " [ 7.8257e-03],\n", + " [-1.5711e-02],\n", + " [-1.3228e-03],\n", + " [ 7.6027e-03],\n", + " [-4.6757e-04],\n", + " [-2.7119e-04],\n", + " [-3.5339e-03],\n", + " [-2.8568e-03],\n", + " [ 2.8233e-03],\n", + " [ 6.1090e-03],\n", + " [-2.9609e-03],\n", + " [-1.2590e-03],\n", + " [ 8.4574e-05],\n", + " [ 7.3414e-03],\n", + " [ 1.2281e-02],\n", + " [ 8.8978e-03],\n", + " [ 1.5179e-02],\n", + " [ 7.4231e-03],\n", + " [ 1.3171e-02],\n", + " [ 7.0414e-03],\n", + " [ 7.6759e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0905],\n", + " [0.0939],\n", + " [0.0897],\n", + " [0.0941],\n", + " [0.0900],\n", + " [0.1162],\n", + " [0.0940],\n", + " [0.0938],\n", + " [0.0911],\n", + " [0.0941],\n", + " [0.0913],\n", + " [0.0900],\n", + " [0.0818],\n", + " [0.0986],\n", + " [0.0946],\n", + " [0.0981],\n", + " [0.0971],\n", + " [0.0934],\n", + " [0.0996],\n", + " [0.0952],\n", + " [0.0970],\n", + " [0.0930],\n", + " [0.1010],\n", + " [0.0956],\n", + " [0.0922],\n", + " [0.0909],\n", + " [0.1010],\n", + " [0.0914],\n", + " [0.0927],\n", + " [0.0914],\n", + " [0.0925],\n", + " [0.0899]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0812],\n", + " [0.0828],\n", + " [0.0805],\n", + " [0.0798],\n", + " [0.0834],\n", + " [0.0742],\n", + " [0.0817],\n", + " [0.0774],\n", + " [0.0848],\n", + " [0.0781],\n", + " [0.0865],\n", + " [0.0808],\n", + " [0.0679],\n", + " [0.0804],\n", + " [0.0810],\n", + " [0.0809],\n", + " [0.0794],\n", + " [0.0783],\n", + " [0.0775],\n", + " [0.0781],\n", + " [0.0787],\n", + " [0.0793],\n", + " [0.0741],\n", + " [0.0789],\n", + " [0.0817],\n", + " [0.0883],\n", + " [0.0827],\n", + " [0.0870],\n", + " [0.0817],\n", + " [0.0856],\n", + " [0.0831],\n", + " [0.0836]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1022],\n", + " [0.0878],\n", + " [0.0885],\n", + " [0.0860],\n", + " [0.0869],\n", + " [0.0861],\n", + " [0.0856],\n", + " [0.0875],\n", + " [0.0872],\n", + " [0.0876],\n", + " [0.0870],\n", + " [0.0880],\n", + " [0.0880],\n", + " [0.0870],\n", + " [0.0842],\n", + " [0.0853],\n", + " [0.0871],\n", + " [0.0886],\n", + " [0.0858],\n", + " [0.0863],\n", + " [0.0826],\n", + " [0.0892],\n", + " [0.0820],\n", + " [0.0872],\n", + " [0.0874],\n", + " [0.0894],\n", + " [0.1093],\n", + " [0.0875],\n", + " [0.0857],\n", + " [0.0873],\n", + " [0.0863],\n", + " [0.0884]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0423],\n", + " [0.0410],\n", + " [0.0398],\n", + " [0.0395],\n", + " [0.0409],\n", + " [0.0558],\n", + " [0.0394],\n", + " [0.0377],\n", + " [0.0404],\n", + " [0.0387],\n", + " [0.0425],\n", + " [0.0394],\n", + " [0.0340],\n", + " [0.0402],\n", + " [0.0383],\n", + " [0.0393],\n", + " [0.0396],\n", + " [0.0383],\n", + " [0.0387],\n", + " [0.0365],\n", + " [0.0373],\n", + " [0.0373],\n", + " [0.0351],\n", + " [0.0390],\n", + " [0.0392],\n", + " [0.0459],\n", + " [0.0514],\n", + " [0.0436],\n", + " [0.0386],\n", + " [0.0419],\n", + " [0.0403],\n", + " [0.0410]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0286],\n", + " [0.0378],\n", + " [0.0361],\n", + " [0.0381],\n", + " [0.0369],\n", + " [0.0206],\n", + " [0.0379],\n", + " [0.0388],\n", + " [0.0374],\n", + " [0.0378],\n", + " [0.0365],\n", + " [0.0368],\n", + " [0.0388],\n", + " [0.0375],\n", + " [0.0389],\n", + " [0.0395],\n", + " [0.0375],\n", + " [0.0381],\n", + " [0.0379],\n", + " [0.0393],\n", + " [0.0396],\n", + " [0.0388],\n", + " [0.0392],\n", + " [0.0381],\n", + " [0.0376],\n", + " [0.0341],\n", + " [0.0225],\n", + " [0.0355],\n", + " [0.0382],\n", + " [0.0364],\n", + " [0.0383],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0653],\n", + " [-0.0747],\n", + " [-0.0717],\n", + " [-0.0748],\n", + " [-0.0721],\n", + " [-0.0797],\n", + " [-0.0730],\n", + " [-0.0759],\n", + " [-0.0716],\n", + " [-0.0749],\n", + " [-0.0706],\n", + " [-0.0719],\n", + " [-0.0931],\n", + " [-0.0758],\n", + " [-0.0735],\n", + " [-0.0764],\n", + " [-0.0753],\n", + " [-0.0782],\n", + " [-0.0758],\n", + " [-0.0745],\n", + " [-0.0743],\n", + " [-0.0782],\n", + " [-0.0774],\n", + " [-0.0753],\n", + " [-0.0735],\n", + " [-0.0707],\n", + " [-0.0635],\n", + " [-0.0704],\n", + " [-0.0737],\n", + " [-0.0710],\n", + " [-0.0739],\n", + " [-0.0737]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1160],\n", + " [-0.1025],\n", + " [-0.1047],\n", + " [-0.1039],\n", + " [-0.1009],\n", + " [-0.1100],\n", + " [-0.0991],\n", + " [-0.1062],\n", + " [-0.0982],\n", + " [-0.1062],\n", + " [-0.0986],\n", + " [-0.1041],\n", + " [-0.1123],\n", + " [-0.1057],\n", + " [-0.0983],\n", + " [-0.1029],\n", + " [-0.1056],\n", + " [-0.1062],\n", + " [-0.1062],\n", + " [-0.1008],\n", + " [-0.0991],\n", + " [-0.1043],\n", + " [-0.1020],\n", + " [-0.1057],\n", + " [-0.1002],\n", + " [-0.1041],\n", + " [-0.1182],\n", + " [-0.0975],\n", + " [-0.0999],\n", + " [-0.0979],\n", + " [-0.1009],\n", + " [-0.1017]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0504],\n", + " [-0.0616],\n", + " [-0.0608],\n", + " [-0.0611],\n", + " [-0.0615],\n", + " [-0.0483],\n", + " [-0.0641],\n", + " [-0.0615],\n", + " [-0.0634],\n", + " [-0.0609],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0606],\n", + " [-0.0616],\n", + " [-0.0659],\n", + " [-0.0627],\n", + " [-0.0617],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0669],\n", + " [-0.0662],\n", + " [-0.0633],\n", + " [-0.0667],\n", + " [-0.0613],\n", + " [-0.0634],\n", + " [-0.0594],\n", + " [-0.0453],\n", + " [-0.0630],\n", + " [-0.0642],\n", + " [-0.0630],\n", + " [-0.0619],\n", + " [-0.0612]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0612],\n", + " [-0.0701],\n", + " [-0.0653],\n", + " [-0.0620],\n", + " [-0.0613],\n", + " [-0.0610],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0632],\n", + " [-0.0601],\n", + " [-0.0809],\n", + " [-0.0613],\n", + " [-0.0652],\n", + " [-0.0605],\n", + " [-0.0792],\n", + " [-0.0649],\n", + " [-0.0578],\n", + " [-0.0636],\n", + " [-0.0613],\n", + " [-0.0593],\n", + " [-0.0623],\n", + " [-0.0633],\n", + " [-0.0483],\n", + " [-0.0600],\n", + " [-0.0559],\n", + " [-0.0620],\n", + " [-0.0631],\n", + " [-0.0605],\n", + " [-0.0624],\n", + " [-0.0645],\n", + " [-0.0597],\n", + " [-0.0622]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0691],\n", + " [-0.0814],\n", + " [-0.0790],\n", + " [-0.0709],\n", + " [-0.0720],\n", + " [-0.0739],\n", + " [-0.0759],\n", + " [-0.0752],\n", + " [-0.0755],\n", + " [-0.0750],\n", + " [-0.0880],\n", + " [-0.0725],\n", + " [-0.0769],\n", + " [-0.0747],\n", + " [-0.0825],\n", + " [-0.0725],\n", + " [-0.0680],\n", + " [-0.0771],\n", + " [-0.0757],\n", + " [-0.0672],\n", + " [-0.0697],\n", + " [-0.0777],\n", + " [-0.0664],\n", + " [-0.0716],\n", + " [-0.0710],\n", + " [-0.0764],\n", + " [-0.0776],\n", + " [-0.0672],\n", + " [-0.0754],\n", + " [-0.0763],\n", + " [-0.0698],\n", + " [-0.0677]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0382],\n", + " [0.0326],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0376],\n", + " [0.0375],\n", + " [0.0384],\n", + " [0.0373],\n", + " [0.0377],\n", + " [0.0379],\n", + " [0.0343],\n", + " [0.0378],\n", + " [0.0351],\n", + " [0.0387],\n", + " [0.0364],\n", + " [0.0378],\n", + " [0.0387],\n", + " [0.0369],\n", + " [0.0380],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0391],\n", + " [0.0402],\n", + " [0.0384],\n", + " [0.0367],\n", + " [0.0390],\n", + " [0.0370],\n", + " [0.0355],\n", + " [0.0364],\n", + " [0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0931],\n", + " [-0.1023],\n", + " [-0.0930],\n", + " [-0.0931],\n", + " [-0.0922],\n", + " [-0.0904],\n", + " [-0.0922],\n", + " [-0.0926],\n", + " [-0.0960],\n", + " [-0.0881],\n", + " [-0.0995],\n", + " [-0.0917],\n", + " [-0.0955],\n", + " [-0.0900],\n", + " [-0.0976],\n", + " [-0.0896],\n", + " [-0.0871],\n", + " [-0.0922],\n", + " [-0.0914],\n", + " [-0.0871],\n", + " [-0.0954],\n", + " [-0.0910],\n", + " [-0.0761],\n", + " [-0.0900],\n", + " [-0.0855],\n", + " [-0.0922],\n", + " [-0.0922],\n", + " [-0.0925],\n", + " [-0.0884],\n", + " [-0.0956],\n", + " [-0.0875],\n", + " [-0.0943]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0575],\n", + " [0.0601],\n", + " [0.0505],\n", + " [0.0568],\n", + " [0.0556],\n", + " [0.0516],\n", + " [0.0533],\n", + " [0.0552],\n", + " [0.0573],\n", + " [0.0483],\n", + " [0.0521],\n", + " [0.0551],\n", + " [0.0568],\n", + " [0.0381],\n", + " [0.0515],\n", + " [0.0536],\n", + " [0.0499],\n", + " [0.0519],\n", + " [0.0500],\n", + " [0.0477],\n", + " [0.0584],\n", + " [0.0479],\n", + " [0.0376],\n", + " [0.0505],\n", + " [0.0415],\n", + " [0.0503],\n", + " [0.0502],\n", + " [0.0573],\n", + " [0.0483],\n", + " [0.0557],\n", + " [0.0485],\n", + " [0.0587]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0354],\n", + " [-0.0384],\n", + " [-0.0384],\n", + " [-0.0380],\n", + " [-0.0381],\n", + " [-0.0409],\n", + " [-0.0355],\n", + " [-0.0384],\n", + " [-0.0344],\n", + " [-0.0437],\n", + " [-0.0345],\n", + " [-0.0382],\n", + " [-0.0398],\n", + " [-0.0370],\n", + " [-0.0322],\n", + " [-0.0402],\n", + " [-0.0401],\n", + " [-0.0380],\n", + " [-0.0370],\n", + " [-0.0450],\n", + " [-0.0352],\n", + " [-0.0403],\n", + " [-0.0497],\n", + " [-0.0374],\n", + " [-0.0439],\n", + " [-0.0369],\n", + " [-0.0389],\n", + " [-0.0348],\n", + " [-0.0427],\n", + " [-0.0399],\n", + " [-0.0436],\n", + " [-0.0354]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0808],\n", + " [-0.0787],\n", + " [-0.0782],\n", + " [-0.0802],\n", + " [-0.0799],\n", + " [-0.0789],\n", + " [-0.0788],\n", + " [-0.0787],\n", + " [-0.0801],\n", + " [-0.0766],\n", + " [-0.0797],\n", + " [-0.0797],\n", + " [-0.0792],\n", + " [-0.0837],\n", + " [-0.0865],\n", + " [-0.0784],\n", + " [-0.0793],\n", + " [-0.0785],\n", + " [-0.0795],\n", + " [-0.0789],\n", + " [-0.0816],\n", + " [-0.0780],\n", + " [-0.0717],\n", + " [-0.0801],\n", + " [-0.0799],\n", + " [-0.0802],\n", + " [-0.0782],\n", + " [-0.0816],\n", + " [-0.0769],\n", + " [-0.0798],\n", + " [-0.0786],\n", + " [-0.0814]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1703],\n", + " [0.1658],\n", + " [0.1649],\n", + " [0.1692],\n", + " [0.1685],\n", + " [0.1662],\n", + " [0.1666],\n", + " [0.1680],\n", + " [0.1687],\n", + " [0.1639],\n", + " [0.1612],\n", + " [0.1683],\n", + " [0.1677],\n", + " [0.1563],\n", + " [0.1590],\n", + " [0.1713],\n", + " [0.1668],\n", + " [0.1656],\n", + " [0.1642],\n", + " [0.1664],\n", + " [0.1699],\n", + " [0.1636],\n", + " [0.1618],\n", + " [0.1659],\n", + " [0.1567],\n", + " [0.1639],\n", + " [0.1641],\n", + " [0.1709],\n", + " [0.1669],\n", + " [0.1667],\n", + " [0.1663],\n", + " [0.1714]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0543],\n", + " [-0.0652],\n", + " [-0.0589],\n", + " [-0.0544],\n", + " [-0.0538],\n", + " [-0.0547],\n", + " [-0.0571],\n", + " [-0.0552],\n", + " [-0.0590],\n", + " [-0.0552],\n", + " [-0.0677],\n", + " [-0.0530],\n", + " [-0.0577],\n", + " [-0.0543],\n", + " [-0.0633],\n", + " [-0.0537],\n", + " [-0.0469],\n", + " [-0.0571],\n", + " [-0.0568],\n", + " [-0.0433],\n", + " [-0.0558],\n", + " [-0.0578],\n", + " [-0.0403],\n", + " [-0.0508],\n", + " [-0.0452],\n", + " [-0.0564],\n", + " [-0.0579],\n", + " [-0.0519],\n", + " [-0.0565],\n", + " [-0.0581],\n", + " [-0.0492],\n", + " [-0.0555]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0561],\n", + " [0.0613],\n", + " [0.0655],\n", + " [0.0573],\n", + " [0.0583],\n", + " [0.0608],\n", + " [0.0641],\n", + " [0.0623],\n", + " [0.0634],\n", + " [0.0651],\n", + " [0.0612],\n", + " [0.0594],\n", + " [0.0606],\n", + " [0.0761],\n", + " [0.0659],\n", + " [0.0562],\n", + " [0.0598],\n", + " [0.0647],\n", + " [0.0660],\n", + " [0.0617],\n", + " [0.0579],\n", + " [0.0665],\n", + " [0.0664],\n", + " [0.0639],\n", + " [0.0726],\n", + " [0.0674],\n", + " [0.0657],\n", + " [0.0556],\n", + " [0.0605],\n", + " [0.0602],\n", + " [0.0610],\n", + " [0.0554]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0991],\n", + " [-0.0977],\n", + " [-0.0897],\n", + " [-0.0979],\n", + " [-0.0966],\n", + " [-0.0934],\n", + " [-0.0931],\n", + " [-0.0953],\n", + " [-0.0975],\n", + " [-0.0898],\n", + " [-0.0813],\n", + " [-0.0959],\n", + " [-0.0951],\n", + " [-0.0827],\n", + " [-0.0787],\n", + " [-0.0923],\n", + " [-0.0938],\n", + " [-0.0911],\n", + " [-0.0910],\n", + " [-0.0914],\n", + " [-0.0996],\n", + " [-0.0883],\n", + " [-0.0856],\n", + " [-0.0930],\n", + " [-0.0869],\n", + " [-0.0925],\n", + " [-0.0903],\n", + " [-0.0993],\n", + " [-0.0911],\n", + " [-0.0955],\n", + " [-0.0892],\n", + " [-0.1005]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0205],\n", + " [0.0171],\n", + " [0.0127],\n", + " [0.0191],\n", + " [0.0180],\n", + " [0.0139],\n", + " [0.0144],\n", + " [0.0154],\n", + " [0.0178],\n", + " [0.0119],\n", + " [0.0150],\n", + " [0.0174],\n", + " [0.0183],\n", + " [0.0020],\n", + " [0.0158],\n", + " [0.0206],\n", + " [0.0159],\n", + " [0.0139],\n", + " [0.0115],\n", + " [0.0138],\n", + " [0.0214],\n", + " [0.0108],\n", + " [0.0054],\n", + " [0.0148],\n", + " [0.0013],\n", + " [0.0102],\n", + " [0.0121],\n", + " [0.0220],\n", + " [0.0174],\n", + " [0.0164],\n", + " [0.0155],\n", + " [0.0221]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0968],\n", + " [0.0934],\n", + " [0.0887],\n", + " [0.0963],\n", + " [0.0954],\n", + " [0.0954],\n", + " [0.0884],\n", + " [0.0922],\n", + " [0.0891],\n", + " [0.0928],\n", + " [0.0847],\n", + " [0.0939],\n", + " [0.0937],\n", + " [0.0872],\n", + " [0.0766],\n", + " [0.0916],\n", + " [0.0950],\n", + " [0.0888],\n", + " [0.0895],\n", + " [0.0947],\n", + " [0.0953],\n", + " [0.0902],\n", + " [0.0995],\n", + " [0.0902],\n", + " [0.0990],\n", + " [0.0909],\n", + " [0.0899],\n", + " [0.0965],\n", + " [0.0956],\n", + " [0.0956],\n", + " [0.0907],\n", + " [0.0974]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 1.1971e-02],\n", + " [ 6.3787e-03],\n", + " [ 8.3893e-03],\n", + " [ 1.1670e-02],\n", + " [ 1.2140e-02],\n", + " [ 1.3641e-02],\n", + " [ 9.1112e-03],\n", + " [ 1.0194e-02],\n", + " [ 7.2704e-03],\n", + " [ 1.4786e-02],\n", + " [-9.8777e-05],\n", + " [ 1.1211e-02],\n", + " [ 7.8481e-03],\n", + " [ 6.9672e-03],\n", + " [-5.9307e-03],\n", + " [ 7.7526e-03],\n", + " [ 1.0484e-02],\n", + " [ 7.8910e-03],\n", + " [ 1.0668e-02],\n", + " [ 6.5325e-03],\n", + " [ 9.9448e-03],\n", + " [ 9.9779e-03],\n", + " [ 1.5501e-02],\n", + " [ 8.6828e-03],\n", + " [ 1.1883e-02],\n", + " [ 1.1688e-02],\n", + " [ 9.1927e-03],\n", + " [ 1.0962e-02],\n", + " [ 1.6350e-02],\n", + " [ 1.1045e-02],\n", + " [ 8.1287e-03],\n", + " [ 1.1569e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0020],\n", + " [ 0.0078],\n", + " [ 0.0002],\n", + " [-0.0030],\n", + " [-0.0039],\n", + " [-0.0050],\n", + " [-0.0008],\n", + " [-0.0032],\n", + " [ 0.0038],\n", + " [-0.0061],\n", + " [ 0.0147],\n", + " [-0.0048],\n", + " [ 0.0012],\n", + " [-0.0107],\n", + " [ 0.0093],\n", + " [ 0.0020],\n", + " [-0.0097],\n", + " [-0.0014],\n", + " [-0.0039],\n", + " [-0.0129],\n", + " [-0.0004],\n", + " [-0.0035],\n", + " [-0.0246],\n", + " [-0.0064],\n", + " [-0.0187],\n", + " [-0.0054],\n", + " [-0.0023],\n", + " [-0.0028],\n", + " [ 0.0004],\n", + " [-0.0006],\n", + " [-0.0103],\n", + " [-0.0011]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0305],\n", + " [-0.0385],\n", + " [-0.0396],\n", + " [-0.0319],\n", + " [-0.0326],\n", + " [-0.0339],\n", + " [-0.0371],\n", + " [-0.0346],\n", + " [-0.0387],\n", + " [-0.0345],\n", + " [-0.0543],\n", + " [-0.0332],\n", + " [-0.0365],\n", + " [-0.0411],\n", + " [-0.0516],\n", + " [-0.0370],\n", + " [-0.0321],\n", + " [-0.0388],\n", + " [-0.0369],\n", + " [-0.0334],\n", + " [-0.0341],\n", + " [-0.0389],\n", + " [-0.0352],\n", + " [-0.0349],\n", + " [-0.0320],\n", + " [-0.0356],\n", + " [-0.0387],\n", + " [-0.0305],\n", + " [-0.0391],\n", + " [-0.0346],\n", + " [-0.0359],\n", + " [-0.0306]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0016],\n", + " [ 0.0090],\n", + " [ 0.0063],\n", + " [ 0.0020],\n", + " [ 0.0020],\n", + " [ 0.0023],\n", + " [ 0.0058],\n", + " [ 0.0041],\n", + " [ 0.0068],\n", + " [ 0.0022],\n", + " [ 0.0120],\n", + " [ 0.0021],\n", + " [ 0.0050],\n", + " [ 0.0032],\n", + " [ 0.0101],\n", + " [ 0.0028],\n", + " [-0.0006],\n", + " [ 0.0058],\n", + " [ 0.0051],\n", + " [-0.0028],\n", + " [ 0.0034],\n", + " [ 0.0056],\n", + " [-0.0070],\n", + " [ 0.0024],\n", + " [-0.0042],\n", + " [ 0.0044],\n", + " [ 0.0058],\n", + " [ 0.0006],\n", + " [ 0.0019],\n", + " [ 0.0045],\n", + " [ 0.0008],\n", + " [ 0.0017]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0557],\n", + " [0.0608],\n", + " [0.0593],\n", + " [0.0559],\n", + " [0.0557],\n", + " [0.0566],\n", + " [0.0580],\n", + " [0.0562],\n", + " [0.0582],\n", + " [0.0561],\n", + " [0.0650],\n", + " [0.0554],\n", + " [0.0569],\n", + " [0.0652],\n", + " [0.0628],\n", + " [0.0548],\n", + " [0.0546],\n", + " [0.0582],\n", + " [0.0592],\n", + " [0.0537],\n", + " [0.0572],\n", + " [0.0600],\n", + " [0.0533],\n", + " [0.0566],\n", + " [0.0596],\n", + " [0.0593],\n", + " [0.0591],\n", + " [0.0549],\n", + " [0.0565],\n", + " [0.0581],\n", + " [0.0550],\n", + " [0.0563]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0184],\n", + " [-0.0167],\n", + " [-0.0173],\n", + " [-0.0179],\n", + " [-0.0181],\n", + " [-0.0168],\n", + " [-0.0166],\n", + " [-0.0174],\n", + " [-0.0187],\n", + " [-0.0165],\n", + " [-0.0231],\n", + " [-0.0179],\n", + " [-0.0189],\n", + " [-0.0121],\n", + " [-0.0196],\n", + " [-0.0209],\n", + " [-0.0158],\n", + " [-0.0168],\n", + " [-0.0155],\n", + " [-0.0171],\n", + " [-0.0194],\n", + " [-0.0157],\n", + " [-0.0188],\n", + " [-0.0154],\n", + " [-0.0181],\n", + " [-0.0157],\n", + " [-0.0159],\n", + " [-0.0186],\n", + " [-0.0197],\n", + " [-0.0168],\n", + " [-0.0161],\n", + " [-0.0188]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1691],\n", + " [-0.1781],\n", + " [-0.1727],\n", + " [-0.1701],\n", + " [-0.1696],\n", + " [-0.1703],\n", + " [-0.1695],\n", + " [-0.1699],\n", + " [-0.1718],\n", + " [-0.1698],\n", + " [-0.1835],\n", + " [-0.1689],\n", + " [-0.1743],\n", + " [-0.1671],\n", + " [-0.1759],\n", + " [-0.1721],\n", + " [-0.1653],\n", + " [-0.1708],\n", + " [-0.1687],\n", + " [-0.1646],\n", + " [-0.1705],\n", + " [-0.1714],\n", + " [-0.1608],\n", + " [-0.1666],\n", + " [-0.1648],\n", + " [-0.1689],\n", + " [-0.1711],\n", + " [-0.1681],\n", + " [-0.1757],\n", + " [-0.1737],\n", + " [-0.1654],\n", + " [-0.1698]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0227],\n", + " [-0.0157],\n", + " [-0.0201],\n", + " [-0.0229],\n", + " [-0.0229],\n", + " [-0.0234],\n", + " [-0.0218],\n", + " [-0.0228],\n", + " [-0.0198],\n", + " [-0.0256],\n", + " [-0.0029],\n", + " [-0.0228],\n", + " [-0.0190],\n", + " [-0.0251],\n", + " [-0.0025],\n", + " [-0.0167],\n", + " [-0.0222],\n", + " [-0.0208],\n", + " [-0.0236],\n", + " [-0.0231],\n", + " [-0.0217],\n", + " [-0.0223],\n", + " [-0.0252],\n", + " [-0.0224],\n", + " [-0.0288],\n", + " [-0.0253],\n", + " [-0.0219],\n", + " [-0.0219],\n", + " [-0.0181],\n", + " [-0.0213],\n", + " [-0.0233],\n", + " [-0.0228]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0137],\n", + " [ 0.0155],\n", + " [ 0.0016],\n", + " [ 0.0113],\n", + " [ 0.0094],\n", + " [ 0.0040],\n", + " [ 0.0049],\n", + " [ 0.0064],\n", + " [ 0.0107],\n", + " [-0.0027],\n", + " [ 0.0124],\n", + " [ 0.0081],\n", + " [ 0.0090],\n", + " [-0.0092],\n", + " [ 0.0082],\n", + " [ 0.0048],\n", + " [ 0.0038],\n", + " [ 0.0028],\n", + " [ 0.0020],\n", + " [-0.0013],\n", + " [ 0.0153],\n", + " [-0.0013],\n", + " [-0.0080],\n", + " [ 0.0028],\n", + " [-0.0077],\n", + " [ 0.0020],\n", + " [ 0.0013],\n", + " [ 0.0140],\n", + " [ 0.0022],\n", + " [ 0.0090],\n", + " [-0.0014],\n", + " [ 0.0164]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0915],\n", + " [0.0850],\n", + " [0.0936],\n", + " [0.0918],\n", + " [0.0919],\n", + " [0.0924],\n", + " [0.0933],\n", + " [0.0928],\n", + " [0.0903],\n", + " [0.0958],\n", + " [0.0880],\n", + " [0.0932],\n", + " [0.0919],\n", + " [0.0953],\n", + " [0.0968],\n", + " [0.1004],\n", + " [0.0985],\n", + " [0.0947],\n", + " [0.0937],\n", + " [0.1048],\n", + " [0.0906],\n", + " [0.0945],\n", + " [0.1053],\n", + " [0.0968],\n", + " [0.0984],\n", + " [0.0919],\n", + " [0.0936],\n", + " [0.0927],\n", + " [0.0953],\n", + " [0.0895],\n", + " [0.1031],\n", + " [0.0907]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0856],\n", + " [0.0785],\n", + " [0.0841],\n", + " [0.0832],\n", + " [0.0809],\n", + " [0.0825],\n", + " [0.0808],\n", + " [0.0864],\n", + " [0.0749],\n", + " [0.0828],\n", + " [0.0820],\n", + " [0.0811],\n", + " [0.0793],\n", + " [0.0821],\n", + " [0.0793],\n", + " [0.0804],\n", + " [0.0799],\n", + " [0.0811],\n", + " [0.0738],\n", + " [0.0876],\n", + " [0.0778],\n", + " [0.0670],\n", + " [0.0808],\n", + " [0.0713],\n", + " [0.0798],\n", + " [0.0794],\n", + " [0.0863],\n", + " [0.0740],\n", + " [0.0824],\n", + " [0.0776],\n", + " [0.0876]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0872],\n", + " [0.0916],\n", + " [0.0881],\n", + " [0.0872],\n", + " [0.0867],\n", + " [0.0864],\n", + " [0.0873],\n", + " [0.0863],\n", + " [0.0881],\n", + " [0.0846],\n", + " [0.0990],\n", + " [0.0863],\n", + " [0.0871],\n", + " [0.0902],\n", + " [0.1022],\n", + " [0.0845],\n", + " [0.0828],\n", + " [0.0874],\n", + " [0.0882],\n", + " [0.0807],\n", + " [0.0883],\n", + " [0.0876],\n", + " [0.0716],\n", + " [0.0852],\n", + " [0.0819],\n", + " [0.0888],\n", + " [0.0878],\n", + " [0.0866],\n", + " [0.0842],\n", + " [0.0883],\n", + " [0.0836],\n", + " [0.0883]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0421],\n", + " [0.0408],\n", + " [0.0398],\n", + " [0.0403],\n", + " [0.0395],\n", + " [0.0368],\n", + " [0.0417],\n", + " [0.0397],\n", + " [0.0442],\n", + " [0.0366],\n", + " [0.0413],\n", + " [0.0395],\n", + " [0.0397],\n", + " [0.0380],\n", + " [0.0444],\n", + " [0.0424],\n", + " [0.0371],\n", + " [0.0402],\n", + " [0.0394],\n", + " [0.0366],\n", + " [0.0427],\n", + " [0.0381],\n", + " [0.0311],\n", + " [0.0395],\n", + " [0.0314],\n", + " [0.0386],\n", + " [0.0390],\n", + " [0.0426],\n", + " [0.0376],\n", + " [0.0384],\n", + " [0.0381],\n", + " [0.0425]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0326],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0379],\n", + " [0.0395],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0358],\n", + " [0.0386],\n", + " [0.0287],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0379],\n", + " [0.0290],\n", + " [0.0354],\n", + " [0.0402],\n", + " [0.0371],\n", + " [0.0384],\n", + " [0.0386],\n", + " [0.0360],\n", + " [0.0386],\n", + " [0.0394],\n", + " [0.0382],\n", + " [0.0395],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0363],\n", + " [0.0372],\n", + " [0.0372],\n", + " [0.0389],\n", + " [0.0356]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0711],\n", + " [-0.0670],\n", + " [-0.0746],\n", + " [-0.0715],\n", + " [-0.0729],\n", + " [-0.0753],\n", + " [-0.0748],\n", + " [-0.0741],\n", + " [-0.0723],\n", + " [-0.0800],\n", + " [-0.0649],\n", + " [-0.0733],\n", + " [-0.0714],\n", + " [-0.0774],\n", + " [-0.0663],\n", + " [-0.0733],\n", + " [-0.0753],\n", + " [-0.0746],\n", + " [-0.0759],\n", + " [-0.0753],\n", + " [-0.0700],\n", + " [-0.0759],\n", + " [-0.0876],\n", + " [-0.0751],\n", + " [-0.0831],\n", + " [-0.0761],\n", + " [-0.0751],\n", + " [-0.0705],\n", + " [-0.0791],\n", + " [-0.0716],\n", + " [-0.0750],\n", + " [-0.0691]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0973],\n", + " [-0.1032],\n", + " [-0.1063],\n", + " [-0.0983],\n", + " [-0.0989],\n", + " [-0.1017],\n", + " [-0.1025],\n", + " [-0.1012],\n", + " [-0.1013],\n", + " [-0.1047],\n", + " [-0.1190],\n", + " [-0.0996],\n", + " [-0.1030],\n", + " [-0.1069],\n", + " [-0.1161],\n", + " [-0.1054],\n", + " [-0.1003],\n", + " [-0.1045],\n", + " [-0.1035],\n", + " [-0.1027],\n", + " [-0.0976],\n", + " [-0.1062],\n", + " [-0.1056],\n", + " [-0.1015],\n", + " [-0.1031],\n", + " [-0.1027],\n", + " [-0.1047],\n", + " [-0.0968],\n", + " [-0.1087],\n", + " [-0.1017],\n", + " [-0.1031],\n", + " [-0.0965]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0638],\n", + " [-0.0598],\n", + " [-0.0604],\n", + " [-0.0639],\n", + " [-0.0635],\n", + " [-0.0634],\n", + " [-0.0612],\n", + " [-0.0635],\n", + " [-0.0603],\n", + " [-0.0625],\n", + " [-0.0516],\n", + " [-0.0637],\n", + " [-0.0620],\n", + " [-0.0636],\n", + " [-0.0508],\n", + " [-0.0601],\n", + " [-0.0651],\n", + " [-0.0613],\n", + " [-0.0621],\n", + " [-0.0667],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0626],\n", + " [-0.0641],\n", + " [-0.0676],\n", + " [-0.0636],\n", + " [-0.0616],\n", + " [-0.0642],\n", + " [-0.0574],\n", + " [-0.0630],\n", + " [-0.0643],\n", + " [-0.0639]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0649],\n", + " [-0.0614],\n", + " [-0.0623],\n", + " [-0.0613],\n", + " [-0.0638],\n", + " [-0.0600],\n", + " [-0.0634],\n", + " [-0.0754],\n", + " [-0.0471],\n", + " [-0.0560],\n", + " [-0.0564],\n", + " [-0.0661],\n", + " [-0.0617],\n", + " [-0.0626],\n", + " [-0.0696],\n", + " [-0.0626],\n", + " [-0.0632],\n", + " [-0.0579],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0618],\n", + " [-0.0623],\n", + " [-0.1249],\n", + " [-0.0655],\n", + " [-0.0629],\n", + " [-0.0622],\n", + " [-0.0663],\n", + " [-0.0635],\n", + " [-0.0623],\n", + " [-0.0616],\n", + " [-0.0615],\n", + " [-0.0629]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0787],\n", + " [-0.0757],\n", + " [-0.0765],\n", + " [-0.0725],\n", + " [-0.0780],\n", + " [-0.0706],\n", + " [-0.0744],\n", + " [-0.0861],\n", + " [-0.0718],\n", + " [-0.0703],\n", + " [-0.0725],\n", + " [-0.0789],\n", + " [-0.0737],\n", + " [-0.0725],\n", + " [-0.0757],\n", + " [-0.0755],\n", + " [-0.0752],\n", + " [-0.0718],\n", + " [-0.0755],\n", + " [-0.0721],\n", + " [-0.0743],\n", + " [-0.0690],\n", + " [-0.1436],\n", + " [-0.0757],\n", + " [-0.0751],\n", + " [-0.0735],\n", + " [-0.0799],\n", + " [-0.0732],\n", + " [-0.0702],\n", + " [-0.0721],\n", + " [-0.0765],\n", + " [-0.0741]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0379],\n", + " [0.0375],\n", + " [0.0400],\n", + " [0.0408],\n", + " [0.0401],\n", + " [0.0356],\n", + " [0.0354],\n", + " [0.0315],\n", + " [0.0398],\n", + " [0.0400],\n", + " [0.0352],\n", + " [0.0372],\n", + " [0.0362],\n", + " [0.0403],\n", + " [0.0385],\n", + " [0.0368],\n", + " [0.0381],\n", + " [0.0359],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0378],\n", + " [0.0324],\n", + " [0.0393],\n", + " [0.0363],\n", + " [0.0380],\n", + " [0.0361],\n", + " [0.0362],\n", + " [0.0364],\n", + " [0.0370],\n", + " [0.0382],\n", + " [0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0942],\n", + " [-0.0901],\n", + " [-0.0919],\n", + " [-0.0892],\n", + " [-0.0916],\n", + " [-0.0914],\n", + " [-0.0963],\n", + " [-0.1011],\n", + " [-0.0791],\n", + " [-0.0854],\n", + " [-0.0859],\n", + " [-0.0983],\n", + " [-0.0927],\n", + " [-0.0956],\n", + " [-0.0925],\n", + " [-0.0909],\n", + " [-0.0958],\n", + " [-0.0931],\n", + " [-0.0948],\n", + " [-0.0946],\n", + " [-0.0928],\n", + " [-0.0949],\n", + " [-0.0678],\n", + " [-0.0938],\n", + " [-0.0935],\n", + " [-0.0950],\n", + " [-0.0951],\n", + " [-0.0963],\n", + " [-0.0946],\n", + " [-0.0929],\n", + " [-0.0909],\n", + " [-0.0957]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0526],\n", + " [0.0487],\n", + " [0.0523],\n", + " [0.0501],\n", + " [0.0436],\n", + " [0.0527],\n", + " [0.0585],\n", + " [0.0541],\n", + " [0.0358],\n", + " [0.0471],\n", + " [0.0362],\n", + " [0.0558],\n", + " [0.0558],\n", + " [0.0587],\n", + " [0.0386],\n", + " [0.0526],\n", + " [0.0581],\n", + " [0.0648],\n", + " [0.0561],\n", + " [0.0575],\n", + " [0.0553],\n", + " [0.0584],\n", + " [0.0391],\n", + " [0.0578],\n", + " [0.0560],\n", + " [0.0579],\n", + " [0.0531],\n", + " [0.0594],\n", + " [0.0586],\n", + " [0.0570],\n", + " [0.0470],\n", + " [0.0567]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0363],\n", + " [-0.0405],\n", + " [-0.0382],\n", + " [-0.0382],\n", + " [-0.0335],\n", + " [-0.0337],\n", + " [-0.0368],\n", + " [-0.0345],\n", + " [-0.0474],\n", + " [-0.0421],\n", + " [-0.0426],\n", + " [-0.0374],\n", + " [-0.0376],\n", + " [-0.0365],\n", + " [-0.0346],\n", + " [-0.0385],\n", + " [-0.0354],\n", + " [-0.0389],\n", + " [-0.0378],\n", + " [-0.0364],\n", + " [-0.0381],\n", + " [-0.0345],\n", + " [-0.0463],\n", + " [-0.0335],\n", + " [-0.0389],\n", + " [-0.0346],\n", + " [-0.0395],\n", + " [-0.0356],\n", + " [-0.0365],\n", + " [-0.0378],\n", + " [-0.0363],\n", + " [-0.0346]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0788],\n", + " [-0.0786],\n", + " [-0.0781],\n", + " [-0.0791],\n", + " [-0.0815],\n", + " [-0.0820],\n", + " [-0.0793],\n", + " [-0.0780],\n", + " [-0.0716],\n", + " [-0.0783],\n", + " [-0.0794],\n", + " [-0.0797],\n", + " [-0.0792],\n", + " [-0.0799],\n", + " [-0.0843],\n", + " [-0.0779],\n", + " [-0.0792],\n", + " [-0.0816],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0791],\n", + " [-0.0818],\n", + " [-0.0807],\n", + " [-0.0783],\n", + " [-0.0789],\n", + " [-0.0800],\n", + " [-0.0787],\n", + " [-0.0797],\n", + " [-0.0802],\n", + " [-0.0794],\n", + " [-0.0800],\n", + " [-0.0810]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1653],\n", + " [0.1635],\n", + " [0.1659],\n", + " [0.1666],\n", + " [0.1624],\n", + " [0.1674],\n", + " [0.1683],\n", + " [0.1647],\n", + " [0.1680],\n", + " [0.1643],\n", + " [0.1566],\n", + " [0.1653],\n", + " [0.1683],\n", + " [0.1692],\n", + " [0.1612],\n", + " [0.1674],\n", + " [0.1690],\n", + " [0.1746],\n", + " [0.1673],\n", + " [0.1690],\n", + " [0.1680],\n", + " [0.1711],\n", + " [0.1085],\n", + " [0.1719],\n", + " [0.1679],\n", + " [0.1696],\n", + " [0.1652],\n", + " [0.1701],\n", + " [0.1705],\n", + " [0.1692],\n", + " [0.1621],\n", + " [0.1679]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0595],\n", + " [-0.0559],\n", + " [-0.0570],\n", + " [-0.0513],\n", + " [-0.0585],\n", + " [-0.0501],\n", + " [-0.0582],\n", + " [-0.0674],\n", + " [-0.0457],\n", + " [-0.0515],\n", + " [-0.0500],\n", + " [-0.0614],\n", + " [-0.0552],\n", + " [-0.0567],\n", + " [-0.0607],\n", + " [-0.0555],\n", + " [-0.0590],\n", + " [-0.0527],\n", + " [-0.0576],\n", + " [-0.0571],\n", + " [-0.0559],\n", + " [-0.0555],\n", + " [-0.0743],\n", + " [-0.0578],\n", + " [-0.0560],\n", + " [-0.0569],\n", + " [-0.0585],\n", + " [-0.0585],\n", + " [-0.0558],\n", + " [-0.0549],\n", + " [-0.0576],\n", + " [-0.0572]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0650],\n", + " [0.0669],\n", + " [0.0642],\n", + " [0.0640],\n", + " [0.0751],\n", + " [0.0640],\n", + " [0.0601],\n", + " [0.0646],\n", + " [0.0652],\n", + " [0.0619],\n", + " [0.0771],\n", + " [0.0633],\n", + " [0.0598],\n", + " [0.0591],\n", + " [0.0690],\n", + " [0.0632],\n", + " [0.0613],\n", + " [0.0609],\n", + " [0.0613],\n", + " [0.0581],\n", + " [0.0601],\n", + " [0.0577],\n", + " [0.0351],\n", + " [0.0608],\n", + " [0.0604],\n", + " [0.0611],\n", + " [0.0652],\n", + " [0.0593],\n", + " [0.0572],\n", + " [0.0578],\n", + " [0.0690],\n", + " [0.0623]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0918],\n", + " [-0.0900],\n", + " [-0.0926],\n", + " [-0.0923],\n", + " [-0.0839],\n", + " [-0.0947],\n", + " [-0.0980],\n", + " [-0.0885],\n", + " [-0.0855],\n", + " [-0.0896],\n", + " [-0.0802],\n", + " [-0.0946],\n", + " [-0.0960],\n", + " [-0.0988],\n", + " [-0.0734],\n", + " [-0.0926],\n", + " [-0.0982],\n", + " [-0.1066],\n", + " [-0.0956],\n", + " [-0.0985],\n", + " [-0.0959],\n", + " [-0.1003],\n", + " [-0.0755],\n", + " [-0.0963],\n", + " [-0.0954],\n", + " [-0.0983],\n", + " [-0.0920],\n", + " [-0.1001],\n", + " [-0.1000],\n", + " [-0.0977],\n", + " [-0.0878],\n", + " [-0.0975]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0140],\n", + " [0.0099],\n", + " [0.0135],\n", + " [0.0138],\n", + " [0.0068],\n", + " [0.0189],\n", + " [0.0193],\n", + " [0.0140],\n", + " [0.0103],\n", + " [0.0133],\n", + " [0.0006],\n", + " [0.0167],\n", + " [0.0176],\n", + " [0.0203],\n", + " [0.0084],\n", + " [0.0146],\n", + " [0.0175],\n", + " [0.0202],\n", + " [0.0180],\n", + " [0.0185],\n", + " [0.0167],\n", + " [0.0215],\n", + " [0.0017],\n", + " [0.0199],\n", + " [0.0173],\n", + " [0.0195],\n", + " [0.0136],\n", + " [0.0191],\n", + " [0.0206],\n", + " [0.0187],\n", + " [0.0088],\n", + " [0.0180]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0884],\n", + " [0.0912],\n", + " [0.0908],\n", + " [0.0899],\n", + " [0.0792],\n", + " [0.0875],\n", + " [0.0931],\n", + " [0.0858],\n", + " [0.0884],\n", + " [0.0956],\n", + " [0.0891],\n", + " [0.0914],\n", + " [0.0927],\n", + " [0.0942],\n", + " [0.0771],\n", + " [0.0900],\n", + " [0.0924],\n", + " [0.1047],\n", + " [0.0915],\n", + " [0.0959],\n", + " [0.0936],\n", + " [0.0944],\n", + " [0.0423],\n", + " [0.0877],\n", + " [0.0932],\n", + " [0.0907],\n", + " [0.0902],\n", + " [0.0943],\n", + " [0.0959],\n", + " [0.0958],\n", + " [0.0871],\n", + " [0.0904]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0077],\n", + " [0.0121],\n", + " [0.0102],\n", + " [0.0098],\n", + " [0.0051],\n", + " [0.0038],\n", + " [0.0078],\n", + " [0.0037],\n", + " [0.0137],\n", + " [0.0150],\n", + " [0.0100],\n", + " [0.0064],\n", + " [0.0098],\n", + " [0.0087],\n", + " [0.0020],\n", + " [0.0101],\n", + " [0.0096],\n", + " [0.0097],\n", + " [0.0074],\n", + " [0.0118],\n", + " [0.0110],\n", + " [0.0103],\n", + " [0.0040],\n", + " [0.0068],\n", + " [0.0094],\n", + " [0.0077],\n", + " [0.0077],\n", + " [0.0099],\n", + " [0.0104],\n", + " [0.0116],\n", + " [0.0094],\n", + " [0.0081]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0021],\n", + " [-0.0066],\n", + " [-0.0022],\n", + " [-0.0053],\n", + " [ 0.0007],\n", + " [-0.0017],\n", + " [ 0.0015],\n", + " [ 0.0120],\n", + " [-0.0212],\n", + " [-0.0097],\n", + " [-0.0156],\n", + " [ 0.0044],\n", + " [-0.0018],\n", + " [ 0.0001],\n", + " [ 0.0004],\n", + " [-0.0024],\n", + " [ 0.0020],\n", + " [-0.0051],\n", + " [ 0.0009],\n", + " [-0.0005],\n", + " [-0.0017],\n", + " [-0.0002],\n", + " [ 0.0465],\n", + " [ 0.0054],\n", + " [-0.0013],\n", + " [ 0.0019],\n", + " [ 0.0002],\n", + " [ 0.0017],\n", + " [-0.0008],\n", + " [-0.0026],\n", + " [-0.0038],\n", + " [ 0.0014]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0398],\n", + " [-0.0356],\n", + " [-0.0367],\n", + " [-0.0339],\n", + " [-0.0421],\n", + " [-0.0378],\n", + " [-0.0373],\n", + " [-0.0484],\n", + " [-0.0432],\n", + " [-0.0340],\n", + " [-0.0380],\n", + " [-0.0414],\n", + " [-0.0351],\n", + " [-0.0357],\n", + " [-0.0472],\n", + " [-0.0355],\n", + " [-0.0359],\n", + " [-0.0233],\n", + " [-0.0383],\n", + " [-0.0326],\n", + " [-0.0348],\n", + " [-0.0329],\n", + " [-0.0196],\n", + " [-0.0390],\n", + " [-0.0354],\n", + " [-0.0372],\n", + " [-0.0389],\n", + " [-0.0348],\n", + " [-0.0325],\n", + " [-0.0326],\n", + " [-0.0387],\n", + " [-0.0370]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 6.9347e-03],\n", + " [ 3.7027e-03],\n", + " [ 5.2513e-03],\n", + " [ 2.5512e-03],\n", + " [ 9.6421e-03],\n", + " [ 4.1674e-03],\n", + " [ 5.8416e-03],\n", + " [ 1.1510e-02],\n", + " [-5.3189e-04],\n", + " [ 3.9600e-06],\n", + " [ 7.3374e-05],\n", + " [ 8.0908e-03],\n", + " [ 3.8328e-03],\n", + " [ 4.6691e-03],\n", + " [ 7.6369e-03],\n", + " [ 4.5846e-03],\n", + " [ 5.8518e-03],\n", + " [ 3.6565e-03],\n", + " [ 5.6428e-03],\n", + " [ 3.4003e-03],\n", + " [ 3.9245e-03],\n", + " [ 2.7320e-03],\n", + " [ 5.4327e-04],\n", + " [ 6.5013e-03],\n", + " [ 4.2216e-03],\n", + " [ 5.4527e-03],\n", + " [ 6.3769e-03],\n", + " [ 5.2040e-03],\n", + " [ 2.9226e-03],\n", + " [ 2.7357e-03],\n", + " [ 6.1960e-03],\n", + " [ 5.2841e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0593],\n", + " [0.0585],\n", + " [0.0578],\n", + " [0.0566],\n", + " [0.0660],\n", + " [0.0582],\n", + " [0.0571],\n", + " [0.0644],\n", + " [0.0517],\n", + " [0.0558],\n", + " [0.0631],\n", + " [0.0599],\n", + " [0.0560],\n", + " [0.0568],\n", + " [0.0689],\n", + " [0.0568],\n", + " [0.0576],\n", + " [0.0581],\n", + " [0.0569],\n", + " [0.0571],\n", + " [0.0564],\n", + " [0.0574],\n", + " [0.0470],\n", + " [0.0570],\n", + " [0.0563],\n", + " [0.0572],\n", + " [0.0588],\n", + " [0.0578],\n", + " [0.0567],\n", + " [0.0558],\n", + " [0.0614],\n", + " [0.0579]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0170],\n", + " [-0.0157],\n", + " [-0.0164],\n", + " [-0.0153],\n", + " [-0.0143],\n", + " [-0.0162],\n", + " [-0.0186],\n", + " [-0.0213],\n", + " [-0.0142],\n", + " [-0.0168],\n", + " [-0.0131],\n", + " [-0.0182],\n", + " [-0.0179],\n", + " [-0.0188],\n", + " [-0.0177],\n", + " [-0.0170],\n", + " [-0.0184],\n", + " [-0.0189],\n", + " [-0.0180],\n", + " [-0.0182],\n", + " [-0.0177],\n", + " [-0.0192],\n", + " [-0.0056],\n", + " [-0.0219],\n", + " [-0.0178],\n", + " [-0.0191],\n", + " [-0.0169],\n", + " [-0.0187],\n", + " [-0.0183],\n", + " [-0.0181],\n", + " [-0.0143],\n", + " [-0.0181]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1730],\n", + " [-0.1689],\n", + " [-0.1705],\n", + " [-0.1672],\n", + " [-0.1686],\n", + " [-0.1668],\n", + " [-0.1725],\n", + " [-0.1811],\n", + " [-0.1632],\n", + " [-0.1678],\n", + " [-0.1648],\n", + " [-0.1758],\n", + " [-0.1702],\n", + " [-0.1715],\n", + " [-0.1671],\n", + " [-0.1697],\n", + " [-0.1722],\n", + " [-0.1668],\n", + " [-0.1723],\n", + " [-0.1710],\n", + " [-0.1709],\n", + " [-0.1695],\n", + " [-0.1872],\n", + " [-0.1722],\n", + " [-0.1717],\n", + " [-0.1706],\n", + " [-0.1739],\n", + " [-0.1719],\n", + " [-0.1707],\n", + " [-0.1703],\n", + " [-0.1683],\n", + " [-0.1707]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0194],\n", + " [-0.0260],\n", + " [-0.0225],\n", + " [-0.0228],\n", + " [-0.0204],\n", + " [-0.0176],\n", + " [-0.0201],\n", + " [-0.0111],\n", + " [-0.0205],\n", + " [-0.0255],\n", + " [-0.0270],\n", + " [-0.0174],\n", + " [-0.0214],\n", + " [-0.0211],\n", + " [-0.0116],\n", + " [-0.0227],\n", + " [-0.0212],\n", + " [-0.0265],\n", + " [-0.0198],\n", + " [-0.0227],\n", + " [-0.0219],\n", + " [-0.0221],\n", + " [ 0.0871],\n", + " [-0.0175],\n", + " [-0.0210],\n", + " [-0.0201],\n", + " [-0.0200],\n", + " [-0.0213],\n", + " [-0.0223],\n", + " [-0.0226],\n", + " [-0.0232],\n", + " [-0.0205]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0045],\n", + " [-0.0016],\n", + " [ 0.0033],\n", + " [ 0.0009],\n", + " [-0.0057],\n", + " [ 0.0067],\n", + " [ 0.0124],\n", + " [ 0.0104],\n", + " [-0.0116],\n", + " [-0.0012],\n", + " [-0.0148],\n", + " [ 0.0097],\n", + " [ 0.0085],\n", + " [ 0.0132],\n", + " [-0.0071],\n", + " [ 0.0025],\n", + " [ 0.0116],\n", + " [ 0.0217],\n", + " [ 0.0085],\n", + " [ 0.0127],\n", + " [ 0.0079],\n", + " [ 0.0156],\n", + " [ 0.0537],\n", + " [ 0.0107],\n", + " [ 0.0078],\n", + " [ 0.0119],\n", + " [ 0.0040],\n", + " [ 0.0149],\n", + " [ 0.0142],\n", + " [ 0.0108],\n", + " [-0.0011],\n", + " [ 0.0112]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0919],\n", + " [0.0948],\n", + " [0.0930],\n", + " [0.0967],\n", + " [0.0955],\n", + " [0.0974],\n", + " [0.0902],\n", + " [0.0854],\n", + " [0.1082],\n", + " [0.0961],\n", + " [0.1006],\n", + " [0.0883],\n", + " [0.0927],\n", + " [0.0907],\n", + " [0.1067],\n", + " [0.0949],\n", + " [0.0894],\n", + " [0.0882],\n", + " [0.0923],\n", + " [0.0898],\n", + " [0.0915],\n", + " [0.0914],\n", + " [0.0351],\n", + " [0.0932],\n", + " [0.0924],\n", + " [0.0915],\n", + " [0.0914],\n", + " [0.0889],\n", + " [0.0914],\n", + " [0.0915],\n", + " [0.0944],\n", + " [0.0911]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0812],\n", + " [0.0776],\n", + " [0.0804],\n", + " [0.0795],\n", + " [0.0826],\n", + " [0.0853],\n", + " [0.0857],\n", + " [0.0818],\n", + " [0.0651],\n", + " [0.0800],\n", + " [0.0731],\n", + " [0.0842],\n", + " [0.0833],\n", + " [0.0859],\n", + " [0.0801],\n", + " [0.0796],\n", + " [0.0851],\n", + " [0.0876],\n", + " [0.0835],\n", + " [0.0856],\n", + " [0.0830],\n", + " [0.0876],\n", + " [0.0692],\n", + " [0.0839],\n", + " [0.0820],\n", + " [0.0863],\n", + " [0.0786],\n", + " [0.0869],\n", + " [0.0858],\n", + " [0.0838],\n", + " [0.0814],\n", + " [0.0856]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0887],\n", + " [0.0873],\n", + " [0.0869],\n", + " [0.0849],\n", + " [0.0892],\n", + " [0.0853],\n", + " [0.0878],\n", + " [0.0946],\n", + " [0.0683],\n", + " [0.0839],\n", + " [0.0844],\n", + " [0.0900],\n", + " [0.0864],\n", + " [0.0873],\n", + " [0.0913],\n", + " [0.0860],\n", + " [0.0877],\n", + " [0.0820],\n", + " [0.0872],\n", + " [0.0880],\n", + " [0.0867],\n", + " [0.0883],\n", + " [0.1228],\n", + " [0.0869],\n", + " [0.0866],\n", + " [0.0870],\n", + " [0.0885],\n", + " [0.0884],\n", + " [0.0874],\n", + " [0.0864],\n", + " [0.0889],\n", + " [0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0411],\n", + " [0.0374],\n", + " [0.0396],\n", + " [0.0394],\n", + " [0.0430],\n", + " [0.0439],\n", + " [0.0421],\n", + " [0.0428],\n", + " [0.0417],\n", + " [0.0356],\n", + " [0.0356],\n", + " [0.0411],\n", + " [0.0408],\n", + " [0.0423],\n", + " [0.0469],\n", + " [0.0402],\n", + " [0.0425],\n", + " [0.0433],\n", + " [0.0415],\n", + " [0.0413],\n", + " [0.0400],\n", + " [0.0435],\n", + " [0.0433],\n", + " [0.0455],\n", + " [0.0399],\n", + " [0.0441],\n", + " [0.0386],\n", + " [0.0427],\n", + " [0.0423],\n", + " [0.0404],\n", + " [0.0396],\n", + " [0.0433]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0387],\n", + " [0.0381],\n", + " [0.0376],\n", + " [0.0351],\n", + " [0.0368],\n", + " [0.0360],\n", + " [0.0296],\n", + " [0.0327],\n", + " [0.0419],\n", + " [0.0373],\n", + " [0.0364],\n", + " [0.0374],\n", + " [0.0361],\n", + " [0.0282],\n", + " [0.0375],\n", + " [0.0356],\n", + " [0.0404],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0378],\n", + " [0.0353],\n", + " [0.0041],\n", + " [0.0332],\n", + " [0.0373],\n", + " [0.0359],\n", + " [0.0368],\n", + " [0.0348],\n", + " [0.0358],\n", + " [0.0371],\n", + " [0.0383],\n", + " [0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0737],\n", + " [-0.0775],\n", + " [-0.0752],\n", + " [-0.0759],\n", + " [-0.0770],\n", + " [-0.0732],\n", + " [-0.0708],\n", + " [-0.0679],\n", + " [-0.0873],\n", + " [-0.0795],\n", + " [-0.0825],\n", + " [-0.0707],\n", + " [-0.0730],\n", + " [-0.0708],\n", + " [-0.0751],\n", + " [-0.0753],\n", + " [-0.0722],\n", + " [-0.0722],\n", + " [-0.0722],\n", + " [-0.0716],\n", + " [-0.0735],\n", + " [-0.0698],\n", + " [-0.0155],\n", + " [-0.0724],\n", + " [-0.0726],\n", + " [-0.0720],\n", + " [-0.0730],\n", + " [-0.0704],\n", + " [-0.0704],\n", + " [-0.0723],\n", + " [-0.0765],\n", + " [-0.0718]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1048],\n", + " [-0.1038],\n", + " [-0.1030],\n", + " [-0.1022],\n", + " [-0.1094],\n", + " [-0.1015],\n", + " [-0.0995],\n", + " [-0.1115],\n", + " [-0.1118],\n", + " [-0.1018],\n", + " [-0.1080],\n", + " [-0.1040],\n", + " [-0.1001],\n", + " [-0.0983],\n", + " [-0.1127],\n", + " [-0.1029],\n", + " [-0.0998],\n", + " [-0.0970],\n", + " [-0.1015],\n", + " [-0.0983],\n", + " [-0.1004],\n", + " [-0.0976],\n", + " [-0.1340],\n", + " [-0.1032],\n", + " [-0.1010],\n", + " [-0.0997],\n", + " [-0.1051],\n", + " [-0.0987],\n", + " [-0.0979],\n", + " [-0.0985],\n", + " [-0.1053],\n", + " [-0.1002]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0599],\n", + " [-0.0637],\n", + " [-0.0621],\n", + " [-0.0644],\n", + " [-0.0597],\n", + " [-0.0626],\n", + " [-0.0615],\n", + " [-0.0548],\n", + " [-0.0559],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0592],\n", + " [-0.0623],\n", + " [-0.0624],\n", + " [-0.0541],\n", + " [-0.0624],\n", + " [-0.0618],\n", + " [-0.0695],\n", + " [-0.0610],\n", + " [-0.0630],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.0140],\n", + " [-0.0592],\n", + " [-0.0627],\n", + " [-0.0612],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0635],\n", + " [-0.0616],\n", + " [-0.0613]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0633],\n", + " [-0.0624],\n", + " [-0.0628],\n", + " [-0.0704],\n", + " [-0.0600],\n", + " [-0.0614],\n", + " [-0.0658],\n", + " [-0.0636],\n", + " [-0.0721],\n", + " [-0.0694],\n", + " [-0.0617],\n", + " [-0.0641],\n", + " [-0.0649],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0620],\n", + " [-0.0601],\n", + " [-0.0633],\n", + " [-0.0666],\n", + " [-0.0635],\n", + " [-0.0625],\n", + " [-0.0587],\n", + " [-0.0613],\n", + " [-0.0645],\n", + " [-0.0635],\n", + " [-0.0604],\n", + " [-0.0425],\n", + " [-0.0629],\n", + " [-0.0633],\n", + " [-0.0624],\n", + " [-0.0630],\n", + " [-0.0575]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0756],\n", + " [-0.0706],\n", + " [-0.0744],\n", + " [-0.0768],\n", + " [-0.0724],\n", + " [-0.0732],\n", + " [-0.0789],\n", + " [-0.0772],\n", + " [-0.0835],\n", + " [-0.0810],\n", + " [-0.0680],\n", + " [-0.0786],\n", + " [-0.0778],\n", + " [-0.0746],\n", + " [-0.0717],\n", + " [-0.0685],\n", + " [-0.0634],\n", + " [-0.0773],\n", + " [-0.0794],\n", + " [-0.0712],\n", + " [-0.0771],\n", + " [-0.0705],\n", + " [-0.0709],\n", + " [-0.0755],\n", + " [-0.0774],\n", + " [-0.0731],\n", + " [-0.0706],\n", + " [-0.0724],\n", + " [-0.0754],\n", + " [-0.0748],\n", + " [-0.0760],\n", + " [-0.0699]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0366],\n", + " [0.0368],\n", + " [0.0358],\n", + " [0.0414],\n", + " [0.0381],\n", + " [0.0385],\n", + " [0.0363],\n", + " [0.0372],\n", + " [0.0348],\n", + " [0.0364],\n", + " [0.0369],\n", + " [0.0381],\n", + " [0.0370],\n", + " [0.0374],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0388],\n", + " [0.0395],\n", + " [0.0392],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0395],\n", + " [0.0371],\n", + " [0.0343],\n", + " [0.0387],\n", + " [0.0381],\n", + " [0.0428],\n", + " [0.0362],\n", + " [0.0366],\n", + " [0.0391],\n", + " [0.0367],\n", + " [0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0941],\n", + " [-0.0943],\n", + " [-0.0916],\n", + " [-0.0946],\n", + " [-0.0893],\n", + " [-0.0901],\n", + " [-0.0965],\n", + " [-0.0913],\n", + " [-0.1007],\n", + " [-0.0974],\n", + " [-0.0933],\n", + " [-0.0932],\n", + " [-0.0946],\n", + " [-0.0929],\n", + " [-0.0940],\n", + " [-0.0944],\n", + " [-0.0923],\n", + " [-0.0911],\n", + " [-0.0928],\n", + " [-0.0963],\n", + " [-0.0917],\n", + " [-0.0890],\n", + " [-0.0942],\n", + " [-0.0978],\n", + " [-0.0924],\n", + " [-0.0910],\n", + " [-0.0743],\n", + " [-0.0958],\n", + " [-0.0937],\n", + " [-0.0891],\n", + " [-0.0936],\n", + " [-0.0878]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0563],\n", + " [0.0583],\n", + " [0.0537],\n", + " [0.0435],\n", + " [0.0471],\n", + " [0.0500],\n", + " [0.0570],\n", + " [0.0487],\n", + " [0.0576],\n", + " [0.0571],\n", + " [0.0581],\n", + " [0.0520],\n", + " [0.0553],\n", + " [0.0560],\n", + " [0.0564],\n", + " [0.0589],\n", + " [0.0561],\n", + " [0.0488],\n", + " [0.0481],\n", + " [0.0583],\n", + " [0.0450],\n", + " [0.0494],\n", + " [0.0575],\n", + " [0.0597],\n", + " [0.0512],\n", + " [0.0498],\n", + " [0.0333],\n", + " [0.0588],\n", + " [0.0553],\n", + " [0.0440],\n", + " [0.0552],\n", + " [0.0481]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0383],\n", + " [-0.0367],\n", + " [-0.0426],\n", + " [-0.0317],\n", + " [-0.0384],\n", + " [-0.0362],\n", + " [-0.0363],\n", + " [-0.0393],\n", + " [-0.0352],\n", + " [-0.0325],\n", + " [-0.0378],\n", + " [-0.0354],\n", + " [-0.0373],\n", + " [-0.0382],\n", + " [-0.0377],\n", + " [-0.0349],\n", + " [-0.0353],\n", + " [-0.0368],\n", + " [-0.0346],\n", + " [-0.0345],\n", + " [-0.0381],\n", + " [-0.0370],\n", + " [-0.0367],\n", + " [-0.0360],\n", + " [-0.0343],\n", + " [-0.0371],\n", + " [-0.0503],\n", + " [-0.0366],\n", + " [-0.0392],\n", + " [-0.0355],\n", + " [-0.0377],\n", + " [-0.0398]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0801],\n", + " [-0.0792],\n", + " [-0.0863],\n", + " [-0.0802],\n", + " [-0.0798],\n", + " [-0.0786],\n", + " [-0.0782],\n", + " [-0.0779],\n", + " [-0.0785],\n", + " [-0.0803],\n", + " [-0.0787],\n", + " [-0.0787],\n", + " [-0.0788],\n", + " [-0.0807],\n", + " [-0.0815],\n", + " [-0.0842],\n", + " [-0.0784],\n", + " [-0.0797],\n", + " [-0.0814],\n", + " [-0.0805],\n", + " [-0.0811],\n", + " [-0.0804],\n", + " [-0.0795],\n", + " [-0.0796],\n", + " [-0.0808],\n", + " [-0.0678],\n", + " [-0.0800],\n", + " [-0.0796],\n", + " [-0.0807],\n", + " [-0.0790],\n", + " [-0.0803]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1680],\n", + " [0.1701],\n", + " [0.1668],\n", + " [0.1605],\n", + " [0.1638],\n", + " [0.1659],\n", + " [0.1677],\n", + " [0.1644],\n", + " [0.1657],\n", + " [0.1683],\n", + " [0.1710],\n", + " [0.1651],\n", + " [0.1677],\n", + " [0.1688],\n", + " [0.1681],\n", + " [0.1720],\n", + " [0.1702],\n", + " [0.1646],\n", + " [0.1645],\n", + " [0.1699],\n", + " [0.1610],\n", + " [0.1645],\n", + " [0.1691],\n", + " [0.1686],\n", + " [0.1651],\n", + " [0.1642],\n", + " [0.1655],\n", + " [0.1692],\n", + " [0.1674],\n", + " [0.1627],\n", + " [0.1674],\n", + " [0.1643]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0565],\n", + " [-0.0569],\n", + " [-0.0535],\n", + " [-0.0612],\n", + " [-0.0522],\n", + " [-0.0535],\n", + " [-0.0599],\n", + " [-0.0574],\n", + " [-0.0656],\n", + " [-0.0636],\n", + " [-0.0538],\n", + " [-0.0589],\n", + " [-0.0567],\n", + " [-0.0560],\n", + " [-0.0551],\n", + " [-0.0549],\n", + " [-0.0509],\n", + " [-0.0572],\n", + " [-0.0592],\n", + " [-0.0578],\n", + " [-0.0575],\n", + " [-0.0491],\n", + " [-0.0548],\n", + " [-0.0603],\n", + " [-0.0580],\n", + " [-0.0526],\n", + " [-0.0469],\n", + " [-0.0575],\n", + " [-0.0562],\n", + " [-0.0555],\n", + " [-0.0564],\n", + " [-0.0506]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0611],\n", + " [0.0563],\n", + " [0.0598],\n", + " [0.0702],\n", + " [0.0666],\n", + " [0.0655],\n", + " [0.0635],\n", + " [0.0658],\n", + " [0.0630],\n", + " [0.0643],\n", + " [0.0550],\n", + " [0.0673],\n", + " [0.0660],\n", + " [0.0599],\n", + " [0.0586],\n", + " [0.0570],\n", + " [0.0539],\n", + " [0.0688],\n", + " [0.0705],\n", + " [0.0594],\n", + " [0.0708],\n", + " [0.0634],\n", + " [0.0583],\n", + " [0.0596],\n", + " [0.0683],\n", + " [0.0665],\n", + " [0.0665],\n", + " [0.0585],\n", + " [0.0606],\n", + " [0.0694],\n", + " [0.0628],\n", + " [0.0623]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0959],\n", + " [-0.0995],\n", + " [-0.0935],\n", + " [-0.0770],\n", + " [-0.0889],\n", + " [-0.0899],\n", + " [-0.0956],\n", + " [-0.0884],\n", + " [-0.0938],\n", + " [-0.0945],\n", + " [-0.0998],\n", + " [-0.0913],\n", + " [-0.0944],\n", + " [-0.0963],\n", + " [-0.0973],\n", + " [-0.1010],\n", + " [-0.0988],\n", + " [-0.0897],\n", + " [-0.0862],\n", + " [-0.1000],\n", + " [-0.0858],\n", + " [-0.0938],\n", + " [-0.0980],\n", + " [-0.0989],\n", + " [-0.0901],\n", + " [-0.0919],\n", + " [-0.0909],\n", + " [-0.0993],\n", + " [-0.0952],\n", + " [-0.0836],\n", + " [-0.0949],\n", + " [-0.0894]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0165],\n", + " [0.0194],\n", + " [0.0164],\n", + " [0.0119],\n", + " [0.0121],\n", + " [0.0148],\n", + " [0.0164],\n", + " [0.0118],\n", + " [0.0164],\n", + " [0.0156],\n", + " [0.0216],\n", + " [0.0121],\n", + " [0.0135],\n", + " [0.0167],\n", + " [0.0188],\n", + " [0.0221],\n", + " [0.0249],\n", + " [0.0095],\n", + " [0.0094],\n", + " [0.0195],\n", + " [0.0066],\n", + " [0.0134],\n", + " [0.0214],\n", + " [0.0185],\n", + " [0.0124],\n", + " [0.0131],\n", + " [0.0051],\n", + " [0.0195],\n", + " [0.0160],\n", + " [0.0100],\n", + " [0.0155],\n", + " [0.0161]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0932],\n", + " [0.0978],\n", + " [0.0953],\n", + " [0.0758],\n", + " [0.0874],\n", + " [0.0845],\n", + " [0.0901],\n", + " [0.0886],\n", + " [0.0892],\n", + " [0.0863],\n", + " [0.0982],\n", + " [0.0868],\n", + " [0.0886],\n", + " [0.0943],\n", + " [0.0954],\n", + " [0.0955],\n", + " [0.0990],\n", + " [0.0864],\n", + " [0.0817],\n", + " [0.0933],\n", + " [0.0873],\n", + " [0.0939],\n", + " [0.0940],\n", + " [0.0945],\n", + " [0.0842],\n", + " [0.0890],\n", + " [0.1007],\n", + " [0.0956],\n", + " [0.0943],\n", + " [0.0813],\n", + " [0.0906],\n", + " [0.0904]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0101],\n", + " [ 0.0125],\n", + " [ 0.0102],\n", + " [-0.0003],\n", + " [ 0.0071],\n", + " [ 0.0047],\n", + " [ 0.0074],\n", + " [ 0.0089],\n", + " [ 0.0056],\n", + " [ 0.0043],\n", + " [ 0.0116],\n", + " [ 0.0083],\n", + " [ 0.0077],\n", + " [ 0.0116],\n", + " [ 0.0112],\n", + " [ 0.0104],\n", + " [ 0.0117],\n", + " [ 0.0103],\n", + " [ 0.0062],\n", + " [ 0.0102],\n", + " [ 0.0080],\n", + " [ 0.0107],\n", + " [ 0.0085],\n", + " [ 0.0081],\n", + " [ 0.0063],\n", + " [ 0.0076],\n", + " [ 0.0332],\n", + " [ 0.0103],\n", + " [ 0.0113],\n", + " [ 0.0041],\n", + " [ 0.0087],\n", + " [ 0.0075]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.2909e-03],\n", + " [-6.1307e-04],\n", + " [-4.9381e-03],\n", + " [ 2.8104e-03],\n", + " [-6.5538e-03],\n", + " [-2.6552e-03],\n", + " [ 3.4854e-03],\n", + " [-2.6497e-03],\n", + " [ 9.8036e-03],\n", + " [ 9.4938e-03],\n", + " [-2.7480e-03],\n", + " [ 4.1919e-05],\n", + " [-1.8439e-03],\n", + " [-1.8100e-03],\n", + " [-2.5796e-03],\n", + " [-6.8395e-04],\n", + " [-5.2030e-03],\n", + " [-2.6494e-03],\n", + " [ 4.5021e-04],\n", + " [ 1.5512e-03],\n", + " [-6.4072e-03],\n", + " [-9.2567e-03],\n", + " [-1.0618e-03],\n", + " [ 2.9786e-03],\n", + " [ 1.8917e-05],\n", + " [-6.3990e-03],\n", + " [-2.4125e-02],\n", + " [ 3.2120e-04],\n", + " [-2.1053e-03],\n", + " [-1.9640e-03],\n", + " [-1.2715e-03],\n", + " [-8.2210e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0347],\n", + " [-0.0306],\n", + " [-0.0341],\n", + " [-0.0473],\n", + " [-0.0374],\n", + " [-0.0392],\n", + " [-0.0380],\n", + " [-0.0389],\n", + " [-0.0428],\n", + " [-0.0422],\n", + " [-0.0296],\n", + " [-0.0385],\n", + " [-0.0367],\n", + " [-0.0335],\n", + " [-0.0335],\n", + " [-0.0315],\n", + " [-0.0299],\n", + " [-0.0365],\n", + " [-0.0404],\n", + " [-0.0346],\n", + " [-0.0402],\n", + " [-0.0335],\n", + " [-0.0357],\n", + " [-0.0365],\n", + " [-0.0396],\n", + " [-0.0368],\n", + " [-0.0394],\n", + " [-0.0343],\n", + " [-0.0340],\n", + " [-0.0418],\n", + " [-0.0366],\n", + " [-0.0376]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0044],\n", + " [ 0.0027],\n", + " [ 0.0027],\n", + " [ 0.0083],\n", + " [ 0.0036],\n", + " [ 0.0053],\n", + " [ 0.0069],\n", + " [ 0.0056],\n", + " [ 0.0096],\n", + " [ 0.0099],\n", + " [ 0.0008],\n", + " [ 0.0072],\n", + " [ 0.0057],\n", + " [ 0.0038],\n", + " [ 0.0026],\n", + " [ 0.0025],\n", + " [-0.0010],\n", + " [ 0.0062],\n", + " [ 0.0081],\n", + " [ 0.0042],\n", + " [ 0.0059],\n", + " [ 0.0007],\n", + " [ 0.0036],\n", + " [ 0.0071],\n", + " [ 0.0076],\n", + " [ 0.0033],\n", + " [-0.0086],\n", + " [ 0.0044],\n", + " [ 0.0037],\n", + " [ 0.0070],\n", + " [ 0.0050],\n", + " [ 0.0022]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0567],\n", + " [0.0565],\n", + " [0.0559],\n", + " [0.0671],\n", + " [0.0585],\n", + " [0.0582],\n", + " [0.0579],\n", + " [0.0593],\n", + " [0.0608],\n", + " [0.0602],\n", + " [0.0554],\n", + " [0.0597],\n", + " [0.0574],\n", + " [0.0562],\n", + " [0.0565],\n", + " [0.0572],\n", + " [0.0552],\n", + " [0.0598],\n", + " [0.0624],\n", + " [0.0586],\n", + " [0.0627],\n", + " [0.0572],\n", + " [0.0561],\n", + " [0.0585],\n", + " [0.0606],\n", + " [0.0579],\n", + " [0.0481],\n", + " [0.0571],\n", + " [0.0570],\n", + " [0.0624],\n", + " [0.0568],\n", + " [0.0568]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0178],\n", + " [-0.0181],\n", + " [-0.0170],\n", + " [-0.0180],\n", + " [-0.0141],\n", + " [-0.0154],\n", + " [-0.0184],\n", + " [-0.0165],\n", + " [-0.0203],\n", + " [-0.0196],\n", + " [-0.0177],\n", + " [-0.0162],\n", + " [-0.0171],\n", + " [-0.0177],\n", + " [-0.0184],\n", + " [-0.0190],\n", + " [-0.0189],\n", + " [-0.0148],\n", + " [-0.0166],\n", + " [-0.0189],\n", + " [-0.0141],\n", + " [-0.0156],\n", + " [-0.0191],\n", + " [-0.0176],\n", + " [-0.0160],\n", + " [-0.0151],\n", + " [-0.0244],\n", + " [-0.0188],\n", + " [-0.0172],\n", + " [-0.0144],\n", + " [-0.0171],\n", + " [-0.0156]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1717],\n", + " [-0.1709],\n", + " [-0.1708],\n", + " [-0.1676],\n", + " [-0.1664],\n", + " [-0.1672],\n", + " [-0.1741],\n", + " [-0.1705],\n", + " [-0.1792],\n", + " [-0.1752],\n", + " [-0.1692],\n", + " [-0.1707],\n", + " [-0.1707],\n", + " [-0.1712],\n", + " [-0.1705],\n", + " [-0.1692],\n", + " [-0.1676],\n", + " [-0.1688],\n", + " [-0.1703],\n", + " [-0.1708],\n", + " [-0.1686],\n", + " [-0.1661],\n", + " [-0.1704],\n", + " [-0.1734],\n", + " [-0.1691],\n", + " [-0.1671],\n", + " [-0.1628],\n", + " [-0.1719],\n", + " [-0.1718],\n", + " [-0.1673],\n", + " [-0.1707],\n", + " [-0.1658]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0218],\n", + " [-0.0229],\n", + " [-0.0218],\n", + " [-0.0107],\n", + " [-0.0221],\n", + " [-0.0200],\n", + " [-0.0195],\n", + " [-0.0217],\n", + " [-0.0144],\n", + " [-0.0150],\n", + " [-0.0230],\n", + " [-0.0218],\n", + " [-0.0228],\n", + " [-0.0224],\n", + " [-0.0227],\n", + " [-0.0224],\n", + " [-0.0229],\n", + " [-0.0241],\n", + " [-0.0212],\n", + " [-0.0215],\n", + " [-0.0244],\n", + " [-0.0231],\n", + " [-0.0210],\n", + " [-0.0192],\n", + " [-0.0211],\n", + " [-0.0228],\n", + " [-0.0257],\n", + " [-0.0218],\n", + " [-0.0221],\n", + " [-0.0190],\n", + " [-0.0215],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0083],\n", + " [ 0.0142],\n", + " [ 0.0051],\n", + " [-0.0014],\n", + " [-0.0016],\n", + " [ 0.0008],\n", + " [ 0.0087],\n", + " [-0.0006],\n", + " [ 0.0125],\n", + " [ 0.0119],\n", + " [ 0.0143],\n", + " [ 0.0029],\n", + " [ 0.0052],\n", + " [ 0.0083],\n", + " [ 0.0110],\n", + " [ 0.0162],\n", + " [ 0.0157],\n", + " [-0.0016],\n", + " [-0.0016],\n", + " [ 0.0153],\n", + " [-0.0040],\n", + " [ 0.0039],\n", + " [ 0.0120],\n", + " [ 0.0159],\n", + " [ 0.0023],\n", + " [ 0.0018],\n", + " [-0.0023],\n", + " [ 0.0139],\n", + " [ 0.0076],\n", + " [-0.0045],\n", + " [ 0.0066],\n", + " [ 0.0006]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0912],\n", + " [0.0896],\n", + " [0.0941],\n", + " [0.1031],\n", + " [0.0992],\n", + " [0.0994],\n", + " [0.0903],\n", + " [0.0957],\n", + " [0.0860],\n", + " [0.0885],\n", + " [0.0921],\n", + " [0.0926],\n", + " [0.0925],\n", + " [0.0910],\n", + " [0.0910],\n", + " [0.0916],\n", + " [0.0932],\n", + " [0.0944],\n", + " [0.0952],\n", + " [0.0901],\n", + " [0.0947],\n", + " [0.0949],\n", + " [0.0924],\n", + " [0.0880],\n", + " [0.0947],\n", + " [0.0965],\n", + " [0.0954],\n", + " [0.0892],\n", + " [0.0909],\n", + " [0.1002],\n", + " [0.0927],\n", + " [0.1003]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0819],\n", + " [0.0863],\n", + " [0.0796],\n", + " [0.0827],\n", + " [0.0804],\n", + " [0.0821],\n", + " [0.0816],\n", + " [0.0784],\n", + " [0.0823],\n", + " [0.0848],\n", + " [0.0854],\n", + " [0.0806],\n", + " [0.0789],\n", + " [0.0826],\n", + " [0.0844],\n", + " [0.0873],\n", + " [0.0877],\n", + " [0.0787],\n", + " [0.0789],\n", + " [0.0878],\n", + " [0.0794],\n", + " [0.0815],\n", + " [0.0860],\n", + " [0.0875],\n", + " [0.0821],\n", + " [0.0807],\n", + " [0.0610],\n", + " [0.0864],\n", + " [0.0818],\n", + " [0.0820],\n", + " [0.0816],\n", + " [0.0823]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0872],\n", + " [0.0879],\n", + " [0.0864],\n", + " [0.0935],\n", + " [0.0859],\n", + " [0.0860],\n", + " [0.0881],\n", + " [0.0874],\n", + " [0.0924],\n", + " [0.0917],\n", + " [0.0872],\n", + " [0.0887],\n", + " [0.0875],\n", + " [0.0863],\n", + " [0.0878],\n", + " [0.0877],\n", + " [0.0880],\n", + " [0.0880],\n", + " [0.0896],\n", + " [0.0895],\n", + " [0.0891],\n", + " [0.0855],\n", + " [0.0864],\n", + " [0.0893],\n", + " [0.0885],\n", + " [0.0867],\n", + " [0.0660],\n", + " [0.0880],\n", + " [0.0875],\n", + " [0.0875],\n", + " [0.0873],\n", + " [0.0848]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0397],\n", + " [0.0414],\n", + " [0.0371],\n", + " [0.0487],\n", + " [0.0393],\n", + " [0.0423],\n", + " [0.0418],\n", + " [0.0393],\n", + " [0.0419],\n", + " [0.0449],\n", + " [0.0418],\n", + " [0.0410],\n", + " [0.0403],\n", + " [0.0398],\n", + " [0.0401],\n", + " [0.0434],\n", + " [0.0418],\n", + " [0.0400],\n", + " [0.0419],\n", + " [0.0432],\n", + " [0.0388],\n", + " [0.0375],\n", + " [0.0424],\n", + " [0.0420],\n", + " [0.0425],\n", + " [0.0394],\n", + " [0.0339],\n", + " [0.0416],\n", + " [0.0387],\n", + " [0.0422],\n", + " [0.0406],\n", + " [0.0392]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0362],\n", + " [0.0390],\n", + " [0.0284],\n", + " [0.0384],\n", + " [0.0365],\n", + " [0.0352],\n", + " [0.0374],\n", + " [0.0318],\n", + " [0.0317],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0352],\n", + " [0.0374],\n", + " [0.0374],\n", + " [0.0355],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0341],\n", + " [0.0348],\n", + " [0.0375],\n", + " [0.0394],\n", + " [0.0374],\n", + " [0.0343],\n", + " [0.0360],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0361],\n", + " [0.0374],\n", + " [0.0360],\n", + " [0.0367],\n", + " [0.0411]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0728],\n", + " [-0.0707],\n", + " [-0.0728],\n", + " [-0.0730],\n", + " [-0.0759],\n", + " [-0.0748],\n", + " [-0.0721],\n", + " [-0.0755],\n", + " [-0.0686],\n", + " [-0.0697],\n", + " [-0.0696],\n", + " [-0.0750],\n", + " [-0.0739],\n", + " [-0.0736],\n", + " [-0.0717],\n", + " [-0.0697],\n", + " [-0.0690],\n", + " [-0.0768],\n", + " [-0.0754],\n", + " [-0.0700],\n", + " [-0.0762],\n", + " [-0.0753],\n", + " [-0.0715],\n", + " [-0.0689],\n", + " [-0.0752],\n", + " [-0.0753],\n", + " [-0.0994],\n", + " [-0.0708],\n", + " [-0.0729],\n", + " [-0.0759],\n", + " [-0.0734],\n", + " [-0.0754]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1010],\n", + " [-0.0976],\n", + " [-0.1020],\n", + " [-0.1102],\n", + " [-0.1045],\n", + " [-0.1043],\n", + " [-0.1030],\n", + " [-0.1061],\n", + " [-0.1067],\n", + " [-0.1063],\n", + " [-0.0970],\n", + " [-0.1045],\n", + " [-0.1026],\n", + " [-0.1002],\n", + " [-0.0986],\n", + " [-0.0974],\n", + " [-0.0954],\n", + " [-0.1052],\n", + " [-0.1081],\n", + " [-0.0988],\n", + " [-0.1059],\n", + " [-0.1001],\n", + " [-0.0982],\n", + " [-0.1003],\n", + " [-0.1049],\n", + " [-0.1026],\n", + " [-0.1077],\n", + " [-0.0981],\n", + " [-0.1012],\n", + " [-0.1085],\n", + " [-0.1018],\n", + " [-0.1026]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0638],\n", + " [-0.0644],\n", + " [-0.0544],\n", + " [-0.0630],\n", + " [-0.0614],\n", + " [-0.0609],\n", + " [-0.0612],\n", + " [-0.0576],\n", + " [-0.0578],\n", + " [-0.0644],\n", + " [-0.0611],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0632],\n", + " [-0.0638],\n", + " [-0.0647],\n", + " [-0.0623],\n", + " [-0.0602],\n", + " [-0.0619],\n", + " [-0.0630],\n", + " [-0.0652],\n", + " [-0.0621],\n", + " [-0.0614],\n", + " [-0.0607],\n", + " [-0.0637],\n", + " [-0.0524],\n", + " [-0.0626],\n", + " [-0.0633],\n", + " [-0.0598],\n", + " [-0.0624],\n", + " [-0.0624]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0600],\n", + " [-0.0635],\n", + " [-0.0624],\n", + " [-0.0597],\n", + " [-0.0724],\n", + " [-0.0628],\n", + " [-0.0641],\n", + " [-0.0559],\n", + " [-0.0616],\n", + " [-0.0630],\n", + " [-0.0616],\n", + " [-0.0329],\n", + " [-0.0632],\n", + " [-0.0615],\n", + " [-0.0529],\n", + " [-0.0622],\n", + " [-0.0602],\n", + " [-0.0623],\n", + " [-0.0634],\n", + " [-0.0710],\n", + " [-0.0616],\n", + " [-0.0624],\n", + " [-0.0608],\n", + " [-0.0614],\n", + " [-0.0603],\n", + " [-0.0622],\n", + " [-0.0629],\n", + " [-0.0638],\n", + " [-0.0629],\n", + " [-0.0606],\n", + " [-0.0610],\n", + " [-0.0621]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0711],\n", + " [-0.0780],\n", + " [-0.0752],\n", + " [-0.0669],\n", + " [-0.0809],\n", + " [-0.0732],\n", + " [-0.0772],\n", + " [-0.0695],\n", + " [-0.0739],\n", + " [-0.0766],\n", + " [-0.0743],\n", + " [-0.0771],\n", + " [-0.0772],\n", + " [-0.0734],\n", + " [-0.0698],\n", + " [-0.0705],\n", + " [-0.0756],\n", + " [-0.0716],\n", + " [-0.0750],\n", + " [-0.0790],\n", + " [-0.0752],\n", + " [-0.0672],\n", + " [-0.0763],\n", + " [-0.0735],\n", + " [-0.0745],\n", + " [-0.0686],\n", + " [-0.0767],\n", + " [-0.0780],\n", + " [-0.0766],\n", + " [-0.0736],\n", + " [-0.0744],\n", + " [-0.0712]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0399],\n", + " [0.0368],\n", + " [0.0369],\n", + " [0.0284],\n", + " [0.0322],\n", + " [0.0355],\n", + " [0.0365],\n", + " [0.0395],\n", + " [0.0394],\n", + " [0.0367],\n", + " [0.0384],\n", + " [0.0340],\n", + " [0.0365],\n", + " [0.0373],\n", + " [0.0387],\n", + " [0.0371],\n", + " [0.0389],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0300],\n", + " [0.0379],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0387],\n", + " [0.0389],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0381],\n", + " [0.0382],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0924],\n", + " [-0.0919],\n", + " [-0.0921],\n", + " [-0.0999],\n", + " [-0.0933],\n", + " [-0.0959],\n", + " [-0.0945],\n", + " [-0.0860],\n", + " [-0.0898],\n", + " [-0.0928],\n", + " [-0.0935],\n", + " [-0.0694],\n", + " [-0.0918],\n", + " [-0.0923],\n", + " [-0.0839],\n", + " [-0.0952],\n", + " [-0.0893],\n", + " [-0.0954],\n", + " [-0.0923],\n", + " [-0.1010],\n", + " [-0.0910],\n", + " [-0.0947],\n", + " [-0.0895],\n", + " [-0.0916],\n", + " [-0.0889],\n", + " [-0.0947],\n", + " [-0.0918],\n", + " [-0.0940],\n", + " [-0.0940],\n", + " [-0.0908],\n", + " [-0.0897],\n", + " [-0.0953]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0551],\n", + " [0.0487],\n", + " [0.0533],\n", + " [0.0621],\n", + " [0.0489],\n", + " [0.0589],\n", + " [0.0555],\n", + " [0.0363],\n", + " [0.0491],\n", + " [0.0536],\n", + " [0.0546],\n", + " [0.0279],\n", + " [0.0498],\n", + " [0.0555],\n", + " [0.0364],\n", + " [0.0582],\n", + " [0.0428],\n", + " [0.0581],\n", + " [0.0479],\n", + " [0.0575],\n", + " [0.0510],\n", + " [0.0583],\n", + " [0.0439],\n", + " [0.0552],\n", + " [0.0483],\n", + " [0.0579],\n", + " [0.0513],\n", + " [0.0546],\n", + " [0.0497],\n", + " [0.0525],\n", + " [0.0501],\n", + " [0.0572]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0343],\n", + " [-0.0391],\n", + " [-0.0399],\n", + " [-0.0510],\n", + " [-0.0382],\n", + " [-0.0376],\n", + " [-0.0378],\n", + " [-0.0432],\n", + " [-0.0377],\n", + " [-0.0389],\n", + " [-0.0344],\n", + " [-0.0505],\n", + " [-0.0394],\n", + " [-0.0378],\n", + " [-0.0450],\n", + " [-0.0359],\n", + " [-0.0396],\n", + " [-0.0344],\n", + " [-0.0369],\n", + " [-0.0446],\n", + " [-0.0393],\n", + " [-0.0355],\n", + " [-0.0387],\n", + " [-0.0356],\n", + " [-0.0405],\n", + " [-0.0374],\n", + " [-0.0397],\n", + " [-0.0356],\n", + " [-0.0350],\n", + " [-0.0384],\n", + " [-0.0417],\n", + " [-0.0342]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0814],\n", + " [-0.0783],\n", + " [-0.0790],\n", + " [-0.0841],\n", + " [-0.0830],\n", + " [-0.0795],\n", + " [-0.0785],\n", + " [-0.0796],\n", + " [-0.0792],\n", + " [-0.0783],\n", + " [-0.0808],\n", + " [-0.0594],\n", + " [-0.0786],\n", + " [-0.0793],\n", + " [-0.0781],\n", + " [-0.0811],\n", + " [-0.0806],\n", + " [-0.0810],\n", + " [-0.0805],\n", + " [-0.0789],\n", + " [-0.0794],\n", + " [-0.0822],\n", + " [-0.0798],\n", + " [-0.0790],\n", + " [-0.0785],\n", + " [-0.0817],\n", + " [-0.0783],\n", + " [-0.0785],\n", + " [-0.0823],\n", + " [-0.0791],\n", + " [-0.0785],\n", + " [-0.0818]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1687],\n", + " [0.1635],\n", + " [0.1668],\n", + " [0.1670],\n", + " [0.1635],\n", + " [0.1688],\n", + " [0.1675],\n", + " [0.1567],\n", + " [0.1652],\n", + " [0.1666],\n", + " [0.1670],\n", + " [0.1649],\n", + " [0.1641],\n", + " [0.1683],\n", + " [0.1553],\n", + " [0.1693],\n", + " [0.1585],\n", + " [0.1698],\n", + " [0.1647],\n", + " [0.1673],\n", + " [0.1652],\n", + " [0.1712],\n", + " [0.1599],\n", + " [0.1688],\n", + " [0.1635],\n", + " [0.1696],\n", + " [0.1651],\n", + " [0.1670],\n", + " [0.1627],\n", + " [0.1664],\n", + " [0.1648],\n", + " [0.1692]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0512],\n", + " [-0.0581],\n", + " [-0.0554],\n", + " [-0.0701],\n", + " [-0.0593],\n", + " [-0.0578],\n", + " [-0.0582],\n", + " [-0.0458],\n", + " [-0.0532],\n", + " [-0.0567],\n", + " [-0.0558],\n", + " [-0.0462],\n", + " [-0.0570],\n", + " [-0.0546],\n", + " [-0.0456],\n", + " [-0.0558],\n", + " [-0.0557],\n", + " [-0.0565],\n", + " [-0.0549],\n", + " [-0.0645],\n", + " [-0.0553],\n", + " [-0.0561],\n", + " [-0.0569],\n", + " [-0.0542],\n", + " [-0.0556],\n", + " [-0.0556],\n", + " [-0.0565],\n", + " [-0.0580],\n", + " [-0.0578],\n", + " [-0.0540],\n", + " [-0.0542],\n", + " [-0.0555]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0618],\n", + " [0.0670],\n", + " [0.0616],\n", + " [0.0425],\n", + " [0.0639],\n", + " [0.0587],\n", + " [0.0617],\n", + " [0.0768],\n", + " [0.0665],\n", + " [0.0632],\n", + " [0.0634],\n", + " [0.0762],\n", + " [0.0659],\n", + " [0.0597],\n", + " [0.0756],\n", + " [0.0583],\n", + " [0.0727],\n", + " [0.0596],\n", + " [0.0688],\n", + " [0.0575],\n", + " [0.0642],\n", + " [0.0559],\n", + " [0.0707],\n", + " [0.0618],\n", + " [0.0657],\n", + " [0.0561],\n", + " [0.0644],\n", + " [0.0662],\n", + " [0.0677],\n", + " [0.0627],\n", + " [0.0636],\n", + " [0.0605]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0974],\n", + " [-0.0885],\n", + " [-0.0940],\n", + " [-0.1095],\n", + " [-0.0825],\n", + " [-0.0987],\n", + " [-0.0949],\n", + " [-0.0813],\n", + " [-0.0907],\n", + " [-0.0934],\n", + " [-0.0950],\n", + " [-0.0838],\n", + " [-0.0894],\n", + " [-0.0957],\n", + " [-0.0815],\n", + " [-0.0992],\n", + " [-0.0851],\n", + " [-0.0994],\n", + " [-0.0872],\n", + " [-0.0978],\n", + " [-0.0930],\n", + " [-0.1010],\n", + " [-0.0854],\n", + " [-0.0947],\n", + " [-0.0900],\n", + " [-0.0996],\n", + " [-0.0913],\n", + " [-0.0940],\n", + " [-0.0919],\n", + " [-0.0933],\n", + " [-0.0912],\n", + " [-0.0987]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0188],\n", + " [ 0.0107],\n", + " [ 0.0148],\n", + " [ 0.0318],\n", + " [ 0.0143],\n", + " [ 0.0200],\n", + " [ 0.0168],\n", + " [ 0.0007],\n", + " [ 0.0121],\n", + " [ 0.0149],\n", + " [ 0.0163],\n", + " [-0.0027],\n", + " [ 0.0120],\n", + " [ 0.0176],\n", + " [ 0.0001],\n", + " [ 0.0208],\n", + " [ 0.0044],\n", + " [ 0.0198],\n", + " [ 0.0110],\n", + " [ 0.0203],\n", + " [ 0.0119],\n", + " [ 0.0221],\n", + " [ 0.0061],\n", + " [ 0.0181],\n", + " [ 0.0101],\n", + " [ 0.0211],\n", + " [ 0.0135],\n", + " [ 0.0133],\n", + " [ 0.0096],\n", + " [ 0.0150],\n", + " [ 0.0128],\n", + " [ 0.0203]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0914],\n", + " [0.0888],\n", + " [0.0937],\n", + " [0.1082],\n", + " [0.0835],\n", + " [0.0954],\n", + " [0.0918],\n", + " [0.0912],\n", + " [0.0874],\n", + " [0.0912],\n", + " [0.0890],\n", + " [0.1013],\n", + " [0.0892],\n", + " [0.0928],\n", + " [0.0956],\n", + " [0.0954],\n", + " [0.0891],\n", + " [0.0931],\n", + " [0.0832],\n", + " [0.0942],\n", + " [0.0933],\n", + " [0.0975],\n", + " [0.0884],\n", + " [0.0886],\n", + " [0.0924],\n", + " [0.0983],\n", + " [0.0906],\n", + " [0.0878],\n", + " [0.0899],\n", + " [0.0912],\n", + " [0.0928],\n", + " [0.0917]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0079],\n", + " [ 0.0088],\n", + " [ 0.0112],\n", + " [ 0.0110],\n", + " [-0.0041],\n", + " [ 0.0092],\n", + " [ 0.0086],\n", + " [ 0.0079],\n", + " [ 0.0089],\n", + " [ 0.0090],\n", + " [ 0.0083],\n", + " [ 0.0325],\n", + " [ 0.0081],\n", + " [ 0.0100],\n", + " [ 0.0106],\n", + " [ 0.0101],\n", + " [ 0.0114],\n", + " [ 0.0101],\n", + " [ 0.0039],\n", + " [ 0.0031],\n", + " [ 0.0127],\n", + " [ 0.0117],\n", + " [ 0.0103],\n", + " [ 0.0072],\n", + " [ 0.0140],\n", + " [ 0.0114],\n", + " [ 0.0090],\n", + " [ 0.0088],\n", + " [ 0.0110],\n", + " [ 0.0099],\n", + " [ 0.0110],\n", + " [ 0.0089]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0028],\n", + " [-0.0030],\n", + " [-0.0034],\n", + " [ 0.0102],\n", + " [ 0.0071],\n", + " [ 0.0006],\n", + " [ 0.0017],\n", + " [-0.0208],\n", + " [-0.0049],\n", + " [-0.0015],\n", + " [-0.0008],\n", + " [-0.0352],\n", + " [-0.0033],\n", + " [-0.0024],\n", + " [-0.0225],\n", + " [-0.0006],\n", + " [-0.0091],\n", + " [ 0.0005],\n", + " [-0.0046],\n", + " [ 0.0085],\n", + " [-0.0059],\n", + " [-0.0006],\n", + " [-0.0072],\n", + " [-0.0014],\n", + " [-0.0064],\n", + " [-0.0012],\n", + " [-0.0029],\n", + " [-0.0005],\n", + " [-0.0032],\n", + " [-0.0051],\n", + " [-0.0067],\n", + " [ 0.0003]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0349],\n", + " [-0.0393],\n", + " [-0.0350],\n", + " [-0.0368],\n", + " [-0.0517],\n", + " [-0.0355],\n", + " [-0.0374],\n", + " [-0.0381],\n", + " [-0.0356],\n", + " [-0.0371],\n", + " [-0.0365],\n", + " [-0.0436],\n", + " [-0.0390],\n", + " [-0.0349],\n", + " [-0.0368],\n", + " [-0.0342],\n", + " [-0.0369],\n", + " [-0.0347],\n", + " [-0.0412],\n", + " [-0.0431],\n", + " [-0.0345],\n", + " [-0.0313],\n", + " [-0.0387],\n", + " [-0.0368],\n", + " [-0.0339],\n", + " [-0.0318],\n", + " [-0.0380],\n", + " [-0.0367],\n", + " [-0.0370],\n", + " [-0.0355],\n", + " [-0.0358],\n", + " [-0.0360]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0031],\n", + " [ 0.0061],\n", + " [ 0.0036],\n", + " [ 0.0015],\n", + " [ 0.0102],\n", + " [ 0.0049],\n", + " [ 0.0056],\n", + " [-0.0024],\n", + " [ 0.0041],\n", + " [ 0.0051],\n", + " [ 0.0049],\n", + " [-0.0061],\n", + " [ 0.0057],\n", + " [ 0.0035],\n", + " [-0.0034],\n", + " [ 0.0034],\n", + " [ 0.0036],\n", + " [ 0.0039],\n", + " [ 0.0055],\n", + " [ 0.0079],\n", + " [ 0.0032],\n", + " [ 0.0018],\n", + " [ 0.0052],\n", + " [ 0.0048],\n", + " [ 0.0028],\n", + " [ 0.0020],\n", + " [ 0.0050],\n", + " [ 0.0066],\n", + " [ 0.0050],\n", + " [ 0.0035],\n", + " [ 0.0030],\n", + " [ 0.0038]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0569],\n", + " [0.0600],\n", + " [0.0567],\n", + " [0.0525],\n", + " [0.0634],\n", + " [0.0568],\n", + " [0.0572],\n", + " [0.0626],\n", + " [0.0579],\n", + " [0.0571],\n", + " [0.0578],\n", + " [0.0528],\n", + " [0.0591],\n", + " [0.0558],\n", + " [0.0617],\n", + " [0.0570],\n", + " [0.0622],\n", + " [0.0575],\n", + " [0.0600],\n", + " [0.0603],\n", + " [0.0577],\n", + " [0.0570],\n", + " [0.0621],\n", + " [0.0564],\n", + " [0.0581],\n", + " [0.0564],\n", + " [0.0578],\n", + " [0.0582],\n", + " [0.0613],\n", + " [0.0565],\n", + " [0.0569],\n", + " [0.0576]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0177],\n", + " [-0.0157],\n", + " [-0.0170],\n", + " [-0.0108],\n", + " [-0.0167],\n", + " [-0.0188],\n", + " [-0.0181],\n", + " [-0.0148],\n", + " [-0.0146],\n", + " [-0.0171],\n", + " [-0.0172],\n", + " [-0.0121],\n", + " [-0.0158],\n", + " [-0.0179],\n", + " [-0.0163],\n", + " [-0.0194],\n", + " [-0.0143],\n", + " [-0.0192],\n", + " [-0.0154],\n", + " [-0.0132],\n", + " [-0.0163],\n", + " [-0.0188],\n", + " [-0.0139],\n", + " [-0.0179],\n", + " [-0.0160],\n", + " [-0.0184],\n", + " [-0.0163],\n", + " [-0.0169],\n", + " [-0.0157],\n", + " [-0.0166],\n", + " [-0.0159],\n", + " [-0.0193]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1677],\n", + " [-0.1708],\n", + " [-0.1709],\n", + " [-0.1792],\n", + " [-0.1787],\n", + " [-0.1727],\n", + " [-0.1733],\n", + " [-0.1632],\n", + " [-0.1672],\n", + " [-0.1713],\n", + " [-0.1691],\n", + " [-0.1632],\n", + " [-0.1705],\n", + " [-0.1699],\n", + " [-0.1635],\n", + " [-0.1706],\n", + " [-0.1678],\n", + " [-0.1701],\n", + " [-0.1683],\n", + " [-0.1807],\n", + " [-0.1693],\n", + " [-0.1704],\n", + " [-0.1679],\n", + " [-0.1683],\n", + " [-0.1691],\n", + " [-0.1710],\n", + " [-0.1708],\n", + " [-0.1703],\n", + " [-0.1697],\n", + " [-0.1681],\n", + " [-0.1690],\n", + " [-0.1696]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0202],\n", + " [-0.0221],\n", + " [-0.0223],\n", + " [-0.0076],\n", + " [-0.0058],\n", + " [-0.0209],\n", + " [-0.0196],\n", + " [-0.0277],\n", + " [-0.0231],\n", + " [-0.0213],\n", + " [-0.0211],\n", + " [-0.0290],\n", + " [-0.0217],\n", + " [-0.0215],\n", + " [-0.0287],\n", + " [-0.0218],\n", + " [-0.0274],\n", + " [-0.0217],\n", + " [-0.0213],\n", + " [-0.0126],\n", + " [-0.0249],\n", + " [-0.0223],\n", + " [-0.0254],\n", + " [-0.0207],\n", + " [-0.0263],\n", + " [-0.0223],\n", + " [-0.0217],\n", + " [-0.0227],\n", + " [-0.0236],\n", + " [-0.0230],\n", + " [-0.0242],\n", + " [-0.0211]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0098],\n", + " [-0.0005],\n", + " [ 0.0052],\n", + " [ 0.0406],\n", + " [ 0.0091],\n", + " [ 0.0132],\n", + " [ 0.0075],\n", + " [-0.0125],\n", + " [-0.0008],\n", + " [ 0.0046],\n", + " [ 0.0080],\n", + " [-0.0155],\n", + " [ 0.0006],\n", + " [ 0.0081],\n", + " [-0.0131],\n", + " [ 0.0141],\n", + " [-0.0075],\n", + " [ 0.0140],\n", + " [-0.0009],\n", + " [ 0.0161],\n", + " [ 0.0026],\n", + " [ 0.0171],\n", + " [-0.0054],\n", + " [ 0.0069],\n", + " [-0.0015],\n", + " [ 0.0148],\n", + " [ 0.0021],\n", + " [ 0.0051],\n", + " [ 0.0035],\n", + " [ 0.0044],\n", + " [ 0.0003],\n", + " [ 0.0132]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0937],\n", + " [0.0944],\n", + " [0.0925],\n", + " [0.0821],\n", + " [0.0921],\n", + " [0.0898],\n", + " [0.0914],\n", + " [0.1019],\n", + " [0.0972],\n", + " [0.0933],\n", + " [0.0930],\n", + " [0.1008],\n", + " [0.0949],\n", + " [0.0931],\n", + " [0.1023],\n", + " [0.0904],\n", + " [0.0955],\n", + " [0.0906],\n", + " [0.0984],\n", + " [0.0848],\n", + " [0.0924],\n", + " [0.0902],\n", + " [0.0954],\n", + " [0.0957],\n", + " [0.0942],\n", + " [0.0903],\n", + " [0.0946],\n", + " [0.0920],\n", + " [0.0903],\n", + " [0.0952],\n", + " [0.0958],\n", + " [0.0917]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0848],\n", + " [0.0787],\n", + " [0.0808],\n", + " [0.1076],\n", + " [0.0852],\n", + " [0.0859],\n", + " [0.0818],\n", + " [0.0713],\n", + " [0.0793],\n", + " [0.0803],\n", + " [0.0843],\n", + " [0.0479],\n", + " [0.0791],\n", + " [0.0830],\n", + " [0.0697],\n", + " [0.0868],\n", + " [0.0769],\n", + " [0.0868],\n", + " [0.0799],\n", + " [0.0898],\n", + " [0.0798],\n", + " [0.0889],\n", + " [0.0789],\n", + " [0.0831],\n", + " [0.0783],\n", + " [0.0874],\n", + " [0.0793],\n", + " [0.0805],\n", + " [0.0823],\n", + " [0.0811],\n", + " [0.0787],\n", + " [0.0868]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0856],\n", + " [0.0879],\n", + " [0.0867],\n", + " [0.0800],\n", + " [0.0953],\n", + " [0.0873],\n", + " [0.0871],\n", + " [0.0841],\n", + " [0.0862],\n", + " [0.0867],\n", + " [0.0878],\n", + " [0.0550],\n", + " [0.0875],\n", + " [0.0863],\n", + " [0.0803],\n", + " [0.0880],\n", + " [0.0887],\n", + " [0.0881],\n", + " [0.0873],\n", + " [0.0907],\n", + " [0.0874],\n", + " [0.0890],\n", + " [0.0887],\n", + " [0.0856],\n", + " [0.0870],\n", + " [0.0885],\n", + " [0.0870],\n", + " [0.0879],\n", + " [0.0911],\n", + " [0.0862],\n", + " [0.0862],\n", + " [0.0882]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0424],\n", + " [0.0388],\n", + " [0.0382],\n", + " [0.0474],\n", + " [0.0405],\n", + " [0.0414],\n", + " [0.0408],\n", + " [0.0338],\n", + " [0.0398],\n", + " [0.0397],\n", + " [0.0424],\n", + " [0.0446],\n", + " [0.0389],\n", + " [0.0405],\n", + " [0.0319],\n", + " [0.0421],\n", + " [0.0365],\n", + " [0.0433],\n", + " [0.0400],\n", + " [0.0420],\n", + " [0.0377],\n", + " [0.0424],\n", + " [0.0377],\n", + " [0.0431],\n", + " [0.0366],\n", + " [0.0413],\n", + " [0.0388],\n", + " [0.0414],\n", + " [0.0396],\n", + " [0.0395],\n", + " [0.0373],\n", + " [0.0437]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0372],\n", + " [0.0379],\n", + " [0.0384],\n", + " [0.0380],\n", + " [0.0341],\n", + " [0.0366],\n", + " [0.0368],\n", + " [0.0376],\n", + " [0.0374],\n", + " [0.0376],\n", + " [0.0369],\n", + " [0.0225],\n", + " [0.0379],\n", + " [0.0376],\n", + " [0.0388],\n", + " [0.0367],\n", + " [0.0385],\n", + " [0.0356],\n", + " [0.0352],\n", + " [0.0313],\n", + " [0.0387],\n", + " [0.0356],\n", + " [0.0389],\n", + " [0.0365],\n", + " [0.0393],\n", + " [0.0367],\n", + " [0.0383],\n", + " [0.0357],\n", + " [0.0372],\n", + " [0.0385],\n", + " [0.0394],\n", + " [0.0360]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0732],\n", + " [-0.0755],\n", + " [-0.0741],\n", + " [-0.0667],\n", + " [-0.0645],\n", + " [-0.0707],\n", + " [-0.0728],\n", + " [-0.0812],\n", + " [-0.0762],\n", + " [-0.0741],\n", + " [-0.0736],\n", + " [-0.1036],\n", + " [-0.0750],\n", + " [-0.0732],\n", + " [-0.0848],\n", + " [-0.0707],\n", + " [-0.0794],\n", + " [-0.0711],\n", + " [-0.0746],\n", + " [-0.0624],\n", + " [-0.0759],\n", + " [-0.0689],\n", + " [-0.0780],\n", + " [-0.0738],\n", + " [-0.0786],\n", + " [-0.0696],\n", + " [-0.0748],\n", + " [-0.0747],\n", + " [-0.0746],\n", + " [-0.0749],\n", + " [-0.0760],\n", + " [-0.0713]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0995],\n", + " [-0.1058],\n", + " [-0.1019],\n", + " [-0.1000],\n", + " [-0.1171],\n", + " [-0.0987],\n", + " [-0.1027],\n", + " [-0.1068],\n", + " [-0.1037],\n", + " [-0.1030],\n", + " [-0.1013],\n", + " [-0.1131],\n", + " [-0.1051],\n", + " [-0.1001],\n", + " [-0.1062],\n", + " [-0.0977],\n", + " [-0.1057],\n", + " [-0.0985],\n", + " [-0.1062],\n", + " [-0.1067],\n", + " [-0.1020],\n", + " [-0.0969],\n", + " [-0.1059],\n", + " [-0.1011],\n", + " [-0.1034],\n", + " [-0.0975],\n", + " [-0.1041],\n", + " [-0.1030],\n", + " [-0.1034],\n", + " [-0.1016],\n", + " [-0.1028],\n", + " [-0.0989]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0634],\n", + " [-0.0616],\n", + " [-0.0632],\n", + " [-0.0534],\n", + " [-0.0567],\n", + " [-0.0623],\n", + " [-0.0610],\n", + " [-0.0645],\n", + " [-0.0634],\n", + " [-0.0622],\n", + " [-0.0615],\n", + " [-0.0542],\n", + " [-0.0620],\n", + " [-0.0625],\n", + " [-0.0651],\n", + " [-0.0626],\n", + " [-0.0638],\n", + " [-0.0622],\n", + " [-0.0622],\n", + " [-0.0594],\n", + " [-0.0640],\n", + " [-0.0633],\n", + " [-0.0628],\n", + " [-0.0618],\n", + " [-0.0633],\n", + " [-0.0635],\n", + " [-0.0622],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0639],\n", + " [-0.0617]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0597],\n", + " [-0.0620],\n", + " [-0.0617],\n", + " [-0.0618],\n", + " [-0.0648],\n", + " [-0.0638],\n", + " [-0.0628],\n", + " [-0.0623],\n", + " [-0.0631],\n", + " [-0.0631],\n", + " [-0.0637],\n", + " [-0.0601],\n", + " [-0.0627],\n", + " [-0.0535],\n", + " [-0.0569],\n", + " [-0.0732],\n", + " [-0.0762],\n", + " [-0.0649],\n", + " [-0.0697],\n", + " [-0.0647],\n", + " [-0.0637],\n", + " [-0.0608],\n", + " [-0.0626],\n", + " [-0.0646],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0626],\n", + " [-0.0623],\n", + " [-0.0723],\n", + " [-0.0543],\n", + " [-0.0618],\n", + " [-0.0621]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0753],\n", + " [-0.0755],\n", + " [-0.0741],\n", + " [-0.0759],\n", + " [-0.0758],\n", + " [-0.0754],\n", + " [-0.0738],\n", + " [-0.0697],\n", + " [-0.0730],\n", + " [-0.0754],\n", + " [-0.0765],\n", + " [-0.0707],\n", + " [-0.0745],\n", + " [-0.0727],\n", + " [-0.0705],\n", + " [-0.0814],\n", + " [-0.0800],\n", + " [-0.0790],\n", + " [-0.0793],\n", + " [-0.0783],\n", + " [-0.0758],\n", + " [-0.0744],\n", + " [-0.0721],\n", + " [-0.0776],\n", + " [-0.0745],\n", + " [-0.0747],\n", + " [-0.0727],\n", + " [-0.0722],\n", + " [-0.0846],\n", + " [-0.0630],\n", + " [-0.0721],\n", + " [-0.0743]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0383],\n", + " [0.0402],\n", + " [0.0381],\n", + " [0.0350],\n", + " [0.0372],\n", + " [0.0362],\n", + " [0.0377],\n", + " [0.0354],\n", + " [0.0366],\n", + " [0.0363],\n", + " [0.0400],\n", + " [0.0368],\n", + " [0.0396],\n", + " [0.0380],\n", + " [0.0421],\n", + " [0.0361],\n", + " [0.0384],\n", + " [0.0352],\n", + " [0.0374],\n", + " [0.0349],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0365],\n", + " [0.0382],\n", + " [0.0364],\n", + " [0.0367],\n", + " [0.0374],\n", + " [0.0371],\n", + " [0.0380],\n", + " [0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0881],\n", + " [-0.0933],\n", + " [-0.0927],\n", + " [-0.0935],\n", + " [-0.0965],\n", + " [-0.0906],\n", + " [-0.0950],\n", + " [-0.0950],\n", + " [-0.0962],\n", + " [-0.0931],\n", + " [-0.0946],\n", + " [-0.0905],\n", + " [-0.0937],\n", + " [-0.0800],\n", + " [-0.0806],\n", + " [-0.1006],\n", + " [-0.0924],\n", + " [-0.0943],\n", + " [-0.0934],\n", + " [-0.0920],\n", + " [-0.0952],\n", + " [-0.0899],\n", + " [-0.0957],\n", + " [-0.0939],\n", + " [-0.0946],\n", + " [-0.0935],\n", + " [-0.0943],\n", + " [-0.0947],\n", + " [-0.0981],\n", + " [-0.0847],\n", + " [-0.0945],\n", + " [-0.0909]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0483],\n", + " [0.0533],\n", + " [0.0521],\n", + " [0.0514],\n", + " [0.0574],\n", + " [0.0523],\n", + " [0.0588],\n", + " [0.0585],\n", + " [0.0593],\n", + " [0.0556],\n", + " [0.0552],\n", + " [0.0483],\n", + " [0.0561],\n", + " [0.0425],\n", + " [0.0484],\n", + " [0.0393],\n", + " [0.0475],\n", + " [0.0544],\n", + " [0.0510],\n", + " [0.0485],\n", + " [0.0567],\n", + " [0.0502],\n", + " [0.0587],\n", + " [0.0537],\n", + " [0.0574],\n", + " [0.0532],\n", + " [0.0568],\n", + " [0.0583],\n", + " [0.0545],\n", + " [0.0447],\n", + " [0.0581],\n", + " [0.0533]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0443],\n", + " [-0.0349],\n", + " [-0.0330],\n", + " [-0.0358],\n", + " [-0.0375],\n", + " [-0.0419],\n", + " [-0.0365],\n", + " [-0.0346],\n", + " [-0.0370],\n", + " [-0.0407],\n", + " [-0.0384],\n", + " [-0.0334],\n", + " [-0.0382],\n", + " [-0.0493],\n", + " [-0.0500],\n", + " [-0.0329],\n", + " [-0.0319],\n", + " [-0.0359],\n", + " [-0.0413],\n", + " [-0.0385],\n", + " [-0.0349],\n", + " [-0.0396],\n", + " [-0.0359],\n", + " [-0.0371],\n", + " [-0.0373],\n", + " [-0.0351],\n", + " [-0.0380],\n", + " [-0.0365],\n", + " [-0.0364],\n", + " [-0.0410],\n", + " [-0.0350],\n", + " [-0.0420]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0779],\n", + " [-0.0803],\n", + " [-0.0815],\n", + " [-0.0807],\n", + " [-0.0794],\n", + " [-0.0776],\n", + " [-0.0790],\n", + " [-0.0814],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0793],\n", + " [-0.0826],\n", + " [-0.0795],\n", + " [-0.0729],\n", + " [-0.0730],\n", + " [-0.0890],\n", + " [-0.0873],\n", + " [-0.0783],\n", + " [-0.0770],\n", + " [-0.0784],\n", + " [-0.0796],\n", + " [-0.0791],\n", + " [-0.0803],\n", + " [-0.0790],\n", + " [-0.0792],\n", + " [-0.0812],\n", + " [-0.0802],\n", + " [-0.0796],\n", + " [-0.0774],\n", + " [-0.0784],\n", + " [-0.0802],\n", + " [-0.0783]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1626],\n", + " [0.1660],\n", + " [0.1663],\n", + " [0.1648],\n", + " [0.1665],\n", + " [0.1677],\n", + " [0.1694],\n", + " [0.1708],\n", + " [0.1692],\n", + " [0.1685],\n", + " [0.1669],\n", + " [0.1655],\n", + " [0.1681],\n", + " [0.1621],\n", + " [0.1660],\n", + " [0.1563],\n", + " [0.1583],\n", + " [0.1672],\n", + " [0.1680],\n", + " [0.1641],\n", + " [0.1678],\n", + " [0.1647],\n", + " [0.1694],\n", + " [0.1667],\n", + " [0.1686],\n", + " [0.1657],\n", + " [0.1682],\n", + " [0.1694],\n", + " [0.1675],\n", + " [0.1667],\n", + " [0.1699],\n", + " [0.1675]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0545],\n", + " [-0.0568],\n", + " [-0.0537],\n", + " [-0.0580],\n", + " [-0.0588],\n", + " [-0.0546],\n", + " [-0.0569],\n", + " [-0.0559],\n", + " [-0.0578],\n", + " [-0.0557],\n", + " [-0.0576],\n", + " [-0.0505],\n", + " [-0.0562],\n", + " [-0.0479],\n", + " [-0.0453],\n", + " [-0.0653],\n", + " [-0.0607],\n", + " [-0.0586],\n", + " [-0.0599],\n", + " [-0.0584],\n", + " [-0.0597],\n", + " [-0.0541],\n", + " [-0.0564],\n", + " [-0.0584],\n", + " [-0.0572],\n", + " [-0.0561],\n", + " [-0.0557],\n", + " [-0.0564],\n", + " [-0.0612],\n", + " [-0.0414],\n", + " [-0.0558],\n", + " [-0.0536]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0637],\n", + " [0.0650],\n", + " [0.0678],\n", + " [0.0651],\n", + " [0.0609],\n", + " [0.0609],\n", + " [0.0597],\n", + " [0.0578],\n", + " [0.0585],\n", + " [0.0598],\n", + " [0.0617],\n", + " [0.0673],\n", + " [0.0601],\n", + " [0.0689],\n", + " [0.0606],\n", + " [0.0747],\n", + " [0.0665],\n", + " [0.0669],\n", + " [0.0585],\n", + " [0.0668],\n", + " [0.0612],\n", + " [0.0644],\n", + " [0.0593],\n", + " [0.0624],\n", + " [0.0600],\n", + " [0.0638],\n", + " [0.0589],\n", + " [0.0584],\n", + " [0.0688],\n", + " [0.0612],\n", + " [0.0594],\n", + " [0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0903],\n", + " [-0.0938],\n", + " [-0.0935],\n", + " [-0.0930],\n", + " [-0.0956],\n", + " [-0.0921],\n", + " [-0.0983],\n", + " [-0.1001],\n", + " [-0.0992],\n", + " [-0.0955],\n", + " [-0.0951],\n", + " [-0.0902],\n", + " [-0.0963],\n", + " [-0.0878],\n", + " [-0.0926],\n", + " [-0.0742],\n", + " [-0.0736],\n", + " [-0.0939],\n", + " [-0.0935],\n", + " [-0.0877],\n", + " [-0.0950],\n", + " [-0.0918],\n", + " [-0.0991],\n", + " [-0.0922],\n", + " [-0.0973],\n", + " [-0.0945],\n", + " [-0.0973],\n", + " [-0.0988],\n", + " [-0.0925],\n", + " [-0.0891],\n", + " [-0.0991],\n", + " [-0.0938]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0128],\n", + " [0.0142],\n", + " [0.0152],\n", + " [0.0123],\n", + " [0.0187],\n", + " [0.0164],\n", + " [0.0188],\n", + " [0.0210],\n", + " [0.0200],\n", + " [0.0168],\n", + " [0.0160],\n", + " [0.0162],\n", + " [0.0163],\n", + " [0.0071],\n", + " [0.0142],\n", + " [0.0094],\n", + " [0.0124],\n", + " [0.0124],\n", + " [0.0189],\n", + " [0.0111],\n", + " [0.0187],\n", + " [0.0122],\n", + " [0.0204],\n", + " [0.0169],\n", + " [0.0173],\n", + " [0.0143],\n", + " [0.0182],\n", + " [0.0196],\n", + " [0.0120],\n", + " [0.0165],\n", + " [0.0195],\n", + " [0.0154]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0959],\n", + " [0.0885],\n", + " [0.0857],\n", + " [0.0908],\n", + " [0.0917],\n", + " [0.0922],\n", + " [0.0938],\n", + " [0.0946],\n", + " [0.0954],\n", + " [0.0957],\n", + " [0.0930],\n", + " [0.0833],\n", + " [0.0942],\n", + " [0.0990],\n", + " [0.0992],\n", + " [0.0739],\n", + " [0.0705],\n", + " [0.0879],\n", + " [0.0969],\n", + " [0.0875],\n", + " [0.0908],\n", + " [0.0925],\n", + " [0.0939],\n", + " [0.0892],\n", + " [0.0941],\n", + " [0.0901],\n", + " [0.0950],\n", + " [0.0952],\n", + " [0.0854],\n", + " [0.0913],\n", + " [0.0938],\n", + " [0.0939]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0145],\n", + " [ 0.0091],\n", + " [ 0.0051],\n", + " [ 0.0116],\n", + " [ 0.0062],\n", + " [ 0.0095],\n", + " [ 0.0091],\n", + " [ 0.0106],\n", + " [ 0.0090],\n", + " [ 0.0111],\n", + " [ 0.0098],\n", + " [ 0.0009],\n", + " [ 0.0115],\n", + " [ 0.0210],\n", + " [ 0.0173],\n", + " [ 0.0015],\n", + " [-0.0067],\n", + " [ 0.0096],\n", + " [ 0.0142],\n", + " [ 0.0085],\n", + " [ 0.0044],\n", + " [ 0.0116],\n", + " [ 0.0088],\n", + " [ 0.0067],\n", + " [ 0.0106],\n", + " [ 0.0102],\n", + " [ 0.0109],\n", + " [ 0.0103],\n", + " [ 0.0068],\n", + " [ 0.0041],\n", + " [ 0.0103],\n", + " [ 0.0108]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-6.8092e-03],\n", + " [-1.4264e-03],\n", + " [-3.9588e-04],\n", + " [-1.8209e-03],\n", + " [ 2.1183e-03],\n", + " [-2.0982e-03],\n", + " [-1.0501e-04],\n", + " [-8.9295e-05],\n", + " [ 7.9833e-04],\n", + " [-2.0289e-03],\n", + " [-1.1297e-04],\n", + " [-8.5809e-04],\n", + " [-2.1124e-03],\n", + " [-1.6046e-02],\n", + " [-1.4235e-02],\n", + " [ 3.8760e-03],\n", + " [ 4.1589e-03],\n", + " [ 3.9134e-05],\n", + " [ 6.6449e-03],\n", + " [-1.4312e-03],\n", + " [ 4.1486e-03],\n", + " [-7.2656e-03],\n", + " [ 2.2075e-04],\n", + " [ 2.7557e-03],\n", + " [-6.8615e-04],\n", + " [-2.2315e-03],\n", + " [-2.1518e-03],\n", + " [-6.2415e-04],\n", + " [ 5.4243e-03],\n", + " [-1.3955e-02],\n", + " [-4.0068e-04],\n", + " [-4.9325e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0365],\n", + " [-0.0366],\n", + " [-0.0383],\n", + " [-0.0365],\n", + " [-0.0393],\n", + " [-0.0362],\n", + " [-0.0347],\n", + " [-0.0330],\n", + " [-0.0352],\n", + " [-0.0327],\n", + " [-0.0363],\n", + " [-0.0408],\n", + " [-0.0334],\n", + " [-0.0343],\n", + " [-0.0334],\n", + " [-0.0468],\n", + " [-0.0520],\n", + " [-0.0360],\n", + " [-0.0404],\n", + " [-0.0396],\n", + " [-0.0419],\n", + " [-0.0353],\n", + " [-0.0355],\n", + " [-0.0404],\n", + " [-0.0342],\n", + " [-0.0358],\n", + " [-0.0337],\n", + " [-0.0337],\n", + " [-0.0400],\n", + " [-0.0370],\n", + " [-0.0338],\n", + " [-0.0342]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0019],\n", + " [ 0.0053],\n", + " [ 0.0061],\n", + " [ 0.0052],\n", + " [ 0.0063],\n", + " [ 0.0034],\n", + " [ 0.0049],\n", + " [ 0.0029],\n", + " [ 0.0050],\n", + " [ 0.0035],\n", + " [ 0.0049],\n", + " [ 0.0055],\n", + " [ 0.0037],\n", + " [-0.0039],\n", + " [-0.0047],\n", + " [ 0.0087],\n", + " [ 0.0098],\n", + " [ 0.0066],\n", + " [ 0.0038],\n", + " [ 0.0063],\n", + " [ 0.0081],\n", + " [ 0.0030],\n", + " [ 0.0044],\n", + " [ 0.0064],\n", + " [ 0.0044],\n", + " [ 0.0042],\n", + " [ 0.0032],\n", + " [ 0.0038],\n", + " [ 0.0085],\n", + " [-0.0018],\n", + " [ 0.0039],\n", + " [ 0.0027]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0569],\n", + " [0.0583],\n", + " [0.0601],\n", + " [0.0596],\n", + " [0.0575],\n", + " [0.0555],\n", + " [0.0566],\n", + " [0.0571],\n", + " [0.0570],\n", + " [0.0563],\n", + " [0.0576],\n", + " [0.0609],\n", + " [0.0566],\n", + " [0.0539],\n", + " [0.0493],\n", + " [0.0678],\n", + " [0.0640],\n", + " [0.0584],\n", + " [0.0595],\n", + " [0.0601],\n", + " [0.0583],\n", + " [0.0575],\n", + " [0.0570],\n", + " [0.0579],\n", + " [0.0568],\n", + " [0.0581],\n", + " [0.0565],\n", + " [0.0565],\n", + " [0.0597],\n", + " [0.0555],\n", + " [0.0571],\n", + " [0.0553]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0163],\n", + " [-0.0165],\n", + " [-0.0155],\n", + " [-0.0162],\n", + " [-0.0186],\n", + " [-0.0181],\n", + " [-0.0184],\n", + " [-0.0193],\n", + " [-0.0185],\n", + " [-0.0176],\n", + " [-0.0174],\n", + " [-0.0142],\n", + " [-0.0173],\n", + " [-0.0187],\n", + " [-0.0199],\n", + " [-0.0189],\n", + " [-0.0177],\n", + " [-0.0170],\n", + " [-0.0212],\n", + " [-0.0167],\n", + " [-0.0185],\n", + " [-0.0161],\n", + " [-0.0190],\n", + " [-0.0187],\n", + " [-0.0178],\n", + " [-0.0167],\n", + " [-0.0180],\n", + " [-0.0185],\n", + " [-0.0187],\n", + " [-0.0135],\n", + " [-0.0188],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1711],\n", + " [-0.1692],\n", + " [-0.1679],\n", + " [-0.1703],\n", + " [-0.1731],\n", + " [-0.1716],\n", + " [-0.1713],\n", + " [-0.1697],\n", + " [-0.1727],\n", + " [-0.1725],\n", + " [-0.1728],\n", + " [-0.1664],\n", + " [-0.1710],\n", + " [-0.1655],\n", + " [-0.1646],\n", + " [-0.1703],\n", + " [-0.1670],\n", + " [-0.1711],\n", + " [-0.1814],\n", + " [-0.1712],\n", + " [-0.1733],\n", + " [-0.1680],\n", + " [-0.1711],\n", + " [-0.1733],\n", + " [-0.1715],\n", + " [-0.1692],\n", + " [-0.1709],\n", + " [-0.1711],\n", + " [-0.1776],\n", + " [-0.1632],\n", + " [-0.1700],\n", + " [-0.1700]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0233],\n", + " [-0.0221],\n", + " [-0.0194],\n", + " [-0.0228],\n", + " [-0.0186],\n", + " [-0.0207],\n", + " [-0.0216],\n", + " [-0.0222],\n", + " [-0.0209],\n", + " [-0.0219],\n", + " [-0.0207],\n", + " [-0.0158],\n", + " [-0.0227],\n", + " [-0.0275],\n", + " [-0.0249],\n", + " [-0.0133],\n", + " [ 0.0003],\n", + " [-0.0232],\n", + " [-0.0132],\n", + " [-0.0212],\n", + " [-0.0161],\n", + " [-0.0249],\n", + " [-0.0212],\n", + " [-0.0175],\n", + " [-0.0222],\n", + " [-0.0222],\n", + " [-0.0225],\n", + " [-0.0220],\n", + " [-0.0194],\n", + " [-0.0184],\n", + " [-0.0218],\n", + " [-0.0229]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0001],\n", + " [ 0.0060],\n", + " [ 0.0049],\n", + " [ 0.0050],\n", + " [ 0.0107],\n", + " [ 0.0019],\n", + " [ 0.0121],\n", + " [ 0.0154],\n", + " [ 0.0140],\n", + " [ 0.0071],\n", + " [ 0.0076],\n", + " [ 0.0021],\n", + " [ 0.0088],\n", + " [-0.0080],\n", + " [-0.0006],\n", + " [-0.0055],\n", + " [ 0.0054],\n", + " [ 0.0043],\n", + " [ 0.0086],\n", + " [-0.0007],\n", + " [ 0.0130],\n", + " [ 0.0013],\n", + " [ 0.0136],\n", + " [ 0.0059],\n", + " [ 0.0105],\n", + " [ 0.0072],\n", + " [ 0.0108],\n", + " [ 0.0128],\n", + " [ 0.0033],\n", + " [-0.0007],\n", + " [ 0.0131],\n", + " [ 0.0036]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0938],\n", + " [0.0927],\n", + " [0.0948],\n", + " [0.0906],\n", + " [0.0914],\n", + " [0.0964],\n", + " [0.0910],\n", + " [0.0909],\n", + " [0.0896],\n", + " [0.0916],\n", + " [0.0907],\n", + " [0.1000],\n", + " [0.0909],\n", + " [0.0993],\n", + " [0.1010],\n", + " [0.0988],\n", + " [0.1035],\n", + " [0.0912],\n", + " [0.0889],\n", + " [0.0950],\n", + " [0.0914],\n", + " [0.0948],\n", + " [0.0907],\n", + " [0.0934],\n", + " [0.0904],\n", + " [0.0918],\n", + " [0.0909],\n", + " [0.0906],\n", + " [0.0884],\n", + " [0.1070],\n", + " [0.0909],\n", + " [0.0948]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0761],\n", + " [0.0830],\n", + " [0.0841],\n", + " [0.0830],\n", + " [0.0843],\n", + " [0.0777],\n", + " [0.0842],\n", + " [0.0873],\n", + " [0.0862],\n", + " [0.0807],\n", + " [0.0821],\n", + " [0.0859],\n", + " [0.0827],\n", + " [0.0650],\n", + " [0.0673],\n", + " [0.0781],\n", + " [0.0817],\n", + " [0.0794],\n", + " [0.0752],\n", + " [0.0782],\n", + " [0.0878],\n", + " [0.0792],\n", + " [0.0863],\n", + " [0.0818],\n", + " [0.0837],\n", + " [0.0834],\n", + " [0.0841],\n", + " [0.0852],\n", + " [0.0750],\n", + " [0.0801],\n", + " [0.0856],\n", + " [0.0790]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0853],\n", + " [0.0883],\n", + " [0.0873],\n", + " [0.0894],\n", + " [0.0889],\n", + " [0.0852],\n", + " [0.0868],\n", + " [0.0882],\n", + " [0.0875],\n", + " [0.0861],\n", + " [0.0878],\n", + " [0.0854],\n", + " [0.0873],\n", + " [0.0762],\n", + " [0.0779],\n", + " [0.0949],\n", + " [0.1039],\n", + " [0.0881],\n", + " [0.0877],\n", + " [0.0881],\n", + " [0.0888],\n", + " [0.0868],\n", + " [0.0876],\n", + " [0.0876],\n", + " [0.0873],\n", + " [0.0890],\n", + " [0.0876],\n", + " [0.0870],\n", + " [0.0896],\n", + " [0.0785],\n", + " [0.0870],\n", + " [0.0853]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0358],\n", + " [0.0414],\n", + " [0.0435],\n", + " [0.0399],\n", + " [0.0418],\n", + " [0.0390],\n", + " [0.0420],\n", + " [0.0434],\n", + " [0.0417],\n", + " [0.0383],\n", + " [0.0396],\n", + " [0.0444],\n", + " [0.0397],\n", + " [0.0345],\n", + " [0.0350],\n", + " [0.0478],\n", + " [0.0476],\n", + " [0.0410],\n", + " [0.0367],\n", + " [0.0397],\n", + " [0.0439],\n", + " [0.0378],\n", + " [0.0426],\n", + " [0.0419],\n", + " [0.0408],\n", + " [0.0406],\n", + " [0.0402],\n", + " [0.0418],\n", + " [0.0396],\n", + " [0.0365],\n", + " [0.0428],\n", + " [0.0378]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0371],\n", + " [0.0361],\n", + " [0.0382],\n", + " [0.0361],\n", + " [0.0378],\n", + " [0.0357],\n", + " [0.0354],\n", + " [0.0358],\n", + " [0.0382],\n", + " [0.0373],\n", + " [0.0361],\n", + " [0.0369],\n", + " [0.0358],\n", + " [0.0375],\n", + " [0.0303],\n", + " [0.0252],\n", + " [0.0354],\n", + " [0.0358],\n", + " [0.0367],\n", + " [0.0351],\n", + " [0.0392],\n", + " [0.0359],\n", + " [0.0364],\n", + " [0.0362],\n", + " [0.0373],\n", + " [0.0369],\n", + " [0.0362],\n", + " [0.0318],\n", + " [0.0400],\n", + " [0.0361],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0790],\n", + " [-0.0744],\n", + " [-0.0743],\n", + " [-0.0750],\n", + " [-0.0704],\n", + " [-0.0746],\n", + " [-0.0716],\n", + " [-0.0701],\n", + " [-0.0703],\n", + " [-0.0731],\n", + " [-0.0726],\n", + " [-0.0738],\n", + " [-0.0729],\n", + " [-0.0900],\n", + " [-0.0836],\n", + " [-0.0734],\n", + " [-0.0682],\n", + " [-0.0749],\n", + " [-0.0731],\n", + " [-0.0753],\n", + " [-0.0701],\n", + " [-0.0761],\n", + " [-0.0707],\n", + " [-0.0732],\n", + " [-0.0722],\n", + " [-0.0738],\n", + " [-0.0717],\n", + " [-0.0714],\n", + " [-0.0728],\n", + " [-0.0751],\n", + " [-0.0720],\n", + " [-0.0744]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1045],\n", + " [-0.1022],\n", + " [-0.1031],\n", + " [-0.1029],\n", + " [-0.1015],\n", + " [-0.1043],\n", + " [-0.0988],\n", + " [-0.0977],\n", + " [-0.0985],\n", + " [-0.1016],\n", + " [-0.1020],\n", + " [-0.1047],\n", + " [-0.1000],\n", + " [-0.1066],\n", + " [-0.1032],\n", + " [-0.1128],\n", + " [-0.1180],\n", + " [-0.1035],\n", + " [-0.1102],\n", + " [-0.1069],\n", + " [-0.1049],\n", + " [-0.1022],\n", + " [-0.0982],\n", + " [-0.1051],\n", + " [-0.0994],\n", + " [-0.1015],\n", + " [-0.0989],\n", + " [-0.0980],\n", + " [-0.1075],\n", + " [-0.1034],\n", + " [-0.0984],\n", + " [-0.1020]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0616],\n", + " [-0.0623],\n", + " [-0.0613],\n", + " [-0.0606],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0637],\n", + " [-0.0620],\n", + " [-0.0615],\n", + " [-0.0634],\n", + " [-0.0627],\n", + " [-0.0640],\n", + " [-0.0535],\n", + " [-0.0499],\n", + " [-0.0623],\n", + " [-0.0564],\n", + " [-0.0606],\n", + " [-0.0590],\n", + " [-0.0640],\n", + " [-0.0624],\n", + " [-0.0591],\n", + " [-0.0630],\n", + " [-0.0618],\n", + " [-0.0633],\n", + " [-0.0630],\n", + " [-0.0609],\n", + " [-0.0633],\n", + " [-0.0627],\n", + " [-0.0642]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0686],\n", + " [-0.0645],\n", + " [-0.0632],\n", + " [-0.0640],\n", + " [-0.0623],\n", + " [-0.0618],\n", + " [-0.0608],\n", + " [-0.0607],\n", + " [-0.0607],\n", + " [-0.0620],\n", + " [-0.0733],\n", + " [-0.0687],\n", + " [-0.0623],\n", + " [-0.0628],\n", + " [-0.0693],\n", + " [-0.0621],\n", + " [-0.0627],\n", + " [-0.0634],\n", + " [-0.0621],\n", + " [-0.0634],\n", + " [-0.0632],\n", + " [-0.0668],\n", + " [-0.0596],\n", + " [-0.0596],\n", + " [-0.0641],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0602],\n", + " [-0.0635],\n", + " [-0.0669],\n", + " [-0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0756],\n", + " [-0.0770],\n", + " [-0.0772],\n", + " [-0.0691],\n", + " [-0.0736],\n", + " [-0.0711],\n", + " [-0.0704],\n", + " [-0.0730],\n", + " [-0.0733],\n", + " [-0.0829],\n", + " [-0.0763],\n", + " [-0.0730],\n", + " [-0.0704],\n", + " [-0.0756],\n", + " [-0.0703],\n", + " [-0.0759],\n", + " [-0.0755],\n", + " [-0.0733],\n", + " [-0.0776],\n", + " [-0.0743],\n", + " [-0.0801],\n", + " [-0.1286],\n", + " [-0.0656],\n", + " [-0.0778],\n", + " [-0.0718],\n", + " [-0.0729],\n", + " [-0.0762],\n", + " [-0.0696],\n", + " [-0.0707],\n", + " [-0.0800],\n", + " [-0.0702]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0327],\n", + " [0.0357],\n", + " [0.0365],\n", + " [0.0361],\n", + " [0.0375],\n", + " [0.0371],\n", + " [0.0390],\n", + " [0.0384],\n", + " [0.0386],\n", + " [0.0378],\n", + " [0.0339],\n", + " [0.0411],\n", + " [0.0383],\n", + " [0.0365],\n", + " [0.0339],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0356],\n", + " [0.0366],\n", + " [0.0379],\n", + " [0.0358],\n", + " [0.0373],\n", + " [0.0201],\n", + " [0.0400],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0361],\n", + " [0.0385],\n", + " [0.0393],\n", + " [0.0360],\n", + " [0.0365],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0984],\n", + " [-0.0972],\n", + " [-0.0933],\n", + " [-0.0944],\n", + " [-0.0950],\n", + " [-0.0922],\n", + " [-0.0910],\n", + " [-0.0907],\n", + " [-0.0916],\n", + " [-0.0930],\n", + " [-0.0981],\n", + " [-0.0925],\n", + " [-0.0949],\n", + " [-0.0957],\n", + " [-0.0926],\n", + " [-0.0943],\n", + " [-0.0943],\n", + " [-0.0948],\n", + " [-0.0935],\n", + " [-0.0939],\n", + " [-0.0949],\n", + " [-0.0947],\n", + " [-0.0579],\n", + " [-0.0911],\n", + " [-0.0922],\n", + " [-0.0958],\n", + " [-0.0944],\n", + " [-0.0924],\n", + " [-0.0922],\n", + " [-0.0960],\n", + " [-0.0966],\n", + " [-0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0553],\n", + " [0.0593],\n", + " [0.0530],\n", + " [0.0543],\n", + " [0.0593],\n", + " [0.0553],\n", + " [0.0544],\n", + " [0.0545],\n", + " [0.0535],\n", + " [0.0567],\n", + " [0.0464],\n", + " [0.0445],\n", + " [0.0559],\n", + " [0.0587],\n", + " [0.0433],\n", + " [0.0571],\n", + " [0.0556],\n", + " [0.0563],\n", + " [0.0568],\n", + " [0.0534],\n", + " [0.0568],\n", + " [0.0540],\n", + " [0.0751],\n", + " [0.0549],\n", + " [0.0509],\n", + " [0.0589],\n", + " [0.0569],\n", + " [0.0513],\n", + " [0.0570],\n", + " [0.0594],\n", + " [0.0550],\n", + " [0.0585]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0368],\n", + " [-0.0360],\n", + " [-0.0381],\n", + " [-0.0385],\n", + " [-0.0346],\n", + " [-0.0388],\n", + " [-0.0357],\n", + " [-0.0386],\n", + " [-0.0370],\n", + " [-0.0371],\n", + " [-0.0418],\n", + " [-0.0325],\n", + " [-0.0345],\n", + " [-0.0358],\n", + " [-0.0412],\n", + " [-0.0376],\n", + " [-0.0346],\n", + " [-0.0383],\n", + " [-0.0380],\n", + " [-0.0351],\n", + " [-0.0379],\n", + " [-0.0367],\n", + " [-0.0753],\n", + " [-0.0343],\n", + " [-0.0398],\n", + " [-0.0351],\n", + " [-0.0385],\n", + " [-0.0359],\n", + " [-0.0351],\n", + " [-0.0354],\n", + " [-0.0360],\n", + " [-0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0790],\n", + " [-0.0792],\n", + " [-0.0786],\n", + " [-0.0791],\n", + " [-0.0812],\n", + " [-0.0793],\n", + " [-0.0803],\n", + " [-0.0803],\n", + " [-0.0800],\n", + " [-0.0798],\n", + " [-0.0802],\n", + " [-0.0844],\n", + " [-0.0815],\n", + " [-0.0811],\n", + " [-0.0841],\n", + " [-0.0810],\n", + " [-0.0797],\n", + " [-0.0791],\n", + " [-0.0793],\n", + " [-0.0792],\n", + " [-0.0797],\n", + " [-0.0782],\n", + " [-0.0844],\n", + " [-0.0832],\n", + " [-0.0780],\n", + " [-0.0806],\n", + " [-0.0800],\n", + " [-0.0796],\n", + " [-0.0807],\n", + " [-0.0807],\n", + " [-0.0785],\n", + " [-0.0810]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1658],\n", + " [0.1688],\n", + " [0.1657],\n", + " [0.1664],\n", + " [0.1718],\n", + " [0.1681],\n", + " [0.1688],\n", + " [0.1687],\n", + " [0.1672],\n", + " [0.1692],\n", + " [0.1610],\n", + " [0.1630],\n", + " [0.1679],\n", + " [0.1697],\n", + " [0.1601],\n", + " [0.1688],\n", + " [0.1678],\n", + " [0.1674],\n", + " [0.1685],\n", + " [0.1659],\n", + " [0.1677],\n", + " [0.1668],\n", + " [0.1232],\n", + " [0.1704],\n", + " [0.1649],\n", + " [0.1700],\n", + " [0.1681],\n", + " [0.1650],\n", + " [0.1706],\n", + " [0.1710],\n", + " [0.1666],\n", + " [0.1695]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0597],\n", + " [-0.0575],\n", + " [-0.0578],\n", + " [-0.0559],\n", + " [-0.0545],\n", + " [-0.0509],\n", + " [-0.0508],\n", + " [-0.0537],\n", + " [-0.0544],\n", + " [-0.0638],\n", + " [-0.0599],\n", + " [-0.0565],\n", + " [-0.0570],\n", + " [-0.0570],\n", + " [-0.0552],\n", + " [-0.0579],\n", + " [-0.0574],\n", + " [-0.0557],\n", + " [-0.0588],\n", + " [-0.0568],\n", + " [-0.0595],\n", + " [-0.0678],\n", + " [-0.0486],\n", + " [-0.0574],\n", + " [-0.0568],\n", + " [-0.0561],\n", + " [-0.0575],\n", + " [-0.0518],\n", + " [-0.0583],\n", + " [-0.0614],\n", + " [-0.0556]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0605],\n", + " [0.0605],\n", + " [0.0644],\n", + " [0.0624],\n", + " [0.0572],\n", + " [0.0594],\n", + " [0.0616],\n", + " [0.0583],\n", + " [0.0614],\n", + " [0.0597],\n", + " [0.0625],\n", + " [0.0695],\n", + " [0.0613],\n", + " [0.0575],\n", + " [0.0608],\n", + " [0.0575],\n", + " [0.0631],\n", + " [0.0609],\n", + " [0.0590],\n", + " [0.0656],\n", + " [0.0604],\n", + " [0.0647],\n", + " [0.0053],\n", + " [0.0560],\n", + " [0.0651],\n", + " [0.0592],\n", + " [0.0589],\n", + " [0.0657],\n", + " [0.0579],\n", + " [0.0575],\n", + " [0.0635],\n", + " [0.0578]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0917],\n", + " [-0.0989],\n", + " [-0.0929],\n", + " [-0.0940],\n", + " [-0.1009],\n", + " [-0.0955],\n", + " [-0.0947],\n", + " [-0.0965],\n", + " [-0.0952],\n", + " [-0.0974],\n", + " [-0.0800],\n", + " [-0.0786],\n", + " [-0.0975],\n", + " [-0.0997],\n", + " [-0.0772],\n", + " [-0.0983],\n", + " [-0.0953],\n", + " [-0.0955],\n", + " [-0.0969],\n", + " [-0.0931],\n", + " [-0.0966],\n", + " [-0.0923],\n", + " [-0.1662],\n", + " [-0.0985],\n", + " [-0.0908],\n", + " [-0.0997],\n", + " [-0.0972],\n", + " [-0.0927],\n", + " [-0.0990],\n", + " [-0.1008],\n", + " [-0.0940],\n", + " [-0.0993]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0176],\n", + " [0.0182],\n", + " [0.0141],\n", + " [0.0159],\n", + " [0.0221],\n", + " [0.0169],\n", + " [0.0196],\n", + " [0.0182],\n", + " [0.0156],\n", + " [0.0172],\n", + " [0.0154],\n", + " [0.0122],\n", + " [0.0174],\n", + " [0.0204],\n", + " [0.0165],\n", + " [0.0200],\n", + " [0.0162],\n", + " [0.0182],\n", + " [0.0179],\n", + " [0.0132],\n", + " [0.0175],\n", + " [0.0147],\n", + " [0.0543],\n", + " [0.0218],\n", + " [0.0128],\n", + " [0.0203],\n", + " [0.0183],\n", + " [0.0118],\n", + " [0.0206],\n", + " [0.0204],\n", + " [0.0162],\n", + " [0.0214]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0906],\n", + " [0.0936],\n", + " [0.0901],\n", + " [0.0917],\n", + " [0.0951],\n", + " [0.0940],\n", + " [0.0880],\n", + " [0.0954],\n", + " [0.0926],\n", + " [0.0946],\n", + " [0.0864],\n", + " [0.0776],\n", + " [0.0921],\n", + " [0.0964],\n", + " [0.0847],\n", + " [0.0966],\n", + " [0.0889],\n", + " [0.0921],\n", + " [0.0946],\n", + " [0.0881],\n", + " [0.0931],\n", + " [0.0882],\n", + " [0.0720],\n", + " [0.0959],\n", + " [0.0905],\n", + " [0.0941],\n", + " [0.0952],\n", + " [0.0899],\n", + " [0.0947],\n", + " [0.0956],\n", + " [0.0892],\n", + " [0.0959]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 3.2862e-03],\n", + " [ 9.0093e-03],\n", + " [ 8.4047e-03],\n", + " [ 8.3194e-03],\n", + " [ 1.0280e-02],\n", + " [ 1.1225e-02],\n", + " [ 4.9649e-03],\n", + " [ 1.1968e-02],\n", + " [ 1.1661e-02],\n", + " [ 1.1445e-02],\n", + " [ 9.3282e-05],\n", + " [ 2.0720e-03],\n", + " [ 1.0868e-02],\n", + " [ 1.0658e-02],\n", + " [-4.8714e-03],\n", + " [ 1.1310e-02],\n", + " [ 8.4148e-03],\n", + " [ 7.4794e-03],\n", + " [ 1.0836e-02],\n", + " [ 8.9889e-03],\n", + " [ 9.3802e-03],\n", + " [ 7.4302e-03],\n", + " [ 4.4148e-02],\n", + " [ 1.0044e-02],\n", + " [ 9.4454e-03],\n", + " [ 9.3432e-03],\n", + " [ 1.0799e-02],\n", + " [ 1.1663e-02],\n", + " [ 1.0174e-02],\n", + " [ 1.0475e-02],\n", + " [ 7.0053e-03],\n", + " [ 9.6642e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 5.2585e-03],\n", + " [ 2.6424e-03],\n", + " [-1.1478e-03],\n", + " [ 7.3189e-04],\n", + " [-3.1743e-05],\n", + " [-3.4381e-03],\n", + " [-2.5396e-03],\n", + " [-6.8634e-03],\n", + " [-4.6990e-03],\n", + " [-3.4632e-03],\n", + " [ 7.9740e-03],\n", + " [ 3.2784e-03],\n", + " [-4.3490e-04],\n", + " [ 1.2075e-04],\n", + " [ 3.2353e-03],\n", + " [-2.0503e-03],\n", + " [ 1.6502e-03],\n", + " [ 8.1134e-04],\n", + " [-2.0035e-03],\n", + " [ 6.1140e-04],\n", + " [-9.5364e-04],\n", + " [ 3.0743e-03],\n", + " [ 3.5730e-02],\n", + " [-4.0289e-03],\n", + " [-1.9216e-03],\n", + " [ 7.2100e-04],\n", + " [-1.9426e-03],\n", + " [-2.7457e-03],\n", + " [-2.9715e-03],\n", + " [ 1.5543e-03],\n", + " [ 5.9311e-03],\n", + " [-7.8384e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0454],\n", + " [-0.0359],\n", + " [-0.0381],\n", + " [-0.0380],\n", + " [-0.0326],\n", + " [-0.0338],\n", + " [-0.0371],\n", + " [-0.0316],\n", + " [-0.0338],\n", + " [-0.0318],\n", + " [-0.0569],\n", + " [-0.0459],\n", + " [-0.0352],\n", + " [-0.0336],\n", + " [-0.0579],\n", + " [-0.0327],\n", + " [-0.0371],\n", + " [-0.0380],\n", + " [-0.0340],\n", + " [-0.0377],\n", + " [-0.0357],\n", + " [-0.0393],\n", + " [-0.0551],\n", + " [-0.0304],\n", + " [-0.0379],\n", + " [-0.0351],\n", + " [-0.0340],\n", + " [-0.0360],\n", + " [-0.0320],\n", + " [-0.0335],\n", + " [-0.0411],\n", + " [-0.0342]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0095],\n", + " [ 0.0061],\n", + " [ 0.0057],\n", + " [ 0.0055],\n", + " [ 0.0030],\n", + " [ 0.0030],\n", + " [ 0.0038],\n", + " [ 0.0004],\n", + " [ 0.0026],\n", + " [ 0.0029],\n", + " [ 0.0105],\n", + " [ 0.0087],\n", + " [ 0.0039],\n", + " [ 0.0037],\n", + " [ 0.0077],\n", + " [ 0.0024],\n", + " [ 0.0061],\n", + " [ 0.0054],\n", + " [ 0.0036],\n", + " [ 0.0067],\n", + " [ 0.0044],\n", + " [ 0.0070],\n", + " [-0.0263],\n", + " [-0.0007],\n", + " [ 0.0053],\n", + " [ 0.0045],\n", + " [ 0.0034],\n", + " [ 0.0052],\n", + " [ 0.0019],\n", + " [ 0.0042],\n", + " [ 0.0075],\n", + " [ 0.0035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0614],\n", + " [0.0578],\n", + " [0.0580],\n", + " [0.0576],\n", + " [0.0571],\n", + " [0.0558],\n", + " [0.0561],\n", + " [0.0548],\n", + " [0.0563],\n", + " [0.0564],\n", + " [0.0671],\n", + " [0.0672],\n", + " [0.0579],\n", + " [0.0573],\n", + " [0.0648],\n", + " [0.0565],\n", + " [0.0581],\n", + " [0.0568],\n", + " [0.0562],\n", + " [0.0590],\n", + " [0.0567],\n", + " [0.0585],\n", + " [0.0399],\n", + " [0.0547],\n", + " [0.0583],\n", + " [0.0574],\n", + " [0.0565],\n", + " [0.0590],\n", + " [0.0554],\n", + " [0.0579],\n", + " [0.0586],\n", + " [0.0568]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0183],\n", + " [-0.0185],\n", + " [-0.0164],\n", + " [-0.0173],\n", + " [-0.0194],\n", + " [-0.0176],\n", + " [-0.0175],\n", + " [-0.0180],\n", + " [-0.0173],\n", + " [-0.0175],\n", + " [-0.0206],\n", + " [-0.0198],\n", + " [-0.0185],\n", + " [-0.0190],\n", + " [-0.0168],\n", + " [-0.0186],\n", + " [-0.0174],\n", + " [-0.0181],\n", + " [-0.0181],\n", + " [-0.0164],\n", + " [-0.0176],\n", + " [-0.0184],\n", + " [-0.0166],\n", + " [-0.0175],\n", + " [-0.0165],\n", + " [-0.0193],\n", + " [-0.0179],\n", + " [-0.0159],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0190],\n", + " [-0.0192]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1769],\n", + " [-0.1734],\n", + " [-0.1714],\n", + " [-0.1732],\n", + " [-0.1698],\n", + " [-0.1701],\n", + " [-0.1671],\n", + " [-0.1679],\n", + " [-0.1683],\n", + " [-0.1695],\n", + " [-0.1818],\n", + " [-0.1684],\n", + " [-0.1700],\n", + " [-0.1713],\n", + " [-0.1771],\n", + " [-0.1706],\n", + " [-0.1708],\n", + " [-0.1726],\n", + " [-0.1708],\n", + " [-0.1709],\n", + " [-0.1715],\n", + " [-0.1740],\n", + " [-0.1859],\n", + " [-0.1672],\n", + " [-0.1717],\n", + " [-0.1709],\n", + " [-0.1713],\n", + " [-0.1694],\n", + " [-0.1683],\n", + " [-0.1715],\n", + " [-0.1759],\n", + " [-0.1709]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0129],\n", + " [-0.0205],\n", + " [-0.0213],\n", + " [-0.0196],\n", + " [-0.0223],\n", + " [-0.0223],\n", + " [-0.0193],\n", + " [-0.0237],\n", + " [-0.0231],\n", + " [-0.0234],\n", + " [-0.0058],\n", + " [-0.0127],\n", + " [-0.0219],\n", + " [-0.0218],\n", + " [-0.0029],\n", + " [-0.0227],\n", + " [-0.0205],\n", + " [-0.0196],\n", + " [-0.0221],\n", + " [-0.0217],\n", + " [-0.0216],\n", + " [-0.0189],\n", + " [ 0.0929],\n", + " [-0.0204],\n", + " [-0.0217],\n", + " [-0.0212],\n", + " [-0.0223],\n", + " [-0.0237],\n", + " [-0.0215],\n", + " [-0.0215],\n", + " [-0.0171],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0138],\n", + " [ 0.0136],\n", + " [ 0.0041],\n", + " [ 0.0062],\n", + " [ 0.0164],\n", + " [ 0.0078],\n", + " [ 0.0066],\n", + " [ 0.0081],\n", + " [ 0.0070],\n", + " [ 0.0100],\n", + " [ 0.0067],\n", + " [-0.0022],\n", + " [ 0.0115],\n", + " [ 0.0155],\n", + " [ 0.0063],\n", + " [ 0.0125],\n", + " [ 0.0081],\n", + " [ 0.0087],\n", + " [ 0.0101],\n", + " [ 0.0051],\n", + " [ 0.0099],\n", + " [ 0.0050],\n", + " [ 0.1418],\n", + " [ 0.0126],\n", + " [ 0.0013],\n", + " [ 0.0147],\n", + " [ 0.0108],\n", + " [ 0.0039],\n", + " [ 0.0122],\n", + " [ 0.0169],\n", + " [ 0.0079],\n", + " [ 0.0145]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0891],\n", + " [0.0883],\n", + " [0.0931],\n", + " [0.0919],\n", + " [0.0910],\n", + " [0.0925],\n", + " [0.0983],\n", + " [0.0940],\n", + " [0.0929],\n", + " [0.0917],\n", + " [0.0877],\n", + " [0.1028],\n", + " [0.0900],\n", + " [0.0894],\n", + " [0.0963],\n", + " [0.0908],\n", + " [0.0917],\n", + " [0.0924],\n", + " [0.0914],\n", + " [0.0915],\n", + " [0.0914],\n", + " [0.0918],\n", + " [0.0338],\n", + " [0.0938],\n", + " [0.0938],\n", + " [0.0901],\n", + " [0.0908],\n", + " [0.0917],\n", + " [0.0928],\n", + " [0.0893],\n", + " [0.0897],\n", + " [0.0907]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0855],\n", + " [0.0806],\n", + " [0.0814],\n", + " [0.0876],\n", + " [0.0822],\n", + " [0.0832],\n", + " [0.0816],\n", + " [0.0823],\n", + " [0.0824],\n", + " [0.0840],\n", + " [0.0827],\n", + " [0.0858],\n", + " [0.0878],\n", + " [0.0879],\n", + " [0.0856],\n", + " [0.0842],\n", + " [0.0831],\n", + " [0.0837],\n", + " [0.0822],\n", + " [0.0836],\n", + " [0.0792],\n", + " [0.1035],\n", + " [0.0866],\n", + " [0.0783],\n", + " [0.0870],\n", + " [0.0842],\n", + " [0.0816],\n", + " [0.0850],\n", + " [0.0886],\n", + " [0.0819],\n", + " [0.0869]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0915],\n", + " [0.0883],\n", + " [0.0875],\n", + " [0.0877],\n", + " [0.0879],\n", + " [0.0866],\n", + " [0.0848],\n", + " [0.0859],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0944],\n", + " [0.0916],\n", + " [0.0890],\n", + " [0.0888],\n", + " [0.0936],\n", + " [0.0880],\n", + " [0.0879],\n", + " [0.0871],\n", + " [0.0868],\n", + " [0.0888],\n", + " [0.0879],\n", + " [0.0884],\n", + " [0.0183],\n", + " [0.0864],\n", + " [0.0874],\n", + " [0.0879],\n", + " [0.0876],\n", + " [0.0887],\n", + " [0.0856],\n", + " [0.0888],\n", + " [0.0890],\n", + " [0.0876]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0415],\n", + " [0.0420],\n", + " [0.0400],\n", + " [0.0400],\n", + " [0.0437],\n", + " [0.0393],\n", + " [0.0434],\n", + " [0.0392],\n", + " [0.0396],\n", + " [0.0405],\n", + " [0.0415],\n", + " [0.0474],\n", + " [0.0419],\n", + " [0.0420],\n", + " [0.0417],\n", + " [0.0407],\n", + " [0.0429],\n", + " [0.0412],\n", + " [0.0402],\n", + " [0.0415],\n", + " [0.0406],\n", + " [0.0411],\n", + " [0.0808],\n", + " [0.0418],\n", + " [0.0386],\n", + " [0.0430],\n", + " [0.0400],\n", + " [0.0397],\n", + " [0.0423],\n", + " [0.0430],\n", + " [0.0420],\n", + " [0.0422]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0327],\n", + " [ 0.0349],\n", + " [ 0.0375],\n", + " [ 0.0374],\n", + " [ 0.0351],\n", + " [ 0.0377],\n", + " [ 0.0364],\n", + " [ 0.0380],\n", + " [ 0.0381],\n", + " [ 0.0368],\n", + " [ 0.0336],\n", + " [ 0.0296],\n", + " [ 0.0366],\n", + " [ 0.0359],\n", + " [ 0.0360],\n", + " [ 0.0373],\n", + " [ 0.0362],\n", + " [ 0.0370],\n", + " [ 0.0371],\n", + " [ 0.0365],\n", + " [ 0.0364],\n", + " [ 0.0352],\n", + " [-0.0378],\n", + " [ 0.0369],\n", + " [ 0.0380],\n", + " [ 0.0355],\n", + " [ 0.0370],\n", + " [ 0.0379],\n", + " [ 0.0369],\n", + " [ 0.0346],\n", + " [ 0.0353],\n", + " [ 0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0669],\n", + " [-0.0706],\n", + " [-0.0741],\n", + " [-0.0728],\n", + " [-0.0697],\n", + " [-0.0732],\n", + " [-0.0732],\n", + " [-0.0731],\n", + " [-0.0744],\n", + " [-0.0729],\n", + " [-0.0669],\n", + " [-0.0742],\n", + " [-0.0723],\n", + " [-0.0699],\n", + " [-0.0666],\n", + " [-0.0710],\n", + " [-0.0734],\n", + " [-0.0719],\n", + " [-0.0724],\n", + " [-0.0744],\n", + " [-0.0717],\n", + " [-0.0735],\n", + " [-0.0464],\n", + " [-0.0701],\n", + " [-0.0750],\n", + " [-0.0706],\n", + " [-0.0716],\n", + " [-0.0757],\n", + " [-0.0722],\n", + " [-0.0693],\n", + " [-0.0721],\n", + " [-0.0704]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1088],\n", + " [-0.0995],\n", + " [-0.1032],\n", + " [-0.1032],\n", + " [-0.0972],\n", + " [-0.1001],\n", + " [-0.1010],\n", + " [-0.0987],\n", + " [-0.1003],\n", + " [-0.0996],\n", + " [-0.1191],\n", + " [-0.1104],\n", + " [-0.0998],\n", + " [-0.0978],\n", + " [-0.1197],\n", + " [-0.0980],\n", + " [-0.1017],\n", + " [-0.1016],\n", + " [-0.0992],\n", + " [-0.1033],\n", + " [-0.0999],\n", + " [-0.1055],\n", + " [-0.0888],\n", + " [-0.0974],\n", + " [-0.1049],\n", + " [-0.0983],\n", + " [-0.0990],\n", + " [-0.1028],\n", + " [-0.0980],\n", + " [-0.0980],\n", + " [-0.1050],\n", + " [-0.0975]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0578],\n", + " [-0.0619],\n", + " [-0.0618],\n", + " [-0.0613],\n", + " [-0.0633],\n", + " [-0.0633],\n", + " [-0.0625],\n", + " [-0.0645],\n", + " [-0.0631],\n", + " [-0.0640],\n", + " [-0.0519],\n", + " [-0.0547],\n", + " [-0.0617],\n", + " [-0.0628],\n", + " [-0.0534],\n", + " [-0.0633],\n", + " [-0.0608],\n", + " [-0.0613],\n", + " [-0.0631],\n", + " [-0.0610],\n", + " [-0.0627],\n", + " [-0.0601],\n", + " [-0.0260],\n", + " [-0.0648],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0619],\n", + " [-0.0636],\n", + " [-0.0625],\n", + " [-0.0585],\n", + " [-0.0628]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0616],\n", + " [-0.0642],\n", + " [-0.0650],\n", + " [-0.0678],\n", + " [-0.0624],\n", + " [-0.0648],\n", + " [-0.0621],\n", + " [-0.0577],\n", + " [-0.0648],\n", + " [-0.0588],\n", + " [-0.0636],\n", + " [-0.0613],\n", + " [-0.0632],\n", + " [-0.0568],\n", + " [-0.0626],\n", + " [-0.0426],\n", + " [-0.0622],\n", + " [-0.0657],\n", + " [-0.0629],\n", + " [-0.0321],\n", + " [-0.0612],\n", + " [-0.0616],\n", + " [-0.0619],\n", + " [-0.0628],\n", + " [-0.0619],\n", + " [-0.0636],\n", + " [-0.0548],\n", + " [-0.0624],\n", + " [-0.0658],\n", + " [-0.0615],\n", + " [-0.0624],\n", + " [-0.0639]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0721],\n", + " [-0.0766],\n", + " [-0.0777],\n", + " [-0.0803],\n", + " [-0.0679],\n", + " [-0.0771],\n", + " [-0.0756],\n", + " [-0.0677],\n", + " [-0.0774],\n", + " [-0.0664],\n", + " [-0.0717],\n", + " [-0.0721],\n", + " [-0.0774],\n", + " [-0.0677],\n", + " [-0.0769],\n", + " [-0.0760],\n", + " [-0.0730],\n", + " [-0.0735],\n", + " [-0.0697],\n", + " [-0.0791],\n", + " [-0.0659],\n", + " [-0.0736],\n", + " [-0.0718],\n", + " [-0.0714],\n", + " [-0.0725],\n", + " [-0.0724],\n", + " [-0.0746],\n", + " [-0.0747],\n", + " [-0.0789],\n", + " [-0.0710],\n", + " [-0.0691],\n", + " [-0.0746]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0364],\n", + " [0.0355],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0358],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0393],\n", + " [0.0385],\n", + " [0.0376],\n", + " [0.0387],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0382],\n", + " [0.0486],\n", + " [0.0373],\n", + " [0.0362],\n", + " [0.0391],\n", + " [0.0381],\n", + " [0.0382],\n", + " [0.0363],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0354],\n", + " [0.0363],\n", + " [0.0376],\n", + " [0.0380],\n", + " [0.0375],\n", + " [0.0373],\n", + " [0.0351]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0947],\n", + " [-0.0939],\n", + " [-0.0983],\n", + " [-0.0961],\n", + " [-0.0944],\n", + " [-0.0965],\n", + " [-0.0914],\n", + " [-0.0891],\n", + " [-0.0965],\n", + " [-0.0897],\n", + " [-0.0877],\n", + " [-0.0922],\n", + " [-0.0940],\n", + " [-0.0856],\n", + " [-0.0914],\n", + " [-0.0734],\n", + " [-0.0966],\n", + " [-0.0867],\n", + " [-0.0955],\n", + " [-0.0628],\n", + " [-0.0926],\n", + " [-0.0897],\n", + " [-0.0948],\n", + " [-0.0956],\n", + " [-0.0938],\n", + " [-0.0966],\n", + " [-0.0862],\n", + " [-0.0936],\n", + " [-0.0938],\n", + " [-0.0926],\n", + " [-0.0953],\n", + " [-0.0957]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0580],\n", + " [0.0558],\n", + " [0.0582],\n", + " [0.0540],\n", + " [0.0590],\n", + " [0.0576],\n", + " [0.0530],\n", + " [0.0442],\n", + " [0.0565],\n", + " [0.0540],\n", + " [0.0515],\n", + " [0.0556],\n", + " [0.0536],\n", + " [0.0434],\n", + " [0.0487],\n", + " [0.0321],\n", + " [0.0359],\n", + " [0.0546],\n", + " [0.0594],\n", + " [0.0181],\n", + " [0.0569],\n", + " [0.0501],\n", + " [0.0587],\n", + " [0.0591],\n", + " [0.0570],\n", + " [0.0589],\n", + " [0.0303],\n", + " [0.0576],\n", + " [0.0537],\n", + " [0.0564],\n", + " [0.0588],\n", + " [0.0572]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0340],\n", + " [-0.0404],\n", + " [-0.0361],\n", + " [-0.0351],\n", + " [-0.0359],\n", + " [-0.0367],\n", + " [-0.0389],\n", + " [-0.0367],\n", + " [-0.0348],\n", + " [-0.0375],\n", + " [-0.0466],\n", + " [-0.0381],\n", + " [-0.0341],\n", + " [-0.0462],\n", + " [-0.0392],\n", + " [-0.0520],\n", + " [-0.0310],\n", + " [-0.0478],\n", + " [-0.0345],\n", + " [-0.0568],\n", + " [-0.0359],\n", + " [-0.0372],\n", + " [-0.0369],\n", + " [-0.0356],\n", + " [-0.0377],\n", + " [-0.0364],\n", + " [-0.0425],\n", + " [-0.0364],\n", + " [-0.0367],\n", + " [-0.0378],\n", + " [-0.0346],\n", + " [-0.0391]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0809],\n", + " [-0.0788],\n", + " [-0.0794],\n", + " [-0.0789],\n", + " [-0.0809],\n", + " [-0.0786],\n", + " [-0.0780],\n", + " [-0.0830],\n", + " [-0.0798],\n", + " [-0.0810],\n", + " [-0.0783],\n", + " [-0.0799],\n", + " [-0.0797],\n", + " [-0.0758],\n", + " [-0.0789],\n", + " [-0.0683],\n", + " [-0.0930],\n", + " [-0.0750],\n", + " [-0.0808],\n", + " [-0.0587],\n", + " [-0.0821],\n", + " [-0.0795],\n", + " [-0.0795],\n", + " [-0.0803],\n", + " [-0.0797],\n", + " [-0.0805],\n", + " [-0.0825],\n", + " [-0.0785],\n", + " [-0.0783],\n", + " [-0.0801],\n", + " [-0.0817],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1701],\n", + " [0.1682],\n", + " [0.1675],\n", + " [0.1660],\n", + " [0.1718],\n", + " [0.1679],\n", + " [0.1669],\n", + " [0.1618],\n", + " [0.1676],\n", + " [0.1697],\n", + " [0.1669],\n", + " [0.1683],\n", + " [0.1662],\n", + " [0.1665],\n", + " [0.1632],\n", + " [0.1581],\n", + " [0.1667],\n", + " [0.1728],\n", + " [0.1721],\n", + " [0.1571],\n", + " [0.1712],\n", + " [0.1661],\n", + " [0.1696],\n", + " [0.1701],\n", + " [0.1686],\n", + " [0.1694],\n", + " [0.1573],\n", + " [0.1696],\n", + " [0.1671],\n", + " [0.1691],\n", + " [0.1710],\n", + " [0.1676]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0551],\n", + " [-0.0565],\n", + " [-0.0613],\n", + " [-0.0615],\n", + " [-0.0557],\n", + " [-0.0598],\n", + " [-0.0559],\n", + " [-0.0471],\n", + " [-0.0605],\n", + " [-0.0467],\n", + " [-0.0478],\n", + " [-0.0542],\n", + " [-0.0586],\n", + " [-0.0446],\n", + " [-0.0569],\n", + " [-0.0424],\n", + " [-0.0502],\n", + " [-0.0511],\n", + " [-0.0571],\n", + " [-0.0422],\n", + " [-0.0514],\n", + " [-0.0542],\n", + " [-0.0562],\n", + " [-0.0572],\n", + " [-0.0554],\n", + " [-0.0583],\n", + " [-0.0621],\n", + " [-0.0556],\n", + " [-0.0581],\n", + " [-0.0538],\n", + " [-0.0557],\n", + " [-0.0579]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0604],\n", + " [0.0607],\n", + " [0.0624],\n", + " [0.0639],\n", + " [0.0556],\n", + " [0.0615],\n", + " [0.0623],\n", + " [0.0663],\n", + " [0.0640],\n", + " [0.0573],\n", + " [0.0583],\n", + " [0.0583],\n", + " [0.0668],\n", + " [0.0655],\n", + " [0.0672],\n", + " [0.0795],\n", + " [0.0812],\n", + " [0.0558],\n", + " [0.0577],\n", + " [0.0825],\n", + " [0.0551],\n", + " [0.0643],\n", + " [0.0580],\n", + " [0.0583],\n", + " [0.0588],\n", + " [0.0589],\n", + " [0.0738],\n", + " [0.0607],\n", + " [0.0660],\n", + " [0.0574],\n", + " [0.0577],\n", + " [0.0590]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0991],\n", + " [-0.0951],\n", + " [-0.0981],\n", + " [-0.0917],\n", + " [-0.1010],\n", + " [-0.0967],\n", + " [-0.0929],\n", + " [-0.0879],\n", + " [-0.0957],\n", + " [-0.0984],\n", + " [-0.0941],\n", + " [-0.0966],\n", + " [-0.0934],\n", + " [-0.0850],\n", + " [-0.0888],\n", + " [-0.0840],\n", + " [-0.0816],\n", + " [-0.0969],\n", + " [-0.1013],\n", + " [-0.0842],\n", + " [-0.0997],\n", + " [-0.0892],\n", + " [-0.0989],\n", + " [-0.1000],\n", + " [-0.0974],\n", + " [-0.0997],\n", + " [-0.0694],\n", + " [-0.0967],\n", + " [-0.0923],\n", + " [-0.0975],\n", + " [-0.1004],\n", + " [-0.0970]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0200],\n", + " [ 0.0170],\n", + " [ 0.0171],\n", + " [ 0.0157],\n", + " [ 0.0221],\n", + " [ 0.0179],\n", + " [ 0.0154],\n", + " [ 0.0137],\n", + " [ 0.0174],\n", + " [ 0.0196],\n", + " [ 0.0150],\n", + " [ 0.0179],\n", + " [ 0.0133],\n", + " [ 0.0118],\n", + " [ 0.0107],\n", + " [-0.0043],\n", + " [ 0.0066],\n", + " [ 0.0191],\n", + " [ 0.0214],\n", + " [-0.0175],\n", + " [ 0.0228],\n", + " [ 0.0148],\n", + " [ 0.0206],\n", + " [ 0.0202],\n", + " [ 0.0190],\n", + " [ 0.0194],\n", + " [ 0.0056],\n", + " [ 0.0182],\n", + " [ 0.0135],\n", + " [ 0.0190],\n", + " [ 0.0220],\n", + " [ 0.0177]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0921],\n", + " [0.0945],\n", + " [0.0925],\n", + " [0.0876],\n", + " [0.0971],\n", + " [0.0921],\n", + " [0.0913],\n", + " [0.0872],\n", + " [0.0883],\n", + " [0.0975],\n", + " [0.1008],\n", + " [0.0955],\n", + " [0.0868],\n", + " [0.0883],\n", + " [0.0890],\n", + " [0.1023],\n", + " [0.0795],\n", + " [0.0974],\n", + " [0.0944],\n", + " [0.1091],\n", + " [0.0969],\n", + " [0.0857],\n", + " [0.0953],\n", + " [0.0951],\n", + " [0.0948],\n", + " [0.0950],\n", + " [0.0851],\n", + " [0.0914],\n", + " [0.0872],\n", + " [0.0962],\n", + " [0.0946],\n", + " [0.0959]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0094],\n", + " [0.0099],\n", + " [0.0084],\n", + " [0.0059],\n", + " [0.0112],\n", + " [0.0078],\n", + " [0.0094],\n", + " [0.0026],\n", + " [0.0057],\n", + " [0.0096],\n", + " [0.0136],\n", + " [0.0123],\n", + " [0.0087],\n", + " [0.0058],\n", + " [0.0082],\n", + " [0.0272],\n", + " [0.0137],\n", + " [0.0166],\n", + " [0.0095],\n", + " [0.0388],\n", + " [0.0102],\n", + " [0.0063],\n", + " [0.0093],\n", + " [0.0103],\n", + " [0.0104],\n", + " [0.0096],\n", + " [0.0067],\n", + " [0.0085],\n", + " [0.0078],\n", + " [0.0119],\n", + " [0.0098],\n", + " [0.0108]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.9656e-04],\n", + " [-5.3674e-04],\n", + " [ 4.1139e-03],\n", + " [ 6.2682e-03],\n", + " [-9.1784e-04],\n", + " [ 3.3300e-03],\n", + " [-2.2479e-03],\n", + " [-9.9058e-03],\n", + " [ 5.5487e-03],\n", + " [-6.9156e-03],\n", + " [-1.1413e-02],\n", + " [-3.6931e-03],\n", + " [ 5.4684e-04],\n", + " [-1.3519e-02],\n", + " [-4.5213e-03],\n", + " [-3.1440e-02],\n", + " [-7.9021e-03],\n", + " [-8.0383e-04],\n", + " [ 1.2511e-03],\n", + " [-4.3021e-02],\n", + " [-2.9334e-03],\n", + " [-3.0916e-03],\n", + " [-4.5673e-04],\n", + " [ 6.5102e-04],\n", + " [-1.9874e-03],\n", + " [ 1.3523e-03],\n", + " [-8.3539e-03],\n", + " [-5.5648e-04],\n", + " [ 6.0467e-04],\n", + " [-3.5555e-03],\n", + " [-2.6021e-06],\n", + " [-4.8757e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0351],\n", + " [-0.0344],\n", + " [-0.0380],\n", + " [-0.0422],\n", + " [-0.0304],\n", + " [-0.0376],\n", + " [-0.0369],\n", + " [-0.0399],\n", + " [-0.0408],\n", + " [-0.0293],\n", + " [-0.0312],\n", + " [-0.0326],\n", + " [-0.0375],\n", + " [-0.0364],\n", + " [-0.0391],\n", + " [-0.0418],\n", + " [-0.0476],\n", + " [-0.0304],\n", + " [-0.0337],\n", + " [-0.0464],\n", + " [-0.0296],\n", + " [-0.0388],\n", + " [-0.0346],\n", + " [-0.0341],\n", + " [-0.0343],\n", + " [-0.0351],\n", + " [-0.0491],\n", + " [-0.0354],\n", + " [-0.0376],\n", + " [-0.0318],\n", + " [-0.0338],\n", + " [-0.0339]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 4.0807e-03],\n", + " [ 4.2137e-03],\n", + " [ 7.3982e-03],\n", + " [ 7.8825e-03],\n", + " [ 1.7376e-03],\n", + " [ 6.3095e-03],\n", + " [ 4.6241e-03],\n", + " [ 8.7964e-04],\n", + " [ 7.8945e-03],\n", + " [-1.1134e-03],\n", + " [-3.7823e-03],\n", + " [ 2.1880e-03],\n", + " [ 6.9425e-03],\n", + " [-4.4786e-04],\n", + " [ 5.6609e-03],\n", + " [-8.6852e-03],\n", + " [ 4.4150e-03],\n", + " [-1.1944e-03],\n", + " [ 4.0855e-03],\n", + " [-9.7269e-03],\n", + " [-3.2407e-05],\n", + " [ 5.0481e-03],\n", + " [ 4.0920e-03],\n", + " [ 4.0678e-03],\n", + " [ 3.4260e-03],\n", + " [ 5.0393e-03],\n", + " [ 6.9593e-03],\n", + " [ 4.9120e-03],\n", + " [ 6.5828e-03],\n", + " [ 1.7665e-03],\n", + " [ 3.2351e-03],\n", + " [ 4.0825e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0571],\n", + " [0.0566],\n", + " [0.0590],\n", + " [0.0595],\n", + " [0.0564],\n", + " [0.0575],\n", + " [0.0567],\n", + " [0.0589],\n", + " [0.0589],\n", + " [0.0548],\n", + " [0.0529],\n", + " [0.0558],\n", + " [0.0596],\n", + " [0.0561],\n", + " [0.0599],\n", + " [0.0566],\n", + " [0.0709],\n", + " [0.0505],\n", + " [0.0580],\n", + " [0.0572],\n", + " [0.0557],\n", + " [0.0581],\n", + " [0.0562],\n", + " [0.0572],\n", + " [0.0561],\n", + " [0.0579],\n", + " [0.0703],\n", + " [0.0560],\n", + " [0.0583],\n", + " [0.0555],\n", + " [0.0575],\n", + " [0.0573]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0194],\n", + " [-0.0182],\n", + " [-0.0182],\n", + " [-0.0194],\n", + " [-0.0183],\n", + " [-0.0186],\n", + " [-0.0172],\n", + " [-0.0128],\n", + " [-0.0189],\n", + " [-0.0159],\n", + " [-0.0194],\n", + " [-0.0182],\n", + " [-0.0165],\n", + " [-0.0139],\n", + " [-0.0151],\n", + " [-0.0186],\n", + " [-0.0244],\n", + " [-0.0222],\n", + " [-0.0186],\n", + " [-0.0164],\n", + " [-0.0174],\n", + " [-0.0165],\n", + " [-0.0187],\n", + " [-0.0193],\n", + " [-0.0184],\n", + " [-0.0181],\n", + " [-0.0147],\n", + " [-0.0183],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0195],\n", + " [-0.0174]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1692],\n", + " [-0.1735],\n", + " [-0.1748],\n", + " [-0.1756],\n", + " [-0.1699],\n", + " [-0.1742],\n", + " [-0.1704],\n", + " [-0.1653],\n", + " [-0.1736],\n", + " [-0.1664],\n", + " [-0.1679],\n", + " [-0.1697],\n", + " [-0.1699],\n", + " [-0.1631],\n", + " [-0.1697],\n", + " [-0.1636],\n", + " [-0.1685],\n", + " [-0.1716],\n", + " [-0.1707],\n", + " [-0.1599],\n", + " [-0.1680],\n", + " [-0.1673],\n", + " [-0.1714],\n", + " [-0.1712],\n", + " [-0.1707],\n", + " [-0.1721],\n", + " [-0.1674],\n", + " [-0.1704],\n", + " [-0.1717],\n", + " [-0.1696],\n", + " [-0.1700],\n", + " [-0.1729]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0213],\n", + " [-0.0207],\n", + " [-0.0194],\n", + " [-0.0161],\n", + " [-0.0228],\n", + " [-0.0194],\n", + " [-0.0214],\n", + " [-0.0196],\n", + " [-0.0179],\n", + " [-0.0209],\n", + " [-0.0235],\n", + " [-0.0229],\n", + " [-0.0221],\n", + " [-0.0210],\n", + " [-0.0229],\n", + " [-0.0316],\n", + " [-0.0216],\n", + " [-0.0193],\n", + " [-0.0213],\n", + " [-0.0311],\n", + " [-0.0216],\n", + " [-0.0206],\n", + " [-0.0215],\n", + " [-0.0218],\n", + " [-0.0220],\n", + " [-0.0209],\n", + " [-0.0164],\n", + " [-0.0212],\n", + " [-0.0214],\n", + " [-0.0229],\n", + " [-0.0217],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0132],\n", + " [ 0.0070],\n", + " [ 0.0125],\n", + " [ 0.0070],\n", + " [ 0.0165],\n", + " [ 0.0104],\n", + " [ 0.0041],\n", + " [-0.0014],\n", + " [ 0.0098],\n", + " [ 0.0103],\n", + " [ 0.0065],\n", + " [ 0.0094],\n", + " [ 0.0054],\n", + " [-0.0079],\n", + " [-0.0008],\n", + " [-0.0142],\n", + " [-0.0074],\n", + " [ 0.0069],\n", + " [ 0.0172],\n", + " [-0.0159],\n", + " [ 0.0145],\n", + " [ 0.0010],\n", + " [ 0.0131],\n", + " [ 0.0149],\n", + " [ 0.0108],\n", + " [ 0.0152],\n", + " [-0.0132],\n", + " [ 0.0092],\n", + " [ 0.0034],\n", + " [ 0.0107],\n", + " [ 0.0161],\n", + " [ 0.0112]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0913],\n", + " [0.0915],\n", + " [0.0872],\n", + " [0.0908],\n", + " [0.0911],\n", + " [0.0901],\n", + " [0.0944],\n", + " [0.1028],\n", + " [0.0901],\n", + " [0.0946],\n", + " [0.0943],\n", + " [0.0916],\n", + " [0.0918],\n", + " [0.1087],\n", + " [0.0950],\n", + " [0.0983],\n", + " [0.0923],\n", + " [0.0964],\n", + " [0.0910],\n", + " [0.0919],\n", + " [0.0933],\n", + " [0.0994],\n", + " [0.0911],\n", + " [0.0896],\n", + " [0.0914],\n", + " [0.0892],\n", + " [0.1021],\n", + " [0.0926],\n", + " [0.0931],\n", + " [0.0919],\n", + " [0.0912],\n", + " [0.0898]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0861],\n", + " [0.0802],\n", + " [0.0855],\n", + " [0.0817],\n", + " [0.0872],\n", + " [0.0833],\n", + " [0.0806],\n", + " [0.0822],\n", + " [0.0858],\n", + " [0.0837],\n", + " [0.0719],\n", + " [0.0834],\n", + " [0.0827],\n", + " [0.0737],\n", + " [0.0793],\n", + " [0.0491],\n", + " [0.0804],\n", + " [0.0702],\n", + " [0.0884],\n", + " [0.0433],\n", + " [0.0866],\n", + " [0.0816],\n", + " [0.0856],\n", + " [0.0870],\n", + " [0.0843],\n", + " [0.0877],\n", + " [0.0829],\n", + " [0.0828],\n", + " [0.0787],\n", + " [0.0837],\n", + " [0.0880],\n", + " [0.0839]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0870],\n", + " [0.0864],\n", + " [0.0891],\n", + " [0.0898],\n", + " [0.0879],\n", + " [0.0877],\n", + " [0.0860],\n", + " [0.0848],\n", + " [0.0889],\n", + " [0.0845],\n", + " [0.0839],\n", + " [0.0867],\n", + " [0.0889],\n", + " [0.0775],\n", + " [0.0877],\n", + " [0.0663],\n", + " [0.0848],\n", + " [0.0818],\n", + " [0.0882],\n", + " [0.0552],\n", + " [0.0871],\n", + " [0.0863],\n", + " [0.0865],\n", + " [0.0880],\n", + " [0.0869],\n", + " [0.0889],\n", + " [0.0856],\n", + " [0.0858],\n", + " [0.0880],\n", + " [0.0867],\n", + " [0.0883],\n", + " [0.0881]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0437],\n", + " [0.0387],\n", + " [0.0416],\n", + " [0.0426],\n", + " [0.0428],\n", + " [0.0419],\n", + " [0.0399],\n", + " [0.0389],\n", + " [0.0439],\n", + " [0.0397],\n", + " [0.0352],\n", + " [0.0395],\n", + " [0.0424],\n", + " [0.0371],\n", + " [0.0389],\n", + " [0.0389],\n", + " [0.0453],\n", + " [0.0391],\n", + " [0.0440],\n", + " [0.0376],\n", + " [0.0421],\n", + " [0.0420],\n", + " [0.0421],\n", + " [0.0426],\n", + " [0.0406],\n", + " [0.0421],\n", + " [0.0446],\n", + " [0.0422],\n", + " [0.0410],\n", + " [0.0402],\n", + " [0.0434],\n", + " [0.0395]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0358],\n", + " [0.0378],\n", + " [0.0355],\n", + " [0.0344],\n", + " [0.0352],\n", + " [0.0358],\n", + " [0.0380],\n", + " [0.0384],\n", + " [0.0358],\n", + " [0.0385],\n", + " [0.0364],\n", + " [0.0381],\n", + " [0.0361],\n", + " [0.0359],\n", + " [0.0382],\n", + " [0.0266],\n", + " [0.0260],\n", + " [0.0334],\n", + " [0.0340],\n", + " [0.0253],\n", + " [0.0362],\n", + " [0.0367],\n", + " [0.0365],\n", + " [0.0357],\n", + " [0.0373],\n", + " [0.0350],\n", + " [0.0402],\n", + " [0.0360],\n", + " [0.0353],\n", + " [0.0374],\n", + " [0.0353],\n", + " [0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0720],\n", + " [-0.0728],\n", + " [-0.0709],\n", + " [-0.0721],\n", + " [-0.0689],\n", + " [-0.0715],\n", + " [-0.0747],\n", + " [-0.0742],\n", + " [-0.0720],\n", + " [-0.0712],\n", + " [-0.0761],\n", + " [-0.0730],\n", + " [-0.0747],\n", + " [-0.0780],\n", + " [-0.0755],\n", + " [-0.0991],\n", + " [-0.0829],\n", + " [-0.0763],\n", + " [-0.0691],\n", + " [-0.1087],\n", + " [-0.0688],\n", + " [-0.0751],\n", + " [-0.0712],\n", + " [-0.0706],\n", + " [-0.0721],\n", + " [-0.0696],\n", + " [-0.0832],\n", + " [-0.0730],\n", + " [-0.0743],\n", + " [-0.0721],\n", + " [-0.0696],\n", + " [-0.0709]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0987],\n", + " [-0.1026],\n", + " [-0.1014],\n", + " [-0.1064],\n", + " [-0.0967],\n", + " [-0.1015],\n", + " [-0.1028],\n", + " [-0.1039],\n", + " [-0.1032],\n", + " [-0.0981],\n", + " [-0.1009],\n", + " [-0.0989],\n", + " [-0.1032],\n", + " [-0.1069],\n", + " [-0.1047],\n", + " [-0.1087],\n", + " [-0.1098],\n", + " [-0.1059],\n", + " [-0.0983],\n", + " [-0.1122],\n", + " [-0.0965],\n", + " [-0.1046],\n", + " [-0.0980],\n", + " [-0.0979],\n", + " [-0.0988],\n", + " [-0.0988],\n", + " [-0.1180],\n", + " [-0.1001],\n", + " [-0.1046],\n", + " [-0.0982],\n", + " [-0.0975],\n", + " [-0.0999]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0629],\n", + " [-0.0604],\n", + " [-0.0578],\n", + " [-0.0639],\n", + " [-0.0608],\n", + " [-0.0620],\n", + " [-0.0634],\n", + " [-0.0591],\n", + " [-0.0657],\n", + " [-0.0666],\n", + " [-0.0633],\n", + " [-0.0611],\n", + " [-0.0637],\n", + " [-0.0626],\n", + " [-0.0608],\n", + " [-0.0625],\n", + " [-0.0623],\n", + " [-0.0627],\n", + " [-0.0552],\n", + " [-0.0649],\n", + " [-0.0610],\n", + " [-0.0627],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0621],\n", + " [-0.0509],\n", + " [-0.0627],\n", + " [-0.0617],\n", + " [-0.0639],\n", + " [-0.0628],\n", + " [-0.0631]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0619],\n", + " [-0.0684],\n", + " [-0.0615],\n", + " [-0.0607],\n", + " [-0.0681],\n", + " [-0.0630],\n", + " [-0.0659],\n", + " [-0.0616],\n", + " [-0.0654],\n", + " [-0.0623],\n", + " [-0.0620],\n", + " [-0.0618],\n", + " [-0.0652],\n", + " [-0.0659],\n", + " [-0.2114],\n", + " [-0.0629],\n", + " [-0.0594],\n", + " [-0.0866],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0629],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0589],\n", + " [-0.0629],\n", + " [-0.0686],\n", + " [-0.0626],\n", + " [-0.0591],\n", + " [-0.0540],\n", + " [-0.0628],\n", + " [-0.0625],\n", + " [-0.0559]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0764],\n", + " [-0.0823],\n", + " [-0.0767],\n", + " [-0.0742],\n", + " [-0.0854],\n", + " [-0.0746],\n", + " [-0.0733],\n", + " [-0.0738],\n", + " [-0.0784],\n", + " [-0.0697],\n", + " [-0.0723],\n", + " [-0.0756],\n", + " [-0.0789],\n", + " [-0.0765],\n", + " [-0.2345],\n", + " [-0.0753],\n", + " [-0.0715],\n", + " [-0.0884],\n", + " [-0.0755],\n", + " [-0.0742],\n", + " [-0.0693],\n", + " [-0.0773],\n", + " [-0.0738],\n", + " [-0.0714],\n", + " [-0.0712],\n", + " [-0.0781],\n", + " [-0.0742],\n", + " [-0.0688],\n", + " [-0.0667],\n", + " [-0.0759],\n", + " [-0.0754],\n", + " [-0.0668]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0383],\n", + " [0.0378],\n", + " [0.0382],\n", + " [0.0377],\n", + " [0.0340],\n", + " [0.0386],\n", + " [0.0258],\n", + " [0.0398],\n", + " [0.0369],\n", + " [0.0375],\n", + " [0.0374],\n", + " [0.0384],\n", + " [0.0361],\n", + " [0.0355],\n", + " [0.0483],\n", + " [0.0368],\n", + " [0.0390],\n", + " [0.0295],\n", + " [0.0367],\n", + " [0.0360],\n", + " [0.0366],\n", + " [0.0367],\n", + " [0.0358],\n", + " [0.0396],\n", + " [0.0369],\n", + " [0.0382],\n", + " [0.0382],\n", + " [0.0390],\n", + " [0.0356],\n", + " [0.0368],\n", + " [0.0367],\n", + " [0.0394]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0917],\n", + " [-0.0971],\n", + " [-0.0913],\n", + " [-0.0906],\n", + " [-0.0938],\n", + " [-0.0911],\n", + " [-0.1067],\n", + " [-0.0908],\n", + " [-0.0932],\n", + " [-0.0949],\n", + " [-0.0926],\n", + " [-0.0921],\n", + " [-0.0957],\n", + " [-0.0898],\n", + " [-0.0379],\n", + " [-0.0949],\n", + " [-0.0893],\n", + " [-0.0955],\n", + " [-0.0917],\n", + " [-0.0963],\n", + " [-0.0953],\n", + " [-0.0925],\n", + " [-0.0962],\n", + " [-0.0893],\n", + " [-0.0956],\n", + " [-0.0940],\n", + " [-0.0908],\n", + " [-0.0893],\n", + " [-0.0854],\n", + " [-0.0925],\n", + " [-0.0931],\n", + " [-0.0862]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0500],\n", + " [0.0528],\n", + " [0.0493],\n", + " [0.0519],\n", + " [0.0456],\n", + " [0.0491],\n", + " [0.0652],\n", + " [0.0519],\n", + " [0.0527],\n", + " [0.0587],\n", + " [0.0557],\n", + " [0.0498],\n", + " [0.0537],\n", + " [0.0529],\n", + " [0.0208],\n", + " [0.0573],\n", + " [0.0517],\n", + " [0.0531],\n", + " [0.0523],\n", + " [0.0592],\n", + " [0.0595],\n", + " [0.0519],\n", + " [0.0584],\n", + " [0.0526],\n", + " [0.0592],\n", + " [0.0418],\n", + " [0.0526],\n", + " [0.0532],\n", + " [0.0405],\n", + " [0.0534],\n", + " [0.0551],\n", + " [0.0453]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0357],\n", + " [-0.0331],\n", + " [-0.0385],\n", + " [-0.0382],\n", + " [-0.0414],\n", + " [-0.0358],\n", + " [-0.0487],\n", + " [-0.0359],\n", + " [-0.0389],\n", + " [-0.0348],\n", + " [-0.0381],\n", + " [-0.0362],\n", + " [-0.0384],\n", + " [-0.0447],\n", + " [-0.0709],\n", + " [-0.0362],\n", + " [-0.0386],\n", + " [-0.0482],\n", + " [-0.0399],\n", + " [-0.0360],\n", + " [-0.0343],\n", + " [-0.0386],\n", + " [-0.0368],\n", + " [-0.0378],\n", + " [-0.0352],\n", + " [-0.0340],\n", + " [-0.0386],\n", + " [-0.0384],\n", + " [-0.0465],\n", + " [-0.0405],\n", + " [-0.0383],\n", + " [-0.0356]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0797],\n", + " [-0.0798],\n", + " [-0.0788],\n", + " [-0.0788],\n", + " [-0.0752],\n", + " [-0.0799],\n", + " [-0.0798],\n", + " [-0.0793],\n", + " [-0.0782],\n", + " [-0.0810],\n", + " [-0.0801],\n", + " [-0.0805],\n", + " [-0.0793],\n", + " [-0.0764],\n", + " [-0.0871],\n", + " [-0.0790],\n", + " [-0.0792],\n", + " [-0.0685],\n", + " [-0.0786],\n", + " [-0.0794],\n", + " [-0.0811],\n", + " [-0.0783],\n", + " [-0.0799],\n", + " [-0.0789],\n", + " [-0.0803],\n", + " [-0.0847],\n", + " [-0.0784],\n", + " [-0.0801],\n", + " [-0.0773],\n", + " [-0.0790],\n", + " [-0.0787],\n", + " [-0.0813]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1638],\n", + " [0.1652],\n", + " [0.1638],\n", + " [0.1660],\n", + " [0.1606],\n", + " [0.1657],\n", + " [0.1638],\n", + " [0.1670],\n", + " [0.1662],\n", + " [0.1708],\n", + " [0.1684],\n", + " [0.1636],\n", + " [0.1657],\n", + " [0.1693],\n", + " [0.0492],\n", + " [0.1686],\n", + " [0.1670],\n", + " [0.1725],\n", + " [0.1660],\n", + " [0.1693],\n", + " [0.1724],\n", + " [0.1653],\n", + " [0.1683],\n", + " [0.1682],\n", + " [0.1706],\n", + " [0.1583],\n", + " [0.1677],\n", + " [0.1687],\n", + " [0.1622],\n", + " [0.1666],\n", + " [0.1677],\n", + " [0.1640]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0570],\n", + " [-0.0629],\n", + " [-0.0577],\n", + " [-0.0546],\n", + " [-0.0639],\n", + " [-0.0546],\n", + " [-0.0788],\n", + " [-0.0536],\n", + " [-0.0579],\n", + " [-0.0560],\n", + " [-0.0535],\n", + " [-0.0550],\n", + " [-0.0600],\n", + " [-0.0552],\n", + " [-0.0610],\n", + " [-0.0581],\n", + " [-0.0516],\n", + " [-0.0618],\n", + " [-0.0557],\n", + " [-0.0587],\n", + " [-0.0570],\n", + " [-0.0573],\n", + " [-0.0579],\n", + " [-0.0520],\n", + " [-0.0576],\n", + " [-0.0605],\n", + " [-0.0538],\n", + " [-0.0480],\n", + " [-0.0436],\n", + " [-0.0558],\n", + " [-0.0562],\n", + " [-0.0460]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0678],\n", + " [0.0686],\n", + " [0.0665],\n", + " [0.0636],\n", + " [0.0666],\n", + " [0.0679],\n", + " [0.0432],\n", + " [0.0647],\n", + " [0.0635],\n", + " [0.0574],\n", + " [0.0589],\n", + " [0.0687],\n", + " [0.0633],\n", + " [0.0589],\n", + " [0.0113],\n", + " [0.0611],\n", + " [0.0617],\n", + " [0.0536],\n", + " [0.0631],\n", + " [0.0599],\n", + " [0.0572],\n", + " [0.0648],\n", + " [0.0598],\n", + " [0.0601],\n", + " [0.0581],\n", + " [0.0727],\n", + " [0.0640],\n", + " [0.0592],\n", + " [0.0674],\n", + " [0.0620],\n", + " [0.0610],\n", + " [0.0635]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0904],\n", + " [-0.0905],\n", + " [-0.0915],\n", + " [-0.0923],\n", + " [-0.0878],\n", + " [-0.0887],\n", + " [-0.1074],\n", + " [-0.0929],\n", + " [-0.0918],\n", + " [-0.1002],\n", + " [-0.0966],\n", + " [-0.0916],\n", + " [-0.0934],\n", + " [-0.0951],\n", + " [-0.0945],\n", + " [-0.0973],\n", + " [-0.0937],\n", + " [-0.0987],\n", + " [-0.0929],\n", + " [-0.0993],\n", + " [-0.1013],\n", + " [-0.0916],\n", + " [-0.0984],\n", + " [-0.0951],\n", + " [-0.1004],\n", + " [-0.0765],\n", + " [-0.0922],\n", + " [-0.0972],\n", + " [-0.0826],\n", + " [-0.0939],\n", + " [-0.0950],\n", + " [-0.0885]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0112],\n", + " [0.0124],\n", + " [0.0097],\n", + " [0.0145],\n", + " [0.0144],\n", + " [0.0128],\n", + " [0.0300],\n", + " [0.0147],\n", + " [0.0149],\n", + " [0.0211],\n", + " [0.0178],\n", + " [0.0107],\n", + " [0.0162],\n", + " [0.0197],\n", + " [0.0074],\n", + " [0.0171],\n", + " [0.0157],\n", + " [0.0189],\n", + " [0.0140],\n", + " [0.0188],\n", + " [0.0217],\n", + " [0.0135],\n", + " [0.0186],\n", + " [0.0162],\n", + " [0.0200],\n", + " [0.0085],\n", + " [0.0150],\n", + " [0.0173],\n", + " [0.0094],\n", + " [0.0147],\n", + " [0.0165],\n", + " [0.0166]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0869],\n", + " [ 0.0844],\n", + " [ 0.0921],\n", + " [ 0.0901],\n", + " [ 0.0924],\n", + " [ 0.0826],\n", + " [ 0.1040],\n", + " [ 0.0877],\n", + " [ 0.0902],\n", + " [ 0.0952],\n", + " [ 0.0947],\n", + " [ 0.0880],\n", + " [ 0.0918],\n", + " [ 0.0952],\n", + " [-0.0027],\n", + " [ 0.0925],\n", + " [ 0.0921],\n", + " [ 0.0863],\n", + " [ 0.0923],\n", + " [ 0.0941],\n", + " [ 0.0950],\n", + " [ 0.0899],\n", + " [ 0.0942],\n", + " [ 0.0940],\n", + " [ 0.0952],\n", + " [ 0.0781],\n", + " [ 0.0875],\n", + " [ 0.0963],\n", + " [ 0.0893],\n", + " [ 0.0942],\n", + " [ 0.0923],\n", + " [ 0.0869]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0087],\n", + " [ 0.0055],\n", + " [ 0.0135],\n", + " [ 0.0094],\n", + " [ 0.0152],\n", + " [ 0.0041],\n", + " [ 0.0052],\n", + " [ 0.0084],\n", + " [ 0.0084],\n", + " [ 0.0107],\n", + " [ 0.0114],\n", + " [ 0.0085],\n", + " [ 0.0081],\n", + " [ 0.0140],\n", + " [ 0.0235],\n", + " [ 0.0098],\n", + " [ 0.0106],\n", + " [ 0.0119],\n", + " [ 0.0103],\n", + " [ 0.0093],\n", + " [ 0.0101],\n", + " [ 0.0087],\n", + " [ 0.0095],\n", + " [ 0.0127],\n", + " [ 0.0107],\n", + " [-0.0023],\n", + " [ 0.0078],\n", + " [ 0.0106],\n", + " [ 0.0058],\n", + " [ 0.0114],\n", + " [ 0.0094],\n", + " [ 0.0031]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.9180e-03],\n", + " [ 6.5543e-03],\n", + " [-4.7909e-03],\n", + " [-4.6405e-03],\n", + " [ 6.4442e-03],\n", + " [-1.9644e-03],\n", + " [ 1.9867e-02],\n", + " [-2.7756e-03],\n", + " [ 8.9198e-04],\n", + " [-3.5569e-05],\n", + " [-4.2165e-03],\n", + " [-5.3228e-03],\n", + " [ 3.3145e-03],\n", + " [ 3.1596e-03],\n", + " [ 1.2203e-01],\n", + " [ 9.3027e-04],\n", + " [-6.5110e-03],\n", + " [ 1.6632e-02],\n", + " [-3.6409e-03],\n", + " [ 1.6884e-03],\n", + " [ 9.5598e-04],\n", + " [-1.7228e-03],\n", + " [ 3.8183e-04],\n", + " [-5.9487e-03],\n", + " [ 9.6779e-04],\n", + " [-4.7155e-04],\n", + " [-3.9803e-03],\n", + " [-8.0665e-03],\n", + " [-1.7974e-02],\n", + " [-3.2682e-03],\n", + " [-9.7237e-04],\n", + " [-7.2471e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0380],\n", + " [-0.0419],\n", + " [-0.0357],\n", + " [-0.0363],\n", + " [-0.0470],\n", + " [-0.0399],\n", + " [-0.0397],\n", + " [-0.0358],\n", + " [-0.0386],\n", + " [-0.0326],\n", + " [-0.0329],\n", + " [-0.0370],\n", + " [-0.0404],\n", + " [-0.0362],\n", + " [ 0.0047],\n", + " [-0.0355],\n", + " [-0.0338],\n", + " [-0.0398],\n", + " [-0.0363],\n", + " [-0.0358],\n", + " [-0.0331],\n", + " [-0.0383],\n", + " [-0.0355],\n", + " [-0.0329],\n", + " [-0.0332],\n", + " [-0.0483],\n", + " [-0.0363],\n", + " [-0.0307],\n", + " [-0.0383],\n", + " [-0.0347],\n", + " [-0.0362],\n", + " [-0.0399]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0061],\n", + " [ 0.0096],\n", + " [ 0.0047],\n", + " [ 0.0042],\n", + " [ 0.0068],\n", + " [ 0.0062],\n", + " [ 0.0050],\n", + " [ 0.0046],\n", + " [ 0.0057],\n", + " [ 0.0029],\n", + " [ 0.0020],\n", + " [ 0.0046],\n", + " [ 0.0067],\n", + " [ 0.0021],\n", + " [-0.0148],\n", + " [ 0.0054],\n", + " [ 0.0020],\n", + " [-0.0003],\n", + " [ 0.0042],\n", + " [ 0.0058],\n", + " [ 0.0038],\n", + " [ 0.0056],\n", + " [ 0.0050],\n", + " [ 0.0016],\n", + " [ 0.0039],\n", + " [ 0.0077],\n", + " [ 0.0044],\n", + " [-0.0001],\n", + " [-0.0015],\n", + " [ 0.0037],\n", + " [ 0.0045],\n", + " [ 0.0015]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0597],\n", + " [0.0624],\n", + " [0.0596],\n", + " [0.0570],\n", + " [0.0629],\n", + " [0.0596],\n", + " [0.0539],\n", + " [0.0575],\n", + " [0.0578],\n", + " [0.0569],\n", + " [0.0557],\n", + " [0.0592],\n", + " [0.0591],\n", + " [0.0532],\n", + " [0.0353],\n", + " [0.0572],\n", + " [0.0556],\n", + " [0.0495],\n", + " [0.0571],\n", + " [0.0575],\n", + " [0.0578],\n", + " [0.0581],\n", + " [0.0573],\n", + " [0.0551],\n", + " [0.0574],\n", + " [0.0670],\n", + " [0.0564],\n", + " [0.0547],\n", + " [0.0569],\n", + " [0.0570],\n", + " [0.0565],\n", + " [0.0572]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0151],\n", + " [-0.0178],\n", + " [-0.0154],\n", + " [-0.0163],\n", + " [-0.0181],\n", + " [-0.0151],\n", + " [-0.0106],\n", + " [-0.0160],\n", + " [-0.0179],\n", + " [-0.0192],\n", + " [-0.0179],\n", + " [-0.0150],\n", + " [-0.0181],\n", + " [-0.0204],\n", + " [ 0.0217],\n", + " [-0.0179],\n", + " [-0.0165],\n", + " [-0.0254],\n", + " [-0.0164],\n", + " [-0.0189],\n", + " [-0.0189],\n", + " [-0.0165],\n", + " [-0.0181],\n", + " [-0.0173],\n", + " [-0.0191],\n", + " [-0.0147],\n", + " [-0.0167],\n", + " [-0.0167],\n", + " [-0.0145],\n", + " [-0.0171],\n", + " [-0.0174],\n", + " [-0.0130]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1684],\n", + " [-0.1750],\n", + " [-0.1698],\n", + " [-0.1681],\n", + " [-0.1828],\n", + " [-0.1679],\n", + " [-0.1839],\n", + " [-0.1678],\n", + " [-0.1732],\n", + " [-0.1700],\n", + " [-0.1696],\n", + " [-0.1680],\n", + " [-0.1758],\n", + " [-0.1758],\n", + " [-0.2338],\n", + " [-0.1719],\n", + " [-0.1670],\n", + " [-0.1839],\n", + " [-0.1704],\n", + " [-0.1723],\n", + " [-0.1705],\n", + " [-0.1712],\n", + " [-0.1721],\n", + " [-0.1677],\n", + " [-0.1711],\n", + " [-0.1698],\n", + " [-0.1679],\n", + " [-0.1665],\n", + " [-0.1613],\n", + " [-0.1716],\n", + " [-0.1715],\n", + " [-0.1644]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0228],\n", + " [-0.0178],\n", + " [-0.0254],\n", + " [-0.0229],\n", + " [-0.0134],\n", + " [-0.0203],\n", + " [-0.0026],\n", + " [-0.0220],\n", + " [-0.0195],\n", + " [-0.0222],\n", + " [-0.0230],\n", + " [-0.0240],\n", + " [-0.0179],\n", + " [-0.0169],\n", + " [ 0.1968],\n", + " [-0.0213],\n", + " [-0.0234],\n", + " [-0.0017],\n", + " [-0.0224],\n", + " [-0.0209],\n", + " [-0.0217],\n", + " [-0.0214],\n", + " [-0.0215],\n", + " [-0.0235],\n", + " [-0.0221],\n", + " [-0.0123],\n", + " [-0.0229],\n", + " [-0.0226],\n", + " [-0.0221],\n", + " [-0.0223],\n", + " [-0.0209],\n", + " [-0.0165]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0016],\n", + " [ 0.0051],\n", + " [ 0.0009],\n", + " [ 0.0031],\n", + " [ 0.0021],\n", + " [-0.0007],\n", + " [ 0.0412],\n", + " [ 0.0028],\n", + " [ 0.0037],\n", + " [ 0.0154],\n", + " [ 0.0091],\n", + " [ 0.0012],\n", + " [ 0.0066],\n", + " [ 0.0043],\n", + " [ 0.0948],\n", + " [ 0.0102],\n", + " [ 0.0036],\n", + " [ 0.0207],\n", + " [ 0.0035],\n", + " [ 0.0140],\n", + " [ 0.0177],\n", + " [ 0.0028],\n", + " [ 0.0127],\n", + " [ 0.0057],\n", + " [ 0.0154],\n", + " [-0.0020],\n", + " [ 0.0017],\n", + " [ 0.0079],\n", + " [-0.0086],\n", + " [ 0.0050],\n", + " [ 0.0069],\n", + " [ 0.0003]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0942],\n", + " [ 0.0895],\n", + " [ 0.0915],\n", + " [ 0.0958],\n", + " [ 0.0867],\n", + " [ 0.0988],\n", + " [ 0.0793],\n", + " [ 0.0958],\n", + " [ 0.0933],\n", + " [ 0.0908],\n", + " [ 0.0923],\n", + " [ 0.0943],\n", + " [ 0.0899],\n", + " [ 0.0961],\n", + " [-0.0544],\n", + " [ 0.0902],\n", + " [ 0.0962],\n", + " [ 0.0838],\n", + " [ 0.0937],\n", + " [ 0.0887],\n", + " [ 0.0905],\n", + " [ 0.0938],\n", + " [ 0.0896],\n", + " [ 0.0937],\n", + " [ 0.0896],\n", + " [ 0.0986],\n", + " [ 0.0979],\n", + " [ 0.0952],\n", + " [ 0.1090],\n", + " [ 0.0920],\n", + " [ 0.0925],\n", + " [ 0.1029]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0815],\n", + " [0.0816],\n", + " [0.0798],\n", + " [0.0808],\n", + " [0.0713],\n", + " [0.0811],\n", + " [0.1085],\n", + " [0.0812],\n", + " [0.0790],\n", + " [0.0871],\n", + " [0.0825],\n", + " [0.0800],\n", + " [0.0818],\n", + " [0.0713],\n", + " [0.0338],\n", + " [0.0841],\n", + " [0.0811],\n", + " [0.0604],\n", + " [0.0803],\n", + " [0.0865],\n", + " [0.0887],\n", + " [0.0797],\n", + " [0.0855],\n", + " [0.0824],\n", + " [0.0871],\n", + " [0.0824],\n", + " [0.0789],\n", + " [0.0815],\n", + " [0.0736],\n", + " [0.0802],\n", + " [0.0821],\n", + " [0.0853]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0884],\n", + " [0.0910],\n", + " [0.0882],\n", + " [0.0862],\n", + " [0.0888],\n", + " [0.0867],\n", + " [0.0845],\n", + " [0.0861],\n", + " [0.0875],\n", + " [0.0880],\n", + " [0.0870],\n", + " [0.0880],\n", + " [0.0886],\n", + " [0.0836],\n", + " [0.1532],\n", + " [0.0873],\n", + " [0.0846],\n", + " [0.0869],\n", + " [0.0866],\n", + " [0.0880],\n", + " [0.0883],\n", + " [0.0875],\n", + " [0.0882],\n", + " [0.0843],\n", + " [0.0883],\n", + " [0.0930],\n", + " [0.0858],\n", + " [0.0840],\n", + " [0.0782],\n", + " [0.0867],\n", + " [0.0866],\n", + " [0.0827]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0404],\n", + " [0.0429],\n", + " [0.0378],\n", + " [0.0399],\n", + " [0.0352],\n", + " [0.0423],\n", + " [0.0469],\n", + " [0.0416],\n", + " [0.0398],\n", + " [0.0432],\n", + " [0.0397],\n", + " [0.0394],\n", + " [0.0401],\n", + " [0.0395],\n", + " [0.0506],\n", + " [0.0417],\n", + " [0.0393],\n", + " [0.0387],\n", + " [0.0385],\n", + " [0.0422],\n", + " [0.0439],\n", + " [0.0394],\n", + " [0.0414],\n", + " [0.0392],\n", + " [0.0430],\n", + " [0.0443],\n", + " [0.0410],\n", + " [0.0387],\n", + " [0.0350],\n", + " [0.0376],\n", + " [0.0403],\n", + " [0.0403]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0377],\n", + " [ 0.0340],\n", + " [ 0.0387],\n", + " [ 0.0384],\n", + " [ 0.0355],\n", + " [ 0.0352],\n", + " [ 0.0358],\n", + " [ 0.0367],\n", + " [ 0.0368],\n", + " [ 0.0354],\n", + " [ 0.0372],\n", + " [ 0.0375],\n", + " [ 0.0378],\n", + " [ 0.0343],\n", + " [-0.0525],\n", + " [ 0.0361],\n", + " [ 0.0391],\n", + " [ 0.0206],\n", + " [ 0.0386],\n", + " [ 0.0355],\n", + " [ 0.0340],\n", + " [ 0.0377],\n", + " [ 0.0358],\n", + " [ 0.0391],\n", + " [ 0.0353],\n", + " [ 0.0324],\n", + " [ 0.0364],\n", + " [ 0.0386],\n", + " [ 0.0379],\n", + " [ 0.0386],\n", + " [ 0.0375],\n", + " [ 0.0395]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0759],\n", + " [-0.0729],\n", + " [-0.0771],\n", + " [-0.0753],\n", + " [-0.0778],\n", + " [-0.0749],\n", + " [-0.0627],\n", + " [-0.0752],\n", + " [-0.0739],\n", + " [-0.0702],\n", + " [-0.0725],\n", + " [-0.0758],\n", + " [-0.0728],\n", + " [-0.0769],\n", + " [ 0.0319],\n", + " [-0.0726],\n", + " [-0.0755],\n", + " [-0.0643],\n", + " [-0.0747],\n", + " [-0.0709],\n", + " [-0.0689],\n", + " [-0.0746],\n", + " [-0.0708],\n", + " [-0.0755],\n", + " [-0.0704],\n", + " [-0.0728],\n", + " [-0.0750],\n", + " [-0.0735],\n", + " [-0.0789],\n", + " [-0.0741],\n", + " [-0.0733],\n", + " [-0.0749]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1041],\n", + " [-0.1070],\n", + " [-0.1035],\n", + " [-0.1023],\n", + " [-0.1132],\n", + " [-0.1056],\n", + " [-0.1042],\n", + " [-0.1024],\n", + " [-0.1053],\n", + " [-0.0975],\n", + " [-0.0990],\n", + " [-0.1032],\n", + " [-0.1051],\n", + " [-0.1089],\n", + " [-0.1485],\n", + " [-0.1001],\n", + " [-0.1006],\n", + " [-0.1175],\n", + " [-0.1027],\n", + " [-0.0990],\n", + " [-0.0978],\n", + " [-0.1041],\n", + " [-0.0988],\n", + " [-0.0998],\n", + " [-0.0980],\n", + " [-0.1119],\n", + " [-0.1030],\n", + " [-0.0990],\n", + " [-0.1070],\n", + " [-0.1024],\n", + " [-0.1015],\n", + " [-0.1032]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0585],\n", + " [-0.0628],\n", + " [-0.0627],\n", + " [-0.0530],\n", + " [-0.0615],\n", + " [-0.0490],\n", + " [-0.0627],\n", + " [-0.0608],\n", + " [-0.0631],\n", + " [-0.0638],\n", + " [-0.0636],\n", + " [-0.0594],\n", + " [-0.0595],\n", + " [ 0.0277],\n", + " [-0.0619],\n", + " [-0.0639],\n", + " [-0.0506],\n", + " [-0.0629],\n", + " [-0.0620],\n", + " [-0.0631],\n", + " [-0.0618],\n", + " [-0.0625],\n", + " [-0.0635],\n", + " [-0.0627],\n", + " [-0.0567],\n", + " [-0.0631],\n", + " [-0.0656],\n", + " [-0.0635],\n", + " [-0.0634],\n", + " [-0.0620],\n", + " [-0.0618]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0738],\n", + " [-0.0639],\n", + " [-0.0617],\n", + " [-0.0872],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0614],\n", + " [-0.0614],\n", + " [-0.0635],\n", + " [-0.0590],\n", + " [-0.0625],\n", + " [-0.0609],\n", + " [-0.0611],\n", + " [-0.0625],\n", + " [-0.0627],\n", + " [-0.0606],\n", + " [-0.0617],\n", + " [-0.0602],\n", + " [-0.0594],\n", + " [-0.0648],\n", + " [-0.0548],\n", + " [-0.0600],\n", + " [-0.0619],\n", + " [-0.0619],\n", + " [-0.0584],\n", + " [-0.0738],\n", + " [-0.0415],\n", + " [-0.0626],\n", + " [-0.0616]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0828],\n", + " [-0.0740],\n", + " [-0.0743],\n", + " [-0.1064],\n", + " [-0.0747],\n", + " [-0.0763],\n", + " [-0.0750],\n", + " [-0.0739],\n", + " [-0.0739],\n", + " [-0.0677],\n", + " [-0.0681],\n", + " [-0.0773],\n", + " [-0.0699],\n", + " [-0.0752],\n", + " [-0.0721],\n", + " [-0.0738],\n", + " [-0.0746],\n", + " [-0.0728],\n", + " [-0.0735],\n", + " [-0.0774],\n", + " [-0.0700],\n", + " [-0.0725],\n", + " [-0.0777],\n", + " [-0.0706],\n", + " [-0.0686],\n", + " [-0.0758],\n", + " [-0.0755],\n", + " [-0.0702],\n", + " [-0.0796],\n", + " [-0.0609],\n", + " [-0.0784],\n", + " [-0.0733]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0351],\n", + " [0.0372],\n", + " [0.0244],\n", + " [0.0372],\n", + " [0.0378],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0379],\n", + " [0.0382],\n", + " [0.0395],\n", + " [0.0368],\n", + " [0.0398],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0357],\n", + " [0.0382],\n", + " [0.0381],\n", + " [0.0397],\n", + " [0.0394],\n", + " [0.0374],\n", + " [0.0397],\n", + " [0.0395],\n", + " [0.0383],\n", + " [0.0375],\n", + " [0.0400],\n", + " [0.0379],\n", + " [0.0425],\n", + " [0.0385],\n", + " [0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0968],\n", + " [-0.0971],\n", + " [-0.0920],\n", + " [-0.0763],\n", + " [-0.0913],\n", + " [-0.0921],\n", + " [-0.0928],\n", + " [-0.0939],\n", + " [-0.0906],\n", + " [-0.0940],\n", + " [-0.0979],\n", + " [-0.0926],\n", + " [-0.0904],\n", + " [-0.0930],\n", + " [-0.0921],\n", + " [-0.0907],\n", + " [-0.0939],\n", + " [-0.0943],\n", + " [-0.0899],\n", + " [-0.0898],\n", + " [-0.0920],\n", + " [-0.0907],\n", + " [-0.0913],\n", + " [-0.0848],\n", + " [-0.0925],\n", + " [-0.0899],\n", + " [-0.0902],\n", + " [-0.0893],\n", + " [-0.0946],\n", + " [-0.0734],\n", + " [-0.0922],\n", + " [-0.0901]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0533],\n", + " [0.0591],\n", + " [0.0551],\n", + " [0.0431],\n", + " [0.0524],\n", + " [0.0453],\n", + " [0.0559],\n", + " [0.0568],\n", + " [0.0542],\n", + " [0.0568],\n", + " [0.0351],\n", + " [0.0525],\n", + " [0.0549],\n", + " [0.0553],\n", + " [0.0557],\n", + " [0.0534],\n", + " [0.0567],\n", + " [0.0572],\n", + " [0.0518],\n", + " [0.0425],\n", + " [0.0559],\n", + " [0.0466],\n", + " [0.0498],\n", + " [0.0408],\n", + " [0.0568],\n", + " [0.0463],\n", + " [0.0494],\n", + " [0.0503],\n", + " [0.0471],\n", + " [0.0486],\n", + " [0.0500],\n", + " [0.0531]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0335],\n", + " [-0.0367],\n", + " [-0.0378],\n", + " [-0.0413],\n", + " [-0.0405],\n", + " [-0.0347],\n", + " [-0.0387],\n", + " [-0.0371],\n", + " [-0.0420],\n", + " [-0.0352],\n", + " [-0.0374],\n", + " [-0.0389],\n", + " [-0.0361],\n", + " [-0.0379],\n", + " [-0.0380],\n", + " [-0.0401],\n", + " [-0.0372],\n", + " [-0.0390],\n", + " [-0.0400],\n", + " [-0.0383],\n", + " [-0.0349],\n", + " [-0.0345],\n", + " [-0.0398],\n", + " [-0.0439],\n", + " [-0.0345],\n", + " [-0.0382],\n", + " [-0.0389],\n", + " [-0.0343],\n", + " [-0.0322],\n", + " [-0.0268],\n", + " [-0.0374],\n", + " [-0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0788],\n", + " [-0.0799],\n", + " [-0.0785],\n", + " [-0.0837],\n", + " [-0.0794],\n", + " [-0.0823],\n", + " [-0.0788],\n", + " [-0.0793],\n", + " [-0.0775],\n", + " [-0.0828],\n", + " [-0.0855],\n", + " [-0.0782],\n", + " [-0.0803],\n", + " [-0.0788],\n", + " [-0.0797],\n", + " [-0.0787],\n", + " [-0.0791],\n", + " [-0.0798],\n", + " [-0.0789],\n", + " [-0.0798],\n", + " [-0.0812],\n", + " [-0.0827],\n", + " [-0.0779],\n", + " [-0.0784],\n", + " [-0.0818],\n", + " [-0.0792],\n", + " [-0.0784],\n", + " [-0.0814],\n", + " [-0.0824],\n", + " [-0.0742],\n", + " [-0.0785],\n", + " [-0.0782]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1650],\n", + " [0.1687],\n", + " [0.1684],\n", + " [0.1290],\n", + " [0.1662],\n", + " [0.1616],\n", + " [0.1685],\n", + " [0.1686],\n", + " [0.1697],\n", + " [0.1697],\n", + " [0.1604],\n", + " [0.1659],\n", + " [0.1694],\n", + " [0.1678],\n", + " [0.1685],\n", + " [0.1675],\n", + " [0.1686],\n", + " [0.1684],\n", + " [0.1664],\n", + " [0.1591],\n", + " [0.1699],\n", + " [0.1614],\n", + " [0.1655],\n", + " [0.1595],\n", + " [0.1710],\n", + " [0.1630],\n", + " [0.1649],\n", + " [0.1662],\n", + " [0.1625],\n", + " [0.1771],\n", + " [0.1640],\n", + " [0.1684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0629],\n", + " [-0.0586],\n", + " [-0.0552],\n", + " [-0.0725],\n", + " [-0.0544],\n", + " [-0.0587],\n", + " [-0.0551],\n", + " [-0.0567],\n", + " [-0.0535],\n", + " [-0.0536],\n", + " [-0.0598],\n", + " [-0.0573],\n", + " [-0.0503],\n", + " [-0.0558],\n", + " [-0.0539],\n", + " [-0.0541],\n", + " [-0.0569],\n", + " [-0.0563],\n", + " [-0.0534],\n", + " [-0.0579],\n", + " [-0.0518],\n", + " [-0.0515],\n", + " [-0.0579],\n", + " [-0.0485],\n", + " [-0.0503],\n", + " [-0.0559],\n", + " [-0.0561],\n", + " [-0.0501],\n", + " [-0.0624],\n", + " [-0.0383],\n", + " [-0.0588],\n", + " [-0.0534]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0637],\n", + " [0.0595],\n", + " [0.0604],\n", + " [0.0511],\n", + " [0.0620],\n", + " [0.0696],\n", + " [0.0610],\n", + " [0.0597],\n", + " [0.0613],\n", + " [0.0566],\n", + " [0.0713],\n", + " [0.0636],\n", + " [0.0587],\n", + " [0.0614],\n", + " [0.0585],\n", + " [0.0604],\n", + " [0.0602],\n", + " [0.0580],\n", + " [0.0624],\n", + " [0.0724],\n", + " [0.0584],\n", + " [0.0692],\n", + " [0.0637],\n", + " [0.0702],\n", + " [0.0587],\n", + " [0.0692],\n", + " [0.0646],\n", + " [0.0636],\n", + " [0.0649],\n", + " [0.0567],\n", + " [0.0686],\n", + " [0.0621]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0859],\n", + " [-0.0990],\n", + " [-0.0947],\n", + " [-0.0688],\n", + " [-0.0936],\n", + " [-0.0837],\n", + " [-0.0955],\n", + " [-0.0972],\n", + " [-0.0956],\n", + " [-0.0986],\n", + " [-0.0728],\n", + " [-0.0922],\n", + " [-0.0976],\n", + " [-0.0948],\n", + " [-0.0964],\n", + " [-0.0944],\n", + " [-0.0970],\n", + " [-0.0974],\n", + " [-0.0937],\n", + " [-0.0837],\n", + " [-0.0983],\n", + " [-0.0911],\n", + " [-0.0896],\n", + " [-0.0837],\n", + " [-0.0997],\n", + " [-0.0871],\n", + " [-0.0893],\n", + " [-0.0923],\n", + " [-0.0792],\n", + " [-0.0978],\n", + " [-0.0915],\n", + " [-0.0931]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0141],\n", + " [0.0189],\n", + " [0.0174],\n", + " [0.0030],\n", + " [0.0135],\n", + " [0.0103],\n", + " [0.0165],\n", + " [0.0175],\n", + " [0.0151],\n", + " [0.0217],\n", + " [0.0081],\n", + " [0.0145],\n", + " [0.0187],\n", + " [0.0170],\n", + " [0.0185],\n", + " [0.0153],\n", + " [0.0167],\n", + " [0.0183],\n", + " [0.0136],\n", + " [0.0045],\n", + " [0.0194],\n", + " [0.0108],\n", + " [0.0137],\n", + " [0.0058],\n", + " [0.0215],\n", + " [0.0085],\n", + " [0.0130],\n", + " [0.0176],\n", + " [0.0136],\n", + " [0.0146],\n", + " [0.0086],\n", + " [0.0163]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0839],\n", + " [0.0946],\n", + " [0.0911],\n", + " [0.0638],\n", + " [0.0942],\n", + " [0.0825],\n", + " [0.0929],\n", + " [0.0941],\n", + " [0.0941],\n", + " [0.0960],\n", + " [0.0741],\n", + " [0.0909],\n", + " [0.0951],\n", + " [0.0907],\n", + " [0.0946],\n", + " [0.0943],\n", + " [0.0940],\n", + " [0.0962],\n", + " [0.0941],\n", + " [0.0868],\n", + " [0.0946],\n", + " [0.0887],\n", + " [0.0911],\n", + " [0.0931],\n", + " [0.0936],\n", + " [0.0864],\n", + " [0.0889],\n", + " [0.0873],\n", + " [0.0805],\n", + " [0.1075],\n", + " [0.0905],\n", + " [0.0891]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0028],\n", + " [ 0.0090],\n", + " [ 0.0086],\n", + " [-0.0059],\n", + " [ 0.0123],\n", + " [ 0.0037],\n", + " [ 0.0101],\n", + " [ 0.0110],\n", + " [ 0.0120],\n", + " [ 0.0114],\n", + " [ 0.0065],\n", + " [ 0.0091],\n", + " [ 0.0109],\n", + " [ 0.0078],\n", + " [ 0.0112],\n", + " [ 0.0121],\n", + " [ 0.0113],\n", + " [ 0.0112],\n", + " [ 0.0129],\n", + " [ 0.0095],\n", + " [ 0.0109],\n", + " [ 0.0069],\n", + " [ 0.0100],\n", + " [ 0.0112],\n", + " [ 0.0081],\n", + " [ 0.0090],\n", + " [ 0.0090],\n", + " [ 0.0052],\n", + " [-0.0004],\n", + " [ 0.0196],\n", + " [ 0.0128],\n", + " [ 0.0089]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0080],\n", + " [ 0.0014],\n", + " [-0.0013],\n", + " [ 0.0192],\n", + " [-0.0056],\n", + " [-0.0005],\n", + " [-0.0027],\n", + " [-0.0009],\n", + " [-0.0045],\n", + " [-0.0026],\n", + " [-0.0057],\n", + " [-0.0009],\n", + " [-0.0053],\n", + " [-0.0009],\n", + " [-0.0034],\n", + " [-0.0048],\n", + " [-0.0010],\n", + " [-0.0018],\n", + " [-0.0071],\n", + " [-0.0066],\n", + " [-0.0032],\n", + " [-0.0069],\n", + " [-0.0001],\n", + " [-0.0153],\n", + " [-0.0023],\n", + " [-0.0054],\n", + " [-0.0035],\n", + " [-0.0035],\n", + " [ 0.0068],\n", + " [-0.0098],\n", + " [-0.0041],\n", + " [-0.0036]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0449],\n", + " [-0.0359],\n", + " [-0.0364],\n", + " [-0.0352],\n", + " [-0.0341],\n", + " [-0.0435],\n", + " [-0.0344],\n", + " [-0.0343],\n", + " [-0.0320],\n", + " [-0.0321],\n", + " [-0.0491],\n", + " [-0.0379],\n", + " [-0.0316],\n", + " [-0.0371],\n", + " [-0.0337],\n", + " [-0.0339],\n", + " [-0.0337],\n", + " [-0.0332],\n", + " [-0.0332],\n", + " [-0.0398],\n", + " [-0.0318],\n", + " [-0.0376],\n", + " [-0.0386],\n", + " [-0.0351],\n", + " [-0.0330],\n", + " [-0.0379],\n", + " [-0.0382],\n", + " [-0.0386],\n", + " [-0.0482],\n", + " [-0.0231],\n", + " [-0.0356],\n", + " [-0.0353]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0090],\n", + " [ 0.0057],\n", + " [ 0.0044],\n", + " [ 0.0072],\n", + " [ 0.0027],\n", + " [ 0.0076],\n", + " [ 0.0040],\n", + " [ 0.0042],\n", + " [ 0.0025],\n", + " [ 0.0012],\n", + " [ 0.0068],\n", + " [ 0.0053],\n", + " [ 0.0012],\n", + " [ 0.0048],\n", + " [ 0.0026],\n", + " [ 0.0027],\n", + " [ 0.0042],\n", + " [ 0.0033],\n", + " [ 0.0020],\n", + " [ 0.0062],\n", + " [ 0.0017],\n", + " [ 0.0031],\n", + " [ 0.0051],\n", + " [-0.0008],\n", + " [ 0.0020],\n", + " [ 0.0056],\n", + " [ 0.0051],\n", + " [ 0.0036],\n", + " [ 0.0088],\n", + " [ 0.0019],\n", + " [ 0.0057],\n", + " [ 0.0038]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0617],\n", + " [0.0578],\n", + " [0.0559],\n", + " [0.0589],\n", + " [0.0567],\n", + " [0.0637],\n", + " [0.0561],\n", + " [0.0566],\n", + " [0.0545],\n", + " [0.0562],\n", + " [0.0733],\n", + " [0.0576],\n", + " [0.0548],\n", + " [0.0562],\n", + " [0.0556],\n", + " [0.0558],\n", + " [0.0567],\n", + " [0.0564],\n", + " [0.0562],\n", + " [0.0635],\n", + " [0.0558],\n", + " [0.0600],\n", + " [0.0588],\n", + " [0.0595],\n", + " [0.0561],\n", + " [0.0605],\n", + " [0.0585],\n", + " [0.0574],\n", + " [0.0641],\n", + " [0.0624],\n", + " [0.0602],\n", + " [0.0557]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0216],\n", + " [-0.0181],\n", + " [-0.0177],\n", + " [-0.0008],\n", + " [-0.0167],\n", + " [-0.0156],\n", + " [-0.0177],\n", + " [-0.0181],\n", + " [-0.0174],\n", + " [-0.0192],\n", + " [-0.0112],\n", + " [-0.0172],\n", + " [-0.0177],\n", + " [-0.0174],\n", + " [-0.0183],\n", + " [-0.0171],\n", + " [-0.0176],\n", + " [-0.0175],\n", + " [-0.0170],\n", + " [-0.0134],\n", + " [-0.0180],\n", + " [-0.0134],\n", + " [-0.0176],\n", + " [-0.0150],\n", + " [-0.0182],\n", + " [-0.0140],\n", + " [-0.0163],\n", + " [-0.0155],\n", + " [-0.0215],\n", + " [-0.0194],\n", + " [-0.0149],\n", + " [-0.0172]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1762],\n", + " [-0.1727],\n", + " [-0.1701],\n", + " [-0.1751],\n", + " [-0.1697],\n", + " [-0.1692],\n", + " [-0.1705],\n", + " [-0.1711],\n", + " [-0.1697],\n", + " [-0.1686],\n", + " [-0.1621],\n", + " [-0.1719],\n", + " [-0.1673],\n", + " [-0.1707],\n", + " [-0.1697],\n", + " [-0.1696],\n", + " [-0.1713],\n", + " [-0.1715],\n", + " [-0.1683],\n", + " [-0.1682],\n", + " [-0.1682],\n", + " [-0.1667],\n", + " [-0.1732],\n", + " [-0.1645],\n", + " [-0.1682],\n", + " [-0.1675],\n", + " [-0.1691],\n", + " [-0.1663],\n", + " [-0.1741],\n", + " [-0.1653],\n", + " [-0.1699],\n", + " [-0.1679]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0125],\n", + " [-0.0206],\n", + " [-0.0206],\n", + " [ 0.0408],\n", + " [-0.0239],\n", + " [-0.0184],\n", + " [-0.0222],\n", + " [-0.0220],\n", + " [-0.0245],\n", + " [-0.0228],\n", + " [-0.0156],\n", + " [-0.0208],\n", + " [-0.0220],\n", + " [-0.0204],\n", + " [-0.0222],\n", + " [-0.0231],\n", + " [-0.0225],\n", + " [-0.0224],\n", + " [-0.0251],\n", + " [-0.0251],\n", + " [-0.0216],\n", + " [-0.0218],\n", + " [-0.0201],\n", + " [-0.0262],\n", + " [-0.0199],\n", + " [-0.0239],\n", + " [-0.0219],\n", + " [-0.0185],\n", + " [-0.0086],\n", + " [-0.0148],\n", + " [-0.0263],\n", + " [-0.0226]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0069],\n", + " [ 0.0144],\n", + " [ 0.0067],\n", + " [ 0.0290],\n", + " [ 0.0040],\n", + " [-0.0009],\n", + " [ 0.0072],\n", + " [ 0.0102],\n", + " [ 0.0033],\n", + " [ 0.0144],\n", + " [-0.0127],\n", + " [ 0.0037],\n", + " [ 0.0096],\n", + " [ 0.0068],\n", + " [ 0.0092],\n", + " [ 0.0052],\n", + " [ 0.0095],\n", + " [ 0.0111],\n", + " [ 0.0032],\n", + " [-0.0069],\n", + " [ 0.0115],\n", + " [ 0.0006],\n", + " [ 0.0008],\n", + " [-0.0098],\n", + " [ 0.0127],\n", + " [-0.0036],\n", + " [ 0.0004],\n", + " [ 0.0042],\n", + " [ 0.0025],\n", + " [ 0.0115],\n", + " [ 0.0004],\n", + " [ 0.0029]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0922],\n", + " [0.0887],\n", + " [0.0944],\n", + " [0.0793],\n", + " [0.0927],\n", + " [0.0964],\n", + " [0.0926],\n", + " [0.0905],\n", + " [0.0945],\n", + " [0.0917],\n", + " [0.1134],\n", + " [0.0933],\n", + " [0.0935],\n", + " [0.0939],\n", + " [0.0924],\n", + " [0.0932],\n", + " [0.0904],\n", + " [0.0907],\n", + " [0.0938],\n", + " [0.0953],\n", + " [0.0922],\n", + " [0.0952],\n", + " [0.0945],\n", + " [0.1012],\n", + " [0.0938],\n", + " [0.0967],\n", + " [0.0966],\n", + " [0.0981],\n", + " [0.0990],\n", + " [0.0960],\n", + " [0.0910],\n", + " [0.0973]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0795],\n", + " [0.0867],\n", + " [0.0824],\n", + " [0.0881],\n", + " [0.0801],\n", + " [0.0847],\n", + " [0.0813],\n", + " [0.0841],\n", + " [0.0781],\n", + " [0.0871],\n", + " [0.0809],\n", + " [0.0799],\n", + " [0.0836],\n", + " [0.0821],\n", + " [0.0836],\n", + " [0.0811],\n", + " [0.0833],\n", + " [0.0843],\n", + " [0.0796],\n", + " [0.0787],\n", + " [0.0850],\n", + " [0.0825],\n", + " [0.0779],\n", + " [0.0750],\n", + " [0.0858],\n", + " [0.0790],\n", + " [0.0799],\n", + " [0.0856],\n", + " [0.0816],\n", + " [0.0911],\n", + " [0.0788],\n", + " [0.0802]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0934],\n", + " [0.0887],\n", + " [0.0857],\n", + " [0.1066],\n", + " [0.0871],\n", + " [0.0896],\n", + " [0.0862],\n", + " [0.0870],\n", + " [0.0842],\n", + " [0.0886],\n", + " [0.0857],\n", + " [0.0871],\n", + " [0.0845],\n", + " [0.0864],\n", + " [0.0862],\n", + " [0.0858],\n", + " [0.0870],\n", + " [0.0874],\n", + " [0.0859],\n", + " [0.0892],\n", + " [0.0862],\n", + " [0.0875],\n", + " [0.0873],\n", + " [0.0817],\n", + " [0.0854],\n", + " [0.0876],\n", + " [0.0868],\n", + " [0.0849],\n", + " [0.0947],\n", + " [0.0689],\n", + " [0.0885],\n", + " [0.0850]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0436],\n", + " [0.0415],\n", + " [0.0413],\n", + " [0.0485],\n", + " [0.0374],\n", + " [0.0425],\n", + " [0.0397],\n", + " [0.0407],\n", + " [0.0386],\n", + " [0.0420],\n", + " [0.0517],\n", + " [0.0395],\n", + " [0.0406],\n", + " [0.0411],\n", + " [0.0400],\n", + " [0.0382],\n", + " [0.0405],\n", + " [0.0398],\n", + " [0.0376],\n", + " [0.0379],\n", + " [0.0417],\n", + " [0.0391],\n", + " [0.0391],\n", + " [0.0347],\n", + " [0.0432],\n", + " [0.0390],\n", + " [0.0399],\n", + " [0.0427],\n", + " [0.0452],\n", + " [0.0400],\n", + " [0.0386],\n", + " [0.0412]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0295],\n", + " [0.0351],\n", + " [0.0373],\n", + " [0.0165],\n", + " [0.0384],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0379],\n", + " [0.0367],\n", + " [0.0214],\n", + " [0.0377],\n", + " [0.0381],\n", + " [0.0370],\n", + " [0.0382],\n", + " [0.0387],\n", + " [0.0366],\n", + " [0.0370],\n", + " [0.0390],\n", + " [0.0385],\n", + " [0.0372],\n", + " [0.0388],\n", + " [0.0377],\n", + " [0.0397],\n", + " [0.0367],\n", + " [0.0377],\n", + " [0.0380],\n", + " [0.0380],\n", + " [0.0295],\n", + " [0.0331],\n", + " [0.0376],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0695],\n", + " [-0.0698],\n", + " [-0.0736],\n", + " [-0.0445],\n", + " [-0.0746],\n", + " [-0.0748],\n", + " [-0.0736],\n", + " [-0.0728],\n", + " [-0.0754],\n", + " [-0.0699],\n", + " [-0.0775],\n", + " [-0.0744],\n", + " [-0.0736],\n", + " [-0.0731],\n", + " [-0.0731],\n", + " [-0.0746],\n", + " [-0.0730],\n", + " [-0.0714],\n", + " [-0.0760],\n", + " [-0.0780],\n", + " [-0.0724],\n", + " [-0.0757],\n", + " [-0.0752],\n", + " [-0.0820],\n", + " [-0.0714],\n", + " [-0.0769],\n", + " [-0.0756],\n", + " [-0.0742],\n", + " [-0.0706],\n", + " [-0.0781],\n", + " [-0.0774],\n", + " [-0.0751]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1099],\n", + " [-0.0991],\n", + " [-0.1013],\n", + " [-0.1221],\n", + " [-0.1015],\n", + " [-0.1085],\n", + " [-0.1009],\n", + " [-0.0994],\n", + " [-0.1016],\n", + " [-0.0973],\n", + " [-0.1066],\n", + " [-0.1041],\n", + " [-0.0983],\n", + " [-0.1017],\n", + " [-0.0991],\n", + " [-0.1010],\n", + " [-0.0997],\n", + " [-0.0988],\n", + " [-0.1010],\n", + " [-0.1072],\n", + " [-0.0986],\n", + " [-0.1028],\n", + " [-0.1065],\n", + " [-0.1051],\n", + " [-0.0984],\n", + " [-0.1058],\n", + " [-0.1049],\n", + " [-0.1020],\n", + " [-0.1135],\n", + " [-0.1014],\n", + " [-0.1040],\n", + " [-0.1020]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0565],\n", + " [-0.0621],\n", + " [-0.0618],\n", + " [-0.0391],\n", + " [-0.0643],\n", + " [-0.0587],\n", + " [-0.0634],\n", + " [-0.0625],\n", + " [-0.0649],\n", + " [-0.0636],\n", + " [-0.0539],\n", + " [-0.0614],\n", + " [-0.0644],\n", + " [-0.0619],\n", + " [-0.0629],\n", + " [-0.0636],\n", + " [-0.0629],\n", + " [-0.0636],\n", + " [-0.0643],\n", + " [-0.0625],\n", + " [-0.0636],\n", + " [-0.0639],\n", + " [-0.0604],\n", + " [-0.0641],\n", + " [-0.0636],\n", + " [-0.0628],\n", + " [-0.0614],\n", + " [-0.0619],\n", + " [-0.0525],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0628]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0615],\n", + " [-0.0620],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0617],\n", + " [-0.0645],\n", + " [ 0.5554],\n", + " [-0.0599],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0589],\n", + " [-0.0633],\n", + " [-0.0634],\n", + " [-0.0625],\n", + " [-0.0611],\n", + " [-0.0626],\n", + " [-0.0605],\n", + " [-0.0642],\n", + " [-0.0617],\n", + " [-0.0713],\n", + " [-0.0509],\n", + " [-0.0692],\n", + " [-0.0626],\n", + " [-0.0648],\n", + " [-0.0580],\n", + " [-0.0579],\n", + " [-0.0617],\n", + " [-0.0599],\n", + " [-0.0611],\n", + " [-0.0630],\n", + " [-0.0673],\n", + " [-0.0657]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0649],\n", + " [-0.0746],\n", + " [-0.0732],\n", + " [-0.0740],\n", + " [-0.0705],\n", + " [-0.0787],\n", + " [-4.2566],\n", + " [-0.0715],\n", + " [-0.0720],\n", + " [-0.0731],\n", + " [-0.0672],\n", + " [-0.0723],\n", + " [-0.0733],\n", + " [-0.0752],\n", + " [-0.0749],\n", + " [-0.0730],\n", + " [-0.0732],\n", + " [-0.0772],\n", + " [-0.0645],\n", + " [-0.0758],\n", + " [-0.0689],\n", + " [-0.0831],\n", + " [-0.0746],\n", + " [-0.0780],\n", + " [-0.0700],\n", + " [-0.0711],\n", + " [-0.0754],\n", + " [-0.0688],\n", + " [-0.0727],\n", + " [-0.0761],\n", + " [-0.0785],\n", + " [-0.0782]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0373],\n", + " [ 0.0380],\n", + " [ 0.0371],\n", + " [ 0.0371],\n", + " [ 0.0370],\n", + " [ 0.0379],\n", + " [-1.1265],\n", + " [ 0.0388],\n", + " [ 0.0357],\n", + " [ 0.0377],\n", + " [ 0.0390],\n", + " [ 0.0341],\n", + " [ 0.0359],\n", + " [ 0.0369],\n", + " [ 0.0395],\n", + " [ 0.0359],\n", + " [ 0.0388],\n", + " [ 0.0376],\n", + " [ 0.0352],\n", + " [ 0.0345],\n", + " [ 0.0394],\n", + " [ 0.0366],\n", + " [ 0.0368],\n", + " [ 0.0363],\n", + " [ 0.0386],\n", + " [ 0.0380],\n", + " [ 0.0367],\n", + " [ 0.0399],\n", + " [ 0.0371],\n", + " [ 0.0392],\n", + " [ 0.0390],\n", + " [ 0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0925],\n", + " [-0.0886],\n", + " [-0.0912],\n", + " [-0.0912],\n", + " [-0.0946],\n", + " [-0.0945],\n", + " [ 1.6003],\n", + " [-0.0908],\n", + " [-0.0957],\n", + " [-0.0955],\n", + " [-0.0896],\n", + " [-0.0968],\n", + " [-0.0963],\n", + " [-0.0911],\n", + " [-0.0898],\n", + " [-0.0959],\n", + " [-0.0947],\n", + " [-0.0960],\n", + " [-0.0929],\n", + " [-0.0919],\n", + " [-0.0784],\n", + " [-0.0961],\n", + " [-0.0930],\n", + " [-0.0937],\n", + " [-0.0844],\n", + " [-0.0858],\n", + " [-0.0906],\n", + " [-0.0921],\n", + " [-0.0929],\n", + " [-0.0955],\n", + " [-0.0938],\n", + " [-0.0956]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0587],\n", + " [ 0.0423],\n", + " [ 0.0544],\n", + " [ 0.0533],\n", + " [ 0.0576],\n", + " [ 0.0522],\n", + " [-3.8449],\n", + " [ 0.0552],\n", + " [ 0.0588],\n", + " [ 0.0588],\n", + " [ 0.0545],\n", + " [ 0.0598],\n", + " [ 0.0595],\n", + " [ 0.0523],\n", + " [ 0.0461],\n", + " [ 0.0585],\n", + " [ 0.0480],\n", + " [ 0.0556],\n", + " [ 0.0571],\n", + " [ 0.0468],\n", + " [ 0.0384],\n", + " [ 0.0496],\n", + " [ 0.0554],\n", + " [ 0.0533],\n", + " [ 0.0477],\n", + " [ 0.0439],\n", + " [ 0.0506],\n", + " [ 0.0555],\n", + " [ 0.0561],\n", + " [ 0.0535],\n", + " [ 0.0558],\n", + " [ 0.0568]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0332],\n", + " [-0.0391],\n", + " [-0.0398],\n", + " [-0.0410],\n", + " [-0.0367],\n", + " [-0.0343],\n", + " [-0.6750],\n", + " [-0.0374],\n", + " [-0.0374],\n", + " [-0.0347],\n", + " [-0.0380],\n", + " [-0.0359],\n", + " [-0.0360],\n", + " [-0.0419],\n", + " [-0.0371],\n", + " [-0.0358],\n", + " [-0.0427],\n", + " [-0.0339],\n", + " [-0.0351],\n", + " [-0.0351],\n", + " [-0.0494],\n", + " [-0.0362],\n", + " [-0.0390],\n", + " [-0.0399],\n", + " [-0.0464],\n", + " [-0.0419],\n", + " [-0.0407],\n", + " [-0.0344],\n", + " [-0.0380],\n", + " [-0.0328],\n", + " [-0.0386],\n", + " [-0.0398]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0825],\n", + " [-0.0800],\n", + " [-0.0791],\n", + " [-0.0791],\n", + " [-0.0809],\n", + " [-0.0795],\n", + " [ 3.2849],\n", + " [-0.0793],\n", + " [-0.0800],\n", + " [-0.0803],\n", + " [-0.0804],\n", + " [-0.0804],\n", + " [-0.0795],\n", + " [-0.0782],\n", + " [-0.0799],\n", + " [-0.0801],\n", + " [-0.0823],\n", + " [-0.0805],\n", + " [-0.0837],\n", + " [-0.0859],\n", + " [-0.0735],\n", + " [-0.0791],\n", + " [-0.0794],\n", + " [-0.0786],\n", + " [-0.0770],\n", + " [-0.0787],\n", + " [-0.0780],\n", + " [-0.0820],\n", + " [-0.0796],\n", + " [-0.0822],\n", + " [-0.0772],\n", + " [-0.0788]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1740],\n", + " [0.1620],\n", + " [0.1679],\n", + " [0.1673],\n", + " [0.1689],\n", + " [0.1648],\n", + " [0.4042],\n", + " [0.1693],\n", + " [0.1693],\n", + " [0.1700],\n", + " [0.1700],\n", + " [0.1699],\n", + " [0.1699],\n", + " [0.1668],\n", + " [0.1625],\n", + " [0.1693],\n", + " [0.1635],\n", + " [0.1671],\n", + " [0.1732],\n", + " [0.1591],\n", + " [0.1588],\n", + " [0.1631],\n", + " [0.1678],\n", + " [0.1662],\n", + " [0.1632],\n", + " [0.1639],\n", + " [0.1650],\n", + " [0.1701],\n", + " [0.1683],\n", + " [0.1661],\n", + " [0.1709],\n", + " [0.1682]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0534],\n", + " [-0.0550],\n", + " [-0.0539],\n", + " [-0.0544],\n", + " [-0.0547],\n", + " [-0.0603],\n", + " [-1.7481],\n", + " [-0.0521],\n", + " [-0.0575],\n", + " [-0.0566],\n", + " [-0.0476],\n", + " [-0.0595],\n", + " [-0.0583],\n", + " [-0.0551],\n", + " [-0.0543],\n", + " [-0.0576],\n", + " [-0.0570],\n", + " [-0.0600],\n", + " [-0.0559],\n", + " [-0.0584],\n", + " [-0.0410],\n", + " [-0.0624],\n", + " [-0.0555],\n", + " [-0.0574],\n", + " [-0.0458],\n", + " [-0.0514],\n", + " [-0.0553],\n", + " [-0.0497],\n", + " [-0.0550],\n", + " [-0.0579],\n", + " [-0.0585],\n", + " [-0.0577]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0552],\n", + " [0.0697],\n", + " [0.0590],\n", + " [0.0598],\n", + " [0.0584],\n", + " [0.0665],\n", + " [0.7396],\n", + " [0.0594],\n", + " [0.0579],\n", + " [0.0607],\n", + " [0.0571],\n", + " [0.0576],\n", + " [0.0592],\n", + " [0.0608],\n", + " [0.0697],\n", + " [0.0597],\n", + " [0.0592],\n", + " [0.0651],\n", + " [0.0534],\n", + " [0.0629],\n", + " [0.0697],\n", + " [0.0694],\n", + " [0.0601],\n", + " [0.0626],\n", + " [0.0628],\n", + " [0.0652],\n", + " [0.0644],\n", + " [0.0595],\n", + " [0.0590],\n", + " [0.0663],\n", + " [0.0611],\n", + " [0.0622]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1023],\n", + " [-0.0825],\n", + " [-0.0950],\n", + " [-0.0943],\n", + " [-0.0983],\n", + " [-0.0915],\n", + " [ 0.0572],\n", + " [-0.0967],\n", + " [-0.0993],\n", + " [-0.0994],\n", + " [-0.0981],\n", + " [-0.0999],\n", + " [-0.0998],\n", + " [-0.0932],\n", + " [-0.0888],\n", + " [-0.0989],\n", + " [-0.0937],\n", + " [-0.0950],\n", + " [-0.1023],\n", + " [-0.0770],\n", + " [-0.0859],\n", + " [-0.0866],\n", + " [-0.0955],\n", + " [-0.0927],\n", + " [-0.0908],\n", + " [-0.0845],\n", + " [-0.0912],\n", + " [-0.0987],\n", + " [-0.0964],\n", + " [-0.0951],\n", + " [-0.0953],\n", + " [-0.0954]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0244],\n", + " [ 0.0079],\n", + " [ 0.0166],\n", + " [ 0.0152],\n", + " [ 0.0214],\n", + " [ 0.0131],\n", + " [-2.4116],\n", + " [ 0.0180],\n", + " [ 0.0196],\n", + " [ 0.0193],\n", + " [ 0.0198],\n", + " [ 0.0196],\n", + " [ 0.0192],\n", + " [ 0.0156],\n", + " [ 0.0086],\n", + " [ 0.0196],\n", + " [ 0.0186],\n", + " [ 0.0157],\n", + " [ 0.0245],\n", + " [ 0.0156],\n", + " [ 0.0032],\n", + " [ 0.0099],\n", + " [ 0.0163],\n", + " [ 0.0154],\n", + " [ 0.0108],\n", + " [ 0.0117],\n", + " [ 0.0130],\n", + " [ 0.0209],\n", + " [ 0.0189],\n", + " [ 0.0137],\n", + " [ 0.0164],\n", + " [ 0.0167]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0967],\n", + " [ 0.0840],\n", + " [ 0.0948],\n", + " [ 0.0959],\n", + " [ 0.0944],\n", + " [ 0.0867],\n", + " [-1.3678],\n", + " [ 0.0940],\n", + " [ 0.0963],\n", + " [ 0.0927],\n", + " [ 0.0970],\n", + " [ 0.0961],\n", + " [ 0.0946],\n", + " [ 0.0949],\n", + " [ 0.0872],\n", + " [ 0.0940],\n", + " [ 0.1016],\n", + " [ 0.0875],\n", + " [ 0.0983],\n", + " [ 0.0804],\n", + " [ 0.1008],\n", + " [ 0.0848],\n", + " [ 0.0942],\n", + " [ 0.0921],\n", + " [ 0.0989],\n", + " [ 0.0880],\n", + " [ 0.0912],\n", + " [ 0.0924],\n", + " [ 0.0939],\n", + " [ 0.0883],\n", + " [ 0.0929],\n", + " [ 0.0931]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0092],\n", + " [ 0.0064],\n", + " [ 0.0119],\n", + " [ 0.0129],\n", + " [ 0.0087],\n", + " [ 0.0076],\n", + " [ 2.9644],\n", + " [ 0.0111],\n", + " [ 0.0105],\n", + " [ 0.0093],\n", + " [ 0.0103],\n", + " [ 0.0088],\n", + " [ 0.0096],\n", + " [ 0.0112],\n", + " [ 0.0097],\n", + " [ 0.0083],\n", + " [ 0.0189],\n", + " [ 0.0068],\n", + " [ 0.0102],\n", + " [-0.0069],\n", + " [ 0.0151],\n", + " [ 0.0052],\n", + " [ 0.0114],\n", + " [ 0.0089],\n", + " [ 0.0123],\n", + " [ 0.0080],\n", + " [ 0.0097],\n", + " [ 0.0077],\n", + " [ 0.0099],\n", + " [ 0.0100],\n", + " [ 0.0113],\n", + " [ 0.0089]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 5.4484e-04],\n", + " [-5.9787e-03],\n", + " [-4.4199e-03],\n", + " [-4.7654e-03],\n", + " [-1.2893e-03],\n", + " [ 2.8602e-03],\n", + " [-8.0300e-01],\n", + " [-5.1252e-03],\n", + " [ 9.6269e-05],\n", + " [ 3.8890e-04],\n", + " [-7.3016e-03],\n", + " [ 2.1521e-03],\n", + " [ 1.3477e-03],\n", + " [-3.1270e-03],\n", + " [-5.6650e-03],\n", + " [ 9.7232e-04],\n", + " [-5.1944e-03],\n", + " [ 4.2558e-03],\n", + " [ 1.9700e-03],\n", + " [ 4.4192e-03],\n", + " [-2.3598e-02],\n", + " [ 3.2031e-03],\n", + " [-2.7666e-03],\n", + " [ 1.0634e-04],\n", + " [-1.4394e-02],\n", + " [-8.8817e-03],\n", + " [-5.0363e-03],\n", + " [-2.4754e-03],\n", + " [-1.9730e-03],\n", + " [ 8.0638e-04],\n", + " [ 4.4805e-03],\n", + " [ 8.8861e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0313],\n", + " [-0.0405],\n", + " [-0.0335],\n", + " [-0.0327],\n", + " [-0.0354],\n", + " [-0.0398],\n", + " [-1.8778],\n", + " [-0.0328],\n", + " [-0.0337],\n", + " [-0.0346],\n", + " [-0.0299],\n", + " [-0.0347],\n", + " [-0.0349],\n", + " [-0.0353],\n", + " [-0.0362],\n", + " [-0.0365],\n", + " [-0.0358],\n", + " [-0.0394],\n", + " [-0.0324],\n", + " [-0.0545],\n", + " [-0.0349],\n", + " [-0.0432],\n", + " [-0.0337],\n", + " [-0.0378],\n", + " [-0.0312],\n", + " [-0.0384],\n", + " [-0.0370],\n", + " [-0.0341],\n", + " [-0.0353],\n", + " [-0.0373],\n", + " [-0.0339],\n", + " [-0.0350]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 2.0916e-03],\n", + " [ 5.6293e-03],\n", + " [ 2.4485e-03],\n", + " [ 2.3524e-03],\n", + " [ 3.3411e-03],\n", + " [ 7.7654e-03],\n", + " [ 1.4508e+00],\n", + " [ 2.0958e-03],\n", + " [ 4.1095e-03],\n", + " [ 4.8406e-03],\n", + " [-7.2148e-04],\n", + " [ 5.8616e-03],\n", + " [ 5.2970e-03],\n", + " [ 3.0709e-03],\n", + " [ 4.7379e-03],\n", + " [ 5.6741e-03],\n", + " [-4.9835e-04],\n", + " [ 7.6280e-03],\n", + " [ 2.3410e-03],\n", + " [ 8.6759e-03],\n", + " [-7.2848e-03],\n", + " [ 9.2472e-03],\n", + " [ 3.3877e-03],\n", + " [ 5.0788e-03],\n", + " [-3.7497e-03],\n", + " [ 3.2316e-03],\n", + " [ 4.2610e-03],\n", + " [ 1.8291e-03],\n", + " [ 3.6557e-03],\n", + " [ 5.6287e-03],\n", + " [ 4.9108e-03],\n", + " [ 5.2190e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0578],\n", + " [ 0.0621],\n", + " [ 0.0556],\n", + " [ 0.0562],\n", + " [ 0.0563],\n", + " [ 0.0606],\n", + " [-1.4885],\n", + " [ 0.0551],\n", + " [ 0.0570],\n", + " [ 0.0578],\n", + " [ 0.0543],\n", + " [ 0.0579],\n", + " [ 0.0574],\n", + " [ 0.0562],\n", + " [ 0.0601],\n", + " [ 0.0574],\n", + " [ 0.0584],\n", + " [ 0.0597],\n", + " [ 0.0588],\n", + " [ 0.0629],\n", + " [ 0.0547],\n", + " [ 0.0631],\n", + " [ 0.0564],\n", + " [ 0.0575],\n", + " [ 0.0535],\n", + " [ 0.0590],\n", + " [ 0.0573],\n", + " [ 0.0562],\n", + " [ 0.0559],\n", + " [ 0.0597],\n", + " [ 0.0567],\n", + " [ 0.0571]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0183],\n", + " [-0.0141],\n", + " [-0.0175],\n", + " [-0.0169],\n", + " [-0.0191],\n", + " [-0.0164],\n", + " [ 1.5805],\n", + " [-0.0183],\n", + " [-0.0183],\n", + " [-0.0189],\n", + " [-0.0169],\n", + " [-0.0166],\n", + " [-0.0187],\n", + " [-0.0175],\n", + " [-0.0131],\n", + " [-0.0184],\n", + " [-0.0220],\n", + " [-0.0175],\n", + " [-0.0159],\n", + " [-0.0156],\n", + " [-0.0192],\n", + " [-0.0171],\n", + " [-0.0174],\n", + " [-0.0178],\n", + " [-0.0185],\n", + " [-0.0145],\n", + " [-0.0157],\n", + " [-0.0179],\n", + " [-0.0185],\n", + " [-0.0170],\n", + " [-0.0201],\n", + " [-0.0184]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1690],\n", + " [-0.1671],\n", + " [-0.1698],\n", + " [-0.1705],\n", + " [-0.1705],\n", + " [-0.1722],\n", + " [-0.2043],\n", + " [-0.1679],\n", + " [-0.1721],\n", + " [-0.1702],\n", + " [-0.1667],\n", + " [-0.1723],\n", + " [-0.1720],\n", + " [-0.1720],\n", + " [-0.1671],\n", + " [-0.1718],\n", + " [-0.1761],\n", + " [-0.1722],\n", + " [-0.1705],\n", + " [-0.1736],\n", + " [-0.1624],\n", + " [-0.1750],\n", + " [-0.1709],\n", + " [-0.1736],\n", + " [-0.1651],\n", + " [-0.1649],\n", + " [-0.1694],\n", + " [-0.1680],\n", + " [-0.1704],\n", + " [-0.1705],\n", + " [-0.1755],\n", + " [-0.1742]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0199],\n", + " [-0.0219],\n", + " [-0.0226],\n", + " [-0.0232],\n", + " [-0.0213],\n", + " [-0.0198],\n", + " [ 1.3714],\n", + " [-0.0229],\n", + " [-0.0220],\n", + " [-0.0217],\n", + " [-0.0218],\n", + " [-0.0198],\n", + " [-0.0213],\n", + " [-0.0215],\n", + " [-0.0239],\n", + " [-0.0205],\n", + " [-0.0200],\n", + " [-0.0195],\n", + " [-0.0187],\n", + " [-0.0017],\n", + " [-0.0269],\n", + " [-0.0180],\n", + " [-0.0224],\n", + " [-0.0196],\n", + " [-0.0260],\n", + " [-0.0218],\n", + " [-0.0233],\n", + " [-0.0193],\n", + " [-0.0214],\n", + " [-0.0217],\n", + " [-0.0201],\n", + " [-0.0205]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0195],\n", + " [-0.0071],\n", + " [ 0.0068],\n", + " [ 0.0055],\n", + " [ 0.0125],\n", + " [ 0.0045],\n", + " [-0.0602],\n", + " [ 0.0085],\n", + " [ 0.0139],\n", + " [ 0.0136],\n", + " [ 0.0099],\n", + " [ 0.0175],\n", + " [ 0.0146],\n", + " [ 0.0036],\n", + " [-0.0030],\n", + " [ 0.0139],\n", + " [ 0.0100],\n", + " [ 0.0085],\n", + " [ 0.0205],\n", + " [ 0.0061],\n", + " [-0.0091],\n", + " [ 0.0014],\n", + " [ 0.0077],\n", + " [ 0.0048],\n", + " [-0.0020],\n", + " [-0.0059],\n", + " [ 0.0007],\n", + " [ 0.0112],\n", + " [ 0.0094],\n", + " [ 0.0080],\n", + " [ 0.0056],\n", + " [ 0.0075]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0928],\n", + " [ 0.1005],\n", + " [ 0.0930],\n", + " [ 0.0923],\n", + " [ 0.0920],\n", + " [ 0.0913],\n", + " [-2.5028],\n", + " [ 0.0938],\n", + " [ 0.0895],\n", + " [ 0.0907],\n", + " [ 0.0949],\n", + " [ 0.0891],\n", + " [ 0.0890],\n", + " [ 0.0934],\n", + " [ 0.0958],\n", + " [ 0.0900],\n", + " [ 0.0853],\n", + " [ 0.0904],\n", + " [ 0.0923],\n", + " [ 0.1008],\n", + " [ 0.1024],\n", + " [ 0.0910],\n", + " [ 0.0915],\n", + " [ 0.0924],\n", + " [ 0.1000],\n", + " [ 0.1032],\n", + " [ 0.0957],\n", + " [ 0.0942],\n", + " [ 0.0923],\n", + " [ 0.0892],\n", + " [ 0.0909],\n", + " [ 0.0908]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0911],\n", + " [ 0.0790],\n", + " [ 0.0818],\n", + " [ 0.0809],\n", + " [ 0.0860],\n", + " [ 0.0828],\n", + " [-4.1002],\n", + " [ 0.0824],\n", + " [ 0.0863],\n", + " [ 0.0855],\n", + " [ 0.0829],\n", + " [ 0.0896],\n", + " [ 0.0866],\n", + " [ 0.0795],\n", + " [ 0.0794],\n", + " [ 0.0870],\n", + " [ 0.0782],\n", + " [ 0.0854],\n", + " [ 0.0952],\n", + " [ 0.0872],\n", + " [ 0.0654],\n", + " [ 0.0786],\n", + " [ 0.0820],\n", + " [ 0.0795],\n", + " [ 0.0725],\n", + " [ 0.0799],\n", + " [ 0.0788],\n", + " [ 0.0857],\n", + " [ 0.0843],\n", + " [ 0.0847],\n", + " [ 0.0779],\n", + " [ 0.0795]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0873],\n", + " [ 0.0870],\n", + " [ 0.0861],\n", + " [ 0.0862],\n", + " [ 0.0870],\n", + " [ 0.0897],\n", + " [-2.8632],\n", + " [ 0.0848],\n", + " [ 0.0880],\n", + " [ 0.0876],\n", + " [ 0.0843],\n", + " [ 0.0889],\n", + " [ 0.0881],\n", + " [ 0.0855],\n", + " [ 0.0874],\n", + " [ 0.0879],\n", + " [ 0.0859],\n", + " [ 0.0894],\n", + " [ 0.0883],\n", + " [ 0.0975],\n", + " [ 0.0742],\n", + " [ 0.0910],\n", + " [ 0.0871],\n", + " [ 0.0873],\n", + " [ 0.0813],\n", + " [ 0.0836],\n", + " [ 0.0863],\n", + " [ 0.0854],\n", + " [ 0.0863],\n", + " [ 0.0905],\n", + " [ 0.0862],\n", + " [ 0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0447],\n", + " [0.0393],\n", + " [0.0385],\n", + " [0.0373],\n", + " [0.0422],\n", + " [0.0421],\n", + " [1.2510],\n", + " [0.0403],\n", + " [0.0413],\n", + " [0.0434],\n", + " [0.0396],\n", + " [0.0430],\n", + " [0.0424],\n", + " [0.0374],\n", + " [0.0387],\n", + " [0.0426],\n", + " [0.0334],\n", + " [0.0437],\n", + " [0.0450],\n", + " [0.0445],\n", + " [0.0307],\n", + " [0.0406],\n", + " [0.0390],\n", + " [0.0389],\n", + " [0.0339],\n", + " [0.0393],\n", + " [0.0383],\n", + " [0.0428],\n", + " [0.0407],\n", + " [0.0421],\n", + " [0.0409],\n", + " [0.0393]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0337],\n", + " [ 0.0373],\n", + " [ 0.0384],\n", + " [ 0.0390],\n", + " [ 0.0372],\n", + " [ 0.0364],\n", + " [-4.6873],\n", + " [ 0.0381],\n", + " [ 0.0361],\n", + " [ 0.0354],\n", + " [ 0.0384],\n", + " [ 0.0338],\n", + " [ 0.0350],\n", + " [ 0.0394],\n", + " [ 0.0382],\n", + " [ 0.0358],\n", + " [ 0.0417],\n", + " [ 0.0358],\n", + " [ 0.0328],\n", + " [ 0.0321],\n", + " [ 0.0385],\n", + " [ 0.0341],\n", + " [ 0.0375],\n", + " [ 0.0376],\n", + " [ 0.0396],\n", + " [ 0.0393],\n", + " [ 0.0390],\n", + " [ 0.0371],\n", + " [ 0.0382],\n", + " [ 0.0363],\n", + " [ 0.0354],\n", + " [ 0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0671],\n", + " [-0.0767],\n", + " [-0.0737],\n", + " [-0.0742],\n", + " [-0.0710],\n", + " [-0.0739],\n", + " [-2.4460],\n", + " [-0.0742],\n", + " [-0.0704],\n", + " [-0.0717],\n", + " [-0.0720],\n", + " [-0.0683],\n", + " [-0.0704],\n", + " [-0.0744],\n", + " [-0.0771],\n", + " [-0.0704],\n", + " [-0.0792],\n", + " [-0.0727],\n", + " [-0.0659],\n", + " [-0.0680],\n", + " [-0.0879],\n", + " [-0.0731],\n", + " [-0.0731],\n", + " [-0.0733],\n", + " [-0.0798],\n", + " [-0.0773],\n", + " [-0.0756],\n", + " [-0.0719],\n", + " [-0.0728],\n", + " [-0.0736],\n", + " [-0.0740],\n", + " [-0.0723]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0968],\n", + " [-0.1086],\n", + " [-0.1002],\n", + " [-0.1012],\n", + " [-0.0980],\n", + " [-0.1046],\n", + " [-2.6953],\n", + " [-0.0992],\n", + " [-0.0981],\n", + " [-0.0991],\n", + " [-0.0982],\n", + " [-0.0993],\n", + " [-0.0986],\n", + " [-0.1028],\n", + " [-0.1049],\n", + " [-0.0994],\n", + " [-0.1042],\n", + " [-0.1028],\n", + " [-0.0973],\n", + " [-0.1180],\n", + " [-0.1044],\n", + " [-0.1092],\n", + " [-0.1006],\n", + " [-0.1045],\n", + " [-0.1017],\n", + " [-0.1063],\n", + " [-0.1034],\n", + " [-0.0989],\n", + " [-0.0995],\n", + " [-0.1028],\n", + " [-0.1046],\n", + " [-0.1033]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0644],\n", + " [-0.0616],\n", + " [-0.0636],\n", + " [-0.0641],\n", + " [-0.0624],\n", + " [-0.0596],\n", + " [ 3.2130],\n", + " [-0.0638],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0653],\n", + " [-0.0621],\n", + " [-0.0625],\n", + " [-0.0630],\n", + " [-0.0634],\n", + " [-0.0618],\n", + " [-0.0573],\n", + " [-0.0600],\n", + " [-0.0628],\n", + " [-0.0525],\n", + " [-0.0646],\n", + " [-0.0591],\n", + " [-0.0634],\n", + " [-0.0616],\n", + " [-0.0664],\n", + " [-0.0618],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0612],\n", + " [-0.0628]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0578],\n", + " [-0.0629],\n", + " [-0.0631],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [-0.0624],\n", + " [-0.0611],\n", + " [-0.0600],\n", + " [-0.0622],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0620],\n", + " [-0.0816],\n", + " [-0.0632],\n", + " [-0.0617],\n", + " [-0.0656],\n", + " [-0.0633],\n", + " [-0.0618],\n", + " [-0.0624],\n", + " [-0.0630],\n", + " [-0.0668],\n", + " [-0.0638],\n", + " [-0.0620],\n", + " [-0.0639],\n", + " [-0.0618],\n", + " [-0.0629],\n", + " [-0.0586],\n", + " [-0.0613],\n", + " [-0.0672],\n", + " [-0.0604],\n", + " [-0.0621],\n", + " [-0.0642]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0681],\n", + " [-0.0773],\n", + " [-0.0732],\n", + " [-0.0714],\n", + " [-0.0769],\n", + " [-0.0775],\n", + " [-0.0740],\n", + " [-0.0745],\n", + " [-0.0689],\n", + " [-0.0716],\n", + " [-0.0673],\n", + " [-0.0744],\n", + " [-0.1021],\n", + " [-0.0769],\n", + " [-0.0685],\n", + " [-0.0790],\n", + " [-0.0725],\n", + " [-0.0741],\n", + " [-0.0741],\n", + " [-0.0730],\n", + " [-0.0803],\n", + " [-0.0740],\n", + " [-0.0705],\n", + " [-0.0776],\n", + " [-0.0670],\n", + " [-0.0754],\n", + " [-0.0736],\n", + " [-0.0740],\n", + " [-0.0776],\n", + " [-0.0740],\n", + " [-0.0746],\n", + " [-0.0744]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0396],\n", + " [0.0387],\n", + " [0.0353],\n", + " [0.0359],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0376],\n", + " [0.0411],\n", + " [0.0375],\n", + " [0.0365],\n", + " [0.0355],\n", + " [0.0384],\n", + " [0.0243],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0380],\n", + " [0.0362],\n", + " [0.0389],\n", + " [0.0367],\n", + " [0.0357],\n", + " [0.0373],\n", + " [0.0355],\n", + " [0.0371],\n", + " [0.0366],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0389],\n", + " [0.0385],\n", + " [0.0345],\n", + " [0.0390],\n", + " [0.0370],\n", + " [0.0351]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0858],\n", + " [-0.0923],\n", + " [-0.0960],\n", + " [-0.0949],\n", + " [-0.0921],\n", + " [-0.0910],\n", + " [-0.0915],\n", + " [-0.0861],\n", + " [-0.0946],\n", + " [-0.0960],\n", + " [-0.0959],\n", + " [-0.0916],\n", + " [-0.0832],\n", + " [-0.0927],\n", + " [-0.0941],\n", + " [-0.0948],\n", + " [-0.0964],\n", + " [-0.0939],\n", + " [-0.0939],\n", + " [-0.0955],\n", + " [-0.0942],\n", + " [-0.0966],\n", + " [-0.0951],\n", + " [-0.0931],\n", + " [-0.0942],\n", + " [-0.0932],\n", + " [-0.0883],\n", + " [-0.0923],\n", + " [-0.0975],\n", + " [-0.0915],\n", + " [-0.0909],\n", + " [-0.0972]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0489],\n", + " [0.0502],\n", + " [0.0580],\n", + " [0.0576],\n", + " [0.0523],\n", + " [0.0479],\n", + " [0.0538],\n", + " [0.0384],\n", + " [0.0584],\n", + " [0.0591],\n", + " [0.0590],\n", + " [0.0489],\n", + " [0.0466],\n", + " [0.0528],\n", + " [0.0573],\n", + " [0.0542],\n", + " [0.0588],\n", + " [0.0553],\n", + " [0.0561],\n", + " [0.0582],\n", + " [0.0397],\n", + " [0.0596],\n", + " [0.0586],\n", + " [0.0526],\n", + " [0.0580],\n", + " [0.0552],\n", + " [0.0451],\n", + " [0.0508],\n", + " [0.0588],\n", + " [0.0515],\n", + " [0.0527],\n", + " [0.0589]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0415],\n", + " [-0.0341],\n", + " [-0.0384],\n", + " [-0.0384],\n", + " [-0.0382],\n", + " [-0.0406],\n", + " [-0.0371],\n", + " [-0.0399],\n", + " [-0.0351],\n", + " [-0.0356],\n", + " [-0.0374],\n", + " [-0.0380],\n", + " [-0.0388],\n", + " [-0.0400],\n", + " [-0.0377],\n", + " [-0.0356],\n", + " [-0.0358],\n", + " [-0.0335],\n", + " [-0.0376],\n", + " [-0.0379],\n", + " [-0.0360],\n", + " [-0.0358],\n", + " [-0.0356],\n", + " [-0.0407],\n", + " [-0.0351],\n", + " [-0.0390],\n", + " [-0.0388],\n", + " [-0.0357],\n", + " [-0.0373],\n", + " [-0.0351],\n", + " [-0.0420],\n", + " [-0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0790],\n", + " [-0.0798],\n", + " [-0.0802],\n", + " [-0.0806],\n", + " [-0.0782],\n", + " [-0.0781],\n", + " [-0.0791],\n", + " [-0.0777],\n", + " [-0.0816],\n", + " [-0.0805],\n", + " [-0.0830],\n", + " [-0.0803],\n", + " [-0.0840],\n", + " [-0.0785],\n", + " [-0.0819],\n", + " [-0.0787],\n", + " [-0.0805],\n", + " [-0.0813],\n", + " [-0.0796],\n", + " [-0.0799],\n", + " [-0.0825],\n", + " [-0.0794],\n", + " [-0.0809],\n", + " [-0.0785],\n", + " [-0.0825],\n", + " [-0.0792],\n", + " [-0.0798],\n", + " [-0.0816],\n", + " [-0.0790],\n", + " [-0.0802],\n", + " [-0.0783],\n", + " [-0.0799]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1648],\n", + " [0.1644],\n", + " [0.1679],\n", + " [0.1685],\n", + " [0.1658],\n", + " [0.1627],\n", + " [0.1673],\n", + " [0.1621],\n", + " [0.1714],\n", + " [0.1700],\n", + " [0.1707],\n", + " [0.1643],\n", + " [0.1452],\n", + " [0.1659],\n", + " [0.1690],\n", + " [0.1669],\n", + " [0.1694],\n", + " [0.1676],\n", + " [0.1678],\n", + " [0.1685],\n", + " [0.1580],\n", + " [0.1699],\n", + " [0.1697],\n", + " [0.1658],\n", + " [0.1709],\n", + " [0.1676],\n", + " [0.1610],\n", + " [0.1641],\n", + " [0.1670],\n", + " [0.1653],\n", + " [0.1672],\n", + " [0.1683]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0450],\n", + " [-0.0584],\n", + " [-0.0573],\n", + " [-0.0560],\n", + " [-0.0570],\n", + " [-0.0575],\n", + " [-0.0553],\n", + " [-0.0545],\n", + " [-0.0560],\n", + " [-0.0578],\n", + " [-0.0585],\n", + " [-0.0532],\n", + " [-0.0711],\n", + " [-0.0565],\n", + " [-0.0544],\n", + " [-0.0580],\n", + " [-0.0578],\n", + " [-0.0553],\n", + " [-0.0563],\n", + " [-0.0578],\n", + " [-0.0613],\n", + " [-0.0588],\n", + " [-0.0559],\n", + " [-0.0567],\n", + " [-0.0546],\n", + " [-0.0558],\n", + " [-0.0547],\n", + " [-0.0535],\n", + " [-0.0596],\n", + " [-0.0549],\n", + " [-0.0542],\n", + " [-0.0586]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0612],\n", + " [0.0684],\n", + " [0.0592],\n", + " [0.0577],\n", + " [0.0642],\n", + " [0.0674],\n", + " [0.0614],\n", + " [0.0745],\n", + " [0.0574],\n", + " [0.0583],\n", + " [0.0550],\n", + " [0.0684],\n", + " [0.0590],\n", + " [0.0636],\n", + " [0.0561],\n", + " [0.0681],\n", + " [0.0592],\n", + " [0.0640],\n", + " [0.0602],\n", + " [0.0582],\n", + " [0.0765],\n", + " [0.0595],\n", + " [0.0579],\n", + " [0.0643],\n", + " [0.0560],\n", + " [0.0609],\n", + " [0.0675],\n", + " [0.0665],\n", + " [0.0610],\n", + " [0.0649],\n", + " [0.0612],\n", + " [0.0598]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0932],\n", + " [-0.0896],\n", + " [-0.0979],\n", + " [-0.0982],\n", + " [-0.0919],\n", + " [-0.0887],\n", + " [-0.0934],\n", + " [-0.0790],\n", + " [-0.1010],\n", + " [-0.1000],\n", + " [-0.1018],\n", + " [-0.0914],\n", + " [-0.0731],\n", + " [-0.0929],\n", + " [-0.0987],\n", + " [-0.0934],\n", + " [-0.0994],\n", + " [-0.0955],\n", + " [-0.0965],\n", + " [-0.0984],\n", + " [-0.0798],\n", + " [-0.0997],\n", + " [-0.0994],\n", + " [-0.0929],\n", + " [-0.1001],\n", + " [-0.0950],\n", + " [-0.0877],\n", + " [-0.0933],\n", + " [-0.0952],\n", + " [-0.0931],\n", + " [-0.0937],\n", + " [-0.0986]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0132],\n", + " [0.0117],\n", + " [0.0195],\n", + " [0.0197],\n", + " [0.0141],\n", + " [0.0098],\n", + " [0.0169],\n", + " [0.0030],\n", + " [0.0209],\n", + " [0.0199],\n", + " [0.0223],\n", + " [0.0105],\n", + " [0.0059],\n", + " [0.0142],\n", + " [0.0213],\n", + " [0.0116],\n", + " [0.0195],\n", + " [0.0175],\n", + " [0.0171],\n", + " [0.0189],\n", + " [0.0006],\n", + " [0.0187],\n", + " [0.0211],\n", + " [0.0133],\n", + " [0.0226],\n", + " [0.0163],\n", + " [0.0088],\n", + " [0.0126],\n", + " [0.0183],\n", + " [0.0139],\n", + " [0.0149],\n", + " [0.0186]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0981],\n", + " [0.0846],\n", + " [0.0951],\n", + " [0.0966],\n", + " [0.0896],\n", + " [0.0907],\n", + " [0.0900],\n", + " [0.0827],\n", + " [0.0960],\n", + " [0.0952],\n", + " [0.0987],\n", + " [0.0886],\n", + " [0.0693],\n", + " [0.0922],\n", + " [0.0982],\n", + " [0.0866],\n", + " [0.0947],\n", + " [0.0880],\n", + " [0.0936],\n", + " [0.0964],\n", + " [0.0822],\n", + " [0.0942],\n", + " [0.0957],\n", + " [0.0924],\n", + " [0.0970],\n", + " [0.0934],\n", + " [0.0908],\n", + " [0.0898],\n", + " [0.0914],\n", + " [0.0892],\n", + " [0.0947],\n", + " [0.0942]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0110],\n", + " [ 0.0069],\n", + " [ 0.0093],\n", + " [ 0.0108],\n", + " [ 0.0086],\n", + " [ 0.0105],\n", + " [ 0.0082],\n", + " [ 0.0094],\n", + " [ 0.0111],\n", + " [ 0.0105],\n", + " [ 0.0117],\n", + " [ 0.0088],\n", + " [-0.0057],\n", + " [ 0.0096],\n", + " [ 0.0116],\n", + " [ 0.0085],\n", + " [ 0.0098],\n", + " [ 0.0066],\n", + " [ 0.0106],\n", + " [ 0.0109],\n", + " [ 0.0041],\n", + " [ 0.0093],\n", + " [ 0.0100],\n", + " [ 0.0102],\n", + " [ 0.0112],\n", + " [ 0.0103],\n", + " [ 0.0120],\n", + " [ 0.0087],\n", + " [ 0.0057],\n", + " [ 0.0094],\n", + " [ 0.0117],\n", + " [ 0.0088]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.2428e-02],\n", + " [-2.3132e-05],\n", + " [-1.4936e-04],\n", + " [-1.5268e-03],\n", + " [-1.5719e-03],\n", + " [-5.0809e-03],\n", + " [-1.4259e-03],\n", + " [-7.9542e-03],\n", + " [-2.4816e-04],\n", + " [ 1.0001e-03],\n", + " [ 1.3933e-03],\n", + " [-7.2250e-03],\n", + " [ 1.5249e-02],\n", + " [-2.3216e-03],\n", + " [-2.4085e-03],\n", + " [-1.0650e-03],\n", + " [ 1.0227e-03],\n", + " [ 4.4115e-04],\n", + " [-1.5829e-03],\n", + " [-2.9080e-05],\n", + " [-3.6389e-03],\n", + " [ 1.8191e-03],\n", + " [-5.3128e-04],\n", + " [-2.6197e-03],\n", + " [-1.6129e-03],\n", + " [-1.9707e-03],\n", + " [-7.7993e-03],\n", + " [-5.5424e-03],\n", + " [ 2.9583e-03],\n", + " [-3.3036e-03],\n", + " [-4.6259e-03],\n", + " [ 1.3368e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0309],\n", + " [-0.0397],\n", + " [-0.0359],\n", + " [-0.0334],\n", + " [-0.0381],\n", + " [-0.0383],\n", + " [-0.0374],\n", + " [-0.0385],\n", + " [-0.0312],\n", + " [-0.0341],\n", + " [-0.0312],\n", + " [-0.0358],\n", + " [-0.0408],\n", + " [-0.0367],\n", + " [-0.0317],\n", + " [-0.0369],\n", + " [-0.0353],\n", + " [-0.0373],\n", + " [-0.0349],\n", + " [-0.0338],\n", + " [-0.0440],\n", + " [-0.0353],\n", + " [-0.0340],\n", + " [-0.0362],\n", + " [-0.0316],\n", + " [-0.0350],\n", + " [-0.0362],\n", + " [-0.0363],\n", + " [-0.0381],\n", + " [-0.0360],\n", + " [-0.0339],\n", + " [-0.0361]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0029],\n", + " [ 0.0076],\n", + " [ 0.0045],\n", + " [ 0.0031],\n", + " [ 0.0056],\n", + " [ 0.0054],\n", + " [ 0.0048],\n", + " [ 0.0055],\n", + " [ 0.0026],\n", + " [ 0.0043],\n", + " [ 0.0025],\n", + " [ 0.0034],\n", + " [ 0.0139],\n", + " [ 0.0047],\n", + " [ 0.0015],\n", + " [ 0.0066],\n", + " [ 0.0050],\n", + " [ 0.0055],\n", + " [ 0.0040],\n", + " [ 0.0042],\n", + " [ 0.0075],\n", + " [ 0.0058],\n", + " [ 0.0035],\n", + " [ 0.0048],\n", + " [ 0.0016],\n", + " [ 0.0040],\n", + " [ 0.0033],\n", + " [ 0.0034],\n", + " [ 0.0064],\n", + " [ 0.0044],\n", + " [ 0.0027],\n", + " [ 0.0058]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0542],\n", + " [0.0611],\n", + " [0.0570],\n", + " [0.0565],\n", + " [0.0578],\n", + " [0.0601],\n", + " [0.0567],\n", + " [0.0641],\n", + " [0.0577],\n", + " [0.0576],\n", + " [0.0575],\n", + " [0.0584],\n", + " [0.0604],\n", + " [0.0574],\n", + " [0.0560],\n", + " [0.0585],\n", + " [0.0579],\n", + " [0.0585],\n", + " [0.0566],\n", + " [0.0570],\n", + " [0.0682],\n", + " [0.0577],\n", + " [0.0567],\n", + " [0.0577],\n", + " [0.0565],\n", + " [0.0566],\n", + " [0.0601],\n", + " [0.0585],\n", + " [0.0576],\n", + " [0.0581],\n", + " [0.0557],\n", + " [0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0171],\n", + " [-0.0155],\n", + " [-0.0184],\n", + " [-0.0182],\n", + " [-0.0167],\n", + " [-0.0151],\n", + " [-0.0173],\n", + " [-0.0122],\n", + " [-0.0186],\n", + " [-0.0192],\n", + " [-0.0173],\n", + " [-0.0149],\n", + " [-0.0105],\n", + " [-0.0168],\n", + " [-0.0189],\n", + " [-0.0166],\n", + " [-0.0190],\n", + " [-0.0174],\n", + " [-0.0179],\n", + " [-0.0182],\n", + " [-0.0123],\n", + " [-0.0183],\n", + " [-0.0194],\n", + " [-0.0166],\n", + " [-0.0190],\n", + " [-0.0175],\n", + " [-0.0145],\n", + " [-0.0157],\n", + " [-0.0190],\n", + " [-0.0157],\n", + " [-0.0171],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1653],\n", + " [-0.1691],\n", + " [-0.1725],\n", + " [-0.1714],\n", + " [-0.1707],\n", + " [-0.1705],\n", + " [-0.1695],\n", + " [-0.1654],\n", + " [-0.1697],\n", + " [-0.1714],\n", + " [-0.1715],\n", + " [-0.1675],\n", + " [-0.1726],\n", + " [-0.1716],\n", + " [-0.1702],\n", + " [-0.1707],\n", + " [-0.1717],\n", + " [-0.1689],\n", + " [-0.1709],\n", + " [-0.1724],\n", + " [-0.1707],\n", + " [-0.1722],\n", + " [-0.1708],\n", + " [-0.1719],\n", + " [-0.1695],\n", + " [-0.1715],\n", + " [-0.1674],\n", + " [-0.1678],\n", + " [-0.1740],\n", + " [-0.1680],\n", + " [-0.1706],\n", + " [-0.1727]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0235],\n", + " [-0.0211],\n", + " [-0.0211],\n", + " [-0.0223],\n", + " [-0.0213],\n", + " [-0.0240],\n", + " [-0.0205],\n", + " [-0.0240],\n", + " [-0.0226],\n", + " [-0.0217],\n", + " [-0.0210],\n", + " [-0.0249],\n", + " [ 0.0238],\n", + " [-0.0217],\n", + " [-0.0226],\n", + " [-0.0236],\n", + " [-0.0212],\n", + " [-0.0199],\n", + " [-0.0220],\n", + " [-0.0220],\n", + " [-0.0220],\n", + " [-0.0210],\n", + " [-0.0218],\n", + " [-0.0223],\n", + " [-0.0224],\n", + " [-0.0216],\n", + " [-0.0251],\n", + " [-0.0230],\n", + " [-0.0183],\n", + " [-0.0222],\n", + " [-0.0230],\n", + " [-0.0205]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0023],\n", + " [ 0.0019],\n", + " [ 0.0122],\n", + " [ 0.0125],\n", + " [ 0.0033],\n", + " [-0.0017],\n", + " [ 0.0056],\n", + " [-0.0143],\n", + " [ 0.0160],\n", + " [ 0.0154],\n", + " [ 0.0190],\n", + " [-0.0006],\n", + " [ 0.0239],\n", + " [ 0.0037],\n", + " [ 0.0137],\n", + " [ 0.0040],\n", + " [ 0.0149],\n", + " [ 0.0087],\n", + " [ 0.0094],\n", + " [ 0.0128],\n", + " [-0.0072],\n", + " [ 0.0148],\n", + " [ 0.0145],\n", + " [ 0.0033],\n", + " [ 0.0163],\n", + " [ 0.0071],\n", + " [-0.0030],\n", + " [ 0.0039],\n", + " [ 0.0115],\n", + " [ 0.0046],\n", + " [ 0.0035],\n", + " [ 0.0140]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0980],\n", + " [0.0942],\n", + " [0.0901],\n", + " [0.0904],\n", + " [0.0942],\n", + " [0.0940],\n", + " [0.0949],\n", + " [0.1025],\n", + " [0.0910],\n", + " [0.0891],\n", + " [0.0891],\n", + " [0.0957],\n", + " [0.0832],\n", + " [0.0929],\n", + " [0.0908],\n", + " [0.0915],\n", + " [0.0890],\n", + " [0.0935],\n", + " [0.0911],\n", + " [0.0892],\n", + " [0.0915],\n", + " [0.0888],\n", + " [0.0903],\n", + " [0.0923],\n", + " [0.0913],\n", + " [0.0919],\n", + " [0.0956],\n", + " [0.0937],\n", + " [0.0914],\n", + " [0.0937],\n", + " [0.0938],\n", + " [0.0889]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0773],\n", + " [0.0828],\n", + " [0.0855],\n", + " [0.0855],\n", + " [0.0801],\n", + " [0.0779],\n", + " [0.0832],\n", + " [0.0764],\n", + " [0.0875],\n", + " [0.0875],\n", + " [0.0924],\n", + " [0.0779],\n", + " [0.0880],\n", + " [0.0797],\n", + " [0.0867],\n", + " [0.0786],\n", + " [0.0874],\n", + " [0.0851],\n", + " [0.0836],\n", + " [0.0857],\n", + " [0.0799],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0788],\n", + " [0.0882],\n", + " [0.0816],\n", + " [0.0800],\n", + " [0.0815],\n", + " [0.0823],\n", + " [0.0831],\n", + " [0.0792],\n", + " [0.0863]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0825],\n", + " [0.0889],\n", + " [0.0879],\n", + " [0.0878],\n", + " [0.0872],\n", + " [0.0878],\n", + " [0.0862],\n", + " [0.0852],\n", + " [0.0882],\n", + " [0.0887],\n", + " [0.0892],\n", + " [0.0871],\n", + " [0.1058],\n", + " [0.0869],\n", + " [0.0882],\n", + " [0.0886],\n", + " [0.0888],\n", + " [0.0876],\n", + " [0.0875],\n", + " [0.0878],\n", + " [0.0932],\n", + " [0.0883],\n", + " [0.0876],\n", + " [0.0872],\n", + " [0.0885],\n", + " [0.0870],\n", + " [0.0873],\n", + " [0.0881],\n", + " [0.0892],\n", + " [0.0872],\n", + " [0.0854],\n", + " [0.0888]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0350],\n", + " [0.0423],\n", + " [0.0406],\n", + " [0.0405],\n", + " [0.0401],\n", + " [0.0375],\n", + " [0.0415],\n", + " [0.0394],\n", + " [0.0431],\n", + " [0.0425],\n", + " [0.0421],\n", + " [0.0385],\n", + " [0.0479],\n", + " [0.0384],\n", + " [0.0408],\n", + " [0.0405],\n", + " [0.0421],\n", + " [0.0439],\n", + " [0.0403],\n", + " [0.0407],\n", + " [0.0410],\n", + " [0.0425],\n", + " [0.0424],\n", + " [0.0378],\n", + " [0.0425],\n", + " [0.0392],\n", + " [0.0372],\n", + " [0.0395],\n", + " [0.0416],\n", + " [0.0406],\n", + " [0.0373],\n", + " [0.0414]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0398],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0375],\n", + " [0.0390],\n", + " [0.0379],\n", + " [0.0359],\n", + " [0.0357],\n", + " [0.0354],\n", + " [0.0355],\n", + " [0.0372],\n", + " [0.0209],\n", + " [0.0383],\n", + " [0.0376],\n", + " [0.0345],\n", + " [0.0354],\n", + " [0.0364],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0342],\n", + " [0.0344],\n", + " [0.0364],\n", + " [0.0381],\n", + " [0.0360],\n", + " [0.0376],\n", + " [0.0400],\n", + " [0.0377],\n", + " [0.0341],\n", + " [0.0382],\n", + " [0.0391],\n", + " [0.0350]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0769],\n", + " [-0.0754],\n", + " [-0.0706],\n", + " [-0.0708],\n", + " [-0.0747],\n", + " [-0.0764],\n", + " [-0.0741],\n", + " [-0.0809],\n", + " [-0.0701],\n", + " [-0.0701],\n", + " [-0.0682],\n", + " [-0.0759],\n", + " [-0.0536],\n", + " [-0.0742],\n", + " [-0.0702],\n", + " [-0.0747],\n", + " [-0.0702],\n", + " [-0.0732],\n", + " [-0.0726],\n", + " [-0.0710],\n", + " [-0.0742],\n", + " [-0.0701],\n", + " [-0.0707],\n", + " [-0.0744],\n", + " [-0.0692],\n", + " [-0.0731],\n", + " [-0.0783],\n", + " [-0.0746],\n", + " [-0.0696],\n", + " [-0.0752],\n", + " [-0.0748],\n", + " [-0.0698]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1002],\n", + " [-0.1051],\n", + " [-0.0990],\n", + " [-0.0982],\n", + " [-0.1039],\n", + " [-0.1053],\n", + " [-0.1019],\n", + " [-0.1103],\n", + " [-0.0980],\n", + " [-0.0981],\n", + " [-0.0967],\n", + " [-0.1033],\n", + " [-0.1275],\n", + " [-0.1034],\n", + " [-0.0972],\n", + " [-0.1035],\n", + " [-0.0986],\n", + " [-0.1015],\n", + " [-0.0999],\n", + " [-0.0985],\n", + " [-0.1106],\n", + " [-0.0990],\n", + " [-0.0975],\n", + " [-0.1039],\n", + " [-0.0968],\n", + " [-0.1014],\n", + " [-0.1040],\n", + " [-0.1019],\n", + " [-0.1021],\n", + " [-0.1019],\n", + " [-0.1022],\n", + " [-0.0993]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0663],\n", + " [-0.0604],\n", + " [-0.0624],\n", + " [-0.0634],\n", + " [-0.0615],\n", + " [-0.0625],\n", + " [-0.0613],\n", + " [-0.0606],\n", + " [-0.0634],\n", + " [-0.0625],\n", + " [-0.0623],\n", + " [-0.0649],\n", + " [-0.0430],\n", + " [-0.0627],\n", + " [-0.0637],\n", + " [-0.0631],\n", + " [-0.0622],\n", + " [-0.0614],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0614],\n", + " [-0.0624],\n", + " [-0.0628],\n", + " [-0.0632],\n", + " [-0.0636],\n", + " [-0.0629],\n", + " [-0.0627],\n", + " [-0.0636],\n", + " [-0.0616],\n", + " [-0.0621],\n", + " [-0.0640],\n", + " [-0.0622]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0706],\n", + " [-0.0666],\n", + " [-0.0594],\n", + " [-0.0632],\n", + " [-0.0640],\n", + " [-0.0613],\n", + " [-0.0614],\n", + " [-0.0621],\n", + " [-0.0624],\n", + " [-0.0614],\n", + " [-0.0610],\n", + " [-0.0630],\n", + " [-0.0580],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.1297],\n", + " [-0.0625],\n", + " [-0.0625],\n", + " [-0.0610],\n", + " [-0.0620],\n", + " [-0.0624],\n", + " [-0.0630],\n", + " [-0.0612],\n", + " [-0.0609],\n", + " [-0.0613],\n", + " [-0.0626],\n", + " [-0.0589],\n", + " [-0.0906],\n", + " [-0.0625],\n", + " [-0.0620],\n", + " [-0.0610],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0806],\n", + " [-0.0792],\n", + " [-0.0757],\n", + " [-0.0772],\n", + " [-0.0770],\n", + " [-0.0641],\n", + " [-0.0740],\n", + " [-0.0718],\n", + " [-0.0753],\n", + " [-0.0803],\n", + " [-0.0753],\n", + " [-0.0724],\n", + " [-0.0694],\n", + " [-0.0725],\n", + " [-0.0727],\n", + " [-0.1591],\n", + " [-0.0765],\n", + " [-0.0670],\n", + " [-0.0736],\n", + " [-0.0727],\n", + " [-0.0755],\n", + " [-0.0690],\n", + " [-0.0649],\n", + " [-0.0695],\n", + " [-0.0727],\n", + " [-0.0755],\n", + " [-0.0707],\n", + " [-0.1094],\n", + " [-0.0750],\n", + " [-0.0761],\n", + " [-0.0726],\n", + " [-0.0739]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0384],\n", + " [0.0362],\n", + " [0.0386],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0374],\n", + " [0.0369],\n", + " [0.0358],\n", + " [0.0371],\n", + " [0.0373],\n", + " [0.0382],\n", + " [0.0359],\n", + " [0.0376],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0255],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0387],\n", + " [0.0370],\n", + " [0.0384],\n", + " [0.0361],\n", + " [0.0384],\n", + " [0.0381],\n", + " [0.0389],\n", + " [0.0386],\n", + " [0.0414],\n", + " [0.0251],\n", + " [0.0365],\n", + " [0.0399],\n", + " [0.0390],\n", + " [0.0401]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0953],\n", + " [-0.0979],\n", + " [-0.0875],\n", + " [-0.0949],\n", + " [-0.0963],\n", + " [-0.0935],\n", + " [-0.0901],\n", + " [-0.0954],\n", + " [-0.0926],\n", + " [-0.0909],\n", + " [-0.0911],\n", + " [-0.0959],\n", + " [-0.0876],\n", + " [-0.0939],\n", + " [-0.0946],\n", + " [-0.0563],\n", + " [-0.0911],\n", + " [-0.0950],\n", + " [-0.0925],\n", + " [-0.0947],\n", + " [-0.0925],\n", + " [-0.0956],\n", + " [-0.0924],\n", + " [-0.0920],\n", + " [-0.0910],\n", + " [-0.0948],\n", + " [-0.0960],\n", + " [-0.0752],\n", + " [-0.0944],\n", + " [-0.0903],\n", + " [-0.0925],\n", + " [-0.0892]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0501],\n", + " [0.0558],\n", + " [0.0460],\n", + " [0.0544],\n", + " [0.0564],\n", + " [0.0581],\n", + " [0.0515],\n", + " [0.0588],\n", + " [0.0541],\n", + " [0.0435],\n", + " [0.0486],\n", + " [0.0592],\n", + " [0.0444],\n", + " [0.0569],\n", + " [0.0586],\n", + " [0.0441],\n", + " [0.0498],\n", + " [0.0583],\n", + " [0.0543],\n", + " [0.0585],\n", + " [0.0542],\n", + " [0.0593],\n", + " [0.0571],\n", + " [0.0562],\n", + " [0.0549],\n", + " [0.0556],\n", + " [0.0291],\n", + " [0.0436],\n", + " [0.0565],\n", + " [0.0457],\n", + " [0.0558],\n", + " [0.0415]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0314],\n", + " [-0.0352],\n", + " [-0.0450],\n", + " [-0.0363],\n", + " [-0.0347],\n", + " [-0.0347],\n", + " [-0.0428],\n", + " [-0.0372],\n", + " [-0.0388],\n", + " [-0.0397],\n", + " [-0.0373],\n", + " [-0.0365],\n", + " [-0.0423],\n", + " [-0.0380],\n", + " [-0.0367],\n", + " [-0.0531],\n", + " [-0.0386],\n", + " [-0.0354],\n", + " [-0.0349],\n", + " [-0.0361],\n", + " [-0.0345],\n", + " [-0.0357],\n", + " [-0.0337],\n", + " [-0.0375],\n", + " [-0.0354],\n", + " [-0.0338],\n", + " [-0.0408],\n", + " [-0.0417],\n", + " [-0.0366],\n", + " [-0.0348],\n", + " [-0.0356],\n", + " [-0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0817],\n", + " [-0.0797],\n", + " [-0.0783],\n", + " [-0.0794],\n", + " [-0.0799],\n", + " [-0.0836],\n", + " [-0.0784],\n", + " [-0.0799],\n", + " [-0.0791],\n", + " [-0.0780],\n", + " [-0.0806],\n", + " [-0.0798],\n", + " [-0.0795],\n", + " [-0.0799],\n", + " [-0.0792],\n", + " [-0.0738],\n", + " [-0.0785],\n", + " [-0.0828],\n", + " [-0.0802],\n", + " [-0.0795],\n", + " [-0.0797],\n", + " [-0.0816],\n", + " [-0.0833],\n", + " [-0.0806],\n", + " [-0.0795],\n", + " [-0.0808],\n", + " [-0.0838],\n", + " [-0.0836],\n", + " [-0.0792],\n", + " [-0.0803],\n", + " [-0.0802],\n", + " [-0.0805]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1627],\n", + " [0.1661],\n", + " [0.1595],\n", + " [0.1663],\n", + " [0.1675],\n", + " [0.1721],\n", + " [0.1661],\n", + " [0.1692],\n", + " [0.1672],\n", + " [0.1581],\n", + " [0.1628],\n", + " [0.1695],\n", + " [0.1636],\n", + " [0.1684],\n", + " [0.1696],\n", + " [0.1024],\n", + " [0.1644],\n", + " [0.1712],\n", + " [0.1673],\n", + " [0.1695],\n", + " [0.1673],\n", + " [0.1711],\n", + " [0.1721],\n", + " [0.1695],\n", + " [0.1690],\n", + " [0.1676],\n", + " [0.1609],\n", + " [0.1288],\n", + " [0.1681],\n", + " [0.1624],\n", + " [0.1689],\n", + " [0.1627]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0619],\n", + " [-0.0510],\n", + " [-0.0590],\n", + " [-0.0600],\n", + " [-0.0542],\n", + " [-0.0540],\n", + " [-0.0566],\n", + " [-0.0560],\n", + " [-0.0611],\n", + " [-0.0554],\n", + " [-0.0571],\n", + " [-0.0475],\n", + " [-0.0553],\n", + " [-0.0565],\n", + " [-0.0796],\n", + " [-0.0566],\n", + " [-0.0560],\n", + " [-0.0552],\n", + " [-0.0567],\n", + " [-0.0563],\n", + " [-0.0575],\n", + " [-0.0510],\n", + " [-0.0522],\n", + " [-0.0533],\n", + " [-0.0573],\n", + " [-0.0619],\n", + " [-0.0726],\n", + " [-0.0573],\n", + " [-0.0562],\n", + " [-0.0539],\n", + " [-0.0534]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0677],\n", + " [0.0645],\n", + " [0.0693],\n", + " [0.0635],\n", + " [0.0641],\n", + " [0.0544],\n", + " [0.0610],\n", + " [0.0581],\n", + " [0.0616],\n", + " [0.0745],\n", + " [0.0677],\n", + " [0.0587],\n", + " [0.0667],\n", + " [0.0588],\n", + " [0.0586],\n", + " [0.0405],\n", + " [0.0663],\n", + " [0.0561],\n", + " [0.0623],\n", + " [0.0587],\n", + " [0.0649],\n", + " [0.0562],\n", + " [0.0551],\n", + " [0.0568],\n", + " [0.0615],\n", + " [0.0639],\n", + " [0.0796],\n", + " [0.0506],\n", + " [0.0614],\n", + " [0.0713],\n", + " [0.0597],\n", + " [0.0730]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0837],\n", + " [-0.0942],\n", + " [-0.0892],\n", + " [-0.0944],\n", + " [-0.0966],\n", + " [-0.1014],\n", + " [-0.0925],\n", + " [-0.0990],\n", + " [-0.0948],\n", + " [-0.0853],\n", + " [-0.0906],\n", + " [-0.0995],\n", + " [-0.0870],\n", + " [-0.0973],\n", + " [-0.0985],\n", + " [-0.0672],\n", + " [-0.0897],\n", + " [-0.1010],\n", + " [-0.0949],\n", + " [-0.0988],\n", + " [-0.0930],\n", + " [-0.1009],\n", + " [-0.1002],\n", + " [-0.0978],\n", + " [-0.0940],\n", + " [-0.0960],\n", + " [-0.0700],\n", + " [-0.0711],\n", + " [-0.0961],\n", + " [-0.0871],\n", + " [-0.0969],\n", + " [-0.0835]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0132],\n", + " [ 0.0159],\n", + " [ 0.0061],\n", + " [ 0.0158],\n", + " [ 0.0154],\n", + " [ 0.0249],\n", + " [ 0.0147],\n", + " [ 0.0209],\n", + " [ 0.0149],\n", + " [ 0.0036],\n", + " [ 0.0101],\n", + " [ 0.0200],\n", + " [ 0.0112],\n", + " [ 0.0188],\n", + " [ 0.0198],\n", + " [-0.0040],\n", + " [ 0.0118],\n", + " [ 0.0228],\n", + " [ 0.0167],\n", + " [ 0.0195],\n", + " [ 0.0163],\n", + " [ 0.0216],\n", + " [ 0.0242],\n", + " [ 0.0201],\n", + " [ 0.0192],\n", + " [ 0.0160],\n", + " [ 0.0045],\n", + " [ 0.0015],\n", + " [ 0.0179],\n", + " [ 0.0086],\n", + " [ 0.0178],\n", + " [ 0.0073]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0800],\n", + " [0.0885],\n", + " [0.0971],\n", + " [0.0905],\n", + " [0.0896],\n", + " [0.0983],\n", + " [0.0950],\n", + " [0.0957],\n", + " [0.0933],\n", + " [0.0884],\n", + " [0.0901],\n", + " [0.0950],\n", + " [0.0892],\n", + " [0.0949],\n", + " [0.0943],\n", + " [0.0317],\n", + " [0.0885],\n", + " [0.0968],\n", + " [0.0897],\n", + " [0.0947],\n", + " [0.0857],\n", + " [0.0970],\n", + " [0.0960],\n", + " [0.0963],\n", + " [0.0872],\n", + " [0.0891],\n", + " [0.0748],\n", + " [0.0614],\n", + " [0.0906],\n", + " [0.0833],\n", + " [0.0932],\n", + " [0.0805]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0009],\n", + " [ 0.0052],\n", + " [ 0.0148],\n", + " [ 0.0084],\n", + " [ 0.0085],\n", + " [ 0.0110],\n", + " [ 0.0120],\n", + " [ 0.0090],\n", + " [ 0.0115],\n", + " [ 0.0141],\n", + " [ 0.0103],\n", + " [ 0.0093],\n", + " [ 0.0065],\n", + " [ 0.0106],\n", + " [ 0.0092],\n", + " [ 0.0089],\n", + " [ 0.0087],\n", + " [ 0.0109],\n", + " [ 0.0090],\n", + " [ 0.0101],\n", + " [ 0.0057],\n", + " [ 0.0108],\n", + " [ 0.0091],\n", + " [ 0.0117],\n", + " [ 0.0058],\n", + " [ 0.0090],\n", + " [ 0.0154],\n", + " [-0.0052],\n", + " [ 0.0073],\n", + " [ 0.0068],\n", + " [ 0.0113],\n", + " [ 0.0042]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 6.1413e-03],\n", + " [ 6.0989e-03],\n", + " [-1.2980e-02],\n", + " [ 2.0599e-03],\n", + " [ 3.2178e-03],\n", + " [-1.4497e-03],\n", + " [-5.1526e-03],\n", + " [-2.5881e-04],\n", + " [-2.6377e-03],\n", + " [-6.0214e-03],\n", + " [-6.1945e-03],\n", + " [ 3.5109e-04],\n", + " [-1.1932e-02],\n", + " [-2.2175e-03],\n", + " [-1.3901e-04],\n", + " [ 5.3623e-02],\n", + " [-3.7097e-03],\n", + " [-2.7417e-04],\n", + " [-1.5804e-03],\n", + " [-9.8519e-05],\n", + " [ 3.6498e-04],\n", + " [ 7.9980e-04],\n", + " [-1.3099e-03],\n", + " [-4.3501e-03],\n", + " [-9.7409e-04],\n", + " [ 8.4800e-04],\n", + " [-1.1145e-02],\n", + " [ 2.0951e-02],\n", + " [ 1.2897e-03],\n", + " [-2.1401e-03],\n", + " [-2.9052e-03],\n", + " [-3.7271e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0460],\n", + " [-0.0419],\n", + " [-0.0326],\n", + " [-0.0387],\n", + " [-0.0378],\n", + " [-0.0311],\n", + " [-0.0343],\n", + " [-0.0354],\n", + " [-0.0348],\n", + " [-0.0396],\n", + " [-0.0368],\n", + " [-0.0348],\n", + " [-0.0365],\n", + " [-0.0342],\n", + " [-0.0348],\n", + " [-0.0125],\n", + " [-0.0383],\n", + " [-0.0323],\n", + " [-0.0360],\n", + " [-0.0344],\n", + " [-0.0389],\n", + " [-0.0323],\n", + " [-0.0311],\n", + " [-0.0314],\n", + " [-0.0376],\n", + " [-0.0363],\n", + " [-0.0488],\n", + " [-0.0309],\n", + " [-0.0378],\n", + " [-0.0393],\n", + " [-0.0333],\n", + " [-0.0410]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0095],\n", + " [ 0.0086],\n", + " [-0.0012],\n", + " [ 0.0066],\n", + " [ 0.0069],\n", + " [ 0.0010],\n", + " [ 0.0021],\n", + " [ 0.0045],\n", + " [ 0.0039],\n", + " [ 0.0068],\n", + " [ 0.0043],\n", + " [ 0.0046],\n", + " [ 0.0004],\n", + " [ 0.0033],\n", + " [ 0.0044],\n", + " [ 0.0064],\n", + " [ 0.0056],\n", + " [ 0.0021],\n", + " [ 0.0043],\n", + " [ 0.0043],\n", + " [ 0.0067],\n", + " [ 0.0033],\n", + " [ 0.0009],\n", + " [ 0.0009],\n", + " [ 0.0049],\n", + " [ 0.0056],\n", + " [ 0.0059],\n", + " [ 0.0069],\n", + " [ 0.0057],\n", + " [ 0.0072],\n", + " [ 0.0028],\n", + " [ 0.0058]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0637],\n", + " [0.0601],\n", + " [0.0569],\n", + " [0.0585],\n", + " [0.0588],\n", + " [0.0569],\n", + " [0.0559],\n", + " [0.0566],\n", + " [0.0568],\n", + " [0.0641],\n", + " [0.0598],\n", + " [0.0570],\n", + " [0.0576],\n", + " [0.0562],\n", + " [0.0563],\n", + " [0.0660],\n", + " [0.0589],\n", + " [0.0573],\n", + " [0.0572],\n", + " [0.0566],\n", + " [0.0585],\n", + " [0.0574],\n", + " [0.0567],\n", + " [0.0550],\n", + " [0.0565],\n", + " [0.0585],\n", + " [0.0755],\n", + " [0.0563],\n", + " [0.0568],\n", + " [0.0623],\n", + " [0.0561],\n", + " [0.0634]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0189],\n", + " [-0.0187],\n", + " [-0.0173],\n", + " [-0.0173],\n", + " [-0.0174],\n", + " [-0.0187],\n", + " [-0.0171],\n", + " [-0.0187],\n", + " [-0.0171],\n", + " [-0.0137],\n", + " [-0.0152],\n", + " [-0.0185],\n", + " [-0.0140],\n", + " [-0.0183],\n", + " [-0.0185],\n", + " [ 0.0052],\n", + " [-0.0157],\n", + " [-0.0186],\n", + " [-0.0173],\n", + " [-0.0188],\n", + " [-0.0170],\n", + " [-0.0183],\n", + " [-0.0179],\n", + " [-0.0185],\n", + " [-0.0181],\n", + " [-0.0175],\n", + " [-0.0138],\n", + " [-0.0021],\n", + " [-0.0179],\n", + " [-0.0131],\n", + " [-0.0183],\n", + " [-0.0115]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1729],\n", + " [-0.1750],\n", + " [-0.1671],\n", + " [-0.1730],\n", + " [-0.1723],\n", + " [-0.1694],\n", + " [-0.1707],\n", + " [-0.1720],\n", + " [-0.1709],\n", + " [-0.1710],\n", + " [-0.1680],\n", + " [-0.1718],\n", + " [-0.1647],\n", + " [-0.1707],\n", + " [-0.1712],\n", + " [-0.1899],\n", + " [-0.1693],\n", + " [-0.1703],\n", + " [-0.1688],\n", + " [-0.1711],\n", + " [-0.1688],\n", + " [-0.1713],\n", + " [-0.1680],\n", + " [-0.1688],\n", + " [-0.1677],\n", + " [-0.1701],\n", + " [-0.1615],\n", + " [-0.1740],\n", + " [-0.1715],\n", + " [-0.1676],\n", + " [-0.1690],\n", + " [-0.1666]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0130],\n", + " [-0.0167],\n", + " [-0.0287],\n", + " [-0.0199],\n", + " [-0.0206],\n", + " [-0.0215],\n", + " [-0.0229],\n", + " [-0.0212],\n", + " [-0.0225],\n", + " [-0.0274],\n", + " [-0.0245],\n", + " [-0.0214],\n", + " [-0.0225],\n", + " [-0.0222],\n", + " [-0.0213],\n", + " [ 0.0957],\n", + " [-0.0227],\n", + " [-0.0216],\n", + " [-0.0213],\n", + " [-0.0216],\n", + " [-0.0200],\n", + " [-0.0215],\n", + " [-0.0202],\n", + " [-0.0228],\n", + " [-0.0196],\n", + " [-0.0211],\n", + " [-0.0279],\n", + " [ 0.0427],\n", + " [-0.0198],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0200]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0046],\n", + " [ 0.0097],\n", + " [-0.0051],\n", + " [ 0.0067],\n", + " [ 0.0095],\n", + " [ 0.0191],\n", + " [ 0.0025],\n", + " [ 0.0136],\n", + " [ 0.0062],\n", + " [-0.0060],\n", + " [ 0.0004],\n", + " [ 0.0141],\n", + " [-0.0051],\n", + " [ 0.0107],\n", + " [ 0.0124],\n", + " [ 0.0549],\n", + " [ 0.0004],\n", + " [ 0.0177],\n", + " [ 0.0076],\n", + " [ 0.0128],\n", + " [ 0.0057],\n", + " [ 0.0175],\n", + " [ 0.0163],\n", + " [ 0.0110],\n", + " [ 0.0066],\n", + " [ 0.0090],\n", + " [-0.0206],\n", + " [ 0.0299],\n", + " [ 0.0090],\n", + " [-0.0033],\n", + " [ 0.0098],\n", + " [-0.0079]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0945],\n", + " [0.0887],\n", + " [0.0954],\n", + " [0.0905],\n", + " [0.0897],\n", + " [0.0918],\n", + " [0.0945],\n", + " [0.0905],\n", + " [0.0916],\n", + " [0.0914],\n", + " [0.0940],\n", + " [0.0900],\n", + " [0.1035],\n", + " [0.0913],\n", + " [0.0913],\n", + " [0.0244],\n", + " [0.0955],\n", + " [0.0906],\n", + " [0.0934],\n", + " [0.0903],\n", + " [0.0954],\n", + " [0.0896],\n", + " [0.0939],\n", + " [0.0926],\n", + " [0.0977],\n", + " [0.0911],\n", + " [0.1068],\n", + " [0.0765],\n", + " [0.0926],\n", + " [0.0961],\n", + " [0.0918],\n", + " [0.1000]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0831],\n", + " [0.0851],\n", + " [0.0698],\n", + " [0.0833],\n", + " [0.0847],\n", + " [0.0910],\n", + " [0.0791],\n", + " [0.0864],\n", + " [0.0816],\n", + " [0.0752],\n", + " [0.0803],\n", + " [0.0861],\n", + " [0.0771],\n", + " [0.0841],\n", + " [0.0850],\n", + " [0.0553],\n", + " [0.0795],\n", + " [0.0899],\n", + " [0.0841],\n", + " [0.0856],\n", + " [0.0837],\n", + " [0.0894],\n", + " [0.0889],\n", + " [0.0840],\n", + " [0.0836],\n", + " [0.0844],\n", + " [0.0744],\n", + " [0.0861],\n", + " [0.0843],\n", + " [0.0817],\n", + " [0.0837],\n", + " [0.0802]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0934],\n", + " [0.0901],\n", + " [0.0839],\n", + " [0.0882],\n", + " [0.0890],\n", + " [0.0884],\n", + " [0.0855],\n", + " [0.0870],\n", + " [0.0872],\n", + " [0.0898],\n", + " [0.0884],\n", + " [0.0876],\n", + " [0.0825],\n", + " [0.0871],\n", + " [0.0865],\n", + " [0.1304],\n", + " [0.0874],\n", + " [0.0890],\n", + " [0.0870],\n", + " [0.0868],\n", + " [0.0872],\n", + " [0.0888],\n", + " [0.0872],\n", + " [0.0865],\n", + " [0.0854],\n", + " [0.0886],\n", + " [0.0849],\n", + " [0.1092],\n", + " [0.0868],\n", + " [0.0882],\n", + " [0.0865],\n", + " [0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0452],\n", + " [0.0430],\n", + " [0.0356],\n", + " [0.0414],\n", + " [0.0429],\n", + " [0.0433],\n", + " [0.0365],\n", + " [0.0418],\n", + " [0.0389],\n", + " [0.0365],\n", + " [0.0387],\n", + " [0.0421],\n", + " [0.0369],\n", + " [0.0404],\n", + " [0.0422],\n", + " [0.0458],\n", + " [0.0393],\n", + " [0.0428],\n", + " [0.0420],\n", + " [0.0421],\n", + " [0.0437],\n", + " [0.0427],\n", + " [0.0438],\n", + " [0.0404],\n", + " [0.0441],\n", + " [0.0429],\n", + " [0.0524],\n", + " [0.0486],\n", + " [0.0425],\n", + " [0.0412],\n", + " [0.0410],\n", + " [0.0419]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0311],\n", + " [ 0.0349],\n", + " [ 0.0360],\n", + " [ 0.0377],\n", + " [ 0.0355],\n", + " [ 0.0354],\n", + " [ 0.0397],\n", + " [ 0.0367],\n", + " [ 0.0378],\n", + " [ 0.0370],\n", + " [ 0.0387],\n", + " [ 0.0355],\n", + " [ 0.0382],\n", + " [ 0.0372],\n", + " [ 0.0361],\n", + " [-0.0065],\n", + " [ 0.0379],\n", + " [ 0.0352],\n", + " [ 0.0374],\n", + " [ 0.0363],\n", + " [ 0.0360],\n", + " [ 0.0348],\n", + " [ 0.0347],\n", + " [ 0.0376],\n", + " [ 0.0361],\n", + " [ 0.0362],\n", + " [ 0.0251],\n", + " [ 0.0164],\n", + " [ 0.0366],\n", + " [ 0.0368],\n", + " [ 0.0372],\n", + " [ 0.0349]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0711],\n", + " [-0.0711],\n", + " [-0.0826],\n", + " [-0.0735],\n", + " [-0.0727],\n", + " [-0.0678],\n", + " [-0.0753],\n", + " [-0.0707],\n", + " [-0.0740],\n", + " [-0.0809],\n", + " [-0.0762],\n", + " [-0.0704],\n", + " [-0.0770],\n", + " [-0.0719],\n", + " [-0.0714],\n", + " [-0.0092],\n", + " [-0.0756],\n", + " [-0.0685],\n", + " [-0.0739],\n", + " [-0.0718],\n", + " [-0.0741],\n", + " [-0.0687],\n", + " [-0.0677],\n", + " [-0.0719],\n", + " [-0.0737],\n", + " [-0.0734],\n", + " [-0.0825],\n", + " [-0.0431],\n", + " [-0.0725],\n", + " [-0.0767],\n", + " [-0.0735],\n", + " [-0.0764]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1095],\n", + " [-0.1044],\n", + " [-0.1042],\n", + " [-0.1029],\n", + " [-0.1018],\n", + " [-0.0958],\n", + " [-0.1025],\n", + " [-0.0981],\n", + " [-0.1015],\n", + " [-0.1084],\n", + " [-0.1033],\n", + " [-0.0981],\n", + " [-0.1050],\n", + " [-0.0988],\n", + " [-0.0984],\n", + " [-0.1396],\n", + " [-0.1046],\n", + " [-0.0969],\n", + " [-0.1009],\n", + " [-0.0982],\n", + " [-0.1030],\n", + " [-0.0972],\n", + " [-0.0964],\n", + " [-0.0978],\n", + " [-0.1017],\n", + " [-0.1014],\n", + " [-0.1089],\n", + " [-0.1233],\n", + " [-0.1011],\n", + " [-0.1065],\n", + " [-0.0991],\n", + " [-0.1085]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0562],\n", + " [-0.0586],\n", + " [-0.0663],\n", + " [-0.0601],\n", + " [-0.0608],\n", + " [-0.0636],\n", + " [-0.0636],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0611],\n", + " [-0.0633],\n", + " [-0.0627],\n", + " [-0.0644],\n", + " [-0.0630],\n", + " [-0.0627],\n", + " [-0.0143],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0615],\n", + " [-0.0626],\n", + " [-0.0609],\n", + " [-0.0630],\n", + " [-0.0650],\n", + " [-0.0640],\n", + " [-0.0613],\n", + " [-0.0612],\n", + " [-0.0548],\n", + " [-0.0364],\n", + " [-0.0611],\n", + " [-0.0616],\n", + " [-0.0629],\n", + " [-0.0610]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0637],\n", + " [-0.0652],\n", + " [-0.0622],\n", + " [-0.0656],\n", + " [-0.0629],\n", + " [-0.0620],\n", + " [-0.0619],\n", + " [-0.0661],\n", + " [-0.0617],\n", + " [-0.0627],\n", + " [-0.0628],\n", + " [-0.0620],\n", + " [-0.0587],\n", + " [-0.0603],\n", + " [-0.0623],\n", + " [-0.0630],\n", + " [-0.0622],\n", + " [-0.0274],\n", + " [-0.0763],\n", + " [-0.0685],\n", + " [-0.0945],\n", + " [-0.0619],\n", + " [-0.0564],\n", + " [-0.0319],\n", + " [-0.0635],\n", + " [-0.0632],\n", + " [-0.0614],\n", + " [-0.0620],\n", + " [-0.0619],\n", + " [-0.0633],\n", + " [-0.0619],\n", + " [-0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0779],\n", + " [-0.0789],\n", + " [-0.0700],\n", + " [-0.0788],\n", + " [-0.0761],\n", + " [-0.0750],\n", + " [-0.0714],\n", + " [-0.0807],\n", + " [-0.0714],\n", + " [-0.0680],\n", + " [-0.0718],\n", + " [-0.0731],\n", + " [-0.0716],\n", + " [-0.0727],\n", + " [-0.0723],\n", + " [-0.0751],\n", + " [-0.0738],\n", + " [-0.0560],\n", + " [-0.0958],\n", + " [-0.0807],\n", + " [-0.1179],\n", + " [-0.0722],\n", + " [-0.0706],\n", + " [-0.0756],\n", + " [-0.0760],\n", + " [-0.0780],\n", + " [-0.0731],\n", + " [-0.0726],\n", + " [-0.0731],\n", + " [-0.0712],\n", + " [-0.0719],\n", + " [-0.0737]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0383],\n", + " [0.0386],\n", + " [0.0376],\n", + " [0.0361],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0360],\n", + " [0.0378],\n", + " [0.0366],\n", + " [0.0365],\n", + " [0.0387],\n", + " [0.0381],\n", + " [0.0382],\n", + " [0.0391],\n", + " [0.0368],\n", + " [0.0393],\n", + " [0.0473],\n", + " [0.0262],\n", + " [0.0359],\n", + " [0.0239],\n", + " [0.0381],\n", + " [0.0379],\n", + " [0.0391],\n", + " [0.0365],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0375],\n", + " [0.0362],\n", + " [0.0383],\n", + " [0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0922],\n", + " [-0.0916],\n", + " [-0.0956],\n", + " [-0.0947],\n", + " [-0.0923],\n", + " [-0.0918],\n", + " [-0.0954],\n", + " [-0.0971],\n", + " [-0.0946],\n", + " [-0.0951],\n", + " [-0.0955],\n", + " [-0.0949],\n", + " [-0.0880],\n", + " [-0.0898],\n", + " [-0.0893],\n", + " [-0.0961],\n", + " [-0.0927],\n", + " [-0.0653],\n", + " [-0.0771],\n", + " [-0.0971],\n", + " [-0.0757],\n", + " [-0.0944],\n", + " [-0.0856],\n", + " [-0.0844],\n", + " [-0.0945],\n", + " [-0.0917],\n", + " [-0.0920],\n", + " [-0.0933],\n", + " [-0.0928],\n", + " [-0.0960],\n", + " [-0.0949],\n", + " [-0.0928]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0485],\n", + " [0.0459],\n", + " [0.0576],\n", + " [0.0544],\n", + " [0.0520],\n", + " [0.0532],\n", + " [0.0586],\n", + " [0.0544],\n", + " [0.0587],\n", + " [0.0585],\n", + " [0.0586],\n", + " [0.0570],\n", + " [0.0444],\n", + " [0.0530],\n", + " [0.0433],\n", + " [0.0574],\n", + " [0.0559],\n", + " [0.0365],\n", + " [0.0429],\n", + " [0.0558],\n", + " [0.0449],\n", + " [0.0573],\n", + " [0.0431],\n", + " [0.0198],\n", + " [0.0559],\n", + " [0.0477],\n", + " [0.0556],\n", + " [0.0564],\n", + " [0.0554],\n", + " [0.0593],\n", + " [0.0570],\n", + " [0.0543]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0352],\n", + " [-0.0355],\n", + " [-0.0348],\n", + " [-0.0411],\n", + " [-0.0414],\n", + " [-0.0398],\n", + " [-0.0336],\n", + " [-0.0382],\n", + " [-0.0351],\n", + " [-0.0363],\n", + " [-0.0362],\n", + " [-0.0338],\n", + " [-0.0418],\n", + " [-0.0403],\n", + " [-0.0374],\n", + " [-0.0357],\n", + " [-0.0338],\n", + " [-0.0206],\n", + " [-0.0469],\n", + " [-0.0372],\n", + " [-0.0368],\n", + " [-0.0350],\n", + " [-0.0447],\n", + " [-0.0545],\n", + " [-0.0382],\n", + " [-0.0393],\n", + " [-0.0383],\n", + " [-0.0381],\n", + " [-0.0374],\n", + " [-0.0357],\n", + " [-0.0346],\n", + " [-0.0351]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0796],\n", + " [-0.0798],\n", + " [-0.0824],\n", + " [-0.0785],\n", + " [-0.0792],\n", + " [-0.0786],\n", + " [-0.0816],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0819],\n", + " [-0.0802],\n", + " [-0.0810],\n", + " [-0.0797],\n", + " [-0.0784],\n", + " [-0.0801],\n", + " [-0.0799],\n", + " [-0.0802],\n", + " [-0.0728],\n", + " [-0.0841],\n", + " [-0.0790],\n", + " [-0.0844],\n", + " [-0.0805],\n", + " [-0.0776],\n", + " [-0.0712],\n", + " [-0.0794],\n", + " [-0.0785],\n", + " [-0.0792],\n", + " [-0.0798],\n", + " [-0.0800],\n", + " [-0.0805],\n", + " [-0.0813],\n", + " [-0.0803]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1634],\n", + " [0.1626],\n", + " [0.1693],\n", + " [0.1666],\n", + " [0.1655],\n", + " [0.1668],\n", + " [0.1709],\n", + " [0.1655],\n", + " [0.1704],\n", + " [0.1707],\n", + " [0.1696],\n", + " [0.1690],\n", + " [0.1624],\n", + " [0.1680],\n", + " [0.1643],\n", + " [0.1681],\n", + " [0.1693],\n", + " [0.1674],\n", + " [0.1443],\n", + " [0.1663],\n", + " [0.1257],\n", + " [0.1693],\n", + " [0.1628],\n", + " [0.1585],\n", + " [0.1676],\n", + " [0.1627],\n", + " [0.1684],\n", + " [0.1684],\n", + " [0.1680],\n", + " [0.1703],\n", + " [0.1689],\n", + " [0.1673]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0583],\n", + " [-0.0594],\n", + " [-0.0553],\n", + " [-0.0579],\n", + " [-0.0557],\n", + " [-0.0555],\n", + " [-0.0549],\n", + " [-0.0609],\n", + " [-0.0556],\n", + " [-0.0572],\n", + " [-0.0574],\n", + " [-0.0558],\n", + " [-0.0508],\n", + " [-0.0527],\n", + " [-0.0502],\n", + " [-0.0589],\n", + " [-0.0543],\n", + " [-0.0432],\n", + " [-0.0651],\n", + " [-0.0602],\n", + " [-0.0784],\n", + " [-0.0560],\n", + " [-0.0497],\n", + " [-0.0625],\n", + " [-0.0572],\n", + " [-0.0584],\n", + " [-0.0543],\n", + " [-0.0547],\n", + " [-0.0545],\n", + " [-0.0578],\n", + " [-0.0555],\n", + " [-0.0554]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0701],\n", + " [0.0701],\n", + " [0.0591],\n", + " [0.0627],\n", + " [0.0623],\n", + " [0.0615],\n", + " [0.0610],\n", + " [0.0651],\n", + " [0.0586],\n", + " [0.0557],\n", + " [0.0585],\n", + " [0.0617],\n", + " [0.0680],\n", + " [0.0609],\n", + " [0.0702],\n", + " [0.0619],\n", + " [0.0634],\n", + " [0.0735],\n", + " [0.0589],\n", + " [0.0637],\n", + " [0.0607],\n", + " [0.0594],\n", + " [0.0671],\n", + " [0.0658],\n", + " [0.0614],\n", + " [0.0675],\n", + " [0.0591],\n", + " [0.0589],\n", + " [0.0598],\n", + " [0.0579],\n", + " [0.0603],\n", + " [0.0619]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0879],\n", + " [-0.0842],\n", + " [-0.0989],\n", + " [-0.0938],\n", + " [-0.0930],\n", + " [-0.0939],\n", + " [-0.1004],\n", + " [-0.0942],\n", + " [-0.0996],\n", + " [-0.1009],\n", + " [-0.0996],\n", + " [-0.0982],\n", + " [-0.0867],\n", + " [-0.0945],\n", + " [-0.0852],\n", + " [-0.0978],\n", + " [-0.0950],\n", + " [-0.1048],\n", + " [-0.0764],\n", + " [-0.0929],\n", + " [-0.0715],\n", + " [-0.0984],\n", + " [-0.0846],\n", + " [-0.0791],\n", + " [-0.0958],\n", + " [-0.0877],\n", + " [-0.0958],\n", + " [-0.0969],\n", + " [-0.0962],\n", + " [-0.1003],\n", + " [-0.0983],\n", + " [-0.0956]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0095],\n", + " [ 0.0088],\n", + " [ 0.0211],\n", + " [ 0.0151],\n", + " [ 0.0135],\n", + " [ 0.0152],\n", + " [ 0.0207],\n", + " [ 0.0136],\n", + " [ 0.0207],\n", + " [ 0.0212],\n", + " [ 0.0195],\n", + " [ 0.0186],\n", + " [ 0.0096],\n", + " [ 0.0155],\n", + " [ 0.0093],\n", + " [ 0.0175],\n", + " [ 0.0193],\n", + " [-0.0067],\n", + " [ 0.0076],\n", + " [ 0.0159],\n", + " [-0.0080],\n", + " [ 0.0188],\n", + " [ 0.0101],\n", + " [ 0.0098],\n", + " [ 0.0160],\n", + " [ 0.0101],\n", + " [ 0.0177],\n", + " [ 0.0183],\n", + " [ 0.0171],\n", + " [ 0.0202],\n", + " [ 0.0195],\n", + " [ 0.0159]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0842],\n", + " [0.0829],\n", + " [0.0937],\n", + " [0.0940],\n", + " [0.0947],\n", + " [0.0933],\n", + " [0.0920],\n", + " [0.0918],\n", + " [0.0942],\n", + " [0.0981],\n", + " [0.0954],\n", + " [0.0908],\n", + " [0.0894],\n", + " [0.0938],\n", + " [0.0819],\n", + " [0.0921],\n", + " [0.0861],\n", + " [0.1212],\n", + " [0.0680],\n", + " [0.0892],\n", + " [0.0541],\n", + " [0.0938],\n", + " [0.0898],\n", + " [0.1031],\n", + " [0.0934],\n", + " [0.0891],\n", + " [0.0936],\n", + " [0.0946],\n", + " [0.0934],\n", + " [0.0956],\n", + " [0.0924],\n", + " [0.0911]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0071],\n", + " [ 0.0066],\n", + " [ 0.0096],\n", + " [ 0.0100],\n", + " [ 0.0120],\n", + " [ 0.0108],\n", + " [ 0.0080],\n", + " [ 0.0095],\n", + " [ 0.0097],\n", + " [ 0.0122],\n", + " [ 0.0107],\n", + " [ 0.0089],\n", + " [ 0.0089],\n", + " [ 0.0121],\n", + " [ 0.0037],\n", + " [ 0.0091],\n", + " [ 0.0044],\n", + " [ 0.0282],\n", + " [-0.0019],\n", + " [ 0.0061],\n", + " [-0.0071],\n", + " [ 0.0110],\n", + " [ 0.0101],\n", + " [ 0.0330],\n", + " [ 0.0105],\n", + " [ 0.0088],\n", + " [ 0.0105],\n", + " [ 0.0108],\n", + " [ 0.0111],\n", + " [ 0.0104],\n", + " [ 0.0097],\n", + " [ 0.0107]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.0200e-03],\n", + " [-5.9955e-04],\n", + " [-5.7230e-04],\n", + " [-3.2378e-05],\n", + " [-4.2545e-03],\n", + " [-2.9979e-03],\n", + " [ 8.2390e-04],\n", + " [ 2.4317e-03],\n", + " [-5.8921e-05],\n", + " [ 4.3133e-05],\n", + " [ 3.1746e-04],\n", + " [ 3.9499e-04],\n", + " [-1.0457e-02],\n", + " [-6.2537e-03],\n", + " [-5.8057e-03],\n", + " [ 1.9594e-03],\n", + " [ 1.2028e-03],\n", + " [-1.7686e-02],\n", + " [ 1.2389e-02],\n", + " [ 4.0767e-03],\n", + " [ 2.1903e-02],\n", + " [-6.2644e-04],\n", + " [-1.1966e-02],\n", + " [-2.3573e-02],\n", + " [-8.9218e-04],\n", + " [-3.3423e-03],\n", + " [-3.0723e-03],\n", + " [-2.8820e-03],\n", + " [-3.1730e-03],\n", + " [ 1.0463e-03],\n", + " [-3.2702e-04],\n", + " [-2.0895e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0398],\n", + " [-0.0414],\n", + " [-0.0355],\n", + " [-0.0355],\n", + " [-0.0351],\n", + " [-0.0356],\n", + " [-0.0351],\n", + " [-0.0384],\n", + " [-0.0343],\n", + " [-0.0308],\n", + " [-0.0338],\n", + " [-0.0358],\n", + " [-0.0363],\n", + " [-0.0329],\n", + " [-0.0399],\n", + " [-0.0371],\n", + " [-0.0385],\n", + " [-0.0242],\n", + " [-0.0396],\n", + " [-0.0398],\n", + " [-0.0274],\n", + " [-0.0338],\n", + " [-0.0362],\n", + " [-0.0525],\n", + " [-0.0348],\n", + " [-0.0399],\n", + " [-0.0342],\n", + " [-0.0338],\n", + " [-0.0338],\n", + " [-0.0339],\n", + " [-0.0355],\n", + " [-0.0350]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0073],\n", + " [ 0.0078],\n", + " [ 0.0035],\n", + " [ 0.0051],\n", + " [ 0.0036],\n", + " [ 0.0038],\n", + " [ 0.0045],\n", + " [ 0.0073],\n", + " [ 0.0038],\n", + " [ 0.0020],\n", + " [ 0.0040],\n", + " [ 0.0046],\n", + " [ 0.0017],\n", + " [ 0.0020],\n", + " [ 0.0039],\n", + " [ 0.0061],\n", + " [ 0.0063],\n", + " [-0.0016],\n", + " [ 0.0088],\n", + " [ 0.0072],\n", + " [ 0.0140],\n", + " [ 0.0036],\n", + " [ 0.0009],\n", + " [-0.0003],\n", + " [ 0.0045],\n", + " [ 0.0063],\n", + " [ 0.0030],\n", + " [ 0.0029],\n", + " [ 0.0028],\n", + " [ 0.0043],\n", + " [ 0.0038],\n", + " [ 0.0038]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0614],\n", + " [0.0630],\n", + " [0.0576],\n", + " [0.0582],\n", + " [0.0577],\n", + " [0.0566],\n", + " [0.0582],\n", + " [0.0603],\n", + " [0.0565],\n", + " [0.0569],\n", + " [0.0574],\n", + " [0.0577],\n", + " [0.0588],\n", + " [0.0550],\n", + " [0.0603],\n", + " [0.0579],\n", + " [0.0581],\n", + " [0.0716],\n", + " [0.0564],\n", + " [0.0588],\n", + " [0.0591],\n", + " [0.0571],\n", + " [0.0578],\n", + " [0.0547],\n", + " [0.0572],\n", + " [0.0609],\n", + " [0.0556],\n", + " [0.0559],\n", + " [0.0561],\n", + " [0.0577],\n", + " [0.0572],\n", + " [0.0571]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0150],\n", + " [-0.0161],\n", + " [-0.0196],\n", + " [-0.0173],\n", + " [-0.0163],\n", + " [-0.0170],\n", + " [-0.0191],\n", + " [-0.0166],\n", + " [-0.0194],\n", + " [-0.0184],\n", + " [-0.0187],\n", + " [-0.0187],\n", + " [-0.0143],\n", + " [-0.0172],\n", + " [-0.0126],\n", + " [-0.0184],\n", + " [-0.0180],\n", + " [-0.0116],\n", + " [-0.0020],\n", + " [-0.0187],\n", + " [ 0.0009],\n", + " [-0.0186],\n", + " [-0.0144],\n", + " [-0.0267],\n", + " [-0.0175],\n", + " [-0.0152],\n", + " [-0.0179],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [-0.0190],\n", + " [-0.0191],\n", + " [-0.0174]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1690],\n", + " [-0.1699],\n", + " [-0.1699],\n", + " [-0.1745],\n", + " [-0.1715],\n", + " [-0.1708],\n", + " [-0.1694],\n", + " [-0.1755],\n", + " [-0.1703],\n", + " [-0.1710],\n", + " [-0.1715],\n", + " [-0.1695],\n", + " [-0.1659],\n", + " [-0.1682],\n", + " [-0.1662],\n", + " [-0.1722],\n", + " [-0.1683],\n", + " [-0.1673],\n", + " [-0.1687],\n", + " [-0.1756],\n", + " [-0.1677],\n", + " [-0.1700],\n", + " [-0.1648],\n", + " [-0.1700],\n", + " [-0.1722],\n", + " [-0.1710],\n", + " [-0.1698],\n", + " [-0.1703],\n", + " [-0.1697],\n", + " [-0.1716],\n", + " [-0.1698],\n", + " [-0.1692]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0223],\n", + " [-0.0206],\n", + " [-0.0215],\n", + " [-0.0206],\n", + " [-0.0226],\n", + " [-0.0219],\n", + " [-0.0205],\n", + " [-0.0200],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0221],\n", + " [-0.0209],\n", + " [-0.0244],\n", + " [-0.0242],\n", + " [-0.0197],\n", + " [-0.0209],\n", + " [-0.0186],\n", + " [-0.0200],\n", + " [ 0.0221],\n", + " [-0.0175],\n", + " [ 0.0434],\n", + " [-0.0221],\n", + " [-0.0241],\n", + " [-0.0245],\n", + " [-0.0218],\n", + " [-0.0221],\n", + " [-0.0219],\n", + " [-0.0223],\n", + " [-0.0224],\n", + " [-0.0217],\n", + " [-0.0214],\n", + " [-0.0221]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0004],\n", + " [-0.0026],\n", + " [ 0.0147],\n", + " [ 0.0054],\n", + " [ 0.0039],\n", + " [ 0.0049],\n", + " [ 0.0146],\n", + " [ 0.0066],\n", + " [ 0.0138],\n", + " [ 0.0168],\n", + " [ 0.0141],\n", + " [ 0.0119],\n", + " [-0.0057],\n", + " [ 0.0041],\n", + " [-0.0062],\n", + " [ 0.0113],\n", + " [ 0.0079],\n", + " [ 0.0095],\n", + " [ 0.0141],\n", + " [ 0.0076],\n", + " [ 0.0271],\n", + " [ 0.0125],\n", + " [-0.0080],\n", + " [-0.0045],\n", + " [ 0.0082],\n", + " [-0.0011],\n", + " [ 0.0082],\n", + " [ 0.0099],\n", + " [ 0.0089],\n", + " [ 0.0158],\n", + " [ 0.0125],\n", + " [ 0.0081]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0947],\n", + " [0.0959],\n", + " [0.0910],\n", + " [0.0905],\n", + " [0.0917],\n", + " [0.0930],\n", + " [0.0915],\n", + " [0.0878],\n", + " [0.0909],\n", + " [0.0893],\n", + " [0.0896],\n", + " [0.0915],\n", + " [0.1005],\n", + " [0.0949],\n", + " [0.1017],\n", + " [0.0893],\n", + " [0.0962],\n", + " [0.0935],\n", + " [0.0874],\n", + " [0.0904],\n", + " [0.0756],\n", + " [0.0906],\n", + " [0.1033],\n", + " [0.0824],\n", + " [0.0905],\n", + " [0.0941],\n", + " [0.0930],\n", + " [0.0919],\n", + " [0.0921],\n", + " [0.0893],\n", + " [0.0911],\n", + " [0.0920]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0806],\n", + " [0.0797],\n", + " [0.0878],\n", + " [0.0791],\n", + " [0.0799],\n", + " [0.0810],\n", + " [0.0870],\n", + " [0.0809],\n", + " [0.0862],\n", + " [0.0891],\n", + " [0.0864],\n", + " [0.0856],\n", + " [0.0774],\n", + " [0.0801],\n", + " [0.0787],\n", + " [0.0857],\n", + " [0.0847],\n", + " [0.0886],\n", + " [0.0883],\n", + " [0.0799],\n", + " [0.0790],\n", + " [0.0857],\n", + " [0.0757],\n", + " [0.0742],\n", + " [0.0821],\n", + " [0.0790],\n", + " [0.0827],\n", + " [0.0834],\n", + " [0.0828],\n", + " [0.0877],\n", + " [0.0862],\n", + " [0.0837]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0890],\n", + " [0.0895],\n", + " [0.0887],\n", + " [0.0874],\n", + " [0.0875],\n", + " [0.0863],\n", + " [0.0873],\n", + " [0.0896],\n", + " [0.0866],\n", + " [0.0892],\n", + " [0.0882],\n", + " [0.0877],\n", + " [0.0847],\n", + " [0.0847],\n", + " [0.0850],\n", + " [0.0883],\n", + " [0.0862],\n", + " [0.0613],\n", + " [0.1008],\n", + " [0.0896],\n", + " [0.1196],\n", + " [0.0876],\n", + " [0.0817],\n", + " [0.0642],\n", + " [0.0877],\n", + " [0.0883],\n", + " [0.0861],\n", + " [0.0870],\n", + " [0.0872],\n", + " [0.0886],\n", + " [0.0879],\n", + " [0.0875]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0406],\n", + " [0.0411],\n", + " [0.0428],\n", + " [0.0378],\n", + " [0.0367],\n", + " [0.0387],\n", + " [0.0445],\n", + " [0.0392],\n", + " [0.0432],\n", + " [0.0418],\n", + " [0.0420],\n", + " [0.0436],\n", + " [0.0372],\n", + " [0.0385],\n", + " [0.0402],\n", + " [0.0423],\n", + " [0.0454],\n", + " [0.0387],\n", + " [0.0522],\n", + " [0.0407],\n", + " [0.0562],\n", + " [0.0423],\n", + " [0.0369],\n", + " [0.0412],\n", + " [0.0396],\n", + " [0.0386],\n", + " [0.0401],\n", + " [0.0401],\n", + " [0.0400],\n", + " [0.0425],\n", + " [0.0429],\n", + " [0.0411]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0357],\n", + " [0.0362],\n", + " [0.0376],\n", + " [0.0389],\n", + " [0.0385],\n", + " [0.0354],\n", + " [0.0366],\n", + " [0.0360],\n", + " [0.0358],\n", + " [0.0360],\n", + " [0.0359],\n", + " [0.0386],\n", + " [0.0390],\n", + " [0.0341],\n", + " [0.0365],\n", + " [0.0354],\n", + " [0.0377],\n", + " [0.0205],\n", + " [0.0346],\n", + " [0.0108],\n", + " [0.0362],\n", + " [0.0385],\n", + " [0.0395],\n", + " [0.0369],\n", + " [0.0384],\n", + " [0.0377],\n", + " [0.0372],\n", + " [0.0372],\n", + " [0.0352],\n", + " [0.0364],\n", + " [0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0758],\n", + " [-0.0758],\n", + " [-0.0702],\n", + " [-0.0729],\n", + " [-0.0741],\n", + " [-0.0743],\n", + " [-0.0710],\n", + " [-0.0726],\n", + " [-0.0715],\n", + " [-0.0690],\n", + " [-0.0707],\n", + " [-0.0723],\n", + " [-0.0778],\n", + " [-0.0754],\n", + " [-0.0757],\n", + " [-0.0721],\n", + " [-0.0731],\n", + " [-0.0949],\n", + " [-0.0581],\n", + " [-0.0712],\n", + " [-0.0459],\n", + " [-0.0720],\n", + " [-0.0797],\n", + " [-0.1094],\n", + " [-0.0728],\n", + " [-0.0755],\n", + " [-0.0731],\n", + " [-0.0722],\n", + " [-0.0728],\n", + " [-0.0699],\n", + " [-0.0718],\n", + " [-0.0740]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1060],\n", + " [-0.1089],\n", + " [-0.0983],\n", + " [-0.1042],\n", + " [-0.1029],\n", + " [-0.1020],\n", + " [-0.0991],\n", + " [-0.1048],\n", + " [-0.0978],\n", + " [-0.0969],\n", + " [-0.0982],\n", + " [-0.0997],\n", + " [-0.1049],\n", + " [-0.1007],\n", + " [-0.1075],\n", + " [-0.1002],\n", + " [-0.1019],\n", + " [-0.1076],\n", + " [-0.1250],\n", + " [-0.1052],\n", + " [-0.1308],\n", + " [-0.0986],\n", + " [-0.1060],\n", + " [-0.1214],\n", + " [-0.1012],\n", + " [-0.1062],\n", + " [-0.0998],\n", + " [-0.0991],\n", + " [-0.0997],\n", + " [-0.0980],\n", + " [-0.0989],\n", + " [-0.1005]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0613],\n", + " [-0.0595],\n", + " [-0.0623],\n", + " [-0.0628],\n", + " [-0.0637],\n", + " [-0.0628],\n", + " [-0.0626],\n", + " [-0.0611],\n", + " [-0.0626],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0618],\n", + " [-0.0640],\n", + " [-0.0642],\n", + " [-0.0628],\n", + " [-0.0610],\n", + " [-0.0612],\n", + " [-0.0570],\n", + " [-0.0452],\n", + " [-0.0605],\n", + " [-0.0314],\n", + " [-0.0626],\n", + " [-0.0629],\n", + " [-0.0356],\n", + " [-0.0628],\n", + " [-0.0614],\n", + " [-0.0629],\n", + " [-0.0633],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0620],\n", + " [-0.0618]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0627],\n", + " [-0.0627],\n", + " [-0.0623],\n", + " [-0.0610],\n", + " [-0.0635],\n", + " [-0.0609],\n", + " [-0.0679],\n", + " [-0.0617],\n", + " [-0.0639],\n", + " [-0.0619],\n", + " [-0.0684],\n", + " [-0.0609],\n", + " [-0.0627],\n", + " [-0.0616],\n", + " [-0.0648],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0651],\n", + " [-0.0612],\n", + " [-0.0488],\n", + " [-0.0600],\n", + " [-0.0626],\n", + " [-0.0614],\n", + " [-0.0548],\n", + " [-0.0620],\n", + " [-0.0631],\n", + " [-0.0619],\n", + " [-0.0596],\n", + " [-0.0627],\n", + " [-0.0605],\n", + " [-0.0631],\n", + " [-0.0595]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0681],\n", + " [-0.0748],\n", + " [-0.0728],\n", + " [-0.0690],\n", + " [-0.0724],\n", + " [-0.0752],\n", + " [-0.0790],\n", + " [-0.0762],\n", + " [-0.0774],\n", + " [-0.0741],\n", + " [-0.0793],\n", + " [-0.0713],\n", + " [-0.0743],\n", + " [-0.0729],\n", + " [-0.0794],\n", + " [-0.0726],\n", + " [-0.0760],\n", + " [-0.0785],\n", + " [-0.0731],\n", + " [-0.0770],\n", + " [-0.0717],\n", + " [-0.0730],\n", + " [-0.0764],\n", + " [-0.0690],\n", + " [-0.0722],\n", + " [-0.0775],\n", + " [-0.0749],\n", + " [-0.0692],\n", + " [-0.0737],\n", + " [-0.0717],\n", + " [-0.0736],\n", + " [-0.0718]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0384],\n", + " [0.0363],\n", + " [0.0388],\n", + " [0.0357],\n", + " [0.0390],\n", + " [0.0334],\n", + " [0.0376],\n", + " [0.0368],\n", + " [0.0366],\n", + " [0.0357],\n", + " [0.0391],\n", + " [0.0371],\n", + " [0.0369],\n", + " [0.0359],\n", + " [0.0359],\n", + " [0.0388],\n", + " [0.0367],\n", + " [0.0371],\n", + " [0.0402],\n", + " [0.0381],\n", + " [0.0364],\n", + " [0.0393],\n", + " [0.0376],\n", + " [0.0380],\n", + " [0.0374],\n", + " [0.0385],\n", + " [0.0392],\n", + " [0.0376],\n", + " [0.0399],\n", + " [0.0415],\n", + " [0.0402]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0949],\n", + " [-0.0931],\n", + " [-0.0931],\n", + " [-0.0935],\n", + " [-0.0962],\n", + " [-0.0916],\n", + " [-0.1021],\n", + " [-0.0898],\n", + " [-0.0931],\n", + " [-0.0932],\n", + " [-0.0962],\n", + " [-0.0931],\n", + " [-0.0950],\n", + " [-0.0938],\n", + " [-0.0963],\n", + " [-0.0948],\n", + " [-0.0917],\n", + " [-0.0940],\n", + " [-0.0900],\n", + " [-0.0788],\n", + " [-0.0899],\n", + " [-0.0944],\n", + " [-0.0915],\n", + " [-0.0865],\n", + " [-0.0951],\n", + " [-0.0929],\n", + " [-0.0940],\n", + " [-0.0877],\n", + " [-0.0956],\n", + " [-0.0914],\n", + " [-0.0909],\n", + " [-0.0877]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0589],\n", + " [0.0529],\n", + " [0.0569],\n", + " [0.0573],\n", + " [0.0601],\n", + " [0.0483],\n", + " [0.0554],\n", + " [0.0489],\n", + " [0.0526],\n", + " [0.0559],\n", + " [0.0545],\n", + " [0.0565],\n", + " [0.0576],\n", + " [0.0562],\n", + " [0.0526],\n", + " [0.0574],\n", + " [0.0500],\n", + " [0.0539],\n", + " [0.0528],\n", + " [0.0343],\n", + " [0.0538],\n", + " [0.0569],\n", + " [0.0463],\n", + " [0.0393],\n", + " [0.0585],\n", + " [0.0526],\n", + " [0.0543],\n", + " [0.0472],\n", + " [0.0581],\n", + " [0.0532],\n", + " [0.0312],\n", + " [0.0459]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0352],\n", + " [-0.0366],\n", + " [-0.0394],\n", + " [-0.0345],\n", + " [-0.0351],\n", + " [-0.0349],\n", + " [-0.0432],\n", + " [-0.0410],\n", + " [-0.0375],\n", + " [-0.0380],\n", + " [-0.0368],\n", + " [-0.0348],\n", + " [-0.0355],\n", + " [-0.0372],\n", + " [-0.0398],\n", + " [-0.0384],\n", + " [-0.0347],\n", + " [-0.0379],\n", + " [-0.0414],\n", + " [-0.0521],\n", + " [-0.0393],\n", + " [-0.0378],\n", + " [-0.0339],\n", + " [-0.0402],\n", + " [-0.0346],\n", + " [-0.0373],\n", + " [-0.0340],\n", + " [-0.0376],\n", + " [-0.0346],\n", + " [-0.0344],\n", + " [-0.0396],\n", + " [-0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0816],\n", + " [-0.0810],\n", + " [-0.0795],\n", + " [-0.0816],\n", + " [-0.0794],\n", + " [-0.0814],\n", + " [-0.0814],\n", + " [-0.0775],\n", + " [-0.0787],\n", + " [-0.0790],\n", + " [-0.0791],\n", + " [-0.0809],\n", + " [-0.0797],\n", + " [-0.0801],\n", + " [-0.0801],\n", + " [-0.0801],\n", + " [-0.0801],\n", + " [-0.0785],\n", + " [-0.0791],\n", + " [-0.0660],\n", + " [-0.0791],\n", + " [-0.0800],\n", + " [-0.0815],\n", + " [-0.0815],\n", + " [-0.0803],\n", + " [-0.0782],\n", + " [-0.0812],\n", + " [-0.0801],\n", + " [-0.0802],\n", + " [-0.0811],\n", + " [-0.0822],\n", + " [-0.0799]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1716],\n", + " [0.1661],\n", + " [0.1690],\n", + " [0.1704],\n", + " [0.1713],\n", + " [0.1622],\n", + " [0.1648],\n", + " [0.1640],\n", + " [0.1657],\n", + " [0.1680],\n", + " [0.1655],\n", + " [0.1696],\n", + " [0.1687],\n", + " [0.1679],\n", + " [0.1650],\n", + " [0.1683],\n", + " [0.1637],\n", + " [0.1665],\n", + " [0.1670],\n", + " [0.1616],\n", + " [0.1681],\n", + " [0.1682],\n", + " [0.1608],\n", + " [0.1582],\n", + " [0.1702],\n", + " [0.1657],\n", + " [0.1666],\n", + " [0.1660],\n", + " [0.1691],\n", + " [0.1676],\n", + " [0.1595],\n", + " [0.1639]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0565],\n", + " [-0.0563],\n", + " [-0.0550],\n", + " [-0.0532],\n", + " [-0.0588],\n", + " [-0.0549],\n", + " [-0.0657],\n", + " [-0.0570],\n", + " [-0.0579],\n", + " [-0.0559],\n", + " [-0.0602],\n", + " [-0.0534],\n", + " [-0.0574],\n", + " [-0.0555],\n", + " [-0.0607],\n", + " [-0.0563],\n", + " [-0.0564],\n", + " [-0.0580],\n", + " [-0.0524],\n", + " [-0.0518],\n", + " [-0.0521],\n", + " [-0.0559],\n", + " [-0.0564],\n", + " [-0.0476],\n", + " [-0.0563],\n", + " [-0.0580],\n", + " [-0.0564],\n", + " [-0.0480],\n", + " [-0.0572],\n", + " [-0.0514],\n", + " [-0.0574],\n", + " [-0.0508]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0562],\n", + " [0.0622],\n", + " [0.0579],\n", + " [0.0577],\n", + " [0.0583],\n", + " [0.0693],\n", + " [0.0620],\n", + " [0.0651],\n", + " [0.0639],\n", + " [0.0602],\n", + " [0.0625],\n", + " [0.0595],\n", + " [0.0607],\n", + " [0.0602],\n", + " [0.0641],\n", + " [0.0585],\n", + " [0.0683],\n", + " [0.0641],\n", + " [0.0605],\n", + " [0.0718],\n", + " [0.0589],\n", + " [0.0592],\n", + " [0.0717],\n", + " [0.0712],\n", + " [0.0595],\n", + " [0.0651],\n", + " [0.0645],\n", + " [0.0639],\n", + " [0.0610],\n", + " [0.0639],\n", + " [0.0794],\n", + " [0.0667]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1011],\n", + " [-0.0949],\n", + " [-0.0970],\n", + " [-0.0993],\n", + " [-0.1009],\n", + " [-0.0911],\n", + " [-0.0981],\n", + " [-0.0900],\n", + " [-0.0919],\n", + " [-0.0958],\n", + " [-0.0910],\n", + " [-0.0982],\n", + " [-0.0978],\n", + " [-0.0962],\n", + " [-0.0932],\n", + " [-0.0977],\n", + " [-0.0909],\n", + " [-0.0928],\n", + " [-0.0938],\n", + " [-0.0895],\n", + " [-0.0953],\n", + " [-0.0973],\n", + " [-0.0887],\n", + " [-0.0832],\n", + " [-0.0995],\n", + " [-0.0926],\n", + " [-0.0949],\n", + " [-0.0887],\n", + " [-0.0986],\n", + " [-0.0947],\n", + " [-0.0732],\n", + " [-0.0883]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0218],\n", + " [0.0136],\n", + " [0.0178],\n", + " [0.0209],\n", + " [0.0195],\n", + " [0.0101],\n", + " [0.0166],\n", + " [0.0117],\n", + " [0.0148],\n", + " [0.0179],\n", + " [0.0159],\n", + " [0.0192],\n", + " [0.0178],\n", + " [0.0194],\n", + " [0.0157],\n", + " [0.0189],\n", + " [0.0116],\n", + " [0.0149],\n", + " [0.0150],\n", + " [0.0044],\n", + " [0.0170],\n", + " [0.0182],\n", + " [0.0080],\n", + " [0.0071],\n", + " [0.0198],\n", + " [0.0132],\n", + " [0.0156],\n", + " [0.0160],\n", + " [0.0186],\n", + " [0.0180],\n", + " [0.0009],\n", + " [0.0123]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0968],\n", + " [0.0932],\n", + " [0.0964],\n", + " [0.0947],\n", + " [0.0950],\n", + " [0.0882],\n", + " [0.0965],\n", + " [0.0924],\n", + " [0.0892],\n", + " [0.0924],\n", + " [0.0885],\n", + " [0.0931],\n", + " [0.0925],\n", + " [0.0918],\n", + " [0.0940],\n", + " [0.0957],\n", + " [0.0864],\n", + " [0.0896],\n", + " [0.0946],\n", + " [0.0994],\n", + " [0.0948],\n", + " [0.0947],\n", + " [0.0860],\n", + " [0.0892],\n", + " [0.0934],\n", + " [0.0896],\n", + " [0.0885],\n", + " [0.0855],\n", + " [0.0921],\n", + " [0.0879],\n", + " [0.0767],\n", + " [0.0862]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0115],\n", + " [0.0133],\n", + " [0.0117],\n", + " [0.0102],\n", + " [0.0098],\n", + " [0.0086],\n", + " [0.0090],\n", + " [0.0123],\n", + " [0.0077],\n", + " [0.0089],\n", + " [0.0049],\n", + " [0.0103],\n", + " [0.0096],\n", + " [0.0076],\n", + " [0.0089],\n", + " [0.0106],\n", + " [0.0080],\n", + " [0.0079],\n", + " [0.0119],\n", + " [0.0312],\n", + " [0.0123],\n", + " [0.0107],\n", + " [0.0080],\n", + " [0.0055],\n", + " [0.0100],\n", + " [0.0094],\n", + " [0.0083],\n", + " [0.0030],\n", + " [0.0091],\n", + " [0.0053],\n", + " [0.0080],\n", + " [0.0070]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-9.3952e-05],\n", + " [-2.5634e-03],\n", + " [-3.1639e-03],\n", + " [-1.5005e-03],\n", + " [ 2.1098e-03],\n", + " [-4.8863e-03],\n", + " [ 7.0586e-03],\n", + " [-4.0648e-03],\n", + " [ 3.9605e-04],\n", + " [-1.1120e-03],\n", + " [ 4.1898e-03],\n", + " [-2.1217e-03],\n", + " [ 4.1508e-04],\n", + " [-5.1113e-04],\n", + " [ 2.8346e-03],\n", + " [-1.5130e-03],\n", + " [-2.3922e-03],\n", + " [ 7.1237e-04],\n", + " [-7.1497e-03],\n", + " [-2.1470e-02],\n", + " [-6.2933e-03],\n", + " [-1.9524e-03],\n", + " [-3.8015e-03],\n", + " [-1.4457e-02],\n", + " [ 2.8229e-04],\n", + " [-9.9300e-04],\n", + " [-3.7741e-04],\n", + " [-5.1317e-03],\n", + " [ 9.2912e-04],\n", + " [-1.9540e-03],\n", + " [-9.9183e-03],\n", + " [-5.4191e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0316],\n", + " [-0.0338],\n", + " [-0.0317],\n", + " [-0.0324],\n", + " [-0.0339],\n", + " [-0.0373],\n", + " [-0.0394],\n", + " [-0.0366],\n", + " [-0.0393],\n", + " [-0.0363],\n", + " [-0.0416],\n", + " [-0.0336],\n", + " [-0.0353],\n", + " [-0.0373],\n", + " [-0.0412],\n", + " [-0.0341],\n", + " [-0.0380],\n", + " [-0.0384],\n", + " [-0.0333],\n", + " [-0.0446],\n", + " [-0.0327],\n", + " [-0.0341],\n", + " [-0.0388],\n", + " [-0.0395],\n", + " [-0.0346],\n", + " [-0.0375],\n", + " [-0.0368],\n", + " [-0.0387],\n", + " [-0.0355],\n", + " [-0.0370],\n", + " [-0.0466],\n", + " [-0.0378]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0024],\n", + " [ 0.0031],\n", + " [ 0.0028],\n", + " [ 0.0020],\n", + " [ 0.0052],\n", + " [ 0.0047],\n", + " [ 0.0079],\n", + " [ 0.0042],\n", + " [ 0.0060],\n", + " [ 0.0045],\n", + " [ 0.0071],\n", + " [ 0.0028],\n", + " [ 0.0049],\n", + " [ 0.0045],\n", + " [ 0.0074],\n", + " [ 0.0035],\n", + " [ 0.0062],\n", + " [ 0.0060],\n", + " [ 0.0017],\n", + " [-0.0040],\n", + " [ 0.0014],\n", + " [ 0.0034],\n", + " [ 0.0061],\n", + " [ 0.0009],\n", + " [ 0.0042],\n", + " [ 0.0060],\n", + " [ 0.0053],\n", + " [ 0.0027],\n", + " [ 0.0050],\n", + " [ 0.0043],\n", + " [ 0.0044],\n", + " [ 0.0036]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0571],\n", + " [0.0581],\n", + " [0.0560],\n", + " [0.0563],\n", + " [0.0577],\n", + " [0.0602],\n", + " [0.0633],\n", + " [0.0585],\n", + " [0.0582],\n", + " [0.0561],\n", + " [0.0591],\n", + " [0.0565],\n", + " [0.0572],\n", + " [0.0563],\n", + " [0.0612],\n", + " [0.0566],\n", + " [0.0599],\n", + " [0.0578],\n", + " [0.0553],\n", + " [0.0513],\n", + " [0.0549],\n", + " [0.0565],\n", + " [0.0620],\n", + " [0.0615],\n", + " [0.0570],\n", + " [0.0584],\n", + " [0.0585],\n", + " [0.0575],\n", + " [0.0576],\n", + " [0.0578],\n", + " [0.0715],\n", + " [0.0585]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0189],\n", + " [-0.0172],\n", + " [-0.0172],\n", + " [-0.0186],\n", + " [-0.0184],\n", + " [-0.0142],\n", + " [-0.0156],\n", + " [-0.0160],\n", + " [-0.0171],\n", + " [-0.0178],\n", + " [-0.0190],\n", + " [-0.0186],\n", + " [-0.0182],\n", + " [-0.0184],\n", + " [-0.0178],\n", + " [-0.0180],\n", + " [-0.0147],\n", + " [-0.0177],\n", + " [-0.0172],\n", + " [-0.0224],\n", + " [-0.0178],\n", + " [-0.0180],\n", + " [-0.0132],\n", + " [-0.0126],\n", + " [-0.0192],\n", + " [-0.0164],\n", + " [-0.0169],\n", + " [-0.0142],\n", + " [-0.0187],\n", + " [-0.0166],\n", + " [-0.0096],\n", + " [-0.0132]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1704],\n", + " [-0.1702],\n", + " [-0.1706],\n", + " [-0.1687],\n", + " [-0.1719],\n", + " [-0.1678],\n", + " [-0.1795],\n", + " [-0.1713],\n", + " [-0.1719],\n", + " [-0.1708],\n", + " [-0.1747],\n", + " [-0.1688],\n", + " [-0.1711],\n", + " [-0.1706],\n", + " [-0.1776],\n", + " [-0.1715],\n", + " [-0.1681],\n", + " [-0.1727],\n", + " [-0.1685],\n", + " [-0.1675],\n", + " [-0.1680],\n", + " [-0.1710],\n", + " [-0.1680],\n", + " [-0.1638],\n", + " [-0.1703],\n", + " [-0.1710],\n", + " [-0.1693],\n", + " [-0.1652],\n", + " [-0.1706],\n", + " [-0.1672],\n", + " [-0.1633],\n", + " [-0.1660]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0224],\n", + " [-0.0233],\n", + " [-0.0230],\n", + " [-0.0214],\n", + " [-0.0214],\n", + " [-0.0231],\n", + " [-0.0163],\n", + " [-0.0238],\n", + " [-0.0197],\n", + " [-0.0209],\n", + " [-0.0160],\n", + " [-0.0216],\n", + " [-0.0214],\n", + " [-0.0203],\n", + " [-0.0179],\n", + " [-0.0222],\n", + " [-0.0221],\n", + " [-0.0199],\n", + " [-0.0240],\n", + " [-0.0257],\n", + " [-0.0233],\n", + " [-0.0223],\n", + " [-0.0226],\n", + " [-0.0222],\n", + " [-0.0217],\n", + " [-0.0221],\n", + " [-0.0211],\n", + " [-0.0176],\n", + " [-0.0212],\n", + " [-0.0192],\n", + " [-0.0246],\n", + " [-0.0205]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0172],\n", + " [ 0.0069],\n", + " [ 0.0101],\n", + " [ 0.0137],\n", + " [ 0.0164],\n", + " [ 0.0010],\n", + " [ 0.0131],\n", + " [-0.0006],\n", + " [ 0.0043],\n", + " [ 0.0082],\n", + " [ 0.0075],\n", + " [ 0.0116],\n", + " [ 0.0113],\n", + " [ 0.0094],\n", + " [ 0.0064],\n", + " [ 0.0116],\n", + " [ 0.0020],\n", + " [ 0.0050],\n", + " [ 0.0042],\n", + " [-0.0053],\n", + " [ 0.0067],\n", + " [ 0.0108],\n", + " [-0.0011],\n", + " [-0.0081],\n", + " [ 0.0138],\n", + " [ 0.0036],\n", + " [ 0.0078],\n", + " [-0.0010],\n", + " [ 0.0125],\n", + " [ 0.0062],\n", + " [-0.0174],\n", + " [-0.0023]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0900],\n", + " [0.0897],\n", + " [0.0917],\n", + " [0.0923],\n", + " [0.0891],\n", + " [0.0936],\n", + " [0.0821],\n", + " [0.0938],\n", + " [0.0936],\n", + " [0.0928],\n", + " [0.0920],\n", + " [0.0920],\n", + " [0.0905],\n", + " [0.0931],\n", + " [0.0876],\n", + " [0.0906],\n", + " [0.0942],\n", + " [0.0926],\n", + " [0.0947],\n", + " [0.0907],\n", + " [0.0942],\n", + " [0.0909],\n", + " [0.0935],\n", + " [0.1030],\n", + " [0.0903],\n", + " [0.0925],\n", + " [0.0924],\n", + " [0.1034],\n", + " [0.0905],\n", + " [0.0966],\n", + " [0.1013],\n", + " [0.0992]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0886],\n", + " [0.0826],\n", + " [0.0830],\n", + " [0.0864],\n", + " [0.0875],\n", + " [0.0818],\n", + " [0.0891],\n", + " [0.0782],\n", + " [0.0810],\n", + " [0.0833],\n", + " [0.0813],\n", + " [0.0851],\n", + " [0.0847],\n", + " [0.0850],\n", + " [0.0825],\n", + " [0.0848],\n", + " [0.0823],\n", + " [0.0797],\n", + " [0.0798],\n", + " [0.0573],\n", + " [0.0817],\n", + " [0.0840],\n", + " [0.0821],\n", + " [0.0797],\n", + " [0.0863],\n", + " [0.0805],\n", + " [0.0844],\n", + " [0.0819],\n", + " [0.0855],\n", + " [0.0841],\n", + " [0.0763],\n", + " [0.0817]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0888],\n", + " [0.0894],\n", + " [0.0866],\n", + " [0.0870],\n", + " [0.0882],\n", + " [0.0885],\n", + " [0.0918],\n", + " [0.0868],\n", + " [0.0878],\n", + " [0.0864],\n", + " [0.0902],\n", + " [0.0866],\n", + " [0.0875],\n", + " [0.0866],\n", + " [0.0892],\n", + " [0.0876],\n", + " [0.0883],\n", + " [0.0877],\n", + " [0.0857],\n", + " [0.0702],\n", + " [0.0851],\n", + " [0.0876],\n", + " [0.0894],\n", + " [0.0837],\n", + " [0.0873],\n", + " [0.0877],\n", + " [0.0884],\n", + " [0.0831],\n", + " [0.0877],\n", + " [0.0855],\n", + " [0.0909],\n", + " [0.0851]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0428],\n", + " [0.0390],\n", + " [0.0394],\n", + " [0.0430],\n", + " [0.0434],\n", + " [0.0395],\n", + " [0.0389],\n", + " [0.0369],\n", + " [0.0407],\n", + " [0.0410],\n", + " [0.0419],\n", + " [0.0422],\n", + " [0.0421],\n", + " [0.0420],\n", + " [0.0387],\n", + " [0.0403],\n", + " [0.0409],\n", + " [0.0403],\n", + " [0.0373],\n", + " [0.0314],\n", + " [0.0386],\n", + " [0.0403],\n", + " [0.0398],\n", + " [0.0355],\n", + " [0.0433],\n", + " [0.0402],\n", + " [0.0425],\n", + " [0.0418],\n", + " [0.0431],\n", + " [0.0433],\n", + " [0.0467],\n", + " [0.0402]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0350],\n", + " [0.0378],\n", + " [0.0371],\n", + " [0.0362],\n", + " [0.0340],\n", + " [0.0383],\n", + " [0.0374],\n", + " [0.0397],\n", + " [0.0370],\n", + " [0.0375],\n", + " [0.0339],\n", + " [0.0368],\n", + " [0.0359],\n", + " [0.0378],\n", + " [0.0395],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0364],\n", + " [0.0389],\n", + " [0.0348],\n", + " [0.0389],\n", + " [0.0368],\n", + " [0.0380],\n", + " [0.0406],\n", + " [0.0357],\n", + " [0.0374],\n", + " [0.0368],\n", + " [0.0365],\n", + " [0.0355],\n", + " [0.0368],\n", + " [0.0310],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0690],\n", + " [-0.0741],\n", + " [-0.0721],\n", + " [-0.0710],\n", + " [-0.0697],\n", + " [-0.0760],\n", + " [-0.0689],\n", + " [-0.0771],\n", + " [-0.0739],\n", + " [-0.0728],\n", + " [-0.0705],\n", + " [-0.0726],\n", + " [-0.0722],\n", + " [-0.0722],\n", + " [-0.0728],\n", + " [-0.0712],\n", + " [-0.0758],\n", + " [-0.0736],\n", + " [-0.0745],\n", + " [-0.1002],\n", + " [-0.0744],\n", + " [-0.0717],\n", + " [-0.0765],\n", + " [-0.0783],\n", + " [-0.0715],\n", + " [-0.0748],\n", + " [-0.0737],\n", + " [-0.0746],\n", + " [-0.0719],\n", + " [-0.0737],\n", + " [-0.0773],\n", + " [-0.0763]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0971],\n", + " [-0.1012],\n", + " [-0.0992],\n", + " [-0.0979],\n", + " [-0.0987],\n", + " [-0.1033],\n", + " [-0.1044],\n", + " [-0.1045],\n", + " [-0.1043],\n", + " [-0.1005],\n", + " [-0.1055],\n", + " [-0.0988],\n", + " [-0.0994],\n", + " [-0.1001],\n", + " [-0.1060],\n", + " [-0.0987],\n", + " [-0.1040],\n", + " [-0.1044],\n", + " [-0.1009],\n", + " [-0.1103],\n", + " [-0.0996],\n", + " [-0.0989],\n", + " [-0.1050],\n", + " [-0.1061],\n", + " [-0.0984],\n", + " [-0.1035],\n", + " [-0.1017],\n", + " [-0.1042],\n", + " [-0.0991],\n", + " [-0.1014],\n", + " [-0.1089],\n", + " [-0.1043]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0633],\n", + " [-0.0626],\n", + " [-0.0645],\n", + " [-0.0634],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [-0.0573],\n", + " [-0.0620],\n", + " [-0.0606],\n", + " [-0.0620],\n", + " [-0.0593],\n", + " [-0.0629],\n", + " [-0.0622],\n", + " [-0.0613],\n", + " [-0.0591],\n", + " [-0.0632],\n", + " [-0.0617],\n", + " [-0.0612],\n", + " [-0.0648],\n", + " [-0.0520],\n", + " [-0.0638],\n", + " [-0.0631],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0616],\n", + " [-0.0613],\n", + " [-0.0625],\n", + " [-0.0621],\n", + " [-0.0627],\n", + " [-0.0582],\n", + " [-0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0671],\n", + " [-0.0631],\n", + " [-0.0615],\n", + " [-0.0711],\n", + " [-0.0620],\n", + " [-0.0645],\n", + " [-0.0752],\n", + " [-0.0627],\n", + " [-0.0646],\n", + " [-0.0569],\n", + " [-0.0647],\n", + " [-0.0593],\n", + " [-0.0633],\n", + " [-0.0630],\n", + " [-0.0638],\n", + " [-0.0632],\n", + " [-0.0538],\n", + " [-0.0618],\n", + " [-0.0656],\n", + " [-0.0603],\n", + " [-0.0589],\n", + " [-0.0628],\n", + " [-0.0670],\n", + " [-0.0624],\n", + " [-0.0616],\n", + " [-0.0616],\n", + " [-0.0609],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0624],\n", + " [-0.0614]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0841],\n", + " [-0.0722],\n", + " [-0.0751],\n", + " [-0.0844],\n", + " [-0.0741],\n", + " [-0.0784],\n", + " [-0.0869],\n", + " [-0.0751],\n", + " [-0.0778],\n", + " [-0.0692],\n", + " [-0.0778],\n", + " [-0.0697],\n", + " [-0.0751],\n", + " [-0.0777],\n", + " [-0.0715],\n", + " [-0.0766],\n", + " [-0.0736],\n", + " [-0.0763],\n", + " [-0.0786],\n", + " [-0.0709],\n", + " [-0.0701],\n", + " [-0.0777],\n", + " [-0.0795],\n", + " [-0.0754],\n", + " [-0.0742],\n", + " [-0.0739],\n", + " [-0.0729],\n", + " [-0.0778],\n", + " [-0.0755],\n", + " [-0.0758],\n", + " [-0.0703],\n", + " [-0.0702]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0308],\n", + " [0.0357],\n", + " [0.0371],\n", + " [0.0380],\n", + " [0.0367],\n", + " [0.0379],\n", + " [0.0293],\n", + " [0.0376],\n", + " [0.0365],\n", + " [0.0385],\n", + " [0.0358],\n", + " [0.0390],\n", + " [0.0363],\n", + " [0.0371],\n", + " [0.0403],\n", + " [0.0364],\n", + " [0.0410],\n", + " [0.0371],\n", + " [0.0367],\n", + " [0.0393],\n", + " [0.0396],\n", + " [0.0387],\n", + " [0.0366],\n", + " [0.0383],\n", + " [0.0371],\n", + " [0.0387],\n", + " [0.0380],\n", + " [0.0372],\n", + " [0.0361],\n", + " [0.0378],\n", + " [0.0377],\n", + " [0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0962],\n", + " [-0.0959],\n", + " [-0.0910],\n", + " [-0.0949],\n", + " [-0.0912],\n", + " [-0.0945],\n", + " [-0.0843],\n", + " [-0.0941],\n", + " [-0.0953],\n", + " [-0.0848],\n", + " [-0.0944],\n", + " [-0.0892],\n", + " [-0.0941],\n", + " [-0.0929],\n", + " [-0.0894],\n", + " [-0.0920],\n", + " [-0.0829],\n", + " [-0.0906],\n", + " [-0.0936],\n", + " [-0.0923],\n", + " [-0.0903],\n", + " [-0.0927],\n", + " [-0.0960],\n", + " [-0.0942],\n", + " [-0.0905],\n", + " [-0.0933],\n", + " [-0.0882],\n", + " [-0.0917],\n", + " [-0.0918],\n", + " [-0.0930],\n", + " [-0.0955],\n", + " [-0.0946]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0517],\n", + " [0.0584],\n", + " [0.0517],\n", + " [0.0437],\n", + " [0.0539],\n", + " [0.0529],\n", + " [0.0449],\n", + " [0.0574],\n", + " [0.0559],\n", + " [0.0457],\n", + " [0.0527],\n", + " [0.0531],\n", + " [0.0566],\n", + " [0.0505],\n", + " [0.0394],\n", + " [0.0514],\n", + " [0.0321],\n", + " [0.0437],\n", + " [0.0527],\n", + " [0.0559],\n", + " [0.0547],\n", + " [0.0519],\n", + " [0.0514],\n", + " [0.0553],\n", + " [0.0520],\n", + " [0.0545],\n", + " [0.0498],\n", + " [0.0501],\n", + " [0.0514],\n", + " [0.0546],\n", + " [0.0577],\n", + " [0.0581]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0367],\n", + " [-0.0374],\n", + " [-0.0398],\n", + " [-0.0331],\n", + " [-0.0417],\n", + " [-0.0344],\n", + " [-0.0344],\n", + " [-0.0363],\n", + " [-0.0377],\n", + " [-0.0462],\n", + " [-0.0393],\n", + " [-0.0379],\n", + " [-0.0384],\n", + " [-0.0377],\n", + " [-0.0373],\n", + " [-0.0388],\n", + " [-0.0420],\n", + " [-0.0388],\n", + " [-0.0394],\n", + " [-0.0346],\n", + " [-0.0357],\n", + " [-0.0350],\n", + " [-0.0343],\n", + " [-0.0345],\n", + " [-0.0412],\n", + " [-0.0351],\n", + " [-0.0434],\n", + " [-0.0392],\n", + " [-0.0399],\n", + " [-0.0367],\n", + " [-0.0347],\n", + " [-0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0806],\n", + " [-0.0803],\n", + " [-0.0787],\n", + " [-0.0807],\n", + " [-0.0786],\n", + " [-0.0799],\n", + " [-0.0863],\n", + " [-0.0790],\n", + " [-0.0794],\n", + " [-0.0777],\n", + " [-0.0794],\n", + " [-0.0795],\n", + " [-0.0795],\n", + " [-0.0786],\n", + " [-0.0805],\n", + " [-0.0787],\n", + " [-0.0788],\n", + " [-0.0804],\n", + " [-0.0784],\n", + " [-0.0810],\n", + " [-0.0798],\n", + " [-0.0787],\n", + " [-0.0807],\n", + " [-0.0803],\n", + " [-0.0790],\n", + " [-0.0806],\n", + " [-0.0788],\n", + " [-0.0777],\n", + " [-0.0789],\n", + " [-0.0789],\n", + " [-0.0819],\n", + " [-0.0806]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1644],\n", + " [0.1689],\n", + " [0.1656],\n", + " [0.1602],\n", + " [0.1678],\n", + " [0.1653],\n", + " [0.1537],\n", + " [0.1693],\n", + " [0.1673],\n", + " [0.1620],\n", + " [0.1653],\n", + " [0.1686],\n", + " [0.1680],\n", + " [0.1643],\n", + " [0.1643],\n", + " [0.1653],\n", + " [0.1546],\n", + " [0.1605],\n", + " [0.1660],\n", + " [0.1696],\n", + " [0.1694],\n", + " [0.1653],\n", + " [0.1633],\n", + " [0.1675],\n", + " [0.1662],\n", + " [0.1673],\n", + " [0.1647],\n", + " [0.1642],\n", + " [0.1652],\n", + " [0.1675],\n", + " [0.1695],\n", + " [0.1694]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0706],\n", + " [-0.0575],\n", + " [-0.0552],\n", + " [-0.0653],\n", + " [-0.0539],\n", + " [-0.0593],\n", + " [-0.0646],\n", + " [-0.0562],\n", + " [-0.0576],\n", + " [-0.0446],\n", + " [-0.0579],\n", + " [-0.0496],\n", + " [-0.0558],\n", + " [-0.0592],\n", + " [-0.0515],\n", + " [-0.0566],\n", + " [-0.0526],\n", + " [-0.0564],\n", + " [-0.0578],\n", + " [-0.0512],\n", + " [-0.0510],\n", + " [-0.0584],\n", + " [-0.0608],\n", + " [-0.0569],\n", + " [-0.0537],\n", + " [-0.0551],\n", + " [-0.0517],\n", + " [-0.0580],\n", + " [-0.0560],\n", + " [-0.0565],\n", + " [-0.0559],\n", + " [-0.0550]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0637],\n", + " [0.0584],\n", + " [0.0636],\n", + " [0.0734],\n", + " [0.0601],\n", + " [0.0674],\n", + " [0.0642],\n", + " [0.0614],\n", + " [0.0641],\n", + " [0.0649],\n", + " [0.0631],\n", + " [0.0597],\n", + " [0.0610],\n", + " [0.0651],\n", + " [0.0723],\n", + " [0.0644],\n", + " [0.0783],\n", + " [0.0710],\n", + " [0.0637],\n", + " [0.0610],\n", + " [0.0587],\n", + " [0.0675],\n", + " [0.0678],\n", + " [0.0634],\n", + " [0.0620],\n", + " [0.0623],\n", + " [0.0631],\n", + " [0.0658],\n", + " [0.0629],\n", + " [0.0635],\n", + " [0.0592],\n", + " [0.0577]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0938],\n", + " [-0.0990],\n", + " [-0.0927],\n", + " [-0.0801],\n", + " [-0.0944],\n", + " [-0.0920],\n", + " [-0.0711],\n", + " [-0.0970],\n", + " [-0.0951],\n", + " [-0.0897],\n", + " [-0.0919],\n", + " [-0.0948],\n", + " [-0.0959],\n", + " [-0.0908],\n", + " [-0.0808],\n", + " [-0.0907],\n", + " [-0.0759],\n", + " [-0.0847],\n", + " [-0.0919],\n", + " [-0.0968],\n", + " [-0.0964],\n", + " [-0.0920],\n", + " [-0.0887],\n", + " [-0.0956],\n", + " [-0.0932],\n", + " [-0.0960],\n", + " [-0.0911],\n", + " [-0.0906],\n", + " [-0.0912],\n", + " [-0.0948],\n", + " [-0.0993],\n", + " [-0.0988]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0163],\n", + " [ 0.0193],\n", + " [ 0.0132],\n", + " [ 0.0064],\n", + " [ 0.0160],\n", + " [ 0.0124],\n", + " [ 0.0047],\n", + " [ 0.0172],\n", + " [ 0.0148],\n", + " [ 0.0089],\n", + " [ 0.0153],\n", + " [ 0.0187],\n", + " [ 0.0167],\n", + " [ 0.0131],\n", + " [ 0.0085],\n", + " [ 0.0139],\n", + " [-0.0008],\n", + " [ 0.0061],\n", + " [ 0.0146],\n", + " [ 0.0207],\n", + " [ 0.0196],\n", + " [ 0.0114],\n", + " [ 0.0117],\n", + " [ 0.0160],\n", + " [ 0.0137],\n", + " [ 0.0156],\n", + " [ 0.0127],\n", + " [ 0.0119],\n", + " [ 0.0150],\n", + " [ 0.0147],\n", + " [ 0.0205],\n", + " [ 0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0905],\n", + " [0.0959],\n", + " [0.0923],\n", + " [0.0797],\n", + " [0.0951],\n", + " [0.0862],\n", + " [0.0713],\n", + " [0.0921],\n", + " [0.0909],\n", + " [0.0987],\n", + " [0.0910],\n", + " [0.0916],\n", + " [0.0930],\n", + " [0.0902],\n", + " [0.0779],\n", + " [0.0892],\n", + " [0.0875],\n", + " [0.0872],\n", + " [0.0906],\n", + " [0.0897],\n", + " [0.0923],\n", + " [0.0872],\n", + " [0.0847],\n", + " [0.0893],\n", + " [0.0941],\n", + " [0.0914],\n", + " [0.0941],\n", + " [0.0905],\n", + " [0.0910],\n", + " [0.0904],\n", + " [0.0935],\n", + " [0.0955]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0037],\n", + " [ 0.0104],\n", + " [ 0.0108],\n", + " [ 0.0030],\n", + " [ 0.0114],\n", + " [ 0.0074],\n", + " [-0.0081],\n", + " [ 0.0095],\n", + " [ 0.0087],\n", + " [ 0.0112],\n", + " [ 0.0072],\n", + " [ 0.0081],\n", + " [ 0.0097],\n", + " [ 0.0095],\n", + " [ 0.0031],\n", + " [ 0.0075],\n", + " [ 0.0120],\n", + " [ 0.0076],\n", + " [ 0.0085],\n", + " [ 0.0056],\n", + " [ 0.0093],\n", + " [ 0.0100],\n", + " [ 0.0040],\n", + " [ 0.0089],\n", + " [ 0.0120],\n", + " [ 0.0109],\n", + " [ 0.0120],\n", + " [ 0.0103],\n", + " [ 0.0081],\n", + " [ 0.0099],\n", + " [ 0.0099],\n", + " [ 0.0090]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.2363e-02],\n", + " [ 6.8242e-05],\n", + " [-4.9581e-03],\n", + " [ 5.3623e-03],\n", + " [-4.6134e-03],\n", + " [ 1.2106e-03],\n", + " [ 6.0326e-03],\n", + " [-8.1142e-04],\n", + " [-4.0190e-04],\n", + " [-1.5882e-02],\n", + " [ 4.2953e-04],\n", + " [-5.6203e-03],\n", + " [-2.0512e-03],\n", + " [-7.8976e-07],\n", + " [-5.4062e-03],\n", + " [-2.0541e-03],\n", + " [-1.5616e-02],\n", + " [-7.7492e-03],\n", + " [ 4.9393e-04],\n", + " [-1.9379e-03],\n", + " [-3.9855e-03],\n", + " [-1.4703e-03],\n", + " [ 2.9379e-03],\n", + " [ 2.1414e-04],\n", + " [-6.3797e-03],\n", + " [-2.6322e-03],\n", + " [-9.1554e-03],\n", + " [-2.3472e-03],\n", + " [-2.5648e-03],\n", + " [-1.7439e-03],\n", + " [ 3.0650e-05],\n", + " [-1.1841e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0423],\n", + " [-0.0342],\n", + " [-0.0359],\n", + " [-0.0461],\n", + " [-0.0334],\n", + " [-0.0389],\n", + " [-0.0474],\n", + " [-0.0347],\n", + " [-0.0361],\n", + " [-0.0316],\n", + " [-0.0397],\n", + " [-0.0345],\n", + " [-0.0346],\n", + " [-0.0395],\n", + " [-0.0440],\n", + " [-0.0391],\n", + " [-0.0420],\n", + " [-0.0404],\n", + " [-0.0383],\n", + " [-0.0364],\n", + " [-0.0346],\n", + " [-0.0371],\n", + " [-0.0423],\n", + " [-0.0364],\n", + " [-0.0342],\n", + " [-0.0345],\n", + " [-0.0335],\n", + " [-0.0380],\n", + " [-0.0388],\n", + " [-0.0356],\n", + " [-0.0348],\n", + " [-0.0348]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0055],\n", + " [ 0.0042],\n", + " [ 0.0039],\n", + " [ 0.0106],\n", + " [ 0.0026],\n", + " [ 0.0074],\n", + " [ 0.0129],\n", + " [ 0.0048],\n", + " [ 0.0056],\n", + " [-0.0040],\n", + " [ 0.0058],\n", + " [ 0.0016],\n", + " [ 0.0042],\n", + " [ 0.0064],\n", + " [ 0.0039],\n", + " [ 0.0054],\n", + " [ 0.0020],\n", + " [ 0.0056],\n", + " [ 0.0055],\n", + " [ 0.0035],\n", + " [ 0.0020],\n", + " [ 0.0066],\n", + " [ 0.0084],\n", + " [ 0.0054],\n", + " [ 0.0025],\n", + " [ 0.0036],\n", + " [ 0.0006],\n", + " [ 0.0057],\n", + " [ 0.0048],\n", + " [ 0.0050],\n", + " [ 0.0034],\n", + " [ 0.0034]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0629],\n", + " [0.0573],\n", + " [0.0572],\n", + " [0.0670],\n", + " [0.0555],\n", + " [0.0602],\n", + " [0.0640],\n", + " [0.0565],\n", + " [0.0576],\n", + " [0.0548],\n", + " [0.0585],\n", + " [0.0547],\n", + " [0.0565],\n", + " [0.0596],\n", + " [0.0640],\n", + " [0.0581],\n", + " [0.0644],\n", + " [0.0627],\n", + " [0.0578],\n", + " [0.0562],\n", + " [0.0547],\n", + " [0.0593],\n", + " [0.0622],\n", + " [0.0579],\n", + " [0.0562],\n", + " [0.0571],\n", + " [0.0555],\n", + " [0.0589],\n", + " [0.0576],\n", + " [0.0571],\n", + " [0.0578],\n", + " [0.0563]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0078],\n", + " [-0.0182],\n", + " [-0.0162],\n", + " [-0.0170],\n", + " [-0.0174],\n", + " [-0.0162],\n", + " [-0.0113],\n", + " [-0.0181],\n", + " [-0.0173],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0171],\n", + " [-0.0177],\n", + " [-0.0165],\n", + " [-0.0119],\n", + " [-0.0166],\n", + " [-0.0115],\n", + " [-0.0137],\n", + " [-0.0178],\n", + " [-0.0181],\n", + " [-0.0182],\n", + " [-0.0159],\n", + " [-0.0161],\n", + " [-0.0174],\n", + " [-0.0168],\n", + " [-0.0175],\n", + " [-0.0171],\n", + " [-0.0159],\n", + " [-0.0166],\n", + " [-0.0171],\n", + " [-0.0194],\n", + " [-0.0189]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1806],\n", + " [-0.1721],\n", + " [-0.1694],\n", + " [-0.1747],\n", + " [-0.1705],\n", + " [-0.1710],\n", + " [-0.1681],\n", + " [-0.1708],\n", + " [-0.1722],\n", + " [-0.1643],\n", + " [-0.1737],\n", + " [-0.1665],\n", + " [-0.1710],\n", + " [-0.1724],\n", + " [-0.1650],\n", + " [-0.1707],\n", + " [-0.1648],\n", + " [-0.1679],\n", + " [-0.1734],\n", + " [-0.1678],\n", + " [-0.1674],\n", + " [-0.1693],\n", + " [-0.1728],\n", + " [-0.1701],\n", + " [-0.1692],\n", + " [-0.1691],\n", + " [-0.1678],\n", + " [-0.1711],\n", + " [-0.1708],\n", + " [-0.1700],\n", + " [-0.1700],\n", + " [-0.1708]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0056],\n", + " [-0.0219],\n", + " [-0.0235],\n", + " [-0.0154],\n", + " [-0.0227],\n", + " [-0.0211],\n", + " [ 0.0098],\n", + " [-0.0220],\n", + " [-0.0216],\n", + " [-0.0260],\n", + " [-0.0187],\n", + " [-0.0211],\n", + " [-0.0220],\n", + " [-0.0207],\n", + " [-0.0191],\n", + " [-0.0206],\n", + " [-0.0266],\n", + " [-0.0245],\n", + " [-0.0197],\n", + " [-0.0193],\n", + " [-0.0209],\n", + " [-0.0236],\n", + " [-0.0180],\n", + " [-0.0212],\n", + " [-0.0240],\n", + " [-0.0225],\n", + " [-0.0259],\n", + " [-0.0225],\n", + " [-0.0205],\n", + " [-0.0225],\n", + " [-0.0217],\n", + " [-0.0215]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0165],\n", + " [ 0.0136],\n", + " [ 0.0027],\n", + " [-0.0027],\n", + " [ 0.0051],\n", + " [ 0.0046],\n", + " [ 0.0106],\n", + " [ 0.0094],\n", + " [ 0.0070],\n", + " [-0.0036],\n", + " [ 0.0047],\n", + " [ 0.0056],\n", + " [ 0.0086],\n", + " [ 0.0026],\n", + " [-0.0110],\n", + " [ 0.0025],\n", + " [-0.0185],\n", + " [-0.0055],\n", + " [ 0.0036],\n", + " [ 0.0095],\n", + " [ 0.0088],\n", + " [ 0.0030],\n", + " [ 0.0042],\n", + " [ 0.0083],\n", + " [ 0.0032],\n", + " [ 0.0085],\n", + " [-0.0009],\n", + " [ 0.0008],\n", + " [ 0.0029],\n", + " [ 0.0062],\n", + " [ 0.0144],\n", + " [ 0.0133]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0877],\n", + " [0.0895],\n", + " [0.0940],\n", + " [0.0929],\n", + " [0.0937],\n", + " [0.0917],\n", + " [0.0976],\n", + " [0.0913],\n", + " [0.0910],\n", + " [0.1012],\n", + " [0.0925],\n", + " [0.0982],\n", + " [0.0918],\n", + " [0.0922],\n", + " [0.1054],\n", + " [0.0952],\n", + " [0.0997],\n", + " [0.0961],\n", + " [0.0929],\n", + " [0.0961],\n", + " [0.0950],\n", + " [0.0923],\n", + " [0.0916],\n", + " [0.0917],\n", + " [0.0939],\n", + " [0.0915],\n", + " [0.0972],\n", + " [0.0933],\n", + " [0.0953],\n", + " [0.0923],\n", + " [0.0910],\n", + " [0.0918]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0901],\n", + " [0.0863],\n", + " [0.0800],\n", + " [0.0794],\n", + " [0.0799],\n", + " [0.0822],\n", + " [0.0879],\n", + " [0.0827],\n", + " [0.0806],\n", + " [0.0720],\n", + " [0.0806],\n", + " [0.0820],\n", + " [0.0819],\n", + " [0.0810],\n", + " [0.0773],\n", + " [0.0800],\n", + " [0.0759],\n", + " [0.0791],\n", + " [0.0787],\n", + " [0.0847],\n", + " [0.0844],\n", + " [0.0809],\n", + " [0.0829],\n", + " [0.0839],\n", + " [0.0796],\n", + " [0.0832],\n", + " [0.0764],\n", + " [0.0789],\n", + " [0.0808],\n", + " [0.0817],\n", + " [0.0873],\n", + " [0.0863]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0879],\n", + " [0.0883],\n", + " [0.0867],\n", + " [0.0932],\n", + " [0.0855],\n", + " [0.0896],\n", + " [0.1061],\n", + " [0.0865],\n", + " [0.0880],\n", + " [0.0805],\n", + " [0.0882],\n", + " [0.0836],\n", + " [0.0873],\n", + " [0.0883],\n", + " [0.0868],\n", + " [0.0871],\n", + " [0.0851],\n", + " [0.0885],\n", + " [0.0876],\n", + " [0.0849],\n", + " [0.0842],\n", + " [0.0885],\n", + " [0.0914],\n", + " [0.0880],\n", + " [0.0863],\n", + " [0.0878],\n", + " [0.0855],\n", + " [0.0876],\n", + " [0.0867],\n", + " [0.0870],\n", + " [0.0887],\n", + " [0.0867]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0462],\n", + " [0.0412],\n", + " [0.0383],\n", + " [0.0424],\n", + " [0.0376],\n", + " [0.0418],\n", + " [0.0498],\n", + " [0.0415],\n", + " [0.0399],\n", + " [0.0336],\n", + " [0.0397],\n", + " [0.0410],\n", + " [0.0398],\n", + " [0.0399],\n", + " [0.0438],\n", + " [0.0398],\n", + " [0.0359],\n", + " [0.0383],\n", + " [0.0392],\n", + " [0.0439],\n", + " [0.0420],\n", + " [0.0410],\n", + " [0.0421],\n", + " [0.0424],\n", + " [0.0371],\n", + " [0.0408],\n", + " [0.0366],\n", + " [0.0386],\n", + " [0.0395],\n", + " [0.0407],\n", + " [0.0431],\n", + " [0.0423]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0309],\n", + " [0.0362],\n", + " [0.0386],\n", + " [0.0329],\n", + " [0.0388],\n", + " [0.0359],\n", + " [0.0245],\n", + " [0.0360],\n", + " [0.0362],\n", + " [0.0396],\n", + " [0.0375],\n", + " [0.0382],\n", + " [0.0366],\n", + " [0.0384],\n", + " [0.0312],\n", + " [0.0375],\n", + " [0.0397],\n", + " [0.0379],\n", + " [0.0370],\n", + " [0.0365],\n", + " [0.0380],\n", + " [0.0367],\n", + " [0.0346],\n", + " [0.0364],\n", + " [0.0388],\n", + " [0.0371],\n", + " [0.0391],\n", + " [0.0386],\n", + " [0.0386],\n", + " [0.0369],\n", + " [0.0359],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0682],\n", + " [-0.0704],\n", + " [-0.0753],\n", + " [-0.0741],\n", + " [-0.0740],\n", + " [-0.0742],\n", + " [-0.0619],\n", + " [-0.0732],\n", + " [-0.0730],\n", + " [-0.0802],\n", + " [-0.0726],\n", + " [-0.0741],\n", + " [-0.0725],\n", + " [-0.0749],\n", + " [-0.0760],\n", + " [-0.0744],\n", + " [-0.0845],\n", + " [-0.0766],\n", + " [-0.0737],\n", + " [-0.0726],\n", + " [-0.0736],\n", + " [-0.0759],\n", + " [-0.0719],\n", + " [-0.0735],\n", + " [-0.0750],\n", + " [-0.0738],\n", + " [-0.0770],\n", + " [-0.0757],\n", + " [-0.0742],\n", + " [-0.0744],\n", + " [-0.0705],\n", + " [-0.0709]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1057],\n", + " [-0.0983],\n", + " [-0.1024],\n", + " [-0.1135],\n", + " [-0.1015],\n", + " [-0.1041],\n", + " [-0.1237],\n", + " [-0.1001],\n", + " [-0.1026],\n", + " [-0.1023],\n", + " [-0.1046],\n", + " [-0.1000],\n", + " [-0.1006],\n", + " [-0.1050],\n", + " [-0.1075],\n", + " [-0.1045],\n", + " [-0.1097],\n", + " [-0.1063],\n", + " [-0.1052],\n", + " [-0.0997],\n", + " [-0.0989],\n", + " [-0.1036],\n", + " [-0.1058],\n", + " [-0.1014],\n", + " [-0.1017],\n", + " [-0.1004],\n", + " [-0.1021],\n", + " [-0.1048],\n", + " [-0.1039],\n", + " [-0.1017],\n", + " [-0.0983],\n", + " [-0.0978]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0554],\n", + " [-0.0628],\n", + " [-0.0634],\n", + " [-0.0557],\n", + " [-0.0642],\n", + " [-0.0610],\n", + " [-0.0470],\n", + " [-0.0630],\n", + " [-0.0628],\n", + " [-0.0666],\n", + " [-0.0609],\n", + " [-0.0637],\n", + " [-0.0635],\n", + " [-0.0600],\n", + " [-0.0602],\n", + " [-0.0615],\n", + " [-0.0602],\n", + " [-0.0633],\n", + " [-0.0613],\n", + " [-0.0627],\n", + " [-0.0627],\n", + " [-0.0616],\n", + " [-0.0598],\n", + " [-0.0614],\n", + " [-0.0645],\n", + " [-0.0624],\n", + " [-0.0654],\n", + " [-0.0617],\n", + " [-0.0615],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0627]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0629],\n", + " [-0.0644],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0650],\n", + " [-0.0630],\n", + " [-0.0639],\n", + " [-0.0631],\n", + " [-0.0602],\n", + " [-0.0623],\n", + " [-0.0627],\n", + " [-0.0613],\n", + " [-0.0627],\n", + " [-0.0632],\n", + " [-0.0623],\n", + " [-0.0642],\n", + " [-0.0537],\n", + " [-0.0643],\n", + " [-0.0624],\n", + " [-0.0775],\n", + " [-0.0748],\n", + " [-0.0498],\n", + " [-0.0607],\n", + " [-0.0836],\n", + " [-0.0646],\n", + " [-0.0615],\n", + " [-0.0614],\n", + " [-0.0647],\n", + " [-0.3928],\n", + " [-0.0632],\n", + " [-0.0643]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0693],\n", + " [-0.0796],\n", + " [-0.0784],\n", + " [-0.0735],\n", + " [-0.0744],\n", + " [-0.0774],\n", + " [-0.0777],\n", + " [-0.0760],\n", + " [-0.0752],\n", + " [-0.0727],\n", + " [-0.0752],\n", + " [-0.0725],\n", + " [-0.0742],\n", + " [-0.0714],\n", + " [-0.0761],\n", + " [-0.0744],\n", + " [-0.0778],\n", + " [-0.0712],\n", + " [-0.0757],\n", + " [-0.0748],\n", + " [-0.0833],\n", + " [-0.0891],\n", + " [-0.0705],\n", + " [-0.0681],\n", + " [-0.0889],\n", + " [-0.0789],\n", + " [-0.0746],\n", + " [-0.0744],\n", + " [-0.0775],\n", + " [-2.5486],\n", + " [-0.0758],\n", + " [-0.0765]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0360],\n", + " [ 0.0358],\n", + " [ 0.0376],\n", + " [ 0.0366],\n", + " [ 0.0364],\n", + " [ 0.0383],\n", + " [ 0.0384],\n", + " [ 0.0357],\n", + " [ 0.0362],\n", + " [ 0.0390],\n", + " [ 0.0372],\n", + " [ 0.0358],\n", + " [ 0.0414],\n", + " [ 0.0363],\n", + " [ 0.0365],\n", + " [ 0.0364],\n", + " [ 0.0365],\n", + " [ 0.0390],\n", + " [ 0.0355],\n", + " [ 0.0385],\n", + " [ 0.0333],\n", + " [ 0.0292],\n", + " [ 0.0385],\n", + " [ 0.0383],\n", + " [ 0.0301],\n", + " [ 0.0367],\n", + " [ 0.0375],\n", + " [ 0.0378],\n", + " [ 0.0389],\n", + " [-0.9670],\n", + " [ 0.0371],\n", + " [ 0.0367]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0958],\n", + " [-0.0953],\n", + " [-0.0944],\n", + " [-0.0941],\n", + " [-0.0959],\n", + " [-0.0929],\n", + " [-0.0923],\n", + " [-0.0955],\n", + " [-0.0939],\n", + " [-0.0900],\n", + " [-0.0927],\n", + " [-0.0946],\n", + " [-0.0903],\n", + " [-0.0952],\n", + " [-0.0930],\n", + " [-0.0942],\n", + " [-0.0934],\n", + " [-0.0796],\n", + " [-0.0972],\n", + " [-0.0943],\n", + " [-0.0964],\n", + " [-0.0836],\n", + " [-0.0828],\n", + " [-0.0939],\n", + " [-0.1028],\n", + " [-0.0938],\n", + " [-0.0903],\n", + " [-0.0906],\n", + " [-0.0918],\n", + " [-0.9013],\n", + " [-0.0952],\n", + " [-0.0936]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0591],\n", + " [0.0460],\n", + " [0.0539],\n", + " [0.0577],\n", + " [0.0584],\n", + " [0.0549],\n", + " [0.0515],\n", + " [0.0577],\n", + " [0.0573],\n", + " [0.0509],\n", + " [0.0556],\n", + " [0.0575],\n", + " [0.0468],\n", + " [0.0576],\n", + " [0.0542],\n", + " [0.0559],\n", + " [0.0526],\n", + " [0.0444],\n", + " [0.0589],\n", + " [0.0545],\n", + " [0.0526],\n", + " [0.0426],\n", + " [0.0356],\n", + " [0.0577],\n", + " [0.0592],\n", + " [0.0521],\n", + " [0.0511],\n", + " [0.0519],\n", + " [0.0507],\n", + " [0.2938],\n", + " [0.0574],\n", + " [0.0559]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0363],\n", + " [-0.0400],\n", + " [-0.0351],\n", + " [-0.0371],\n", + " [-0.0362],\n", + " [-0.0393],\n", + " [-0.0358],\n", + " [-0.0375],\n", + " [-0.0390],\n", + " [-0.0356],\n", + " [-0.0386],\n", + " [-0.0386],\n", + " [-0.0327],\n", + " [-0.0374],\n", + " [-0.0400],\n", + " [-0.0374],\n", + " [-0.0384],\n", + " [-0.0492],\n", + " [-0.0364],\n", + " [-0.0343],\n", + " [-0.0331],\n", + " [-0.0404],\n", + " [-0.0442],\n", + " [-0.0346],\n", + " [-0.0346],\n", + " [-0.0410],\n", + " [-0.0418],\n", + " [-0.0399],\n", + " [-0.0361],\n", + " [-0.0259],\n", + " [-0.0355],\n", + " [-0.0401]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0816],\n", + " [-0.0810],\n", + " [-0.0790],\n", + " [-0.0790],\n", + " [-0.0793],\n", + " [-0.0775],\n", + " [-0.0785],\n", + " [-0.0787],\n", + " [-0.0786],\n", + " [-0.0801],\n", + " [-0.0782],\n", + " [-0.0799],\n", + " [-0.0818],\n", + " [-0.0808],\n", + " [-0.0787],\n", + " [-0.0797],\n", + " [-0.0785],\n", + " [-0.0717],\n", + " [-0.0793],\n", + " [-0.0812],\n", + " [-0.0851],\n", + " [-0.0857],\n", + " [-0.0798],\n", + " [-0.0822],\n", + " [-0.0786],\n", + " [-0.0784],\n", + " [-0.0790],\n", + " [-0.0791],\n", + " [-0.0787],\n", + " [ 1.2716],\n", + " [-0.0790],\n", + " [-0.0783]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1705],\n", + " [ 0.1610],\n", + " [ 0.1661],\n", + " [ 0.1690],\n", + " [ 0.1689],\n", + " [ 0.1690],\n", + " [ 0.1651],\n", + " [ 0.1683],\n", + " [ 0.1691],\n", + " [ 0.1657],\n", + " [ 0.1685],\n", + " [ 0.1686],\n", + " [ 0.1653],\n", + " [ 0.1686],\n", + " [ 0.1671],\n", + " [ 0.1674],\n", + " [ 0.1655],\n", + " [ 0.1679],\n", + " [ 0.1683],\n", + " [ 0.1668],\n", + " [ 0.1613],\n", + " [ 0.1499],\n", + " [ 0.1557],\n", + " [ 0.1701],\n", + " [ 0.1653],\n", + " [ 0.1652],\n", + " [ 0.1653],\n", + " [ 0.1662],\n", + " [ 0.1662],\n", + " [-0.7764],\n", + " [ 0.1688],\n", + " [ 0.1687]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0579],\n", + " [-0.0615],\n", + " [-0.0592],\n", + " [-0.0566],\n", + " [-0.0585],\n", + " [-0.0565],\n", + " [-0.0581],\n", + " [-0.0584],\n", + " [-0.0564],\n", + " [-0.0530],\n", + " [-0.0562],\n", + " [-0.0565],\n", + " [-0.0539],\n", + " [-0.0568],\n", + " [-0.0562],\n", + " [-0.0565],\n", + " [-0.0580],\n", + " [-0.0490],\n", + " [-0.0596],\n", + " [-0.0566],\n", + " [-0.0633],\n", + " [-0.0632],\n", + " [-0.0517],\n", + " [-0.0531],\n", + " [-0.0701],\n", + " [-0.0588],\n", + " [-0.0545],\n", + " [-0.0539],\n", + " [-0.0576],\n", + " [-1.3596],\n", + " [-0.0585],\n", + " [-0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0563],\n", + " [ 0.0700],\n", + " [ 0.0656],\n", + " [ 0.0591],\n", + " [ 0.0606],\n", + " [ 0.0631],\n", + " [ 0.0672],\n", + " [ 0.0608],\n", + " [ 0.0598],\n", + " [ 0.0645],\n", + " [ 0.0599],\n", + " [ 0.0580],\n", + " [ 0.0706],\n", + " [ 0.0582],\n", + " [ 0.0610],\n", + " [ 0.0613],\n", + " [ 0.0640],\n", + " [ 0.0620],\n", + " [ 0.0605],\n", + " [ 0.0628],\n", + " [ 0.0649],\n", + " [ 0.0572],\n", + " [ 0.0734],\n", + " [ 0.0569],\n", + " [ 0.0586],\n", + " [ 0.0644],\n", + " [ 0.0629],\n", + " [ 0.0632],\n", + " [ 0.0662],\n", + " [-2.6778],\n", + " [ 0.0619],\n", + " [ 0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1008],\n", + " [-0.0871],\n", + " [-0.0930],\n", + " [-0.0978],\n", + " [-0.0984],\n", + " [-0.0946],\n", + " [-0.0914],\n", + " [-0.0967],\n", + " [-0.0965],\n", + " [-0.0917],\n", + " [-0.0955],\n", + " [-0.0978],\n", + " [-0.0873],\n", + " [-0.0986],\n", + " [-0.0940],\n", + " [-0.0957],\n", + " [-0.0921],\n", + " [-0.0931],\n", + " [-0.0985],\n", + " [-0.0960],\n", + " [-0.0811],\n", + " [-0.0741],\n", + " [-0.0785],\n", + " [-0.0989],\n", + " [-0.0918],\n", + " [-0.0928],\n", + " [-0.0924],\n", + " [-0.0935],\n", + " [-0.0894],\n", + " [-1.5781],\n", + " [-0.0972],\n", + " [-0.0951]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0209],\n", + " [0.0084],\n", + " [0.0139],\n", + " [0.0182],\n", + " [0.0188],\n", + " [0.0152],\n", + " [0.0117],\n", + " [0.0183],\n", + " [0.0183],\n", + " [0.0156],\n", + " [0.0174],\n", + " [0.0187],\n", + " [0.0130],\n", + " [0.0193],\n", + " [0.0164],\n", + " [0.0181],\n", + " [0.0145],\n", + " [0.0129],\n", + " [0.0185],\n", + " [0.0149],\n", + " [0.0146],\n", + " [0.0128],\n", + " [0.0062],\n", + " [0.0227],\n", + " [0.0165],\n", + " [0.0124],\n", + " [0.0127],\n", + " [0.0131],\n", + " [0.0128],\n", + " [0.2938],\n", + " [0.0171],\n", + " [0.0170]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0971],\n", + " [ 0.0906],\n", + " [ 0.0876],\n", + " [ 0.0946],\n", + " [ 0.0929],\n", + " [ 0.0912],\n", + " [ 0.0872],\n", + " [ 0.0925],\n", + " [ 0.0944],\n", + " [ 0.0868],\n", + " [ 0.0937],\n", + " [ 0.0961],\n", + " [ 0.0806],\n", + " [ 0.0962],\n", + " [ 0.0937],\n", + " [ 0.0912],\n", + " [ 0.0902],\n", + " [ 0.0985],\n", + " [ 0.0938],\n", + " [ 0.0907],\n", + " [ 0.0806],\n", + " [ 0.0756],\n", + " [ 0.0914],\n", + " [ 0.0956],\n", + " [ 0.0906],\n", + " [ 0.0942],\n", + " [ 0.0944],\n", + " [ 0.0936],\n", + " [ 0.0854],\n", + " [-0.1766],\n", + " [ 0.0912],\n", + " [ 0.0931]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0112],\n", + " [ 0.0092],\n", + " [ 0.0078],\n", + " [ 0.0106],\n", + " [ 0.0088],\n", + " [ 0.0103],\n", + " [ 0.0095],\n", + " [ 0.0079],\n", + " [ 0.0093],\n", + " [ 0.0062],\n", + " [ 0.0102],\n", + " [ 0.0110],\n", + " [ 0.0031],\n", + " [ 0.0111],\n", + " [ 0.0098],\n", + " [ 0.0074],\n", + " [ 0.0083],\n", + " [ 0.0243],\n", + " [ 0.0087],\n", + " [ 0.0111],\n", + " [-0.0051],\n", + " [-0.0039],\n", + " [ 0.0122],\n", + " [ 0.0098],\n", + " [ 0.0036],\n", + " [ 0.0121],\n", + " [ 0.0128],\n", + " [ 0.0123],\n", + " [ 0.0080],\n", + " [ 1.2076],\n", + " [ 0.0089],\n", + " [ 0.0094]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.0442e-03],\n", + " [-2.6653e-03],\n", + " [ 1.8036e-03],\n", + " [-9.0127e-04],\n", + " [ 1.7730e-03],\n", + " [-2.2721e-04],\n", + " [-1.5617e-03],\n", + " [ 1.7424e-03],\n", + " [-4.9356e-04],\n", + " [-2.9956e-03],\n", + " [-7.1328e-04],\n", + " [-1.4764e-03],\n", + " [ 4.8041e-04],\n", + " [-6.7765e-04],\n", + " [-1.2904e-03],\n", + " [ 9.4132e-05],\n", + " [ 8.5231e-05],\n", + " [-1.2586e-02],\n", + " [ 2.5861e-03],\n", + " [-1.0740e-03],\n", + " [ 1.0226e-02],\n", + " [ 1.0481e-02],\n", + " [-1.6185e-02],\n", + " [-2.3216e-03],\n", + " [ 2.1805e-02],\n", + " [-1.1215e-03],\n", + " [-6.0807e-03],\n", + " [-6.7023e-03],\n", + " [-1.3847e-04],\n", + " [ 2.7425e+00],\n", + " [ 1.8706e-03],\n", + " [-4.6472e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0321],\n", + " [-0.0425],\n", + " [-0.0386],\n", + " [-0.0340],\n", + " [-0.0368],\n", + " [-0.0343],\n", + " [-0.0375],\n", + " [-0.0368],\n", + " [-0.0345],\n", + " [-0.0378],\n", + " [-0.0351],\n", + " [-0.0333],\n", + " [-0.0429],\n", + " [-0.0336],\n", + " [-0.0360],\n", + " [-0.0379],\n", + " [-0.0388],\n", + " [-0.0359],\n", + " [-0.0364],\n", + " [-0.0351],\n", + " [-0.0496],\n", + " [-0.0507],\n", + " [-0.0417],\n", + " [-0.0330],\n", + " [-0.0407],\n", + " [-0.0352],\n", + " [-0.0339],\n", + " [-0.0338],\n", + " [-0.0383],\n", + " [-0.0481],\n", + " [-0.0363],\n", + " [-0.0348]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0032],\n", + " [ 0.0084],\n", + " [ 0.0071],\n", + " [ 0.0041],\n", + " [ 0.0058],\n", + " [ 0.0047],\n", + " [ 0.0066],\n", + " [ 0.0056],\n", + " [ 0.0045],\n", + " [ 0.0046],\n", + " [ 0.0042],\n", + " [ 0.0034],\n", + " [ 0.0081],\n", + " [ 0.0035],\n", + " [ 0.0042],\n", + " [ 0.0052],\n", + " [ 0.0058],\n", + " [-0.0039],\n", + " [ 0.0061],\n", + " [ 0.0042],\n", + " [ 0.0111],\n", + " [ 0.0130],\n", + " [ 0.0017],\n", + " [ 0.0019],\n", + " [ 0.0105],\n", + " [ 0.0050],\n", + " [ 0.0023],\n", + " [ 0.0026],\n", + " [ 0.0066],\n", + " [ 0.1940],\n", + " [ 0.0060],\n", + " [ 0.0043]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0574],\n", + " [ 0.0658],\n", + " [ 0.0591],\n", + " [ 0.0564],\n", + " [ 0.0572],\n", + " [ 0.0563],\n", + " [ 0.0593],\n", + " [ 0.0569],\n", + " [ 0.0562],\n", + " [ 0.0578],\n", + " [ 0.0562],\n", + " [ 0.0565],\n", + " [ 0.0627],\n", + " [ 0.0573],\n", + " [ 0.0567],\n", + " [ 0.0567],\n", + " [ 0.0581],\n", + " [ 0.0500],\n", + " [ 0.0577],\n", + " [ 0.0580],\n", + " [ 0.0624],\n", + " [ 0.0594],\n", + " [ 0.0627],\n", + " [ 0.0557],\n", + " [ 0.0603],\n", + " [ 0.0596],\n", + " [ 0.0567],\n", + " [ 0.0566],\n", + " [ 0.0594],\n", + " [-1.7174],\n", + " [ 0.0575],\n", + " [ 0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0181],\n", + " [-0.0144],\n", + " [-0.0168],\n", + " [-0.0182],\n", + " [-0.0189],\n", + " [-0.0182],\n", + " [-0.0159],\n", + " [-0.0184],\n", + " [-0.0185],\n", + " [-0.0156],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [-0.0148],\n", + " [-0.0184],\n", + " [-0.0177],\n", + " [-0.0178],\n", + " [-0.0171],\n", + " [-0.0208],\n", + " [-0.0186],\n", + " [-0.0174],\n", + " [-0.0189],\n", + " [-0.0091],\n", + " [-0.0142],\n", + " [-0.0193],\n", + " [-0.0237],\n", + " [-0.0157],\n", + " [-0.0168],\n", + " [-0.0168],\n", + " [-0.0173],\n", + " [-0.8665],\n", + " [-0.0180],\n", + " [-0.0184]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1715],\n", + " [-0.1739],\n", + " [-0.1719],\n", + " [-0.1711],\n", + " [-0.1723],\n", + " [-0.1721],\n", + " [-0.1695],\n", + " [-0.1732],\n", + " [-0.1724],\n", + " [-0.1671],\n", + " [-0.1720],\n", + " [-0.1715],\n", + " [-0.1674],\n", + " [-0.1715],\n", + " [-0.1725],\n", + " [-0.1712],\n", + " [-0.1725],\n", + " [-0.1670],\n", + " [-0.1738],\n", + " [-0.1699],\n", + " [-0.1783],\n", + " [-0.1710],\n", + " [-0.1652],\n", + " [-0.1688],\n", + " [-0.1889],\n", + " [-0.1743],\n", + " [-0.1700],\n", + " [-0.1686],\n", + " [-0.1699],\n", + " [-1.8688],\n", + " [-0.1719],\n", + " [-0.1728]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.1628e-02],\n", + " [-2.1241e-02],\n", + " [-2.0536e-02],\n", + " [-2.2022e-02],\n", + " [-2.0802e-02],\n", + " [-2.2325e-02],\n", + " [-2.3134e-02],\n", + " [-1.9928e-02],\n", + " [-2.0843e-02],\n", + " [-2.0276e-02],\n", + " [-2.0865e-02],\n", + " [-2.2394e-02],\n", + " [-1.7877e-02],\n", + " [-2.2244e-02],\n", + " [-2.0544e-02],\n", + " [-2.0149e-02],\n", + " [-2.0088e-02],\n", + " [-2.4485e-02],\n", + " [-2.0158e-02],\n", + " [-2.2038e-02],\n", + " [-3.5609e-03],\n", + " [ 1.6459e-02],\n", + " [-2.5846e-02],\n", + " [-2.1948e-02],\n", + " [-4.0234e-03],\n", + " [-2.2282e-02],\n", + " [-2.4566e-02],\n", + " [-2.4878e-02],\n", + " [-2.1209e-02],\n", + " [ 3.9477e+00],\n", + " [-2.0936e-02],\n", + " [-2.0932e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.7046e-02],\n", + " [ 1.3912e-04],\n", + " [ 5.3217e-03],\n", + " [ 1.1120e-02],\n", + " [ 1.2080e-02],\n", + " [ 3.9876e-03],\n", + " [ 2.1871e-03],\n", + " [ 1.0031e-02],\n", + " [ 9.1986e-03],\n", + " [ 2.9460e-03],\n", + " [ 7.3428e-03],\n", + " [ 1.1637e-02],\n", + " [-1.5197e-03],\n", + " [ 1.3120e-02],\n", + " [ 5.8592e-03],\n", + " [ 8.5571e-03],\n", + " [ 4.0667e-03],\n", + " [-6.1786e-04],\n", + " [ 1.3118e-02],\n", + " [ 9.0258e-03],\n", + " [ 1.0971e-02],\n", + " [ 1.3024e-02],\n", + " [-1.3556e-02],\n", + " [ 1.4504e-02],\n", + " [ 1.9911e-02],\n", + " [ 3.6502e-03],\n", + " [ 1.9841e-03],\n", + " [ 3.1647e-03],\n", + " [ 9.4745e-04],\n", + " [ 4.7845e+00],\n", + " [ 1.0078e-02],\n", + " [ 6.3097e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0892],\n", + " [ 0.0880],\n", + " [ 0.0916],\n", + " [ 0.0908],\n", + " [ 0.0897],\n", + " [ 0.0926],\n", + " [ 0.0932],\n", + " [ 0.0913],\n", + " [ 0.0918],\n", + " [ 0.0977],\n", + " [ 0.0920],\n", + " [ 0.0906],\n", + " [ 0.0979],\n", + " [ 0.0898],\n", + " [ 0.0924],\n", + " [ 0.0927],\n", + " [ 0.0929],\n", + " [ 0.0978],\n", + " [ 0.0885],\n", + " [ 0.0902],\n", + " [ 0.0934],\n", + " [ 0.0918],\n", + " [ 0.1011],\n", + " [ 0.0924],\n", + " [ 0.0844],\n", + " [ 0.0896],\n", + " [ 0.0936],\n", + " [ 0.0935],\n", + " [ 0.0956],\n", + " [-2.0374],\n", + " [ 0.0905],\n", + " [ 0.0926]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0893],\n", + " [ 0.0819],\n", + " [ 0.0818],\n", + " [ 0.0842],\n", + " [ 0.0858],\n", + " [ 0.0782],\n", + " [ 0.0803],\n", + " [ 0.0831],\n", + " [ 0.0820],\n", + " [ 0.0832],\n", + " [ 0.0820],\n", + " [ 0.0847],\n", + " [ 0.0854],\n", + " [ 0.0863],\n", + " [ 0.0808],\n", + " [ 0.0842],\n", + " [ 0.0802],\n", + " [ 0.0667],\n", + " [ 0.0854],\n", + " [ 0.0840],\n", + " [ 0.0842],\n", + " [ 0.0912],\n", + " [ 0.0783],\n", + " [ 0.0869],\n", + " [ 0.0792],\n", + " [ 0.0792],\n", + " [ 0.0789],\n", + " [ 0.0794],\n", + " [ 0.0793],\n", + " [-0.9888],\n", + " [ 0.0842],\n", + " [ 0.0796]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0892],\n", + " [ 0.0909],\n", + " [ 0.0887],\n", + " [ 0.0867],\n", + " [ 0.0875],\n", + " [ 0.0860],\n", + " [ 0.0883],\n", + " [ 0.0869],\n", + " [ 0.0859],\n", + " [ 0.0860],\n", + " [ 0.0857],\n", + " [ 0.0874],\n", + " [ 0.0869],\n", + " [ 0.0884],\n", + " [ 0.0864],\n", + " [ 0.0871],\n", + " [ 0.0878],\n", + " [ 0.0756],\n", + " [ 0.0882],\n", + " [ 0.0892],\n", + " [ 0.1003],\n", + " [ 0.1012],\n", + " [ 0.0827],\n", + " [ 0.0871],\n", + " [ 0.0964],\n", + " [ 0.0877],\n", + " [ 0.0865],\n", + " [ 0.0865],\n", + " [ 0.0880],\n", + " [-1.3081],\n", + " [ 0.0874],\n", + " [ 0.0860]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0423],\n", + " [0.0387],\n", + " [0.0418],\n", + " [0.0411],\n", + " [0.0424],\n", + " [0.0400],\n", + " [0.0407],\n", + " [0.0416],\n", + " [0.0402],\n", + " [0.0419],\n", + " [0.0401],\n", + " [0.0402],\n", + " [0.0449],\n", + " [0.0409],\n", + " [0.0388],\n", + " [0.0417],\n", + " [0.0398],\n", + " [0.0349],\n", + " [0.0416],\n", + " [0.0410],\n", + " [0.0425],\n", + " [0.0513],\n", + " [0.0355],\n", + " [0.0431],\n", + " [0.0406],\n", + " [0.0367],\n", + " [0.0365],\n", + " [0.0377],\n", + " [0.0419],\n", + " [0.6914],\n", + " [0.0426],\n", + " [0.0395]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0351],\n", + " [ 0.0392],\n", + " [ 0.0361],\n", + " [ 0.0365],\n", + " [ 0.0363],\n", + " [ 0.0364],\n", + " [ 0.0369],\n", + " [ 0.0361],\n", + " [ 0.0372],\n", + " [ 0.0377],\n", + " [ 0.0378],\n", + " [ 0.0368],\n", + " [ 0.0354],\n", + " [ 0.0368],\n", + " [ 0.0383],\n", + " [ 0.0374],\n", + " [ 0.0373],\n", + " [ 0.0374],\n", + " [ 0.0356],\n", + " [ 0.0368],\n", + " [ 0.0296],\n", + " [ 0.0240],\n", + " [ 0.0434],\n", + " [ 0.0365],\n", + " [ 0.0242],\n", + " [ 0.0381],\n", + " [ 0.0389],\n", + " [ 0.0386],\n", + " [ 0.0354],\n", + " [-2.2179],\n", + " [ 0.0357],\n", + " [ 0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0689],\n", + " [-0.0745],\n", + " [-0.0738],\n", + " [-0.0722],\n", + " [-0.0717],\n", + " [-0.0745],\n", + " [-0.0758],\n", + " [-0.0718],\n", + " [-0.0725],\n", + " [-0.0749],\n", + " [-0.0735],\n", + " [-0.0712],\n", + " [-0.0755],\n", + " [-0.0708],\n", + " [-0.0733],\n", + " [-0.0724],\n", + " [-0.0738],\n", + " [-0.0881],\n", + " [-0.0706],\n", + " [-0.0734],\n", + " [-0.0643],\n", + " [-0.0613],\n", + " [-0.0847],\n", + " [-0.0704],\n", + " [-0.0624],\n", + " [-0.0746],\n", + " [-0.0761],\n", + " [-0.0755],\n", + " [-0.0752],\n", + " [ 1.3783],\n", + " [-0.0726],\n", + " [-0.0732]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0973],\n", + " [-0.1084],\n", + " [-0.1037],\n", + " [-0.0988],\n", + " [-0.0995],\n", + " [-0.1032],\n", + " [-0.1041],\n", + " [-0.1010],\n", + " [-0.1009],\n", + " [-0.1027],\n", + " [-0.1012],\n", + " [-0.0986],\n", + " [-0.1069],\n", + " [-0.0983],\n", + " [-0.1026],\n", + " [-0.1010],\n", + " [-0.1043],\n", + " [-0.1059],\n", + " [-0.0998],\n", + " [-0.1010],\n", + " [-0.1174],\n", + " [-0.1274],\n", + " [-0.1081],\n", + " [-0.0969],\n", + " [-0.1198],\n", + " [-0.1046],\n", + " [-0.1024],\n", + " [-0.1015],\n", + " [-0.1059],\n", + " [-0.6665],\n", + " [-0.1006],\n", + " [-0.1026]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0628],\n", + " [-0.0597],\n", + " [-0.0606],\n", + " [-0.0629],\n", + " [-0.0615],\n", + " [-0.0628],\n", + " [-0.0616],\n", + " [-0.0616],\n", + " [-0.0629],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0635],\n", + " [-0.0603],\n", + " [-0.0628],\n", + " [-0.0624],\n", + " [-0.0613],\n", + " [-0.0611],\n", + " [-0.0592],\n", + " [-0.0616],\n", + " [-0.0616],\n", + " [-0.0536],\n", + " [-0.0464],\n", + " [-0.0593],\n", + " [-0.0636],\n", + " [-0.0544],\n", + " [-0.0628],\n", + " [-0.0642],\n", + " [-0.0645],\n", + " [-0.0605],\n", + " [ 3.2006],\n", + " [-0.0616],\n", + " [-0.0628]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0644],\n", + " [-0.0625],\n", + " [-0.0615],\n", + " [-0.0602],\n", + " [-0.0608],\n", + " [-0.0623],\n", + " [-0.0594],\n", + " [-0.0648],\n", + " [-0.0625],\n", + " [-0.0645],\n", + " [-0.0598],\n", + " [-0.0630],\n", + " [-0.0612],\n", + " [-0.0626],\n", + " [-0.0644],\n", + " [-0.0659],\n", + " [-0.0626],\n", + " [-0.0627],\n", + " [-0.0635],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0560],\n", + " [-0.0584],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0605],\n", + " [-0.0615],\n", + " [-0.0638],\n", + " [-0.0711],\n", + " [-0.0615],\n", + " [-0.0641],\n", + " [-0.0720]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0779],\n", + " [-0.0724],\n", + " [-0.0725],\n", + " [-0.0715],\n", + " [-0.0647],\n", + " [-0.0736],\n", + " [-0.0629],\n", + " [-0.0781],\n", + " [-0.0717],\n", + " [-0.0783],\n", + " [-0.0725],\n", + " [-0.0767],\n", + " [-0.0733],\n", + " [-0.0717],\n", + " [-0.0775],\n", + " [-0.0795],\n", + " [-0.0743],\n", + " [-0.0729],\n", + " [-0.0765],\n", + " [-0.0761],\n", + " [-0.0700],\n", + " [-0.0799],\n", + " [-0.0701],\n", + " [-0.0772],\n", + " [-0.0737],\n", + " [-0.0728],\n", + " [-0.0691],\n", + " [-0.0770],\n", + " [-0.0830],\n", + " [-0.0730],\n", + " [-0.0749],\n", + " [-0.0808]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0366],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0388],\n", + " [0.0376],\n", + " [0.0365],\n", + " [0.0386],\n", + " [0.0362],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0441],\n", + " [0.0372],\n", + " [0.0388],\n", + " [0.0362],\n", + " [0.0358],\n", + " [0.0367],\n", + " [0.0379],\n", + " [0.0370],\n", + " [0.0366],\n", + " [0.0359],\n", + " [0.0365],\n", + " [0.0207],\n", + " [0.0375],\n", + " [0.0379],\n", + " [0.0356],\n", + " [0.0394],\n", + " [0.0373],\n", + " [0.0366],\n", + " [0.0345],\n", + " [0.0392],\n", + " [0.0369],\n", + " [0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0950],\n", + " [-0.0944],\n", + " [-0.0929],\n", + " [-0.0900],\n", + " [-0.0938],\n", + " [-0.0928],\n", + " [-0.0908],\n", + " [-0.0955],\n", + " [-0.0944],\n", + " [-0.0949],\n", + " [-0.0914],\n", + " [-0.0910],\n", + " [-0.0896],\n", + " [-0.0946],\n", + " [-0.0959],\n", + " [-0.0945],\n", + " [-0.0889],\n", + " [-0.0943],\n", + " [-0.0944],\n", + " [-0.0956],\n", + " [-0.0957],\n", + " [-0.0707],\n", + " [-0.0877],\n", + " [-0.0946],\n", + " [-0.0918],\n", + " [-0.0903],\n", + " [-0.0935],\n", + " [-0.0932],\n", + " [-0.1013],\n", + " [-0.0939],\n", + " [-0.0915],\n", + " [-0.0938]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0554],\n", + " [0.0576],\n", + " [0.0567],\n", + " [0.0533],\n", + " [0.0573],\n", + " [0.0553],\n", + " [0.0561],\n", + " [0.0550],\n", + " [0.0568],\n", + " [0.0546],\n", + " [0.0328],\n", + " [0.0488],\n", + " [0.0511],\n", + " [0.0574],\n", + " [0.0554],\n", + " [0.0505],\n", + " [0.0496],\n", + " [0.0563],\n", + " [0.0556],\n", + " [0.0575],\n", + " [0.0583],\n", + " [0.0701],\n", + " [0.0448],\n", + " [0.0542],\n", + " [0.0545],\n", + " [0.0477],\n", + " [0.0583],\n", + " [0.0535],\n", + " [0.0536],\n", + " [0.0565],\n", + " [0.0543],\n", + " [0.0473]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0378],\n", + " [-0.0373],\n", + " [-0.0383],\n", + " [-0.0389],\n", + " [-0.0348],\n", + " [-0.0397],\n", + " [-0.0367],\n", + " [-0.0372],\n", + " [-0.0379],\n", + " [-0.0363],\n", + " [-0.0398],\n", + " [-0.0394],\n", + " [-0.0392],\n", + " [-0.0379],\n", + " [-0.0382],\n", + " [-0.0365],\n", + " [-0.0425],\n", + " [-0.0367],\n", + " [-0.0376],\n", + " [-0.0367],\n", + " [-0.0359],\n", + " [-0.0691],\n", + " [-0.0398],\n", + " [-0.0346],\n", + " [-0.0425],\n", + " [-0.0375],\n", + " [-0.0366],\n", + " [-0.0395],\n", + " [-0.0368],\n", + " [-0.0342],\n", + " [-0.0433],\n", + " [-0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0788],\n", + " [-0.0798],\n", + " [-0.0793],\n", + " [-0.0796],\n", + " [-0.0841],\n", + " [-0.0796],\n", + " [-0.0835],\n", + " [-0.0789],\n", + " [-0.0808],\n", + " [-0.0788],\n", + " [-0.0825],\n", + " [-0.0782],\n", + " [-0.0786],\n", + " [-0.0804],\n", + " [-0.0793],\n", + " [-0.0796],\n", + " [-0.0777],\n", + " [-0.0804],\n", + " [-0.0792],\n", + " [-0.0786],\n", + " [-0.0814],\n", + " [-0.0787],\n", + " [-0.0803],\n", + " [-0.0799],\n", + " [-0.0788],\n", + " [-0.0816],\n", + " [-0.0802],\n", + " [-0.0785],\n", + " [-0.0796],\n", + " [-0.0808],\n", + " [-0.0790],\n", + " [-0.0793]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1671],\n", + " [0.1689],\n", + " [0.1688],\n", + " [0.1680],\n", + " [0.1707],\n", + " [0.1678],\n", + " [0.1705],\n", + " [0.1666],\n", + " [0.1682],\n", + " [0.1665],\n", + " [0.1621],\n", + " [0.1644],\n", + " [0.1668],\n", + " [0.1686],\n", + " [0.1664],\n", + " [0.1640],\n", + " [0.1664],\n", + " [0.1680],\n", + " [0.1674],\n", + " [0.1681],\n", + " [0.1699],\n", + " [0.1562],\n", + " [0.1635],\n", + " [0.1663],\n", + " [0.1681],\n", + " [0.1623],\n", + " [0.1707],\n", + " [0.1666],\n", + " [0.1644],\n", + " [0.1690],\n", + " [0.1680],\n", + " [0.1651]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0583],\n", + " [-0.0562],\n", + " [-0.0549],\n", + " [-0.0510],\n", + " [-0.0530],\n", + " [-0.0552],\n", + " [-0.0512],\n", + " [-0.0594],\n", + " [-0.0553],\n", + " [-0.0590],\n", + " [-0.0564],\n", + " [-0.0571],\n", + " [-0.0530],\n", + " [-0.0560],\n", + " [-0.0592],\n", + " [-0.0600],\n", + " [-0.0535],\n", + " [-0.0562],\n", + " [-0.0574],\n", + " [-0.0588],\n", + " [-0.0571],\n", + " [-0.0645],\n", + " [-0.0499],\n", + " [-0.0587],\n", + " [-0.0522],\n", + " [-0.0510],\n", + " [-0.0545],\n", + " [-0.0571],\n", + " [-0.0649],\n", + " [-0.0545],\n", + " [-0.0531],\n", + " [-0.0613]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0629],\n", + " [0.0584],\n", + " [0.0583],\n", + " [0.0604],\n", + " [0.0553],\n", + " [0.0586],\n", + " [0.0535],\n", + " [0.0628],\n", + " [0.0587],\n", + " [0.0646],\n", + " [0.0772],\n", + " [0.0654],\n", + " [0.0638],\n", + " [0.0581],\n", + " [0.0624],\n", + " [0.0670],\n", + " [0.0637],\n", + " [0.0596],\n", + " [0.0623],\n", + " [0.0614],\n", + " [0.0578],\n", + " [0.0187],\n", + " [0.0659],\n", + " [0.0653],\n", + " [0.0610],\n", + " [0.0679],\n", + " [0.0558],\n", + " [0.0618],\n", + " [0.0653],\n", + " [0.0614],\n", + " [0.0611],\n", + " [0.0650]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0949],\n", + " [-0.0981],\n", + " [-0.0971],\n", + " [-0.0960],\n", + " [-0.0999],\n", + " [-0.0957],\n", + " [-0.1009],\n", + " [-0.0944],\n", + " [-0.0975],\n", + " [-0.0939],\n", + " [-0.0735],\n", + " [-0.0886],\n", + " [-0.0921],\n", + " [-0.0981],\n", + " [-0.0951],\n", + " [-0.0890],\n", + " [-0.0899],\n", + " [-0.0973],\n", + " [-0.0954],\n", + " [-0.0968],\n", + " [-0.1001],\n", + " [-0.1322],\n", + " [-0.0867],\n", + " [-0.0942],\n", + " [-0.0940],\n", + " [-0.0919],\n", + " [-0.0998],\n", + " [-0.0933],\n", + " [-0.0903],\n", + " [-0.0977],\n", + " [-0.0947],\n", + " [-0.0827]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0157],\n", + " [0.0188],\n", + " [0.0187],\n", + " [0.0161],\n", + " [0.0247],\n", + " [0.0168],\n", + " [0.0239],\n", + " [0.0164],\n", + " [0.0190],\n", + " [0.0147],\n", + " [0.0039],\n", + " [0.0121],\n", + " [0.0142],\n", + " [0.0193],\n", + " [0.0164],\n", + " [0.0123],\n", + " [0.0137],\n", + " [0.0174],\n", + " [0.0157],\n", + " [0.0178],\n", + " [0.0204],\n", + " [0.0539],\n", + " [0.0127],\n", + " [0.0137],\n", + " [0.0163],\n", + " [0.0101],\n", + " [0.0212],\n", + " [0.0158],\n", + " [0.0134],\n", + " [0.0182],\n", + " [0.0141],\n", + " [0.0123]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0918],\n", + " [0.0954],\n", + " [0.0952],\n", + " [0.0951],\n", + " [0.0981],\n", + " [0.0957],\n", + " [0.1023],\n", + " [0.0907],\n", + " [0.0953],\n", + " [0.0890],\n", + " [0.0781],\n", + " [0.0890],\n", + " [0.0895],\n", + " [0.0960],\n", + " [0.0927],\n", + " [0.0866],\n", + " [0.0900],\n", + " [0.0941],\n", + " [0.0919],\n", + " [0.0918],\n", + " [0.0958],\n", + " [0.0929],\n", + " [0.0870],\n", + " [0.0884],\n", + " [0.0925],\n", + " [0.0917],\n", + " [0.0974],\n", + " [0.0927],\n", + " [0.0879],\n", + " [0.0913],\n", + " [0.0962],\n", + " [0.0845]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0091],\n", + " [0.0109],\n", + " [0.0110],\n", + " [0.0120],\n", + " [0.0104],\n", + " [0.0121],\n", + " [0.0125],\n", + " [0.0076],\n", + " [0.0108],\n", + " [0.0077],\n", + " [0.0136],\n", + " [0.0091],\n", + " [0.0098],\n", + " [0.0109],\n", + " [0.0086],\n", + " [0.0059],\n", + " [0.0106],\n", + " [0.0114],\n", + " [0.0095],\n", + " [0.0078],\n", + " [0.0107],\n", + " [0.0227],\n", + " [0.0052],\n", + " [0.0091],\n", + " [0.0084],\n", + " [0.0102],\n", + " [0.0113],\n", + " [0.0095],\n", + " [0.0036],\n", + " [0.0094],\n", + " [0.0113],\n", + " [0.0043]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0011],\n", + " [-0.0014],\n", + " [-0.0026],\n", + " [-0.0073],\n", + " [-0.0030],\n", + " [-0.0032],\n", + " [-0.0041],\n", + " [ 0.0031],\n", + " [-0.0023],\n", + " [ 0.0017],\n", + " [-0.0110],\n", + " [-0.0030],\n", + " [-0.0054],\n", + " [-0.0016],\n", + " [ 0.0019],\n", + " [ 0.0018],\n", + " [-0.0053],\n", + " [-0.0017],\n", + " [-0.0002],\n", + " [ 0.0021],\n", + " [ 0.0004],\n", + " [ 0.0128],\n", + " [-0.0082],\n", + " [ 0.0010],\n", + " [-0.0059],\n", + " [-0.0092],\n", + " [-0.0018],\n", + " [-0.0001],\n", + " [ 0.0075],\n", + " [-0.0010],\n", + " [-0.0060],\n", + " [ 0.0048]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0368],\n", + " [-0.0333],\n", + " [-0.0337],\n", + " [-0.0317],\n", + " [-0.0323],\n", + " [-0.0329],\n", + " [-0.0271],\n", + " [-0.0393],\n", + " [-0.0338],\n", + " [-0.0385],\n", + " [-0.0446],\n", + " [-0.0388],\n", + " [-0.0348],\n", + " [-0.0333],\n", + " [-0.0380],\n", + " [-0.0416],\n", + " [-0.0350],\n", + " [-0.0336],\n", + " [-0.0361],\n", + " [-0.0373],\n", + " [-0.0337],\n", + " [-0.0498],\n", + " [-0.0388],\n", + " [-0.0373],\n", + " [-0.0344],\n", + " [-0.0344],\n", + " [-0.0310],\n", + " [-0.0372],\n", + " [-0.0450],\n", + " [-0.0349],\n", + " [-0.0312],\n", + " [-0.0438]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0058],\n", + " [ 0.0034],\n", + " [ 0.0031],\n", + " [ 0.0010],\n", + " [ 0.0010],\n", + " [ 0.0027],\n", + " [-0.0014],\n", + " [ 0.0064],\n", + " [ 0.0028],\n", + " [ 0.0067],\n", + " [ 0.0054],\n", + " [ 0.0054],\n", + " [ 0.0033],\n", + " [ 0.0031],\n", + " [ 0.0061],\n", + " [ 0.0075],\n", + " [ 0.0030],\n", + " [ 0.0032],\n", + " [ 0.0051],\n", + " [ 0.0060],\n", + " [ 0.0033],\n", + " [-0.0128],\n", + " [ 0.0027],\n", + " [ 0.0065],\n", + " [ 0.0024],\n", + " [ 0.0013],\n", + " [ 0.0019],\n", + " [ 0.0047],\n", + " [ 0.0106],\n", + " [ 0.0040],\n", + " [ 0.0018],\n", + " [ 0.0075]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0578],\n", + " [0.0565],\n", + " [0.0558],\n", + " [0.0551],\n", + " [0.0564],\n", + " [0.0562],\n", + " [0.0566],\n", + " [0.0579],\n", + " [0.0566],\n", + " [0.0584],\n", + " [0.0702],\n", + " [0.0590],\n", + " [0.0563],\n", + " [0.0567],\n", + " [0.0584],\n", + " [0.0609],\n", + " [0.0563],\n", + " [0.0570],\n", + " [0.0573],\n", + " [0.0572],\n", + " [0.0576],\n", + " [0.0418],\n", + " [0.0586],\n", + " [0.0590],\n", + " [0.0546],\n", + " [0.0585],\n", + " [0.0556],\n", + " [0.0571],\n", + " [0.0642],\n", + " [0.0571],\n", + " [0.0554],\n", + " [0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0176],\n", + " [-0.0181],\n", + " [-0.0183],\n", + " [-0.0172],\n", + " [-0.0190],\n", + " [-0.0173],\n", + " [-0.0176],\n", + " [-0.0180],\n", + " [-0.0183],\n", + " [-0.0171],\n", + " [-0.0158],\n", + " [-0.0164],\n", + " [-0.0160],\n", + " [-0.0182],\n", + " [-0.0175],\n", + " [-0.0166],\n", + " [-0.0167],\n", + " [-0.0179],\n", + " [-0.0174],\n", + " [-0.0180],\n", + " [-0.0188],\n", + " [-0.0082],\n", + " [-0.0135],\n", + " [-0.0166],\n", + " [-0.0171],\n", + " [-0.0148],\n", + " [-0.0185],\n", + " [-0.0178],\n", + " [-0.0190],\n", + " [-0.0185],\n", + " [-0.0166],\n", + " [-0.0206]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1734],\n", + " [-0.1710],\n", + " [-0.1704],\n", + " [-0.1674],\n", + " [-0.1694],\n", + " [-0.1710],\n", + " [-0.1681],\n", + " [-0.1741],\n", + " [-0.1707],\n", + " [-0.1727],\n", + " [-0.1613],\n", + " [-0.1703],\n", + " [-0.1674],\n", + " [-0.1711],\n", + " [-0.1743],\n", + " [-0.1731],\n", + " [-0.1687],\n", + " [-0.1705],\n", + " [-0.1721],\n", + " [-0.1730],\n", + " [-0.1712],\n", + " [-0.1807],\n", + " [-0.1653],\n", + " [-0.1709],\n", + " [-0.1692],\n", + " [-0.1671],\n", + " [-0.1699],\n", + " [-0.1730],\n", + " [-0.1783],\n", + " [-0.1691],\n", + " [-0.1698],\n", + " [-0.1752]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0204],\n", + " [-0.0224],\n", + " [-0.0222],\n", + " [-0.0242],\n", + " [-0.0218],\n", + " [-0.0225],\n", + " [-0.0223],\n", + " [-0.0187],\n", + " [-0.0225],\n", + " [-0.0202],\n", + " [-0.0266],\n", + " [-0.0218],\n", + " [-0.0237],\n", + " [-0.0225],\n", + " [-0.0196],\n", + " [-0.0187],\n", + " [-0.0237],\n", + " [-0.0226],\n", + " [-0.0212],\n", + " [-0.0200],\n", + " [-0.0217],\n", + " [ 0.0379],\n", + " [-0.0203],\n", + " [-0.0215],\n", + " [-0.0229],\n", + " [-0.0252],\n", + " [-0.0225],\n", + " [-0.0199],\n", + " [-0.0135],\n", + " [-0.0212],\n", + " [-0.0247],\n", + " [-0.0142]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0071],\n", + " [ 0.0119],\n", + " [ 0.0101],\n", + " [ 0.0062],\n", + " [ 0.0173],\n", + " [ 0.0084],\n", + " [ 0.0162],\n", + " [ 0.0073],\n", + " [ 0.0114],\n", + " [ 0.0061],\n", + " [-0.0174],\n", + " [-0.0004],\n", + " [ 0.0008],\n", + " [ 0.0122],\n", + " [ 0.0081],\n", + " [ 0.0026],\n", + " [-0.0022],\n", + " [ 0.0108],\n", + " [ 0.0075],\n", + " [ 0.0099],\n", + " [ 0.0156],\n", + " [ 0.0842],\n", + " [-0.0034],\n", + " [ 0.0065],\n", + " [ 0.0042],\n", + " [-0.0003],\n", + " [ 0.0140],\n", + " [ 0.0053],\n", + " [ 0.0095],\n", + " [ 0.0109],\n", + " [ 0.0040],\n", + " [-0.0005]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0905],\n", + " [0.0907],\n", + " [0.0918],\n", + " [0.0941],\n", + " [0.0920],\n", + " [0.0915],\n", + " [0.0927],\n", + " [0.0910],\n", + " [0.0910],\n", + " [0.0913],\n", + " [0.1035],\n", + " [0.0958],\n", + " [0.0974],\n", + " [0.0907],\n", + " [0.0899],\n", + " [0.0926],\n", + " [0.0988],\n", + " [0.0906],\n", + " [0.0911],\n", + " [0.0910],\n", + " [0.0898],\n", + " [0.0775],\n", + " [0.1026],\n", + " [0.0909],\n", + " [0.0966],\n", + " [0.0948],\n", + " [0.0915],\n", + " [0.0923],\n", + " [0.0858],\n", + " [0.0917],\n", + " [0.0936],\n", + " [0.0975]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0813],\n", + " [0.0845],\n", + " [0.0838],\n", + " [0.0806],\n", + " [0.0897],\n", + " [0.0826],\n", + " [0.0883],\n", + " [0.0821],\n", + " [0.0846],\n", + " [0.0815],\n", + " [0.0756],\n", + " [0.0788],\n", + " [0.0792],\n", + " [0.0851],\n", + " [0.0826],\n", + " [0.0808],\n", + " [0.0758],\n", + " [0.0842],\n", + " [0.0820],\n", + " [0.0836],\n", + " [0.0879],\n", + " [0.1086],\n", + " [0.0810],\n", + " [0.0831],\n", + " [0.0779],\n", + " [0.0785],\n", + " [0.0858],\n", + " [0.0805],\n", + " [0.0836],\n", + " [0.0847],\n", + " [0.0775],\n", + " [0.0765]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0877],\n", + " [0.0873],\n", + " [0.0863],\n", + " [0.0850],\n", + " [0.0882],\n", + " [0.0870],\n", + " [0.0872],\n", + " [0.0880],\n", + " [0.0880],\n", + " [0.0883],\n", + " [0.0860],\n", + " [0.0872],\n", + " [0.0854],\n", + " [0.0878],\n", + " [0.0882],\n", + " [0.0894],\n", + " [0.0851],\n", + " [0.0883],\n", + " [0.0877],\n", + " [0.0872],\n", + " [0.0891],\n", + " [0.0448],\n", + " [0.0841],\n", + " [0.0891],\n", + " [0.0858],\n", + " [0.0872],\n", + " [0.0868],\n", + " [0.0869],\n", + " [0.0927],\n", + " [0.0871],\n", + " [0.0860],\n", + " [0.0908]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0401],\n", + " [0.0409],\n", + " [0.0402],\n", + " [0.0387],\n", + " [0.0424],\n", + " [0.0385],\n", + " [0.0420],\n", + " [0.0413],\n", + " [0.0403],\n", + " [0.0413],\n", + " [0.0462],\n", + " [0.0393],\n", + " [0.0397],\n", + " [0.0406],\n", + " [0.0401],\n", + " [0.0409],\n", + " [0.0386],\n", + " [0.0405],\n", + " [0.0403],\n", + " [0.0421],\n", + " [0.0422],\n", + " [0.0617],\n", + " [0.0392],\n", + " [0.0418],\n", + " [0.0382],\n", + " [0.0373],\n", + " [0.0420],\n", + " [0.0391],\n", + " [0.0416],\n", + " [0.0427],\n", + " [0.0378],\n", + " [0.0423]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0365],\n", + " [0.0376],\n", + " [0.0385],\n", + " [0.0365],\n", + " [0.0379],\n", + " [0.0388],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0363],\n", + " [0.0311],\n", + " [0.0378],\n", + " [0.0380],\n", + " [0.0369],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0375],\n", + " [0.0366],\n", + " [0.0368],\n", + " [0.0360],\n", + " [0.0357],\n", + " [0.0022],\n", + " [0.0388],\n", + " [0.0362],\n", + " [0.0372],\n", + " [0.0381],\n", + " [0.0364],\n", + " [0.0380],\n", + " [0.0324],\n", + " [0.0364],\n", + " [0.0373],\n", + " [0.0317]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0729],\n", + " [-0.0715],\n", + " [-0.0725],\n", + " [-0.0746],\n", + " [-0.0685],\n", + " [-0.0726],\n", + " [-0.0695],\n", + " [-0.0725],\n", + " [-0.0714],\n", + " [-0.0732],\n", + " [-0.0818],\n", + " [-0.0756],\n", + " [-0.0759],\n", + " [-0.0711],\n", + " [-0.0721],\n", + " [-0.0735],\n", + " [-0.0766],\n", + " [-0.0720],\n", + " [-0.0730],\n", + " [-0.0719],\n", + " [-0.0697],\n", + " [-0.0658],\n", + " [-0.0758],\n", + " [-0.0740],\n", + " [-0.0728],\n", + " [-0.0765],\n", + " [-0.0706],\n", + " [-0.0735],\n", + " [-0.0684],\n", + " [-0.0729],\n", + " [-0.0738],\n", + " [-0.0728]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1028],\n", + " [-0.0984],\n", + " [-0.0989],\n", + " [-0.0995],\n", + " [-0.0963],\n", + " [-0.1000],\n", + " [-0.0953],\n", + " [-0.1036],\n", + " [-0.0986],\n", + " [-0.1033],\n", + " [-0.1097],\n", + " [-0.1058],\n", + " [-0.1025],\n", + " [-0.0983],\n", + " [-0.1028],\n", + " [-0.1065],\n", + " [-0.1049],\n", + " [-0.0992],\n", + " [-0.1018],\n", + " [-0.1009],\n", + " [-0.0981],\n", + " [-0.0977],\n", + " [-0.1053],\n", + " [-0.1027],\n", + " [-0.1018],\n", + " [-0.1017],\n", + " [-0.0971],\n", + " [-0.1035],\n", + " [-0.1089],\n", + " [-0.0996],\n", + " [-0.1015],\n", + " [-0.1124]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0616],\n", + " [-0.0633],\n", + " [-0.0631],\n", + " [-0.0651],\n", + " [-0.0638],\n", + " [-0.0637],\n", + " [-0.0653],\n", + " [-0.0601],\n", + " [-0.0632],\n", + " [-0.0609],\n", + " [-0.0586],\n", + " [-0.0612],\n", + " [-0.0635],\n", + " [-0.0634],\n", + " [-0.0611],\n", + " [-0.0598],\n", + " [-0.0632],\n", + " [-0.0629],\n", + " [-0.0622],\n", + " [-0.0613],\n", + " [-0.0624],\n", + " [-0.0398],\n", + " [-0.0627],\n", + " [-0.0611],\n", + " [-0.0653],\n", + " [-0.0657],\n", + " [-0.0638],\n", + " [-0.0615],\n", + " [-0.0567],\n", + " [-0.0624],\n", + " [-0.0671],\n", + " [-0.0564]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0392],\n", + " [-0.0627],\n", + " [-0.0499],\n", + " [-0.0627],\n", + " [-0.0486],\n", + " [-0.0598],\n", + " [-0.0612],\n", + " [-0.0504],\n", + " [-0.0615],\n", + " [-0.0619],\n", + " [-0.0615],\n", + " [-0.0622],\n", + " [-0.0629],\n", + " [-0.0630],\n", + " [-0.0625],\n", + " [-0.0535],\n", + " [-0.0607],\n", + " [-0.0597],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0361],\n", + " [-0.0591],\n", + " [-0.0646],\n", + " [-0.0613],\n", + " [-0.0532],\n", + " [-0.0628],\n", + " [-0.0618],\n", + " [-0.0622],\n", + " [-0.0610],\n", + " [-0.0629],\n", + " [-0.0621],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.4220],\n", + " [-0.0743],\n", + " [-0.0670],\n", + " [-0.0720],\n", + " [-0.0662],\n", + " [-0.0711],\n", + " [-0.0751],\n", + " [-0.0699],\n", + " [-0.0749],\n", + " [-0.0747],\n", + " [-0.0722],\n", + " [-0.0756],\n", + " [-0.0731],\n", + " [-0.0740],\n", + " [-0.0753],\n", + " [-0.0693],\n", + " [-0.0733],\n", + " [-0.0695],\n", + " [-0.0728],\n", + " [-0.0750],\n", + " [-0.0492],\n", + " [-0.0726],\n", + " [-0.0726],\n", + " [-0.0751],\n", + " [-0.0675],\n", + " [-0.0718],\n", + " [-0.0715],\n", + " [-0.0753],\n", + " [-0.0728],\n", + " [-0.0756],\n", + " [-0.0737],\n", + " [-0.0728]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0715],\n", + " [ 0.0362],\n", + " [ 0.0354],\n", + " [ 0.0362],\n", + " [ 0.0367],\n", + " [ 0.0395],\n", + " [ 0.0384],\n", + " [ 0.0388],\n", + " [ 0.0375],\n", + " [ 0.0372],\n", + " [ 0.0371],\n", + " [ 0.0388],\n", + " [ 0.0364],\n", + " [ 0.0359],\n", + " [ 0.0372],\n", + " [ 0.0390],\n", + " [ 0.0377],\n", + " [ 0.0400],\n", + " [ 0.0357],\n", + " [ 0.0370],\n", + " [ 0.0416],\n", + " [ 0.0386],\n", + " [ 0.0335],\n", + " [ 0.0389],\n", + " [ 0.0387],\n", + " [ 0.0358],\n", + " [ 0.0381],\n", + " [ 0.0369],\n", + " [ 0.0372],\n", + " [ 0.0376],\n", + " [ 0.0370],\n", + " [ 0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0935],\n", + " [-0.0939],\n", + " [-0.0738],\n", + " [-0.0951],\n", + " [-0.0792],\n", + " [-0.0896],\n", + " [-0.0919],\n", + " [-0.0855],\n", + " [-0.0902],\n", + " [-0.0907],\n", + " [-0.0929],\n", + " [-0.0941],\n", + " [-0.0948],\n", + " [-0.0948],\n", + " [-0.0935],\n", + " [-0.0836],\n", + " [-0.0894],\n", + " [-0.0913],\n", + " [-0.0963],\n", + " [-0.0931],\n", + " [-0.0771],\n", + " [-0.0868],\n", + " [-0.0895],\n", + " [-0.0918],\n", + " [-0.0826],\n", + " [-0.0960],\n", + " [-0.0949],\n", + " [-0.0922],\n", + " [-0.0894],\n", + " [-0.0931],\n", + " [-0.0938],\n", + " [-0.0942]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.3032],\n", + " [ 0.0568],\n", + " [ 0.0430],\n", + " [ 0.0585],\n", + " [ 0.0365],\n", + " [ 0.0517],\n", + " [ 0.0496],\n", + " [ 0.0415],\n", + " [ 0.0507],\n", + " [ 0.0517],\n", + " [ 0.0563],\n", + " [ 0.0536],\n", + " [ 0.0581],\n", + " [ 0.0568],\n", + " [ 0.0563],\n", + " [ 0.0401],\n", + " [ 0.0509],\n", + " [ 0.0530],\n", + " [ 0.0592],\n", + " [ 0.0556],\n", + " [ 0.0493],\n", + " [ 0.0492],\n", + " [ 0.0528],\n", + " [ 0.0514],\n", + " [ 0.0367],\n", + " [ 0.0588],\n", + " [ 0.0579],\n", + " [ 0.0532],\n", + " [ 0.0528],\n", + " [ 0.0553],\n", + " [ 0.0569],\n", + " [ 0.0571]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.1632],\n", + " [-0.0381],\n", + " [-0.0529],\n", + " [-0.0371],\n", + " [-0.0494],\n", + " [-0.0359],\n", + " [-0.0361],\n", + " [-0.0473],\n", + " [-0.0424],\n", + " [-0.0420],\n", + " [-0.0382],\n", + " [-0.0339],\n", + " [-0.0367],\n", + " [-0.0380],\n", + " [-0.0381],\n", + " [-0.0456],\n", + " [-0.0407],\n", + " [-0.0348],\n", + " [-0.0356],\n", + " [-0.0393],\n", + " [-0.0216],\n", + " [-0.0439],\n", + " [-0.0445],\n", + " [-0.0350],\n", + " [-0.0453],\n", + " [-0.0354],\n", + " [-0.0348],\n", + " [-0.0391],\n", + " [-0.0433],\n", + " [-0.0386],\n", + " [-0.0364],\n", + " [-0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.2602],\n", + " [-0.0791],\n", + " [-0.0680],\n", + " [-0.0799],\n", + " [-0.0733],\n", + " [-0.0802],\n", + " [-0.0811],\n", + " [-0.0809],\n", + " [-0.0789],\n", + " [-0.0786],\n", + " [-0.0798],\n", + " [-0.0809],\n", + " [-0.0797],\n", + " [-0.0798],\n", + " [-0.0787],\n", + " [-0.0769],\n", + " [-0.0788],\n", + " [-0.0822],\n", + " [-0.0801],\n", + " [-0.0791],\n", + " [-0.0824],\n", + " [-0.0785],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0768],\n", + " [-0.0807],\n", + " [-0.0809],\n", + " [-0.0788],\n", + " [-0.0782],\n", + " [-0.0791],\n", + " [-0.0793],\n", + " [-0.0799]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.2085],\n", + " [0.1682],\n", + " [0.1698],\n", + " [0.1693],\n", + " [0.1599],\n", + " [0.1669],\n", + " [0.1633],\n", + " [0.1618],\n", + " [0.1648],\n", + " [0.1661],\n", + " [0.1685],\n", + " [0.1662],\n", + " [0.1691],\n", + " [0.1677],\n", + " [0.1686],\n", + " [0.1601],\n", + " [0.1657],\n", + " [0.1680],\n", + " [0.1699],\n", + " [0.1683],\n", + " [0.1712],\n", + " [0.1641],\n", + " [0.1696],\n", + " [0.1650],\n", + " [0.1601],\n", + " [0.1697],\n", + " [0.1696],\n", + " [0.1667],\n", + " [0.1677],\n", + " [0.1682],\n", + " [0.1687],\n", + " [0.1684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.2099],\n", + " [-0.0563],\n", + " [-0.0393],\n", + " [-0.0571],\n", + " [-0.0428],\n", + " [-0.0511],\n", + " [-0.0556],\n", + " [-0.0505],\n", + " [-0.0548],\n", + " [-0.0545],\n", + " [-0.0547],\n", + " [-0.0573],\n", + " [-0.0561],\n", + " [-0.0565],\n", + " [-0.0566],\n", + " [-0.0461],\n", + " [-0.0529],\n", + " [-0.0501],\n", + " [-0.0580],\n", + " [-0.0559],\n", + " [-0.0427],\n", + " [-0.0525],\n", + " [-0.0541],\n", + " [-0.0553],\n", + " [-0.0451],\n", + " [-0.0573],\n", + " [-0.0555],\n", + " [-0.0561],\n", + " [-0.0531],\n", + " [-0.0556],\n", + " [-0.0558],\n", + " [-0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1429],\n", + " [0.0598],\n", + " [0.0582],\n", + " [0.0577],\n", + " [0.0690],\n", + " [0.0626],\n", + " [0.0671],\n", + " [0.0628],\n", + " [0.0628],\n", + " [0.0625],\n", + " [0.0583],\n", + " [0.0651],\n", + " [0.0594],\n", + " [0.0603],\n", + " [0.0605],\n", + " [0.0698],\n", + " [0.0629],\n", + " [0.0607],\n", + " [0.0592],\n", + " [0.0597],\n", + " [0.0640],\n", + " [0.0617],\n", + " [0.0552],\n", + " [0.0669],\n", + " [0.0722],\n", + " [0.0588],\n", + " [0.0593],\n", + " [0.0616],\n", + " [0.0588],\n", + " [0.0623],\n", + " [0.0601],\n", + " [0.0586]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0751],\n", + " [-0.0965],\n", + " [-0.0901],\n", + " [-0.0989],\n", + " [-0.0802],\n", + " [-0.0930],\n", + " [-0.0918],\n", + " [-0.0871],\n", + " [-0.0918],\n", + " [-0.0928],\n", + " [-0.0970],\n", + " [-0.0947],\n", + " [-0.0982],\n", + " [-0.0966],\n", + " [-0.0963],\n", + " [-0.0829],\n", + " [-0.0923],\n", + " [-0.0969],\n", + " [-0.0996],\n", + " [-0.0957],\n", + " [-0.1092],\n", + " [-0.0912],\n", + " [-0.0950],\n", + " [-0.0924],\n", + " [-0.0795],\n", + " [-0.0994],\n", + " [-0.0989],\n", + " [-0.0940],\n", + " [-0.0940],\n", + " [-0.0955],\n", + " [-0.0968],\n", + " [-0.0974]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.2212],\n", + " [ 0.0176],\n", + " [ 0.0132],\n", + " [ 0.0194],\n", + " [ 0.0052],\n", + " [ 0.0172],\n", + " [ 0.0111],\n", + " [ 0.0174],\n", + " [ 0.0125],\n", + " [ 0.0136],\n", + " [ 0.0184],\n", + " [ 0.0141],\n", + " [ 0.0186],\n", + " [ 0.0179],\n", + " [ 0.0167],\n", + " [ 0.0059],\n", + " [ 0.0136],\n", + " [ 0.0179],\n", + " [ 0.0194],\n", + " [ 0.0167],\n", + " [ 0.0178],\n", + " [ 0.0121],\n", + " [ 0.0232],\n", + " [ 0.0130],\n", + " [ 0.0049],\n", + " [ 0.0201],\n", + " [ 0.0202],\n", + " [ 0.0151],\n", + " [ 0.0159],\n", + " [ 0.0147],\n", + " [ 0.0183],\n", + " [ 0.0185]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0299],\n", + " [0.0936],\n", + " [0.0951],\n", + " [0.0964],\n", + " [0.0953],\n", + " [0.0884],\n", + " [0.0899],\n", + " [0.0989],\n", + " [0.0951],\n", + " [0.0943],\n", + " [0.0956],\n", + " [0.0890],\n", + " [0.0941],\n", + " [0.0931],\n", + " [0.0939],\n", + " [0.0935],\n", + " [0.0928],\n", + " [0.0926],\n", + " [0.0947],\n", + " [0.0951],\n", + " [0.1126],\n", + " [0.0977],\n", + " [0.0955],\n", + " [0.0875],\n", + " [0.0897],\n", + " [0.0951],\n", + " [0.0936],\n", + " [0.0930],\n", + " [0.0971],\n", + " [0.0933],\n", + " [0.0919],\n", + " [0.0954]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.3150],\n", + " [0.0099],\n", + " [0.0174],\n", + " [0.0109],\n", + " [0.0113],\n", + " [0.0065],\n", + " [0.0101],\n", + " [0.0181],\n", + " [0.0131],\n", + " [0.0122],\n", + " [0.0116],\n", + " [0.0100],\n", + " [0.0098],\n", + " [0.0092],\n", + " [0.0110],\n", + " [0.0107],\n", + " [0.0113],\n", + " [0.0096],\n", + " [0.0092],\n", + " [0.0115],\n", + " [0.0193],\n", + " [0.0155],\n", + " [0.0099],\n", + " [0.0083],\n", + " [0.0079],\n", + " [0.0091],\n", + " [0.0101],\n", + " [0.0106],\n", + " [0.0129],\n", + " [0.0113],\n", + " [0.0087],\n", + " [0.0108]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.1608],\n", + " [-0.0013],\n", + " [-0.0187],\n", + " [-0.0003],\n", + " [-0.0236],\n", + " [-0.0038],\n", + " [-0.0049],\n", + " [-0.0124],\n", + " [-0.0059],\n", + " [-0.0052],\n", + " [-0.0030],\n", + " [-0.0006],\n", + " [-0.0012],\n", + " [-0.0011],\n", + " [-0.0011],\n", + " [-0.0177],\n", + " [-0.0077],\n", + " [-0.0040],\n", + " [ 0.0012],\n", + " [-0.0020],\n", + " [-0.0070],\n", + " [-0.0089],\n", + " [ 0.0016],\n", + " [-0.0030],\n", + " [-0.0188],\n", + " [ 0.0006],\n", + " [-0.0004],\n", + " [-0.0022],\n", + " [-0.0054],\n", + " [-0.0034],\n", + " [-0.0007],\n", + " [-0.0019]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.1957],\n", + " [-0.0349],\n", + " [-0.0335],\n", + " [-0.0330],\n", + " [-0.0369],\n", + " [-0.0366],\n", + " [-0.0366],\n", + " [-0.0439],\n", + " [-0.0340],\n", + " [-0.0341],\n", + " [-0.0332],\n", + " [-0.0362],\n", + " [-0.0339],\n", + " [-0.0359],\n", + " [-0.0341],\n", + " [-0.0352],\n", + " [-0.0345],\n", + " [-0.0339],\n", + " [-0.0353],\n", + " [-0.0332],\n", + " [-0.0247],\n", + " [-0.0323],\n", + " [-0.0385],\n", + " [-0.0368],\n", + " [-0.0379],\n", + " [-0.0353],\n", + " [-0.0348],\n", + " [-0.0361],\n", + " [-0.0323],\n", + " [-0.0330],\n", + " [-0.0357],\n", + " [-0.0338]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0720],\n", + " [ 0.0041],\n", + " [-0.0066],\n", + " [ 0.0037],\n", + " [-0.0039],\n", + " [ 0.0034],\n", + " [ 0.0043],\n", + " [-0.0007],\n", + " [ 0.0022],\n", + " [ 0.0026],\n", + " [ 0.0027],\n", + " [ 0.0053],\n", + " [ 0.0039],\n", + " [ 0.0043],\n", + " [ 0.0043],\n", + " [-0.0021],\n", + " [ 0.0023],\n", + " [ 0.0013],\n", + " [ 0.0054],\n", + " [ 0.0035],\n", + " [-0.0059],\n", + " [-0.0003],\n", + " [ 0.0014],\n", + " [ 0.0053],\n", + " [-0.0013],\n", + " [ 0.0050],\n", + " [ 0.0036],\n", + " [ 0.0041],\n", + " [ 0.0013],\n", + " [ 0.0038],\n", + " [ 0.0044],\n", + " [ 0.0034]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0633],\n", + " [ 0.0564],\n", + " [ 0.0452],\n", + " [ 0.0567],\n", + " [ 0.0573],\n", + " [ 0.0567],\n", + " [ 0.0596],\n", + " [ 0.0566],\n", + " [ 0.0571],\n", + " [ 0.0563],\n", + " [ 0.0559],\n", + " [ 0.0589],\n", + " [ 0.0565],\n", + " [ 0.0566],\n", + " [ 0.0565],\n", + " [ 0.0584],\n", + " [ 0.0562],\n", + " [ 0.0564],\n", + " [ 0.0577],\n", + " [ 0.0564],\n", + " [ 0.0633],\n", + " [ 0.0557],\n", + " [ 0.0523],\n", + " [ 0.0587],\n", + " [ 0.0611],\n", + " [ 0.0577],\n", + " [ 0.0568],\n", + " [ 0.0569],\n", + " [ 0.0549],\n", + " [ 0.0566],\n", + " [ 0.0562],\n", + " [ 0.0564]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.1199],\n", + " [-0.0179],\n", + " [-0.0196],\n", + " [-0.0183],\n", + " [-0.0164],\n", + " [-0.0161],\n", + " [-0.0153],\n", + " [-0.0220],\n", + " [-0.0167],\n", + " [-0.0170],\n", + " [-0.0183],\n", + " [-0.0167],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0179],\n", + " [-0.0154],\n", + " [-0.0164],\n", + " [-0.0171],\n", + " [-0.0184],\n", + " [-0.0176],\n", + " [-0.0143],\n", + " [-0.0174],\n", + " [-0.0199],\n", + " [-0.0154],\n", + " [-0.0137],\n", + " [-0.0185],\n", + " [-0.0193],\n", + " [-0.0169],\n", + " [-0.0176],\n", + " [-0.0168],\n", + " [-0.0180],\n", + " [-0.0179]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1414],\n", + " [-0.1713],\n", + " [-0.1601],\n", + " [-0.1716],\n", + " [-0.1608],\n", + " [-0.1667],\n", + " [-0.1684],\n", + " [-0.1720],\n", + " [-0.1706],\n", + " [-0.1705],\n", + " [-0.1703],\n", + " [-0.1697],\n", + " [-0.1709],\n", + " [-0.1714],\n", + " [-0.1718],\n", + " [-0.1634],\n", + " [-0.1677],\n", + " [-0.1678],\n", + " [-0.1719],\n", + " [-0.1719],\n", + " [-0.1691],\n", + " [-0.1691],\n", + " [-0.1757],\n", + " [-0.1680],\n", + " [-0.1626],\n", + " [-0.1715],\n", + " [-0.1699],\n", + " [-0.1711],\n", + " [-0.1705],\n", + " [-0.1704],\n", + " [-0.1704],\n", + " [-0.1712]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0621],\n", + " [-0.0216],\n", + " [-0.0200],\n", + " [-0.0223],\n", + " [-0.0249],\n", + " [-0.0201],\n", + " [-0.0237],\n", + " [-0.0211],\n", + " [-0.0244],\n", + " [-0.0238],\n", + " [-0.0225],\n", + " [-0.0221],\n", + " [-0.0222],\n", + " [-0.0215],\n", + " [-0.0219],\n", + " [-0.0257],\n", + " [-0.0247],\n", + " [-0.0203],\n", + " [-0.0210],\n", + " [-0.0221],\n", + " [-0.0145],\n", + " [-0.0260],\n", + " [-0.0151],\n", + " [-0.0223],\n", + " [-0.0242],\n", + " [-0.0210],\n", + " [-0.0217],\n", + " [-0.0216],\n", + " [-0.0231],\n", + " [-0.0240],\n", + " [-0.0210],\n", + " [-0.0223]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-4.8764e-02],\n", + " [ 9.4732e-03],\n", + " [-2.9885e-03],\n", + " [ 1.3353e-02],\n", + " [-1.2042e-02],\n", + " [ 4.1192e-03],\n", + " [ 2.2866e-03],\n", + " [-8.2761e-05],\n", + " [ 1.6867e-03],\n", + " [ 2.3857e-03],\n", + " [ 1.0106e-02],\n", + " [ 7.1404e-03],\n", + " [ 1.1917e-02],\n", + " [ 9.8411e-03],\n", + " [ 8.2443e-03],\n", + " [-1.0622e-02],\n", + " [ 1.5253e-03],\n", + " [ 9.0006e-03],\n", + " [ 1.5127e-02],\n", + " [ 7.7427e-03],\n", + " [ 2.1810e-02],\n", + " [ 3.4108e-04],\n", + " [ 7.1784e-03],\n", + " [ 3.4489e-03],\n", + " [-1.3298e-02],\n", + " [ 1.5357e-02],\n", + " [ 1.3456e-02],\n", + " [ 5.2918e-03],\n", + " [ 4.0585e-03],\n", + " [ 6.3662e-03],\n", + " [ 9.8925e-03],\n", + " [ 1.0955e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1258],\n", + " [ 0.0916],\n", + " [ 0.1103],\n", + " [ 0.0898],\n", + " [ 0.1084],\n", + " [ 0.0980],\n", + " [ 0.0932],\n", + " [ 0.0931],\n", + " [ 0.0933],\n", + " [ 0.0938],\n", + " [ 0.0914],\n", + " [ 0.0910],\n", + " [ 0.0912],\n", + " [ 0.0916],\n", + " [ 0.0908],\n", + " [ 0.1038],\n", + " [ 0.0960],\n", + " [ 0.0933],\n", + " [ 0.0893],\n", + " [ 0.0911],\n", + " [ 0.0978],\n", + " [ 0.0946],\n", + " [ 0.0981],\n", + " [ 0.0943],\n", + " [ 0.1067],\n", + " [ 0.0898],\n", + " [ 0.0907],\n", + " [ 0.0925],\n", + " [ 0.0942],\n", + " [ 0.0917],\n", + " [ 0.0926],\n", + " [ 0.0909]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.3066],\n", + " [ 0.0831],\n", + " [ 0.0635],\n", + " [ 0.0857],\n", + " [ 0.0696],\n", + " [ 0.0831],\n", + " [ 0.0815],\n", + " [ 0.0783],\n", + " [ 0.0788],\n", + " [ 0.0788],\n", + " [ 0.0839],\n", + " [ 0.0837],\n", + " [ 0.0840],\n", + " [ 0.0837],\n", + " [ 0.0823],\n", + " [ 0.0729],\n", + " [ 0.0789],\n", + " [ 0.0851],\n", + " [ 0.0872],\n", + " [ 0.0818],\n", + " [ 0.0955],\n", + " [ 0.0775],\n", + " [ 0.0769],\n", + " [ 0.0821],\n", + " [ 0.0737],\n", + " [ 0.0876],\n", + " [ 0.0864],\n", + " [ 0.0815],\n", + " [ 0.0796],\n", + " [ 0.0805],\n", + " [ 0.0839],\n", + " [ 0.0842]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.2170],\n", + " [ 0.0870],\n", + " [ 0.0672],\n", + " [ 0.0876],\n", + " [ 0.0740],\n", + " [ 0.0849],\n", + " [ 0.0887],\n", + " [ 0.0807],\n", + " [ 0.0865],\n", + " [ 0.0860],\n", + " [ 0.0867],\n", + " [ 0.0890],\n", + " [ 0.0874],\n", + " [ 0.0877],\n", + " [ 0.0864],\n", + " [ 0.0789],\n", + " [ 0.0858],\n", + " [ 0.0863],\n", + " [ 0.0884],\n", + " [ 0.0864],\n", + " [ 0.0714],\n", + " [ 0.0849],\n", + " [ 0.0838],\n", + " [ 0.0875],\n", + " [ 0.0794],\n", + " [ 0.0884],\n", + " [ 0.0874],\n", + " [ 0.0868],\n", + " [ 0.0846],\n", + " [ 0.0866],\n", + " [ 0.0866],\n", + " [ 0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1612],\n", + " [0.0403],\n", + " [0.0366],\n", + " [0.0413],\n", + " [0.0319],\n", + " [0.0419],\n", + " [0.0393],\n", + " [0.0343],\n", + " [0.0361],\n", + " [0.0367],\n", + " [0.0398],\n", + " [0.0417],\n", + " [0.0415],\n", + " [0.0407],\n", + " [0.0400],\n", + " [0.0339],\n", + " [0.0378],\n", + " [0.0407],\n", + " [0.0425],\n", + " [0.0389],\n", + " [0.0430],\n", + " [0.0352],\n", + " [0.0409],\n", + " [0.0409],\n", + " [0.0339],\n", + " [0.0425],\n", + " [0.0430],\n", + " [0.0391],\n", + " [0.0367],\n", + " [0.0394],\n", + " [0.0419],\n", + " [0.0401]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.3388],\n", + " [ 0.0368],\n", + " [ 0.0340],\n", + " [ 0.0362],\n", + " [ 0.0393],\n", + " [ 0.0377],\n", + " [ 0.0384],\n", + " [ 0.0443],\n", + " [ 0.0391],\n", + " [ 0.0391],\n", + " [ 0.0378],\n", + " [ 0.0368],\n", + " [ 0.0358],\n", + " [ 0.0367],\n", + " [ 0.0373],\n", + " [ 0.0390],\n", + " [ 0.0393],\n", + " [ 0.0379],\n", + " [ 0.0349],\n", + " [ 0.0379],\n", + " [ 0.0427],\n", + " [ 0.0398],\n", + " [ 0.0356],\n", + " [ 0.0374],\n", + " [ 0.0388],\n", + " [ 0.0352],\n", + " [ 0.0361],\n", + " [ 0.0383],\n", + " [ 0.0398],\n", + " [ 0.0368],\n", + " [ 0.0363],\n", + " [ 0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.3065],\n", + " [-0.0722],\n", + " [-0.0859],\n", + " [-0.0709],\n", + " [-0.0857],\n", + " [-0.0744],\n", + " [-0.0756],\n", + " [-0.0851],\n", + " [-0.0764],\n", + " [-0.0756],\n", + " [-0.0726],\n", + " [-0.0742],\n", + " [-0.0714],\n", + " [-0.0716],\n", + " [-0.0735],\n", + " [-0.0830],\n", + " [-0.0758],\n", + " [-0.0729],\n", + " [-0.0700],\n", + " [-0.0733],\n", + " [-0.0854],\n", + " [-0.0791],\n", + " [-0.0726],\n", + " [-0.0754],\n", + " [-0.0820],\n", + " [-0.0698],\n", + " [-0.0714],\n", + " [-0.0741],\n", + " [-0.0751],\n", + " [-0.0742],\n", + " [-0.0723],\n", + " [-0.0716]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.2960],\n", + " [-0.0999],\n", + " [-0.1075],\n", + " [-0.0979],\n", + " [-0.1082],\n", + " [-0.1015],\n", + " [-0.1028],\n", + " [-0.1076],\n", + " [-0.1028],\n", + " [-0.1026],\n", + " [-0.0988],\n", + " [-0.1020],\n", + " [-0.0988],\n", + " [-0.0999],\n", + " [-0.1007],\n", + " [-0.1058],\n", + " [-0.1017],\n", + " [-0.0996],\n", + " [-0.0989],\n", + " [-0.1009],\n", + " [-0.1034],\n", + " [-0.1019],\n", + " [-0.1071],\n", + " [-0.1029],\n", + " [-0.1079],\n", + " [-0.0988],\n", + " [-0.0982],\n", + " [-0.1020],\n", + " [-0.1015],\n", + " [-0.1010],\n", + " [-0.0997],\n", + " [-0.0988]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.1961],\n", + " [-0.0628],\n", + " [-0.0598],\n", + " [-0.0633],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0629],\n", + " [-0.0555],\n", + " [-0.0641],\n", + " [-0.0640],\n", + " [-0.0632],\n", + " [-0.0614],\n", + " [-0.0633],\n", + " [-0.0626],\n", + " [-0.0627],\n", + " [-0.0641],\n", + " [-0.0644],\n", + " [-0.0633],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0535],\n", + " [-0.0645],\n", + " [-0.0603],\n", + " [-0.0623],\n", + " [-0.0625],\n", + " [-0.0625],\n", + " [-0.0625],\n", + " [-0.0623],\n", + " [-0.0643],\n", + " [-0.0644],\n", + " [-0.0623],\n", + " [-0.0633]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0640],\n", + " [-0.0627],\n", + " [-0.0625],\n", + " [-0.0607],\n", + " [-0.0582],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0610],\n", + " [-0.0646],\n", + " [-0.0619],\n", + " [-0.0624],\n", + " [-0.0652],\n", + " [-0.0640],\n", + " [-0.0623],\n", + " [-0.0663],\n", + " [-0.0630],\n", + " [-0.0617],\n", + " [-0.0626],\n", + " [-0.0618],\n", + " [-0.0503],\n", + " [-0.0621],\n", + " [-0.0630],\n", + " [-0.0625],\n", + " [-0.0572],\n", + " [-0.0647],\n", + " [-0.0612],\n", + " [-0.0626],\n", + " [-0.0623],\n", + " [-0.0556],\n", + " [-0.0384],\n", + " [-0.0618],\n", + " [-0.0635]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0786],\n", + " [-0.0721],\n", + " [-0.0741],\n", + " [-0.0717],\n", + " [-0.0715],\n", + " [-0.0762],\n", + " [-0.0776],\n", + " [-0.0734],\n", + " [-0.0749],\n", + " [-0.0722],\n", + " [-0.0762],\n", + " [-0.0792],\n", + " [-0.0781],\n", + " [-0.0752],\n", + " [-0.0771],\n", + " [-0.0742],\n", + " [-0.0758],\n", + " [-0.0754],\n", + " [-0.0743],\n", + " [-0.0742],\n", + " [-0.0758],\n", + " [-0.0756],\n", + " [-0.0758],\n", + " [-0.0689],\n", + " [-0.0787],\n", + " [-0.0723],\n", + " [-0.0740],\n", + " [-0.0734],\n", + " [-0.0678],\n", + " [-0.0799],\n", + " [-0.0734],\n", + " [-0.0747]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0388],\n", + " [0.0361],\n", + " [0.0370],\n", + " [0.0378],\n", + " [0.0418],\n", + " [0.0372],\n", + " [0.0372],\n", + " [0.0393],\n", + " [0.0380],\n", + " [0.0367],\n", + " [0.0378],\n", + " [0.0380],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0423],\n", + " [0.0361],\n", + " [0.0385],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0407],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0374],\n", + " [0.0391],\n", + " [0.0364],\n", + " [0.0360],\n", + " [0.0367],\n", + " [0.0338],\n", + " [0.0375],\n", + " [0.0354]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0938],\n", + " [-0.0946],\n", + " [-0.0949],\n", + " [-0.0923],\n", + " [-0.1048],\n", + " [-0.0944],\n", + " [-0.0913],\n", + " [-0.0886],\n", + " [-0.0920],\n", + " [-0.0934],\n", + " [-0.0908],\n", + " [-0.0937],\n", + " [-0.0927],\n", + " [-0.0918],\n", + " [-0.0907],\n", + " [-0.0929],\n", + " [-0.0913],\n", + " [-0.0927],\n", + " [-0.0931],\n", + " [-0.0723],\n", + " [-0.0918],\n", + " [-0.0945],\n", + " [-0.0925],\n", + " [-0.0866],\n", + " [-0.0943],\n", + " [-0.0918],\n", + " [-0.0934],\n", + " [-0.0942],\n", + " [-0.0847],\n", + " [-0.0675],\n", + " [-0.0907],\n", + " [-0.0955]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0514],\n", + " [0.0570],\n", + " [0.0579],\n", + " [0.0557],\n", + " [0.0285],\n", + " [0.0555],\n", + " [0.0486],\n", + " [0.0482],\n", + " [0.0533],\n", + " [0.0567],\n", + " [0.0491],\n", + " [0.0531],\n", + " [0.0510],\n", + " [0.0535],\n", + " [0.0428],\n", + " [0.0548],\n", + " [0.0474],\n", + " [0.0546],\n", + " [0.0561],\n", + " [0.0377],\n", + " [0.0528],\n", + " [0.0572],\n", + " [0.0535],\n", + " [0.0461],\n", + " [0.0515],\n", + " [0.0520],\n", + " [0.0560],\n", + " [0.0583],\n", + " [0.0423],\n", + " [0.0323],\n", + " [0.0533],\n", + " [0.0586]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0338],\n", + " [-0.0382],\n", + " [-0.0357],\n", + " [-0.0378],\n", + " [-0.0418],\n", + " [-0.0355],\n", + " [-0.0392],\n", + " [-0.0417],\n", + " [-0.0377],\n", + " [-0.0383],\n", + " [-0.0396],\n", + " [-0.0355],\n", + " [-0.0383],\n", + " [-0.0404],\n", + " [-0.0367],\n", + " [-0.0401],\n", + " [-0.0358],\n", + " [-0.0395],\n", + " [-0.0361],\n", + " [-0.0538],\n", + " [-0.0391],\n", + " [-0.0371],\n", + " [-0.0395],\n", + " [-0.0395],\n", + " [-0.0351],\n", + " [-0.0363],\n", + " [-0.0389],\n", + " [-0.0378],\n", + " [-0.0464],\n", + " [-0.0541],\n", + " [-0.0407],\n", + " [-0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0797],\n", + " [-0.0805],\n", + " [-0.0793],\n", + " [-0.0799],\n", + " [-0.0862],\n", + " [-0.0799],\n", + " [-0.0781],\n", + " [-0.0789],\n", + " [-0.0789],\n", + " [-0.0799],\n", + " [-0.0786],\n", + " [-0.0784],\n", + " [-0.0783],\n", + " [-0.0788],\n", + " [-0.0798],\n", + " [-0.0799],\n", + " [-0.0805],\n", + " [-0.0787],\n", + " [-0.0793],\n", + " [-0.0638],\n", + " [-0.0781],\n", + " [-0.0787],\n", + " [-0.0787],\n", + " [-0.0799],\n", + " [-0.0796],\n", + " [-0.0816],\n", + " [-0.0796],\n", + " [-0.0786],\n", + " [-0.0764],\n", + " [-0.0556],\n", + " [-0.0788],\n", + " [-0.0789]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1648],\n", + " [0.1682],\n", + " [0.1691],\n", + " [0.1685],\n", + " [0.1599],\n", + " [0.1673],\n", + " [0.1642],\n", + " [0.1644],\n", + " [0.1687],\n", + " [0.1686],\n", + " [0.1643],\n", + " [0.1662],\n", + " [0.1647],\n", + " [0.1672],\n", + " [0.1673],\n", + " [0.1670],\n", + " [0.1625],\n", + " [0.1675],\n", + " [0.1689],\n", + " [0.1695],\n", + " [0.1664],\n", + " [0.1687],\n", + " [0.1667],\n", + " [0.1645],\n", + " [0.1643],\n", + " [0.1663],\n", + " [0.1679],\n", + " [0.1694],\n", + " [0.1647],\n", + " [0.1673],\n", + " [0.1675],\n", + " [0.1690]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0597],\n", + " [-0.0560],\n", + " [-0.0575],\n", + " [-0.0537],\n", + " [-0.0621],\n", + " [-0.0569],\n", + " [-0.0580],\n", + " [-0.0523],\n", + " [-0.0540],\n", + " [-0.0551],\n", + " [-0.0559],\n", + " [-0.0591],\n", + " [-0.0581],\n", + " [-0.0550],\n", + " [-0.0609],\n", + " [-0.0545],\n", + " [-0.0557],\n", + " [-0.0559],\n", + " [-0.0552],\n", + " [-0.0443],\n", + " [-0.0564],\n", + " [-0.0575],\n", + " [-0.0561],\n", + " [-0.0488],\n", + " [-0.0598],\n", + " [-0.0537],\n", + " [-0.0556],\n", + " [-0.0568],\n", + " [-0.0452],\n", + " [-0.0444],\n", + " [-0.0524],\n", + " [-0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0690],\n", + " [0.0584],\n", + " [0.0607],\n", + " [0.0584],\n", + " [0.0812],\n", + " [0.0640],\n", + " [0.0657],\n", + " [0.0664],\n", + " [0.0640],\n", + " [0.0582],\n", + " [0.0674],\n", + " [0.0662],\n", + " [0.0658],\n", + " [0.0619],\n", + " [0.0668],\n", + " [0.0598],\n", + " [0.0701],\n", + " [0.0609],\n", + " [0.0610],\n", + " [0.0644],\n", + " [0.0626],\n", + " [0.0611],\n", + " [0.0623],\n", + " [0.0633],\n", + " [0.0672],\n", + " [0.0610],\n", + " [0.0595],\n", + " [0.0584],\n", + " [0.0659],\n", + " [0.0726],\n", + " [0.0623],\n", + " [0.0591]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0909],\n", + " [-0.0976],\n", + " [-0.0977],\n", + " [-0.0965],\n", + " [-0.0707],\n", + " [-0.0948],\n", + " [-0.0884],\n", + " [-0.0901],\n", + " [-0.0918],\n", + " [-0.0973],\n", + " [-0.0900],\n", + " [-0.0918],\n", + " [-0.0905],\n", + " [-0.0941],\n", + " [-0.0810],\n", + " [-0.0945],\n", + " [-0.0889],\n", + " [-0.0946],\n", + " [-0.0963],\n", + " [-0.0943],\n", + " [-0.0931],\n", + " [-0.0969],\n", + " [-0.0940],\n", + " [-0.0882],\n", + " [-0.0907],\n", + " [-0.0950],\n", + " [-0.0960],\n", + " [-0.0980],\n", + " [-0.0836],\n", + " [-0.0876],\n", + " [-0.0941],\n", + " [-0.0979]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0110],\n", + " [ 0.0188],\n", + " [ 0.0188],\n", + " [ 0.0192],\n", + " [ 0.0056],\n", + " [ 0.0156],\n", + " [ 0.0118],\n", + " [ 0.0106],\n", + " [ 0.0158],\n", + " [ 0.0186],\n", + " [ 0.0099],\n", + " [ 0.0133],\n", + " [ 0.0126],\n", + " [ 0.0145],\n", + " [ 0.0124],\n", + " [ 0.0166],\n", + " [ 0.0092],\n", + " [ 0.0164],\n", + " [ 0.0173],\n", + " [ 0.0075],\n", + " [ 0.0149],\n", + " [ 0.0171],\n", + " [ 0.0149],\n", + " [ 0.0150],\n", + " [ 0.0123],\n", + " [ 0.0146],\n", + " [ 0.0168],\n", + " [ 0.0194],\n", + " [ 0.0114],\n", + " [-0.0004],\n", + " [ 0.0152],\n", + " [ 0.0192]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0851],\n", + " [0.0958],\n", + " [0.0915],\n", + " [0.0943],\n", + " [0.0707],\n", + " [0.0885],\n", + " [0.0890],\n", + " [0.0912],\n", + " [0.0857],\n", + " [0.0958],\n", + " [0.0895],\n", + " [0.0869],\n", + " [0.0890],\n", + " [0.0940],\n", + " [0.0881],\n", + " [0.0941],\n", + " [0.0860],\n", + " [0.0935],\n", + " [0.0914],\n", + " [0.0966],\n", + " [0.0919],\n", + " [0.0928],\n", + " [0.0927],\n", + " [0.0887],\n", + " [0.0866],\n", + " [0.0935],\n", + " [0.0945],\n", + " [0.0949],\n", + " [0.0886],\n", + " [0.0969],\n", + " [0.0924],\n", + " [0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0082],\n", + " [0.0110],\n", + " [0.0081],\n", + " [0.0106],\n", + " [0.0222],\n", + " [0.0072],\n", + " [0.0093],\n", + " [0.0116],\n", + " [0.0057],\n", + " [0.0114],\n", + " [0.0108],\n", + " [0.0080],\n", + " [0.0084],\n", + " [0.0117],\n", + " [0.0156],\n", + " [0.0103],\n", + " [0.0077],\n", + " [0.0100],\n", + " [0.0095],\n", + " [0.0331],\n", + " [0.0098],\n", + " [0.0096],\n", + " [0.0103],\n", + " [0.0061],\n", + " [0.0070],\n", + " [0.0134],\n", + " [0.0113],\n", + " [0.0095],\n", + " [0.0067],\n", + " [0.0332],\n", + " [0.0102],\n", + " [0.0091]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0006],\n", + " [-0.0019],\n", + " [ 0.0014],\n", + " [-0.0031],\n", + " [-0.0051],\n", + " [ 0.0002],\n", + " [-0.0020],\n", + " [-0.0078],\n", + " [-0.0021],\n", + " [-0.0026],\n", + " [-0.0063],\n", + " [ 0.0014],\n", + " [-0.0014],\n", + " [-0.0042],\n", + " [ 0.0024],\n", + " [-0.0036],\n", + " [-0.0046],\n", + " [-0.0017],\n", + " [-0.0013],\n", + " [-0.0188],\n", + " [-0.0021],\n", + " [ 0.0002],\n", + " [-0.0024],\n", + " [-0.0080],\n", + " [ 0.0016],\n", + " [-0.0042],\n", + " [-0.0027],\n", + " [-0.0001],\n", + " [-0.0143],\n", + " [-0.0315],\n", + " [-0.0066],\n", + " [ 0.0008]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0388],\n", + " [-0.0335],\n", + " [-0.0368],\n", + " [-0.0343],\n", + " [-0.0537],\n", + " [-0.0374],\n", + " [-0.0392],\n", + " [-0.0332],\n", + " [-0.0377],\n", + " [-0.0332],\n", + " [-0.0362],\n", + " [-0.0386],\n", + " [-0.0390],\n", + " [-0.0339],\n", + " [-0.0386],\n", + " [-0.0347],\n", + " [-0.0383],\n", + " [-0.0355],\n", + " [-0.0351],\n", + " [-0.0395],\n", + " [-0.0369],\n", + " [-0.0353],\n", + " [-0.0360],\n", + " [-0.0377],\n", + " [-0.0401],\n", + " [-0.0331],\n", + " [-0.0336],\n", + " [-0.0346],\n", + " [-0.0370],\n", + " [-0.0401],\n", + " [-0.0338],\n", + " [-0.0347]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0079],\n", + " [ 0.0031],\n", + " [ 0.0056],\n", + " [ 0.0027],\n", + " [ 0.0084],\n", + " [ 0.0058],\n", + " [ 0.0058],\n", + " [ 0.0016],\n", + " [ 0.0049],\n", + " [ 0.0029],\n", + " [ 0.0045],\n", + " [ 0.0072],\n", + " [ 0.0061],\n", + " [ 0.0033],\n", + " [ 0.0056],\n", + " [ 0.0030],\n", + " [ 0.0056],\n", + " [ 0.0041],\n", + " [ 0.0043],\n", + " [-0.0082],\n", + " [ 0.0047],\n", + " [ 0.0051],\n", + " [ 0.0043],\n", + " [ 0.0018],\n", + " [ 0.0075],\n", + " [ 0.0016],\n", + " [ 0.0033],\n", + " [ 0.0045],\n", + " [-0.0005],\n", + " [-0.0073],\n", + " [ 0.0022],\n", + " [ 0.0049]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0612],\n", + " [0.0567],\n", + " [0.0569],\n", + " [0.0556],\n", + " [0.0782],\n", + " [0.0576],\n", + " [0.0596],\n", + " [0.0570],\n", + " [0.0566],\n", + " [0.0561],\n", + " [0.0587],\n", + " [0.0591],\n", + " [0.0589],\n", + " [0.0564],\n", + " [0.0641],\n", + " [0.0563],\n", + " [0.0606],\n", + " [0.0565],\n", + " [0.0562],\n", + " [0.0439],\n", + " [0.0571],\n", + " [0.0568],\n", + " [0.0569],\n", + " [0.0572],\n", + " [0.0605],\n", + " [0.0570],\n", + " [0.0563],\n", + " [0.0561],\n", + " [0.0563],\n", + " [0.0449],\n", + " [0.0551],\n", + " [0.0568]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0159],\n", + " [-0.0180],\n", + " [-0.0185],\n", + " [-0.0185],\n", + " [-0.0210],\n", + " [-0.0170],\n", + " [-0.0166],\n", + " [-0.0156],\n", + " [-0.0177],\n", + " [-0.0182],\n", + " [-0.0154],\n", + " [-0.0172],\n", + " [-0.0165],\n", + " [-0.0171],\n", + " [-0.0231],\n", + " [-0.0172],\n", + " [-0.0139],\n", + " [-0.0176],\n", + " [-0.0180],\n", + " [-0.0240],\n", + " [-0.0168],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0141],\n", + " [-0.0161],\n", + " [-0.0171],\n", + " [-0.0175],\n", + " [-0.0185],\n", + " [-0.0139],\n", + " [-0.0152],\n", + " [-0.0172],\n", + " [-0.0185]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1699],\n", + " [-0.1712],\n", + " [-0.1712],\n", + " [-0.1696],\n", + " [-0.1630],\n", + " [-0.1705],\n", + " [-0.1712],\n", + " [-0.1677],\n", + " [-0.1690],\n", + " [-0.1706],\n", + " [-0.1683],\n", + " [-0.1718],\n", + " [-0.1715],\n", + " [-0.1706],\n", + " [-0.1731],\n", + " [-0.1708],\n", + " [-0.1678],\n", + " [-0.1718],\n", + " [-0.1699],\n", + " [-0.1633],\n", + " [-0.1710],\n", + " [-0.1719],\n", + " [-0.1712],\n", + " [-0.1649],\n", + " [-0.1720],\n", + " [-0.1688],\n", + " [-0.1709],\n", + " [-0.1718],\n", + " [-0.1628],\n", + " [-0.1605],\n", + " [-0.1681],\n", + " [-0.1731]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0226],\n", + " [-0.0205],\n", + " [-0.0218],\n", + " [-0.0227],\n", + " [-0.0207],\n", + " [-0.0213],\n", + " [-0.0259],\n", + " [-0.0211],\n", + " [-0.0225],\n", + " [-0.0256],\n", + " [-0.0207],\n", + " [-0.0213],\n", + " [-0.0232],\n", + " [-0.0193],\n", + " [-0.0218],\n", + " [-0.0230],\n", + " [-0.0211],\n", + " [-0.0215],\n", + " [-0.0229],\n", + " [-0.0216],\n", + " [-0.0215],\n", + " [-0.0218],\n", + " [-0.0198],\n", + " [-0.0202],\n", + " [-0.0231],\n", + " [-0.0224],\n", + " [-0.0212],\n", + " [-0.0214],\n", + " [-0.0258],\n", + " [-0.0243],\n", + " [-0.0207]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0030],\n", + " [ 0.0115],\n", + " [ 0.0111],\n", + " [ 0.0094],\n", + " [-0.0261],\n", + " [ 0.0073],\n", + " [-0.0004],\n", + " [-0.0030],\n", + " [ 0.0026],\n", + " [ 0.0107],\n", + " [-0.0013],\n", + " [ 0.0039],\n", + " [ 0.0020],\n", + " [ 0.0048],\n", + " [-0.0065],\n", + " [ 0.0070],\n", + " [-0.0011],\n", + " [ 0.0063],\n", + " [ 0.0086],\n", + " [-0.0015],\n", + " [ 0.0040],\n", + " [ 0.0093],\n", + " [ 0.0050],\n", + " [-0.0016],\n", + " [ 0.0035],\n", + " [ 0.0073],\n", + " [ 0.0088],\n", + " [ 0.0115],\n", + " [-0.0087],\n", + " [-0.0127],\n", + " [ 0.0035],\n", + " [ 0.0118]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0920],\n", + " [0.0907],\n", + " [0.0915],\n", + " [0.0926],\n", + " [0.1115],\n", + " [0.0927],\n", + " [0.0950],\n", + " [0.0972],\n", + " [0.0982],\n", + " [0.0912],\n", + " [0.0952],\n", + " [0.0924],\n", + " [0.0936],\n", + " [0.0926],\n", + " [0.1006],\n", + " [0.0928],\n", + " [0.0952],\n", + " [0.0924],\n", + " [0.0924],\n", + " [0.0974],\n", + " [0.0935],\n", + " [0.0908],\n", + " [0.0926],\n", + " [0.1025],\n", + " [0.0920],\n", + " [0.0910],\n", + " [0.0915],\n", + " [0.0913],\n", + " [0.1087],\n", + " [0.1029],\n", + " [0.0960],\n", + " [0.0905]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0821],\n", + " [0.0847],\n", + " [0.0852],\n", + " [0.0841],\n", + " [0.0687],\n", + " [0.0830],\n", + " [0.0785],\n", + " [0.0764],\n", + " [0.0787],\n", + " [0.0841],\n", + " [0.0777],\n", + " [0.0800],\n", + " [0.0792],\n", + " [0.0800],\n", + " [0.0740],\n", + " [0.0815],\n", + " [0.0806],\n", + " [0.0813],\n", + " [0.0830],\n", + " [0.0528],\n", + " [0.0807],\n", + " [0.0830],\n", + " [0.0808],\n", + " [0.0822],\n", + " [0.0819],\n", + " [0.0836],\n", + " [0.0827],\n", + " [0.0844],\n", + " [0.0741],\n", + " [0.0418],\n", + " [0.0785],\n", + " [0.0838]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0897],\n", + " [0.0880],\n", + " [0.0869],\n", + " [0.0861],\n", + " [0.0796],\n", + " [0.0878],\n", + " [0.0876],\n", + " [0.0854],\n", + " [0.0861],\n", + " [0.0870],\n", + " [0.0874],\n", + " [0.0886],\n", + " [0.0879],\n", + " [0.0862],\n", + " [0.0875],\n", + " [0.0875],\n", + " [0.0882],\n", + " [0.0862],\n", + " [0.0863],\n", + " [0.0664],\n", + " [0.0864],\n", + " [0.0868],\n", + " [0.0866],\n", + " [0.0829],\n", + " [0.0895],\n", + " [0.0885],\n", + " [0.0873],\n", + " [0.0861],\n", + " [0.0781],\n", + " [0.0539],\n", + " [0.0854],\n", + " [0.0868]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0421],\n", + " [0.0402],\n", + " [0.0431],\n", + " [0.0405],\n", + " [0.0548],\n", + " [0.0420],\n", + " [0.0393],\n", + " [0.0371],\n", + " [0.0419],\n", + " [0.0400],\n", + " [0.0382],\n", + " [0.0414],\n", + " [0.0395],\n", + " [0.0378],\n", + " [0.0428],\n", + " [0.0385],\n", + " [0.0396],\n", + " [0.0392],\n", + " [0.0416],\n", + " [0.0349],\n", + " [0.0394],\n", + " [0.0412],\n", + " [0.0389],\n", + " [0.0396],\n", + " [0.0413],\n", + " [0.0387],\n", + " [0.0392],\n", + " [0.0414],\n", + " [0.0367],\n", + " [0.0448],\n", + " [0.0386],\n", + " [0.0408]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0359],\n", + " [0.0370],\n", + " [0.0360],\n", + " [0.0383],\n", + " [0.0175],\n", + " [0.0361],\n", + " [0.0376],\n", + " [0.0381],\n", + " [0.0345],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0357],\n", + " [0.0373],\n", + " [0.0384],\n", + " [0.0339],\n", + " [0.0376],\n", + " [0.0375],\n", + " [0.0381],\n", + " [0.0367],\n", + " [0.0303],\n", + " [0.0383],\n", + " [0.0364],\n", + " [0.0382],\n", + " [0.0396],\n", + " [0.0365],\n", + " [0.0384],\n", + " [0.0372],\n", + " [0.0366],\n", + " [0.0370],\n", + " [0.0188],\n", + " [0.0380],\n", + " [0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0753],\n", + " [-0.0712],\n", + " [-0.0721],\n", + " [-0.0729],\n", + " [-0.0860],\n", + " [-0.0732],\n", + " [-0.0755],\n", + " [-0.0781],\n", + " [-0.0739],\n", + " [-0.0721],\n", + " [-0.0766],\n", + " [-0.0745],\n", + " [-0.0748],\n", + " [-0.0746],\n", + " [-0.0804],\n", + " [-0.0723],\n", + " [-0.0763],\n", + " [-0.0735],\n", + " [-0.0735],\n", + " [-0.0968],\n", + " [-0.0746],\n", + " [-0.0728],\n", + " [-0.0741],\n", + " [-0.0758],\n", + " [-0.0740],\n", + " [-0.0739],\n", + " [-0.0725],\n", + " [-0.0718],\n", + " [-0.0792],\n", + " [-0.1034],\n", + " [-0.0747],\n", + " [-0.0711]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1048],\n", + " [-0.0986],\n", + " [-0.0998],\n", + " [-0.0990],\n", + " [-0.1085],\n", + " [-0.1020],\n", + " [-0.1064],\n", + " [-0.1034],\n", + " [-0.1040],\n", + " [-0.0987],\n", + " [-0.1041],\n", + " [-0.1048],\n", + " [-0.1050],\n", + " [-0.1019],\n", + " [-0.1135],\n", + " [-0.1009],\n", + " [-0.1049],\n", + " [-0.1018],\n", + " [-0.1003],\n", + " [-0.1083],\n", + " [-0.1027],\n", + " [-0.1004],\n", + " [-0.1024],\n", + " [-0.1035],\n", + " [-0.1049],\n", + " [-0.1005],\n", + " [-0.0999],\n", + " [-0.0989],\n", + " [-0.1072],\n", + " [-0.1125],\n", + " [-0.1012],\n", + " [-0.0997]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0608],\n", + " [-0.0634],\n", + " [-0.0615],\n", + " [-0.0625],\n", + " [-0.0482],\n", + " [-0.0617],\n", + " [-0.0607],\n", + " [-0.0650],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0639],\n", + " [-0.0606],\n", + " [-0.0614],\n", + " [-0.0639],\n", + " [-0.0531],\n", + " [-0.0637],\n", + " [-0.0627],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0540],\n", + " [-0.0620],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0625],\n", + " [-0.0602],\n", + " [-0.0629],\n", + " [-0.0635],\n", + " [-0.0627],\n", + " [-0.0630],\n", + " [-0.0542],\n", + " [-0.0648],\n", + " [-0.0627]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0664],\n", + " [-0.0653],\n", + " [-0.0591],\n", + " [-0.0591],\n", + " [-0.0684],\n", + " [-0.0637],\n", + " [-0.0623],\n", + " [-0.0608],\n", + " [-0.0639],\n", + " [-0.0632],\n", + " [-0.0630],\n", + " [-0.0616],\n", + " [-0.0502],\n", + " [-0.0618],\n", + " [-0.0588],\n", + " [-0.0650],\n", + " [-0.0625],\n", + " [-0.0605],\n", + " [-0.0648],\n", + " [-0.0541],\n", + " [-0.0589],\n", + " [-0.0713],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0639],\n", + " [-0.0612],\n", + " [-0.0634],\n", + " [-0.0739],\n", + " [-0.0632],\n", + " [-0.0702],\n", + " [-0.0613],\n", + " [-0.0618]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0795],\n", + " [-0.0789],\n", + " [-0.0699],\n", + " [-0.0669],\n", + " [-0.0802],\n", + " [-0.0773],\n", + " [-0.0756],\n", + " [-0.0709],\n", + " [-0.0772],\n", + " [-0.0734],\n", + " [-0.0754],\n", + " [-0.0694],\n", + " [-0.0807],\n", + " [-0.0743],\n", + " [-0.0712],\n", + " [-0.0802],\n", + " [-0.0685],\n", + " [-0.0717],\n", + " [-0.0789],\n", + " [-0.0613],\n", + " [-0.0712],\n", + " [-0.0817],\n", + " [-0.0753],\n", + " [-0.0711],\n", + " [-0.0775],\n", + " [-0.0735],\n", + " [-0.0721],\n", + " [-0.0817],\n", + " [-0.0745],\n", + " [-0.0820],\n", + " [-0.0747],\n", + " [-0.0692]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0366],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0382],\n", + " [0.0351],\n", + " [0.0381],\n", + " [0.0377],\n", + " [0.0391],\n", + " [0.0364],\n", + " [0.0365],\n", + " [0.0367],\n", + " [0.0380],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0370],\n", + " [0.0398],\n", + " [0.0370],\n", + " [0.0263],\n", + " [0.0387],\n", + " [0.0255],\n", + " [0.0372],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0395],\n", + " [0.0353],\n", + " [0.0374],\n", + " [0.0356],\n", + " [0.0391],\n", + " [0.0384],\n", + " [0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0948],\n", + " [-0.0930],\n", + " [-0.0861],\n", + " [-0.0880],\n", + " [-0.0987],\n", + " [-0.0940],\n", + " [-0.0931],\n", + " [-0.0925],\n", + " [-0.0929],\n", + " [-0.0959],\n", + " [-0.0952],\n", + " [-0.0934],\n", + " [-0.0904],\n", + " [-0.0907],\n", + " [-0.0858],\n", + " [-0.0951],\n", + " [-0.0951],\n", + " [-0.0922],\n", + " [-0.0949],\n", + " [-0.0763],\n", + " [-0.0858],\n", + " [-0.1040],\n", + " [-0.0909],\n", + " [-0.0932],\n", + " [-0.0922],\n", + " [-0.0887],\n", + " [-0.0961],\n", + " [-0.0952],\n", + " [-0.0902],\n", + " [-0.0957],\n", + " [-0.0877],\n", + " [-0.0946]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0527],\n", + " [0.0506],\n", + " [0.0505],\n", + " [0.0518],\n", + " [0.0551],\n", + " [0.0544],\n", + " [0.0523],\n", + " [0.0559],\n", + " [0.0522],\n", + " [0.0590],\n", + " [0.0575],\n", + " [0.0570],\n", + " [0.0312],\n", + " [0.0527],\n", + " [0.0381],\n", + " [0.0520],\n", + " [0.0586],\n", + " [0.0547],\n", + " [0.0547],\n", + " [0.0530],\n", + " [0.0500],\n", + " [0.0622],\n", + " [0.0521],\n", + " [0.0568],\n", + " [0.0511],\n", + " [0.0477],\n", + " [0.0595],\n", + " [0.0462],\n", + " [0.0499],\n", + " [0.0504],\n", + " [0.0411],\n", + " [0.0592]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0369],\n", + " [-0.0385],\n", + " [-0.0435],\n", + " [-0.0400],\n", + " [-0.0375],\n", + " [-0.0345],\n", + " [-0.0355],\n", + " [-0.0352],\n", + " [-0.0383],\n", + " [-0.0359],\n", + " [-0.0362],\n", + " [-0.0354],\n", + " [-0.0482],\n", + " [-0.0414],\n", + " [-0.0410],\n", + " [-0.0368],\n", + " [-0.0352],\n", + " [-0.0349],\n", + " [-0.0368],\n", + " [-0.0503],\n", + " [-0.0450],\n", + " [-0.0404],\n", + " [-0.0395],\n", + " [-0.0384],\n", + " [-0.0397],\n", + " [-0.0393],\n", + " [-0.0378],\n", + " [-0.0350],\n", + " [-0.0425],\n", + " [-0.0323],\n", + " [-0.0371],\n", + " [-0.0347]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0788],\n", + " [-0.0783],\n", + " [-0.0786],\n", + " [-0.0792],\n", + " [-0.0794],\n", + " [-0.0795],\n", + " [-0.0807],\n", + " [-0.0810],\n", + " [-0.0788],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0811],\n", + " [-0.0793],\n", + " [-0.0786],\n", + " [-0.0808],\n", + " [-0.0783],\n", + " [-0.0818],\n", + " [-0.0809],\n", + " [-0.0783],\n", + " [-0.0845],\n", + " [-0.0777],\n", + " [-0.0754],\n", + " [-0.0780],\n", + " [-0.0802],\n", + " [-0.0782],\n", + " [-0.0787],\n", + " [-0.0799],\n", + " [-0.0808],\n", + " [-0.0789],\n", + " [-0.0803],\n", + " [-0.0807],\n", + " [-0.0810]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1657],\n", + " [0.1648],\n", + " [0.1656],\n", + " [0.1691],\n", + " [0.1653],\n", + " [0.1669],\n", + " [0.1650],\n", + " [0.1694],\n", + " [0.1656],\n", + " [0.1694],\n", + " [0.1686],\n", + " [0.1699],\n", + " [0.1504],\n", + " [0.1669],\n", + " [0.1647],\n", + " [0.1644],\n", + " [0.1709],\n", + " [0.1690],\n", + " [0.1667],\n", + " [0.1668],\n", + " [0.1654],\n", + " [0.1709],\n", + " [0.1662],\n", + " [0.1691],\n", + " [0.1650],\n", + " [0.1649],\n", + " [0.1696],\n", + " [0.1623],\n", + " [0.1661],\n", + " [0.1657],\n", + " [0.1611],\n", + " [0.1717]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0598],\n", + " [-0.0588],\n", + " [-0.0486],\n", + " [-0.0456],\n", + " [-0.0624],\n", + " [-0.0581],\n", + " [-0.0565],\n", + " [-0.0529],\n", + " [-0.0573],\n", + " [-0.0583],\n", + " [-0.0584],\n", + " [-0.0546],\n", + " [-0.0608],\n", + " [-0.0537],\n", + " [-0.0553],\n", + " [-0.0609],\n", + " [-0.0560],\n", + " [-0.0526],\n", + " [-0.0593],\n", + " [-0.0564],\n", + " [-0.0506],\n", + " [-0.0777],\n", + " [-0.0555],\n", + " [-0.0543],\n", + " [-0.0571],\n", + " [-0.0526],\n", + " [-0.0579],\n", + " [-0.0641],\n", + " [-0.0541],\n", + " [-0.0629],\n", + " [-0.0570],\n", + " [-0.0549]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0640],\n", + " [0.0653],\n", + " [0.0592],\n", + " [0.0583],\n", + " [0.0630],\n", + " [0.0658],\n", + " [0.0659],\n", + " [0.0591],\n", + " [0.0640],\n", + " [0.0593],\n", + " [0.0610],\n", + " [0.0570],\n", + " [0.0799],\n", + " [0.0619],\n", + " [0.0631],\n", + " [0.0670],\n", + " [0.0571],\n", + " [0.0604],\n", + " [0.0644],\n", + " [0.0299],\n", + " [0.0598],\n", + " [0.0480],\n", + " [0.0634],\n", + " [0.0574],\n", + " [0.0647],\n", + " [0.0664],\n", + " [0.0572],\n", + " [0.0632],\n", + " [0.0608],\n", + " [0.0688],\n", + " [0.0681],\n", + " [0.0576]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0912],\n", + " [-0.0897],\n", + " [-0.0928],\n", + " [-0.0956],\n", + " [-0.0920],\n", + " [-0.0933],\n", + " [-0.0925],\n", + " [-0.0980],\n", + " [-0.0914],\n", + " [-0.0994],\n", + " [-0.0974],\n", + " [-0.0990],\n", + " [-0.0813],\n", + " [-0.0934],\n", + " [-0.0777],\n", + " [-0.0921],\n", + " [-0.1005],\n", + " [-0.0969],\n", + " [-0.0941],\n", + " [-0.1099],\n", + " [-0.0920],\n", + " [-0.1038],\n", + " [-0.0923],\n", + " [-0.0977],\n", + " [-0.0909],\n", + " [-0.0895],\n", + " [-0.0998],\n", + " [-0.0785],\n", + " [-0.0889],\n", + " [-0.0860],\n", + " [-0.0798],\n", + " [-0.1008]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0150],\n", + " [0.0130],\n", + " [0.0142],\n", + " [0.0183],\n", + " [0.0168],\n", + " [0.0147],\n", + " [0.0135],\n", + " [0.0187],\n", + " [0.0146],\n", + " [0.0188],\n", + " [0.0173],\n", + " [0.0199],\n", + " [0.0013],\n", + " [0.0144],\n", + " [0.0135],\n", + " [0.0116],\n", + " [0.0218],\n", + " [0.0176],\n", + " [0.0145],\n", + " [0.0383],\n", + " [0.0133],\n", + " [0.0218],\n", + " [0.0142],\n", + " [0.0191],\n", + " [0.0132],\n", + " [0.0111],\n", + " [0.0200],\n", + " [0.0143],\n", + " [0.0163],\n", + " [0.0124],\n", + " [0.0091],\n", + " [0.0223]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0885],\n", + " [0.0890],\n", + " [0.0977],\n", + " [0.0944],\n", + " [0.0898],\n", + " [0.0863],\n", + " [0.0879],\n", + " [0.0939],\n", + " [0.0893],\n", + " [0.0947],\n", + " [0.0928],\n", + " [0.0959],\n", + " [0.0993],\n", + " [0.0935],\n", + " [0.0863],\n", + " [0.0891],\n", + " [0.0958],\n", + " [0.0928],\n", + " [0.0899],\n", + " [0.0998],\n", + " [0.0984],\n", + " [0.0977],\n", + " [0.0911],\n", + " [0.0962],\n", + " [0.0904],\n", + " [0.0883],\n", + " [0.0972],\n", + " [0.0830],\n", + " [0.0913],\n", + " [0.0815],\n", + " [0.0836],\n", + " [0.0945]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0069],\n", + " [0.0083],\n", + " [0.0132],\n", + " [0.0082],\n", + " [0.0048],\n", + " [0.0068],\n", + " [0.0079],\n", + " [0.0108],\n", + " [0.0073],\n", + " [0.0104],\n", + " [0.0097],\n", + " [0.0118],\n", + " [0.0247],\n", + " [0.0112],\n", + " [0.0067],\n", + " [0.0094],\n", + " [0.0105],\n", + " [0.0111],\n", + " [0.0086],\n", + " [0.0109],\n", + " [0.0151],\n", + " [0.0034],\n", + " [0.0098],\n", + " [0.0114],\n", + " [0.0090],\n", + " [0.0099],\n", + " [0.0104],\n", + " [0.0008],\n", + " [0.0071],\n", + " [0.0044],\n", + " [0.0067],\n", + " [0.0096]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0034],\n", + " [ 0.0002],\n", + " [-0.0110],\n", + " [-0.0085],\n", + " [ 0.0060],\n", + " [ 0.0013],\n", + " [-0.0020],\n", + " [-0.0027],\n", + " [-0.0005],\n", + " [ 0.0009],\n", + " [ 0.0013],\n", + " [-0.0019],\n", + " [-0.0196],\n", + " [-0.0057],\n", + " [-0.0056],\n", + " [ 0.0013],\n", + " [-0.0002],\n", + " [-0.0033],\n", + " [ 0.0019],\n", + " [ 0.0085],\n", + " [-0.0097],\n", + " [ 0.0213],\n", + " [-0.0037],\n", + " [-0.0031],\n", + " [-0.0020],\n", + " [-0.0059],\n", + " [ 0.0006],\n", + " [ 0.0092],\n", + " [-0.0035],\n", + " [ 0.0076],\n", + " [-0.0037],\n", + " [-0.0004]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0408],\n", + " [-0.0398],\n", + " [-0.0311],\n", + " [-0.0323],\n", + " [-0.0444],\n", + " [-0.0385],\n", + " [-0.0377],\n", + " [-0.0325],\n", + " [-0.0394],\n", + " [-0.0344],\n", + " [-0.0356],\n", + " [-0.0312],\n", + " [-0.0499],\n", + " [-0.0344],\n", + " [-0.0448],\n", + " [-0.0395],\n", + " [-0.0330],\n", + " [-0.0336],\n", + " [-0.0379],\n", + " [-0.0439],\n", + " [-0.0309],\n", + " [-0.0382],\n", + " [-0.0364],\n", + " [-0.0321],\n", + " [-0.0382],\n", + " [-0.0349],\n", + " [-0.0332],\n", + " [-0.0529],\n", + " [-0.0396],\n", + " [-0.0438],\n", + " [-0.0430],\n", + " [-0.0329]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0069],\n", + " [ 0.0063],\n", + " [-0.0018],\n", + " [-0.0009],\n", + " [ 0.0087],\n", + " [ 0.0071],\n", + " [ 0.0054],\n", + " [ 0.0023],\n", + " [ 0.0057],\n", + " [ 0.0049],\n", + " [ 0.0055],\n", + " [ 0.0018],\n", + " [ 0.0038],\n", + " [ 0.0027],\n", + " [ 0.0043],\n", + " [ 0.0076],\n", + " [ 0.0028],\n", + " [ 0.0022],\n", + " [ 0.0066],\n", + " [-0.0025],\n", + " [-0.0015],\n", + " [ 0.0082],\n", + " [ 0.0045],\n", + " [ 0.0021],\n", + " [ 0.0053],\n", + " [ 0.0034],\n", + " [ 0.0041],\n", + " [ 0.0097],\n", + " [ 0.0036],\n", + " [ 0.0101],\n", + " [ 0.0064],\n", + " [ 0.0030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0591],\n", + " [0.0593],\n", + " [0.0538],\n", + " [0.0535],\n", + " [0.0607],\n", + " [0.0590],\n", + " [0.0587],\n", + " [0.0565],\n", + " [0.0581],\n", + " [0.0573],\n", + " [0.0572],\n", + " [0.0565],\n", + " [0.0665],\n", + " [0.0558],\n", + " [0.0617],\n", + " [0.0605],\n", + " [0.0573],\n", + " [0.0559],\n", + " [0.0582],\n", + " [0.0517],\n", + " [0.0539],\n", + " [0.0599],\n", + " [0.0569],\n", + " [0.0558],\n", + " [0.0581],\n", + " [0.0579],\n", + " [0.0568],\n", + " [0.0644],\n", + " [0.0571],\n", + " [0.0642],\n", + " [0.0636],\n", + " [0.0569]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0182],\n", + " [-0.0173],\n", + " [-0.0185],\n", + " [-0.0165],\n", + " [-0.0200],\n", + " [-0.0169],\n", + " [-0.0159],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0187],\n", + " [-0.0180],\n", + " [-0.0183],\n", + " [-0.0177],\n", + " [-0.0169],\n", + " [-0.0193],\n", + " [-0.0159],\n", + " [-0.0191],\n", + " [-0.0179],\n", + " [-0.0174],\n", + " [-0.0104],\n", + " [-0.0183],\n", + " [-0.0125],\n", + " [-0.0164],\n", + " [-0.0179],\n", + " [-0.0166],\n", + " [-0.0143],\n", + " [-0.0182],\n", + " [-0.0226],\n", + " [-0.0179],\n", + " [-0.0206],\n", + " [-0.0159],\n", + " [-0.0195]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1744],\n", + " [-0.1729],\n", + " [-0.1666],\n", + " [-0.1656],\n", + " [-0.1772],\n", + " [-0.1704],\n", + " [-0.1692],\n", + " [-0.1687],\n", + " [-0.1717],\n", + " [-0.1719],\n", + " [-0.1723],\n", + " [-0.1692],\n", + " [-0.1718],\n", + " [-0.1694],\n", + " [-0.1667],\n", + " [-0.1734],\n", + " [-0.1703],\n", + " [-0.1685],\n", + " [-0.1732],\n", + " [-0.1787],\n", + " [-0.1678],\n", + " [-0.1829],\n", + " [-0.1696],\n", + " [-0.1702],\n", + " [-0.1716],\n", + " [-0.1670],\n", + " [-0.1728],\n", + " [-0.1783],\n", + " [-0.1713],\n", + " [-0.1746],\n", + " [-0.1672],\n", + " [-0.1693]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0176],\n", + " [-0.0199],\n", + " [-0.0252],\n", + " [-0.0209],\n", + " [-0.0149],\n", + " [-0.0206],\n", + " [-0.0218],\n", + " [-0.0218],\n", + " [-0.0198],\n", + " [-0.0218],\n", + " [-0.0212],\n", + " [-0.0227],\n", + " [-0.0280],\n", + " [-0.0236],\n", + " [-0.0143],\n", + " [-0.0213],\n", + " [-0.0219],\n", + " [-0.0221],\n", + " [-0.0205],\n", + " [ 0.0035],\n", + " [-0.0257],\n", + " [-0.0048],\n", + " [-0.0227],\n", + " [-0.0228],\n", + " [-0.0214],\n", + " [-0.0237],\n", + " [-0.0217],\n", + " [-0.0072],\n", + " [-0.0186],\n", + " [-0.0156],\n", + " [-0.0195],\n", + " [-0.0219]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0049],\n", + " [ 0.0019],\n", + " [ 0.0025],\n", + " [ 0.0058],\n", + " [ 0.0098],\n", + " [ 0.0058],\n", + " [ 0.0048],\n", + " [ 0.0111],\n", + " [ 0.0037],\n", + " [ 0.0138],\n", + " [ 0.0105],\n", + " [ 0.0133],\n", + " [-0.0083],\n", + " [ 0.0033],\n", + " [-0.0076],\n", + " [ 0.0036],\n", + " [ 0.0164],\n", + " [ 0.0093],\n", + " [ 0.0059],\n", + " [ 0.0395],\n", + " [ 0.0010],\n", + " [ 0.0320],\n", + " [ 0.0026],\n", + " [ 0.0111],\n", + " [ 0.0017],\n", + " [-0.0027],\n", + " [ 0.0147],\n", + " [ 0.0025],\n", + " [ 0.0012],\n", + " [ 0.0028],\n", + " [-0.0058],\n", + " [ 0.0156]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0922],\n", + " [0.0934],\n", + " [0.0976],\n", + " [0.0998],\n", + " [0.0883],\n", + " [0.0929],\n", + " [0.0937],\n", + " [0.0921],\n", + " [0.0943],\n", + " [0.0889],\n", + " [0.0900],\n", + " [0.0916],\n", + " [0.0807],\n", + " [0.0945],\n", + " [0.1087],\n", + " [0.0897],\n", + " [0.0907],\n", + " [0.0919],\n", + " [0.0907],\n", + " [0.0914],\n", + " [0.0962],\n", + " [0.0812],\n", + " [0.0949],\n", + " [0.0918],\n", + " [0.0941],\n", + " [0.0978],\n", + " [0.0891],\n", + " [0.0944],\n", + " [0.0987],\n", + " [0.0931],\n", + " [0.1012],\n", + " [0.0920]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0803],\n", + " [0.0787],\n", + " [0.0775],\n", + " [0.0798],\n", + " [0.0839],\n", + " [0.0828],\n", + " [0.0826],\n", + " [0.0847],\n", + " [0.0804],\n", + " [0.0861],\n", + " [0.0842],\n", + " [0.0859],\n", + " [0.0704],\n", + " [0.0793],\n", + " [0.0803],\n", + " [0.0804],\n", + " [0.0883],\n", + " [0.0841],\n", + " [0.0808],\n", + " [0.1134],\n", + " [0.0769],\n", + " [0.1028],\n", + " [0.0799],\n", + " [0.0839],\n", + " [0.0787],\n", + " [0.0783],\n", + " [0.0864],\n", + " [0.0825],\n", + " [0.0785],\n", + " [0.0808],\n", + " [0.0817],\n", + " [0.0869]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0887],\n", + " [0.0881],\n", + " [0.0839],\n", + " [0.0823],\n", + " [0.0908],\n", + " [0.0883],\n", + " [0.0886],\n", + " [0.0867],\n", + " [0.0875],\n", + " [0.0880],\n", + " [0.0872],\n", + " [0.0878],\n", + " [0.0840],\n", + " [0.0857],\n", + " [0.0837],\n", + " [0.0894],\n", + " [0.0886],\n", + " [0.0862],\n", + " [0.0880],\n", + " [0.0687],\n", + " [0.0836],\n", + " [0.0885],\n", + " [0.0861],\n", + " [0.0871],\n", + " [0.0873],\n", + " [0.0854],\n", + " [0.0879],\n", + " [0.0953],\n", + " [0.0856],\n", + " [0.0914],\n", + " [0.0881],\n", + " [0.0871]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0411],\n", + " [0.0396],\n", + " [0.0355],\n", + " [0.0385],\n", + " [0.0419],\n", + " [0.0429],\n", + " [0.0409],\n", + " [0.0415],\n", + " [0.0402],\n", + " [0.0421],\n", + " [0.0417],\n", + " [0.0419],\n", + " [0.0337],\n", + " [0.0377],\n", + " [0.0431],\n", + " [0.0398],\n", + " [0.0429],\n", + " [0.0412],\n", + " [0.0409],\n", + " [0.0544],\n", + " [0.0351],\n", + " [0.0457],\n", + " [0.0393],\n", + " [0.0401],\n", + " [0.0388],\n", + " [0.0388],\n", + " [0.0413],\n", + " [0.0448],\n", + " [0.0391],\n", + " [0.0445],\n", + " [0.0412],\n", + " [0.0439]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0358],\n", + " [0.0369],\n", + " [0.0400],\n", + " [0.0385],\n", + " [0.0347],\n", + " [0.0357],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0355],\n", + " [0.0361],\n", + " [0.0365],\n", + " [0.0392],\n", + " [0.0386],\n", + " [0.0375],\n", + " [0.0369],\n", + " [0.0354],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0261],\n", + " [0.0401],\n", + " [0.0266],\n", + " [0.0384],\n", + " [0.0370],\n", + " [0.0379],\n", + " [0.0377],\n", + " [0.0359],\n", + " [0.0318],\n", + " [0.0378],\n", + " [0.0319],\n", + " [0.0377],\n", + " [0.0355]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0729],\n", + " [-0.0744],\n", + " [-0.0769],\n", + " [-0.0735],\n", + " [-0.0697],\n", + " [-0.0740],\n", + " [-0.0744],\n", + " [-0.0726],\n", + " [-0.0739],\n", + " [-0.0711],\n", + " [-0.0725],\n", + " [-0.0712],\n", + " [-0.0947],\n", + " [-0.0748],\n", + " [-0.0794],\n", + " [-0.0743],\n", + " [-0.0694],\n", + " [-0.0734],\n", + " [-0.0735],\n", + " [-0.0577],\n", + " [-0.0787],\n", + " [-0.0570],\n", + " [-0.0752],\n", + " [-0.0715],\n", + " [-0.0747],\n", + " [-0.0770],\n", + " [-0.0697],\n", + " [-0.0702],\n", + " [-0.0736],\n", + " [-0.0733],\n", + " [-0.0770],\n", + " [-0.0704]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1060],\n", + " [-0.1063],\n", + " [-0.1005],\n", + " [-0.1002],\n", + " [-0.1066],\n", + " [-0.1033],\n", + " [-0.1029],\n", + " [-0.0990],\n", + " [-0.1045],\n", + " [-0.0983],\n", + " [-0.1001],\n", + " [-0.0979],\n", + " [-0.1141],\n", + " [-0.1018],\n", + " [-0.1138],\n", + " [-0.1050],\n", + " [-0.0974],\n", + " [-0.0994],\n", + " [-0.1036],\n", + " [-0.0963],\n", + " [-0.1013],\n", + " [-0.1068],\n", + " [-0.1028],\n", + " [-0.0983],\n", + " [-0.1048],\n", + " [-0.1041],\n", + " [-0.0980],\n", + " [-0.1174],\n", + " [-0.1059],\n", + " [-0.1105],\n", + " [-0.1104],\n", + " [-0.0974]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0592],\n", + " [-0.0604],\n", + " [-0.0655],\n", + " [-0.0654],\n", + " [-0.0576],\n", + " [-0.0609],\n", + " [-0.0619],\n", + " [-0.0632],\n", + " [-0.0610],\n", + " [-0.0625],\n", + " [-0.0619],\n", + " [-0.0633],\n", + " [-0.0540],\n", + " [-0.0643],\n", + " [-0.0528],\n", + " [-0.0606],\n", + " [-0.0629],\n", + " [-0.0633],\n", + " [-0.0609],\n", + " [-0.0560],\n", + " [-0.0650],\n", + " [-0.0538],\n", + " [-0.0627],\n", + " [-0.0640],\n", + " [-0.0619],\n", + " [-0.0638],\n", + " [-0.0633],\n", + " [-0.0506],\n", + " [-0.0612],\n", + " [-0.0562],\n", + " [-0.0582],\n", + " [-0.0631]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0529],\n", + " [-0.0604],\n", + " [-0.0639],\n", + " [-0.0633],\n", + " [-0.0609],\n", + " [-0.0642],\n", + " [-0.0562],\n", + " [-0.0652],\n", + " [-0.0618],\n", + " [-0.0626],\n", + " [-0.0627],\n", + " [-0.0622],\n", + " [-0.0624],\n", + " [-0.0660],\n", + " [-0.0598],\n", + " [-0.0718],\n", + " [-0.0638],\n", + " [-0.0626],\n", + " [-0.0614],\n", + " [-0.0616],\n", + " [-0.0624],\n", + " [-0.0718],\n", + " [-0.0602],\n", + " [-0.0661],\n", + " [-0.0619],\n", + " [-0.0626],\n", + " [-0.0616],\n", + " [-0.0616],\n", + " [-0.0627],\n", + " [-0.0613],\n", + " [-0.0626],\n", + " [-0.0612]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0698],\n", + " [-0.0744],\n", + " [-0.0763],\n", + " [-0.0747],\n", + " [-0.0730],\n", + " [-0.0761],\n", + " [-0.0751],\n", + " [-0.0789],\n", + " [-0.0727],\n", + " [-0.0761],\n", + " [-0.0696],\n", + " [-0.0736],\n", + " [-0.0717],\n", + " [-0.0797],\n", + " [-0.0714],\n", + " [-0.0854],\n", + " [-0.0766],\n", + " [-0.0729],\n", + " [-0.0666],\n", + " [-0.0752],\n", + " [-0.0757],\n", + " [-0.0944],\n", + " [-0.0705],\n", + " [-0.0786],\n", + " [-0.0725],\n", + " [-0.0756],\n", + " [-0.0691],\n", + " [-0.0752],\n", + " [-0.0732],\n", + " [-0.0719],\n", + " [-0.0740],\n", + " [-0.0715]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0397],\n", + " [0.0390],\n", + " [0.0363],\n", + " [0.0357],\n", + " [0.0391],\n", + " [0.0312],\n", + " [0.0370],\n", + " [0.0378],\n", + " [0.0366],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0379],\n", + " [0.0304],\n", + " [0.0368],\n", + " [0.0359],\n", + " [0.0367],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0237],\n", + " [0.0389],\n", + " [0.0363],\n", + " [0.0368],\n", + " [0.0372],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0373],\n", + " [0.0358],\n", + " [0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0825],\n", + " [-0.0883],\n", + " [-0.0944],\n", + " [-0.0947],\n", + " [-0.0909],\n", + " [-0.0878],\n", + " [-0.0878],\n", + " [-0.0953],\n", + " [-0.0931],\n", + " [-0.0919],\n", + " [-0.0952],\n", + " [-0.0939],\n", + " [-0.0945],\n", + " [-0.0946],\n", + " [-0.0874],\n", + " [-0.0847],\n", + " [-0.0955],\n", + " [-0.0941],\n", + " [-0.0941],\n", + " [-0.0910],\n", + " [-0.0919],\n", + " [-0.0765],\n", + " [-0.0911],\n", + " [-0.0966],\n", + " [-0.0946],\n", + " [-0.0946],\n", + " [-0.0949],\n", + " [-0.0916],\n", + " [-0.0918],\n", + " [-0.0934],\n", + " [-0.0946],\n", + " [-0.0932]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0424],\n", + " [0.0459],\n", + " [0.0557],\n", + " [0.0578],\n", + " [0.0544],\n", + " [0.0482],\n", + " [0.0434],\n", + " [0.0546],\n", + " [0.0569],\n", + " [0.0524],\n", + " [0.0589],\n", + " [0.0571],\n", + " [0.0578],\n", + " [0.0538],\n", + " [0.0506],\n", + " [0.0437],\n", + " [0.0568],\n", + " [0.0573],\n", + " [0.0579],\n", + " [0.0519],\n", + " [0.0520],\n", + " [0.0411],\n", + " [0.0558],\n", + " [0.0530],\n", + " [0.0589],\n", + " [0.0563],\n", + " [0.0586],\n", + " [0.0528],\n", + " [0.0543],\n", + " [0.0573],\n", + " [0.0575],\n", + " [0.0569]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0453],\n", + " [-0.0366],\n", + " [-0.0388],\n", + " [-0.0388],\n", + " [-0.0364],\n", + " [-0.0269],\n", + " [-0.0426],\n", + " [-0.0342],\n", + " [-0.0384],\n", + " [-0.0379],\n", + " [-0.0354],\n", + " [-0.0371],\n", + " [-0.0360],\n", + " [-0.0383],\n", + " [-0.0438],\n", + " [-0.0364],\n", + " [-0.0357],\n", + " [-0.0386],\n", + " [-0.0366],\n", + " [-0.0404],\n", + " [-0.0400],\n", + " [-0.0414],\n", + " [-0.0370],\n", + " [-0.0365],\n", + " [-0.0363],\n", + " [-0.0359],\n", + " [-0.0348],\n", + " [-0.0393],\n", + " [-0.0410],\n", + " [-0.0370],\n", + " [-0.0379],\n", + " [-0.0377]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0764],\n", + " [-0.0791],\n", + " [-0.0797],\n", + " [-0.0791],\n", + " [-0.0786],\n", + " [-0.0794],\n", + " [-0.0786],\n", + " [-0.0794],\n", + " [-0.0793],\n", + " [-0.0785],\n", + " [-0.0811],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0782],\n", + " [-0.0784],\n", + " [-0.0869],\n", + " [-0.0788],\n", + " [-0.0796],\n", + " [-0.0822],\n", + " [-0.0781],\n", + " [-0.0792],\n", + " [-0.0844],\n", + " [-0.0801],\n", + " [-0.0805],\n", + " [-0.0792],\n", + " [-0.0792],\n", + " [-0.0817],\n", + " [-0.0784],\n", + " [-0.0803],\n", + " [-0.0796],\n", + " [-0.0790],\n", + " [-0.0799]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1621],\n", + " [0.1634],\n", + " [0.1672],\n", + " [0.1688],\n", + " [0.1687],\n", + " [0.1663],\n", + " [0.1598],\n", + " [0.1665],\n", + " [0.1689],\n", + " [0.1659],\n", + " [0.1708],\n", + " [0.1689],\n", + " [0.1695],\n", + " [0.1665],\n", + " [0.1661],\n", + " [0.1536],\n", + " [0.1680],\n", + " [0.1686],\n", + " [0.1702],\n", + " [0.1661],\n", + " [0.1656],\n", + " [0.1434],\n", + " [0.1697],\n", + " [0.1650],\n", + " [0.1700],\n", + " [0.1681],\n", + " [0.1702],\n", + " [0.1666],\n", + " [0.1673],\n", + " [0.1692],\n", + " [0.1683],\n", + " [0.1689]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0500],\n", + " [-0.0564],\n", + " [-0.0562],\n", + " [-0.0567],\n", + " [-0.0536],\n", + " [-0.0614],\n", + " [-0.0573],\n", + " [-0.0601],\n", + " [-0.0553],\n", + " [-0.0568],\n", + " [-0.0568],\n", + " [-0.0570],\n", + " [-0.0569],\n", + " [-0.0592],\n", + " [-0.0511],\n", + " [-0.0631],\n", + " [-0.0593],\n", + " [-0.0559],\n", + " [-0.0539],\n", + " [-0.0552],\n", + " [-0.0556],\n", + " [-0.0663],\n", + " [-0.0517],\n", + " [-0.0612],\n", + " [-0.0566],\n", + " [-0.0581],\n", + " [-0.0551],\n", + " [-0.0557],\n", + " [-0.0540],\n", + " [-0.0551],\n", + " [-0.0569],\n", + " [-0.0547]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0653],\n", + " [0.0653],\n", + " [0.0621],\n", + " [0.0595],\n", + " [0.0612],\n", + " [0.0409],\n", + " [0.0685],\n", + " [0.0653],\n", + " [0.0582],\n", + " [0.0632],\n", + " [0.0568],\n", + " [0.0590],\n", + " [0.0581],\n", + " [0.0638],\n", + " [0.0604],\n", + " [0.0596],\n", + " [0.0623],\n", + " [0.0585],\n", + " [0.0554],\n", + " [0.0633],\n", + " [0.0634],\n", + " [0.0511],\n", + " [0.0579],\n", + " [0.0642],\n", + " [0.0585],\n", + " [0.0620],\n", + " [0.0572],\n", + " [0.0628],\n", + " [0.0578],\n", + " [0.0583],\n", + " [0.0597],\n", + " [0.0580]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0851],\n", + " [-0.0859],\n", + " [-0.0950],\n", + " [-0.0971],\n", + " [-0.0947],\n", + " [-0.0918],\n", + " [-0.0857],\n", + " [-0.0933],\n", + " [-0.0972],\n", + " [-0.0920],\n", + " [-0.1003],\n", + " [-0.0976],\n", + " [-0.0990],\n", + " [-0.0929],\n", + " [-0.0921],\n", + " [-0.0758],\n", + " [-0.0964],\n", + " [-0.0974],\n", + " [-0.0999],\n", + " [-0.0925],\n", + " [-0.0932],\n", + " [-0.0727],\n", + " [-0.0977],\n", + " [-0.0905],\n", + " [-0.0990],\n", + " [-0.0961],\n", + " [-0.0994],\n", + " [-0.0935],\n", + " [-0.0950],\n", + " [-0.0978],\n", + " [-0.0969],\n", + " [-0.0976]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0095],\n", + " [0.0116],\n", + " [0.0157],\n", + " [0.0184],\n", + " [0.0173],\n", + " [0.0178],\n", + " [0.0108],\n", + " [0.0148],\n", + " [0.0184],\n", + " [0.0150],\n", + " [0.0208],\n", + " [0.0177],\n", + " [0.0188],\n", + " [0.0149],\n", + " [0.0145],\n", + " [0.0112],\n", + " [0.0173],\n", + " [0.0184],\n", + " [0.0229],\n", + " [0.0140],\n", + " [0.0129],\n", + " [0.0073],\n", + " [0.0186],\n", + " [0.0163],\n", + " [0.0201],\n", + " [0.0175],\n", + " [0.0222],\n", + " [0.0143],\n", + " [0.0157],\n", + " [0.0197],\n", + " [0.0190],\n", + " [0.0197]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0956],\n", + " [0.0873],\n", + " [0.0925],\n", + " [0.0949],\n", + " [0.0900],\n", + " [0.0964],\n", + " [0.0934],\n", + " [0.0871],\n", + " [0.0955],\n", + " [0.0897],\n", + " [0.0966],\n", + " [0.0951],\n", + " [0.0957],\n", + " [0.0906],\n", + " [0.0955],\n", + " [0.0791],\n", + " [0.0904],\n", + " [0.0953],\n", + " [0.0982],\n", + " [0.0920],\n", + " [0.0931],\n", + " [0.0734],\n", + " [0.0959],\n", + " [0.0885],\n", + " [0.0945],\n", + " [0.0903],\n", + " [0.0962],\n", + " [0.0923],\n", + " [0.0979],\n", + " [0.0947],\n", + " [0.0932],\n", + " [0.0954]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0161],\n", + " [ 0.0098],\n", + " [ 0.0096],\n", + " [ 0.0094],\n", + " [ 0.0093],\n", + " [ 0.0116],\n", + " [ 0.0147],\n", + " [ 0.0070],\n", + " [ 0.0112],\n", + " [ 0.0084],\n", + " [ 0.0114],\n", + " [ 0.0116],\n", + " [ 0.0116],\n", + " [ 0.0089],\n", + " [ 0.0126],\n", + " [-0.0043],\n", + " [ 0.0078],\n", + " [ 0.0107],\n", + " [ 0.0105],\n", + " [ 0.0102],\n", + " [ 0.0116],\n", + " [-0.0035],\n", + " [ 0.0119],\n", + " [ 0.0047],\n", + " [ 0.0094],\n", + " [ 0.0078],\n", + " [ 0.0096],\n", + " [ 0.0105],\n", + " [ 0.0134],\n", + " [ 0.0102],\n", + " [ 0.0083],\n", + " [ 0.0107]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.3875e-02],\n", + " [-3.5294e-03],\n", + " [-1.8131e-03],\n", + " [-5.5554e-04],\n", + " [-2.9751e-03],\n", + " [ 1.5514e-02],\n", + " [-7.3792e-03],\n", + " [ 4.0357e-03],\n", + " [-2.3852e-03],\n", + " [-1.1224e-03],\n", + " [-1.4943e-04],\n", + " [-7.9234e-04],\n", + " [-4.1256e-04],\n", + " [ 2.4355e-03],\n", + " [-8.6788e-03],\n", + " [ 9.0033e-03],\n", + " [ 3.2191e-03],\n", + " [-1.8956e-03],\n", + " [-2.2623e-03],\n", + " [-4.4268e-03],\n", + " [-4.5741e-03],\n", + " [ 1.4460e-02],\n", + " [-5.1092e-03],\n", + " [ 4.9463e-03],\n", + " [ 1.5519e-04],\n", + " [ 2.2121e-03],\n", + " [-1.1502e-03],\n", + " [-3.5524e-03],\n", + " [-5.1717e-03],\n", + " [-1.6451e-03],\n", + " [-8.5281e-05],\n", + " [-2.3632e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0345],\n", + " [-0.0396],\n", + " [-0.0351],\n", + " [-0.0342],\n", + " [-0.0351],\n", + " [-0.0365],\n", + " [-0.0417],\n", + " [-0.0394],\n", + " [-0.0333],\n", + " [-0.0384],\n", + " [-0.0322],\n", + " [-0.0334],\n", + " [-0.0324],\n", + " [-0.0383],\n", + " [-0.0326],\n", + " [-0.0498],\n", + " [-0.0382],\n", + " [-0.0336],\n", + " [-0.0317],\n", + " [-0.0361],\n", + " [-0.0354],\n", + " [-0.0402],\n", + " [-0.0306],\n", + " [-0.0438],\n", + " [-0.0348],\n", + " [-0.0379],\n", + " [-0.0338],\n", + " [-0.0359],\n", + " [-0.0308],\n", + " [-0.0342],\n", + " [-0.0365],\n", + " [-0.0338]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-9.9146e-04],\n", + " [ 5.4391e-03],\n", + " [ 4.4287e-03],\n", + " [ 4.4311e-03],\n", + " [ 3.7341e-03],\n", + " [ 5.7018e-03],\n", + " [ 4.1964e-03],\n", + " [ 7.7816e-03],\n", + " [ 3.1905e-03],\n", + " [ 5.4220e-03],\n", + " [ 3.0437e-03],\n", + " [ 3.9054e-03],\n", + " [ 3.3759e-03],\n", + " [ 6.2436e-03],\n", + " [ 9.4328e-05],\n", + " [ 1.2679e-02],\n", + " [ 6.5512e-03],\n", + " [ 3.4124e-03],\n", + " [ 1.2881e-03],\n", + " [ 4.0540e-03],\n", + " [ 3.7376e-03],\n", + " [ 9.7757e-03],\n", + " [ 1.3021e-03],\n", + " [ 8.0016e-03],\n", + " [ 4.4508e-03],\n", + " [ 6.1825e-03],\n", + " [ 3.2781e-03],\n", + " [ 4.2024e-03],\n", + " [ 1.2977e-03],\n", + " [ 3.3976e-03],\n", + " [ 4.8595e-03],\n", + " [ 2.9309e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0604],\n", + " [0.0570],\n", + " [0.0565],\n", + " [0.0558],\n", + " [0.0605],\n", + " [0.0613],\n", + " [0.0597],\n", + " [0.0559],\n", + " [0.0577],\n", + " [0.0570],\n", + " [0.0566],\n", + " [0.0571],\n", + " [0.0581],\n", + " [0.0544],\n", + " [0.0608],\n", + " [0.0576],\n", + " [0.0562],\n", + " [0.0560],\n", + " [0.0568],\n", + " [0.0575],\n", + " [0.0602],\n", + " [0.0552],\n", + " [0.0604],\n", + " [0.0563],\n", + " [0.0574],\n", + " [0.0567],\n", + " [0.0569],\n", + " [0.0560],\n", + " [0.0559],\n", + " [0.0563],\n", + " [0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0163],\n", + " [-0.0160],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0178],\n", + " [-0.0209],\n", + " [-0.0158],\n", + " [-0.0173],\n", + " [-0.0181],\n", + " [-0.0168],\n", + " [-0.0190],\n", + " [-0.0180],\n", + " [-0.0182],\n", + " [-0.0183],\n", + " [-0.0174],\n", + " [-0.0117],\n", + " [-0.0182],\n", + " [-0.0178],\n", + " [-0.0184],\n", + " [-0.0163],\n", + " [-0.0163],\n", + " [-0.0067],\n", + " [-0.0177],\n", + " [-0.0198],\n", + " [-0.0190],\n", + " [-0.0180],\n", + " [-0.0192],\n", + " [-0.0166],\n", + " [-0.0166],\n", + " [-0.0187],\n", + " [-0.0182],\n", + " [-0.0187]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1656],\n", + " [-0.1677],\n", + " [-0.1717],\n", + " [-0.1724],\n", + " [-0.1680],\n", + " [-0.1749],\n", + " [-0.1726],\n", + " [-0.1729],\n", + " [-0.1707],\n", + " [-0.1707],\n", + " [-0.1707],\n", + " [-0.1713],\n", + " [-0.1708],\n", + " [-0.1744],\n", + " [-0.1679],\n", + " [-0.1720],\n", + " [-0.1729],\n", + " [-0.1712],\n", + " [-0.1702],\n", + " [-0.1697],\n", + " [-0.1702],\n", + " [-0.1767],\n", + " [-0.1680],\n", + " [-0.1754],\n", + " [-0.1712],\n", + " [-0.1719],\n", + " [-0.1704],\n", + " [-0.1701],\n", + " [-0.1702],\n", + " [-0.1704],\n", + " [-0.1717],\n", + " [-0.1703]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0261],\n", + " [-0.0216],\n", + " [-0.0217],\n", + " [-0.0212],\n", + " [-0.0221],\n", + " [ 0.0018],\n", + " [-0.0239],\n", + " [-0.0191],\n", + " [-0.0223],\n", + " [-0.0206],\n", + " [-0.0225],\n", + " [-0.0224],\n", + " [-0.0226],\n", + " [-0.0193],\n", + " [-0.0250],\n", + " [ 0.0108],\n", + " [-0.0196],\n", + " [-0.0222],\n", + " [-0.0221],\n", + " [-0.0229],\n", + " [-0.0235],\n", + " [ 0.0297],\n", + " [-0.0231],\n", + " [-0.0158],\n", + " [-0.0213],\n", + " [-0.0198],\n", + " [-0.0217],\n", + " [-0.0227],\n", + " [-0.0236],\n", + " [-0.0217],\n", + " [-0.0208],\n", + " [-0.0221]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0072],\n", + " [-0.0017],\n", + " [ 0.0073],\n", + " [ 0.0104],\n", + " [ 0.0060],\n", + " [ 0.0256],\n", + " [-0.0036],\n", + " [ 0.0066],\n", + " [ 0.0103],\n", + " [ 0.0038],\n", + " [ 0.0162],\n", + " [ 0.0107],\n", + " [ 0.0132],\n", + " [ 0.0051],\n", + " [ 0.0008],\n", + " [ 0.0132],\n", + " [ 0.0094],\n", + " [ 0.0108],\n", + " [ 0.0156],\n", + " [ 0.0025],\n", + " [ 0.0035],\n", + " [ 0.0268],\n", + " [ 0.0102],\n", + " [ 0.0068],\n", + " [ 0.0130],\n", + " [ 0.0088],\n", + " [ 0.0157],\n", + " [ 0.0041],\n", + " [ 0.0074],\n", + " [ 0.0114],\n", + " [ 0.0103],\n", + " [ 0.0111]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0999],\n", + " [0.0978],\n", + " [0.0916],\n", + " [0.0912],\n", + " [0.0953],\n", + " [0.0888],\n", + " [0.0927],\n", + " [0.0908],\n", + " [0.0915],\n", + " [0.0945],\n", + " [0.0895],\n", + " [0.0901],\n", + " [0.0901],\n", + " [0.0911],\n", + " [0.0973],\n", + " [0.0927],\n", + " [0.0906],\n", + " [0.0913],\n", + " [0.0921],\n", + " [0.0948],\n", + " [0.0924],\n", + " [0.0854],\n", + " [0.0929],\n", + " [0.0909],\n", + " [0.0908],\n", + " [0.0916],\n", + " [0.0910],\n", + " [0.0935],\n", + " [0.0914],\n", + " [0.0916],\n", + " [0.0920],\n", + " [0.0916]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0763],\n", + " [0.0817],\n", + " [0.0810],\n", + " [0.0828],\n", + " [0.0821],\n", + " [0.1031],\n", + " [0.0783],\n", + " [0.0828],\n", + " [0.0838],\n", + " [0.0811],\n", + " [0.0878],\n", + " [0.0843],\n", + " [0.0857],\n", + " [0.0794],\n", + " [0.0779],\n", + " [0.0934],\n", + " [0.0840],\n", + " [0.0839],\n", + " [0.0875],\n", + " [0.0796],\n", + " [0.0800],\n", + " [0.0905],\n", + " [0.0830],\n", + " [0.0840],\n", + " [0.0857],\n", + " [0.0846],\n", + " [0.0877],\n", + " [0.0807],\n", + " [0.0817],\n", + " [0.0849],\n", + " [0.0842],\n", + " [0.0847]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0803],\n", + " [0.0875],\n", + " [0.0879],\n", + " [0.0867],\n", + " [0.0852],\n", + " [0.0866],\n", + " [0.0866],\n", + " [0.0893],\n", + " [0.0865],\n", + " [0.0871],\n", + " [0.0888],\n", + " [0.0869],\n", + " [0.0878],\n", + " [0.0879],\n", + " [0.0844],\n", + " [0.1012],\n", + " [0.0876],\n", + " [0.0871],\n", + " [0.0878],\n", + " [0.0860],\n", + " [0.0875],\n", + " [0.0952],\n", + " [0.0856],\n", + " [0.0898],\n", + " [0.0864],\n", + " [0.0871],\n", + " [0.0877],\n", + " [0.0864],\n", + " [0.0874],\n", + " [0.0862],\n", + " [0.0867],\n", + " [0.0864]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0346],\n", + " [0.0407],\n", + " [0.0391],\n", + " [0.0402],\n", + " [0.0418],\n", + " [0.0440],\n", + " [0.0354],\n", + " [0.0428],\n", + " [0.0401],\n", + " [0.0405],\n", + " [0.0423],\n", + " [0.0408],\n", + " [0.0418],\n", + " [0.0399],\n", + " [0.0365],\n", + " [0.0491],\n", + " [0.0427],\n", + " [0.0401],\n", + " [0.0422],\n", + " [0.0385],\n", + " [0.0378],\n", + " [0.0433],\n", + " [0.0404],\n", + " [0.0426],\n", + " [0.0424],\n", + " [0.0428],\n", + " [0.0428],\n", + " [0.0390],\n", + " [0.0377],\n", + " [0.0414],\n", + " [0.0414],\n", + " [0.0407]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0414],\n", + " [0.0385],\n", + " [0.0369],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0230],\n", + " [0.0416],\n", + " [0.0356],\n", + " [0.0374],\n", + " [0.0376],\n", + " [0.0355],\n", + " [0.0368],\n", + " [0.0362],\n", + " [0.0365],\n", + " [0.0399],\n", + " [0.0281],\n", + " [0.0360],\n", + " [0.0367],\n", + " [0.0365],\n", + " [0.0388],\n", + " [0.0383],\n", + " [0.0205],\n", + " [0.0378],\n", + " [0.0361],\n", + " [0.0363],\n", + " [0.0367],\n", + " [0.0361],\n", + " [0.0384],\n", + " [0.0380],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0378]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0834],\n", + " [-0.0768],\n", + " [-0.0727],\n", + " [-0.0716],\n", + " [-0.0745],\n", + " [-0.0599],\n", + " [-0.0813],\n", + " [-0.0731],\n", + " [-0.0724],\n", + " [-0.0744],\n", + " [-0.0695],\n", + " [-0.0726],\n", + " [-0.0714],\n", + " [-0.0735],\n", + " [-0.0766],\n", + " [-0.0621],\n", + " [-0.0724],\n", + " [-0.0716],\n", + " [-0.0692],\n", + " [-0.0752],\n", + " [-0.0748],\n", + " [-0.0512],\n", + " [-0.0731],\n", + " [-0.0720],\n", + " [-0.0716],\n", + " [-0.0729],\n", + " [-0.0698],\n", + " [-0.0749],\n", + " [-0.0727],\n", + " [-0.0722],\n", + " [-0.0717],\n", + " [-0.0722]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1042],\n", + " [-0.1062],\n", + " [-0.1018],\n", + " [-0.1002],\n", + " [-0.1006],\n", + " [-0.1021],\n", + " [-0.1074],\n", + " [-0.1040],\n", + " [-0.0989],\n", + " [-0.1036],\n", + " [-0.0974],\n", + " [-0.0989],\n", + " [-0.0983],\n", + " [-0.1052],\n", + " [-0.1014],\n", + " [-0.1248],\n", + " [-0.1016],\n", + " [-0.0989],\n", + " [-0.0969],\n", + " [-0.1027],\n", + " [-0.1024],\n", + " [-0.1264],\n", + " [-0.0986],\n", + " [-0.1067],\n", + " [-0.0982],\n", + " [-0.1014],\n", + " [-0.0973],\n", + " [-0.1022],\n", + " [-0.0999],\n", + " [-0.0984],\n", + " [-0.0997],\n", + " [-0.0984]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0620],\n", + " [-0.0598],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0624],\n", + " [-0.0578],\n", + " [-0.0583],\n", + " [-0.0597],\n", + " [-0.0633],\n", + " [-0.0611],\n", + " [-0.0633],\n", + " [-0.0629],\n", + " [-0.0630],\n", + " [-0.0605],\n", + " [-0.0649],\n", + " [-0.0480],\n", + " [-0.0604],\n", + " [-0.0635],\n", + " [-0.0638],\n", + " [-0.0632],\n", + " [-0.0637],\n", + " [-0.0443],\n", + " [-0.0644],\n", + " [-0.0573],\n", + " [-0.0625],\n", + " [-0.0606],\n", + " [-0.0632],\n", + " [-0.0629],\n", + " [-0.0654],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0629]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0641],\n", + " [-0.0623],\n", + " [-0.0614],\n", + " [-0.0649],\n", + " [-0.0601],\n", + " [-0.0597],\n", + " [-0.0634],\n", + " [-0.0679],\n", + " [-0.0604],\n", + " [-0.0632],\n", + " [-0.0607],\n", + " [-0.0635],\n", + " [-0.0528],\n", + " [-0.0589],\n", + " [-0.0640],\n", + " [-0.0629],\n", + " [-0.0643],\n", + " [-0.0587],\n", + " [-0.0620],\n", + " [-0.0588],\n", + " [-0.0579],\n", + " [-0.0628],\n", + " [-0.0617],\n", + " [-0.0626],\n", + " [-0.0634],\n", + " [-0.0561],\n", + " [-0.0633],\n", + " [-0.0625],\n", + " [-0.0664],\n", + " [-0.0622],\n", + " [-0.0626],\n", + " [-0.0638]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0771],\n", + " [-0.0763],\n", + " [-0.0706],\n", + " [-0.0771],\n", + " [-0.0704],\n", + " [-0.0704],\n", + " [-0.0745],\n", + " [-0.0776],\n", + " [-0.0704],\n", + " [-0.0765],\n", + " [-0.0722],\n", + " [-0.0737],\n", + " [-0.0715],\n", + " [-0.0706],\n", + " [-0.0755],\n", + " [-0.0724],\n", + " [-0.0784],\n", + " [-0.0721],\n", + " [-0.0669],\n", + " [-0.0679],\n", + " [-0.0693],\n", + " [-0.0754],\n", + " [-0.0682],\n", + " [-0.0753],\n", + " [-0.0746],\n", + " [-0.0686],\n", + " [-0.0733],\n", + " [-0.0730],\n", + " [-0.0789],\n", + " [-0.0722],\n", + " [-0.0742],\n", + " [-0.0760]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0371],\n", + " [0.0366],\n", + " [0.0380],\n", + " [0.0406],\n", + " [0.0390],\n", + " [0.0362],\n", + " [0.0429],\n", + " [0.0380],\n", + " [0.0367],\n", + " [0.0378],\n", + " [0.0352],\n", + " [0.0380],\n", + " [0.0370],\n", + " [0.0401],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0380],\n", + " [0.0377],\n", + " [0.0394],\n", + " [0.0393],\n", + " [0.0373],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0355],\n", + " [0.0381],\n", + " [0.0360],\n", + " [0.0366],\n", + " [0.0347],\n", + " [0.0322],\n", + " [0.0365],\n", + " [0.0351]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0940],\n", + " [-0.0904],\n", + " [-0.0944],\n", + " [-0.0919],\n", + " [-0.0891],\n", + " [-0.0892],\n", + " [-0.0945],\n", + " [-0.0959],\n", + " [-0.0899],\n", + " [-0.0940],\n", + " [-0.0923],\n", + " [-0.0963],\n", + " [-0.0826],\n", + " [-0.0881],\n", + " [-0.0892],\n", + " [-0.0947],\n", + " [-0.0923],\n", + " [-0.0874],\n", + " [-0.0939],\n", + " [-0.0867],\n", + " [-0.0884],\n", + " [-0.0950],\n", + " [-0.0937],\n", + " [-0.0933],\n", + " [-0.0957],\n", + " [-0.0866],\n", + " [-0.0962],\n", + " [-0.0931],\n", + " [-0.0970],\n", + " [-0.0888],\n", + " [-0.0933],\n", + " [-0.0971]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0551],\n", + " [0.0479],\n", + " [0.0577],\n", + " [0.0506],\n", + " [0.0505],\n", + " [0.0532],\n", + " [0.0565],\n", + " [0.0445],\n", + " [0.0543],\n", + " [0.0552],\n", + " [0.0561],\n", + " [0.0581],\n", + " [0.0437],\n", + " [0.0388],\n", + " [0.0434],\n", + " [0.0567],\n", + " [0.0493],\n", + " [0.0464],\n", + " [0.0583],\n", + " [0.0499],\n", + " [0.0470],\n", + " [0.0568],\n", + " [0.0580],\n", + " [0.0563],\n", + " [0.0576],\n", + " [0.0430],\n", + " [0.0592],\n", + " [0.0557],\n", + " [0.0571],\n", + " [0.0469],\n", + " [0.0568],\n", + " [0.0564]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0406],\n", + " [-0.0399],\n", + " [-0.0371],\n", + " [-0.0367],\n", + " [-0.0365],\n", + " [-0.0392],\n", + " [-0.0378],\n", + " [-0.0326],\n", + " [-0.0401],\n", + " [-0.0375],\n", + " [-0.0376],\n", + " [-0.0382],\n", + " [-0.0461],\n", + " [-0.0393],\n", + " [-0.0360],\n", + " [-0.0377],\n", + " [-0.0388],\n", + " [-0.0431],\n", + " [-0.0351],\n", + " [-0.0415],\n", + " [-0.0363],\n", + " [-0.0354],\n", + " [-0.0355],\n", + " [-0.0383],\n", + " [-0.0376],\n", + " [-0.0393],\n", + " [-0.0364],\n", + " [-0.0389],\n", + " [-0.0405],\n", + " [-0.0283],\n", + " [-0.0388],\n", + " [-0.0392]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0786],\n", + " [-0.0782],\n", + " [-0.0805],\n", + " [-0.0794],\n", + " [-0.0801],\n", + " [-0.0789],\n", + " [-0.0800],\n", + " [-0.0859],\n", + " [-0.0797],\n", + " [-0.0788],\n", + " [-0.0795],\n", + " [-0.0801],\n", + " [-0.0751],\n", + " [-0.0822],\n", + " [-0.0802],\n", + " [-0.0807],\n", + " [-0.0782],\n", + " [-0.0788],\n", + " [-0.0818],\n", + " [-0.0798],\n", + " [-0.0816],\n", + " [-0.0794],\n", + " [-0.0812],\n", + " [-0.0788],\n", + " [-0.0795],\n", + " [-0.0803],\n", + " [-0.0796],\n", + " [-0.0801],\n", + " [-0.0791],\n", + " [-0.0839],\n", + " [-0.0792],\n", + " [-0.0801]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1677],\n", + " [0.1638],\n", + " [0.1690],\n", + " [0.1660],\n", + " [0.1672],\n", + " [0.1691],\n", + " [0.1677],\n", + " [0.1633],\n", + " [0.1686],\n", + " [0.1674],\n", + " [0.1688],\n", + " [0.1679],\n", + " [0.1632],\n", + " [0.1600],\n", + " [0.1637],\n", + " [0.1679],\n", + " [0.1641],\n", + " [0.1632],\n", + " [0.1716],\n", + " [0.1650],\n", + " [0.1630],\n", + " [0.1684],\n", + " [0.1710],\n", + " [0.1686],\n", + " [0.1678],\n", + " [0.1625],\n", + " [0.1693],\n", + " [0.1679],\n", + " [0.1672],\n", + " [0.1671],\n", + " [0.1688],\n", + " [0.1661]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0571],\n", + " [-0.0568],\n", + " [-0.0549],\n", + " [-0.0568],\n", + " [-0.0491],\n", + " [-0.0505],\n", + " [-0.0559],\n", + " [-0.0586],\n", + " [-0.0500],\n", + " [-0.0572],\n", + " [-0.0546],\n", + " [-0.0576],\n", + " [-0.0516],\n", + " [-0.0503],\n", + " [-0.0556],\n", + " [-0.0563],\n", + " [-0.0584],\n", + " [-0.0518],\n", + " [-0.0545],\n", + " [-0.0444],\n", + " [-0.0478],\n", + " [-0.0581],\n", + " [-0.0544],\n", + " [-0.0557],\n", + " [-0.0578],\n", + " [-0.0476],\n", + " [-0.0578],\n", + " [-0.0547],\n", + " [-0.0595],\n", + " [-0.0652],\n", + " [-0.0552],\n", + " [-0.0594]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0613],\n", + " [0.0659],\n", + " [0.0580],\n", + " [0.0660],\n", + " [0.0629],\n", + " [0.0597],\n", + " [0.0609],\n", + " [0.0718],\n", + " [0.0583],\n", + " [0.0628],\n", + " [0.0583],\n", + " [0.0595],\n", + " [0.0644],\n", + " [0.0715],\n", + " [0.0704],\n", + " [0.0590],\n", + " [0.0669],\n", + " [0.0658],\n", + " [0.0553],\n", + " [0.0605],\n", + " [0.0645],\n", + " [0.0619],\n", + " [0.0560],\n", + " [0.0610],\n", + " [0.0603],\n", + " [0.0667],\n", + " [0.0592],\n", + " [0.0589],\n", + " [0.0618],\n", + " [0.0369],\n", + " [0.0598],\n", + " [0.0609]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0949],\n", + " [-0.0882],\n", + " [-0.0982],\n", + " [-0.0888],\n", + " [-0.0936],\n", + " [-0.0953],\n", + " [-0.0963],\n", + " [-0.0793],\n", + " [-0.0962],\n", + " [-0.0950],\n", + " [-0.0969],\n", + " [-0.0979],\n", + " [-0.0885],\n", + " [-0.0819],\n", + " [-0.0825],\n", + " [-0.0974],\n", + " [-0.0889],\n", + " [-0.0879],\n", + " [-0.1005],\n", + " [-0.0946],\n", + " [-0.0917],\n", + " [-0.0971],\n", + " [-0.1000],\n", + " [-0.0958],\n", + " [-0.0972],\n", + " [-0.0861],\n", + " [-0.0992],\n", + " [-0.0963],\n", + " [-0.0959],\n", + " [-0.0927],\n", + " [-0.0963],\n", + " [-0.0962]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0160],\n", + " [0.0113],\n", + " [0.0216],\n", + " [0.0132],\n", + " [0.0159],\n", + " [0.0177],\n", + " [0.0168],\n", + " [0.0130],\n", + " [0.0174],\n", + " [0.0156],\n", + " [0.0187],\n", + " [0.0194],\n", + " [0.0119],\n", + " [0.0073],\n", + " [0.0089],\n", + " [0.0181],\n", + " [0.0112],\n", + " [0.0110],\n", + " [0.0226],\n", + " [0.0139],\n", + " [0.0130],\n", + " [0.0167],\n", + " [0.0214],\n", + " [0.0168],\n", + " [0.0183],\n", + " [0.0119],\n", + " [0.0193],\n", + " [0.0171],\n", + " [0.0164],\n", + " [0.0203],\n", + " [0.0172],\n", + " [0.0190]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0950],\n", + " [0.0893],\n", + " [0.0949],\n", + " [0.0851],\n", + " [0.0903],\n", + " [0.0932],\n", + " [0.0928],\n", + " [0.0763],\n", + " [0.0968],\n", + " [0.0909],\n", + " [0.0950],\n", + " [0.0946],\n", + " [0.0975],\n", + " [0.0847],\n", + " [0.0806],\n", + " [0.0951],\n", + " [0.0885],\n", + " [0.0915],\n", + " [0.0967],\n", + " [0.0991],\n", + " [0.0921],\n", + " [0.0913],\n", + " [0.0966],\n", + " [0.0928],\n", + " [0.0933],\n", + " [0.0876],\n", + " [0.0945],\n", + " [0.0951],\n", + " [0.0953],\n", + " [0.0984],\n", + " [0.0943],\n", + " [0.0948]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0107],\n", + " [0.0096],\n", + " [0.0087],\n", + " [0.0062],\n", + " [0.0082],\n", + " [0.0102],\n", + " [0.0097],\n", + " [0.0035],\n", + " [0.0121],\n", + " [0.0086],\n", + " [0.0114],\n", + " [0.0088],\n", + " [0.0192],\n", + " [0.0028],\n", + " [0.0050],\n", + " [0.0112],\n", + " [0.0087],\n", + " [0.0112],\n", + " [0.0113],\n", + " [0.0103],\n", + " [0.0085],\n", + " [0.0095],\n", + " [0.0112],\n", + " [0.0098],\n", + " [0.0088],\n", + " [0.0050],\n", + " [0.0095],\n", + " [0.0117],\n", + " [0.0092],\n", + " [0.0106],\n", + " [0.0104],\n", + " [0.0082]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0007],\n", + " [-0.0042],\n", + " [-0.0013],\n", + " [-0.0006],\n", + " [-0.0051],\n", + " [-0.0058],\n", + " [-0.0021],\n", + " [ 0.0025],\n", + " [-0.0087],\n", + " [-0.0001],\n", + " [-0.0025],\n", + " [ 0.0003],\n", + " [-0.0137],\n", + " [-0.0110],\n", + " [-0.0019],\n", + " [-0.0017],\n", + " [-0.0020],\n", + " [-0.0100],\n", + " [-0.0013],\n", + " [-0.0116],\n", + " [-0.0097],\n", + " [ 0.0012],\n", + " [-0.0017],\n", + " [-0.0018],\n", + " [ 0.0003],\n", + " [-0.0101],\n", + " [ 0.0007],\n", + " [-0.0036],\n", + " [ 0.0020],\n", + " [ 0.0215],\n", + " [-0.0026],\n", + " [ 0.0022]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0340],\n", + " [-0.0385],\n", + " [-0.0354],\n", + " [-0.0393],\n", + " [-0.0344],\n", + " [-0.0329],\n", + " [-0.0349],\n", + " [-0.0464],\n", + " [-0.0305],\n", + " [-0.0370],\n", + " [-0.0338],\n", + " [-0.0362],\n", + " [-0.0375],\n", + " [-0.0427],\n", + " [-0.0407],\n", + " [-0.0337],\n", + " [-0.0392],\n", + " [-0.0350],\n", + " [-0.0304],\n", + " [-0.0304],\n", + " [-0.0352],\n", + " [-0.0360],\n", + " [-0.0303],\n", + " [-0.0346],\n", + " [-0.0362],\n", + " [-0.0384],\n", + " [-0.0350],\n", + " [-0.0330],\n", + " [-0.0339],\n", + " [-0.0417],\n", + " [-0.0334],\n", + " [-0.0389]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 4.4029e-03],\n", + " [ 5.2063e-03],\n", + " [ 3.5140e-03],\n", + " [ 6.3196e-03],\n", + " [ 1.9267e-03],\n", + " [ 1.3933e-03],\n", + " [ 3.9303e-03],\n", + " [ 8.8474e-03],\n", + " [-2.0897e-05],\n", + " [ 5.4427e-03],\n", + " [ 2.9943e-03],\n", + " [ 4.8108e-03],\n", + " [-9.4779e-04],\n", + " [ 2.6880e-03],\n", + " [ 7.0599e-03],\n", + " [ 3.1812e-03],\n", + " [ 6.2283e-03],\n", + " [ 1.4500e-03],\n", + " [ 1.1894e-03],\n", + " [-3.4719e-03],\n", + " [ 6.0176e-04],\n", + " [ 5.5848e-03],\n", + " [ 1.5674e-03],\n", + " [ 4.2985e-03],\n", + " [ 5.0483e-03],\n", + " [ 1.7294e-03],\n", + " [ 4.9690e-03],\n", + " [ 2.4274e-03],\n", + " [ 5.7631e-03],\n", + " [ 4.5553e-03],\n", + " [ 3.6792e-03],\n", + " [ 6.2412e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0573],\n", + " [0.0592],\n", + " [0.0561],\n", + " [0.0593],\n", + " [0.0564],\n", + " [0.0544],\n", + " [0.0567],\n", + " [0.0669],\n", + " [0.0545],\n", + " [0.0571],\n", + " [0.0558],\n", + " [0.0571],\n", + " [0.0556],\n", + " [0.0625],\n", + " [0.0630],\n", + " [0.0570],\n", + " [0.0597],\n", + " [0.0573],\n", + " [0.0563],\n", + " [0.0539],\n", + " [0.0578],\n", + " [0.0575],\n", + " [0.0564],\n", + " [0.0562],\n", + " [0.0570],\n", + " [0.0589],\n", + " [0.0571],\n", + " [0.0561],\n", + " [0.0591],\n", + " [0.0584],\n", + " [0.0561],\n", + " [0.0585]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0174],\n", + " [-0.0158],\n", + " [-0.0189],\n", + " [-0.0174],\n", + " [-0.0154],\n", + " [-0.0174],\n", + " [-0.0176],\n", + " [-0.0210],\n", + " [-0.0176],\n", + " [-0.0172],\n", + " [-0.0186],\n", + " [-0.0183],\n", + " [-0.0172],\n", + " [-0.0120],\n", + " [-0.0151],\n", + " [-0.0180],\n", + " [-0.0162],\n", + " [-0.0156],\n", + " [-0.0188],\n", + " [-0.0177],\n", + " [-0.0143],\n", + " [-0.0178],\n", + " [-0.0182],\n", + " [-0.0178],\n", + " [-0.0181],\n", + " [-0.0124],\n", + " [-0.0185],\n", + " [-0.0175],\n", + " [-0.0166],\n", + " [-0.0277],\n", + " [-0.0177],\n", + " [-0.0186]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1736],\n", + " [-0.1696],\n", + " [-0.1708],\n", + " [-0.1699],\n", + " [-0.1664],\n", + " [-0.1672],\n", + " [-0.1708],\n", + " [-0.1680],\n", + " [-0.1672],\n", + " [-0.1717],\n", + " [-0.1700],\n", + " [-0.1727],\n", + " [-0.1676],\n", + " [-0.1651],\n", + " [-0.1678],\n", + " [-0.1710],\n", + " [-0.1713],\n", + " [-0.1665],\n", + " [-0.1690],\n", + " [-0.1657],\n", + " [-0.1654],\n", + " [-0.1715],\n", + " [-0.1690],\n", + " [-0.1711],\n", + " [-0.1722],\n", + " [-0.1640],\n", + " [-0.1720],\n", + " [-0.1703],\n", + " [-0.1758],\n", + " [-0.1791],\n", + " [-0.1707],\n", + " [-0.1752]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0214],\n", + " [-0.0226],\n", + " [-0.0213],\n", + " [-0.0201],\n", + " [-0.0207],\n", + " [-0.0226],\n", + " [-0.0222],\n", + " [-0.0148],\n", + " [-0.0247],\n", + " [-0.0209],\n", + " [-0.0220],\n", + " [-0.0208],\n", + " [-0.0261],\n", + " [-0.0208],\n", + " [-0.0201],\n", + " [-0.0226],\n", + " [-0.0218],\n", + " [-0.0256],\n", + " [-0.0226],\n", + " [-0.0233],\n", + " [-0.0217],\n", + " [-0.0212],\n", + " [-0.0227],\n", + " [-0.0218],\n", + " [-0.0210],\n", + " [-0.0193],\n", + " [-0.0214],\n", + " [-0.0229],\n", + " [-0.0201],\n", + " [ 0.0059],\n", + " [-0.0224],\n", + " [-0.0191]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 6.3756e-03],\n", + " [-1.3538e-03],\n", + " [ 1.2447e-02],\n", + " [ 1.2793e-03],\n", + " [ 3.4051e-03],\n", + " [ 5.1581e-03],\n", + " [ 9.2556e-03],\n", + " [-2.8866e-03],\n", + " [ 7.3191e-03],\n", + " [ 6.6745e-03],\n", + " [ 9.7546e-03],\n", + " [ 1.2238e-02],\n", + " [-4.2072e-03],\n", + " [-8.4205e-03],\n", + " [-6.7603e-03],\n", + " [ 1.1299e-02],\n", + " [-2.2029e-05],\n", + " [-4.3776e-03],\n", + " [ 1.6261e-02],\n", + " [ 3.7829e-03],\n", + " [ 1.9078e-03],\n", + " [ 9.8956e-03],\n", + " [ 1.4968e-02],\n", + " [ 7.6632e-03],\n", + " [ 1.0960e-02],\n", + " [-3.9959e-03],\n", + " [ 1.3751e-02],\n", + " [ 9.0101e-03],\n", + " [ 9.1052e-03],\n", + " [ 3.2181e-02],\n", + " [ 8.8520e-03],\n", + " [ 1.0462e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0907],\n", + " [0.0961],\n", + " [0.0921],\n", + " [0.0966],\n", + " [0.0970],\n", + " [0.0968],\n", + " [0.0917],\n", + " [0.1008],\n", + " [0.0947],\n", + " [0.0921],\n", + " [0.0917],\n", + " [0.0902],\n", + " [0.0974],\n", + " [0.1026],\n", + " [0.1009],\n", + " [0.0905],\n", + " [0.0941],\n", + " [0.0996],\n", + " [0.0918],\n", + " [0.0976],\n", + " [0.0972],\n", + " [0.0904],\n", + " [0.0920],\n", + " [0.0921],\n", + " [0.0908],\n", + " [0.1033],\n", + " [0.0895],\n", + " [0.0917],\n", + " [0.0889],\n", + " [0.0890],\n", + " [0.0921],\n", + " [0.0887]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0801],\n", + " [0.0786],\n", + " [0.0860],\n", + " [0.0797],\n", + " [0.0817],\n", + " [0.0810],\n", + " [0.0825],\n", + " [0.0813],\n", + " [0.0803],\n", + " [0.0818],\n", + " [0.0844],\n", + " [0.0853],\n", + " [0.0736],\n", + " [0.0804],\n", + " [0.0793],\n", + " [0.0847],\n", + " [0.0782],\n", + " [0.0768],\n", + " [0.0876],\n", + " [0.0772],\n", + " [0.0819],\n", + " [0.0843],\n", + " [0.0864],\n", + " [0.0816],\n", + " [0.0843],\n", + " [0.0818],\n", + " [0.0859],\n", + " [0.0827],\n", + " [0.0810],\n", + " [0.1130],\n", + " [0.0821],\n", + " [0.0852]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0865],\n", + " [0.0871],\n", + " [0.0866],\n", + " [0.0878],\n", + " [0.0842],\n", + " [0.0835],\n", + " [0.0880],\n", + " [0.0899],\n", + " [0.0851],\n", + " [0.0872],\n", + " [0.0860],\n", + " [0.0880],\n", + " [0.0797],\n", + " [0.0859],\n", + " [0.0874],\n", + " [0.0884],\n", + " [0.0880],\n", + " [0.0847],\n", + " [0.0881],\n", + " [0.0829],\n", + " [0.0852],\n", + " [0.0876],\n", + " [0.0876],\n", + " [0.0864],\n", + " [0.0878],\n", + " [0.0825],\n", + " [0.0878],\n", + " [0.0874],\n", + " [0.0879],\n", + " [0.0836],\n", + " [0.0866],\n", + " [0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0382],\n", + " [0.0387],\n", + " [0.0420],\n", + " [0.0417],\n", + " [0.0406],\n", + " [0.0401],\n", + " [0.0402],\n", + " [0.0471],\n", + " [0.0384],\n", + " [0.0408],\n", + " [0.0404],\n", + " [0.0408],\n", + " [0.0351],\n", + " [0.0386],\n", + " [0.0421],\n", + " [0.0402],\n", + " [0.0391],\n", + " [0.0370],\n", + " [0.0429],\n", + " [0.0357],\n", + " [0.0373],\n", + " [0.0422],\n", + " [0.0427],\n", + " [0.0401],\n", + " [0.0411],\n", + " [0.0381],\n", + " [0.0420],\n", + " [0.0392],\n", + " [0.0386],\n", + " [0.0462],\n", + " [0.0397],\n", + " [0.0399]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0380],\n", + " [0.0384],\n", + " [0.0374],\n", + " [0.0352],\n", + " [0.0374],\n", + " [0.0385],\n", + " [0.0362],\n", + " [0.0298],\n", + " [0.0384],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0365],\n", + " [0.0405],\n", + " [0.0380],\n", + " [0.0349],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0393],\n", + " [0.0355],\n", + " [0.0392],\n", + " [0.0398],\n", + " [0.0360],\n", + " [0.0359],\n", + " [0.0370],\n", + " [0.0363],\n", + " [0.0398],\n", + " [0.0354],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0253],\n", + " [0.0369],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0732],\n", + " [-0.0760],\n", + " [-0.0711],\n", + " [-0.0745],\n", + " [-0.0748],\n", + " [-0.0748],\n", + " [-0.0719],\n", + " [-0.0751],\n", + " [-0.0735],\n", + " [-0.0733],\n", + " [-0.0733],\n", + " [-0.0704],\n", + " [-0.0850],\n", + " [-0.0760],\n", + " [-0.0764],\n", + " [-0.0714],\n", + " [-0.0753],\n", + " [-0.0783],\n", + " [-0.0690],\n", + " [-0.0757],\n", + " [-0.0754],\n", + " [-0.0729],\n", + " [-0.0700],\n", + " [-0.0733],\n", + " [-0.0713],\n", + " [-0.0766],\n", + " [-0.0707],\n", + " [-0.0722],\n", + " [-0.0710],\n", + " [-0.0578],\n", + " [-0.0727],\n", + " [-0.0710]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1028],\n", + " [-0.1056],\n", + " [-0.0981],\n", + " [-0.1061],\n", + " [-0.1011],\n", + " [-0.1001],\n", + " [-0.1001],\n", + " [-0.1090],\n", + " [-0.0987],\n", + " [-0.1021],\n", + " [-0.0989],\n", + " [-0.0992],\n", + " [-0.1042],\n", + " [-0.1077],\n", + " [-0.1095],\n", + " [-0.0989],\n", + " [-0.1060],\n", + " [-0.1040],\n", + " [-0.0964],\n", + " [-0.0994],\n", + " [-0.1010],\n", + " [-0.1005],\n", + " [-0.0972],\n", + " [-0.1009],\n", + " [-0.0998],\n", + " [-0.1052],\n", + " [-0.0983],\n", + " [-0.0993],\n", + " [-0.1033],\n", + " [-0.1082],\n", + " [-0.1001],\n", + " [-0.1018]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0616],\n", + " [-0.0625],\n", + " [-0.0608],\n", + " [-0.0644],\n", + " [-0.0642],\n", + " [-0.0634],\n", + " [-0.0569],\n", + " [-0.0658],\n", + " [-0.0618],\n", + " [-0.0626],\n", + " [-0.0623],\n", + " [-0.0607],\n", + " [-0.0624],\n", + " [-0.0602],\n", + " [-0.0631],\n", + " [-0.0613],\n", + " [-0.0640],\n", + " [-0.0640],\n", + " [-0.0669],\n", + " [-0.0647],\n", + " [-0.0616],\n", + " [-0.0639],\n", + " [-0.0631],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0639],\n", + " [-0.0633],\n", + " [-0.0534],\n", + " [-0.0639],\n", + " [-0.0605]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0623],\n", + " [-0.0647],\n", + " [-0.0639],\n", + " [-0.0634],\n", + " [-0.0608],\n", + " [-0.0714],\n", + " [-0.0619],\n", + " [-0.0129],\n", + " [-0.0618],\n", + " [-0.0712],\n", + " [-0.0594],\n", + " [-0.0597],\n", + " [-0.0632],\n", + " [-0.0616],\n", + " [-0.0659],\n", + " [-0.0602],\n", + " [-0.0620],\n", + " [-0.0575],\n", + " [-0.0581],\n", + " [-0.0665],\n", + " [-0.0639],\n", + " [-0.0627],\n", + " [-0.0609],\n", + " [-0.0675],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0652],\n", + " [-0.0662],\n", + " [-0.0605],\n", + " [-0.0612],\n", + " [-0.0682]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0751],\n", + " [-0.0760],\n", + " [-0.0791],\n", + " [-0.0764],\n", + " [-0.0766],\n", + " [-0.0761],\n", + " [-0.0839],\n", + " [-0.0774],\n", + " [-0.0449],\n", + " [-0.0680],\n", + " [-0.0788],\n", + " [-0.0715],\n", + " [-0.0699],\n", + " [-0.0765],\n", + " [-0.0706],\n", + " [-0.0790],\n", + " [-0.0747],\n", + " [-0.0750],\n", + " [-0.0670],\n", + " [-0.0739],\n", + " [-0.0787],\n", + " [-0.0770],\n", + " [-0.0739],\n", + " [-0.0752],\n", + " [-0.0781],\n", + " [-0.0727],\n", + " [-0.0771],\n", + " [-0.0787],\n", + " [-0.0797],\n", + " [-0.0750],\n", + " [-0.0730],\n", + " [-0.0810]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0373],\n", + " [0.0390],\n", + " [0.0381],\n", + " [0.0360],\n", + " [0.0366],\n", + " [0.0389],\n", + " [0.0355],\n", + " [0.0375],\n", + " [0.0383],\n", + " [0.0378],\n", + " [0.0395],\n", + " [0.0390],\n", + " [0.0386],\n", + " [0.0369],\n", + " [0.0365],\n", + " [0.0361],\n", + " [0.0383],\n", + " [0.0366],\n", + " [0.0397],\n", + " [0.0381],\n", + " [0.0371],\n", + " [0.0367],\n", + " [0.0378],\n", + " [0.0381],\n", + " [0.0372],\n", + " [0.0356],\n", + " [0.0365],\n", + " [0.0367],\n", + " [0.0371],\n", + " [0.0387],\n", + " [0.0374],\n", + " [0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0907],\n", + " [-0.0909],\n", + " [-0.0936],\n", + " [-0.0936],\n", + " [-0.0933],\n", + " [-0.0900],\n", + " [-0.1004],\n", + " [-0.0913],\n", + " [-0.0497],\n", + " [-0.0937],\n", + " [-0.0944],\n", + " [-0.0883],\n", + " [-0.0885],\n", + " [-0.0934],\n", + " [-0.0937],\n", + " [-0.0961],\n", + " [-0.0896],\n", + " [-0.0919],\n", + " [-0.0855],\n", + " [-0.0909],\n", + " [-0.0955],\n", + " [-0.0933],\n", + " [-0.0959],\n", + " [-0.0907],\n", + " [-0.0928],\n", + " [-0.0965],\n", + " [-0.0927],\n", + " [-0.0943],\n", + " [-0.0934],\n", + " [-0.0898],\n", + " [-0.0917],\n", + " [-0.0959]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0519],\n", + " [0.0500],\n", + " [0.0509],\n", + " [0.0547],\n", + " [0.0535],\n", + " [0.0437],\n", + " [0.0587],\n", + " [0.0465],\n", + " [0.0332],\n", + " [0.0575],\n", + " [0.0471],\n", + " [0.0511],\n", + " [0.0491],\n", + " [0.0547],\n", + " [0.0592],\n", + " [0.0556],\n", + " [0.0475],\n", + " [0.0532],\n", + " [0.0504],\n", + " [0.0461],\n", + " [0.0575],\n", + " [0.0548],\n", + " [0.0576],\n", + " [0.0471],\n", + " [0.0505],\n", + " [0.0588],\n", + " [0.0517],\n", + " [0.0538],\n", + " [0.0515],\n", + " [0.0472],\n", + " [0.0554],\n", + " [0.0540]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0414],\n", + " [-0.0365],\n", + " [-0.0346],\n", + " [-0.0417],\n", + " [-0.0372],\n", + " [-0.0372],\n", + " [-0.0351],\n", + " [-0.0381],\n", + " [-0.0036],\n", + " [-0.0352],\n", + " [-0.0309],\n", + " [-0.0410],\n", + " [-0.0401],\n", + " [-0.0383],\n", + " [-0.0375],\n", + " [-0.0377],\n", + " [-0.0396],\n", + " [-0.0393],\n", + " [-0.0416],\n", + " [-0.0441],\n", + " [-0.0358],\n", + " [-0.0386],\n", + " [-0.0341],\n", + " [-0.0363],\n", + " [-0.0374],\n", + " [-0.0365],\n", + " [-0.0405],\n", + " [-0.0379],\n", + " [-0.0388],\n", + " [-0.0367],\n", + " [-0.0386],\n", + " [-0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0781],\n", + " [-0.0788],\n", + " [-0.0792],\n", + " [-0.0790],\n", + " [-0.0793],\n", + " [-0.0811],\n", + " [-0.0783],\n", + " [-0.0791],\n", + " [-0.0726],\n", + " [-0.0818],\n", + " [-0.0843],\n", + " [-0.0793],\n", + " [-0.0796],\n", + " [-0.0784],\n", + " [-0.0791],\n", + " [-0.0792],\n", + " [-0.0799],\n", + " [-0.0787],\n", + " [-0.0786],\n", + " [-0.0814],\n", + " [-0.0782],\n", + " [-0.0784],\n", + " [-0.0807],\n", + " [-0.0806],\n", + " [-0.0794],\n", + " [-0.0804],\n", + " [-0.0792],\n", + " [-0.0785],\n", + " [-0.0780],\n", + " [-0.0798],\n", + " [-0.0791],\n", + " [-0.0788]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1665],\n", + " [0.1650],\n", + " [0.1644],\n", + " [0.1674],\n", + " [0.1661],\n", + " [0.1592],\n", + " [0.1670],\n", + " [0.1617],\n", + " [0.1632],\n", + " [0.1707],\n", + " [0.1610],\n", + " [0.1658],\n", + " [0.1662],\n", + " [0.1674],\n", + " [0.1709],\n", + " [0.1668],\n", + " [0.1620],\n", + " [0.1665],\n", + " [0.1666],\n", + " [0.1635],\n", + " [0.1693],\n", + " [0.1676],\n", + " [0.1688],\n", + " [0.1622],\n", + " [0.1661],\n", + " [0.1691],\n", + " [0.1648],\n", + " [0.1663],\n", + " [0.1655],\n", + " [0.1627],\n", + " [0.1685],\n", + " [0.1663]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0553],\n", + " [-0.0561],\n", + " [-0.0600],\n", + " [-0.0561],\n", + " [-0.0570],\n", + " [-0.0559],\n", + " [-0.0639],\n", + " [-0.0586],\n", + " [-0.0579],\n", + " [-0.0544],\n", + " [-0.0611],\n", + " [-0.0515],\n", + " [-0.0485],\n", + " [-0.0571],\n", + " [-0.0551],\n", + " [-0.0587],\n", + " [-0.0551],\n", + " [-0.0553],\n", + " [-0.0447],\n", + " [-0.0543],\n", + " [-0.0590],\n", + " [-0.0567],\n", + " [-0.0576],\n", + " [-0.0556],\n", + " [-0.0575],\n", + " [-0.0580],\n", + " [-0.0561],\n", + " [-0.0585],\n", + " [-0.0593],\n", + " [-0.0553],\n", + " [-0.0542],\n", + " [-0.0606]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0612],\n", + " [0.0673],\n", + " [0.0676],\n", + " [0.0610],\n", + " [0.0642],\n", + " [0.0723],\n", + " [0.0651],\n", + " [0.0688],\n", + " [0.0976],\n", + " [0.0563],\n", + " [0.0689],\n", + " [0.0610],\n", + " [0.0627],\n", + " [0.0618],\n", + " [0.0560],\n", + " [0.0639],\n", + " [0.0674],\n", + " [0.0625],\n", + " [0.0584],\n", + " [0.0603],\n", + " [0.0629],\n", + " [0.0624],\n", + " [0.0621],\n", + " [0.0690],\n", + " [0.0648],\n", + " [0.0591],\n", + " [0.0649],\n", + " [0.0638],\n", + " [0.0647],\n", + " [0.0682],\n", + " [0.0588],\n", + " [0.0633]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0930],\n", + " [-0.0905],\n", + " [-0.0900],\n", + " [-0.0945],\n", + " [-0.0927],\n", + " [-0.0865],\n", + " [-0.0948],\n", + " [-0.0877],\n", + " [-0.1200],\n", + " [-0.0998],\n", + " [-0.0798],\n", + " [-0.0935],\n", + " [-0.0921],\n", + " [-0.0946],\n", + " [-0.0997],\n", + " [-0.0942],\n", + " [-0.0897],\n", + " [-0.0935],\n", + " [-0.0943],\n", + " [-0.0901],\n", + " [-0.0954],\n", + " [-0.0940],\n", + " [-0.0984],\n", + " [-0.0884],\n", + " [-0.0870],\n", + " [-0.0994],\n", + " [-0.0924],\n", + " [-0.0929],\n", + " [-0.0909],\n", + " [-0.0887],\n", + " [-0.0959],\n", + " [-0.0922]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0148],\n", + " [ 0.0115],\n", + " [ 0.0118],\n", + " [ 0.0162],\n", + " [ 0.0150],\n", + " [ 0.0054],\n", + " [ 0.0154],\n", + " [ 0.0081],\n", + " [-0.0351],\n", + " [ 0.0211],\n", + " [ 0.0133],\n", + " [ 0.0140],\n", + " [ 0.0148],\n", + " [ 0.0161],\n", + " [ 0.0210],\n", + " [ 0.0155],\n", + " [ 0.0092],\n", + " [ 0.0149],\n", + " [ 0.0156],\n", + " [ 0.0198],\n", + " [ 0.0174],\n", + " [ 0.0161],\n", + " [ 0.0186],\n", + " [ 0.0099],\n", + " [ 0.0140],\n", + " [ 0.0194],\n", + " [ 0.0122],\n", + " [ 0.0149],\n", + " [ 0.0137],\n", + " [ 0.0103],\n", + " [ 0.0174],\n", + " [ 0.0160]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0950],\n", + " [0.0865],\n", + " [0.0859],\n", + " [0.0954],\n", + " [0.0887],\n", + " [0.0883],\n", + " [0.0884],\n", + " [0.0890],\n", + " [0.1201],\n", + " [0.0965],\n", + " [0.0780],\n", + " [0.0960],\n", + " [0.0915],\n", + " [0.0921],\n", + " [0.0975],\n", + " [0.0903],\n", + " [0.0922],\n", + " [0.0915],\n", + " [0.0990],\n", + " [0.0980],\n", + " [0.0884],\n", + " [0.0910],\n", + " [0.0907],\n", + " [0.0869],\n", + " [0.0847],\n", + " [0.0949],\n", + " [0.0923],\n", + " [0.0900],\n", + " [0.0901],\n", + " [0.0872],\n", + " [0.0946],\n", + " [0.0906]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0121],\n", + " [ 0.0090],\n", + " [ 0.0077],\n", + " [ 0.0104],\n", + " [ 0.0069],\n", + " [ 0.0100],\n", + " [ 0.0058],\n", + " [ 0.0107],\n", + " [ 0.0225],\n", + " [ 0.0113],\n", + " [-0.0017],\n", + " [ 0.0139],\n", + " [ 0.0087],\n", + " [ 0.0093],\n", + " [ 0.0106],\n", + " [ 0.0073],\n", + " [ 0.0124],\n", + " [ 0.0094],\n", + " [ 0.0113],\n", + " [ 0.0140],\n", + " [ 0.0065],\n", + " [ 0.0084],\n", + " [ 0.0082],\n", + " [ 0.0077],\n", + " [ 0.0044],\n", + " [ 0.0095],\n", + " [ 0.0104],\n", + " [ 0.0081],\n", + " [ 0.0091],\n", + " [ 0.0088],\n", + " [ 0.0116],\n", + " [ 0.0075]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.4567e-03],\n", + " [-2.9591e-03],\n", + " [ 1.6250e-03],\n", + " [-1.9580e-03],\n", + " [-4.4668e-04],\n", + " [-7.4188e-03],\n", + " [ 7.8871e-03],\n", + " [-4.6955e-03],\n", + " [-2.0610e-02],\n", + " [-1.3477e-03],\n", + " [ 4.1489e-03],\n", + " [-8.7128e-03],\n", + " [-8.4362e-03],\n", + " [-3.6452e-06],\n", + " [-1.4392e-03],\n", + " [ 1.7785e-03],\n", + " [-7.9831e-03],\n", + " [-3.4180e-03],\n", + " [-1.1406e-02],\n", + " [-3.6009e-03],\n", + " [ 4.0999e-03],\n", + " [-2.3703e-04],\n", + " [ 2.0530e-03],\n", + " [-5.0169e-03],\n", + " [ 1.1124e-03],\n", + " [ 1.0072e-03],\n", + " [-4.3191e-03],\n", + " [ 1.3399e-03],\n", + " [ 1.6505e-03],\n", + " [-4.6768e-03],\n", + " [-3.5178e-03],\n", + " [ 5.0070e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0348],\n", + " [-0.0370],\n", + " [-0.0399],\n", + " [-0.0342],\n", + " [-0.0388],\n", + " [-0.0380],\n", + " [-0.0395],\n", + " [-0.0389],\n", + " [-0.0468],\n", + " [-0.0304],\n", + " [-0.0469],\n", + " [-0.0314],\n", + " [-0.0342],\n", + " [-0.0367],\n", + " [-0.0316],\n", + " [-0.0381],\n", + " [-0.0355],\n", + " [-0.0365],\n", + " [-0.0299],\n", + " [-0.0457],\n", + " [-0.0384],\n", + " [-0.0371],\n", + " [-0.0371],\n", + " [-0.0389],\n", + " [-0.0413],\n", + " [-0.0354],\n", + " [-0.0365],\n", + " [-0.0385],\n", + " [-0.0392],\n", + " [-0.0377],\n", + " [-0.0334],\n", + " [-0.0404]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 3.0602e-03],\n", + " [ 5.8222e-03],\n", + " [ 7.7829e-03],\n", + " [ 3.8949e-03],\n", + " [ 5.8348e-03],\n", + " [ 4.7082e-03],\n", + " [ 9.3152e-03],\n", + " [ 6.0677e-03],\n", + " [ 9.8552e-03],\n", + " [ 1.5323e-03],\n", + " [ 8.7072e-03],\n", + " [-9.2325e-05],\n", + " [ 7.5249e-04],\n", + " [ 5.0317e-03],\n", + " [ 2.8598e-03],\n", + " [ 6.3719e-03],\n", + " [ 3.0003e-03],\n", + " [ 4.2225e-03],\n", + " [-3.2829e-03],\n", + " [ 1.9652e-03],\n", + " [ 6.9676e-03],\n", + " [ 5.1300e-03],\n", + " [ 5.6254e-03],\n", + " [ 5.3678e-03],\n", + " [ 6.4527e-03],\n", + " [ 5.1125e-03],\n", + " [ 4.5851e-03],\n", + " [ 6.0799e-03],\n", + " [ 6.2266e-03],\n", + " [ 5.3491e-03],\n", + " [ 2.7032e-03],\n", + " [ 6.8644e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0565],\n", + " [0.0590],\n", + " [0.0608],\n", + " [0.0569],\n", + " [0.0579],\n", + " [0.0625],\n", + " [0.0602],\n", + " [0.0615],\n", + " [0.0980],\n", + " [0.0568],\n", + " [0.0645],\n", + " [0.0552],\n", + " [0.0556],\n", + " [0.0569],\n", + " [0.0553],\n", + " [0.0582],\n", + " [0.0594],\n", + " [0.0566],\n", + " [0.0528],\n", + " [0.0573],\n", + " [0.0571],\n", + " [0.0566],\n", + " [0.0579],\n", + " [0.0606],\n", + " [0.0596],\n", + " [0.0578],\n", + " [0.0582],\n", + " [0.0580],\n", + " [0.0590],\n", + " [0.0600],\n", + " [0.0555],\n", + " [0.0592]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0173],\n", + " [-0.0152],\n", + " [-0.0163],\n", + " [-0.0174],\n", + " [-0.0166],\n", + " [-0.0135],\n", + " [-0.0194],\n", + " [-0.0145],\n", + " [-0.0067],\n", + " [-0.0181],\n", + " [-0.0185],\n", + " [-0.0174],\n", + " [-0.0149],\n", + " [-0.0176],\n", + " [-0.0183],\n", + " [-0.0177],\n", + " [-0.0158],\n", + " [-0.0166],\n", + " [-0.0175],\n", + " [-0.0214],\n", + " [-0.0196],\n", + " [-0.0180],\n", + " [-0.0188],\n", + " [-0.0142],\n", + " [-0.0189],\n", + " [-0.0184],\n", + " [-0.0159],\n", + " [-0.0178],\n", + " [-0.0178],\n", + " [-0.0140],\n", + " [-0.0179],\n", + " [-0.0193]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1716],\n", + " [-0.1682],\n", + " [-0.1715],\n", + " [-0.1732],\n", + " [-0.1710],\n", + " [-0.1676],\n", + " [-0.1776],\n", + " [-0.1693],\n", + " [-0.1739],\n", + " [-0.1690],\n", + " [-0.1706],\n", + " [-0.1678],\n", + " [-0.1659],\n", + " [-0.1723],\n", + " [-0.1707],\n", + " [-0.1740],\n", + " [-0.1683],\n", + " [-0.1699],\n", + " [-0.1654],\n", + " [-0.1780],\n", + " [-0.1734],\n", + " [-0.1720],\n", + " [-0.1707],\n", + " [-0.1676],\n", + " [-0.1718],\n", + " [-0.1721],\n", + " [-0.1709],\n", + " [-0.1733],\n", + " [-0.1744],\n", + " [-0.1673],\n", + " [-0.1699],\n", + " [-0.1770]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0232],\n", + " [-0.0204],\n", + " [-0.0213],\n", + " [-0.0202],\n", + " [-0.0255],\n", + " [-0.0170],\n", + " [-0.0243],\n", + " [-0.0374],\n", + " [-0.0224],\n", + " [-0.0108],\n", + " [-0.0258],\n", + " [-0.0224],\n", + " [-0.0205],\n", + " [-0.0222],\n", + " [-0.0196],\n", + " [-0.0263],\n", + " [-0.0221],\n", + " [-0.0226],\n", + " [-0.0170],\n", + " [-0.0186],\n", + " [-0.0203],\n", + " [-0.0205],\n", + " [-0.0227],\n", + " [-0.0174],\n", + " [-0.0210],\n", + " [-0.0231],\n", + " [-0.0196],\n", + " [-0.0194],\n", + " [-0.0228],\n", + " [-0.0224],\n", + " [-0.0165]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 3.3149e-03],\n", + " [ 9.7096e-05],\n", + " [ 2.7280e-03],\n", + " [ 5.9542e-03],\n", + " [ 4.8767e-03],\n", + " [-5.1050e-03],\n", + " [ 1.1276e-02],\n", + " [-2.0352e-03],\n", + " [ 9.1754e-03],\n", + " [ 1.4901e-02],\n", + " [ 2.3700e-03],\n", + " [ 2.8572e-03],\n", + " [ 9.3226e-04],\n", + " [ 6.3176e-03],\n", + " [ 1.3604e-02],\n", + " [ 7.0070e-03],\n", + " [-1.5018e-03],\n", + " [ 4.5517e-03],\n", + " [ 4.4369e-03],\n", + " [ 4.4761e-03],\n", + " [ 8.8157e-03],\n", + " [ 5.8213e-03],\n", + " [ 1.2328e-02],\n", + " [-8.5247e-04],\n", + " [ 1.7397e-03],\n", + " [ 1.4690e-02],\n", + " [ 2.5037e-03],\n", + " [ 5.1447e-03],\n", + " [ 2.6767e-03],\n", + " [-1.1512e-03],\n", + " [ 8.1114e-03],\n", + " [ 6.5847e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0929],\n", + " [0.0955],\n", + " [0.0923],\n", + " [0.0917],\n", + " [0.0939],\n", + " [0.0945],\n", + " [0.0866],\n", + " [0.0934],\n", + " [0.1078],\n", + " [0.0918],\n", + " [0.0991],\n", + " [0.0947],\n", + " [0.0993],\n", + " [0.0920],\n", + " [0.0914],\n", + " [0.0907],\n", + " [0.0943],\n", + " [0.0942],\n", + " [0.0977],\n", + " [0.0884],\n", + " [0.0920],\n", + " [0.0932],\n", + " [0.0905],\n", + " [0.0958],\n", + " [0.0972],\n", + " [0.0891],\n", + " [0.0925],\n", + " [0.0920],\n", + " [0.0922],\n", + " [0.0961],\n", + " [0.0925],\n", + " [0.0904]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0799],\n", + " [0.0800],\n", + " [0.0815],\n", + " [0.0797],\n", + " [0.0816],\n", + " [0.0792],\n", + " [0.0806],\n", + " [0.0799],\n", + " [0.0797],\n", + " [0.0869],\n", + " [0.0833],\n", + " [0.0793],\n", + " [0.0789],\n", + " [0.0814],\n", + " [0.0850],\n", + " [0.0806],\n", + " [0.0786],\n", + " [0.0809],\n", + " [0.0787],\n", + " [0.0811],\n", + " [0.0810],\n", + " [0.0803],\n", + " [0.0864],\n", + " [0.0814],\n", + " [0.0788],\n", + " [0.0874],\n", + " [0.0790],\n", + " [0.0800],\n", + " [0.0783],\n", + " [0.0812],\n", + " [0.0827],\n", + " [0.0795]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0856],\n", + " [0.0875],\n", + " [0.0895],\n", + " [0.0865],\n", + " [0.0876],\n", + " [0.0892],\n", + " [0.0909],\n", + " [0.0889],\n", + " [0.0648],\n", + " [0.0880],\n", + " [0.0939],\n", + " [0.0851],\n", + " [0.0839],\n", + " [0.0867],\n", + " [0.0858],\n", + " [0.0884],\n", + " [0.0879],\n", + " [0.0867],\n", + " [0.0820],\n", + " [0.0845],\n", + " [0.0874],\n", + " [0.0866],\n", + " [0.0882],\n", + " [0.0881],\n", + " [0.0883],\n", + " [0.0887],\n", + " [0.0879],\n", + " [0.0879],\n", + " [0.0882],\n", + " [0.0876],\n", + " [0.0860],\n", + " [0.0890]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0373],\n", + " [0.0407],\n", + " [0.0415],\n", + " [0.0375],\n", + " [0.0409],\n", + " [0.0377],\n", + " [0.0416],\n", + " [0.0386],\n", + " [0.0344],\n", + " [0.0426],\n", + " [0.0464],\n", + " [0.0369],\n", + " [0.0382],\n", + " [0.0402],\n", + " [0.0418],\n", + " [0.0403],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0358],\n", + " [0.0349],\n", + " [0.0431],\n", + " [0.0403],\n", + " [0.0439],\n", + " [0.0395],\n", + " [0.0420],\n", + " [0.0418],\n", + " [0.0376],\n", + " [0.0402],\n", + " [0.0393],\n", + " [0.0395],\n", + " [0.0395],\n", + " [0.0401]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0396],\n", + " [0.0369],\n", + " [0.0362],\n", + " [0.0385],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0319],\n", + " [0.0386],\n", + " [0.0299],\n", + " [0.0360],\n", + " [0.0302],\n", + " [0.0393],\n", + " [0.0386],\n", + " [0.0375],\n", + " [0.0362],\n", + " [0.0361],\n", + " [0.0392],\n", + " [0.0379],\n", + " [0.0398],\n", + " [0.0433],\n", + " [0.0338],\n", + " [0.0368],\n", + " [0.0357],\n", + " [0.0383],\n", + " [0.0335],\n", + " [0.0354],\n", + " [0.0382],\n", + " [0.0366],\n", + " [0.0369],\n", + " [0.0387],\n", + " [0.0381],\n", + " [0.0357]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0751],\n", + " [-0.0762],\n", + " [-0.0747],\n", + " [-0.0729],\n", + " [-0.0736],\n", + " [-0.0780],\n", + " [-0.0699],\n", + " [-0.0767],\n", + " [-0.1012],\n", + " [-0.0699],\n", + " [-0.0715],\n", + " [-0.0767],\n", + " [-0.0753],\n", + " [-0.0735],\n", + " [-0.0709],\n", + " [-0.0722],\n", + " [-0.0778],\n", + " [-0.0741],\n", + " [-0.0758],\n", + " [-0.0792],\n", + " [-0.0724],\n", + " [-0.0735],\n", + " [-0.0718],\n", + " [-0.0762],\n", + " [-0.0731],\n", + " [-0.0699],\n", + " [-0.0745],\n", + " [-0.0734],\n", + " [-0.0743],\n", + " [-0.0766],\n", + " [-0.0735],\n", + " [-0.0721]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1026],\n", + " [-0.1043],\n", + " [-0.1056],\n", + " [-0.1029],\n", + " [-0.1033],\n", + " [-0.1054],\n", + " [-0.1055],\n", + " [-0.1055],\n", + " [-0.1131],\n", + " [-0.0974],\n", + " [-0.1102],\n", + " [-0.1001],\n", + " [-0.1019],\n", + " [-0.1024],\n", + " [-0.0971],\n", + " [-0.1036],\n", + " [-0.1033],\n", + " [-0.1021],\n", + " [-0.0992],\n", + " [-0.1082],\n", + " [-0.1036],\n", + " [-0.1032],\n", + " [-0.1000],\n", + " [-0.1048],\n", + " [-0.1080],\n", + " [-0.0988],\n", + " [-0.1035],\n", + " [-0.1045],\n", + " [-0.1065],\n", + " [-0.1047],\n", + " [-0.0997],\n", + " [-0.1068]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0629],\n", + " [-0.0622],\n", + " [-0.0598],\n", + " [-0.0636],\n", + " [-0.0615],\n", + " [-0.0635],\n", + " [-0.0600],\n", + " [-0.0619],\n", + " [-0.0509],\n", + " [-0.0639],\n", + " [-0.0552],\n", + " [-0.0649],\n", + " [-0.0651],\n", + " [-0.0616],\n", + " [-0.0640],\n", + " [-0.0616],\n", + " [-0.0637],\n", + " [-0.0628],\n", + " [-0.0660],\n", + " [-0.0561],\n", + " [-0.0604],\n", + " [-0.0618],\n", + " [-0.0612],\n", + " [-0.0623],\n", + " [-0.0596],\n", + " [-0.0622],\n", + " [-0.0638],\n", + " [-0.0609],\n", + " [-0.0602],\n", + " [-0.0622],\n", + " [-0.0631],\n", + " [-0.0592]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0603],\n", + " [-0.0803],\n", + " [-0.0600],\n", + " [-0.0632],\n", + " [-0.0612],\n", + " [-0.0644],\n", + " [-0.0609],\n", + " [-0.0596],\n", + " [-0.0625],\n", + " [-0.0650],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0669],\n", + " [-0.0646],\n", + " [-0.0615],\n", + " [-0.0622],\n", + " [-0.0656],\n", + " [-0.0693],\n", + " [-0.0639],\n", + " [-0.0586],\n", + " [-0.0602],\n", + " [-0.0614],\n", + " [-0.0605],\n", + " [-0.0615],\n", + " [-0.0634],\n", + " [-0.0641],\n", + " [-0.0613],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0563],\n", + " [-0.0627],\n", + " [-0.0614]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0748],\n", + " [-0.0856],\n", + " [-0.0710],\n", + " [-0.0764],\n", + " [-0.0737],\n", + " [-0.0773],\n", + " [-0.0664],\n", + " [-0.0740],\n", + " [-0.0756],\n", + " [-0.0765],\n", + " [-0.0674],\n", + " [-0.0682],\n", + " [-0.0806],\n", + " [-0.0781],\n", + " [-0.0725],\n", + " [-0.0760],\n", + " [-0.0793],\n", + " [-0.0802],\n", + " [-0.0765],\n", + " [-0.0734],\n", + " [-0.0701],\n", + " [-0.0659],\n", + " [-0.0732],\n", + " [-0.0745],\n", + " [-0.0750],\n", + " [-0.0783],\n", + " [-0.0737],\n", + " [-0.0703],\n", + " [-0.0761],\n", + " [-0.0699],\n", + " [-0.0714],\n", + " [-0.0743]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0339],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0379],\n", + " [0.0421],\n", + " [0.0384],\n", + " [0.0390],\n", + " [0.0377],\n", + " [0.0396],\n", + " [0.0377],\n", + " [0.0383],\n", + " [0.0375],\n", + " [0.0366],\n", + " [0.0376],\n", + " [0.0376],\n", + " [0.0397],\n", + " [0.0345],\n", + " [0.0364],\n", + " [0.0387],\n", + " [0.0400],\n", + " [0.0377],\n", + " [0.0374],\n", + " [0.0369],\n", + " [0.0356],\n", + " [0.0369],\n", + " [0.0380],\n", + " [0.0353],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0354],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0889],\n", + " [-0.0950],\n", + " [-0.0881],\n", + " [-0.0941],\n", + " [-0.0902],\n", + " [-0.0937],\n", + " [-0.0930],\n", + " [-0.0884],\n", + " [-0.0928],\n", + " [-0.0923],\n", + " [-0.0947],\n", + " [-0.0933],\n", + " [-0.0960],\n", + " [-0.0937],\n", + " [-0.0915],\n", + " [-0.0926],\n", + " [-0.0925],\n", + " [-0.0985],\n", + " [-0.0947],\n", + " [-0.0877],\n", + " [-0.0929],\n", + " [-0.0940],\n", + " [-0.0889],\n", + " [-0.0893],\n", + " [-0.0960],\n", + " [-0.0910],\n", + " [-0.0908],\n", + " [-0.0963],\n", + " [-0.0932],\n", + " [-0.0859],\n", + " [-0.0959],\n", + " [-0.0917]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0452],\n", + " [0.0485],\n", + " [0.0421],\n", + " [0.0562],\n", + " [0.0521],\n", + " [0.0457],\n", + " [0.0577],\n", + " [0.0478],\n", + " [0.0556],\n", + " [0.0496],\n", + " [0.0580],\n", + " [0.0575],\n", + " [0.0530],\n", + " [0.0529],\n", + " [0.0557],\n", + " [0.0513],\n", + " [0.0488],\n", + " [0.0546],\n", + " [0.0542],\n", + " [0.0444],\n", + " [0.0560],\n", + " [0.0581],\n", + " [0.0507],\n", + " [0.0497],\n", + " [0.0572],\n", + " [0.0456],\n", + " [0.0525],\n", + " [0.0585],\n", + " [0.0543],\n", + " [0.0395],\n", + " [0.0589],\n", + " [0.0550]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0350],\n", + " [-0.0320],\n", + " [-0.0397],\n", + " [-0.0370],\n", + " [-0.0413],\n", + " [-0.0324],\n", + " [-0.0346],\n", + " [-0.0404],\n", + " [-0.0375],\n", + " [-0.0338],\n", + " [-0.0347],\n", + " [-0.0351],\n", + " [-0.0340],\n", + " [-0.0386],\n", + " [-0.0392],\n", + " [-0.0365],\n", + " [-0.0349],\n", + " [-0.0375],\n", + " [-0.0365],\n", + " [-0.0412],\n", + " [-0.0337],\n", + " [-0.0346],\n", + " [-0.0422],\n", + " [-0.0434],\n", + " [-0.0372],\n", + " [-0.0399],\n", + " [-0.0395],\n", + " [-0.0365],\n", + " [-0.0390],\n", + " [-0.0414],\n", + " [-0.0357],\n", + " [-0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0804],\n", + " [-0.0873],\n", + " [-0.0804],\n", + " [-0.0789],\n", + " [-0.0792],\n", + " [-0.0837],\n", + " [-0.0821],\n", + " [-0.0787],\n", + " [-0.0784],\n", + " [-0.0807],\n", + " [-0.0827],\n", + " [-0.0818],\n", + " [-0.0795],\n", + " [-0.0785],\n", + " [-0.0795],\n", + " [-0.0802],\n", + " [-0.0787],\n", + " [-0.0793],\n", + " [-0.0802],\n", + " [-0.0790],\n", + " [-0.0819],\n", + " [-0.0829],\n", + " [-0.0782],\n", + " [-0.0787],\n", + " [-0.0798],\n", + " [-0.0784],\n", + " [-0.0795],\n", + " [-0.0820],\n", + " [-0.0787],\n", + " [-0.0820],\n", + " [-0.0807],\n", + " [-0.0783]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1616],\n", + " [0.1550],\n", + " [0.1630],\n", + " [0.1682],\n", + " [0.1664],\n", + " [0.1638],\n", + " [0.1714],\n", + " [0.1631],\n", + " [0.1685],\n", + " [0.1668],\n", + " [0.1711],\n", + " [0.1711],\n", + " [0.1653],\n", + " [0.1658],\n", + " [0.1689],\n", + " [0.1645],\n", + " [0.1647],\n", + " [0.1652],\n", + " [0.1662],\n", + " [0.1616],\n", + " [0.1700],\n", + " [0.1716],\n", + " [0.1658],\n", + " [0.1639],\n", + " [0.1673],\n", + " [0.1625],\n", + " [0.1666],\n", + " [0.1695],\n", + " [0.1671],\n", + " [0.1614],\n", + " [0.1698],\n", + " [0.1685]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0552],\n", + " [-0.0666],\n", + " [-0.0508],\n", + " [-0.0567],\n", + " [-0.0542],\n", + " [-0.0601],\n", + " [-0.0525],\n", + " [-0.0555],\n", + " [-0.0555],\n", + " [-0.0571],\n", + " [-0.0549],\n", + " [-0.0529],\n", + " [-0.0615],\n", + " [-0.0583],\n", + " [-0.0522],\n", + " [-0.0569],\n", + " [-0.0594],\n", + " [-0.0623],\n", + " [-0.0582],\n", + " [-0.0540],\n", + " [-0.0508],\n", + " [-0.0541],\n", + " [-0.0531],\n", + " [-0.0532],\n", + " [-0.0582],\n", + " [-0.0583],\n", + " [-0.0538],\n", + " [-0.0582],\n", + " [-0.0568],\n", + " [-0.0522],\n", + " [-0.0575],\n", + " [-0.0552]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0694],\n", + " [0.0671],\n", + " [0.0687],\n", + " [0.0629],\n", + " [0.0608],\n", + " [0.0741],\n", + " [0.0551],\n", + " [0.0653],\n", + " [0.0628],\n", + " [0.0679],\n", + " [0.0570],\n", + " [0.0572],\n", + " [0.0664],\n", + " [0.0632],\n", + " [0.0597],\n", + " [0.0662],\n", + " [0.0699],\n", + " [0.0622],\n", + " [0.0632],\n", + " [0.0684],\n", + " [0.0606],\n", + " [0.0555],\n", + " [0.0624],\n", + " [0.0639],\n", + " [0.0612],\n", + " [0.0683],\n", + " [0.0614],\n", + " [0.0575],\n", + " [0.0615],\n", + " [0.0671],\n", + " [0.0580],\n", + " [0.0600]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0865],\n", + " [-0.0750],\n", + " [-0.0832],\n", + " [-0.0956],\n", + " [-0.0934],\n", + " [-0.0830],\n", + " [-0.0997],\n", + " [-0.0897],\n", + " [-0.0955],\n", + " [-0.0871],\n", + " [-0.1004],\n", + " [-0.1001],\n", + " [-0.0913],\n", + " [-0.0925],\n", + " [-0.0964],\n", + " [-0.0917],\n", + " [-0.0878],\n", + " [-0.0906],\n", + " [-0.0926],\n", + " [-0.0862],\n", + " [-0.0984],\n", + " [-0.1005],\n", + " [-0.0918],\n", + " [-0.0906],\n", + " [-0.0971],\n", + " [-0.0853],\n", + " [-0.0943],\n", + " [-0.0999],\n", + " [-0.0945],\n", + " [-0.0789],\n", + " [-0.0995],\n", + " [-0.0953]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0099],\n", + " [0.0112],\n", + " [0.0101],\n", + " [0.0159],\n", + " [0.0136],\n", + " [0.0123],\n", + " [0.0233],\n", + " [0.0101],\n", + " [0.0157],\n", + " [0.0139],\n", + " [0.0226],\n", + " [0.0214],\n", + " [0.0137],\n", + " [0.0150],\n", + " [0.0171],\n", + " [0.0123],\n", + " [0.0096],\n", + " [0.0168],\n", + " [0.0169],\n", + " [0.0084],\n", + " [0.0208],\n", + " [0.0238],\n", + " [0.0138],\n", + " [0.0123],\n", + " [0.0177],\n", + " [0.0091],\n", + " [0.0141],\n", + " [0.0206],\n", + " [0.0160],\n", + " [0.0108],\n", + " [0.0202],\n", + " [0.0169]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0846],\n", + " [0.0724],\n", + " [0.0832],\n", + " [0.0904],\n", + " [0.0959],\n", + " [0.0767],\n", + " [0.0968],\n", + " [0.0929],\n", + " [0.0910],\n", + " [0.0806],\n", + " [0.0955],\n", + " [0.0957],\n", + " [0.0860],\n", + " [0.0911],\n", + " [0.0951],\n", + " [0.0887],\n", + " [0.0834],\n", + " [0.0891],\n", + " [0.0886],\n", + " [0.0899],\n", + " [0.0910],\n", + " [0.0973],\n", + " [0.0933],\n", + " [0.0934],\n", + " [0.0927],\n", + " [0.0877],\n", + " [0.0945],\n", + " [0.0962],\n", + " [0.0931],\n", + " [0.0853],\n", + " [0.0960],\n", + " [0.0933]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0068],\n", + " [-0.0069],\n", + " [ 0.0027],\n", + " [ 0.0084],\n", + " [ 0.0139],\n", + " [ 0.0030],\n", + " [ 0.0106],\n", + " [ 0.0144],\n", + " [ 0.0094],\n", + " [ 0.0034],\n", + " [ 0.0106],\n", + " [ 0.0099],\n", + " [ 0.0062],\n", + " [ 0.0088],\n", + " [ 0.0110],\n", + " [ 0.0089],\n", + " [ 0.0081],\n", + " [ 0.0035],\n", + " [ 0.0053],\n", + " [ 0.0116],\n", + " [ 0.0071],\n", + " [ 0.0109],\n", + " [ 0.0115],\n", + " [ 0.0113],\n", + " [ 0.0087],\n", + " [ 0.0089],\n", + " [ 0.0130],\n", + " [ 0.0099],\n", + " [ 0.0099],\n", + " [ 0.0050],\n", + " [ 0.0093],\n", + " [ 0.0105]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0034],\n", + " [ 0.0102],\n", + " [-0.0077],\n", + " [-0.0005],\n", + " [-0.0058],\n", + " [ 0.0034],\n", + " [-0.0024],\n", + " [-0.0065],\n", + " [-0.0021],\n", + " [ 0.0022],\n", + " [-0.0010],\n", + " [-0.0016],\n", + " [ 0.0053],\n", + " [ 0.0010],\n", + " [-0.0061],\n", + " [-0.0028],\n", + " [ 0.0004],\n", + " [ 0.0060],\n", + " [ 0.0022],\n", + " [-0.0087],\n", + " [-0.0015],\n", + " [-0.0020],\n", + " [-0.0072],\n", + " [-0.0078],\n", + " [ 0.0007],\n", + " [-0.0037],\n", + " [-0.0060],\n", + " [ 0.0013],\n", + " [-0.0008],\n", + " [-0.0099],\n", + " [ 0.0006],\n", + " [-0.0022]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0403],\n", + " [-0.0508],\n", + " [-0.0413],\n", + " [-0.0362],\n", + " [-0.0321],\n", + " [-0.0452],\n", + " [-0.0304],\n", + " [-0.0340],\n", + " [-0.0353],\n", + " [-0.0415],\n", + " [-0.0328],\n", + " [-0.0310],\n", + " [-0.0413],\n", + " [-0.0386],\n", + " [-0.0317],\n", + " [-0.0376],\n", + " [-0.0388],\n", + " [-0.0457],\n", + " [-0.0408],\n", + " [-0.0359],\n", + " [-0.0355],\n", + " [-0.0315],\n", + " [-0.0344],\n", + " [-0.0353],\n", + " [-0.0369],\n", + " [-0.0403],\n", + " [-0.0332],\n", + " [-0.0343],\n", + " [-0.0362],\n", + " [-0.0434],\n", + " [-0.0347],\n", + " [-0.0349]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0063],\n", + " [0.0104],\n", + " [0.0040],\n", + " [0.0055],\n", + " [0.0016],\n", + " [0.0098],\n", + " [0.0008],\n", + " [0.0025],\n", + " [0.0047],\n", + " [0.0080],\n", + " [0.0021],\n", + " [0.0019],\n", + " [0.0084],\n", + " [0.0057],\n", + " [0.0019],\n", + " [0.0054],\n", + " [0.0080],\n", + " [0.0090],\n", + " [0.0066],\n", + " [0.0031],\n", + " [0.0028],\n", + " [0.0014],\n", + " [0.0021],\n", + " [0.0021],\n", + " [0.0055],\n", + " [0.0062],\n", + " [0.0021],\n", + " [0.0042],\n", + " [0.0046],\n", + " [0.0042],\n", + " [0.0048],\n", + " [0.0038]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0613],\n", + " [0.0652],\n", + " [0.0606],\n", + " [0.0568],\n", + " [0.0562],\n", + " [0.0670],\n", + " [0.0555],\n", + " [0.0583],\n", + " [0.0563],\n", + " [0.0619],\n", + " [0.0572],\n", + " [0.0569],\n", + " [0.0608],\n", + " [0.0580],\n", + " [0.0553],\n", + " [0.0592],\n", + " [0.0618],\n", + " [0.0612],\n", + " [0.0584],\n", + " [0.0597],\n", + " [0.0566],\n", + " [0.0565],\n", + " [0.0558],\n", + " [0.0564],\n", + " [0.0574],\n", + " [0.0614],\n", + " [0.0563],\n", + " [0.0579],\n", + " [0.0570],\n", + " [0.0619],\n", + " [0.0575],\n", + " [0.0558]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0132],\n", + " [-0.0160],\n", + " [-0.0128],\n", + " [-0.0175],\n", + " [-0.0168],\n", + " [-0.0188],\n", + " [-0.0185],\n", + " [-0.0160],\n", + " [-0.0176],\n", + " [-0.0179],\n", + " [-0.0193],\n", + " [-0.0179],\n", + " [-0.0176],\n", + " [-0.0176],\n", + " [-0.0176],\n", + " [-0.0158],\n", + " [-0.0162],\n", + " [-0.0199],\n", + " [-0.0180],\n", + " [-0.0145],\n", + " [-0.0182],\n", + " [-0.0191],\n", + " [-0.0164],\n", + " [-0.0162],\n", + " [-0.0179],\n", + " [-0.0156],\n", + " [-0.0171],\n", + " [-0.0175],\n", + " [-0.0174],\n", + " [-0.0157],\n", + " [-0.0180],\n", + " [-0.0176]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1671],\n", + " [-0.1739],\n", + " [-0.1655],\n", + " [-0.1710],\n", + " [-0.1699],\n", + " [-0.1678],\n", + " [-0.1682],\n", + " [-0.1690],\n", + " [-0.1700],\n", + " [-0.1692],\n", + " [-0.1694],\n", + " [-0.1687],\n", + " [-0.1744],\n", + " [-0.1734],\n", + " [-0.1685],\n", + " [-0.1693],\n", + " [-0.1701],\n", + " [-0.1772],\n", + " [-0.1724],\n", + " [-0.1670],\n", + " [-0.1681],\n", + " [-0.1694],\n", + " [-0.1684],\n", + " [-0.1688],\n", + " [-0.1723],\n", + " [-0.1709],\n", + " [-0.1690],\n", + " [-0.1716],\n", + " [-0.1724],\n", + " [-0.1641],\n", + " [-0.1719],\n", + " [-0.1706]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0208],\n", + " [ 0.0037],\n", + " [-0.0196],\n", + " [-0.0214],\n", + " [-0.0248],\n", + " [-0.0166],\n", + " [-0.0221],\n", + " [-0.0262],\n", + " [-0.0224],\n", + " [-0.0180],\n", + " [-0.0220],\n", + " [-0.0215],\n", + " [-0.0178],\n", + " [-0.0194],\n", + " [-0.0240],\n", + " [-0.0226],\n", + " [-0.0223],\n", + " [-0.0134],\n", + " [-0.0179],\n", + " [-0.0257],\n", + " [-0.0192],\n", + " [-0.0224],\n", + " [-0.0246],\n", + " [-0.0248],\n", + " [-0.0209],\n", + " [-0.0220],\n", + " [-0.0243],\n", + " [-0.0204],\n", + " [-0.0208],\n", + " [-0.0201],\n", + " [-0.0210],\n", + " [-0.0216]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0026],\n", + " [ 0.0089],\n", + " [-0.0068],\n", + " [ 0.0073],\n", + " [ 0.0037],\n", + " [-0.0026],\n", + " [ 0.0154],\n", + " [-0.0014],\n", + " [ 0.0065],\n", + " [ 0.0007],\n", + " [ 0.0166],\n", + " [ 0.0144],\n", + " [ 0.0054],\n", + " [ 0.0047],\n", + " [ 0.0079],\n", + " [ 0.0033],\n", + " [-0.0014],\n", + " [ 0.0106],\n", + " [ 0.0068],\n", + " [-0.0059],\n", + " [ 0.0113],\n", + " [ 0.0173],\n", + " [ 0.0005],\n", + " [-0.0009],\n", + " [ 0.0107],\n", + " [-0.0036],\n", + " [ 0.0048],\n", + " [ 0.0168],\n", + " [ 0.0061],\n", + " [-0.0077],\n", + " [ 0.0157],\n", + " [ 0.0067]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0972],\n", + " [0.0970],\n", + " [0.1041],\n", + " [0.0923],\n", + " [0.0928],\n", + " [0.0983],\n", + " [0.0929],\n", + " [0.0941],\n", + " [0.0929],\n", + " [0.0981],\n", + " [0.0914],\n", + " [0.0927],\n", + " [0.0905],\n", + " [0.0922],\n", + " [0.0937],\n", + " [0.0935],\n", + " [0.0942],\n", + " [0.0888],\n", + " [0.0932],\n", + " [0.0980],\n", + " [0.0939],\n", + " [0.0916],\n", + " [0.0966],\n", + " [0.0963],\n", + " [0.0903],\n", + " [0.0957],\n", + " [0.0927],\n", + " [0.0894],\n", + " [0.0918],\n", + " [0.1053],\n", + " [0.0897],\n", + " [0.0930]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0829],\n", + " [0.0823],\n", + " [0.0802],\n", + " [0.0817],\n", + " [0.0801],\n", + " [0.0849],\n", + " [0.0872],\n", + " [0.0790],\n", + " [0.0810],\n", + " [0.0825],\n", + " [0.0887],\n", + " [0.0865],\n", + " [0.0820],\n", + " [0.0802],\n", + " [0.0805],\n", + " [0.0817],\n", + " [0.0787],\n", + " [0.0844],\n", + " [0.0839],\n", + " [0.0780],\n", + " [0.0860],\n", + " [0.0889],\n", + " [0.0783],\n", + " [0.0767],\n", + " [0.0846],\n", + " [0.0770],\n", + " [0.0806],\n", + " [0.0902],\n", + " [0.0814],\n", + " [0.0833],\n", + " [0.0880],\n", + " [0.0821]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0879],\n", + " [0.1063],\n", + " [0.0843],\n", + " [0.0870],\n", + " [0.0861],\n", + " [0.0889],\n", + " [0.0870],\n", + " [0.0869],\n", + " [0.0860],\n", + " [0.0878],\n", + " [0.0887],\n", + " [0.0869],\n", + " [0.0901],\n", + " [0.0877],\n", + " [0.0857],\n", + " [0.0886],\n", + " [0.0892],\n", + " [0.0912],\n", + " [0.0881],\n", + " [0.0860],\n", + " [0.0856],\n", + " [0.0882],\n", + " [0.0852],\n", + " [0.0862],\n", + " [0.0883],\n", + " [0.0881],\n", + " [0.0867],\n", + " [0.0892],\n", + " [0.0867],\n", + " [0.0846],\n", + " [0.0883],\n", + " [0.0855]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0406],\n", + " [0.0473],\n", + " [0.0396],\n", + " [0.0412],\n", + " [0.0369],\n", + " [0.0480],\n", + " [0.0430],\n", + " [0.0364],\n", + " [0.0407],\n", + " [0.0450],\n", + " [0.0431],\n", + " [0.0429],\n", + " [0.0425],\n", + " [0.0397],\n", + " [0.0394],\n", + " [0.0402],\n", + " [0.0418],\n", + " [0.0421],\n", + " [0.0424],\n", + " [0.0370],\n", + " [0.0437],\n", + " [0.0429],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0412],\n", + " [0.0385],\n", + " [0.0378],\n", + " [0.0424],\n", + " [0.0394],\n", + " [0.0399],\n", + " [0.0423],\n", + " [0.0400]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0384],\n", + " [0.0259],\n", + " [0.0368],\n", + " [0.0362],\n", + " [0.0387],\n", + " [0.0328],\n", + " [0.0359],\n", + " [0.0397],\n", + " [0.0366],\n", + " [0.0334],\n", + " [0.0355],\n", + " [0.0362],\n", + " [0.0350],\n", + " [0.0374],\n", + " [0.0374],\n", + " [0.0376],\n", + " [0.0350],\n", + " [0.0333],\n", + " [0.0366],\n", + " [0.0396],\n", + " [0.0365],\n", + " [0.0358],\n", + " [0.0395],\n", + " [0.0387],\n", + " [0.0365],\n", + " [0.0375],\n", + " [0.0386],\n", + " [0.0352],\n", + " [0.0380],\n", + " [0.0404],\n", + " [0.0352],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0766],\n", + " [-0.0641],\n", + " [-0.0759],\n", + " [-0.0734],\n", + " [-0.0758],\n", + " [-0.0763],\n", + " [-0.0694],\n", + " [-0.0788],\n", + " [-0.0742],\n", + " [-0.0744],\n", + " [-0.0691],\n", + " [-0.0704],\n", + " [-0.0729],\n", + " [-0.0736],\n", + " [-0.0734],\n", + " [-0.0749],\n", + " [-0.0759],\n", + " [-0.0685],\n", + " [-0.0726],\n", + " [-0.0789],\n", + " [-0.0720],\n", + " [-0.0687],\n", + " [-0.0762],\n", + " [-0.0765],\n", + " [-0.0714],\n", + " [-0.0761],\n", + " [-0.0749],\n", + " [-0.0689],\n", + " [-0.0735],\n", + " [-0.0780],\n", + " [-0.0695],\n", + " [-0.0740]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1060],\n", + " [-0.1172],\n", + " [-0.1078],\n", + " [-0.1017],\n", + " [-0.1012],\n", + " [-0.1084],\n", + " [-0.0962],\n", + " [-0.1032],\n", + " [-0.1013],\n", + " [-0.1077],\n", + " [-0.0972],\n", + " [-0.0979],\n", + " [-0.1059],\n", + " [-0.1046],\n", + " [-0.0995],\n", + " [-0.1033],\n", + " [-0.1071],\n", + " [-0.1080],\n", + " [-0.1040],\n", + " [-0.1052],\n", + " [-0.0992],\n", + " [-0.0964],\n", + " [-0.1021],\n", + " [-0.1031],\n", + " [-0.1002],\n", + " [-0.1080],\n", + " [-0.1007],\n", + " [-0.0984],\n", + " [-0.1022],\n", + " [-0.1099],\n", + " [-0.0986],\n", + " [-0.1008]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0610],\n", + " [-0.0483],\n", + " [-0.0623],\n", + " [-0.0624],\n", + " [-0.0645],\n", + " [-0.0562],\n", + " [-0.0646],\n", + " [-0.0630],\n", + " [-0.0631],\n", + " [-0.0589],\n", + " [-0.0631],\n", + " [-0.0640],\n", + " [-0.0587],\n", + " [-0.0607],\n", + " [-0.0653],\n", + " [-0.0621],\n", + " [-0.0605],\n", + " [-0.0573],\n", + " [-0.0597],\n", + " [-0.0629],\n", + " [-0.0628],\n", + " [-0.0639],\n", + " [-0.0643],\n", + " [-0.0648],\n", + " [-0.0617],\n", + " [-0.0609],\n", + " [-0.0641],\n", + " [-0.0619],\n", + " [-0.0620],\n", + " [-0.0594],\n", + " [-0.0627],\n", + " [-0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0616],\n", + " [-0.0608],\n", + " [-0.0632],\n", + " [-0.0606],\n", + " [-0.0652],\n", + " [-0.0622],\n", + " [-0.0550],\n", + " [-0.0608],\n", + " [-0.0623],\n", + " [-0.0607],\n", + " [-0.0625],\n", + " [-0.0616],\n", + " [-0.0576],\n", + " [-0.0637],\n", + " [-0.0626],\n", + " [-0.0643],\n", + " [-0.0571],\n", + " [-0.0612],\n", + " [-0.0649],\n", + " [-0.0618],\n", + " [-0.0635],\n", + " [-0.0605],\n", + " [-0.0617],\n", + " [-0.0620],\n", + " [-0.0608],\n", + " [-0.0620],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0631],\n", + " [-0.0635],\n", + " [-0.0655],\n", + " [-0.0691]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0760],\n", + " [-0.0741],\n", + " [-0.0747],\n", + " [-0.0669],\n", + " [-0.0786],\n", + " [-0.0735],\n", + " [-0.0725],\n", + " [-0.0725],\n", + " [-0.0728],\n", + " [-0.0705],\n", + " [-0.0716],\n", + " [-0.0750],\n", + " [-0.0699],\n", + " [-0.0771],\n", + " [-0.0737],\n", + " [-0.0754],\n", + " [-0.0682],\n", + " [-0.0718],\n", + " [-0.0790],\n", + " [-0.0762],\n", + " [-0.0775],\n", + " [-0.0734],\n", + " [-0.0743],\n", + " [-0.0710],\n", + " [-0.0723],\n", + " [-0.0749],\n", + " [-0.0682],\n", + " [-0.0767],\n", + " [-0.0757],\n", + " [-0.0771],\n", + " [-0.0798],\n", + " [-0.0760]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0371],\n", + " [0.0374],\n", + " [0.0388],\n", + " [0.0382],\n", + " [0.0366],\n", + " [0.0414],\n", + " [0.0396],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0365],\n", + " [0.0371],\n", + " [0.0395],\n", + " [0.0376],\n", + " [0.0391],\n", + " [0.0388],\n", + " [0.0391],\n", + " [0.0392],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0367],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0360],\n", + " [0.0414],\n", + " [0.0388],\n", + " [0.0368],\n", + " [0.0374],\n", + " [0.0367],\n", + " [0.0368],\n", + " [0.0373],\n", + " [0.0403]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0908],\n", + " [-0.0905],\n", + " [-0.0966],\n", + " [-0.0942],\n", + " [-0.0953],\n", + " [-0.0935],\n", + " [-0.0967],\n", + " [-0.0925],\n", + " [-0.0951],\n", + " [-0.0929],\n", + " [-0.0944],\n", + " [-0.0918],\n", + " [-0.0868],\n", + " [-0.0905],\n", + " [-0.0887],\n", + " [-0.0896],\n", + " [-0.0838],\n", + " [-0.0938],\n", + " [-0.0949],\n", + " [-0.0911],\n", + " [-0.0924],\n", + " [-0.0899],\n", + " [-0.0910],\n", + " [-0.0952],\n", + " [-0.0916],\n", + " [-0.0930],\n", + " [-0.0948],\n", + " [-0.0922],\n", + " [-0.0933],\n", + " [-0.0921],\n", + " [-0.0939],\n", + " [-0.0929]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0494],\n", + " [0.0523],\n", + " [0.0581],\n", + " [0.0566],\n", + " [0.0544],\n", + " [0.0573],\n", + " [0.0256],\n", + " [0.0558],\n", + " [0.0548],\n", + " [0.0559],\n", + " [0.0567],\n", + " [0.0541],\n", + " [0.0447],\n", + " [0.0461],\n", + " [0.0472],\n", + " [0.0463],\n", + " [0.0501],\n", + " [0.0568],\n", + " [0.0542],\n", + " [0.0497],\n", + " [0.0501],\n", + " [0.0509],\n", + " [0.0530],\n", + " [0.0589],\n", + " [0.0469],\n", + " [0.0540],\n", + " [0.0588],\n", + " [0.0525],\n", + " [0.0556],\n", + " [0.0514],\n", + " [0.0525],\n", + " [0.0423]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0419],\n", + " [-0.0399],\n", + " [-0.0347],\n", + " [-0.0337],\n", + " [-0.0334],\n", + " [-0.0380],\n", + " [-0.0391],\n", + " [-0.0348],\n", + " [-0.0382],\n", + " [-0.0367],\n", + " [-0.0380],\n", + " [-0.0388],\n", + " [-0.0425],\n", + " [-0.0400],\n", + " [-0.0364],\n", + " [-0.0368],\n", + " [-0.0452],\n", + " [-0.0343],\n", + " [-0.0353],\n", + " [-0.0404],\n", + " [-0.0382],\n", + " [-0.0398],\n", + " [-0.0410],\n", + " [-0.0364],\n", + " [-0.0318],\n", + " [-0.0336],\n", + " [-0.0356],\n", + " [-0.0388],\n", + " [-0.0398],\n", + " [-0.0392],\n", + " [-0.0387],\n", + " [-0.0323]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0791],\n", + " [-0.0784],\n", + " [-0.0803],\n", + " [-0.0841],\n", + " [-0.0801],\n", + " [-0.0790],\n", + " [-0.0825],\n", + " [-0.0802],\n", + " [-0.0819],\n", + " [-0.0809],\n", + " [-0.0808],\n", + " [-0.0783],\n", + " [-0.0789],\n", + " [-0.0783],\n", + " [-0.0801],\n", + " [-0.0795],\n", + " [-0.0768],\n", + " [-0.0813],\n", + " [-0.0785],\n", + " [-0.0790],\n", + " [-0.0787],\n", + " [-0.0790],\n", + " [-0.0788],\n", + " [-0.0801],\n", + " [-0.0833],\n", + " [-0.0807],\n", + " [-0.0813],\n", + " [-0.0782],\n", + " [-0.0791],\n", + " [-0.0782],\n", + " [-0.0777],\n", + " [-0.0843]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1636],\n", + " [0.1665],\n", + " [0.1690],\n", + " [0.1701],\n", + " [0.1667],\n", + " [0.1690],\n", + " [0.1566],\n", + " [0.1692],\n", + " [0.1659],\n", + " [0.1686],\n", + " [0.1681],\n", + " [0.1675],\n", + " [0.1631],\n", + " [0.1633],\n", + " [0.1655],\n", + " [0.1651],\n", + " [0.1665],\n", + " [0.1697],\n", + " [0.1664],\n", + " [0.1638],\n", + " [0.1642],\n", + " [0.1653],\n", + " [0.1670],\n", + " [0.1698],\n", + " [0.1646],\n", + " [0.1669],\n", + " [0.1714],\n", + " [0.1661],\n", + " [0.1681],\n", + " [0.1654],\n", + " [0.1658],\n", + " [0.1618]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0564],\n", + " [-0.0545],\n", + " [-0.0586],\n", + " [-0.0517],\n", + " [-0.0600],\n", + " [-0.0559],\n", + " [-0.0643],\n", + " [-0.0529],\n", + " [-0.0562],\n", + " [-0.0532],\n", + " [-0.0556],\n", + " [-0.0554],\n", + " [-0.0469],\n", + " [-0.0574],\n", + " [-0.0551],\n", + " [-0.0572],\n", + " [-0.0468],\n", + " [-0.0533],\n", + " [-0.0601],\n", + " [-0.0560],\n", + " [-0.0582],\n", + " [-0.0538],\n", + " [-0.0541],\n", + " [-0.0561],\n", + " [-0.0505],\n", + " [-0.0560],\n", + " [-0.0563],\n", + " [-0.0571],\n", + " [-0.0558],\n", + " [-0.0568],\n", + " [-0.0595],\n", + " [-0.0588]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0643],\n", + " [0.0618],\n", + " [0.0619],\n", + " [0.0581],\n", + " [0.0660],\n", + " [0.0590],\n", + " [0.0777],\n", + " [0.0613],\n", + " [0.0607],\n", + " [0.0585],\n", + " [0.0583],\n", + " [0.0621],\n", + " [0.0677],\n", + " [0.0674],\n", + " [0.0645],\n", + " [0.0642],\n", + " [0.0582],\n", + " [0.0610],\n", + " [0.0642],\n", + " [0.0658],\n", + " [0.0653],\n", + " [0.0622],\n", + " [0.0611],\n", + " [0.0578],\n", + " [0.0712],\n", + " [0.0652],\n", + " [0.0562],\n", + " [0.0640],\n", + " [0.0608],\n", + " [0.0653],\n", + " [0.0648],\n", + " [0.0697]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0911],\n", + " [-0.0931],\n", + " [-0.0988],\n", + " [-0.0986],\n", + " [-0.0927],\n", + " [-0.0972],\n", + " [-0.0649],\n", + " [-0.0972],\n", + " [-0.0962],\n", + " [-0.0969],\n", + " [-0.0976],\n", + " [-0.0942],\n", + " [-0.0885],\n", + " [-0.0859],\n", + " [-0.0854],\n", + " [-0.0845],\n", + " [-0.0925],\n", + " [-0.0987],\n", + " [-0.0935],\n", + " [-0.0910],\n", + " [-0.0898],\n", + " [-0.0920],\n", + " [-0.0938],\n", + " [-0.0994],\n", + " [-0.0902],\n", + " [-0.0935],\n", + " [-0.1011],\n", + " [-0.0932],\n", + " [-0.0953],\n", + " [-0.0912],\n", + " [-0.0922],\n", + " [-0.0764]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0117],\n", + " [0.0148],\n", + " [0.0180],\n", + " [0.0238],\n", + " [0.0149],\n", + " [0.0180],\n", + " [0.0047],\n", + " [0.0184],\n", + " [0.0178],\n", + " [0.0205],\n", + " [0.0190],\n", + " [0.0155],\n", + " [0.0089],\n", + " [0.0097],\n", + " [0.0136],\n", + " [0.0128],\n", + " [0.0148],\n", + " [0.0192],\n", + " [0.0148],\n", + " [0.0109],\n", + " [0.0128],\n", + " [0.0143],\n", + " [0.0148],\n", + " [0.0212],\n", + " [0.0133],\n", + " [0.0165],\n", + " [0.0216],\n", + " [0.0133],\n", + " [0.0163],\n", + " [0.0129],\n", + " [0.0135],\n", + " [0.0104]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0945],\n", + " [0.0926],\n", + " [0.0920],\n", + " [0.0938],\n", + " [0.0857],\n", + " [0.0947],\n", + " [0.0777],\n", + " [0.0915],\n", + " [0.0946],\n", + " [0.0935],\n", + " [0.0959],\n", + " [0.0918],\n", + " [0.0933],\n", + " [0.0876],\n", + " [0.0841],\n", + " [0.0857],\n", + " [0.0991],\n", + " [0.0921],\n", + " [0.0890],\n", + " [0.0922],\n", + " [0.0891],\n", + " [0.0923],\n", + " [0.0944],\n", + " [0.0959],\n", + " [0.0825],\n", + " [0.0860],\n", + " [0.0968],\n", + " [0.0919],\n", + " [0.0944],\n", + " [0.0895],\n", + " [0.0908],\n", + " [0.0763]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[1.2938e-02],\n", + " [1.0643e-02],\n", + " [9.3083e-03],\n", + " [8.5731e-03],\n", + " [6.1020e-03],\n", + " [1.0600e-02],\n", + " [2.1029e-02],\n", + " [9.0987e-03],\n", + " [1.0692e-02],\n", + " [9.4758e-03],\n", + " [1.1278e-02],\n", + " [9.6909e-03],\n", + " [9.4351e-03],\n", + " [9.3893e-03],\n", + " [6.4561e-03],\n", + " [7.9040e-03],\n", + " [1.3960e-02],\n", + " [8.8224e-03],\n", + " [8.5540e-03],\n", + " [1.1206e-02],\n", + " [8.2105e-03],\n", + " [1.0527e-02],\n", + " [1.1807e-02],\n", + " [9.0761e-03],\n", + " [2.1680e-03],\n", + " [5.5970e-03],\n", + " [1.1297e-02],\n", + " [1.0914e-02],\n", + " [1.0758e-02],\n", + " [8.6920e-03],\n", + " [9.9644e-03],\n", + " [5.3095e-05]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0051],\n", + " [-0.0048],\n", + " [ 0.0023],\n", + " [-0.0027],\n", + " [ 0.0045],\n", + " [-0.0017],\n", + " [-0.0151],\n", + " [-0.0023],\n", + " [-0.0018],\n", + " [-0.0027],\n", + " [-0.0021],\n", + " [-0.0029],\n", + " [-0.0131],\n", + " [-0.0040],\n", + " [-0.0019],\n", + " [-0.0002],\n", + " [-0.0121],\n", + " [-0.0012],\n", + " [ 0.0035],\n", + " [-0.0059],\n", + " [-0.0010],\n", + " [-0.0061],\n", + " [-0.0052],\n", + " [-0.0005],\n", + " [-0.0015],\n", + " [ 0.0008],\n", + " [-0.0002],\n", + " [-0.0023],\n", + " [-0.0023],\n", + " [-0.0028],\n", + " [ 0.0014],\n", + " [-0.0002]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0362],\n", + " [-0.0357],\n", + " [-0.0368],\n", + " [-0.0348],\n", + " [-0.0398],\n", + " [-0.0338],\n", + " [-0.0492],\n", + " [-0.0345],\n", + " [-0.0364],\n", + " [-0.0350],\n", + " [-0.0334],\n", + " [-0.0358],\n", + " [-0.0335],\n", + " [-0.0390],\n", + " [-0.0399],\n", + " [-0.0405],\n", + " [-0.0301],\n", + " [-0.0344],\n", + " [-0.0387],\n", + " [-0.0365],\n", + " [-0.0398],\n", + " [-0.0360],\n", + " [-0.0340],\n", + " [-0.0345],\n", + " [-0.0413],\n", + " [-0.0387],\n", + " [-0.0314],\n", + " [-0.0361],\n", + " [-0.0335],\n", + " [-0.0379],\n", + " [-0.0380],\n", + " [-0.0473]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0036],\n", + " [ 0.0035],\n", + " [ 0.0060],\n", + " [ 0.0019],\n", + " [ 0.0083],\n", + " [ 0.0038],\n", + " [ 0.0060],\n", + " [ 0.0035],\n", + " [ 0.0038],\n", + " [ 0.0025],\n", + " [ 0.0028],\n", + " [ 0.0043],\n", + " [-0.0011],\n", + " [ 0.0056],\n", + " [ 0.0055],\n", + " [ 0.0057],\n", + " [-0.0031],\n", + " [ 0.0036],\n", + " [ 0.0071],\n", + " [ 0.0043],\n", + " [ 0.0061],\n", + " [ 0.0030],\n", + " [ 0.0027],\n", + " [ 0.0041],\n", + " [ 0.0057],\n", + " [ 0.0065],\n", + " [ 0.0022],\n", + " [ 0.0049],\n", + " [ 0.0038],\n", + " [ 0.0054],\n", + " [ 0.0063],\n", + " [ 0.0078]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0590],\n", + " [0.0564],\n", + " [0.0581],\n", + " [0.0568],\n", + " [0.0606],\n", + " [0.0561],\n", + " [0.0725],\n", + " [0.0564],\n", + " [0.0577],\n", + " [0.0557],\n", + " [0.0567],\n", + " [0.0563],\n", + " [0.0573],\n", + " [0.0604],\n", + " [0.0601],\n", + " [0.0610],\n", + " [0.0523],\n", + " [0.0573],\n", + " [0.0589],\n", + " [0.0587],\n", + " [0.0594],\n", + " [0.0568],\n", + " [0.0561],\n", + " [0.0566],\n", + " [0.0617],\n", + " [0.0592],\n", + " [0.0569],\n", + " [0.0577],\n", + " [0.0565],\n", + " [0.0580],\n", + " [0.0587],\n", + " [0.0669]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0159],\n", + " [-0.0165],\n", + " [-0.0188],\n", + " [-0.0194],\n", + " [-0.0174],\n", + " [-0.0181],\n", + " [-0.0175],\n", + " [-0.0183],\n", + " [-0.0184],\n", + " [-0.0190],\n", + " [-0.0183],\n", + " [-0.0170],\n", + " [-0.0152],\n", + " [-0.0160],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0188],\n", + " [-0.0184],\n", + " [-0.0176],\n", + " [-0.0155],\n", + " [-0.0163],\n", + " [-0.0162],\n", + " [-0.0171],\n", + " [-0.0185],\n", + " [-0.0131],\n", + " [-0.0168],\n", + " [-0.0187],\n", + " [-0.0166],\n", + " [-0.0175],\n", + " [-0.0163],\n", + " [-0.0176],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1718],\n", + " [-0.1692],\n", + " [-0.1717],\n", + " [-0.1682],\n", + " [-0.1723],\n", + " [-0.1709],\n", + " [-0.1590],\n", + " [-0.1683],\n", + " [-0.1714],\n", + " [-0.1693],\n", + " [-0.1708],\n", + " [-0.1700],\n", + " [-0.1651],\n", + " [-0.1698],\n", + " [-0.1674],\n", + " [-0.1698],\n", + " [-0.1655],\n", + " [-0.1689],\n", + " [-0.1735],\n", + " [-0.1696],\n", + " [-0.1715],\n", + " [-0.1683],\n", + " [-0.1699],\n", + " [-0.1715],\n", + " [-0.1667],\n", + " [-0.1687],\n", + " [-0.1704],\n", + " [-0.1710],\n", + " [-0.1718],\n", + " [-0.1706],\n", + " [-0.1740],\n", + " [-0.1670]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0234],\n", + " [-0.0228],\n", + " [-0.0209],\n", + " [-0.0212],\n", + " [-0.0188],\n", + " [-0.0221],\n", + " [-0.0256],\n", + " [-0.0212],\n", + " [-0.0218],\n", + " [-0.0214],\n", + " [-0.0227],\n", + " [-0.0222],\n", + " [-0.0247],\n", + " [-0.0227],\n", + " [-0.0195],\n", + " [-0.0189],\n", + " [-0.0247],\n", + " [-0.0206],\n", + " [-0.0195],\n", + " [-0.0245],\n", + " [-0.0205],\n", + " [-0.0231],\n", + " [-0.0231],\n", + " [-0.0215],\n", + " [-0.0172],\n", + " [-0.0195],\n", + " [-0.0224],\n", + " [-0.0227],\n", + " [-0.0221],\n", + " [-0.0222],\n", + " [-0.0205],\n", + " [-0.0124]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0014],\n", + " [ 0.0037],\n", + " [ 0.0129],\n", + " [ 0.0150],\n", + " [ 0.0065],\n", + " [ 0.0102],\n", + " [-0.0215],\n", + " [ 0.0095],\n", + " [ 0.0099],\n", + " [ 0.0104],\n", + " [ 0.0115],\n", + " [ 0.0051],\n", + " [-0.0049],\n", + " [-0.0037],\n", + " [-0.0013],\n", + " [-0.0018],\n", + " [ 0.0020],\n", + " [ 0.0119],\n", + " [ 0.0062],\n", + " [ 0.0003],\n", + " [ 0.0018],\n", + " [ 0.0028],\n", + " [ 0.0045],\n", + " [ 0.0142],\n", + " [ 0.0010],\n", + " [ 0.0065],\n", + " [ 0.0165],\n", + " [ 0.0037],\n", + " [ 0.0071],\n", + " [ 0.0017],\n", + " [ 0.0035],\n", + " [-0.0031]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0920],\n", + " [0.0947],\n", + " [0.0886],\n", + " [0.0932],\n", + " [0.0914],\n", + " [0.0915],\n", + " [0.1079],\n", + " [0.0930],\n", + " [0.0896],\n", + " [0.0931],\n", + " [0.0906],\n", + " [0.0939],\n", + " [0.1005],\n", + " [0.0968],\n", + " [0.1012],\n", + " [0.0999],\n", + " [0.0991],\n", + " [0.0921],\n", + " [0.0903],\n", + " [0.0937],\n", + " [0.0940],\n", + " [0.0957],\n", + " [0.0935],\n", + " [0.0909],\n", + " [0.0971],\n", + " [0.0948],\n", + " [0.0907],\n", + " [0.0922],\n", + " [0.0917],\n", + " [0.0946],\n", + " [0.0909],\n", + " [0.1042]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0792],\n", + " [0.0807],\n", + " [0.0866],\n", + " [0.0883],\n", + " [0.0838],\n", + " [0.0834],\n", + " [0.0717],\n", + " [0.0838],\n", + " [0.0855],\n", + " [0.0851],\n", + " [0.0850],\n", + " [0.0811],\n", + " [0.0752],\n", + " [0.0771],\n", + " [0.0811],\n", + " [0.0794],\n", + " [0.0768],\n", + " [0.0853],\n", + " [0.0819],\n", + " [0.0789],\n", + " [0.0803],\n", + " [0.0806],\n", + " [0.0802],\n", + " [0.0864],\n", + " [0.0850],\n", + " [0.0849],\n", + " [0.0878],\n", + " [0.0802],\n", + " [0.0808],\n", + " [0.0787],\n", + " [0.0788],\n", + " [0.0811]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0878],\n", + " [0.0858],\n", + " [0.0886],\n", + " [0.0877],\n", + " [0.0895],\n", + " [0.0865],\n", + " [0.0840],\n", + " [0.0856],\n", + " [0.0895],\n", + " [0.0865],\n", + " [0.0881],\n", + " [0.0859],\n", + " [0.0817],\n", + " [0.0876],\n", + " [0.0871],\n", + " [0.0880],\n", + " [0.0813],\n", + " [0.0867],\n", + " [0.0887],\n", + " [0.0876],\n", + " [0.0880],\n", + " [0.0864],\n", + " [0.0860],\n", + " [0.0869],\n", + " [0.0867],\n", + " [0.0877],\n", + " [0.0885],\n", + " [0.0870],\n", + " [0.0865],\n", + " [0.0871],\n", + " [0.0879],\n", + " [0.0913]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0358],\n", + " [0.0387],\n", + " [0.0431],\n", + " [0.0433],\n", + " [0.0438],\n", + " [0.0405],\n", + " [0.0491],\n", + " [0.0423],\n", + " [0.0393],\n", + " [0.0415],\n", + " [0.0402],\n", + " [0.0399],\n", + " [0.0356],\n", + " [0.0388],\n", + " [0.0429],\n", + " [0.0422],\n", + " [0.0348],\n", + " [0.0429],\n", + " [0.0418],\n", + " [0.0375],\n", + " [0.0398],\n", + " [0.0384],\n", + " [0.0374],\n", + " [0.0423],\n", + " [0.0434],\n", + " [0.0440],\n", + " [0.0428],\n", + " [0.0389],\n", + " [0.0387],\n", + " [0.0391],\n", + " [0.0392],\n", + " [0.0467]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0396],\n", + " [0.0389],\n", + " [0.0355],\n", + " [0.0365],\n", + " [0.0352],\n", + " [0.0368],\n", + " [0.0282],\n", + " [0.0368],\n", + " [0.0390],\n", + " [0.0381],\n", + " [0.0374],\n", + " [0.0379],\n", + " [0.0384],\n", + " [0.0375],\n", + " [0.0358],\n", + " [0.0355],\n", + " [0.0409],\n", + " [0.0364],\n", + " [0.0362],\n", + " [0.0389],\n", + " [0.0377],\n", + " [0.0393],\n", + " [0.0388],\n", + " [0.0362],\n", + " [0.0354],\n", + " [0.0363],\n", + " [0.0352],\n", + " [0.0382],\n", + " [0.0377],\n", + " [0.0376],\n", + " [0.0371],\n", + " [0.0280]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0763],\n", + " [-0.0750],\n", + " [-0.0716],\n", + " [-0.0695],\n", + " [-0.0731],\n", + " [-0.0724],\n", + " [-0.0873],\n", + " [-0.0736],\n", + " [-0.0720],\n", + " [-0.0723],\n", + " [-0.0714],\n", + " [-0.0745],\n", + " [-0.0792],\n", + " [-0.0763],\n", + " [-0.0755],\n", + " [-0.0754],\n", + " [-0.0783],\n", + " [-0.0724],\n", + " [-0.0734],\n", + " [-0.0761],\n", + " [-0.0746],\n", + " [-0.0750],\n", + " [-0.0746],\n", + " [-0.0704],\n", + " [-0.0744],\n", + " [-0.0738],\n", + " [-0.0691],\n", + " [-0.0751],\n", + " [-0.0733],\n", + " [-0.0750],\n", + " [-0.0744],\n", + " [-0.0739]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1041],\n", + " [-0.1018],\n", + " [-0.0999],\n", + " [-0.0973],\n", + " [-0.1043],\n", + " [-0.0992],\n", + " [-0.1133],\n", + " [-0.0995],\n", + " [-0.1001],\n", + " [-0.0986],\n", + " [-0.0985],\n", + " [-0.1017],\n", + " [-0.1037],\n", + " [-0.1074],\n", + " [-0.1074],\n", + " [-0.1089],\n", + " [-0.1004],\n", + " [-0.0994],\n", + " [-0.1040],\n", + " [-0.1036],\n", + " [-0.1053],\n", + " [-0.1019],\n", + " [-0.1016],\n", + " [-0.0979],\n", + " [-0.1055],\n", + " [-0.1027],\n", + " [-0.0972],\n", + " [-0.1030],\n", + " [-0.1015],\n", + " [-0.1042],\n", + " [-0.1055],\n", + " [-0.1107]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0628],\n", + " [-0.0630],\n", + " [-0.0614],\n", + " [-0.0634],\n", + " [-0.0595],\n", + " [-0.0633],\n", + " [-0.0489],\n", + " [-0.0630],\n", + " [-0.0616],\n", + " [-0.0623],\n", + " [-0.0633],\n", + " [-0.0628],\n", + " [-0.0658],\n", + " [-0.0613],\n", + " [-0.0594],\n", + " [-0.0585],\n", + " [-0.0651],\n", + " [-0.0628],\n", + " [-0.0597],\n", + " [-0.0637],\n", + " [-0.0607],\n", + " [-0.0631],\n", + " [-0.0640],\n", + " [-0.0629],\n", + " [-0.0627],\n", + " [-0.0608],\n", + " [-0.0633],\n", + " [-0.0624],\n", + " [-0.0636],\n", + " [-0.0624],\n", + " [-0.0608],\n", + " [-0.0563]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0627],\n", + " [-0.0607],\n", + " [-0.0623],\n", + " [-0.0625],\n", + " [-0.0594],\n", + " [-0.0620],\n", + " [-0.0898],\n", + " [-0.0608],\n", + " [-0.0645],\n", + " [-0.0517],\n", + " [-0.0597],\n", + " [-0.0636],\n", + " [-0.0633],\n", + " [-0.0615],\n", + " [-0.0582],\n", + " [-0.0654],\n", + " [-0.0625],\n", + " [-0.0619],\n", + " [-0.0613],\n", + " [-0.0627],\n", + " [-0.0650],\n", + " [-0.0622],\n", + " [-0.0594],\n", + " [-0.0624],\n", + " [-0.0623],\n", + " [-0.0571],\n", + " [-0.0608],\n", + " [-0.0608],\n", + " [-0.0620],\n", + " [-0.0648],\n", + " [-0.0566],\n", + " [-0.0606]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0753],\n", + " [-0.0676],\n", + " [-0.0689],\n", + " [-0.0768],\n", + " [-0.0726],\n", + " [-0.0723],\n", + " [-0.1089],\n", + " [-0.0731],\n", + " [-0.0741],\n", + " [-0.0700],\n", + " [-0.0728],\n", + " [-0.0772],\n", + " [-0.0705],\n", + " [-0.0652],\n", + " [-0.0663],\n", + " [-0.0793],\n", + " [-0.0736],\n", + " [-0.0733],\n", + " [-0.0699],\n", + " [-0.0757],\n", + " [-0.0772],\n", + " [-0.0766],\n", + " [-0.0695],\n", + " [-0.0753],\n", + " [-0.0722],\n", + " [-0.0708],\n", + " [-0.0728],\n", + " [-0.0729],\n", + " [-0.0696],\n", + " [-0.0772],\n", + " [-0.0711],\n", + " [-0.0679]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0384],\n", + " [0.0389],\n", + " [0.0366],\n", + " [0.0370],\n", + " [0.0413],\n", + " [0.0370],\n", + " [0.0214],\n", + " [0.0382],\n", + " [0.0440],\n", + " [0.0418],\n", + " [0.0387],\n", + " [0.0384],\n", + " [0.0363],\n", + " [0.0352],\n", + " [0.0392],\n", + " [0.0364],\n", + " [0.0392],\n", + " [0.0379],\n", + " [0.0388],\n", + " [0.0366],\n", + " [0.0359],\n", + " [0.0379],\n", + " [0.0397],\n", + " [0.0367],\n", + " [0.0371],\n", + " [0.0403],\n", + " [0.0389],\n", + " [0.0377],\n", + " [0.0371],\n", + " [0.0356],\n", + " [0.0395],\n", + " [0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0894],\n", + " [-0.0926],\n", + " [-0.0952],\n", + " [-0.0912],\n", + " [-0.0860],\n", + " [-0.0946],\n", + " [-0.0757],\n", + " [-0.0880],\n", + " [-0.0951],\n", + " [-0.0823],\n", + " [-0.0899],\n", + " [-0.0930],\n", + " [-0.0958],\n", + " [-0.0927],\n", + " [-0.0879],\n", + " [-0.0956],\n", + " [-0.0897],\n", + " [-0.0938],\n", + " [-0.0945],\n", + " [-0.0924],\n", + " [-0.0947],\n", + " [-0.0917],\n", + " [-0.0908],\n", + " [-0.0922],\n", + " [-0.0946],\n", + " [-0.0847],\n", + " [-0.0873],\n", + " [-0.0889],\n", + " [-0.0935],\n", + " [-0.0957],\n", + " [-0.0862],\n", + " [-0.0932]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0465],\n", + " [0.0569],\n", + " [0.0589],\n", + " [0.0493],\n", + " [0.0368],\n", + " [0.0580],\n", + " [0.0440],\n", + " [0.0467],\n", + " [0.0392],\n", + " [0.0388],\n", + " [0.0502],\n", + " [0.0485],\n", + " [0.0596],\n", + " [0.0591],\n", + " [0.0522],\n", + " [0.0545],\n", + " [0.0472],\n", + " [0.0578],\n", + " [0.0581],\n", + " [0.0531],\n", + " [0.0559],\n", + " [0.0495],\n", + " [0.0542],\n", + " [0.0543],\n", + " [0.0572],\n", + " [0.0460],\n", + " [0.0488],\n", + " [0.0516],\n", + " [0.0569],\n", + " [0.0571],\n", + " [0.0444],\n", + " [0.0580]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0368],\n", + " [-0.0348],\n", + " [-0.0350],\n", + " [-0.0395],\n", + " [-0.0391],\n", + " [-0.0364],\n", + " [-0.0419],\n", + " [-0.0414],\n", + " [-0.0344],\n", + " [-0.0425],\n", + " [-0.0380],\n", + " [-0.0340],\n", + " [-0.0353],\n", + " [-0.0343],\n", + " [-0.0383],\n", + " [-0.0392],\n", + " [-0.0391],\n", + " [-0.0353],\n", + " [-0.0340],\n", + " [-0.0401],\n", + " [-0.0402],\n", + " [-0.0361],\n", + " [-0.0358],\n", + " [-0.0398],\n", + " [-0.0365],\n", + " [-0.0437],\n", + " [-0.0429],\n", + " [-0.0396],\n", + " [-0.0371],\n", + " [-0.0393],\n", + " [-0.0393],\n", + " [-0.0345]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0796],\n", + " [-0.0818],\n", + " [-0.0815],\n", + " [-0.0781],\n", + " [-0.0787],\n", + " [-0.0798],\n", + " [-0.0834],\n", + " [-0.0783],\n", + " [-0.0865],\n", + " [-0.0783],\n", + " [-0.0798],\n", + " [-0.0818],\n", + " [-0.0805],\n", + " [-0.0822],\n", + " [-0.0803],\n", + " [-0.0788],\n", + " [-0.0790],\n", + " [-0.0792],\n", + " [-0.0819],\n", + " [-0.0790],\n", + " [-0.0790],\n", + " [-0.0796],\n", + " [-0.0811],\n", + " [-0.0786],\n", + " [-0.0804],\n", + " [-0.0787],\n", + " [-0.0770],\n", + " [-0.0782],\n", + " [-0.0808],\n", + " [-0.0791],\n", + " [-0.0794],\n", + " [-0.0816]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1642],\n", + " [0.1706],\n", + " [0.1710],\n", + " [0.1640],\n", + " [0.1616],\n", + " [0.1691],\n", + " [0.1286],\n", + " [0.1649],\n", + " [0.1627],\n", + " [0.1602],\n", + " [0.1650],\n", + " [0.1641],\n", + " [0.1711],\n", + " [0.1747],\n", + " [0.1688],\n", + " [0.1665],\n", + " [0.1652],\n", + " [0.1700],\n", + " [0.1715],\n", + " [0.1663],\n", + " [0.1678],\n", + " [0.1638],\n", + " [0.1689],\n", + " [0.1674],\n", + " [0.1684],\n", + " [0.1614],\n", + " [0.1669],\n", + " [0.1674],\n", + " [0.1695],\n", + " [0.1680],\n", + " [0.1623],\n", + " [0.1715]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0569],\n", + " [-0.0526],\n", + " [-0.0561],\n", + " [-0.0569],\n", + " [-0.0508],\n", + " [-0.0566],\n", + " [-0.0733],\n", + " [-0.0527],\n", + " [-0.0579],\n", + " [-0.0517],\n", + " [-0.0526],\n", + " [-0.0596],\n", + " [-0.0578],\n", + " [-0.0564],\n", + " [-0.0453],\n", + " [-0.0597],\n", + " [-0.0518],\n", + " [-0.0554],\n", + " [-0.0534],\n", + " [-0.0559],\n", + " [-0.0571],\n", + " [-0.0577],\n", + " [-0.0500],\n", + " [-0.0552],\n", + " [-0.0564],\n", + " [-0.0477],\n", + " [-0.0531],\n", + " [-0.0536],\n", + " [-0.0551],\n", + " [-0.0581],\n", + " [-0.0512],\n", + " [-0.0518]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0650],\n", + " [0.0555],\n", + " [0.0567],\n", + " [0.0666],\n", + " [0.0743],\n", + " [0.0584],\n", + " [0.0517],\n", + " [0.0659],\n", + " [0.0757],\n", + " [0.0692],\n", + " [0.0646],\n", + " [0.0673],\n", + " [0.0571],\n", + " [0.0543],\n", + " [0.0574],\n", + " [0.0627],\n", + " [0.0677],\n", + " [0.0604],\n", + " [0.0596],\n", + " [0.0618],\n", + " [0.0609],\n", + " [0.0675],\n", + " [0.0593],\n", + " [0.0615],\n", + " [0.0588],\n", + " [0.0656],\n", + " [0.0624],\n", + " [0.0598],\n", + " [0.0567],\n", + " [0.0610],\n", + " [0.0657],\n", + " [0.0572]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0853],\n", + " [-0.0989],\n", + " [-0.1003],\n", + " [-0.0896],\n", + " [-0.0792],\n", + " [-0.0986],\n", + " [-0.0677],\n", + " [-0.0875],\n", + " [-0.0774],\n", + " [-0.0807],\n", + " [-0.0924],\n", + " [-0.0861],\n", + " [-0.1008],\n", + " [-0.1038],\n", + " [-0.0966],\n", + " [-0.0943],\n", + " [-0.0891],\n", + " [-0.0975],\n", + " [-0.1003],\n", + " [-0.0937],\n", + " [-0.0947],\n", + " [-0.0894],\n", + " [-0.0974],\n", + " [-0.0943],\n", + " [-0.0980],\n", + " [-0.0895],\n", + " [-0.0890],\n", + " [-0.0914],\n", + " [-0.0988],\n", + " [-0.0960],\n", + " [-0.0873],\n", + " [-0.1002]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0125],\n", + " [ 0.0211],\n", + " [ 0.0220],\n", + " [ 0.0111],\n", + " [ 0.0050],\n", + " [ 0.0193],\n", + " [-0.0007],\n", + " [ 0.0112],\n", + " [ 0.0109],\n", + " [ 0.0067],\n", + " [ 0.0134],\n", + " [ 0.0135],\n", + " [ 0.0206],\n", + " [ 0.0241],\n", + " [ 0.0183],\n", + " [ 0.0151],\n", + " [ 0.0106],\n", + " [ 0.0199],\n", + " [ 0.0218],\n", + " [ 0.0149],\n", + " [ 0.0174],\n", + " [ 0.0111],\n", + " [ 0.0186],\n", + " [ 0.0159],\n", + " [ 0.0189],\n", + " [ 0.0082],\n", + " [ 0.0139],\n", + " [ 0.0169],\n", + " [ 0.0197],\n", + " [ 0.0176],\n", + " [ 0.0111],\n", + " [ 0.0228]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0969],\n", + " [0.0965],\n", + " [0.0894],\n", + " [0.0819],\n", + " [0.0954],\n", + " [0.0606],\n", + " [0.0882],\n", + " [0.0744],\n", + " [0.0934],\n", + " [0.0908],\n", + " [0.0836],\n", + " [0.0961],\n", + " [0.0981],\n", + " [0.0971],\n", + " [0.0941],\n", + " [0.0865],\n", + " [0.0905],\n", + " [0.0926],\n", + " [0.0935],\n", + " [0.0938],\n", + " [0.0867],\n", + " [0.0941],\n", + " [0.0930],\n", + " [0.0953],\n", + " [0.0987],\n", + " [0.0913],\n", + " [0.0910],\n", + " [0.0970],\n", + " [0.0945],\n", + " [0.0907],\n", + " [0.0946]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0077],\n", + " [ 0.0119],\n", + " [ 0.0102],\n", + " [ 0.0096],\n", + " [ 0.0065],\n", + " [ 0.0108],\n", + " [-0.0081],\n", + " [ 0.0092],\n", + " [ 0.0047],\n", + " [ 0.0153],\n", + " [ 0.0102],\n", + " [ 0.0045],\n", + " [ 0.0107],\n", + " [ 0.0097],\n", + " [ 0.0103],\n", + " [ 0.0107],\n", + " [ 0.0079],\n", + " [ 0.0072],\n", + " [ 0.0084],\n", + " [ 0.0107],\n", + " [ 0.0089],\n", + " [ 0.0084],\n", + " [ 0.0102],\n", + " [ 0.0099],\n", + " [ 0.0111],\n", + " [ 0.0137],\n", + " [ 0.0125],\n", + " [ 0.0093],\n", + " [ 0.0123],\n", + " [ 0.0091],\n", + " [ 0.0107],\n", + " [ 0.0088]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0014],\n", + " [-0.0028],\n", + " [-0.0003],\n", + " [-0.0043],\n", + " [-0.0090],\n", + " [-0.0005],\n", + " [ 0.0190],\n", + " [-0.0074],\n", + " [-0.0023],\n", + " [-0.0140],\n", + " [-0.0068],\n", + " [ 0.0030],\n", + " [ 0.0010],\n", + " [ 0.0028],\n", + " [-0.0090],\n", + " [ 0.0017],\n", + " [-0.0060],\n", + " [ 0.0005],\n", + " [-0.0003],\n", + " [-0.0026],\n", + " [ 0.0005],\n", + " [-0.0024],\n", + " [-0.0050],\n", + " [-0.0029],\n", + " [-0.0010],\n", + " [-0.0145],\n", + " [-0.0059],\n", + " [-0.0035],\n", + " [-0.0021],\n", + " [ 0.0010],\n", + " [-0.0093],\n", + " [-0.0016]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0406],\n", + " [-0.0299],\n", + " [-0.0331],\n", + " [-0.0380],\n", + " [-0.0418],\n", + " [-0.0338],\n", + " [-0.0318],\n", + " [-0.0363],\n", + " [-0.0473],\n", + " [-0.0367],\n", + " [-0.0348],\n", + " [-0.0432],\n", + " [-0.0330],\n", + " [-0.0308],\n", + " [-0.0302],\n", + " [-0.0366],\n", + " [-0.0357],\n", + " [-0.0366],\n", + " [-0.0345],\n", + " [-0.0358],\n", + " [-0.0357],\n", + " [-0.0388],\n", + " [-0.0325],\n", + " [-0.0354],\n", + " [-0.0337],\n", + " [-0.0313],\n", + " [-0.0341],\n", + " [-0.0368],\n", + " [-0.0312],\n", + " [-0.0351],\n", + " [-0.0367],\n", + " [-0.0325]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0059],\n", + " [ 0.0006],\n", + " [ 0.0033],\n", + " [ 0.0054],\n", + " [ 0.0038],\n", + " [ 0.0038],\n", + " [ 0.0091],\n", + " [ 0.0035],\n", + " [ 0.0075],\n", + " [-0.0006],\n", + " [ 0.0028],\n", + " [ 0.0084],\n", + " [ 0.0040],\n", + " [ 0.0030],\n", + " [-0.0017],\n", + " [ 0.0059],\n", + " [ 0.0035],\n", + " [ 0.0051],\n", + " [ 0.0035],\n", + " [ 0.0039],\n", + " [ 0.0046],\n", + " [ 0.0064],\n", + " [ 0.0011],\n", + " [ 0.0039],\n", + " [ 0.0035],\n", + " [-0.0028],\n", + " [ 0.0020],\n", + " [ 0.0034],\n", + " [ 0.0017],\n", + " [ 0.0052],\n", + " [ 0.0022],\n", + " [ 0.0019]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0608],\n", + " [0.0551],\n", + " [0.0572],\n", + " [0.0590],\n", + " [0.0633],\n", + " [0.0567],\n", + " [0.0610],\n", + " [0.0581],\n", + " [0.0695],\n", + " [0.0596],\n", + " [0.0571],\n", + " [0.0630],\n", + " [0.0576],\n", + " [0.0584],\n", + " [0.0537],\n", + " [0.0593],\n", + " [0.0583],\n", + " [0.0564],\n", + " [0.0574],\n", + " [0.0570],\n", + " [0.0568],\n", + " [0.0602],\n", + " [0.0554],\n", + " [0.0562],\n", + " [0.0569],\n", + " [0.0564],\n", + " [0.0561],\n", + " [0.0559],\n", + " [0.0566],\n", + " [0.0574],\n", + " [0.0585],\n", + " [0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0171],\n", + " [-0.0183],\n", + " [-0.0189],\n", + " [-0.0154],\n", + " [-0.0099],\n", + " [-0.0188],\n", + " [-0.0010],\n", + " [-0.0148],\n", + " [-0.0183],\n", + " [-0.0148],\n", + " [-0.0154],\n", + " [-0.0179],\n", + " [-0.0190],\n", + " [-0.0168],\n", + " [-0.0167],\n", + " [-0.0172],\n", + " [-0.0139],\n", + " [-0.0189],\n", + " [-0.0190],\n", + " [-0.0170],\n", + " [-0.0185],\n", + " [-0.0153],\n", + " [-0.0175],\n", + " [-0.0174],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0173],\n", + " [-0.0176],\n", + " [-0.0182],\n", + " [-0.0184],\n", + " [-0.0138],\n", + " [-0.0189]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1689],\n", + " [-0.1682],\n", + " [-0.1707],\n", + " [-0.1697],\n", + " [-0.1642],\n", + " [-0.1711],\n", + " [-0.1741],\n", + " [-0.1665],\n", + " [-0.1647],\n", + " [-0.1653],\n", + " [-0.1670],\n", + " [-0.1709],\n", + " [-0.1714],\n", + " [-0.1701],\n", + " [-0.1657],\n", + " [-0.1758],\n", + " [-0.1668],\n", + " [-0.1697],\n", + " [-0.1689],\n", + " [-0.1716],\n", + " [-0.1740],\n", + " [-0.1688],\n", + " [-0.1675],\n", + " [-0.1709],\n", + " [-0.1709],\n", + " [-0.1660],\n", + " [-0.1683],\n", + " [-0.1688],\n", + " [-0.1701],\n", + " [-0.1744],\n", + " [-0.1657],\n", + " [-0.1684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0195],\n", + " [-0.0225],\n", + " [-0.0218],\n", + " [-0.0234],\n", + " [-0.0212],\n", + " [-0.0221],\n", + " [ 0.0421],\n", + " [-0.0239],\n", + " [-0.0184],\n", + " [-0.0268],\n", + " [-0.0238],\n", + " [-0.0170],\n", + " [-0.0219],\n", + " [-0.0192],\n", + " [-0.0210],\n", + " [-0.0201],\n", + " [-0.0230],\n", + " [-0.0201],\n", + " [-0.0206],\n", + " [-0.0216],\n", + " [-0.0198],\n", + " [-0.0224],\n", + " [-0.0213],\n", + " [-0.0218],\n", + " [-0.0224],\n", + " [-0.0272],\n", + " [-0.0242],\n", + " [-0.0207],\n", + " [-0.0230],\n", + " [-0.0202],\n", + " [-0.0232],\n", + " [-0.0207]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0012],\n", + " [ 0.0140],\n", + " [ 0.0168],\n", + " [-0.0004],\n", + " [-0.0137],\n", + " [ 0.0127],\n", + " [ 0.0310],\n", + " [-0.0044],\n", + " [-0.0090],\n", + " [-0.0109],\n", + " [ 0.0020],\n", + " [ 0.0021],\n", + " [ 0.0167],\n", + " [ 0.0216],\n", + " [ 0.0081],\n", + " [ 0.0069],\n", + " [-0.0034],\n", + " [ 0.0107],\n", + " [ 0.0147],\n", + " [ 0.0049],\n", + " [ 0.0073],\n", + " [ 0.0012],\n", + " [ 0.0094],\n", + " [ 0.0055],\n", + " [ 0.0121],\n", + " [-0.0033],\n", + " [-0.0028],\n", + " [ 0.0029],\n", + " [ 0.0128],\n", + " [ 0.0092],\n", + " [-0.0034],\n", + " [ 0.0144]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0989],\n", + " [0.0920],\n", + " [0.0903],\n", + " [0.0949],\n", + " [0.1030],\n", + " [0.0900],\n", + " [0.0794],\n", + " [0.1003],\n", + " [0.1041],\n", + " [0.1003],\n", + " [0.0958],\n", + " [0.0952],\n", + " [0.0892],\n", + " [0.0923],\n", + " [0.0965],\n", + " [0.0883],\n", + " [0.0990],\n", + " [0.0935],\n", + " [0.0922],\n", + " [0.0924],\n", + " [0.0918],\n", + " [0.0945],\n", + " [0.0937],\n", + " [0.0933],\n", + " [0.0900],\n", + " [0.0972],\n", + " [0.0993],\n", + " [0.0978],\n", + " [0.0911],\n", + " [0.0903],\n", + " [0.0983],\n", + " [0.0934]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0809],\n", + " [0.0863],\n", + " [0.0885],\n", + " [0.0786],\n", + " [0.0776],\n", + " [0.0856],\n", + " [0.0857],\n", + " [0.0776],\n", + " [0.0799],\n", + " [0.0786],\n", + " [0.0806],\n", + " [0.0851],\n", + " [0.0881],\n", + " [0.0940],\n", + " [0.0820],\n", + " [0.0809],\n", + " [0.0772],\n", + " [0.0846],\n", + " [0.0872],\n", + " [0.0807],\n", + " [0.0801],\n", + " [0.0816],\n", + " [0.0840],\n", + " [0.0807],\n", + " [0.0854],\n", + " [0.0750],\n", + " [0.0764],\n", + " [0.0810],\n", + " [0.0856],\n", + " [0.0814],\n", + " [0.0812],\n", + " [0.0866]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0878],\n", + " [0.0872],\n", + " [0.0882],\n", + " [0.0874],\n", + " [0.0848],\n", + " [0.0871],\n", + " [0.1097],\n", + " [0.0850],\n", + " [0.0880],\n", + " [0.0818],\n", + " [0.0860],\n", + " [0.0894],\n", + " [0.0886],\n", + " [0.0874],\n", + " [0.0833],\n", + " [0.0881],\n", + " [0.0854],\n", + " [0.0858],\n", + " [0.0866],\n", + " [0.0869],\n", + " [0.0869],\n", + " [0.0886],\n", + " [0.0853],\n", + " [0.0860],\n", + " [0.0878],\n", + " [0.0830],\n", + " [0.0839],\n", + " [0.0849],\n", + " [0.0880],\n", + " [0.0872],\n", + " [0.0847],\n", + " [0.0859]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0417],\n", + " [0.0422],\n", + " [0.0428],\n", + " [0.0385],\n", + " [0.0407],\n", + " [0.0416],\n", + " [0.0478],\n", + " [0.0388],\n", + " [0.0491],\n", + " [0.0365],\n", + " [0.0389],\n", + " [0.0440],\n", + " [0.0428],\n", + " [0.0453],\n", + " [0.0378],\n", + " [0.0384],\n", + " [0.0392],\n", + " [0.0439],\n", + " [0.0442],\n", + " [0.0382],\n", + " [0.0391],\n", + " [0.0405],\n", + " [0.0406],\n", + " [0.0390],\n", + " [0.0411],\n", + " [0.0334],\n", + " [0.0384],\n", + " [0.0404],\n", + " [0.0410],\n", + " [0.0394],\n", + " [0.0375],\n", + " [0.0436]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0368],\n", + " [0.0363],\n", + " [0.0353],\n", + " [0.0384],\n", + " [0.0360],\n", + " [0.0367],\n", + " [0.0151],\n", + " [0.0380],\n", + " [0.0295],\n", + " [0.0418],\n", + " [0.0391],\n", + " [0.0363],\n", + " [0.0347],\n", + " [0.0330],\n", + " [0.0391],\n", + " [0.0376],\n", + " [0.0361],\n", + " [0.0358],\n", + " [0.0355],\n", + " [0.0385],\n", + " [0.0372],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0381],\n", + " [0.0370],\n", + " [0.0402],\n", + " [0.0382],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0370],\n", + " [0.0411],\n", + " [0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0757],\n", + " [-0.0704],\n", + " [-0.0692],\n", + " [-0.0759],\n", + " [-0.0786],\n", + " [-0.0718],\n", + " [-0.0415],\n", + " [-0.0769],\n", + " [-0.0779],\n", + " [-0.0848],\n", + " [-0.0759],\n", + " [-0.0745],\n", + " [-0.0694],\n", + " [-0.0666],\n", + " [-0.0730],\n", + " [-0.0728],\n", + " [-0.0763],\n", + " [-0.0724],\n", + " [-0.0706],\n", + " [-0.0739],\n", + " [-0.0723],\n", + " [-0.0756],\n", + " [-0.0731],\n", + " [-0.0739],\n", + " [-0.0718],\n", + " [-0.0810],\n", + " [-0.0779],\n", + " [-0.0749],\n", + " [-0.0710],\n", + " [-0.0718],\n", + " [-0.0779],\n", + " [-0.0706]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1078],\n", + " [-0.0971],\n", + " [-0.0974],\n", + " [-0.1046],\n", + " [-0.1092],\n", + " [-0.0981],\n", + " [-0.1237],\n", + " [-0.1051],\n", + " [-0.1082],\n", + " [-0.1067],\n", + " [-0.1017],\n", + " [-0.1083],\n", + " [-0.0977],\n", + " [-0.0974],\n", + " [-0.0988],\n", + " [-0.1040],\n", + " [-0.1050],\n", + " [-0.0997],\n", + " [-0.0984],\n", + " [-0.1024],\n", + " [-0.1032],\n", + " [-0.1047],\n", + " [-0.0988],\n", + " [-0.1019],\n", + " [-0.0983],\n", + " [-0.1017],\n", + " [-0.1045],\n", + " [-0.1029],\n", + " [-0.0980],\n", + " [-0.1023],\n", + " [-0.1035],\n", + " [-0.0972]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0590],\n", + " [-0.0644],\n", + " [-0.0633],\n", + " [-0.0625],\n", + " [-0.0607],\n", + " [-0.0627],\n", + " [-0.0381],\n", + " [-0.0634],\n", + " [-0.0573],\n", + " [-0.0615],\n", + " [-0.0638],\n", + " [-0.0573],\n", + " [-0.0629],\n", + " [-0.0633],\n", + " [-0.0657],\n", + " [-0.0615],\n", + " [-0.0643],\n", + " [-0.0619],\n", + " [-0.0632],\n", + " [-0.0628],\n", + " [-0.0623],\n", + " [-0.0613],\n", + " [-0.0640],\n", + " [-0.0631],\n", + " [-0.0628],\n", + " [-0.0662],\n", + " [-0.0626],\n", + " [-0.0615],\n", + " [-0.0635],\n", + " [-0.0625],\n", + " [-0.0628],\n", + " [-0.0637]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0344],\n", + " [-0.0629],\n", + " [-0.0638],\n", + " [-0.0634],\n", + " [-0.0611],\n", + " [-0.0680],\n", + " [-0.0597],\n", + " [-0.0541],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0602],\n", + " [-0.0856],\n", + " [-0.0629],\n", + " [-0.0634],\n", + " [-0.0616],\n", + " [-0.0604],\n", + " [-0.0620],\n", + " [-0.0630],\n", + " [-0.0631],\n", + " [-0.0661],\n", + " [-0.0619],\n", + " [-0.0654],\n", + " [-0.0601],\n", + " [-0.1687],\n", + " [-0.0623],\n", + " [-0.0633],\n", + " [-0.0626],\n", + " [-0.0628],\n", + " [-0.0037],\n", + " [-0.0565],\n", + " [-0.0628],\n", + " [-0.0583]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0795],\n", + " [-0.0769],\n", + " [-0.0787],\n", + " [-0.0752],\n", + " [-0.0740],\n", + " [-0.0800],\n", + " [-0.0717],\n", + " [-0.0701],\n", + " [-0.0721],\n", + " [-0.0723],\n", + " [-0.0730],\n", + " [-0.0892],\n", + " [-0.0707],\n", + " [-0.0771],\n", + " [-0.0720],\n", + " [-0.0724],\n", + " [-0.0735],\n", + " [-0.0764],\n", + " [-0.0722],\n", + " [-0.0780],\n", + " [-0.0713],\n", + " [-0.0787],\n", + " [-0.0735],\n", + " [-0.1940],\n", + " [-0.0735],\n", + " [-0.0778],\n", + " [-0.0763],\n", + " [-0.0681],\n", + " [-0.0430],\n", + " [-0.0726],\n", + " [-0.0731],\n", + " [-0.0700]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0271],\n", + " [0.0373],\n", + " [0.0380],\n", + " [0.0360],\n", + " [0.0386],\n", + " [0.0353],\n", + " [0.0394],\n", + " [0.0383],\n", + " [0.0355],\n", + " [0.0370],\n", + " [0.0373],\n", + " [0.0355],\n", + " [0.0364],\n", + " [0.0384],\n", + " [0.0393],\n", + " [0.0391],\n", + " [0.0373],\n", + " [0.0374],\n", + " [0.0349],\n", + " [0.0360],\n", + " [0.0381],\n", + " [0.0397],\n", + " [0.0376],\n", + " [0.0399],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0368],\n", + " [0.0359],\n", + " [0.0335],\n", + " [0.0383],\n", + " [0.0361],\n", + " [0.0381]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0872],\n", + " [-0.0912],\n", + " [-0.0936],\n", + " [-0.0956],\n", + " [-0.0924],\n", + " [-0.0959],\n", + " [-0.0912],\n", + " [-0.0865],\n", + " [-0.0943],\n", + " [-0.0938],\n", + " [-0.0864],\n", + " [-0.1016],\n", + " [-0.0954],\n", + " [-0.0949],\n", + " [-0.0918],\n", + " [-0.0917],\n", + " [-0.0942],\n", + " [-0.0937],\n", + " [-0.0964],\n", + " [-0.0960],\n", + " [-0.0943],\n", + " [-0.0941],\n", + " [-0.0888],\n", + " [-0.0472],\n", + " [-0.0933],\n", + " [-0.0916],\n", + " [-0.0924],\n", + " [-0.0952],\n", + " [-0.0605],\n", + " [-0.0850],\n", + " [-0.0958],\n", + " [-0.0854]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0136],\n", + " [0.0491],\n", + " [0.0514],\n", + " [0.0582],\n", + " [0.0534],\n", + " [0.0533],\n", + " [0.0520],\n", + " [0.0363],\n", + " [0.0572],\n", + " [0.0568],\n", + " [0.0480],\n", + " [0.0530],\n", + " [0.0592],\n", + " [0.0551],\n", + " [0.0533],\n", + " [0.0544],\n", + " [0.0578],\n", + " [0.0550],\n", + " [0.0591],\n", + " [0.0547],\n", + " [0.0571],\n", + " [0.0526],\n", + " [0.0491],\n", + " [0.0337],\n", + " [0.0561],\n", + " [0.0485],\n", + " [0.0532],\n", + " [0.0595],\n", + " [0.0335],\n", + " [0.0435],\n", + " [0.0587],\n", + " [0.0488]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0415],\n", + " [-0.0376],\n", + " [-0.0356],\n", + " [-0.0367],\n", + " [-0.0360],\n", + " [-0.0393],\n", + " [-0.0353],\n", + " [-0.0419],\n", + " [-0.0397],\n", + " [-0.0372],\n", + " [-0.0466],\n", + " [-0.0320],\n", + " [-0.0359],\n", + " [-0.0338],\n", + " [-0.0369],\n", + " [-0.0360],\n", + " [-0.0358],\n", + " [-0.0367],\n", + " [-0.0357],\n", + " [-0.0387],\n", + " [-0.0349],\n", + " [-0.0330],\n", + " [-0.0421],\n", + " [-0.0577],\n", + " [-0.0382],\n", + " [-0.0388],\n", + " [-0.0389],\n", + " [-0.0349],\n", + " [-0.0023],\n", + " [-0.0452],\n", + " [-0.0367],\n", + " [-0.0452]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0539],\n", + " [-0.0788],\n", + " [-0.0790],\n", + " [-0.0786],\n", + " [-0.0801],\n", + " [-0.0794],\n", + " [-0.0814],\n", + " [-0.0820],\n", + " [-0.0801],\n", + " [-0.0801],\n", + " [-0.0750],\n", + " [-0.0868],\n", + " [-0.0802],\n", + " [-0.0800],\n", + " [-0.0803],\n", + " [-0.0800],\n", + " [-0.0792],\n", + " [-0.0788],\n", + " [-0.0806],\n", + " [-0.0812],\n", + " [-0.0809],\n", + " [-0.0796],\n", + " [-0.0790],\n", + " [-0.0831],\n", + " [-0.0796],\n", + " [-0.0782],\n", + " [-0.0782],\n", + " [-0.0817],\n", + " [-0.0750],\n", + " [-0.0759],\n", + " [-0.0797],\n", + " [-0.0774]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1602],\n", + " [0.1642],\n", + " [0.1645],\n", + " [0.1687],\n", + " [0.1667],\n", + " [0.1654],\n", + " [0.1660],\n", + " [0.1532],\n", + " [0.1684],\n", + " [0.1686],\n", + " [0.1674],\n", + " [0.1580],\n", + " [0.1705],\n", + " [0.1672],\n", + " [0.1682],\n", + " [0.1681],\n", + " [0.1694],\n", + " [0.1676],\n", + " [0.1697],\n", + " [0.1654],\n", + " [0.1693],\n", + " [0.1669],\n", + " [0.1637],\n", + " [0.0806],\n", + " [0.1680],\n", + " [0.1637],\n", + " [0.1664],\n", + " [0.1726],\n", + " [0.1644],\n", + " [0.1628],\n", + " [0.1689],\n", + " [0.1651]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0722],\n", + " [-0.0577],\n", + " [-0.0594],\n", + " [-0.0585],\n", + " [-0.0542],\n", + " [-0.0595],\n", + " [-0.0519],\n", + " [-0.0472],\n", + " [-0.0558],\n", + " [-0.0549],\n", + " [-0.0501],\n", + " [-0.0683],\n", + " [-0.0576],\n", + " [-0.0589],\n", + " [-0.0507],\n", + " [-0.0529],\n", + " [-0.0564],\n", + " [-0.0576],\n", + " [-0.0583],\n", + " [-0.0561],\n", + " [-0.0555],\n", + " [-0.0590],\n", + " [-0.0539],\n", + " [-0.0679],\n", + " [-0.0553],\n", + " [-0.0579],\n", + " [-0.0565],\n", + " [-0.0575],\n", + " [-0.0633],\n", + " [-0.0525],\n", + " [-0.0578],\n", + " [-0.0480]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0804],\n", + " [0.0651],\n", + " [0.0682],\n", + " [0.0603],\n", + " [0.0639],\n", + " [0.0627],\n", + " [0.0628],\n", + " [0.0767],\n", + " [0.0577],\n", + " [0.0590],\n", + " [0.0648],\n", + " [0.0666],\n", + " [0.0572],\n", + " [0.0652],\n", + " [0.0638],\n", + " [0.0611],\n", + " [0.0598],\n", + " [0.0624],\n", + " [0.0585],\n", + " [0.0652],\n", + " [0.0592],\n", + " [0.0694],\n", + " [0.0636],\n", + " [0.0262],\n", + " [0.0595],\n", + " [0.0683],\n", + " [0.0633],\n", + " [0.0558],\n", + " [0.0952],\n", + " [0.0670],\n", + " [0.0589],\n", + " [0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0651],\n", + " [-0.0885],\n", + " [-0.0915],\n", + " [-0.0978],\n", + " [-0.0949],\n", + " [-0.0911],\n", + " [-0.0952],\n", + " [-0.0819],\n", + " [-0.0975],\n", + " [-0.0973],\n", + " [-0.0892],\n", + " [-0.0784],\n", + " [-0.1004],\n", + " [-0.0947],\n", + " [-0.0960],\n", + " [-0.0961],\n", + " [-0.0978],\n", + " [-0.0950],\n", + " [-0.0995],\n", + " [-0.0940],\n", + " [-0.0986],\n", + " [-0.0913],\n", + " [-0.0905],\n", + " [-0.0797],\n", + " [-0.0963],\n", + " [-0.0889],\n", + " [-0.0933],\n", + " [-0.1018],\n", + " [-0.1222],\n", + " [-0.0844],\n", + " [-0.0989],\n", + " [-0.0907]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0051],\n", + " [ 0.0129],\n", + " [ 0.0103],\n", + " [ 0.0184],\n", + " [ 0.0148],\n", + " [ 0.0160],\n", + " [ 0.0151],\n", + " [ 0.0002],\n", + " [ 0.0189],\n", + " [ 0.0190],\n", + " [ 0.0128],\n", + " [ 0.0134],\n", + " [ 0.0200],\n", + " [ 0.0150],\n", + " [ 0.0157],\n", + " [ 0.0169],\n", + " [ 0.0189],\n", + " [ 0.0156],\n", + " [ 0.0197],\n", + " [ 0.0130],\n", + " [ 0.0193],\n", + " [ 0.0127],\n", + " [ 0.0120],\n", + " [-0.0019],\n", + " [ 0.0174],\n", + " [ 0.0093],\n", + " [ 0.0147],\n", + " [ 0.0224],\n", + " [-0.0345],\n", + " [ 0.0096],\n", + " [ 0.0192],\n", + " [ 0.0133]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0783],\n", + " [0.0880],\n", + " [0.0877],\n", + " [0.0933],\n", + " [0.0907],\n", + " [0.0909],\n", + " [0.0921],\n", + " [0.0941],\n", + " [0.0965],\n", + " [0.0941],\n", + " [0.0903],\n", + " [0.0783],\n", + " [0.0965],\n", + " [0.0875],\n", + " [0.0910],\n", + " [0.0923],\n", + " [0.0927],\n", + " [0.0909],\n", + " [0.0954],\n", + " [0.0903],\n", + " [0.0935],\n", + " [0.0827],\n", + " [0.0939],\n", + " [0.0162],\n", + " [0.0939],\n", + " [0.0885],\n", + " [0.0913],\n", + " [0.0968],\n", + " [0.1249],\n", + " [0.0903],\n", + " [0.0953],\n", + " [0.0964]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0462],\n", + " [ 0.0082],\n", + " [ 0.0101],\n", + " [ 0.0089],\n", + " [ 0.0100],\n", + " [ 0.0062],\n", + " [ 0.0105],\n", + " [ 0.0083],\n", + " [ 0.0110],\n", + " [ 0.0101],\n", + " [ 0.0119],\n", + " [-0.0049],\n", + " [ 0.0112],\n", + " [ 0.0082],\n", + " [ 0.0084],\n", + " [ 0.0105],\n", + " [ 0.0091],\n", + " [ 0.0094],\n", + " [ 0.0088],\n", + " [ 0.0081],\n", + " [ 0.0107],\n", + " [ 0.0060],\n", + " [ 0.0127],\n", + " [ 0.0125],\n", + " [ 0.0107],\n", + " [ 0.0104],\n", + " [ 0.0093],\n", + " [ 0.0105],\n", + " [ 0.0280],\n", + " [ 0.0140],\n", + " [ 0.0101],\n", + " [ 0.0121]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0303],\n", + " [-0.0012],\n", + " [-0.0011],\n", + " [ 0.0016],\n", + " [-0.0042],\n", + " [ 0.0032],\n", + " [-0.0052],\n", + " [-0.0202],\n", + " [-0.0023],\n", + " [-0.0022],\n", + " [-0.0085],\n", + " [ 0.0151],\n", + " [ 0.0006],\n", + " [ 0.0023],\n", + " [-0.0049],\n", + " [-0.0041],\n", + " [ 0.0002],\n", + " [ 0.0005],\n", + " [ 0.0013],\n", + " [-0.0031],\n", + " [-0.0007],\n", + " [ 0.0027],\n", + " [-0.0077],\n", + " [ 0.0820],\n", + " [-0.0026],\n", + " [-0.0040],\n", + " [-0.0020],\n", + " [ 0.0010],\n", + " [-0.0219],\n", + " [-0.0097],\n", + " [ 0.0003],\n", + " [-0.0124]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0518],\n", + " [-0.0400],\n", + " [-0.0376],\n", + " [-0.0360],\n", + " [-0.0349],\n", + " [-0.0414],\n", + " [-0.0342],\n", + " [-0.0381],\n", + " [-0.0333],\n", + " [-0.0344],\n", + " [-0.0341],\n", + " [-0.0520],\n", + " [-0.0324],\n", + " [-0.0376],\n", + " [-0.0336],\n", + " [-0.0340],\n", + " [-0.0353],\n", + " [-0.0366],\n", + " [-0.0352],\n", + " [-0.0366],\n", + " [-0.0340],\n", + " [-0.0394],\n", + " [-0.0348],\n", + " [-0.0014],\n", + " [-0.0342],\n", + " [-0.0375],\n", + " [-0.0370],\n", + " [-0.0320],\n", + " [-0.0455],\n", + " [-0.0355],\n", + " [-0.0348],\n", + " [-0.0321]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0093],\n", + " [ 0.0061],\n", + " [ 0.0069],\n", + " [ 0.0055],\n", + " [ 0.0037],\n", + " [ 0.0066],\n", + " [ 0.0023],\n", + " [-0.0019],\n", + " [ 0.0030],\n", + " [ 0.0032],\n", + " [ 0.0006],\n", + " [ 0.0118],\n", + " [ 0.0035],\n", + " [ 0.0070],\n", + " [ 0.0024],\n", + " [ 0.0027],\n", + " [ 0.0047],\n", + " [ 0.0055],\n", + " [ 0.0055],\n", + " [ 0.0047],\n", + " [ 0.0032],\n", + " [ 0.0087],\n", + " [ 0.0020],\n", + " [-0.0015],\n", + " [ 0.0033],\n", + " [ 0.0058],\n", + " [ 0.0050],\n", + " [ 0.0033],\n", + " [ 0.0084],\n", + " [ 0.0017],\n", + " [ 0.0047],\n", + " [-0.0019]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0624],\n", + " [0.0596],\n", + " [0.0600],\n", + " [0.0569],\n", + " [0.0571],\n", + " [0.0597],\n", + " [0.0572],\n", + " [0.0644],\n", + " [0.0562],\n", + " [0.0561],\n", + " [0.0536],\n", + " [0.0650],\n", + " [0.0571],\n", + " [0.0593],\n", + " [0.0559],\n", + " [0.0560],\n", + " [0.0565],\n", + " [0.0573],\n", + " [0.0578],\n", + " [0.0585],\n", + " [0.0572],\n", + " [0.0615],\n", + " [0.0571],\n", + " [0.0492],\n", + " [0.0561],\n", + " [0.0599],\n", + " [0.0572],\n", + " [0.0576],\n", + " [0.1004],\n", + " [0.0575],\n", + " [0.0570],\n", + " [0.0537]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0078],\n", + " [-0.0167],\n", + " [-0.0156],\n", + " [-0.0183],\n", + " [-0.0168],\n", + " [-0.0184],\n", + " [-0.0164],\n", + " [-0.0150],\n", + " [-0.0176],\n", + " [-0.0183],\n", + " [-0.0157],\n", + " [-0.0208],\n", + " [-0.0188],\n", + " [-0.0171],\n", + " [-0.0165],\n", + " [-0.0177],\n", + " [-0.0185],\n", + " [-0.0174],\n", + " [-0.0174],\n", + " [-0.0164],\n", + " [-0.0188],\n", + " [-0.0168],\n", + " [-0.0163],\n", + " [ 0.0085],\n", + " [-0.0178],\n", + " [-0.0153],\n", + " [-0.0168],\n", + " [-0.0179],\n", + " [ 0.0017],\n", + " [-0.0149],\n", + " [-0.0187],\n", + " [-0.0178]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1534],\n", + " [-0.1705],\n", + " [-0.1705],\n", + " [-0.1728],\n", + " [-0.1682],\n", + " [-0.1766],\n", + " [-0.1675],\n", + " [-0.1642],\n", + " [-0.1715],\n", + " [-0.1703],\n", + " [-0.1663],\n", + " [-0.1823],\n", + " [-0.1714],\n", + " [-0.1708],\n", + " [-0.1676],\n", + " [-0.1682],\n", + " [-0.1707],\n", + " [-0.1717],\n", + " [-0.1720],\n", + " [-0.1715],\n", + " [-0.1698],\n", + " [-0.1702],\n", + " [-0.1689],\n", + " [-0.2044],\n", + " [-0.1705],\n", + " [-0.1697],\n", + " [-0.1710],\n", + " [-0.1708],\n", + " [-0.1726],\n", + " [-0.1661],\n", + " [-0.1721],\n", + " [-0.1657]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0201],\n", + " [-0.0201],\n", + " [-0.0235],\n", + " [-0.0207],\n", + " [-0.0230],\n", + " [-0.0161],\n", + " [-0.0219],\n", + " [-0.0281],\n", + " [-0.0224],\n", + " [-0.0220],\n", + " [-0.0239],\n", + " [ 0.0009],\n", + " [-0.0224],\n", + " [-0.0208],\n", + " [-0.0223],\n", + " [-0.0223],\n", + " [-0.0210],\n", + " [-0.0209],\n", + " [-0.0204],\n", + " [-0.0225],\n", + " [-0.0219],\n", + " [-0.0208],\n", + " [-0.0252],\n", + " [ 0.1349],\n", + " [-0.0222],\n", + " [-0.0244],\n", + " [-0.0217],\n", + " [-0.0213],\n", + " [-0.0330],\n", + " [-0.0251],\n", + " [-0.0217],\n", + " [-0.0256]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0307],\n", + " [ 0.0011],\n", + " [ 0.0026],\n", + " [ 0.0112],\n", + " [ 0.0064],\n", + " [ 0.0062],\n", + " [ 0.0070],\n", + " [-0.0119],\n", + " [ 0.0111],\n", + " [ 0.0108],\n", + " [-0.0051],\n", + " [ 0.0124],\n", + " [ 0.0154],\n", + " [ 0.0074],\n", + " [ 0.0056],\n", + " [ 0.0081],\n", + " [ 0.0112],\n", + " [ 0.0069],\n", + " [ 0.0161],\n", + " [ 0.0058],\n", + " [ 0.0127],\n", + " [ 0.0030],\n", + " [-0.0002],\n", + " [ 0.0703],\n", + " [ 0.0091],\n", + " [-0.0014],\n", + " [ 0.0042],\n", + " [ 0.0191],\n", + " [ 0.0220],\n", + " [-0.0085],\n", + " [ 0.0133],\n", + " [-0.0012]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1175],\n", + " [ 0.0955],\n", + " [ 0.0912],\n", + " [ 0.0903],\n", + " [ 0.0932],\n", + " [ 0.0912],\n", + " [ 0.0930],\n", + " [ 0.1009],\n", + " [ 0.0911],\n", + " [ 0.0918],\n", + " [ 0.1027],\n", + " [ 0.0901],\n", + " [ 0.0894],\n", + " [ 0.0911],\n", + " [ 0.0951],\n", + " [ 0.0931],\n", + " [ 0.0916],\n", + " [ 0.0914],\n", + " [ 0.0896],\n", + " [ 0.0909],\n", + " [ 0.0911],\n", + " [ 0.0932],\n", + " [ 0.0953],\n", + " [-0.0098],\n", + " [ 0.0919],\n", + " [ 0.0941],\n", + " [ 0.0934],\n", + " [ 0.0902],\n", + " [ 0.1038],\n", + " [ 0.1010],\n", + " [ 0.0892],\n", + " [ 0.1003]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0434],\n", + " [0.0807],\n", + " [0.0804],\n", + " [0.0842],\n", + " [0.0819],\n", + " [0.0797],\n", + " [0.0836],\n", + " [0.0738],\n", + " [0.0844],\n", + " [0.0842],\n", + " [0.0706],\n", + " [0.0807],\n", + " [0.0870],\n", + " [0.0839],\n", + " [0.0801],\n", + " [0.0830],\n", + " [0.0849],\n", + " [0.0824],\n", + " [0.0884],\n", + " [0.0794],\n", + " [0.0860],\n", + " [0.0818],\n", + " [0.0787],\n", + " [0.0475],\n", + " [0.0830],\n", + " [0.0778],\n", + " [0.0804],\n", + " [0.0904],\n", + " [0.0816],\n", + " [0.0746],\n", + " [0.0861],\n", + " [0.0750]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0606],\n", + " [0.0877],\n", + " [0.0894],\n", + " [0.0870],\n", + " [0.0869],\n", + " [0.0895],\n", + " [0.0867],\n", + " [0.0846],\n", + " [0.0874],\n", + " [0.0870],\n", + " [0.0800],\n", + " [0.1052],\n", + " [0.0884],\n", + " [0.0889],\n", + " [0.0852],\n", + " [0.0859],\n", + " [0.0864],\n", + " [0.0873],\n", + " [0.0887],\n", + " [0.0902],\n", + " [0.0878],\n", + " [0.0889],\n", + " [0.0865],\n", + " [0.1462],\n", + " [0.0872],\n", + " [0.0881],\n", + " [0.0866],\n", + " [0.0885],\n", + " [0.0635],\n", + " [0.0819],\n", + " [0.0877],\n", + " [0.0822]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0513],\n", + " [0.0405],\n", + " [0.0401],\n", + " [0.0419],\n", + " [0.0403],\n", + " [0.0396],\n", + " [0.0395],\n", + " [0.0333],\n", + " [0.0396],\n", + " [0.0409],\n", + " [0.0388],\n", + " [0.0423],\n", + " [0.0423],\n", + " [0.0433],\n", + " [0.0404],\n", + " [0.0406],\n", + " [0.0425],\n", + " [0.0411],\n", + " [0.0427],\n", + " [0.0387],\n", + " [0.0424],\n", + " [0.0440],\n", + " [0.0362],\n", + " [0.0517],\n", + " [0.0399],\n", + " [0.0384],\n", + " [0.0396],\n", + " [0.0437],\n", + " [0.0420],\n", + " [0.0369],\n", + " [0.0415],\n", + " [0.0357]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0048],\n", + " [ 0.0375],\n", + " [ 0.0368],\n", + " [ 0.0360],\n", + " [ 0.0375],\n", + " [ 0.0360],\n", + " [ 0.0384],\n", + " [ 0.0401],\n", + " [ 0.0371],\n", + " [ 0.0370],\n", + " [ 0.0343],\n", + " [ 0.0267],\n", + " [ 0.0355],\n", + " [ 0.0358],\n", + " [ 0.0366],\n", + " [ 0.0377],\n", + " [ 0.0362],\n", + " [ 0.0369],\n", + " [ 0.0345],\n", + " [ 0.0355],\n", + " [ 0.0363],\n", + " [ 0.0340],\n", + " [ 0.0397],\n", + " [-0.0256],\n", + " [ 0.0371],\n", + " [ 0.0378],\n", + " [ 0.0379],\n", + " [ 0.0338],\n", + " [ 0.0229],\n", + " [ 0.0381],\n", + " [ 0.0364],\n", + " [ 0.0397]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.1124],\n", + " [-0.0752],\n", + " [-0.0756],\n", + " [-0.0717],\n", + " [-0.0746],\n", + " [-0.0710],\n", + " [-0.0743],\n", + " [-0.0819],\n", + " [-0.0711],\n", + " [-0.0719],\n", + " [-0.0804],\n", + " [-0.0628],\n", + " [-0.0700],\n", + " [-0.0737],\n", + " [-0.0741],\n", + " [-0.0742],\n", + " [-0.0723],\n", + " [-0.0736],\n", + " [-0.0691],\n", + " [-0.0718],\n", + " [-0.0718],\n", + " [-0.0749],\n", + " [-0.0772],\n", + " [ 0.0143],\n", + " [-0.0724],\n", + " [-0.0765],\n", + " [-0.0744],\n", + " [-0.0680],\n", + " [-0.1004],\n", + " [-0.0820],\n", + " [-0.0711],\n", + " [-0.0782]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1313],\n", + " [-0.1061],\n", + " [-0.1042],\n", + " [-0.0998],\n", + " [-0.1010],\n", + " [-0.1065],\n", + " [-0.1002],\n", + " [-0.1054],\n", + " [-0.0988],\n", + " [-0.0988],\n", + " [-0.1063],\n", + " [-0.1187],\n", + " [-0.0977],\n", + " [-0.1026],\n", + " [-0.1010],\n", + " [-0.0997],\n", + " [-0.0991],\n", + " [-0.1019],\n", + " [-0.0992],\n", + " [-0.1023],\n", + " [-0.0985],\n", + " [-0.1053],\n", + " [-0.1026],\n", + " [-0.1380],\n", + " [-0.0997],\n", + " [-0.1054],\n", + " [-0.1029],\n", + " [-0.0973],\n", + " [-0.1131],\n", + " [-0.1067],\n", + " [-0.0983],\n", + " [-0.1018]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0253],\n", + " [-0.0599],\n", + " [-0.0617],\n", + " [-0.0619],\n", + " [-0.0632],\n", + " [-0.0597],\n", + " [-0.0634],\n", + " [-0.0646],\n", + " [-0.0638],\n", + " [-0.0629],\n", + " [-0.0639],\n", + " [-0.0502],\n", + " [-0.0630],\n", + " [-0.0606],\n", + " [-0.0651],\n", + " [-0.0632],\n", + " [-0.0622],\n", + " [-0.0614],\n", + " [-0.0623],\n", + " [-0.0645],\n", + " [-0.0624],\n", + " [-0.0605],\n", + " [-0.0639],\n", + " [ 0.0026],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0631],\n", + " [-0.0409],\n", + " [-0.0616],\n", + " [-0.0625],\n", + " [-0.0654]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0605],\n", + " [-0.0613],\n", + " [-0.0633],\n", + " [-0.0614],\n", + " [-0.0681],\n", + " [-0.0654],\n", + " [-0.0619],\n", + " [-0.0611],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0687],\n", + " [-0.0655],\n", + " [-0.0608],\n", + " [-0.0621],\n", + " [-0.0625],\n", + " [-0.0607],\n", + " [-0.0604],\n", + " [-0.0573],\n", + " [-0.0631],\n", + " [-0.0626],\n", + " [-0.0588],\n", + " [-0.0679],\n", + " [-0.0780],\n", + " [-0.0635],\n", + " [-0.0605],\n", + " [-0.0616],\n", + " [-0.0645],\n", + " [-0.0635],\n", + " [-0.0658],\n", + " [-0.0619],\n", + " [-0.0626],\n", + " [-0.0582]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0680],\n", + " [-0.0757],\n", + " [-0.0774],\n", + " [-0.0752],\n", + " [-0.0767],\n", + " [-0.0795],\n", + " [-0.0747],\n", + " [-0.0752],\n", + " [-0.0743],\n", + " [-0.0708],\n", + " [-0.0775],\n", + " [-0.0789],\n", + " [-0.0732],\n", + " [-0.0747],\n", + " [-0.0758],\n", + " [-0.0723],\n", + " [-0.0696],\n", + " [-0.0708],\n", + " [-0.0735],\n", + " [-0.0727],\n", + " [-0.0720],\n", + " [-0.0786],\n", + " [-0.0875],\n", + " [-0.0737],\n", + " [-0.0757],\n", + " [-0.0740],\n", + " [-0.0777],\n", + " [-0.0772],\n", + " [-0.0790],\n", + " [-0.0743],\n", + " [-0.0752],\n", + " [-0.0693]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0384],\n", + " [0.0389],\n", + " [0.0379],\n", + " [0.0374],\n", + " [0.0348],\n", + " [0.0378],\n", + " [0.0395],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0374],\n", + " [0.0374],\n", + " [0.0356],\n", + " [0.0382],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0382],\n", + " [0.0396],\n", + " [0.0403],\n", + " [0.0364],\n", + " [0.0362],\n", + " [0.0364],\n", + " [0.0339],\n", + " [0.0291],\n", + " [0.0382],\n", + " [0.0385],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0358],\n", + " [0.0412],\n", + " [0.0378],\n", + " [0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0918],\n", + " [-0.0904],\n", + " [-0.0945],\n", + " [-0.0909],\n", + " [-0.0943],\n", + " [-0.0951],\n", + " [-0.0877],\n", + " [-0.0902],\n", + " [-0.0923],\n", + " [-0.0951],\n", + " [-0.0950],\n", + " [-0.0980],\n", + " [-0.0907],\n", + " [-0.0934],\n", + " [-0.0920],\n", + " [-0.0888],\n", + " [-0.0930],\n", + " [-0.0868],\n", + " [-0.0946],\n", + " [-0.0945],\n", + " [-0.0869],\n", + " [-0.0990],\n", + " [-0.0937],\n", + " [-0.0911],\n", + " [-0.0906],\n", + " [-0.0907],\n", + " [-0.0942],\n", + " [-0.0935],\n", + " [-0.0965],\n", + " [-0.0938],\n", + " [-0.0947],\n", + " [-0.0863]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0569],\n", + " [0.0478],\n", + " [0.0532],\n", + " [0.0519],\n", + " [0.0485],\n", + " [0.0509],\n", + " [0.0416],\n", + " [0.0495],\n", + " [0.0548],\n", + " [0.0585],\n", + " [0.0473],\n", + " [0.0568],\n", + " [0.0540],\n", + " [0.0548],\n", + " [0.0520],\n", + " [0.0512],\n", + " [0.0563],\n", + " [0.0434],\n", + " [0.0565],\n", + " [0.0574],\n", + " [0.0411],\n", + " [0.0592],\n", + " [0.0460],\n", + " [0.0553],\n", + " [0.0473],\n", + " [0.0530],\n", + " [0.0549],\n", + " [0.0541],\n", + " [0.0561],\n", + " [0.0511],\n", + " [0.0559],\n", + " [0.0480]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0371],\n", + " [-0.0375],\n", + " [-0.0351],\n", + " [-0.0399],\n", + " [-0.0391],\n", + " [-0.0344],\n", + " [-0.0348],\n", + " [-0.0406],\n", + " [-0.0392],\n", + " [-0.0354],\n", + " [-0.0375],\n", + " [-0.0366],\n", + " [-0.0393],\n", + " [-0.0356],\n", + " [-0.0397],\n", + " [-0.0418],\n", + " [-0.0341],\n", + " [-0.0365],\n", + " [-0.0378],\n", + " [-0.0380],\n", + " [-0.0416],\n", + " [-0.0369],\n", + " [-0.0402],\n", + " [-0.0420],\n", + " [-0.0385],\n", + " [-0.0417],\n", + " [-0.0384],\n", + " [-0.0386],\n", + " [-0.0387],\n", + " [-0.0308],\n", + " [-0.0351],\n", + " [-0.0424]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0805],\n", + " [-0.0792],\n", + " [-0.0799],\n", + " [-0.0782],\n", + " [-0.0819],\n", + " [-0.0805],\n", + " [-0.0810],\n", + " [-0.0786],\n", + " [-0.0792],\n", + " [-0.0807],\n", + " [-0.0835],\n", + " [-0.0789],\n", + " [-0.0785],\n", + " [-0.0801],\n", + " [-0.0793],\n", + " [-0.0796],\n", + " [-0.0819],\n", + " [-0.0807],\n", + " [-0.0803],\n", + " [-0.0799],\n", + " [-0.0808],\n", + " [-0.0788],\n", + " [-0.0846],\n", + " [-0.0777],\n", + " [-0.0797],\n", + " [-0.0785],\n", + " [-0.0785],\n", + " [-0.0787],\n", + " [-0.0791],\n", + " [-0.0824],\n", + " [-0.0800],\n", + " [-0.0792]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1709],\n", + " [0.1632],\n", + " [0.1657],\n", + " [0.1663],\n", + " [0.1641],\n", + " [0.1638],\n", + " [0.1618],\n", + " [0.1641],\n", + " [0.1676],\n", + " [0.1699],\n", + " [0.1618],\n", + " [0.1667],\n", + " [0.1685],\n", + " [0.1679],\n", + " [0.1656],\n", + " [0.1656],\n", + " [0.1701],\n", + " [0.1619],\n", + " [0.1677],\n", + " [0.1685],\n", + " [0.1618],\n", + " [0.1665],\n", + " [0.1568],\n", + " [0.1712],\n", + " [0.1623],\n", + " [0.1673],\n", + " [0.1673],\n", + " [0.1669],\n", + " [0.1668],\n", + " [0.1682],\n", + " [0.1678],\n", + " [0.1635]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0514],\n", + " [-0.0557],\n", + " [-0.0589],\n", + " [-0.0556],\n", + " [-0.0584],\n", + " [-0.0598],\n", + " [-0.0571],\n", + " [-0.0551],\n", + " [-0.0549],\n", + " [-0.0560],\n", + " [-0.0604],\n", + " [-0.0617],\n", + " [-0.0533],\n", + " [-0.0563],\n", + " [-0.0556],\n", + " [-0.0511],\n", + " [-0.0519],\n", + " [-0.0492],\n", + " [-0.0562],\n", + " [-0.0560],\n", + " [-0.0536],\n", + " [-0.0615],\n", + " [-0.0638],\n", + " [-0.0526],\n", + " [-0.0572],\n", + " [-0.0541],\n", + " [-0.0580],\n", + " [-0.0572],\n", + " [-0.0592],\n", + " [-0.0549],\n", + " [-0.0578],\n", + " [-0.0470]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0558],\n", + " [0.0684],\n", + " [0.0657],\n", + " [0.0629],\n", + " [0.0615],\n", + " [0.0705],\n", + " [0.0686],\n", + " [0.0653],\n", + " [0.0602],\n", + " [0.0583],\n", + " [0.0659],\n", + " [0.0632],\n", + " [0.0611],\n", + " [0.0619],\n", + " [0.0638],\n", + " [0.0616],\n", + " [0.0589],\n", + " [0.0676],\n", + " [0.0597],\n", + " [0.0587],\n", + " [0.0660],\n", + " [0.0611],\n", + " [0.0581],\n", + " [0.0617],\n", + " [0.0671],\n", + " [0.0598],\n", + " [0.0615],\n", + " [0.0637],\n", + " [0.0630],\n", + " [0.0703],\n", + " [0.0620],\n", + " [0.0623]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0992],\n", + " [-0.0897],\n", + " [-0.0939],\n", + " [-0.0931],\n", + " [-0.0833],\n", + " [-0.0903],\n", + " [-0.0800],\n", + " [-0.0907],\n", + " [-0.0950],\n", + " [-0.0995],\n", + " [-0.0805],\n", + " [-0.0964],\n", + " [-0.0953],\n", + " [-0.0962],\n", + " [-0.0933],\n", + " [-0.0930],\n", + " [-0.0987],\n", + " [-0.0872],\n", + " [-0.0969],\n", + " [-0.0977],\n", + " [-0.0805],\n", + " [-0.0962],\n", + " [-0.0811],\n", + " [-0.0967],\n", + " [-0.0901],\n", + " [-0.0939],\n", + " [-0.0942],\n", + " [-0.0944],\n", + " [-0.0949],\n", + " [-0.0909],\n", + " [-0.0969],\n", + " [-0.0910]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0211],\n", + " [0.0093],\n", + " [0.0124],\n", + " [0.0135],\n", + " [0.0178],\n", + " [0.0090],\n", + " [0.0091],\n", + " [0.0116],\n", + " [0.0162],\n", + " [0.0207],\n", + " [0.0158],\n", + " [0.0167],\n", + " [0.0159],\n", + " [0.0152],\n", + " [0.0124],\n", + " [0.0138],\n", + " [0.0202],\n", + " [0.0109],\n", + " [0.0172],\n", + " [0.0187],\n", + " [0.0115],\n", + " [0.0179],\n", + " [0.0171],\n", + " [0.0158],\n", + " [0.0086],\n", + " [0.0160],\n", + " [0.0165],\n", + " [0.0140],\n", + " [0.0162],\n", + " [0.0159],\n", + " [0.0157],\n", + " [0.0126]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0973],\n", + " [0.0885],\n", + " [0.0893],\n", + " [0.0932],\n", + " [0.0869],\n", + " [0.0853],\n", + " [0.0820],\n", + " [0.0919],\n", + " [0.0936],\n", + " [0.0949],\n", + " [0.0831],\n", + " [0.0919],\n", + " [0.0933],\n", + " [0.0923],\n", + " [0.0930],\n", + " [0.0951],\n", + " [0.0935],\n", + " [0.0879],\n", + " [0.0944],\n", + " [0.0952],\n", + " [0.0863],\n", + " [0.0922],\n", + " [0.0822],\n", + " [0.0932],\n", + " [0.0923],\n", + " [0.0955],\n", + " [0.0924],\n", + " [0.0921],\n", + " [0.0926],\n", + " [0.0805],\n", + " [0.0919],\n", + " [0.0959]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0113],\n", + " [ 0.0109],\n", + " [ 0.0104],\n", + " [ 0.0119],\n", + " [-0.0006],\n", + " [ 0.0075],\n", + " [ 0.0061],\n", + " [ 0.0107],\n", + " [ 0.0109],\n", + " [ 0.0102],\n", + " [-0.0015],\n", + " [ 0.0081],\n", + " [ 0.0114],\n", + " [ 0.0120],\n", + " [ 0.0118],\n", + " [ 0.0127],\n", + " [ 0.0097],\n", + " [ 0.0079],\n", + " [ 0.0110],\n", + " [ 0.0106],\n", + " [ 0.0061],\n", + " [ 0.0061],\n", + " [-0.0047],\n", + " [ 0.0107],\n", + " [ 0.0139],\n", + " [ 0.0117],\n", + " [ 0.0093],\n", + " [ 0.0105],\n", + " [ 0.0086],\n", + " [ 0.0016],\n", + " [ 0.0110],\n", + " [ 0.0108]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0042],\n", + " [-0.0055],\n", + " [-0.0001],\n", + " [-0.0043],\n", + " [ 0.0039],\n", + " [-0.0007],\n", + " [-0.0017],\n", + " [-0.0066],\n", + " [-0.0033],\n", + " [-0.0002],\n", + " [ 0.0048],\n", + " [ 0.0047],\n", + " [-0.0050],\n", + " [-0.0015],\n", + " [-0.0048],\n", + " [-0.0094],\n", + " [-0.0021],\n", + " [-0.0088],\n", + " [-0.0021],\n", + " [-0.0017],\n", + " [-0.0079],\n", + " [ 0.0046],\n", + " [ 0.0163],\n", + " [-0.0039],\n", + " [-0.0059],\n", + " [-0.0045],\n", + " [ 0.0015],\n", + " [-0.0014],\n", + " [ 0.0018],\n", + " [ 0.0033],\n", + " [ 0.0003],\n", + " [-0.0129]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0295],\n", + " [-0.0361],\n", + " [-0.0368],\n", + " [-0.0351],\n", + " [-0.0530],\n", + " [-0.0393],\n", + " [-0.0428],\n", + " [-0.0365],\n", + " [-0.0344],\n", + " [-0.0339],\n", + " [-0.0520],\n", + " [-0.0392],\n", + " [-0.0333],\n", + " [-0.0339],\n", + " [-0.0352],\n", + " [-0.0326],\n", + " [-0.0333],\n", + " [-0.0386],\n", + " [-0.0339],\n", + " [-0.0339],\n", + " [-0.0431],\n", + " [-0.0387],\n", + " [-0.0567],\n", + " [-0.0315],\n", + " [-0.0358],\n", + " [-0.0340],\n", + " [-0.0370],\n", + " [-0.0357],\n", + " [-0.0370],\n", + " [-0.0436],\n", + " [-0.0351],\n", + " [-0.0329]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0003],\n", + " [ 0.0049],\n", + " [ 0.0062],\n", + " [ 0.0038],\n", + " [ 0.0087],\n", + " [ 0.0074],\n", + " [ 0.0071],\n", + " [ 0.0039],\n", + " [ 0.0033],\n", + " [ 0.0035],\n", + " [ 0.0082],\n", + " [ 0.0075],\n", + " [ 0.0026],\n", + " [ 0.0038],\n", + " [ 0.0037],\n", + " [ 0.0002],\n", + " [ 0.0021],\n", + " [ 0.0022],\n", + " [ 0.0033],\n", + " [ 0.0034],\n", + " [ 0.0043],\n", + " [ 0.0074],\n", + " [ 0.0135],\n", + " [ 0.0025],\n", + " [ 0.0040],\n", + " [ 0.0025],\n", + " [ 0.0053],\n", + " [ 0.0050],\n", + " [ 0.0062],\n", + " [ 0.0087],\n", + " [ 0.0049],\n", + " [-0.0020]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0549],\n", + " [0.0596],\n", + " [0.0593],\n", + " [0.0570],\n", + " [0.0631],\n", + " [0.0615],\n", + " [0.0643],\n", + " [0.0580],\n", + " [0.0561],\n", + " [0.0567],\n", + " [0.0650],\n", + " [0.0592],\n", + " [0.0553],\n", + " [0.0571],\n", + " [0.0576],\n", + " [0.0552],\n", + " [0.0561],\n", + " [0.0586],\n", + " [0.0568],\n", + " [0.0564],\n", + " [0.0611],\n", + " [0.0589],\n", + " [0.0598],\n", + " [0.0541],\n", + " [0.0604],\n", + " [0.0557],\n", + " [0.0573],\n", + " [0.0574],\n", + " [0.0585],\n", + " [0.0632],\n", + " [0.0576],\n", + " [0.0551]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0175],\n", + " [-0.0143],\n", + " [-0.0162],\n", + " [-0.0165],\n", + " [-0.0188],\n", + " [-0.0155],\n", + " [-0.0157],\n", + " [-0.0155],\n", + " [-0.0173],\n", + " [-0.0194],\n", + " [-0.0196],\n", + " [-0.0182],\n", + " [-0.0175],\n", + " [-0.0174],\n", + " [-0.0163],\n", + " [-0.0176],\n", + " [-0.0183],\n", + " [-0.0123],\n", + " [-0.0176],\n", + " [-0.0180],\n", + " [-0.0162],\n", + " [-0.0186],\n", + " [-0.0149],\n", + " [-0.0178],\n", + " [-0.0154],\n", + " [-0.0173],\n", + " [-0.0183],\n", + " [-0.0171],\n", + " [-0.0180],\n", + " [-0.0166],\n", + " [-0.0176],\n", + " [-0.0172]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1681],\n", + " [-0.1678],\n", + " [-0.1709],\n", + " [-0.1700],\n", + " [-0.1773],\n", + " [-0.1708],\n", + " [-0.1671],\n", + " [-0.1687],\n", + " [-0.1704],\n", + " [-0.1705],\n", + " [-0.1747],\n", + " [-0.1758],\n", + " [-0.1687],\n", + " [-0.1702],\n", + " [-0.1700],\n", + " [-0.1674],\n", + " [-0.1683],\n", + " [-0.1652],\n", + " [-0.1710],\n", + " [-0.1711],\n", + " [-0.1663],\n", + " [-0.1754],\n", + " [-0.1836],\n", + " [-0.1696],\n", + " [-0.1693],\n", + " [-0.1708],\n", + " [-0.1738],\n", + " [-0.1718],\n", + " [-0.1749],\n", + " [-0.1681],\n", + " [-0.1712],\n", + " [-0.1655]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0225],\n", + " [-0.0247],\n", + " [-0.0225],\n", + " [-0.0234],\n", + " [-0.0096],\n", + " [-0.0229],\n", + " [-0.0187],\n", + " [-0.0245],\n", + " [-0.0222],\n", + " [-0.0219],\n", + " [-0.0093],\n", + " [-0.0190],\n", + " [-0.0236],\n", + " [-0.0227],\n", + " [-0.0239],\n", + " [-0.0256],\n", + " [-0.0208],\n", + " [-0.0211],\n", + " [-0.0226],\n", + " [-0.0223],\n", + " [-0.0196],\n", + " [-0.0174],\n", + " [ 0.0102],\n", + " [-0.0243],\n", + " [-0.0257],\n", + " [-0.0223],\n", + " [-0.0194],\n", + " [-0.0222],\n", + " [-0.0197],\n", + " [-0.0161],\n", + " [-0.0218],\n", + " [-0.0250]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0127],\n", + " [-0.0014],\n", + " [ 0.0057],\n", + " [ 0.0032],\n", + " [ 0.0068],\n", + " [ 0.0023],\n", + " [-0.0055],\n", + " [-0.0002],\n", + " [ 0.0069],\n", + " [ 0.0143],\n", + " [ 0.0042],\n", + " [ 0.0101],\n", + " [ 0.0054],\n", + " [ 0.0083],\n", + " [ 0.0034],\n", + " [ 0.0025],\n", + " [ 0.0125],\n", + " [-0.0033],\n", + " [ 0.0103],\n", + " [ 0.0113],\n", + " [-0.0060],\n", + " [ 0.0133],\n", + " [ 0.0139],\n", + " [ 0.0038],\n", + " [-0.0003],\n", + " [ 0.0046],\n", + " [ 0.0068],\n", + " [ 0.0053],\n", + " [ 0.0080],\n", + " [ 0.0036],\n", + " [ 0.0097],\n", + " [-0.0001]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0929],\n", + " [0.0946],\n", + " [0.0902],\n", + " [0.0931],\n", + " [0.0940],\n", + " [0.0910],\n", + " [0.1014],\n", + " [0.0953],\n", + " [0.0926],\n", + " [0.0904],\n", + " [0.0943],\n", + " [0.0878],\n", + " [0.0941],\n", + " [0.0902],\n", + " [0.0922],\n", + " [0.0955],\n", + " [0.0923],\n", + " [0.0986],\n", + " [0.0907],\n", + " [0.0909],\n", + " [0.1035],\n", + " [0.0888],\n", + " [0.0863],\n", + " [0.0955],\n", + " [0.0919],\n", + " [0.0937],\n", + " [0.0911],\n", + " [0.0913],\n", + " [0.0896],\n", + " [0.0967],\n", + " [0.0896],\n", + " [0.0995]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0846],\n", + " [0.0793],\n", + " [0.0823],\n", + " [0.0802],\n", + " [0.0868],\n", + " [0.0807],\n", + " [0.0824],\n", + " [0.0787],\n", + " [0.0818],\n", + " [0.0866],\n", + " [0.0863],\n", + " [0.0837],\n", + " [0.0806],\n", + " [0.0832],\n", + " [0.0799],\n", + " [0.0783],\n", + " [0.0861],\n", + " [0.0821],\n", + " [0.0837],\n", + " [0.0843],\n", + " [0.0810],\n", + " [0.0839],\n", + " [0.0889],\n", + " [0.0769],\n", + " [0.0802],\n", + " [0.0803],\n", + " [0.0810],\n", + " [0.0804],\n", + " [0.0809],\n", + " [0.0872],\n", + " [0.0843],\n", + " [0.0766]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0862],\n", + " [0.0877],\n", + " [0.0895],\n", + " [0.0862],\n", + " [0.0910],\n", + " [0.0905],\n", + " [0.0886],\n", + " [0.0868],\n", + " [0.0868],\n", + " [0.0876],\n", + " [0.0927],\n", + " [0.0889],\n", + " [0.0849],\n", + " [0.0877],\n", + " [0.0877],\n", + " [0.0858],\n", + " [0.0865],\n", + " [0.0849],\n", + " [0.0883],\n", + " [0.0875],\n", + " [0.0853],\n", + " [0.0903],\n", + " [0.0984],\n", + " [0.0840],\n", + " [0.0887],\n", + " [0.0853],\n", + " [0.0872],\n", + " [0.0872],\n", + " [0.0883],\n", + " [0.0866],\n", + " [0.0882],\n", + " [0.0836]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0414],\n", + " [0.0386],\n", + " [0.0407],\n", + " [0.0380],\n", + " [0.0427],\n", + " [0.0406],\n", + " [0.0426],\n", + " [0.0378],\n", + " [0.0390],\n", + " [0.0427],\n", + " [0.0453],\n", + " [0.0413],\n", + " [0.0393],\n", + " [0.0406],\n", + " [0.0378],\n", + " [0.0367],\n", + " [0.0428],\n", + " [0.0382],\n", + " [0.0400],\n", + " [0.0405],\n", + " [0.0397],\n", + " [0.0413],\n", + " [0.0436],\n", + " [0.0396],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0400],\n", + " [0.0391],\n", + " [0.0394],\n", + " [0.0475],\n", + " [0.0414],\n", + " [0.0352]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0384],\n", + " [0.0366],\n", + " [0.0390],\n", + " [0.0347],\n", + " [0.0353],\n", + " [0.0365],\n", + " [0.0392],\n", + " [0.0377],\n", + " [0.0361],\n", + " [0.0346],\n", + " [0.0361],\n", + " [0.0382],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0390],\n", + " [0.0365],\n", + " [0.0397],\n", + " [0.0365],\n", + " [0.0367],\n", + " [0.0392],\n", + " [0.0336],\n", + " [0.0291],\n", + " [0.0365],\n", + " [0.0392],\n", + " [0.0394],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0366],\n", + " [0.0331],\n", + " [0.0364],\n", + " [0.0399]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0708],\n", + " [-0.0770],\n", + " [-0.0745],\n", + " [-0.0756],\n", + " [-0.0681],\n", + " [-0.0748],\n", + " [-0.0769],\n", + " [-0.0762],\n", + " [-0.0734],\n", + " [-0.0709],\n", + " [-0.0702],\n", + " [-0.0715],\n", + " [-0.0750],\n", + " [-0.0741],\n", + " [-0.0749],\n", + " [-0.0758],\n", + " [-0.0715],\n", + " [-0.0769],\n", + " [-0.0717],\n", + " [-0.0714],\n", + " [-0.0771],\n", + " [-0.0686],\n", + " [-0.0611],\n", + " [-0.0748],\n", + " [-0.0776],\n", + " [-0.0743],\n", + " [-0.0730],\n", + " [-0.0743],\n", + " [-0.0719],\n", + " [-0.0742],\n", + " [-0.0732],\n", + " [-0.0773]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0975],\n", + " [-0.1043],\n", + " [-0.1029],\n", + " [-0.1024],\n", + " [-0.1138],\n", + " [-0.1049],\n", + " [-0.1105],\n", + " [-0.1032],\n", + " [-0.1008],\n", + " [-0.0977],\n", + " [-0.1130],\n", + " [-0.1028],\n", + " [-0.1006],\n", + " [-0.1006],\n", + " [-0.1023],\n", + " [-0.1007],\n", + " [-0.0986],\n", + " [-0.1040],\n", + " [-0.0993],\n", + " [-0.0987],\n", + " [-0.1097],\n", + " [-0.1023],\n", + " [-0.1272],\n", + " [-0.1020],\n", + " [-0.1038],\n", + " [-0.1017],\n", + " [-0.1033],\n", + " [-0.1027],\n", + " [-0.1035],\n", + " [-0.1053],\n", + " [-0.1005],\n", + " [-0.1011]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0646],\n", + " [-0.0631],\n", + " [-0.0615],\n", + " [-0.0632],\n", + " [-0.0563],\n", + " [-0.0620],\n", + " [-0.0578],\n", + " [-0.0637],\n", + " [-0.0632],\n", + " [-0.0628],\n", + " [-0.0545],\n", + " [-0.0600],\n", + " [-0.0639],\n", + " [-0.0623],\n", + " [-0.0639],\n", + " [-0.0655],\n", + " [-0.0634],\n", + " [-0.0631],\n", + " [-0.0633],\n", + " [-0.0633],\n", + " [-0.0593],\n", + " [-0.0608],\n", + " [-0.0475],\n", + " [-0.0655],\n", + " [-0.0626],\n", + " [-0.0637],\n", + " [-0.0611],\n", + " [-0.0627],\n", + " [-0.0618],\n", + " [-0.0598],\n", + " [-0.0617],\n", + " [-0.0656]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0606],\n", + " [-0.0648],\n", + " [-0.0624],\n", + " [-0.0619],\n", + " [-0.0632],\n", + " [-0.0293],\n", + " [-0.0639],\n", + " [-0.0641],\n", + " [-0.0622],\n", + " [-0.0299],\n", + " [-0.0669],\n", + " [-0.0665],\n", + " [-0.0668],\n", + " [-0.0659],\n", + " [-0.0694],\n", + " [-0.0615],\n", + " [-0.0627],\n", + " [-0.0663],\n", + " [-0.0609],\n", + " [-0.0624],\n", + " [-0.0664],\n", + " [-0.0599],\n", + " [-0.0642],\n", + " [-0.0597],\n", + " [-0.0612],\n", + " [-0.0706],\n", + " [-0.0593],\n", + " [-0.0627],\n", + " [-0.0661],\n", + " [-0.0623],\n", + " [-0.0628],\n", + " [-0.0618]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0711],\n", + " [-0.0786],\n", + " [-0.0762],\n", + " [-0.0718],\n", + " [-0.0769],\n", + " [-0.0528],\n", + " [-0.0770],\n", + " [-0.0761],\n", + " [-0.0777],\n", + " [-0.0534],\n", + " [-0.0804],\n", + " [-0.0794],\n", + " [-0.0747],\n", + " [-0.0974],\n", + " [-0.0803],\n", + " [-0.0698],\n", + " [-0.0729],\n", + " [-0.0784],\n", + " [-0.0745],\n", + " [-0.0696],\n", + " [-0.0807],\n", + " [-0.0728],\n", + " [-0.0779],\n", + " [-0.0708],\n", + " [-0.0714],\n", + " [-0.0782],\n", + " [-0.0701],\n", + " [-0.0766],\n", + " [-0.0759],\n", + " [-0.0697],\n", + " [-0.0762],\n", + " [-0.0768]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0380],\n", + " [0.0385],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0452],\n", + " [0.0362],\n", + " [0.0356],\n", + " [0.0381],\n", + " [0.0458],\n", + " [0.0369],\n", + " [0.0374],\n", + " [0.0376],\n", + " [0.0336],\n", + " [0.0337],\n", + " [0.0385],\n", + " [0.0357],\n", + " [0.0351],\n", + " [0.0388],\n", + " [0.0369],\n", + " [0.0335],\n", + " [0.0377],\n", + " [0.0373],\n", + " [0.0384],\n", + " [0.0396],\n", + " [0.0395],\n", + " [0.0374],\n", + " [0.0375],\n", + " [0.0390],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0929],\n", + " [-0.0949],\n", + " [-0.0935],\n", + " [-0.0946],\n", + " [-0.0933],\n", + " [-0.0731],\n", + " [-0.0937],\n", + " [-0.0957],\n", + " [-0.0915],\n", + " [-0.0705],\n", + " [-0.0935],\n", + " [-0.0923],\n", + " [-0.0906],\n", + " [-0.1042],\n", + " [-0.0986],\n", + " [-0.0946],\n", + " [-0.0953],\n", + " [-0.0971],\n", + " [-0.0914],\n", + " [-0.0951],\n", + " [-0.0945],\n", + " [-0.0893],\n", + " [-0.0921],\n", + " [-0.0857],\n", + " [-0.0874],\n", + " [-0.0936],\n", + " [-0.0858],\n", + " [-0.0924],\n", + " [-0.0905],\n", + " [-0.0949],\n", + " [-0.0934],\n", + " [-0.0918]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0568],\n", + " [0.0524],\n", + " [0.0519],\n", + " [0.0581],\n", + " [0.0530],\n", + " [0.0406],\n", + " [0.0542],\n", + " [0.0573],\n", + " [0.0460],\n", + " [0.0407],\n", + " [0.0489],\n", + " [0.0479],\n", + " [0.0478],\n", + " [0.0535],\n", + " [0.0545],\n", + " [0.0582],\n", + " [0.0591],\n", + " [0.0573],\n", + " [0.0488],\n", + " [0.0582],\n", + " [0.0531],\n", + " [0.0430],\n", + " [0.0500],\n", + " [0.0509],\n", + " [0.0386],\n", + " [0.0479],\n", + " [0.0435],\n", + " [0.0531],\n", + " [0.0492],\n", + " [0.0590],\n", + " [0.0549],\n", + " [0.0496]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0348],\n", + " [-0.0336],\n", + " [-0.0340],\n", + " [-0.0378],\n", + " [-0.0381],\n", + " [-0.0189],\n", + " [-0.0397],\n", + " [-0.0379],\n", + " [-0.0368],\n", + " [-0.0211],\n", + " [-0.0380],\n", + " [-0.0395],\n", + " [-0.0338],\n", + " [-0.0134],\n", + " [-0.0360],\n", + " [-0.0342],\n", + " [-0.0372],\n", + " [-0.0383],\n", + " [-0.0363],\n", + " [-0.0361],\n", + " [-0.0437],\n", + " [-0.0392],\n", + " [-0.0384],\n", + " [-0.0457],\n", + " [-0.0414],\n", + " [-0.0315],\n", + " [-0.0426],\n", + " [-0.0386],\n", + " [-0.0400],\n", + " [-0.0352],\n", + " [-0.0378],\n", + " [-0.0360]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0808],\n", + " [-0.0804],\n", + " [-0.0809],\n", + " [-0.0798],\n", + " [-0.0788],\n", + " [-0.0775],\n", + " [-0.0791],\n", + " [-0.0789],\n", + " [-0.0798],\n", + " [-0.0763],\n", + " [-0.0785],\n", + " [-0.0782],\n", + " [-0.0822],\n", + " [-0.0774],\n", + " [-0.0790],\n", + " [-0.0817],\n", + " [-0.0791],\n", + " [-0.0790],\n", + " [-0.0816],\n", + " [-0.0813],\n", + " [-0.0776],\n", + " [-0.0815],\n", + " [-0.0782],\n", + " [-0.0771],\n", + " [-0.0781],\n", + " [-0.0825],\n", + " [-0.0792],\n", + " [-0.0780],\n", + " [-0.0782],\n", + " [-0.0809],\n", + " [-0.0787],\n", + " [-0.0793]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1700],\n", + " [0.1652],\n", + " [0.1647],\n", + " [0.1690],\n", + " [0.1657],\n", + " [0.1717],\n", + " [0.1665],\n", + " [0.1679],\n", + " [0.1612],\n", + " [0.1718],\n", + " [0.1642],\n", + " [0.1645],\n", + " [0.1653],\n", + " [0.1489],\n", + " [0.1656],\n", + " [0.1711],\n", + " [0.1695],\n", + " [0.1673],\n", + " [0.1628],\n", + " [0.1696],\n", + " [0.1644],\n", + " [0.1607],\n", + " [0.1648],\n", + " [0.1664],\n", + " [0.1642],\n", + " [0.1641],\n", + " [0.1656],\n", + " [0.1667],\n", + " [0.1675],\n", + " [0.1711],\n", + " [0.1674],\n", + " [0.1637]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0527],\n", + " [-0.0602],\n", + " [-0.0577],\n", + " [-0.0559],\n", + " [-0.0572],\n", + " [-0.0419],\n", + " [-0.0563],\n", + " [-0.0585],\n", + " [-0.0588],\n", + " [-0.0398],\n", + " [-0.0602],\n", + " [-0.0591],\n", + " [-0.0564],\n", + " [-0.0896],\n", + " [-0.0628],\n", + " [-0.0541],\n", + " [-0.0571],\n", + " [-0.0600],\n", + " [-0.0547],\n", + " [-0.0561],\n", + " [-0.0590],\n", + " [-0.0523],\n", + " [-0.0580],\n", + " [-0.0490],\n", + " [-0.0501],\n", + " [-0.0620],\n", + " [-0.0506],\n", + " [-0.0574],\n", + " [-0.0543],\n", + " [-0.0560],\n", + " [-0.0566],\n", + " [-0.0579]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0595],\n", + " [0.0672],\n", + " [0.0670],\n", + " [0.0581],\n", + " [0.0648],\n", + " [0.0661],\n", + " [0.0635],\n", + " [0.0608],\n", + " [0.0704],\n", + " [0.0707],\n", + " [0.0668],\n", + " [0.0668],\n", + " [0.0629],\n", + " [0.0321],\n", + " [0.0624],\n", + " [0.0590],\n", + " [0.0586],\n", + " [0.0616],\n", + " [0.0666],\n", + " [0.0571],\n", + " [0.0623],\n", + " [0.0702],\n", + " [0.0657],\n", + " [0.0594],\n", + " [0.0729],\n", + " [0.0667],\n", + " [0.0635],\n", + " [0.0623],\n", + " [0.0661],\n", + " [0.0575],\n", + " [0.0630],\n", + " [0.0676]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0985],\n", + " [-0.0913],\n", + " [-0.0923],\n", + " [-0.0984],\n", + " [-0.0928],\n", + " [-0.1009],\n", + " [-0.0938],\n", + " [-0.0965],\n", + " [-0.0871],\n", + " [-0.0975],\n", + " [-0.0874],\n", + " [-0.0871],\n", + " [-0.0805],\n", + " [-0.0931],\n", + " [-0.0907],\n", + " [-0.1001],\n", + " [-0.0987],\n", + " [-0.0955],\n", + " [-0.0921],\n", + " [-0.0996],\n", + " [-0.0934],\n", + " [-0.0860],\n", + " [-0.0894],\n", + " [-0.0928],\n", + " [-0.0799],\n", + " [-0.0816],\n", + " [-0.0825],\n", + " [-0.0938],\n", + " [-0.0882],\n", + " [-0.1006],\n", + " [-0.0947],\n", + " [-0.0906]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0197],\n", + " [0.0130],\n", + " [0.0129],\n", + " [0.0205],\n", + " [0.0137],\n", + " [0.0069],\n", + " [0.0147],\n", + " [0.0181],\n", + " [0.0069],\n", + " [0.0065],\n", + " [0.0116],\n", + " [0.0111],\n", + " [0.0156],\n", + " [0.0107],\n", + " [0.0149],\n", + " [0.0215],\n", + " [0.0201],\n", + " [0.0180],\n", + " [0.0105],\n", + " [0.0207],\n", + " [0.0158],\n", + " [0.0078],\n", + " [0.0124],\n", + " [0.0142],\n", + " [0.0066],\n", + " [0.0141],\n", + " [0.0129],\n", + " [0.0147],\n", + " [0.0121],\n", + " [0.0212],\n", + " [0.0154],\n", + " [0.0102]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0932],\n", + " [0.0856],\n", + " [0.0869],\n", + " [0.0955],\n", + " [0.0899],\n", + " [0.1165],\n", + " [0.0919],\n", + " [0.0932],\n", + " [0.0875],\n", + " [0.1127],\n", + " [0.0874],\n", + " [0.0879],\n", + " [0.0823],\n", + " [0.1072],\n", + " [0.0881],\n", + " [0.0932],\n", + " [0.0945],\n", + " [0.0928],\n", + " [0.0916],\n", + " [0.0968],\n", + " [0.0970],\n", + " [0.0880],\n", + " [0.0883],\n", + " [0.0979],\n", + " [0.0809],\n", + " [0.0796],\n", + " [0.0860],\n", + " [0.0929],\n", + " [0.0855],\n", + " [0.0953],\n", + " [0.0906],\n", + " [0.0884]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[9.7535e-03],\n", + " [6.5525e-03],\n", + " [8.1233e-03],\n", + " [9.6285e-03],\n", + " [8.3751e-03],\n", + " [2.8167e-02],\n", + " [8.9950e-03],\n", + " [8.3198e-03],\n", + " [1.0270e-02],\n", + " [2.6947e-02],\n", + " [7.4743e-03],\n", + " [8.6024e-03],\n", + " [2.7000e-05],\n", + " [2.6167e-02],\n", + " [2.5778e-03],\n", + " [9.0239e-03],\n", + " [8.6770e-03],\n", + " [7.5663e-03],\n", + " [1.1518e-02],\n", + " [1.1096e-02],\n", + " [1.1078e-02],\n", + " [7.1729e-03],\n", + " [8.6696e-03],\n", + " [1.3745e-02],\n", + " [5.0641e-03],\n", + " [1.8845e-03],\n", + " [6.1737e-03],\n", + " [1.0997e-02],\n", + " [8.1771e-03],\n", + " [1.0447e-02],\n", + " [8.6189e-03],\n", + " [1.0906e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0022],\n", + " [ 0.0032],\n", + " [-0.0005],\n", + " [-0.0011],\n", + " [-0.0017],\n", + " [-0.0167],\n", + " [-0.0022],\n", + " [ 0.0016],\n", + " [-0.0044],\n", + " [-0.0190],\n", + " [ 0.0013],\n", + " [-0.0003],\n", + " [ 0.0017],\n", + " [ 0.0324],\n", + " [ 0.0064],\n", + " [-0.0003],\n", + " [ 0.0003],\n", + " [ 0.0035],\n", + " [-0.0061],\n", + " [-0.0006],\n", + " [ 0.0010],\n", + " [-0.0098],\n", + " [-0.0012],\n", + " [-0.0103],\n", + " [-0.0097],\n", + " [ 0.0074],\n", + " [-0.0087],\n", + " [-0.0008],\n", + " [-0.0037],\n", + " [-0.0001],\n", + " [-0.0012],\n", + " [-0.0032]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0334],\n", + " [-0.0401],\n", + " [-0.0380],\n", + " [-0.0348],\n", + " [-0.0379],\n", + " [-0.0229],\n", + " [-0.0362],\n", + " [-0.0366],\n", + " [-0.0391],\n", + " [-0.0245],\n", + " [-0.0415],\n", + " [-0.0400],\n", + " [-0.0480],\n", + " [-0.0284],\n", + " [-0.0450],\n", + " [-0.0340],\n", + " [-0.0353],\n", + " [-0.0378],\n", + " [-0.0356],\n", + " [-0.0327],\n", + " [-0.0366],\n", + " [-0.0387],\n", + " [-0.0391],\n", + " [-0.0306],\n", + " [-0.0409],\n", + " [-0.0464],\n", + " [-0.0398],\n", + " [-0.0362],\n", + " [-0.0362],\n", + " [-0.0323],\n", + " [-0.0367],\n", + " [-0.0370]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0028],\n", + " [ 0.0081],\n", + " [ 0.0062],\n", + " [ 0.0038],\n", + " [ 0.0056],\n", + " [-0.0023],\n", + " [ 0.0048],\n", + " [ 0.0055],\n", + " [ 0.0064],\n", + " [-0.0009],\n", + " [ 0.0072],\n", + " [ 0.0063],\n", + " [ 0.0075],\n", + " [ 0.0128],\n", + " [ 0.0099],\n", + " [ 0.0033],\n", + " [ 0.0047],\n", + " [ 0.0062],\n", + " [ 0.0033],\n", + " [ 0.0028],\n", + " [ 0.0052],\n", + " [ 0.0030],\n", + " [ 0.0061],\n", + " [-0.0021],\n", + " [ 0.0029],\n", + " [ 0.0093],\n", + " [ 0.0027],\n", + " [ 0.0048],\n", + " [ 0.0045],\n", + " [ 0.0030],\n", + " [ 0.0052],\n", + " [ 0.0059]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0563],\n", + " [0.0613],\n", + " [0.0599],\n", + " [0.0562],\n", + " [0.0580],\n", + " [0.0701],\n", + " [0.0572],\n", + " [0.0572],\n", + " [0.0623],\n", + " [0.0711],\n", + " [0.0611],\n", + " [0.0605],\n", + " [0.0626],\n", + " [0.0725],\n", + " [0.0616],\n", + " [0.0573],\n", + " [0.0563],\n", + " [0.0579],\n", + " [0.0596],\n", + " [0.0568],\n", + " [0.0599],\n", + " [0.0609],\n", + " [0.0592],\n", + " [0.0525],\n", + " [0.0628],\n", + " [0.0649],\n", + " [0.0586],\n", + " [0.0574],\n", + " [0.0581],\n", + " [0.0572],\n", + " [0.0569],\n", + " [0.0600]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0186],\n", + " [-0.0165],\n", + " [-0.0157],\n", + " [-0.0188],\n", + " [-0.0162],\n", + " [-0.0124],\n", + " [-0.0170],\n", + " [-0.0182],\n", + " [-0.0142],\n", + " [-0.0195],\n", + " [-0.0176],\n", + " [-0.0175],\n", + " [-0.0201],\n", + " [-0.0295],\n", + " [-0.0185],\n", + " [-0.0191],\n", + " [-0.0185],\n", + " [-0.0191],\n", + " [-0.0152],\n", + " [-0.0190],\n", + " [-0.0152],\n", + " [-0.0135],\n", + " [-0.0168],\n", + " [-0.0186],\n", + " [-0.0104],\n", + " [-0.0220],\n", + " [-0.0163],\n", + " [-0.0172],\n", + " [-0.0173],\n", + " [-0.0190],\n", + " [-0.0171],\n", + " [-0.0151]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1686],\n", + " [-0.1718],\n", + " [-0.1693],\n", + " [-0.1713],\n", + " [-0.1710],\n", + " [-0.1676],\n", + " [-0.1717],\n", + " [-0.1736],\n", + " [-0.1689],\n", + " [-0.1672],\n", + " [-0.1741],\n", + " [-0.1732],\n", + " [-0.1702],\n", + " [-0.1918],\n", + " [-0.1755],\n", + " [-0.1691],\n", + " [-0.1719],\n", + " [-0.1755],\n", + " [-0.1682],\n", + " [-0.1707],\n", + " [-0.1777],\n", + " [-0.1664],\n", + " [-0.1713],\n", + " [-0.1668],\n", + " [-0.1643],\n", + " [-0.1726],\n", + " [-0.1647],\n", + " [-0.1722],\n", + " [-0.1691],\n", + " [-0.1700],\n", + " [-0.1709],\n", + " [-0.1688]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0212],\n", + " [-0.0196],\n", + " [-0.0216],\n", + " [-0.0217],\n", + " [-0.0217],\n", + " [-0.0184],\n", + " [-0.0216],\n", + " [-0.0199],\n", + " [-0.0245],\n", + " [-0.0220],\n", + " [-0.0189],\n", + " [-0.0204],\n", + " [-0.0118],\n", + " [ 0.0213],\n", + " [-0.0128],\n", + " [-0.0211],\n", + " [-0.0212],\n", + " [-0.0185],\n", + " [-0.0242],\n", + " [-0.0222],\n", + " [-0.0180],\n", + " [-0.0240],\n", + " [-0.0211],\n", + " [-0.0256],\n", + " [-0.0217],\n", + " [-0.0115],\n", + " [-0.0203],\n", + " [-0.0215],\n", + " [-0.0233],\n", + " [-0.0223],\n", + " [-0.0215],\n", + " [-0.0239]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0117],\n", + " [ 0.0049],\n", + " [ 0.0048],\n", + " [ 0.0123],\n", + " [ 0.0041],\n", + " [ 0.0137],\n", + " [ 0.0051],\n", + " [ 0.0099],\n", + " [-0.0025],\n", + " [ 0.0102],\n", + " [ 0.0005],\n", + " [-0.0015],\n", + " [ 0.0024],\n", + " [ 0.0527],\n", + " [ 0.0119],\n", + " [ 0.0147],\n", + " [ 0.0127],\n", + " [ 0.0099],\n", + " [ 0.0022],\n", + " [ 0.0149],\n", + " [ 0.0060],\n", + " [-0.0056],\n", + " [ 0.0008],\n", + " [ 0.0012],\n", + " [-0.0141],\n", + " [ 0.0019],\n", + " [-0.0061],\n", + " [ 0.0049],\n", + " [-0.0032],\n", + " [ 0.0155],\n", + " [ 0.0060],\n", + " [ 0.0015]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0924],\n", + " [0.0915],\n", + " [0.0927],\n", + " [0.0911],\n", + " [0.0931],\n", + " [0.0928],\n", + " [0.0926],\n", + " [0.0908],\n", + " [0.0932],\n", + " [0.0950],\n", + " [0.0933],\n", + " [0.0947],\n", + " [0.1022],\n", + " [0.0690],\n", + " [0.0890],\n", + " [0.0920],\n", + " [0.0911],\n", + " [0.0902],\n", + " [0.0922],\n", + " [0.0900],\n", + " [0.0882],\n", + " [0.0987],\n", + " [0.0946],\n", + " [0.0979],\n", + " [0.1064],\n", + " [0.0988],\n", + " [0.1062],\n", + " [0.0914],\n", + " [0.0991],\n", + " [0.0912],\n", + " [0.0930],\n", + " [0.0927]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0849],\n", + " [0.0836],\n", + " [0.0836],\n", + " [0.0854],\n", + " [0.0805],\n", + " [0.0917],\n", + " [0.0798],\n", + " [0.0831],\n", + " [0.0802],\n", + " [0.0879],\n", + " [0.0778],\n", + " [0.0765],\n", + " [0.0841],\n", + " [0.1013],\n", + " [0.0858],\n", + " [0.0871],\n", + " [0.0852],\n", + " [0.0818],\n", + " [0.0814],\n", + " [0.0872],\n", + " [0.0770],\n", + " [0.0790],\n", + " [0.0788],\n", + " [0.0752],\n", + " [0.0747],\n", + " [0.0835],\n", + " [0.0791],\n", + " [0.0811],\n", + " [0.0748],\n", + " [0.0868],\n", + " [0.0813],\n", + " [0.0810]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.0900],\n", + " [0.0893],\n", + " [0.0867],\n", + " [0.0876],\n", + " [0.0671],\n", + " [0.0873],\n", + " [0.0872],\n", + " [0.0896],\n", + " [0.0690],\n", + " [0.0890],\n", + " [0.0882],\n", + " [0.0899],\n", + " [0.0776],\n", + " [0.0919],\n", + " [0.0870],\n", + " [0.0867],\n", + " [0.0880],\n", + " [0.0890],\n", + " [0.0887],\n", + " [0.0875],\n", + " [0.0868],\n", + " [0.0878],\n", + " [0.0828],\n", + " [0.0839],\n", + " [0.0932],\n", + " [0.0830],\n", + " [0.0867],\n", + " [0.0864],\n", + " [0.0878],\n", + " [0.0868],\n", + " [0.0888]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0424],\n", + " [0.0428],\n", + " [0.0418],\n", + " [0.0414],\n", + " [0.0398],\n", + " [0.0426],\n", + " [0.0387],\n", + " [0.0409],\n", + " [0.0389],\n", + " [0.0382],\n", + " [0.0399],\n", + " [0.0392],\n", + " [0.0455],\n", + " [0.0440],\n", + " [0.0425],\n", + " [0.0440],\n", + " [0.0421],\n", + " [0.0406],\n", + " [0.0384],\n", + " [0.0418],\n", + " [0.0358],\n", + " [0.0375],\n", + " [0.0399],\n", + " [0.0357],\n", + " [0.0408],\n", + " [0.0465],\n", + " [0.0404],\n", + " [0.0393],\n", + " [0.0400],\n", + " [0.0433],\n", + " [0.0406],\n", + " [0.0396]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0368],\n", + " [0.0357],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0390],\n", + " [0.0375],\n", + " [0.0365],\n", + " [0.0381],\n", + " [0.0392],\n", + " [0.0358],\n", + " [0.0363],\n", + " [0.0312],\n", + " [0.0182],\n", + " [0.0317],\n", + " [0.0356],\n", + " [0.0359],\n", + " [0.0358],\n", + " [0.0387],\n", + " [0.0364],\n", + " [0.0379],\n", + " [0.0386],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0337],\n", + " [0.0305],\n", + " [0.0370],\n", + " [0.0383],\n", + " [0.0346],\n", + " [0.0355],\n", + " [0.0370],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0726],\n", + " [-0.0736],\n", + " [-0.0746],\n", + " [-0.0713],\n", + " [-0.0741],\n", + " [-0.0869],\n", + " [-0.0734],\n", + " [-0.0716],\n", + " [-0.0769],\n", + " [-0.0897],\n", + " [-0.0743],\n", + " [-0.0751],\n", + " [-0.0727],\n", + " [-0.0636],\n", + " [-0.0674],\n", + " [-0.0706],\n", + " [-0.0709],\n", + " [-0.0710],\n", + " [-0.0756],\n", + " [-0.0700],\n", + " [-0.0732],\n", + " [-0.0768],\n", + " [-0.0751],\n", + " [-0.0779],\n", + " [-0.0776],\n", + " [-0.0722],\n", + " [-0.0765],\n", + " [-0.0745],\n", + " [-0.0754],\n", + " [-0.0702],\n", + " [-0.0737],\n", + " [-0.0763]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0987],\n", + " [-0.1048],\n", + " [-0.1033],\n", + " [-0.0981],\n", + " [-0.1032],\n", + " [-0.1070],\n", + " [-0.1030],\n", + " [-0.1011],\n", + " [-0.1057],\n", + " [-0.1094],\n", + " [-0.1084],\n", + " [-0.1083],\n", + " [-0.1119],\n", + " [-0.0904],\n", + " [-0.1089],\n", + " [-0.0982],\n", + " [-0.0984],\n", + " [-0.1031],\n", + " [-0.1022],\n", + " [-0.0975],\n", + " [-0.1059],\n", + " [-0.1055],\n", + " [-0.1059],\n", + " [-0.1011],\n", + " [-0.1079],\n", + " [-0.1114],\n", + " [-0.1080],\n", + " [-0.1026],\n", + " [-0.1064],\n", + " [-0.0977],\n", + " [-0.1021],\n", + " [-0.1040]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0597],\n", + " [-0.0611],\n", + " [-0.0627],\n", + " [-0.0622],\n", + " [-0.0543],\n", + " [-0.0632],\n", + " [-0.0617],\n", + " [-0.0620],\n", + " [-0.0548],\n", + " [-0.0592],\n", + " [-0.0601],\n", + " [-0.0570],\n", + " [-0.0380],\n", + " [-0.0574],\n", + " [-0.0630],\n", + " [-0.0627],\n", + " [-0.0611],\n", + " [-0.0634],\n", + " [-0.0630],\n", + " [-0.0617],\n", + " [-0.0642],\n", + " [-0.0608],\n", + " [-0.0658],\n", + " [-0.0615],\n", + " [-0.0527],\n", + " [-0.0610],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0631],\n", + " [-0.0623],\n", + " [-0.0618]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0640],\n", + " [-0.0618],\n", + " [-0.0612],\n", + " [-0.0639],\n", + " [-0.0615],\n", + " [-0.0629],\n", + " [-0.0630],\n", + " [-0.0777],\n", + " [-0.0633],\n", + " [-0.0618],\n", + " [-0.0646],\n", + " [-0.0637],\n", + " [-0.0577],\n", + " [-0.0624],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0638],\n", + " [-0.0638],\n", + " [-0.0542],\n", + " [-0.0629],\n", + " [-0.0626],\n", + " [-0.0617],\n", + " [-0.0639],\n", + " [-0.0638],\n", + " [-0.0621],\n", + " [-0.0613],\n", + " [-0.0712],\n", + " [-0.0626],\n", + " [-0.0624],\n", + " [-0.0632],\n", + " [-0.0619]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0767],\n", + " [-0.0773],\n", + " [-0.0671],\n", + " [-0.0757],\n", + " [-0.0775],\n", + " [-0.0732],\n", + " [-0.0786],\n", + " [-0.0767],\n", + " [-0.0985],\n", + " [-0.0755],\n", + " [-0.0735],\n", + " [-0.0779],\n", + " [-0.0764],\n", + " [-0.0677],\n", + " [-0.0752],\n", + " [-0.0704],\n", + " [-0.0721],\n", + " [-0.0788],\n", + " [-0.0765],\n", + " [-0.0683],\n", + " [-0.0728],\n", + " [-0.0741],\n", + " [-0.0752],\n", + " [-0.0726],\n", + " [-0.0726],\n", + " [-0.0725],\n", + " [-0.0723],\n", + " [-0.0796],\n", + " [-0.0741],\n", + " [-0.0703],\n", + " [-0.0725],\n", + " [-0.0709]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0368],\n", + " [0.0364],\n", + " [0.0379],\n", + " [0.0391],\n", + " [0.0377],\n", + " [0.0375],\n", + " [0.0364],\n", + " [0.0387],\n", + " [0.0252],\n", + " [0.0364],\n", + " [0.0374],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0374],\n", + " [0.0383],\n", + " [0.0367],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0361],\n", + " [0.0399],\n", + " [0.0360],\n", + " [0.0380],\n", + " [0.0370],\n", + " [0.0351],\n", + " [0.0355],\n", + " [0.0366],\n", + " [0.0390],\n", + " [0.0361],\n", + " [0.0361],\n", + " [0.0365],\n", + " [0.0355],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0918],\n", + " [-0.0932],\n", + " [-0.0941],\n", + " [-0.0911],\n", + " [-0.0950],\n", + " [-0.0903],\n", + " [-0.0926],\n", + " [-0.0924],\n", + " [-0.0873],\n", + " [-0.0933],\n", + " [-0.0932],\n", + " [-0.0922],\n", + " [-0.0947],\n", + " [-0.0875],\n", + " [-0.0926],\n", + " [-0.0949],\n", + " [-0.0953],\n", + " [-0.0940],\n", + " [-0.0940],\n", + " [-0.0848],\n", + " [-0.0962],\n", + " [-0.0954],\n", + " [-0.0913],\n", + " [-0.0968],\n", + " [-0.0967],\n", + " [-0.0949],\n", + " [-0.0936],\n", + " [-0.0929],\n", + " [-0.0938],\n", + " [-0.0946],\n", + " [-0.0947],\n", + " [-0.0950]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0515],\n", + " [0.0531],\n", + " [0.0580],\n", + " [0.0460],\n", + " [0.0545],\n", + " [0.0533],\n", + " [0.0478],\n", + " [0.0523],\n", + " [0.0481],\n", + " [0.0556],\n", + " [0.0567],\n", + " [0.0510],\n", + " [0.0568],\n", + " [0.0451],\n", + " [0.0508],\n", + " [0.0580],\n", + " [0.0580],\n", + " [0.0481],\n", + " [0.0555],\n", + " [0.0445],\n", + " [0.0588],\n", + " [0.0573],\n", + " [0.0519],\n", + " [0.0591],\n", + " [0.0596],\n", + " [0.0583],\n", + " [0.0575],\n", + " [0.0462],\n", + " [0.0583],\n", + " [0.0576],\n", + " [0.0565],\n", + " [0.0580]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0391],\n", + " [-0.0396],\n", + " [-0.0346],\n", + " [-0.0380],\n", + " [-0.0343],\n", + " [-0.0415],\n", + " [-0.0413],\n", + " [-0.0342],\n", + " [-0.0333],\n", + " [-0.0397],\n", + " [-0.0368],\n", + " [-0.0396],\n", + " [-0.0383],\n", + " [-0.0414],\n", + " [-0.0367],\n", + " [-0.0364],\n", + " [-0.0353],\n", + " [-0.0355],\n", + " [-0.0392],\n", + " [-0.0411],\n", + " [-0.0352],\n", + " [-0.0343],\n", + " [-0.0398],\n", + " [-0.0374],\n", + " [-0.0351],\n", + " [-0.0366],\n", + " [-0.0348],\n", + " [-0.0367],\n", + " [-0.0385],\n", + " [-0.0377],\n", + " [-0.0396],\n", + " [-0.0372]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0781],\n", + " [-0.0786],\n", + " [-0.0824],\n", + " [-0.0817],\n", + " [-0.0801],\n", + " [-0.0791],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0847],\n", + " [-0.0794],\n", + " [-0.0793],\n", + " [-0.0779],\n", + " [-0.0790],\n", + " [-0.0796],\n", + " [-0.0815],\n", + " [-0.0809],\n", + " [-0.0804],\n", + " [-0.0805],\n", + " [-0.0790],\n", + " [-0.0809],\n", + " [-0.0804],\n", + " [-0.0805],\n", + " [-0.0788],\n", + " [-0.0803],\n", + " [-0.0802],\n", + " [-0.0796],\n", + " [-0.0804],\n", + " [-0.0813],\n", + " [-0.0784],\n", + " [-0.0810],\n", + " [-0.0806],\n", + " [-0.0806]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1652],\n", + " [0.1660],\n", + " [0.1715],\n", + " [0.1596],\n", + " [0.1665],\n", + " [0.1676],\n", + " [0.1611],\n", + " [0.1659],\n", + " [0.1449],\n", + " [0.1677],\n", + " [0.1688],\n", + " [0.1655],\n", + " [0.1683],\n", + " [0.1642],\n", + " [0.1638],\n", + " [0.1694],\n", + " [0.1694],\n", + " [0.1620],\n", + " [0.1674],\n", + " [0.1605],\n", + " [0.1697],\n", + " [0.1687],\n", + " [0.1658],\n", + " [0.1692],\n", + " [0.1705],\n", + " [0.1692],\n", + " [0.1700],\n", + " [0.1651],\n", + " [0.1699],\n", + " [0.1690],\n", + " [0.1678],\n", + " [0.1689]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0569],\n", + " [-0.0567],\n", + " [-0.0540],\n", + " [-0.0549],\n", + " [-0.0593],\n", + " [-0.0528],\n", + " [-0.0582],\n", + " [-0.0574],\n", + " [-0.0714],\n", + " [-0.0551],\n", + " [-0.0553],\n", + " [-0.0576],\n", + " [-0.0571],\n", + " [-0.0449],\n", + " [-0.0547],\n", + " [-0.0555],\n", + " [-0.0577],\n", + " [-0.0604],\n", + " [-0.0562],\n", + " [-0.0476],\n", + " [-0.0578],\n", + " [-0.0574],\n", + " [-0.0553],\n", + " [-0.0587],\n", + " [-0.0590],\n", + " [-0.0565],\n", + " [-0.0540],\n", + " [-0.0600],\n", + " [-0.0560],\n", + " [-0.0563],\n", + " [-0.0560],\n", + " [-0.0556]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0643],\n", + " [0.0637],\n", + " [0.0562],\n", + " [0.0719],\n", + " [0.0647],\n", + " [0.0602],\n", + " [0.0671],\n", + " [0.0671],\n", + " [0.0586],\n", + " [0.0615],\n", + " [0.0597],\n", + " [0.0647],\n", + " [0.0615],\n", + " [0.0651],\n", + " [0.0667],\n", + " [0.0581],\n", + " [0.0591],\n", + " [0.0701],\n", + " [0.0621],\n", + " [0.0640],\n", + " [0.0596],\n", + " [0.0616],\n", + " [0.0635],\n", + " [0.0582],\n", + " [0.0590],\n", + " [0.0588],\n", + " [0.0602],\n", + " [0.0628],\n", + " [0.0590],\n", + " [0.0567],\n", + " [0.0586],\n", + " [0.0581]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0915],\n", + " [-0.0926],\n", + " [-0.1003],\n", + " [-0.0894],\n", + " [-0.0935],\n", + " [-0.0945],\n", + " [-0.0904],\n", + " [-0.0912],\n", + " [-0.0718],\n", + " [-0.0949],\n", + " [-0.0968],\n", + " [-0.0907],\n", + " [-0.0960],\n", + " [-0.0886],\n", + " [-0.0941],\n", + " [-0.0992],\n", + " [-0.0993],\n", + " [-0.0886],\n", + " [-0.0944],\n", + " [-0.0878],\n", + " [-0.0994],\n", + " [-0.0982],\n", + " [-0.0929],\n", + " [-0.0998],\n", + " [-0.1004],\n", + " [-0.0984],\n", + " [-0.0985],\n", + " [-0.0824],\n", + " [-0.0974],\n", + " [-0.0987],\n", + " [-0.0971],\n", + " [-0.0987]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0136],\n", + " [0.0146],\n", + " [0.0228],\n", + " [0.0060],\n", + " [0.0156],\n", + " [0.0148],\n", + " [0.0080],\n", + " [0.0140],\n", + " [0.0069],\n", + " [0.0160],\n", + " [0.0181],\n", + " [0.0133],\n", + " [0.0169],\n", + " [0.0124],\n", + " [0.0105],\n", + " [0.0207],\n", + " [0.0188],\n", + " [0.0079],\n", + " [0.0166],\n", + " [0.0117],\n", + " [0.0194],\n", + " [0.0177],\n", + " [0.0132],\n", + " [0.0193],\n", + " [0.0192],\n", + " [0.0201],\n", + " [0.0193],\n", + " [0.0155],\n", + " [0.0192],\n", + " [0.0198],\n", + " [0.0178],\n", + " [0.0210]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0904],\n", + " [0.0909],\n", + " [0.0957],\n", + " [0.0909],\n", + " [0.0874],\n", + " [0.0957],\n", + " [0.0942],\n", + " [0.0845],\n", + " [0.0777],\n", + " [0.0932],\n", + " [0.0929],\n", + " [0.0900],\n", + " [0.0931],\n", + " [0.0906],\n", + " [0.0921],\n", + " [0.0953],\n", + " [0.0944],\n", + " [0.0868],\n", + " [0.0919],\n", + " [0.0961],\n", + " [0.0943],\n", + " [0.0918],\n", + " [0.0923],\n", + " [0.0959],\n", + " [0.0943],\n", + " [0.0942],\n", + " [0.0928],\n", + " [0.0850],\n", + " [0.0947],\n", + " [0.0978],\n", + " [0.0959],\n", + " [0.0958]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0092],\n", + " [ 0.0084],\n", + " [ 0.0104],\n", + " [ 0.0112],\n", + " [ 0.0067],\n", + " [ 0.0127],\n", + " [ 0.0145],\n", + " [ 0.0059],\n", + " [-0.0052],\n", + " [ 0.0099],\n", + " [ 0.0099],\n", + " [ 0.0091],\n", + " [ 0.0094],\n", + " [ 0.0056],\n", + " [ 0.0112],\n", + " [ 0.0100],\n", + " [ 0.0111],\n", + " [ 0.0092],\n", + " [ 0.0081],\n", + " [ 0.0128],\n", + " [ 0.0091],\n", + " [ 0.0098],\n", + " [ 0.0109],\n", + " [ 0.0101],\n", + " [ 0.0095],\n", + " [ 0.0092],\n", + " [ 0.0097],\n", + " [ 0.0023],\n", + " [ 0.0090],\n", + " [ 0.0120],\n", + " [ 0.0112],\n", + " [ 0.0096]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0025],\n", + " [-0.0015],\n", + " [-0.0012],\n", + " [-0.0087],\n", + " [ 0.0035],\n", + " [-0.0068],\n", + " [-0.0060],\n", + " [ 0.0003],\n", + " [ 0.0141],\n", + " [-0.0032],\n", + " [-0.0015],\n", + " [-0.0011],\n", + " [-0.0003],\n", + " [-0.0129],\n", + " [-0.0063],\n", + " [-0.0009],\n", + " [ 0.0006],\n", + " [-0.0015],\n", + " [-0.0011],\n", + " [-0.0141],\n", + " [ 0.0011],\n", + " [ 0.0009],\n", + " [-0.0048],\n", + " [ 0.0014],\n", + " [ 0.0024],\n", + " [-0.0001],\n", + " [-0.0017],\n", + " [ 0.0054],\n", + " [-0.0006],\n", + " [-0.0012],\n", + " [-0.0024],\n", + " [-0.0012]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0380],\n", + " [-0.0376],\n", + " [-0.0317],\n", + " [-0.0353],\n", + " [-0.0395],\n", + " [-0.0318],\n", + " [-0.0371],\n", + " [-0.0395],\n", + " [-0.0457],\n", + " [-0.0342],\n", + " [-0.0347],\n", + " [-0.0382],\n", + " [-0.0350],\n", + " [-0.0361],\n", + " [-0.0343],\n", + " [-0.0340],\n", + " [-0.0337],\n", + " [-0.0399],\n", + " [-0.0364],\n", + " [-0.0344],\n", + " [-0.0357],\n", + " [-0.0355],\n", + " [-0.0358],\n", + " [-0.0343],\n", + " [-0.0349],\n", + " [-0.0353],\n", + " [-0.0336],\n", + " [-0.0475],\n", + " [-0.0342],\n", + " [-0.0318],\n", + " [-0.0335],\n", + " [-0.0348]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0053],\n", + " [ 0.0051],\n", + " [ 0.0017],\n", + " [ 0.0028],\n", + " [ 0.0075],\n", + " [ 0.0015],\n", + " [ 0.0043],\n", + " [ 0.0074],\n", + " [ 0.0179],\n", + " [ 0.0038],\n", + " [ 0.0039],\n", + " [ 0.0054],\n", + " [ 0.0049],\n", + " [-0.0005],\n", + " [ 0.0032],\n", + " [ 0.0031],\n", + " [ 0.0040],\n", + " [ 0.0073],\n", + " [ 0.0048],\n", + " [-0.0015],\n", + " [ 0.0055],\n", + " [ 0.0050],\n", + " [ 0.0039],\n", + " [ 0.0046],\n", + " [ 0.0055],\n", + " [ 0.0044],\n", + " [ 0.0036],\n", + " [ 0.0072],\n", + " [ 0.0045],\n", + " [ 0.0026],\n", + " [ 0.0027],\n", + " [ 0.0036]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0578],\n", + " [0.0573],\n", + " [0.0568],\n", + " [0.0611],\n", + " [0.0596],\n", + " [0.0553],\n", + " [0.0614],\n", + " [0.0599],\n", + " [0.0638],\n", + " [0.0564],\n", + " [0.0561],\n", + " [0.0582],\n", + " [0.0569],\n", + " [0.0568],\n", + " [0.0596],\n", + " [0.0568],\n", + " [0.0578],\n", + " [0.0628],\n", + " [0.0566],\n", + " [0.0574],\n", + " [0.0578],\n", + " [0.0578],\n", + " [0.0572],\n", + " [0.0577],\n", + " [0.0583],\n", + " [0.0564],\n", + " [0.0566],\n", + " [0.0618],\n", + " [0.0559],\n", + " [0.0568],\n", + " [0.0566],\n", + " [0.0566]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0163],\n", + " [-0.0171],\n", + " [-0.0190],\n", + " [-0.0147],\n", + " [-0.0171],\n", + " [-0.0170],\n", + " [-0.0143],\n", + " [-0.0162],\n", + " [-0.0118],\n", + " [-0.0175],\n", + " [-0.0181],\n", + " [-0.0171],\n", + " [-0.0181],\n", + " [-0.0142],\n", + " [-0.0154],\n", + " [-0.0189],\n", + " [-0.0187],\n", + " [-0.0146],\n", + " [-0.0178],\n", + " [-0.0171],\n", + " [-0.0187],\n", + " [-0.0184],\n", + " [-0.0163],\n", + " [-0.0179],\n", + " [-0.0182],\n", + " [-0.0189],\n", + " [-0.0188],\n", + " [-0.0191],\n", + " [-0.0186],\n", + " [-0.0183],\n", + " [-0.0171],\n", + " [-0.0190]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1707],\n", + " [-0.1718],\n", + " [-0.1689],\n", + " [-0.1685],\n", + " [-0.1721],\n", + " [-0.1689],\n", + " [-0.1714],\n", + " [-0.1689],\n", + " [-0.1737],\n", + " [-0.1709],\n", + " [-0.1702],\n", + " [-0.1720],\n", + " [-0.1726],\n", + " [-0.1639],\n", + " [-0.1685],\n", + " [-0.1707],\n", + " [-0.1710],\n", + " [-0.1706],\n", + " [-0.1720],\n", + " [-0.1649],\n", + " [-0.1716],\n", + " [-0.1706],\n", + " [-0.1696],\n", + " [-0.1728],\n", + " [-0.1718],\n", + " [-0.1712],\n", + " [-0.1689],\n", + " [-0.1773],\n", + " [-0.1718],\n", + " [-0.1711],\n", + " [-0.1715],\n", + " [-0.1712]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0217],\n", + " [-0.0209],\n", + " [-0.0221],\n", + " [-0.0277],\n", + " [-0.0190],\n", + " [-0.0246],\n", + " [-0.0251],\n", + " [-0.0206],\n", + " [ 0.0197],\n", + " [-0.0223],\n", + " [-0.0216],\n", + " [-0.0211],\n", + " [-0.0212],\n", + " [-0.0213],\n", + " [-0.0253],\n", + " [-0.0219],\n", + " [-0.0222],\n", + " [-0.0230],\n", + " [-0.0206],\n", + " [-0.0250],\n", + " [-0.0208],\n", + " [-0.0214],\n", + " [-0.0234],\n", + " [-0.0211],\n", + " [-0.0208],\n", + " [-0.0213],\n", + " [-0.0218],\n", + " [-0.0103],\n", + " [-0.0210],\n", + " [-0.0227],\n", + " [-0.0226],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0024],\n", + " [ 0.0040],\n", + " [ 0.0161],\n", + " [-0.0037],\n", + " [ 0.0068],\n", + " [ 0.0046],\n", + " [ 0.0007],\n", + " [ 0.0036],\n", + " [ 0.0229],\n", + " [ 0.0068],\n", + " [ 0.0096],\n", + " [ 0.0014],\n", + " [ 0.0084],\n", + " [-0.0025],\n", + " [ 0.0036],\n", + " [ 0.0136],\n", + " [ 0.0137],\n", + " [ 0.0005],\n", + " [ 0.0066],\n", + " [-0.0020],\n", + " [ 0.0150],\n", + " [ 0.0119],\n", + " [ 0.0030],\n", + " [ 0.0149],\n", + " [ 0.0164],\n", + " [ 0.0125],\n", + " [ 0.0118],\n", + " [ 0.0004],\n", + " [ 0.0105],\n", + " [ 0.0134],\n", + " [ 0.0106],\n", + " [ 0.0132]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0943],\n", + " [0.0935],\n", + " [0.0922],\n", + " [0.0934],\n", + " [0.0915],\n", + " [0.0938],\n", + " [0.0893],\n", + " [0.0950],\n", + " [0.0859],\n", + " [0.0926],\n", + " [0.0922],\n", + " [0.0941],\n", + " [0.0910],\n", + " [0.1038],\n", + " [0.0918],\n", + " [0.0910],\n", + " [0.0896],\n", + " [0.0910],\n", + " [0.0930],\n", + " [0.0978],\n", + " [0.0893],\n", + " [0.0901],\n", + " [0.0937],\n", + " [0.0887],\n", + " [0.0891],\n", + " [0.0910],\n", + " [0.0920],\n", + " [0.0980],\n", + " [0.0922],\n", + " [0.0899],\n", + " [0.0909],\n", + " [0.0908]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0797],\n", + " [0.0794],\n", + " [0.0880],\n", + " [0.0771],\n", + " [0.0843],\n", + " [0.0796],\n", + " [0.0777],\n", + " [0.0830],\n", + " [0.0929],\n", + " [0.0805],\n", + " [0.0836],\n", + " [0.0782],\n", + " [0.0817],\n", + " [0.0773],\n", + " [0.0804],\n", + " [0.0862],\n", + " [0.0864],\n", + " [0.0817],\n", + " [0.0805],\n", + " [0.0804],\n", + " [0.0875],\n", + " [0.0854],\n", + " [0.0800],\n", + " [0.0873],\n", + " [0.0882],\n", + " [0.0856],\n", + " [0.0844],\n", + " [0.0784],\n", + " [0.0828],\n", + " [0.0864],\n", + " [0.0841],\n", + " [0.0863]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0870],\n", + " [0.0871],\n", + " [0.0880],\n", + " [0.0892],\n", + " [0.0890],\n", + " [0.0856],\n", + " [0.0898],\n", + " [0.0881],\n", + " [0.1064],\n", + " [0.0870],\n", + " [0.0864],\n", + " [0.0873],\n", + " [0.0869],\n", + " [0.0819],\n", + " [0.0893],\n", + " [0.0878],\n", + " [0.0884],\n", + " [0.0907],\n", + " [0.0868],\n", + " [0.0843],\n", + " [0.0885],\n", + " [0.0881],\n", + " [0.0868],\n", + " [0.0888],\n", + " [0.0891],\n", + " [0.0868],\n", + " [0.0863],\n", + " [0.0908],\n", + " [0.0855],\n", + " [0.0883],\n", + " [0.0882],\n", + " [0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0391],\n", + " [0.0432],\n", + " [0.0370],\n", + " [0.0431],\n", + " [0.0374],\n", + " [0.0369],\n", + " [0.0431],\n", + " [0.0477],\n", + " [0.0386],\n", + " [0.0412],\n", + " [0.0392],\n", + " [0.0400],\n", + " [0.0364],\n", + " [0.0386],\n", + " [0.0419],\n", + " [0.0424],\n", + " [0.0401],\n", + " [0.0397],\n", + " [0.0342],\n", + " [0.0426],\n", + " [0.0429],\n", + " [0.0383],\n", + " [0.0415],\n", + " [0.0432],\n", + " [0.0422],\n", + " [0.0427],\n", + " [0.0435],\n", + " [0.0410],\n", + " [0.0407],\n", + " [0.0394],\n", + " [0.0414]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0382],\n", + " [0.0375],\n", + " [0.0355],\n", + " [0.0376],\n", + " [0.0363],\n", + " [0.0385],\n", + " [0.0365],\n", + " [0.0361],\n", + " [0.0248],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0374],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0374],\n", + " [0.0366],\n", + " [0.0358],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0431],\n", + " [0.0352],\n", + " [0.0358],\n", + " [0.0385],\n", + " [0.0353],\n", + " [0.0339],\n", + " [0.0366],\n", + " [0.0364],\n", + " [0.0316],\n", + " [0.0367],\n", + " [0.0370],\n", + " [0.0367],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0750],\n", + " [-0.0738],\n", + " [-0.0691],\n", + " [-0.0784],\n", + " [-0.0731],\n", + " [-0.0747],\n", + " [-0.0770],\n", + " [-0.0748],\n", + " [-0.0571],\n", + " [-0.0730],\n", + " [-0.0728],\n", + " [-0.0749],\n", + " [-0.0727],\n", + " [-0.0758],\n", + " [-0.0747],\n", + " [-0.0707],\n", + " [-0.0713],\n", + " [-0.0754],\n", + " [-0.0728],\n", + " [-0.0795],\n", + " [-0.0701],\n", + " [-0.0723],\n", + " [-0.0751],\n", + " [-0.0696],\n", + " [-0.0693],\n", + " [-0.0715],\n", + " [-0.0728],\n", + " [-0.0719],\n", + " [-0.0722],\n", + " [-0.0706],\n", + " [-0.0710],\n", + " [-0.0709]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1040],\n", + " [-0.1038],\n", + " [-0.0968],\n", + " [-0.1036],\n", + " [-0.1034],\n", + " [-0.1007],\n", + " [-0.1052],\n", + " [-0.1042],\n", + " [-0.1256],\n", + " [-0.1016],\n", + " [-0.0995],\n", + " [-0.1054],\n", + " [-0.1014],\n", + " [-0.1040],\n", + " [-0.1020],\n", + " [-0.0979],\n", + " [-0.0985],\n", + " [-0.1056],\n", + " [-0.1025],\n", + " [-0.1016],\n", + " [-0.0991],\n", + " [-0.0996],\n", + " [-0.1024],\n", + " [-0.0986],\n", + " [-0.0991],\n", + " [-0.0983],\n", + " [-0.0989],\n", + " [-0.1138],\n", + " [-0.1000],\n", + " [-0.0978],\n", + " [-0.0993],\n", + " [-0.0979]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0623],\n", + " [-0.0638],\n", + " [-0.0651],\n", + " [-0.0598],\n", + " [-0.0653],\n", + " [-0.0632],\n", + " [-0.0607],\n", + " [-0.0433],\n", + " [-0.0639],\n", + " [-0.0626],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0650],\n", + " [-0.0646],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0612],\n", + " [-0.0627],\n", + " [-0.0636],\n", + " [-0.0622],\n", + " [-0.0618],\n", + " [-0.0635],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.0557],\n", + " [-0.0632],\n", + " [-0.0636],\n", + " [-0.0638],\n", + " [-0.0626]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0277],\n", + " [-0.0664],\n", + " [-0.0625],\n", + " [-0.0513],\n", + " [-0.0615],\n", + " [-0.0618],\n", + " [-0.0621],\n", + " [-0.0649],\n", + " [-0.0611],\n", + " [-0.0652],\n", + " [-0.0594],\n", + " [-0.0504],\n", + " [-0.0524],\n", + " [-0.0618],\n", + " [-0.0629],\n", + " [-0.0631],\n", + " [-0.0617],\n", + " [-0.0632],\n", + " [-0.0581],\n", + " [-0.0621],\n", + " [-0.0640],\n", + " [-0.0613],\n", + " [-0.0628],\n", + " [-0.0621],\n", + " [-0.0610],\n", + " [-0.0606],\n", + " [-0.0737],\n", + " [-0.0627],\n", + " [-0.0662],\n", + " [-0.0622],\n", + " [-0.0587],\n", + " [-0.0630]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0547],\n", + " [-0.0806],\n", + " [-0.0710],\n", + " [-0.0939],\n", + " [-0.0687],\n", + " [-0.0681],\n", + " [-0.0767],\n", + " [-0.0780],\n", + " [-0.0730],\n", + " [-0.0791],\n", + " [-0.0680],\n", + " [-0.0752],\n", + " [-0.0711],\n", + " [-0.0694],\n", + " [-0.0723],\n", + " [-0.0772],\n", + " [-0.0739],\n", + " [-0.0703],\n", + " [-0.0733],\n", + " [-0.0757],\n", + " [-0.0769],\n", + " [-0.0711],\n", + " [-0.0681],\n", + " [-0.0755],\n", + " [-0.0699],\n", + " [-0.0698],\n", + " [-0.0854],\n", + " [-0.0754],\n", + " [-0.0806],\n", + " [-0.0755],\n", + " [-0.0730],\n", + " [-0.0755]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0439],\n", + " [0.0393],\n", + " [0.0351],\n", + " [0.0189],\n", + " [0.0382],\n", + " [0.0379],\n", + " [0.0381],\n", + " [0.0362],\n", + " [0.0385],\n", + " [0.0365],\n", + " [0.0389],\n", + " [0.0402],\n", + " [0.0391],\n", + " [0.0380],\n", + " [0.0365],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0353],\n", + " [0.0393],\n", + " [0.0412],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0371],\n", + " [0.0379],\n", + " [0.0376],\n", + " [0.0384],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0376],\n", + " [0.0385],\n", + " [0.0380],\n", + " [0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0712],\n", + " [-0.0945],\n", + " [-0.0960],\n", + " [-0.0653],\n", + " [-0.0937],\n", + " [-0.0943],\n", + " [-0.0917],\n", + " [-0.0955],\n", + " [-0.0924],\n", + " [-0.0941],\n", + " [-0.0883],\n", + " [-0.0792],\n", + " [-0.0821],\n", + " [-0.0946],\n", + " [-0.0954],\n", + " [-0.0916],\n", + " [-0.0937],\n", + " [-0.0959],\n", + " [-0.0860],\n", + " [-0.0929],\n", + " [-0.0938],\n", + " [-0.0935],\n", + " [-0.0951],\n", + " [-0.0927],\n", + " [-0.0933],\n", + " [-0.0867],\n", + " [-0.0996],\n", + " [-0.0948],\n", + " [-0.0948],\n", + " [-0.0921],\n", + " [-0.0876],\n", + " [-0.0954]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0380],\n", + " [0.0499],\n", + " [0.0575],\n", + " [0.0746],\n", + " [0.0577],\n", + " [0.0589],\n", + " [0.0490],\n", + " [0.0562],\n", + " [0.0560],\n", + " [0.0511],\n", + " [0.0534],\n", + " [0.0377],\n", + " [0.0386],\n", + " [0.0568],\n", + " [0.0574],\n", + " [0.0501],\n", + " [0.0569],\n", + " [0.0597],\n", + " [0.0363],\n", + " [0.0494],\n", + " [0.0548],\n", + " [0.0586],\n", + " [0.0590],\n", + " [0.0549],\n", + " [0.0574],\n", + " [0.0506],\n", + " [0.0518],\n", + " [0.0558],\n", + " [0.0518],\n", + " [0.0540],\n", + " [0.0446],\n", + " [0.0569]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0214],\n", + " [-0.0323],\n", + " [-0.0350],\n", + " [-0.0764],\n", + " [-0.0349],\n", + " [-0.0345],\n", + " [-0.0359],\n", + " [-0.0384],\n", + " [-0.0362],\n", + " [-0.0377],\n", + " [-0.0402],\n", + " [-0.0496],\n", + " [-0.0442],\n", + " [-0.0352],\n", + " [-0.0369],\n", + " [-0.0404],\n", + " [-0.0374],\n", + " [-0.0356],\n", + " [-0.0409],\n", + " [-0.0324],\n", + " [-0.0382],\n", + " [-0.0368],\n", + " [-0.0342],\n", + " [-0.0371],\n", + " [-0.0372],\n", + " [-0.0447],\n", + " [-0.0332],\n", + " [-0.0335],\n", + " [-0.0352],\n", + " [-0.0352],\n", + " [-0.0421],\n", + " [-0.0343]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0767],\n", + " [-0.0802],\n", + " [-0.0816],\n", + " [-0.0794],\n", + " [-0.0814],\n", + " [-0.0817],\n", + " [-0.0798],\n", + " [-0.0792],\n", + " [-0.0796],\n", + " [-0.0788],\n", + " [-0.0792],\n", + " [-0.0719],\n", + " [-0.0757],\n", + " [-0.0823],\n", + " [-0.0807],\n", + " [-0.0782],\n", + " [-0.0789],\n", + " [-0.0807],\n", + " [-0.0795],\n", + " [-0.0817],\n", + " [-0.0785],\n", + " [-0.0791],\n", + " [-0.0819],\n", + " [-0.0787],\n", + " [-0.0804],\n", + " [-0.0783],\n", + " [-0.0797],\n", + " [-0.0809],\n", + " [-0.0787],\n", + " [-0.0790],\n", + " [-0.0790],\n", + " [-0.0801]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1702],\n", + " [0.1646],\n", + " [0.1699],\n", + " [0.1466],\n", + " [0.1706],\n", + " [0.1720],\n", + " [0.1633],\n", + " [0.1673],\n", + " [0.1690],\n", + " [0.1646],\n", + " [0.1689],\n", + " [0.1594],\n", + " [0.1614],\n", + " [0.1689],\n", + " [0.1682],\n", + " [0.1643],\n", + " [0.1689],\n", + " [0.1714],\n", + " [0.1588],\n", + " [0.1669],\n", + " [0.1674],\n", + " [0.1705],\n", + " [0.1724],\n", + " [0.1680],\n", + " [0.1695],\n", + " [0.1656],\n", + " [0.1633],\n", + " [0.1676],\n", + " [0.1647],\n", + " [0.1674],\n", + " [0.1619],\n", + " [0.1684]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0426],\n", + " [-0.0611],\n", + " [-0.0573],\n", + " [-0.0662],\n", + " [-0.0545],\n", + " [-0.0543],\n", + " [-0.0578],\n", + " [-0.0579],\n", + " [-0.0540],\n", + " [-0.0597],\n", + " [-0.0461],\n", + " [-0.0476],\n", + " [-0.0535],\n", + " [-0.0547],\n", + " [-0.0576],\n", + " [-0.0570],\n", + " [-0.0570],\n", + " [-0.0584],\n", + " [-0.0531],\n", + " [-0.0562],\n", + " [-0.0575],\n", + " [-0.0550],\n", + " [-0.0563],\n", + " [-0.0563],\n", + " [-0.0540],\n", + " [-0.0462],\n", + " [-0.0669],\n", + " [-0.0578],\n", + " [-0.0608],\n", + " [-0.0562],\n", + " [-0.0534],\n", + " [-0.0579]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0660],\n", + " [0.0719],\n", + " [0.0590],\n", + " [0.0191],\n", + " [0.0565],\n", + " [0.0570],\n", + " [0.0683],\n", + " [0.0631],\n", + " [0.0600],\n", + " [0.0652],\n", + " [0.0576],\n", + " [0.0731],\n", + " [0.0679],\n", + " [0.0582],\n", + " [0.0587],\n", + " [0.0648],\n", + " [0.0593],\n", + " [0.0568],\n", + " [0.0747],\n", + " [0.0714],\n", + " [0.0613],\n", + " [0.0571],\n", + " [0.0572],\n", + " [0.0623],\n", + " [0.0569],\n", + " [0.0607],\n", + " [0.0672],\n", + " [0.0641],\n", + " [0.0678],\n", + " [0.0645],\n", + " [0.0678],\n", + " [0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1001],\n", + " [-0.0878],\n", + " [-0.0989],\n", + " [-0.1483],\n", + " [-0.0995],\n", + " [-0.1009],\n", + " [-0.0891],\n", + " [-0.0951],\n", + " [-0.0966],\n", + " [-0.0904],\n", + " [-0.0970],\n", + " [-0.0880],\n", + " [-0.0812],\n", + " [-0.0983],\n", + " [-0.0983],\n", + " [-0.0903],\n", + " [-0.0974],\n", + " [-0.1010],\n", + " [-0.0787],\n", + " [-0.0891],\n", + " [-0.0941],\n", + " [-0.0992],\n", + " [-0.1016],\n", + " [-0.0953],\n", + " [-0.0986],\n", + " [-0.0938],\n", + " [-0.0859],\n", + " [-0.0954],\n", + " [-0.0906],\n", + " [-0.0932],\n", + " [-0.0860],\n", + " [-0.0970]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0034],\n", + " [0.0100],\n", + " [0.0204],\n", + " [0.0544],\n", + " [0.0209],\n", + " [0.0229],\n", + " [0.0102],\n", + " [0.0159],\n", + " [0.0179],\n", + " [0.0133],\n", + " [0.0178],\n", + " [0.0023],\n", + " [0.0082],\n", + " [0.0205],\n", + " [0.0185],\n", + " [0.0127],\n", + " [0.0179],\n", + " [0.0207],\n", + " [0.0031],\n", + " [0.0132],\n", + " [0.0170],\n", + " [0.0206],\n", + " [0.0224],\n", + " [0.0152],\n", + " [0.0210],\n", + " [0.0133],\n", + " [0.0130],\n", + " [0.0171],\n", + " [0.0117],\n", + " [0.0158],\n", + " [0.0090],\n", + " [0.0172]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1167],\n", + " [0.0811],\n", + " [0.0941],\n", + " [0.0894],\n", + " [0.0961],\n", + " [0.0950],\n", + " [0.0867],\n", + " [0.0921],\n", + " [0.0926],\n", + " [0.0891],\n", + " [0.0988],\n", + " [0.1013],\n", + " [0.0919],\n", + " [0.0948],\n", + " [0.0960],\n", + " [0.0912],\n", + " [0.0947],\n", + " [0.0964],\n", + " [0.0846],\n", + " [0.0803],\n", + " [0.0914],\n", + " [0.0959],\n", + " [0.0945],\n", + " [0.0916],\n", + " [0.0967],\n", + " [0.0986],\n", + " [0.0836],\n", + " [0.0874],\n", + " [0.0865],\n", + " [0.0866],\n", + " [0.0899],\n", + " [0.0894]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0262],\n", + " [0.0053],\n", + " [0.0075],\n", + " [0.0300],\n", + " [0.0114],\n", + " [0.0096],\n", + " [0.0089],\n", + " [0.0087],\n", + " [0.0102],\n", + " [0.0078],\n", + " [0.0106],\n", + " [0.0243],\n", + " [0.0171],\n", + " [0.0109],\n", + " [0.0115],\n", + " [0.0096],\n", + " [0.0113],\n", + " [0.0101],\n", + " [0.0075],\n", + " [0.0035],\n", + " [0.0081],\n", + " [0.0103],\n", + " [0.0100],\n", + " [0.0106],\n", + " [0.0110],\n", + " [0.0110],\n", + " [0.0024],\n", + " [0.0067],\n", + " [0.0076],\n", + " [0.0069],\n", + " [0.0109],\n", + " [0.0079]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0156],\n", + " [ 0.0031],\n", + " [ 0.0013],\n", + " [ 0.0179],\n", + " [-0.0014],\n", + " [-0.0006],\n", + " [-0.0029],\n", + " [ 0.0004],\n", + " [-0.0027],\n", + " [ 0.0014],\n", + " [-0.0102],\n", + " [-0.0216],\n", + " [-0.0124],\n", + " [-0.0016],\n", + " [-0.0003],\n", + " [-0.0030],\n", + " [-0.0005],\n", + " [ 0.0016],\n", + " [-0.0104],\n", + " [ 0.0024],\n", + " [ 0.0014],\n", + " [-0.0013],\n", + " [ 0.0007],\n", + " [-0.0016],\n", + " [-0.0025],\n", + " [-0.0116],\n", + " [ 0.0108],\n", + " [ 0.0026],\n", + " [ 0.0023],\n", + " [-0.0003],\n", + " [-0.0096],\n", + " [ 0.0021]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0236],\n", + " [-0.0416],\n", + " [-0.0370],\n", + " [-0.0530],\n", + " [-0.0311],\n", + " [-0.0322],\n", + " [-0.0385],\n", + " [-0.0361],\n", + " [-0.0341],\n", + " [-0.0406],\n", + " [-0.0296],\n", + " [-0.0387],\n", + " [-0.0392],\n", + " [-0.0335],\n", + " [-0.0338],\n", + " [-0.0382],\n", + " [-0.0344],\n", + " [-0.0330],\n", + " [-0.0410],\n", + " [-0.0423],\n", + " [-0.0381],\n", + " [-0.0330],\n", + " [-0.0331],\n", + " [-0.0351],\n", + " [-0.0327],\n", + " [-0.0303],\n", + " [-0.0484],\n", + " [-0.0382],\n", + " [-0.0401],\n", + " [-0.0379],\n", + " [-0.0363],\n", + " [-0.0371]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0020],\n", + " [ 0.0099],\n", + " [ 0.0056],\n", + " [-0.0187],\n", + " [ 0.0018],\n", + " [ 0.0025],\n", + " [ 0.0064],\n", + " [ 0.0056],\n", + " [ 0.0033],\n", + " [ 0.0068],\n", + " [-0.0019],\n", + " [-0.0051],\n", + " [ 0.0011],\n", + " [ 0.0022],\n", + " [ 0.0039],\n", + " [ 0.0051],\n", + " [ 0.0043],\n", + " [ 0.0044],\n", + " [ 0.0041],\n", + " [ 0.0090],\n", + " [ 0.0053],\n", + " [ 0.0032],\n", + " [ 0.0031],\n", + " [ 0.0046],\n", + " [ 0.0022],\n", + " [-0.0028],\n", + " [ 0.0113],\n", + " [ 0.0066],\n", + " [ 0.0080],\n", + " [ 0.0063],\n", + " [ 0.0029],\n", + " [ 0.0062]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0693],\n", + " [0.0640],\n", + " [0.0582],\n", + " [0.0412],\n", + " [0.0562],\n", + " [0.0570],\n", + " [0.0606],\n", + " [0.0577],\n", + " [0.0558],\n", + " [0.0599],\n", + " [0.0534],\n", + " [0.0551],\n", + " [0.0590],\n", + " [0.0568],\n", + " [0.0576],\n", + " [0.0586],\n", + " [0.0565],\n", + " [0.0577],\n", + " [0.0643],\n", + " [0.0631],\n", + " [0.0568],\n", + " [0.0555],\n", + " [0.0580],\n", + " [0.0567],\n", + " [0.0556],\n", + " [0.0533],\n", + " [0.0652],\n", + " [0.0590],\n", + " [0.0606],\n", + " [0.0579],\n", + " [0.0593],\n", + " [0.0582]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0083],\n", + " [-0.0166],\n", + " [-0.0172],\n", + " [-0.0090],\n", + " [-0.0186],\n", + " [-0.0192],\n", + " [-0.0149],\n", + " [-0.0178],\n", + " [-0.0182],\n", + " [-0.0170],\n", + " [-0.0172],\n", + " [-0.0196],\n", + " [-0.0146],\n", + " [-0.0191],\n", + " [-0.0185],\n", + " [-0.0161],\n", + " [-0.0183],\n", + " [-0.0178],\n", + " [-0.0112],\n", + " [-0.0165],\n", + " [-0.0183],\n", + " [-0.0187],\n", + " [-0.0191],\n", + " [-0.0173],\n", + " [-0.0191],\n", + " [-0.0183],\n", + " [-0.0206],\n", + " [-0.0175],\n", + " [-0.0167],\n", + " [-0.0170],\n", + " [-0.0148],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1667],\n", + " [-0.1710],\n", + " [-0.1711],\n", + " [-0.1818],\n", + " [-0.1690],\n", + " [-0.1691],\n", + " [-0.1686],\n", + " [-0.1734],\n", + " [-0.1692],\n", + " [-0.1737],\n", + " [-0.1659],\n", + " [-0.1662],\n", + " [-0.1661],\n", + " [-0.1694],\n", + " [-0.1717],\n", + " [-0.1715],\n", + " [-0.1716],\n", + " [-0.1718],\n", + " [-0.1652],\n", + " [-0.1683],\n", + " [-0.1730],\n", + " [-0.1705],\n", + " [-0.1699],\n", + " [-0.1704],\n", + " [-0.1700],\n", + " [-0.1658],\n", + " [-0.1791],\n", + " [-0.1702],\n", + " [-0.1730],\n", + " [-0.1688],\n", + " [-0.1666],\n", + " [-0.1708]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0143],\n", + " [-0.0203],\n", + " [-0.0192],\n", + " [ 0.0576],\n", + " [-0.0225],\n", + " [-0.0218],\n", + " [-0.0229],\n", + " [-0.0207],\n", + " [-0.0219],\n", + " [-0.0191],\n", + " [-0.0232],\n", + " [-0.0286],\n", + " [-0.0253],\n", + " [-0.0223],\n", + " [-0.0223],\n", + " [-0.0217],\n", + " [-0.0219],\n", + " [-0.0212],\n", + " [-0.0232],\n", + " [-0.0186],\n", + " [-0.0189],\n", + " [-0.0218],\n", + " [-0.0215],\n", + " [-0.0224],\n", + " [-0.0222],\n", + " [-0.0249],\n", + " [-0.0114],\n", + " [-0.0196],\n", + " [-0.0203],\n", + " [-0.0209],\n", + " [-0.0256],\n", + " [-0.0205]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0139],\n", + " [ 0.0012],\n", + " [ 0.0163],\n", + " [ 0.1068],\n", + " [ 0.0145],\n", + " [ 0.0162],\n", + " [ 0.0007],\n", + " [ 0.0075],\n", + " [ 0.0091],\n", + " [ 0.0032],\n", + " [ 0.0075],\n", + " [-0.0088],\n", + " [-0.0108],\n", + " [ 0.0136],\n", + " [ 0.0129],\n", + " [ 0.0010],\n", + " [ 0.0100],\n", + " [ 0.0175],\n", + " [-0.0136],\n", + " [ 0.0005],\n", + " [ 0.0067],\n", + " [ 0.0129],\n", + " [ 0.0177],\n", + " [ 0.0066],\n", + " [ 0.0125],\n", + " [ 0.0021],\n", + " [ 0.0076],\n", + " [ 0.0090],\n", + " [ 0.0032],\n", + " [ 0.0051],\n", + " [-0.0060],\n", + " [ 0.0101]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0923],\n", + " [0.0926],\n", + " [0.0908],\n", + " [0.0630],\n", + " [0.0917],\n", + " [0.0922],\n", + " [0.0942],\n", + " [0.0906],\n", + " [0.0927],\n", + " [0.0921],\n", + " [0.0958],\n", + " [0.0942],\n", + " [0.1013],\n", + " [0.0912],\n", + " [0.0890],\n", + " [0.0941],\n", + " [0.0902],\n", + " [0.0896],\n", + " [0.1011],\n", + " [0.0957],\n", + " [0.0927],\n", + " [0.0916],\n", + " [0.0913],\n", + " [0.0919],\n", + " [0.0914],\n", + " [0.0983],\n", + " [0.0870],\n", + " [0.0924],\n", + " [0.0911],\n", + " [0.0953],\n", + " [0.0993],\n", + " [0.0912]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0954],\n", + " [0.0817],\n", + " [0.0895],\n", + " [0.1089],\n", + " [0.0866],\n", + " [0.0876],\n", + " [0.0815],\n", + " [0.0807],\n", + " [0.0832],\n", + " [0.0802],\n", + " [0.0797],\n", + " [0.0613],\n", + " [0.0760],\n", + " [0.0868],\n", + " [0.0864],\n", + " [0.0787],\n", + " [0.0845],\n", + " [0.0891],\n", + " [0.0785],\n", + " [0.0859],\n", + " [0.0814],\n", + " [0.0851],\n", + " [0.0891],\n", + " [0.0820],\n", + " [0.0855],\n", + " [0.0745],\n", + " [0.0824],\n", + " [0.0858],\n", + " [0.0801],\n", + " [0.0827],\n", + " [0.0775],\n", + " [0.0848]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0639],\n", + " [0.0905],\n", + " [0.0890],\n", + " [0.0308],\n", + " [0.0877],\n", + " [0.0873],\n", + " [0.0888],\n", + " [0.0878],\n", + " [0.0859],\n", + " [0.0888],\n", + " [0.0833],\n", + " [0.0742],\n", + " [0.0814],\n", + " [0.0887],\n", + " [0.0887],\n", + " [0.0874],\n", + " [0.0864],\n", + " [0.0885],\n", + " [0.0857],\n", + " [0.0870],\n", + " [0.0869],\n", + " [0.0857],\n", + " [0.0885],\n", + " [0.0866],\n", + " [0.0866],\n", + " [0.0831],\n", + " [0.0947],\n", + " [0.0884],\n", + " [0.0897],\n", + " [0.0869],\n", + " [0.0857],\n", + " [0.0879]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0419],\n", + " [0.0433],\n", + " [0.0435],\n", + " [0.0654],\n", + " [0.0428],\n", + " [0.0438],\n", + " [0.0402],\n", + " [0.0396],\n", + " [0.0412],\n", + " [0.0402],\n", + " [0.0381],\n", + " [0.0319],\n", + " [0.0359],\n", + " [0.0421],\n", + " [0.0407],\n", + " [0.0381],\n", + " [0.0408],\n", + " [0.0431],\n", + " [0.0382],\n", + " [0.0460],\n", + " [0.0408],\n", + " [0.0420],\n", + " [0.0441],\n", + " [0.0405],\n", + " [0.0411],\n", + " [0.0354],\n", + " [0.0440],\n", + " [0.0444],\n", + " [0.0410],\n", + " [0.0431],\n", + " [0.0371],\n", + " [0.0437]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0397],\n", + " [ 0.0341],\n", + " [ 0.0345],\n", + " [-0.0087],\n", + " [ 0.0360],\n", + " [ 0.0353],\n", + " [ 0.0376],\n", + " [ 0.0366],\n", + " [ 0.0371],\n", + " [ 0.0369],\n", + " [ 0.0387],\n", + " [ 0.0358],\n", + " [ 0.0405],\n", + " [ 0.0368],\n", + " [ 0.0369],\n", + " [ 0.0388],\n", + " [ 0.0375],\n", + " [ 0.0342],\n", + " [ 0.0385],\n", + " [ 0.0343],\n", + " [ 0.0368],\n", + " [ 0.0365],\n", + " [ 0.0342],\n", + " [ 0.0372],\n", + " [ 0.0377],\n", + " [ 0.0391],\n", + " [ 0.0311],\n", + " [ 0.0360],\n", + " [ 0.0357],\n", + " [ 0.0362],\n", + " [ 0.0395],\n", + " [ 0.0356]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0872],\n", + " [-0.0750],\n", + " [-0.0686],\n", + " [-0.0699],\n", + " [-0.0705],\n", + " [-0.0696],\n", + " [-0.0760],\n", + " [-0.0725],\n", + " [-0.0735],\n", + " [-0.0736],\n", + " [-0.0730],\n", + " [-0.0944],\n", + " [-0.0852],\n", + " [-0.0707],\n", + " [-0.0712],\n", + " [-0.0750],\n", + " [-0.0731],\n", + " [-0.0688],\n", + " [-0.0795],\n", + " [-0.0754],\n", + " [-0.0729],\n", + " [-0.0716],\n", + " [-0.0688],\n", + " [-0.0744],\n", + " [-0.0716],\n", + " [-0.0762],\n", + " [-0.0696],\n", + " [-0.0730],\n", + " [-0.0743],\n", + " [-0.0745],\n", + " [-0.0785],\n", + " [-0.0727]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1076],\n", + " [-0.1075],\n", + " [-0.1007],\n", + " [-0.0987],\n", + " [-0.0974],\n", + " [-0.0970],\n", + " [-0.1048],\n", + " [-0.1028],\n", + " [-0.0996],\n", + " [-0.1059],\n", + " [-0.0980],\n", + " [-0.1061],\n", + " [-0.1078],\n", + " [-0.0980],\n", + " [-0.0985],\n", + " [-0.1049],\n", + " [-0.0994],\n", + " [-0.0981],\n", + " [-0.1097],\n", + " [-0.1066],\n", + " [-0.1033],\n", + " [-0.0976],\n", + " [-0.0975],\n", + " [-0.1013],\n", + " [-0.0975],\n", + " [-0.1003],\n", + " [-0.1120],\n", + " [-0.1019],\n", + " [-0.1058],\n", + " [-0.1028],\n", + " [-0.1053],\n", + " [-0.1010]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0554],\n", + " [-0.0595],\n", + " [-0.0613],\n", + " [-0.0346],\n", + " [-0.0636],\n", + " [-0.0637],\n", + " [-0.0615],\n", + " [-0.0625],\n", + " [-0.0628],\n", + " [-0.0598],\n", + " [-0.0668],\n", + " [-0.0608],\n", + " [-0.0587],\n", + " [-0.0628],\n", + " [-0.0626],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0609],\n", + " [-0.0599],\n", + " [-0.0607],\n", + " [-0.0632],\n", + " [-0.0629],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0675],\n", + " [-0.0545],\n", + " [-0.0603],\n", + " [-0.0601],\n", + " [-0.0611],\n", + " [-0.0632],\n", + " [-0.0612]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0680],\n", + " [-0.0616],\n", + " [-0.0659],\n", + " [-0.0570],\n", + " [-0.0716],\n", + " [-0.0130],\n", + " [-0.0694],\n", + " [-0.0608],\n", + " [-0.0604],\n", + " [-0.0667],\n", + " [-0.0601],\n", + " [-0.0619],\n", + " [-0.0634],\n", + " [-0.0667],\n", + " [-0.0621],\n", + " [-0.0610],\n", + " [-0.0622],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0404],\n", + " [-0.0433],\n", + " [-0.0617],\n", + " [-0.0370],\n", + " [-0.0637],\n", + " [-0.0616],\n", + " [-0.0597],\n", + " [-0.0642],\n", + " [-0.0639],\n", + " [-0.0627],\n", + " [-0.1962],\n", + " [-0.0574]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0716],\n", + " [-0.0839],\n", + " [-0.0717],\n", + " [-0.0800],\n", + " [-0.0708],\n", + " [-0.0794],\n", + " [-0.0409],\n", + " [-0.0803],\n", + " [-0.0736],\n", + " [-0.0720],\n", + " [-0.0741],\n", + " [-0.0681],\n", + " [-0.0759],\n", + " [-0.0754],\n", + " [-0.0800],\n", + " [-0.0709],\n", + " [-0.0733],\n", + " [-0.0735],\n", + " [-0.0745],\n", + " [-0.0758],\n", + " [-0.0640],\n", + " [-0.0728],\n", + " [-0.0741],\n", + " [-0.0758],\n", + " [-0.0774],\n", + " [-0.0741],\n", + " [-0.0712],\n", + " [-0.0764],\n", + " [-0.0768],\n", + " [-0.0738],\n", + " [-0.2199],\n", + " [-0.0683]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0356],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0344],\n", + " [0.0401],\n", + " [0.0352],\n", + " [0.0375],\n", + " [0.0388],\n", + " [0.0416],\n", + " [0.0388],\n", + " [0.0366],\n", + " [0.0361],\n", + " [0.0378],\n", + " [0.0368],\n", + " [0.0394],\n", + " [0.0366],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0368],\n", + " [0.0409],\n", + " [0.0375],\n", + " [0.0405],\n", + " [0.0377],\n", + " [0.0371],\n", + " [0.0394],\n", + " [0.0398],\n", + " [0.0364],\n", + " [0.0366],\n", + " [0.0433],\n", + " [0.0403]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0956],\n", + " [-0.0969],\n", + " [-0.0944],\n", + " [-0.0961],\n", + " [-0.0883],\n", + " [-0.0970],\n", + " [-0.0659],\n", + " [-0.0983],\n", + " [-0.0901],\n", + " [-0.0891],\n", + " [-0.0954],\n", + " [-0.0908],\n", + " [-0.0914],\n", + " [-0.0952],\n", + " [-0.0931],\n", + " [-0.0945],\n", + " [-0.0899],\n", + " [-0.0941],\n", + " [-0.0941],\n", + " [-0.0917],\n", + " [-0.0697],\n", + " [-0.0837],\n", + " [-0.0888],\n", + " [-0.0684],\n", + " [-0.0944],\n", + " [-0.0903],\n", + " [-0.0888],\n", + " [-0.0933],\n", + " [-0.0950],\n", + " [-0.0948],\n", + " [-0.0380],\n", + " [-0.0845]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0588],\n", + " [0.0452],\n", + " [0.0577],\n", + " [0.0553],\n", + " [0.0474],\n", + " [0.0580],\n", + " [0.0391],\n", + " [0.0573],\n", + " [0.0532],\n", + " [0.0483],\n", + " [0.0448],\n", + " [0.0539],\n", + " [0.0513],\n", + " [0.0573],\n", + " [0.0480],\n", + " [0.0581],\n", + " [0.0512],\n", + " [0.0570],\n", + " [0.0568],\n", + " [0.0516],\n", + " [0.0532],\n", + " [0.0321],\n", + " [0.0483],\n", + " [0.0215],\n", + " [0.0560],\n", + " [0.0516],\n", + " [0.0507],\n", + " [0.0562],\n", + " [0.0567],\n", + " [0.0576],\n", + " [0.0282],\n", + " [0.0487]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0359],\n", + " [-0.0384],\n", + " [-0.0373],\n", + " [-0.0367],\n", + " [-0.0426],\n", + " [-0.0413],\n", + " [-0.0028],\n", + " [-0.0372],\n", + " [-0.0410],\n", + " [-0.0378],\n", + " [-0.0296],\n", + " [-0.0378],\n", + " [-0.0397],\n", + " [-0.0369],\n", + " [-0.0359],\n", + " [-0.0372],\n", + " [-0.0356],\n", + " [-0.0372],\n", + " [-0.0373],\n", + " [-0.0406],\n", + " [-0.0325],\n", + " [-0.0452],\n", + " [-0.0423],\n", + " [-0.0509],\n", + " [-0.0359],\n", + " [-0.0415],\n", + " [-0.0402],\n", + " [-0.0330],\n", + " [-0.0371],\n", + " [-0.0369],\n", + " [-0.0644],\n", + " [-0.0430]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0804],\n", + " [-0.0810],\n", + " [-0.0800],\n", + " [-0.0784],\n", + " [-0.0808],\n", + " [-0.0763],\n", + " [-0.0822],\n", + " [-0.0782],\n", + " [-0.0779],\n", + " [-0.0798],\n", + " [-0.0883],\n", + " [-0.0823],\n", + " [-0.0783],\n", + " [-0.0790],\n", + " [-0.0788],\n", + " [-0.0803],\n", + " [-0.0796],\n", + " [-0.0794],\n", + " [-0.0788],\n", + " [-0.0789],\n", + " [-0.0634],\n", + " [-0.0789],\n", + " [-0.0779],\n", + " [-0.0665],\n", + " [-0.0786],\n", + " [-0.0792],\n", + " [-0.0794],\n", + " [-0.0793],\n", + " [-0.0785],\n", + " [-0.0794],\n", + " [-0.0850],\n", + " [-0.0781]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1698],\n", + " [0.1618],\n", + " [0.1689],\n", + " [0.1669],\n", + " [0.1643],\n", + " [0.1698],\n", + " [0.1648],\n", + " [0.1673],\n", + " [0.1680],\n", + " [0.1651],\n", + " [0.1626],\n", + " [0.1688],\n", + " [0.1650],\n", + " [0.1681],\n", + " [0.1640],\n", + " [0.1693],\n", + " [0.1663],\n", + " [0.1684],\n", + " [0.1685],\n", + " [0.1655],\n", + " [0.1760],\n", + " [0.1554],\n", + " [0.1651],\n", + " [0.1540],\n", + " [0.1681],\n", + " [0.1657],\n", + " [0.1667],\n", + " [0.1700],\n", + " [0.1681],\n", + " [0.1686],\n", + " [0.0655],\n", + " [0.1642]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0576],\n", + " [-0.0647],\n", + " [-0.0556],\n", + " [-0.0602],\n", + " [-0.0523],\n", + " [-0.0622],\n", + " [-0.0586],\n", + " [-0.0627],\n", + " [-0.0541],\n", + " [-0.0515],\n", + " [-0.0600],\n", + " [-0.0494],\n", + " [-0.0560],\n", + " [-0.0580],\n", + " [-0.0610],\n", + " [-0.0560],\n", + " [-0.0537],\n", + " [-0.0562],\n", + " [-0.0572],\n", + " [-0.0558],\n", + " [-0.0423],\n", + " [-0.0577],\n", + " [-0.0541],\n", + " [-0.0457],\n", + " [-0.0580],\n", + " [-0.0533],\n", + " [-0.0507],\n", + " [-0.0574],\n", + " [-0.0583],\n", + " [-0.0573],\n", + " [-0.0620],\n", + " [-0.0445]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0582],\n", + " [0.0691],\n", + " [0.0583],\n", + " [0.0643],\n", + " [0.0615],\n", + " [0.0579],\n", + " [0.0937],\n", + " [0.0611],\n", + " [0.0597],\n", + " [0.0653],\n", + " [0.0719],\n", + " [0.0579],\n", + " [0.0645],\n", + " [0.0612],\n", + " [0.0665],\n", + " [0.0571],\n", + " [0.0647],\n", + " [0.0597],\n", + " [0.0601],\n", + " [0.0629],\n", + " [0.0590],\n", + " [0.0759],\n", + " [0.0641],\n", + " [0.0819],\n", + " [0.0635],\n", + " [0.0620],\n", + " [0.0623],\n", + " [0.0636],\n", + " [0.0619],\n", + " [0.0593],\n", + " [0.0210],\n", + " [0.0612]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0997],\n", + " [-0.0826],\n", + " [-0.0981],\n", + " [-0.0945],\n", + " [-0.0875],\n", + " [-0.0960],\n", + " [-0.1187],\n", + " [-0.0947],\n", + " [-0.0944],\n", + " [-0.0900],\n", + " [-0.0781],\n", + " [-0.0979],\n", + " [-0.0917],\n", + " [-0.0969],\n", + " [-0.0862],\n", + " [-0.0988],\n", + " [-0.0914],\n", + " [-0.0970],\n", + " [-0.0968],\n", + " [-0.0929],\n", + " [-0.1075],\n", + " [-0.0786],\n", + " [-0.0888],\n", + " [-0.0825],\n", + " [-0.0954],\n", + " [-0.0927],\n", + " [-0.0940],\n", + " [-0.0944],\n", + " [-0.0960],\n", + " [-0.0978],\n", + " [-0.0879],\n", + " [-0.0926]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0195],\n", + " [ 0.0118],\n", + " [ 0.0206],\n", + " [ 0.0149],\n", + " [ 0.0169],\n", + " [ 0.0188],\n", + " [-0.0212],\n", + " [ 0.0183],\n", + " [ 0.0160],\n", + " [ 0.0137],\n", + " [ 0.0132],\n", + " [ 0.0187],\n", + " [ 0.0132],\n", + " [ 0.0172],\n", + " [ 0.0116],\n", + " [ 0.0202],\n", + " [ 0.0157],\n", + " [ 0.0184],\n", + " [ 0.0183],\n", + " [ 0.0133],\n", + " [ 0.0133],\n", + " [ 0.0058],\n", + " [ 0.0129],\n", + " [-0.0124],\n", + " [ 0.0154],\n", + " [ 0.0135],\n", + " [ 0.0140],\n", + " [ 0.0184],\n", + " [ 0.0171],\n", + " [ 0.0179],\n", + " [-0.0047],\n", + " [ 0.0123]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0957],\n", + " [0.0878],\n", + " [0.0948],\n", + " [0.0902],\n", + " [0.0926],\n", + " [0.0968],\n", + " [0.1214],\n", + " [0.0924],\n", + " [0.0953],\n", + " [0.0871],\n", + " [0.0743],\n", + " [0.0964],\n", + " [0.0909],\n", + " [0.0923],\n", + " [0.0862],\n", + " [0.0971],\n", + " [0.0858],\n", + " [0.0933],\n", + " [0.0930],\n", + " [0.0937],\n", + " [0.1140],\n", + " [0.0967],\n", + " [0.0902],\n", + " [0.1062],\n", + " [0.0897],\n", + " [0.0941],\n", + " [0.0944],\n", + " [0.0849],\n", + " [0.0914],\n", + " [0.0947],\n", + " [0.0017],\n", + " [0.0999]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0110],\n", + " [ 0.0056],\n", + " [ 0.0093],\n", + " [ 0.0086],\n", + " [ 0.0084],\n", + " [ 0.0093],\n", + " [ 0.0230],\n", + " [ 0.0074],\n", + " [ 0.0122],\n", + " [ 0.0067],\n", + " [-0.0012],\n", + " [ 0.0114],\n", + " [ 0.0093],\n", + " [ 0.0090],\n", + " [ 0.0077],\n", + " [ 0.0112],\n", + " [ 0.0061],\n", + " [ 0.0094],\n", + " [ 0.0092],\n", + " [ 0.0118],\n", + " [ 0.0170],\n", + " [ 0.0220],\n", + " [ 0.0104],\n", + " [ 0.0309],\n", + " [ 0.0089],\n", + " [ 0.0119],\n", + " [ 0.0123],\n", + " [ 0.0058],\n", + " [ 0.0082],\n", + " [ 0.0109],\n", + " [ 0.0155],\n", + " [ 0.0119]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0005],\n", + " [ 0.0053],\n", + " [-0.0010],\n", + " [ 0.0034],\n", + " [-0.0074],\n", + " [ 0.0085],\n", + " [-0.0205],\n", + " [ 0.0072],\n", + " [-0.0044],\n", + " [-0.0054],\n", + " [ 0.0021],\n", + " [-0.0059],\n", + " [-0.0041],\n", + " [ 0.0006],\n", + " [ 0.0030],\n", + " [-0.0011],\n", + " [-0.0017],\n", + " [-0.0009],\n", + " [ 0.0005],\n", + " [-0.0041],\n", + " [-0.0111],\n", + " [-0.0190],\n", + " [-0.0059],\n", + " [-0.0372],\n", + " [ 0.0011],\n", + " [-0.0069],\n", + " [-0.0076],\n", + " [ 0.0043],\n", + " [ 0.0017],\n", + " [-0.0005],\n", + " [ 0.1029],\n", + " [-0.0134]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0336],\n", + " [-0.0497],\n", + " [-0.0353],\n", + " [-0.0383],\n", + " [-0.0400],\n", + " [-0.0353],\n", + " [-0.0467],\n", + " [-0.0402],\n", + " [-0.0338],\n", + " [-0.0370],\n", + " [-0.0477],\n", + " [-0.0303],\n", + " [-0.0374],\n", + " [-0.0361],\n", + " [-0.0421],\n", + " [-0.0325],\n", + " [-0.0380],\n", + " [-0.0354],\n", + " [-0.0361],\n", + " [-0.0356],\n", + " [-0.0250],\n", + " [-0.0458],\n", + " [-0.0362],\n", + " [-0.0442],\n", + " [-0.0364],\n", + " [-0.0344],\n", + " [-0.0315],\n", + " [-0.0395],\n", + " [-0.0370],\n", + " [-0.0340],\n", + " [ 0.0086],\n", + " [-0.0299]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0040],\n", + " [ 0.0105],\n", + " [ 0.0038],\n", + " [ 0.0070],\n", + " [ 0.0033],\n", + " [ 0.0051],\n", + " [ 0.0043],\n", + " [ 0.0073],\n", + " [ 0.0026],\n", + " [ 0.0035],\n", + " [ 0.0082],\n", + " [-0.0004],\n", + " [ 0.0048],\n", + " [ 0.0053],\n", + " [ 0.0076],\n", + " [ 0.0030],\n", + " [ 0.0054],\n", + " [ 0.0043],\n", + " [ 0.0050],\n", + " [ 0.0038],\n", + " [ 0.0028],\n", + " [-0.0006],\n", + " [ 0.0033],\n", + " [-0.0072],\n", + " [ 0.0061],\n", + " [ 0.0022],\n", + " [ 0.0005],\n", + " [ 0.0074],\n", + " [ 0.0059],\n", + " [ 0.0042],\n", + " [-0.0055],\n", + " [-0.0040]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0682],\n", + " [0.0562],\n", + " [0.0586],\n", + " [0.0577],\n", + " [0.0586],\n", + " [0.0964],\n", + " [0.0592],\n", + " [0.0554],\n", + " [0.0577],\n", + " [0.0668],\n", + " [0.0559],\n", + " [0.0576],\n", + " [0.0570],\n", + " [0.0619],\n", + " [0.0563],\n", + " [0.0580],\n", + " [0.0564],\n", + " [0.0565],\n", + " [0.0575],\n", + " [0.0569],\n", + " [0.0610],\n", + " [0.0571],\n", + " [0.0606],\n", + " [0.0574],\n", + " [0.0563],\n", + " [0.0555],\n", + " [0.0584],\n", + " [0.0570],\n", + " [0.0568],\n", + " [0.0452],\n", + " [0.0535]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0191],\n", + " [-0.0182],\n", + " [-0.0190],\n", + " [-0.0179],\n", + " [-0.0180],\n", + " [-0.0209],\n", + " [-0.0006],\n", + " [-0.0210],\n", + " [-0.0174],\n", + " [-0.0145],\n", + " [-0.0169],\n", + " [-0.0170],\n", + " [-0.0159],\n", + " [-0.0178],\n", + " [-0.0181],\n", + " [-0.0187],\n", + " [-0.0157],\n", + " [-0.0182],\n", + " [-0.0182],\n", + " [-0.0163],\n", + " [-0.0176],\n", + " [-0.0177],\n", + " [-0.0163],\n", + " [-0.0170],\n", + " [-0.0177],\n", + " [-0.0167],\n", + " [-0.0161],\n", + " [-0.0198],\n", + " [-0.0181],\n", + " [-0.0180],\n", + " [ 0.0147],\n", + " [-0.0178]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1714],\n", + " [-0.1804],\n", + " [-0.1710],\n", + " [-0.1746],\n", + " [-0.1681],\n", + " [-0.1803],\n", + " [-0.1734],\n", + " [-0.1785],\n", + " [-0.1703],\n", + " [-0.1664],\n", + " [-0.1656],\n", + " [-0.1678],\n", + " [-0.1698],\n", + " [-0.1720],\n", + " [-0.1735],\n", + " [-0.1710],\n", + " [-0.1674],\n", + " [-0.1709],\n", + " [-0.1718],\n", + " [-0.1709],\n", + " [-0.1656],\n", + " [-0.1688],\n", + " [-0.1685],\n", + " [-0.1641],\n", + " [-0.1716],\n", + " [-0.1690],\n", + " [-0.1675],\n", + " [-0.1704],\n", + " [-0.1729],\n", + " [-0.1715],\n", + " [-0.2165],\n", + " [-0.1651]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0136],\n", + " [-0.0214],\n", + " [-0.0196],\n", + " [-0.0207],\n", + " [-0.0157],\n", + " [-0.0316],\n", + " [-0.0160],\n", + " [-0.0227],\n", + " [-0.0212],\n", + " [-0.0118],\n", + " [-0.0225],\n", + " [-0.0227],\n", + " [-0.0211],\n", + " [-0.0181],\n", + " [-0.0224],\n", + " [-0.0201],\n", + " [-0.0214],\n", + " [-0.0208],\n", + " [-0.0228],\n", + " [-0.0158],\n", + " [-0.0302],\n", + " [-0.0236],\n", + " [-0.0316],\n", + " [-0.0212],\n", + " [-0.0241],\n", + " [-0.0246],\n", + " [-0.0181],\n", + " [-0.0201],\n", + " [-0.0222],\n", + " [ 0.1645],\n", + " [-0.0241]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.4750e-02],\n", + " [ 9.7583e-04],\n", + " [ 1.2009e-02],\n", + " [ 6.9324e-03],\n", + " [-2.7667e-05],\n", + " [ 1.2164e-02],\n", + " [ 2.2681e-02],\n", + " [ 1.1494e-02],\n", + " [ 4.5689e-03],\n", + " [-5.5259e-04],\n", + " [-3.0481e-04],\n", + " [ 9.3914e-03],\n", + " [ 1.9765e-03],\n", + " [ 9.9510e-03],\n", + " [ 3.9123e-04],\n", + " [ 1.3278e-02],\n", + " [ 2.1818e-03],\n", + " [ 1.0318e-02],\n", + " [ 9.4866e-03],\n", + " [ 3.4051e-03],\n", + " [ 1.7013e-02],\n", + " [-1.2816e-02],\n", + " [-2.5517e-03],\n", + " [-1.6147e-02],\n", + " [ 7.2694e-03],\n", + " [ 2.7447e-03],\n", + " [ 2.3070e-03],\n", + " [ 8.0251e-03],\n", + " [ 8.5692e-03],\n", + " [ 1.1470e-02],\n", + " [ 8.1985e-02],\n", + " [ 1.3854e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0890],\n", + " [ 0.0882],\n", + " [ 0.0915],\n", + " [ 0.0894],\n", + " [ 0.0989],\n", + " [ 0.0877],\n", + " [ 0.1064],\n", + " [ 0.0882],\n", + " [ 0.0936],\n", + " [ 0.0996],\n", + " [ 0.1049],\n", + " [ 0.0939],\n", + " [ 0.0948],\n", + " [ 0.0909],\n", + " [ 0.0943],\n", + " [ 0.0901],\n", + " [ 0.0980],\n", + " [ 0.0917],\n", + " [ 0.0914],\n", + " [ 0.0924],\n", + " [ 0.0971],\n", + " [ 0.0928],\n", + " [ 0.0987],\n", + " [ 0.0916],\n", + " [ 0.0911],\n", + " [ 0.0943],\n", + " [ 0.0954],\n", + " [ 0.0939],\n", + " [ 0.0913],\n", + " [ 0.0900],\n", + " [-0.0332],\n", + " [ 0.0977]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0870],\n", + " [0.0800],\n", + " [0.0857],\n", + " [0.0808],\n", + " [0.0832],\n", + " [0.0798],\n", + " [0.0859],\n", + " [0.0818],\n", + " [0.0808],\n", + " [0.0806],\n", + " [0.0852],\n", + " [0.0837],\n", + " [0.0797],\n", + " [0.0835],\n", + " [0.0790],\n", + " [0.0859],\n", + " [0.0829],\n", + " [0.0842],\n", + " [0.0842],\n", + " [0.0802],\n", + " [0.0888],\n", + " [0.0764],\n", + " [0.0768],\n", + " [0.0557],\n", + " [0.0819],\n", + " [0.0794],\n", + " [0.0793],\n", + " [0.0844],\n", + " [0.0824],\n", + " [0.0846],\n", + " [0.0363],\n", + " [0.0762]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0885],\n", + " [0.0915],\n", + " [0.0866],\n", + " [0.0884],\n", + " [0.0848],\n", + " [0.0887],\n", + " [0.0705],\n", + " [0.0899],\n", + " [0.0846],\n", + " [0.0853],\n", + " [0.0931],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0876],\n", + " [0.0895],\n", + " [0.0875],\n", + " [0.0860],\n", + " [0.0869],\n", + " [0.0863],\n", + " [0.0871],\n", + " [0.0613],\n", + " [0.0786],\n", + " [0.0854],\n", + " [0.0628],\n", + " [0.0874],\n", + " [0.0866],\n", + " [0.0844],\n", + " [0.0876],\n", + " [0.0870],\n", + " [0.0874],\n", + " [0.1561],\n", + " [0.0819]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0420],\n", + " [0.0413],\n", + " [0.0417],\n", + " [0.0409],\n", + " [0.0390],\n", + " [0.0393],\n", + " [0.0440],\n", + " [0.0409],\n", + " [0.0381],\n", + " [0.0403],\n", + " [0.0512],\n", + " [0.0397],\n", + " [0.0388],\n", + " [0.0414],\n", + " [0.0413],\n", + " [0.0412],\n", + " [0.0428],\n", + " [0.0413],\n", + " [0.0415],\n", + " [0.0374],\n", + " [0.0343],\n", + " [0.0384],\n", + " [0.0383],\n", + " [0.0317],\n", + " [0.0417],\n", + " [0.0369],\n", + " [0.0377],\n", + " [0.0458],\n", + " [0.0416],\n", + " [0.0411],\n", + " [0.0542],\n", + " [0.0341]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0359],\n", + " [ 0.0365],\n", + " [ 0.0374],\n", + " [ 0.0359],\n", + " [ 0.0426],\n", + " [ 0.0339],\n", + " [ 0.0290],\n", + " [ 0.0342],\n", + " [ 0.0394],\n", + " [ 0.0376],\n", + " [ 0.0278],\n", + " [ 0.0385],\n", + " [ 0.0386],\n", + " [ 0.0360],\n", + " [ 0.0352],\n", + " [ 0.0369],\n", + " [ 0.0371],\n", + " [ 0.0368],\n", + " [ 0.0373],\n", + " [ 0.0390],\n", + " [ 0.0384],\n", + " [ 0.0431],\n", + " [ 0.0384],\n", + " [ 0.0342],\n", + " [ 0.0360],\n", + " [ 0.0388],\n", + " [ 0.0390],\n", + " [ 0.0343],\n", + " [ 0.0362],\n", + " [ 0.0363],\n", + " [-0.0442],\n", + " [ 0.0400]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0705],\n", + " [-0.0731],\n", + " [-0.0716],\n", + " [-0.0729],\n", + " [-0.0763],\n", + " [-0.0686],\n", + " [-0.0992],\n", + " [-0.0698],\n", + " [-0.0750],\n", + " [-0.0755],\n", + " [-0.0729],\n", + " [-0.0718],\n", + " [-0.0751],\n", + " [-0.0720],\n", + " [-0.0747],\n", + " [-0.0710],\n", + " [-0.0750],\n", + " [-0.0721],\n", + " [-0.0728],\n", + " [-0.0748],\n", + " [-0.0861],\n", + " [-0.0946],\n", + " [-0.0766],\n", + " [-0.1051],\n", + " [-0.0736],\n", + " [-0.0750],\n", + " [-0.0764],\n", + " [-0.0734],\n", + " [-0.0726],\n", + " [-0.0720],\n", + " [ 0.0282],\n", + " [-0.0781]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0980],\n", + " [-0.1147],\n", + " [-0.0983],\n", + " [-0.1042],\n", + " [-0.1051],\n", + " [-0.1065],\n", + " [-0.1113],\n", + " [-0.1054],\n", + " [-0.1011],\n", + " [-0.1038],\n", + " [-0.1097],\n", + " [-0.0988],\n", + " [-0.1033],\n", + " [-0.1003],\n", + " [-0.1092],\n", + " [-0.0975],\n", + " [-0.1033],\n", + " [-0.0994],\n", + " [-0.1002],\n", + " [-0.1028],\n", + " [-0.1028],\n", + " [-0.1111],\n", + " [-0.1051],\n", + " [-0.1098],\n", + " [-0.1021],\n", + " [-0.1017],\n", + " [-0.1008],\n", + " [-0.1038],\n", + " [-0.1018],\n", + " [-0.0988],\n", + " [-0.1427],\n", + " [-0.0999]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0626],\n", + " [-0.0545],\n", + " [-0.0623],\n", + " [-0.0605],\n", + " [-0.0602],\n", + " [-0.0601],\n", + " [-0.0440],\n", + " [-0.0588],\n", + " [-0.0634],\n", + " [-0.0629],\n", + " [-0.0550],\n", + " [-0.0648],\n", + " [-0.0628],\n", + " [-0.0621],\n", + " [-0.0579],\n", + " [-0.0635],\n", + " [-0.0613],\n", + " [-0.0624],\n", + " [-0.0616],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0543],\n", + " [-0.0628],\n", + " [-0.0574],\n", + " [-0.0616],\n", + " [-0.0646],\n", + " [-0.0653],\n", + " [-0.0591],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [ 0.0160],\n", + " [-0.0666]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0565],\n", + " [-0.0621],\n", + " [-0.0689],\n", + " [-0.0626],\n", + " [-0.0613],\n", + " [-0.0622],\n", + " [-0.0621],\n", + " [-0.0606],\n", + " [-0.0623],\n", + " [-0.0608],\n", + " [-0.0641],\n", + " [-0.0633],\n", + " [-0.0303],\n", + " [-0.0629],\n", + " [-0.0647],\n", + " [-0.0522],\n", + " [-0.0628],\n", + " [-0.0619],\n", + " [-0.0498],\n", + " [-0.0620],\n", + " [-0.0634],\n", + " [-0.0611],\n", + " [-0.0503],\n", + " [-0.0631],\n", + " [-0.0621],\n", + " [-0.0633],\n", + " [-0.0619],\n", + " [-0.0573],\n", + " [-0.0616],\n", + " [-0.0621],\n", + " [-0.0637]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0723],\n", + " [-0.0734],\n", + " [-0.0747],\n", + " [-0.0766],\n", + " [-0.0730],\n", + " [-0.0742],\n", + " [-0.0730],\n", + " [-0.0747],\n", + " [-0.0732],\n", + " [-0.0744],\n", + " [-0.0713],\n", + " [-0.0708],\n", + " [-0.0739],\n", + " [-0.0558],\n", + " [-0.0753],\n", + " [-0.0789],\n", + " [-0.0664],\n", + " [-0.0770],\n", + " [-0.0667],\n", + " [-0.0707],\n", + " [-0.0762],\n", + " [-0.0709],\n", + " [-0.0672],\n", + " [-0.0672],\n", + " [-0.0730],\n", + " [-0.0736],\n", + " [-0.0750],\n", + " [-0.0768],\n", + " [-0.0745],\n", + " [-0.0756],\n", + " [-0.0724],\n", + " [-0.0723]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0386],\n", + " [0.0382],\n", + " [0.0369],\n", + " [0.0393],\n", + " [0.0386],\n", + " [0.0379],\n", + " [0.0401],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0372],\n", + " [0.0411],\n", + " [0.0358],\n", + " [0.0438],\n", + " [0.0377],\n", + " [0.0383],\n", + " [0.0399],\n", + " [0.0378],\n", + " [0.0375],\n", + " [0.0382],\n", + " [0.0382],\n", + " [0.0361],\n", + " [0.0382],\n", + " [0.0373],\n", + " [0.0357],\n", + " [0.0362],\n", + " [0.0357],\n", + " [0.0378],\n", + " [0.0396],\n", + " [0.0380],\n", + " [0.0369],\n", + " [0.0354]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0900],\n", + " [-0.0849],\n", + " [-0.0938],\n", + " [-0.0923],\n", + " [-0.0888],\n", + " [-0.0921],\n", + " [-0.0912],\n", + " [-0.0878],\n", + " [-0.0890],\n", + " [-0.0931],\n", + " [-0.0931],\n", + " [-0.0912],\n", + " [-0.0964],\n", + " [-0.0658],\n", + " [-0.0917],\n", + " [-0.0944],\n", + " [-0.0736],\n", + " [-0.0915],\n", + " [-0.0941],\n", + " [-0.0818],\n", + " [-0.0922],\n", + " [-0.0962],\n", + " [-0.0929],\n", + " [-0.0808],\n", + " [-0.0946],\n", + " [-0.0936],\n", + " [-0.0949],\n", + " [-0.0914],\n", + " [-0.0862],\n", + " [-0.0913],\n", + " [-0.0874],\n", + " [-0.0967]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0491],\n", + " [0.0406],\n", + " [0.0560],\n", + " [0.0445],\n", + " [0.0486],\n", + " [0.0491],\n", + " [0.0546],\n", + " [0.0408],\n", + " [0.0502],\n", + " [0.0562],\n", + " [0.0572],\n", + " [0.0375],\n", + " [0.0587],\n", + " [0.0372],\n", + " [0.0545],\n", + " [0.0541],\n", + " [0.0387],\n", + " [0.0481],\n", + " [0.0578],\n", + " [0.0353],\n", + " [0.0518],\n", + " [0.0591],\n", + " [0.0564],\n", + " [0.0379],\n", + " [0.0572],\n", + " [0.0582],\n", + " [0.0579],\n", + " [0.0504],\n", + " [0.0432],\n", + " [0.0522],\n", + " [0.0527],\n", + " [0.0594]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0371],\n", + " [-0.0420],\n", + " [-0.0352],\n", + " [-0.0382],\n", + " [-0.0402],\n", + " [-0.0341],\n", + " [-0.0405],\n", + " [-0.0374],\n", + " [-0.0392],\n", + " [-0.0386],\n", + " [-0.0376],\n", + " [-0.0373],\n", + " [-0.0367],\n", + " [-0.0220],\n", + " [-0.0387],\n", + " [-0.0354],\n", + " [-0.0495],\n", + " [-0.0361],\n", + " [-0.0354],\n", + " [-0.0447],\n", + " [-0.0362],\n", + " [-0.0347],\n", + " [-0.0353],\n", + " [-0.0482],\n", + " [-0.0387],\n", + " [-0.0378],\n", + " [-0.0380],\n", + " [-0.0398],\n", + " [-0.0424],\n", + " [-0.0378],\n", + " [-0.0471],\n", + " [-0.0358]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0797],\n", + " [-0.0766],\n", + " [-0.0796],\n", + " [-0.0832],\n", + " [-0.0782],\n", + " [-0.0816],\n", + " [-0.0790],\n", + " [-0.0791],\n", + " [-0.0783],\n", + " [-0.0790],\n", + " [-0.0796],\n", + " [-0.0814],\n", + " [-0.0797],\n", + " [-0.0766],\n", + " [-0.0781],\n", + " [-0.0781],\n", + " [-0.0703],\n", + " [-0.0797],\n", + " [-0.0823],\n", + " [-0.0788],\n", + " [-0.0790],\n", + " [-0.0810],\n", + " [-0.0823],\n", + " [-0.0749],\n", + " [-0.0800],\n", + " [-0.0782],\n", + " [-0.0786],\n", + " [-0.0781],\n", + " [-0.0774],\n", + " [-0.0783],\n", + " [-0.0768],\n", + " [-0.0805]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1666],\n", + " [0.1621],\n", + " [0.1685],\n", + " [0.1640],\n", + " [0.1668],\n", + " [0.1640],\n", + " [0.1688],\n", + " [0.1626],\n", + " [0.1662],\n", + " [0.1685],\n", + " [0.1693],\n", + " [0.1658],\n", + " [0.1687],\n", + " [0.1677],\n", + " [0.1685],\n", + " [0.1669],\n", + " [0.1654],\n", + " [0.1632],\n", + " [0.1710],\n", + " [0.1548],\n", + " [0.1654],\n", + " [0.1710],\n", + " [0.1706],\n", + " [0.1588],\n", + " [0.1682],\n", + " [0.1698],\n", + " [0.1687],\n", + " [0.1648],\n", + " [0.1607],\n", + " [0.1662],\n", + " [0.1685],\n", + " [0.1700]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0510],\n", + " [-0.0568],\n", + " [-0.0565],\n", + " [-0.0577],\n", + " [-0.0511],\n", + " [-0.0542],\n", + " [-0.0519],\n", + " [-0.0545],\n", + " [-0.0538],\n", + " [-0.0557],\n", + " [-0.0545],\n", + " [-0.0532],\n", + " [-0.0581],\n", + " [-0.0435],\n", + " [-0.0552],\n", + " [-0.0602],\n", + " [-0.0355],\n", + " [-0.0584],\n", + " [-0.0550],\n", + " [-0.0501],\n", + " [-0.0573],\n", + " [-0.0579],\n", + " [-0.0521],\n", + " [-0.0433],\n", + " [-0.0562],\n", + " [-0.0563],\n", + " [-0.0575],\n", + " [-0.0579],\n", + " [-0.0555],\n", + " [-0.0560],\n", + " [-0.0513],\n", + " [-0.0590]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0658],\n", + " [0.0674],\n", + " [0.0615],\n", + " [0.0637],\n", + " [0.0656],\n", + " [0.0691],\n", + " [0.0616],\n", + " [0.0727],\n", + " [0.0633],\n", + " [0.0597],\n", + " [0.0577],\n", + " [0.0719],\n", + " [0.0599],\n", + " [0.0692],\n", + " [0.0616],\n", + " [0.0634],\n", + " [0.0626],\n", + " [0.0671],\n", + " [0.0553],\n", + " [0.0738],\n", + " [0.0654],\n", + " [0.0586],\n", + " [0.0568],\n", + " [0.0698],\n", + " [0.0587],\n", + " [0.0586],\n", + " [0.0597],\n", + " [0.0647],\n", + " [0.0695],\n", + " [0.0645],\n", + " [0.0577],\n", + " [0.0585]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0898],\n", + " [-0.0817],\n", + " [-0.0966],\n", + " [-0.0779],\n", + " [-0.0896],\n", + " [-0.0904],\n", + " [-0.0961],\n", + " [-0.0814],\n", + " [-0.0907],\n", + " [-0.0962],\n", + " [-0.0977],\n", + " [-0.0783],\n", + " [-0.0988],\n", + " [-0.1045],\n", + " [-0.0940],\n", + " [-0.0938],\n", + " [-0.0907],\n", + " [-0.0875],\n", + " [-0.1003],\n", + " [-0.0783],\n", + " [-0.0924],\n", + " [-0.1007],\n", + " [-0.0996],\n", + " [-0.0822],\n", + " [-0.0973],\n", + " [-0.0975],\n", + " [-0.0969],\n", + " [-0.0919],\n", + " [-0.0855],\n", + " [-0.0926],\n", + " [-0.0945],\n", + " [-0.1002]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0142],\n", + " [ 0.0092],\n", + " [ 0.0168],\n", + " [ 0.0153],\n", + " [ 0.0126],\n", + " [ 0.0125],\n", + " [ 0.0158],\n", + " [ 0.0064],\n", + " [ 0.0142],\n", + " [ 0.0171],\n", + " [ 0.0204],\n", + " [ 0.0090],\n", + " [ 0.0191],\n", + " [-0.0006],\n", + " [ 0.0164],\n", + " [ 0.0148],\n", + " [ 0.0074],\n", + " [ 0.0114],\n", + " [ 0.0223],\n", + " [ 0.0038],\n", + " [ 0.0125],\n", + " [ 0.0202],\n", + " [ 0.0212],\n", + " [ 0.0043],\n", + " [ 0.0181],\n", + " [ 0.0196],\n", + " [ 0.0189],\n", + " [ 0.0114],\n", + " [ 0.0067],\n", + " [ 0.0132],\n", + " [ 0.0169],\n", + " [ 0.0193]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0846],\n", + " [0.0903],\n", + " [0.0910],\n", + " [0.0831],\n", + " [0.0870],\n", + " [0.0846],\n", + " [0.0940],\n", + " [0.0804],\n", + " [0.0893],\n", + " [0.0943],\n", + " [0.0951],\n", + " [0.0753],\n", + " [0.0940],\n", + " [0.1197],\n", + " [0.0907],\n", + " [0.0903],\n", + " [0.0992],\n", + " [0.0861],\n", + " [0.0977],\n", + " [0.0930],\n", + " [0.0892],\n", + " [0.0942],\n", + " [0.0960],\n", + " [0.0973],\n", + " [0.0953],\n", + " [0.0941],\n", + " [0.0936],\n", + " [0.0933],\n", + " [0.0922],\n", + " [0.0902],\n", + " [0.0992],\n", + " [0.0951]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0045],\n", + " [ 0.0155],\n", + " [ 0.0097],\n", + " [-0.0015],\n", + " [ 0.0078],\n", + " [ 0.0045],\n", + " [ 0.0109],\n", + " [ 0.0050],\n", + " [ 0.0097],\n", + " [ 0.0110],\n", + " [ 0.0100],\n", + " [ 0.0049],\n", + " [ 0.0090],\n", + " [ 0.0234],\n", + " [ 0.0091],\n", + " [ 0.0101],\n", + " [ 0.0146],\n", + " [ 0.0074],\n", + " [ 0.0120],\n", + " [ 0.0126],\n", + " [ 0.0105],\n", + " [ 0.0096],\n", + " [ 0.0102],\n", + " [ 0.0114],\n", + " [ 0.0108],\n", + " [ 0.0088],\n", + " [ 0.0084],\n", + " [ 0.0135],\n", + " [ 0.0158],\n", + " [ 0.0105],\n", + " [ 0.0148],\n", + " [ 0.0098]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.7774e-03],\n", + " [-7.9092e-03],\n", + " [ 1.3391e-05],\n", + " [ 2.5344e-03],\n", + " [-5.5563e-03],\n", + " [-2.7350e-03],\n", + " [-6.4922e-03],\n", + " [-4.1207e-03],\n", + " [-5.3279e-03],\n", + " [-2.1218e-03],\n", + " [-1.9769e-03],\n", + " [-5.6778e-03],\n", + " [ 1.1328e-03],\n", + " [-1.2717e-02],\n", + " [-1.5967e-03],\n", + " [ 3.5791e-03],\n", + " [-2.3144e-02],\n", + " [-8.9734e-04],\n", + " [-1.6250e-03],\n", + " [-1.8220e-02],\n", + " [-2.3841e-03],\n", + " [ 1.7253e-03],\n", + " [-2.3092e-03],\n", + " [-2.2905e-02],\n", + " [-1.8673e-03],\n", + " [-1.9486e-04],\n", + " [ 8.1910e-04],\n", + " [-3.3295e-03],\n", + " [-9.0252e-03],\n", + " [-3.6587e-03],\n", + " [-5.8319e-03],\n", + " [ 2.1201e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0381],\n", + " [-0.0387],\n", + " [-0.0356],\n", + " [-0.0523],\n", + " [-0.0353],\n", + " [-0.0396],\n", + " [-0.0319],\n", + " [-0.0414],\n", + " [-0.0361],\n", + " [-0.0339],\n", + " [-0.0344],\n", + " [-0.0482],\n", + " [-0.0362],\n", + " [-0.0286],\n", + " [-0.0357],\n", + " [-0.0376],\n", + " [-0.0353],\n", + " [-0.0406],\n", + " [-0.0306],\n", + " [-0.0398],\n", + " [-0.0366],\n", + " [-0.0345],\n", + " [-0.0305],\n", + " [-0.0357],\n", + " [-0.0336],\n", + " [-0.0350],\n", + " [-0.0359],\n", + " [-0.0353],\n", + " [-0.0360],\n", + " [-0.0358],\n", + " [-0.0316],\n", + " [-0.0345]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0041],\n", + " [ 0.0032],\n", + " [ 0.0048],\n", + " [ 0.0083],\n", + " [ 0.0032],\n", + " [ 0.0058],\n", + " [ 0.0017],\n", + " [ 0.0066],\n", + " [ 0.0038],\n", + " [ 0.0036],\n", + " [ 0.0032],\n", + " [ 0.0049],\n", + " [ 0.0055],\n", + " [-0.0012],\n", + " [ 0.0044],\n", + " [ 0.0067],\n", + " [-0.0095],\n", + " [ 0.0069],\n", + " [ 0.0011],\n", + " [ 0.0006],\n", + " [ 0.0055],\n", + " [ 0.0046],\n", + " [ 0.0009],\n", + " [-0.0044],\n", + " [ 0.0034],\n", + " [ 0.0045],\n", + " [ 0.0050],\n", + " [ 0.0045],\n", + " [ 0.0023],\n", + " [ 0.0048],\n", + " [-0.0008],\n", + " [ 0.0052]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0579],\n", + " [0.0606],\n", + " [0.0569],\n", + " [0.0652],\n", + " [0.0571],\n", + " [0.0604],\n", + " [0.0548],\n", + " [0.0635],\n", + " [0.0569],\n", + " [0.0562],\n", + " [0.0556],\n", + " [0.0674],\n", + " [0.0574],\n", + " [0.0706],\n", + " [0.0559],\n", + " [0.0587],\n", + " [0.0495],\n", + " [0.0611],\n", + " [0.0564],\n", + " [0.0631],\n", + " [0.0586],\n", + " [0.0583],\n", + " [0.0567],\n", + " [0.0577],\n", + " [0.0565],\n", + " [0.0557],\n", + " [0.0565],\n", + " [0.0588],\n", + " [0.0596],\n", + " [0.0575],\n", + " [0.0528],\n", + " [0.0581]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0149],\n", + " [-0.0162],\n", + " [-0.0179],\n", + " [-0.0193],\n", + " [-0.0148],\n", + " [-0.0143],\n", + " [-0.0176],\n", + " [-0.0120],\n", + " [-0.0161],\n", + " [-0.0179],\n", + " [-0.0189],\n", + " [-0.0141],\n", + " [-0.0186],\n", + " [-0.0096],\n", + " [-0.0179],\n", + " [-0.0179],\n", + " [-0.0197],\n", + " [-0.0158],\n", + " [-0.0188],\n", + " [-0.0141],\n", + " [-0.0160],\n", + " [-0.0186],\n", + " [-0.0173],\n", + " [-0.0172],\n", + " [-0.0175],\n", + " [-0.0186],\n", + " [-0.0185],\n", + " [-0.0159],\n", + " [-0.0151],\n", + " [-0.0163],\n", + " [-0.0188],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1668],\n", + " [-0.1675],\n", + " [-0.1705],\n", + " [-0.1748],\n", + " [-0.1667],\n", + " [-0.1676],\n", + " [-0.1682],\n", + " [-0.1663],\n", + " [-0.1673],\n", + " [-0.1711],\n", + " [-0.1703],\n", + " [-0.1640],\n", + " [-0.1723],\n", + " [-0.1677],\n", + " [-0.1703],\n", + " [-0.1738],\n", + " [-0.1621],\n", + " [-0.1698],\n", + " [-0.1696],\n", + " [-0.1641],\n", + " [-0.1693],\n", + " [-0.1711],\n", + " [-0.1685],\n", + " [-0.1619],\n", + " [-0.1714],\n", + " [-0.1715],\n", + " [-0.1727],\n", + " [-0.1714],\n", + " [-0.1689],\n", + " [-0.1690],\n", + " [-0.1701],\n", + " [-0.1720]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0200],\n", + " [-0.0238],\n", + " [-0.0212],\n", + " [-0.0095],\n", + " [-0.0225],\n", + " [-0.0200],\n", + " [-0.0248],\n", + " [-0.0206],\n", + " [-0.0233],\n", + " [-0.0221],\n", + " [-0.0215],\n", + " [-0.0186],\n", + " [-0.0209],\n", + " [-0.0142],\n", + " [-0.0214],\n", + " [-0.0199],\n", + " [-0.0230],\n", + " [-0.0204],\n", + " [-0.0228],\n", + " [-0.0261],\n", + " [-0.0232],\n", + " [-0.0210],\n", + " [-0.0214],\n", + " [-0.0264],\n", + " [-0.0224],\n", + " [-0.0208],\n", + " [-0.0203],\n", + " [-0.0241],\n", + " [-0.0274],\n", + " [-0.0236],\n", + " [-0.0222],\n", + " [-0.0209]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0006],\n", + " [-0.0089],\n", + " [ 0.0091],\n", + " [-0.0001],\n", + " [-0.0031],\n", + " [ 0.0020],\n", + " [ 0.0053],\n", + " [-0.0100],\n", + " [ 0.0004],\n", + " [ 0.0085],\n", + " [ 0.0112],\n", + " [-0.0127],\n", + " [ 0.0133],\n", + " [ 0.0132],\n", + " [ 0.0048],\n", + " [ 0.0063],\n", + " [-0.0054],\n", + " [ 0.0004],\n", + " [ 0.0164],\n", + " [-0.0141],\n", + " [ 0.0036],\n", + " [ 0.0167],\n", + " [ 0.0140],\n", + " [-0.0109],\n", + " [ 0.0109],\n", + " [ 0.0107],\n", + " [ 0.0104],\n", + " [ 0.0020],\n", + " [-0.0075],\n", + " [ 0.0031],\n", + " [ 0.0050],\n", + " [ 0.0162]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1005],\n", + " [0.1010],\n", + " [0.0914],\n", + " [0.0991],\n", + " [0.1003],\n", + " [0.0962],\n", + " [0.0948],\n", + " [0.1012],\n", + " [0.0979],\n", + " [0.0915],\n", + " [0.0922],\n", + " [0.1089],\n", + " [0.0893],\n", + " [0.0954],\n", + " [0.0948],\n", + " [0.0894],\n", + " [0.1045],\n", + " [0.0952],\n", + " [0.0909],\n", + " [0.1019],\n", + " [0.0927],\n", + " [0.0900],\n", + " [0.0929],\n", + " [0.1060],\n", + " [0.0910],\n", + " [0.0925],\n", + " [0.0916],\n", + " [0.0913],\n", + " [0.0950],\n", + " [0.0939],\n", + " [0.0954],\n", + " [0.0888]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0798],\n", + " [0.0764],\n", + " [0.0840],\n", + " [0.0841],\n", + " [0.0770],\n", + " [0.0832],\n", + " [0.0782],\n", + " [0.0795],\n", + " [0.0799],\n", + " [0.0825],\n", + " [0.0851],\n", + " [0.0772],\n", + " [0.0863],\n", + " [0.0972],\n", + " [0.0802],\n", + " [0.0819],\n", + " [0.0631],\n", + " [0.0820],\n", + " [0.0882],\n", + " [0.0759],\n", + " [0.0814],\n", + " [0.0885],\n", + " [0.0866],\n", + " [0.0696],\n", + " [0.0839],\n", + " [0.0837],\n", + " [0.0833],\n", + " [0.0798],\n", + " [0.0762],\n", + " [0.0804],\n", + " [0.0748],\n", + " [0.0885]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0851],\n", + " [0.0841],\n", + " [0.0871],\n", + " [0.0908],\n", + " [0.0843],\n", + " [0.0875],\n", + " [0.0853],\n", + " [0.0864],\n", + " [0.0855],\n", + " [0.0865],\n", + " [0.0858],\n", + " [0.0859],\n", + " [0.0881],\n", + " [0.0629],\n", + " [0.0856],\n", + " [0.0882],\n", + " [0.0703],\n", + " [0.0887],\n", + " [0.0887],\n", + " [0.0818],\n", + " [0.0881],\n", + " [0.0890],\n", + " [0.0874],\n", + " [0.0757],\n", + " [0.0877],\n", + " [0.0854],\n", + " [0.0864],\n", + " [0.0872],\n", + " [0.0853],\n", + " [0.0867],\n", + " [0.0831],\n", + " [0.0891]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0417],\n", + " [0.0381],\n", + " [0.0420],\n", + " [0.0445],\n", + " [0.0399],\n", + " [0.0415],\n", + " [0.0389],\n", + " [0.0417],\n", + " [0.0399],\n", + " [0.0396],\n", + " [0.0413],\n", + " [0.0465],\n", + " [0.0418],\n", + " [0.0392],\n", + " [0.0407],\n", + " [0.0414],\n", + " [0.0332],\n", + " [0.0410],\n", + " [0.0421],\n", + " [0.0341],\n", + " [0.0402],\n", + " [0.0435],\n", + " [0.0421],\n", + " [0.0315],\n", + " [0.0399],\n", + " [0.0418],\n", + " [0.0413],\n", + " [0.0372],\n", + " [0.0355],\n", + " [0.0397],\n", + " [0.0365],\n", + " [0.0427]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0351],\n", + " [0.0393],\n", + " [0.0365],\n", + " [0.0334],\n", + " [0.0359],\n", + " [0.0368],\n", + " [0.0374],\n", + " [0.0353],\n", + " [0.0384],\n", + " [0.0374],\n", + " [0.0379],\n", + " [0.0272],\n", + " [0.0358],\n", + " [0.0423],\n", + " [0.0369],\n", + " [0.0365],\n", + " [0.0359],\n", + " [0.0374],\n", + " [0.0360],\n", + " [0.0424],\n", + " [0.0377],\n", + " [0.0341],\n", + " [0.0365],\n", + " [0.0397],\n", + " [0.0365],\n", + " [0.0365],\n", + " [0.0365],\n", + " [0.0390],\n", + " [0.0397],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0344]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0747],\n", + " [-0.0830],\n", + " [-0.0733],\n", + " [-0.0712],\n", + " [-0.0761],\n", + " [-0.0748],\n", + " [-0.0743],\n", + " [-0.0774],\n", + " [-0.0759],\n", + " [-0.0730],\n", + " [-0.0722],\n", + " [-0.0777],\n", + " [-0.0708],\n", + " [-0.0922],\n", + " [-0.0743],\n", + " [-0.0739],\n", + " [-0.0845],\n", + " [-0.0753],\n", + " [-0.0691],\n", + " [-0.0854],\n", + " [-0.0755],\n", + " [-0.0692],\n", + " [-0.0698],\n", + " [-0.0853],\n", + " [-0.0712],\n", + " [-0.0722],\n", + " [-0.0717],\n", + " [-0.0767],\n", + " [-0.0822],\n", + " [-0.0756],\n", + " [-0.0764],\n", + " [-0.0693]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1045],\n", + " [-0.1091],\n", + " [-0.1005],\n", + " [-0.1153],\n", + " [-0.1046],\n", + " [-0.1044],\n", + " [-0.1006],\n", + " [-0.1094],\n", + " [-0.1030],\n", + " [-0.1002],\n", + " [-0.0983],\n", + " [-0.1080],\n", + " [-0.0989],\n", + " [-0.1077],\n", + " [-0.1024],\n", + " [-0.1036],\n", + " [-0.1024],\n", + " [-0.1063],\n", + " [-0.0966],\n", + " [-0.1076],\n", + " [-0.1029],\n", + " [-0.0988],\n", + " [-0.0979],\n", + " [-0.1066],\n", + " [-0.0990],\n", + " [-0.0994],\n", + " [-0.1003],\n", + " [-0.1038],\n", + " [-0.1055],\n", + " [-0.1025],\n", + " [-0.1033],\n", + " [-0.0988]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0572],\n", + " [-0.0617],\n", + " [-0.0556],\n", + " [-0.0642],\n", + " [-0.0621],\n", + " [-0.0657],\n", + " [-0.0605],\n", + " [-0.0626],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0580],\n", + " [-0.0620],\n", + " [-0.0572],\n", + " [-0.0624],\n", + " [-0.0597],\n", + " [-0.0639],\n", + " [-0.0598],\n", + " [-0.0638],\n", + " [-0.0605],\n", + " [-0.0619],\n", + " [-0.0623],\n", + " [-0.0643],\n", + " [-0.0640],\n", + " [-0.0636],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0624],\n", + " [-0.0620],\n", + " [-0.0627],\n", + " [-0.0646],\n", + " [-0.0621]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0616],\n", + " [-0.0647],\n", + " [-0.0591],\n", + " [-0.0656],\n", + " [-0.0647],\n", + " [-0.0765],\n", + " [-0.0603],\n", + " [-0.0636],\n", + " [-0.0643],\n", + " [-0.0626],\n", + " [-0.0685],\n", + " [-0.0633],\n", + " [-0.0636],\n", + " [-0.0653],\n", + " [-0.0645],\n", + " [-0.0671],\n", + " [-0.0628],\n", + " [-0.0614],\n", + " [-0.0647],\n", + " [-0.0634],\n", + " [-0.0601],\n", + " [-0.0595],\n", + " [-0.0632],\n", + " [-0.0639],\n", + " [-0.0631],\n", + " [-0.0693],\n", + " [-0.0529],\n", + " [-0.0626],\n", + " [-0.0738],\n", + " [-0.0630],\n", + " [-0.0660]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0763],\n", + " [-0.0752],\n", + " [-0.0784],\n", + " [-0.0756],\n", + " [-0.0790],\n", + " [-0.0783],\n", + " [-0.0775],\n", + " [-0.0712],\n", + " [-0.0762],\n", + " [-0.0773],\n", + " [-0.0756],\n", + " [-0.0806],\n", + " [-0.0768],\n", + " [-0.0711],\n", + " [-0.0777],\n", + " [-0.0762],\n", + " [-0.0793],\n", + " [-0.0702],\n", + " [-0.0742],\n", + " [-0.0776],\n", + " [-0.0746],\n", + " [-0.0746],\n", + " [-0.0707],\n", + " [-0.0767],\n", + " [-0.0773],\n", + " [-0.0765],\n", + " [-0.0806],\n", + " [-0.0687],\n", + " [-0.0712],\n", + " [-0.0796],\n", + " [-0.0769],\n", + " [-0.0792]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0409],\n", + " [0.0376],\n", + " [0.0367],\n", + " [0.0392],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0376],\n", + " [0.0391],\n", + " [0.0421],\n", + " [0.0371],\n", + " [0.0382],\n", + " [0.0379],\n", + " [0.0381],\n", + " [0.0346],\n", + " [0.0355],\n", + " [0.0384],\n", + " [0.0363],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0384],\n", + " [0.0365],\n", + " [0.0393],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0368],\n", + " [0.0347],\n", + " [0.0402],\n", + " [0.0361],\n", + " [0.0403],\n", + " [0.0373],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0910],\n", + " [-0.0917],\n", + " [-0.0922],\n", + " [-0.0863],\n", + " [-0.0931],\n", + " [-0.0952],\n", + " [-0.0938],\n", + " [-0.0882],\n", + " [-0.0931],\n", + " [-0.0923],\n", + " [-0.0943],\n", + " [-0.0927],\n", + " [-0.0943],\n", + " [-0.0965],\n", + " [-0.0964],\n", + " [-0.0923],\n", + " [-0.0948],\n", + " [-0.0957],\n", + " [-0.0903],\n", + " [-0.0929],\n", + " [-0.0914],\n", + " [-0.0890],\n", + " [-0.0888],\n", + " [-0.0938],\n", + " [-0.0937],\n", + " [-0.0928],\n", + " [-0.0993],\n", + " [-0.0819],\n", + " [-0.0953],\n", + " [-0.0974],\n", + " [-0.0928],\n", + " [-0.0970]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0360],\n", + " [0.0523],\n", + " [0.0489],\n", + " [0.0368],\n", + " [0.0502],\n", + " [0.0555],\n", + " [0.0444],\n", + " [0.0489],\n", + " [0.0445],\n", + " [0.0526],\n", + " [0.0558],\n", + " [0.0437],\n", + " [0.0558],\n", + " [0.0597],\n", + " [0.0568],\n", + " [0.0542],\n", + " [0.0548],\n", + " [0.0586],\n", + " [0.0530],\n", + " [0.0526],\n", + " [0.0514],\n", + " [0.0471],\n", + " [0.0505],\n", + " [0.0556],\n", + " [0.0534],\n", + " [0.0536],\n", + " [0.0574],\n", + " [0.0436],\n", + " [0.0584],\n", + " [0.0472],\n", + " [0.0543],\n", + " [0.0575]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0366],\n", + " [-0.0383],\n", + " [-0.0384],\n", + " [-0.0375],\n", + " [-0.0389],\n", + " [-0.0370],\n", + " [-0.0338],\n", + " [-0.0414],\n", + " [-0.0337],\n", + " [-0.0394],\n", + " [-0.0351],\n", + " [-0.0334],\n", + " [-0.0346],\n", + " [-0.0357],\n", + " [-0.0370],\n", + " [-0.0364],\n", + " [-0.0419],\n", + " [-0.0358],\n", + " [-0.0388],\n", + " [-0.0407],\n", + " [-0.0346],\n", + " [-0.0424],\n", + " [-0.0393],\n", + " [-0.0375],\n", + " [-0.0393],\n", + " [-0.0398],\n", + " [-0.0357],\n", + " [-0.0461],\n", + " [-0.0376],\n", + " [-0.0317],\n", + " [-0.0385],\n", + " [-0.0351]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0840],\n", + " [-0.0792],\n", + " [-0.0788],\n", + " [-0.0805],\n", + " [-0.0783],\n", + " [-0.0784],\n", + " [-0.0872],\n", + " [-0.0794],\n", + " [-0.0830],\n", + " [-0.0780],\n", + " [-0.0797],\n", + " [-0.0809],\n", + " [-0.0792],\n", + " [-0.0808],\n", + " [-0.0788],\n", + " [-0.0787],\n", + " [-0.0779],\n", + " [-0.0812],\n", + " [-0.0780],\n", + " [-0.0782],\n", + " [-0.0807],\n", + " [-0.0790],\n", + " [-0.0800],\n", + " [-0.0784],\n", + " [-0.0787],\n", + " [-0.0787],\n", + " [-0.0786],\n", + " [-0.0759],\n", + " [-0.0805],\n", + " [-0.0868],\n", + " [-0.0780],\n", + " [-0.0784]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1545],\n", + " [0.1658],\n", + " [0.1641],\n", + " [0.1578],\n", + " [0.1648],\n", + " [0.1673],\n", + " [0.1578],\n", + " [0.1650],\n", + " [0.1645],\n", + " [0.1665],\n", + " [0.1681],\n", + " [0.1616],\n", + " [0.1681],\n", + " [0.1710],\n", + " [0.1672],\n", + " [0.1683],\n", + " [0.1677],\n", + " [0.1698],\n", + " [0.1676],\n", + " [0.1663],\n", + " [0.1673],\n", + " [0.1618],\n", + " [0.1663],\n", + " [0.1680],\n", + " [0.1661],\n", + " [0.1667],\n", + " [0.1659],\n", + " [0.1631],\n", + " [0.1691],\n", + " [0.1598],\n", + " [0.1674],\n", + " [0.1682]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0542],\n", + " [-0.0552],\n", + " [-0.0586],\n", + " [-0.0572],\n", + " [-0.0585],\n", + " [-0.0594],\n", + " [-0.0598],\n", + " [-0.0492],\n", + " [-0.0594],\n", + " [-0.0567],\n", + " [-0.0575],\n", + " [-0.0625],\n", + " [-0.0579],\n", + " [-0.0595],\n", + " [-0.0598],\n", + " [-0.0558],\n", + " [-0.0578],\n", + " [-0.0569],\n", + " [-0.0549],\n", + " [-0.0568],\n", + " [-0.0555],\n", + " [-0.0547],\n", + " [-0.0495],\n", + " [-0.0573],\n", + " [-0.0577],\n", + " [-0.0562],\n", + " [-0.0634],\n", + " [-0.0475],\n", + " [-0.0567],\n", + " [-0.0633],\n", + " [-0.0569],\n", + " [-0.0609]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0826],\n", + " [0.0646],\n", + " [0.0658],\n", + " [0.0735],\n", + " [0.0662],\n", + " [0.0626],\n", + " [0.0654],\n", + " [0.0641],\n", + " [0.0738],\n", + " [0.0640],\n", + " [0.0623],\n", + " [0.0689],\n", + " [0.0643],\n", + " [0.0574],\n", + " [0.0621],\n", + " [0.0636],\n", + " [0.0627],\n", + " [0.0576],\n", + " [0.0606],\n", + " [0.0635],\n", + " [0.0644],\n", + " [0.0662],\n", + " [0.0621],\n", + " [0.0623],\n", + " [0.0625],\n", + " [0.0631],\n", + " [0.0621],\n", + " [0.0645],\n", + " [0.0573],\n", + " [0.0684],\n", + " [0.0630],\n", + " [0.0641]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0826],\n", + " [-0.0932],\n", + " [-0.0877],\n", + " [-0.0773],\n", + " [-0.0893],\n", + " [-0.0950],\n", + " [-0.0718],\n", + " [-0.0920],\n", + " [-0.0827],\n", + " [-0.0921],\n", + " [-0.0965],\n", + " [-0.0802],\n", + " [-0.0950],\n", + " [-0.1009],\n", + " [-0.0956],\n", + " [-0.0926],\n", + " [-0.0941],\n", + " [-0.0998],\n", + " [-0.0930],\n", + " [-0.0924],\n", + " [-0.0890],\n", + " [-0.0884],\n", + " [-0.0942],\n", + " [-0.0954],\n", + " [-0.0935],\n", + " [-0.0939],\n", + " [-0.0941],\n", + " [-0.0870],\n", + " [-0.0990],\n", + " [-0.0794],\n", + " [-0.0943],\n", + " [-0.0963]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0040],\n", + " [ 0.0132],\n", + " [ 0.0124],\n", + " [ 0.0039],\n", + " [ 0.0121],\n", + " [ 0.0160],\n", + " [ 0.0120],\n", + " [ 0.0125],\n", + " [ 0.0113],\n", + " [ 0.0143],\n", + " [ 0.0156],\n", + " [ 0.0095],\n", + " [ 0.0159],\n", + " [ 0.0201],\n", + " [ 0.0174],\n", + " [ 0.0162],\n", + " [ 0.0156],\n", + " [ 0.0205],\n", + " [ 0.0165],\n", + " [ 0.0145],\n", + " [ 0.0165],\n", + " [ 0.0105],\n", + " [ 0.0143],\n", + " [ 0.0159],\n", + " [ 0.0153],\n", + " [ 0.0145],\n", + " [ 0.0176],\n", + " [ 0.0097],\n", + " [ 0.0200],\n", + " [ 0.0140],\n", + " [ 0.0149],\n", + " [ 0.0163]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0867],\n", + " [0.0910],\n", + " [0.0879],\n", + " [0.0833],\n", + " [0.0884],\n", + " [0.0914],\n", + " [0.0708],\n", + " [0.0935],\n", + " [0.0774],\n", + " [0.0901],\n", + " [0.0912],\n", + " [0.0816],\n", + " [0.0878],\n", + " [0.0957],\n", + " [0.0912],\n", + " [0.0863],\n", + " [0.0932],\n", + " [0.0962],\n", + " [0.0916],\n", + " [0.0917],\n", + " [0.0828],\n", + " [0.0921],\n", + " [0.0945],\n", + " [0.0916],\n", + " [0.0925],\n", + " [0.0927],\n", + " [0.0900],\n", + " [0.0976],\n", + " [0.0971],\n", + " [0.0766],\n", + " [0.0918],\n", + " [0.0893]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0092],\n", + " [ 0.0103],\n", + " [ 0.0073],\n", + " [ 0.0072],\n", + " [ 0.0081],\n", + " [ 0.0090],\n", + " [-0.0062],\n", + " [ 0.0106],\n", + " [ 0.0045],\n", + " [ 0.0088],\n", + " [ 0.0106],\n", + " [ 0.0039],\n", + " [ 0.0077],\n", + " [ 0.0096],\n", + " [ 0.0071],\n", + " [ 0.0067],\n", + " [ 0.0096],\n", + " [ 0.0106],\n", + " [ 0.0098],\n", + " [ 0.0094],\n", + " [ 0.0033],\n", + " [ 0.0113],\n", + " [ 0.0116],\n", + " [ 0.0093],\n", + " [ 0.0093],\n", + " [ 0.0102],\n", + " [ 0.0052],\n", + " [ 0.0158],\n", + " [ 0.0110],\n", + " [-0.0008],\n", + " [ 0.0100],\n", + " [ 0.0075]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.2805e-02],\n", + " [-4.9832e-03],\n", + " [-4.4838e-04],\n", + " [-6.5297e-03],\n", + " [-6.9178e-04],\n", + " [ 2.8399e-03],\n", + " [ 3.5792e-03],\n", + " [-9.5572e-03],\n", + " [ 2.5120e-03],\n", + " [-1.2870e-03],\n", + " [ 3.0734e-04],\n", + " [ 4.5627e-03],\n", + " [ 1.6393e-03],\n", + " [ 2.5517e-03],\n", + " [ 3.5155e-03],\n", + " [ 1.2740e-04],\n", + " [ 1.3620e-03],\n", + " [ 1.5166e-04],\n", + " [-2.4797e-03],\n", + " [-1.1291e-03],\n", + " [ 8.7119e-04],\n", + " [-8.3068e-03],\n", + " [-8.4496e-03],\n", + " [ 1.0218e-04],\n", + " [ 3.4152e-05],\n", + " [-2.5646e-03],\n", + " [ 7.4694e-03],\n", + " [-1.4945e-02],\n", + " [-6.1671e-04],\n", + " [ 7.9178e-03],\n", + " [-1.1698e-03],\n", + " [ 4.8639e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0402],\n", + " [-0.0357],\n", + " [-0.0411],\n", + " [-0.0436],\n", + " [-0.0394],\n", + " [-0.0376],\n", + " [-0.0531],\n", + " [-0.0328],\n", + " [-0.0447],\n", + " [-0.0374],\n", + " [-0.0353],\n", + " [-0.0460],\n", + " [-0.0374],\n", + " [-0.0338],\n", + " [-0.0386],\n", + " [-0.0375],\n", + " [-0.0355],\n", + " [-0.0336],\n", + " [-0.0362],\n", + " [-0.0369],\n", + " [-0.0411],\n", + " [-0.0372],\n", + " [-0.0321],\n", + " [-0.0361],\n", + " [-0.0376],\n", + " [-0.0356],\n", + " [-0.0426],\n", + " [-0.0323],\n", + " [-0.0331],\n", + " [-0.0475],\n", + " [-0.0359],\n", + " [-0.0383]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0013],\n", + " [ 0.0041],\n", + " [ 0.0065],\n", + " [ 0.0069],\n", + " [ 0.0063],\n", + " [ 0.0063],\n", + " [ 0.0081],\n", + " [-0.0002],\n", + " [ 0.0096],\n", + " [ 0.0052],\n", + " [ 0.0051],\n", + " [ 0.0090],\n", + " [ 0.0068],\n", + " [ 0.0051],\n", + " [ 0.0065],\n", + " [ 0.0057],\n", + " [ 0.0050],\n", + " [ 0.0035],\n", + " [ 0.0040],\n", + " [ 0.0047],\n", + " [ 0.0065],\n", + " [ 0.0031],\n", + " [ 0.0004],\n", + " [ 0.0053],\n", + " [ 0.0052],\n", + " [ 0.0044],\n", + " [ 0.0087],\n", + " [-0.0026],\n", + " [ 0.0035],\n", + " [ 0.0094],\n", + " [ 0.0050],\n", + " [ 0.0076]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0671],\n", + " [0.0574],\n", + " [0.0602],\n", + " [0.0655],\n", + " [0.0594],\n", + " [0.0579],\n", + " [0.0640],\n", + " [0.0556],\n", + " [0.0677],\n", + " [0.0573],\n", + " [0.0574],\n", + " [0.0654],\n", + " [0.0582],\n", + " [0.0582],\n", + " [0.0577],\n", + " [0.0570],\n", + " [0.0572],\n", + " [0.0573],\n", + " [0.0560],\n", + " [0.0571],\n", + " [0.0593],\n", + " [0.0587],\n", + " [0.0557],\n", + " [0.0569],\n", + " [0.0577],\n", + " [0.0570],\n", + " [0.0594],\n", + " [0.0557],\n", + " [0.0568],\n", + " [0.0642],\n", + " [0.0570],\n", + " [0.0584]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0129],\n", + " [-0.0164],\n", + " [-0.0171],\n", + " [-0.0122],\n", + " [-0.0170],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0160],\n", + " [-0.0187],\n", + " [-0.0172],\n", + " [-0.0176],\n", + " [-0.0183],\n", + " [-0.0175],\n", + " [-0.0169],\n", + " [-0.0184],\n", + " [-0.0180],\n", + " [-0.0184],\n", + " [-0.0191],\n", + " [-0.0176],\n", + " [-0.0174],\n", + " [-0.0181],\n", + " [-0.0153],\n", + " [-0.0161],\n", + " [-0.0177],\n", + " [-0.0172],\n", + " [-0.0171],\n", + " [-0.0201],\n", + " [-0.0173],\n", + " [-0.0185],\n", + " [-0.0208],\n", + " [-0.0174],\n", + " [-0.0186]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1685],\n", + " [-0.1688],\n", + " [-0.1723],\n", + " [-0.1660],\n", + " [-0.1724],\n", + " [-0.1741],\n", + " [-0.1671],\n", + " [-0.1666],\n", + " [-0.1671],\n", + " [-0.1716],\n", + " [-0.1710],\n", + " [-0.1731],\n", + " [-0.1706],\n", + " [-0.1718],\n", + " [-0.1743],\n", + " [-0.1699],\n", + " [-0.1753],\n", + " [-0.1712],\n", + " [-0.1698],\n", + " [-0.1726],\n", + " [-0.1685],\n", + " [-0.1688],\n", + " [-0.1667],\n", + " [-0.1720],\n", + " [-0.1732],\n", + " [-0.1714],\n", + " [-0.1772],\n", + " [-0.1647],\n", + " [-0.1717],\n", + " [-0.1717],\n", + " [-0.1715],\n", + " [-0.1743]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0298],\n", + " [-0.0239],\n", + " [-0.0193],\n", + " [-0.0210],\n", + " [-0.0207],\n", + " [-0.0196],\n", + " [ 0.0006],\n", + " [-0.0248],\n", + " [-0.0178],\n", + " [-0.0213],\n", + " [-0.0217],\n", + " [-0.0145],\n", + " [-0.0208],\n", + " [-0.0203],\n", + " [-0.0188],\n", + " [-0.0204],\n", + " [-0.0201],\n", + " [-0.0218],\n", + " [-0.0212],\n", + " [-0.0210],\n", + " [-0.0174],\n", + " [-0.0252],\n", + " [-0.0238],\n", + " [-0.0211],\n", + " [-0.0201],\n", + " [-0.0221],\n", + " [-0.0150],\n", + " [-0.0261],\n", + " [-0.0222],\n", + " [-0.0081],\n", + " [-0.0219],\n", + " [-0.0195]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0133],\n", + " [ 0.0035],\n", + " [ 0.0007],\n", + " [-0.0106],\n", + " [ 0.0008],\n", + " [ 0.0075],\n", + " [ 0.0011],\n", + " [-0.0005],\n", + " [-0.0048],\n", + " [ 0.0026],\n", + " [ 0.0089],\n", + " [-0.0019],\n", + " [ 0.0074],\n", + " [ 0.0182],\n", + " [ 0.0094],\n", + " [ 0.0042],\n", + " [ 0.0047],\n", + " [ 0.0155],\n", + " [ 0.0043],\n", + " [ 0.0029],\n", + " [ 0.0036],\n", + " [-0.0028],\n", + " [ 0.0033],\n", + " [ 0.0069],\n", + " [ 0.0053],\n", + " [ 0.0047],\n", + " [ 0.0124],\n", + " [-0.0059],\n", + " [ 0.0137],\n", + " [ 0.0022],\n", + " [ 0.0052],\n", + " [ 0.0094]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0920],\n", + " [0.0939],\n", + " [0.0948],\n", + " [0.0991],\n", + " [0.0939],\n", + " [0.0899],\n", + " [0.1067],\n", + " [0.0978],\n", + " [0.0998],\n", + " [0.0944],\n", + " [0.0901],\n", + " [0.0969],\n", + " [0.0922],\n", + " [0.0893],\n", + " [0.0909],\n", + " [0.0962],\n", + " [0.0912],\n", + " [0.0896],\n", + " [0.0952],\n", + " [0.0934],\n", + " [0.0991],\n", + " [0.0964],\n", + " [0.0955],\n", + " [0.0915],\n", + " [0.0917],\n", + " [0.0924],\n", + " [0.0880],\n", + " [0.1009],\n", + " [0.0896],\n", + " [0.0995],\n", + " [0.0920],\n", + " [0.0892]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0743],\n", + " [0.0801],\n", + " [0.0793],\n", + " [0.0823],\n", + " [0.0779],\n", + " [0.0818],\n", + " [0.0802],\n", + " [0.0768],\n", + " [0.0841],\n", + " [0.0785],\n", + " [0.0837],\n", + " [0.0809],\n", + " [0.0832],\n", + " [0.0902],\n", + " [0.0826],\n", + " [0.0800],\n", + " [0.0773],\n", + " [0.0878],\n", + " [0.0812],\n", + " [0.0782],\n", + " [0.0835],\n", + " [0.0772],\n", + " [0.0800],\n", + " [0.0815],\n", + " [0.0808],\n", + " [0.0800],\n", + " [0.0837],\n", + " [0.0749],\n", + " [0.0864],\n", + " [0.0826],\n", + " [0.0804],\n", + " [0.0824]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0930],\n", + " [0.0871],\n", + " [0.0881],\n", + " [0.0882],\n", + " [0.0881],\n", + " [0.0878],\n", + " [0.1014],\n", + " [0.0845],\n", + " [0.0878],\n", + " [0.0868],\n", + " [0.0878],\n", + " [0.0916],\n", + " [0.0878],\n", + " [0.0892],\n", + " [0.0880],\n", + " [0.0868],\n", + " [0.0870],\n", + " [0.0888],\n", + " [0.0853],\n", + " [0.0869],\n", + " [0.0871],\n", + " [0.0870],\n", + " [0.0846],\n", + " [0.0867],\n", + " [0.0874],\n", + " [0.0867],\n", + " [0.0913],\n", + " [0.0785],\n", + " [0.0880],\n", + " [0.0967],\n", + " [0.0864],\n", + " [0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0373],\n", + " [0.0391],\n", + " [0.0400],\n", + " [0.0397],\n", + " [0.0394],\n", + " [0.0410],\n", + " [0.0475],\n", + " [0.0370],\n", + " [0.0477],\n", + " [0.0396],\n", + " [0.0416],\n", + " [0.0429],\n", + " [0.0432],\n", + " [0.0435],\n", + " [0.0418],\n", + " [0.0426],\n", + " [0.0381],\n", + " [0.0421],\n", + " [0.0403],\n", + " [0.0385],\n", + " [0.0446],\n", + " [0.0369],\n", + " [0.0376],\n", + " [0.0407],\n", + " [0.0392],\n", + " [0.0384],\n", + " [0.0421],\n", + " [0.0342],\n", + " [0.0409],\n", + " [0.0471],\n", + " [0.0397],\n", + " [0.0428]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0349],\n", + " [0.0380],\n", + " [0.0368],\n", + " [0.0396],\n", + " [0.0365],\n", + " [0.0365],\n", + " [0.0245],\n", + " [0.0386],\n", + " [0.0327],\n", + " [0.0371],\n", + " [0.0364],\n", + " [0.0337],\n", + " [0.0356],\n", + " [0.0334],\n", + " [0.0357],\n", + " [0.0350],\n", + " [0.0367],\n", + " [0.0359],\n", + " [0.0381],\n", + " [0.0377],\n", + " [0.0345],\n", + " [0.0391],\n", + " [0.0392],\n", + " [0.0369],\n", + " [0.0380],\n", + " [0.0380],\n", + " [0.0334],\n", + " [0.0411],\n", + " [0.0368],\n", + " [0.0297],\n", + " [0.0375],\n", + " [0.0347]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0752],\n", + " [-0.0746],\n", + " [-0.0790],\n", + " [-0.0746],\n", + " [-0.0729],\n", + " [-0.0695],\n", + " [-0.0768],\n", + " [-0.0772],\n", + " [-0.0746],\n", + " [-0.0736],\n", + " [-0.0744],\n", + " [-0.0737],\n", + " [-0.0682],\n", + " [-0.0715],\n", + " [-0.0740],\n", + " [-0.0728],\n", + " [-0.0698],\n", + " [-0.0747],\n", + " [-0.0741],\n", + " [-0.0738],\n", + " [-0.0775],\n", + " [-0.0756],\n", + " [-0.0736],\n", + " [-0.0733],\n", + " [-0.0742],\n", + " [-0.0692],\n", + " [-0.0838],\n", + " [-0.0705],\n", + " [-0.0707],\n", + " [-0.0744],\n", + " [-0.0722]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1072],\n", + " [-0.1022],\n", + " [-0.1073],\n", + " [-0.1112],\n", + " [-0.1064],\n", + " [-0.1030],\n", + " [-0.1177],\n", + " [-0.1018],\n", + " [-0.1085],\n", + " [-0.1044],\n", + " [-0.1008],\n", + " [-0.1130],\n", + " [-0.1023],\n", + " [-0.0988],\n", + " [-0.1026],\n", + " [-0.1039],\n", + " [-0.1052],\n", + " [-0.0978],\n", + " [-0.1022],\n", + " [-0.1045],\n", + " [-0.1059],\n", + " [-0.1042],\n", + " [-0.1003],\n", + " [-0.1019],\n", + " [-0.1035],\n", + " [-0.1027],\n", + " [-0.1056],\n", + " [-0.1037],\n", + " [-0.0978],\n", + " [-0.1121],\n", + " [-0.1025],\n", + " [-0.1028]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0638],\n", + " [-0.0634],\n", + " [-0.0598],\n", + " [-0.0591],\n", + " [-0.0611],\n", + " [-0.0606],\n", + " [-0.0490],\n", + " [-0.0661],\n", + " [-0.0566],\n", + " [-0.0620],\n", + " [-0.0616],\n", + " [-0.0552],\n", + " [-0.0610],\n", + " [-0.0621],\n", + " [-0.0606],\n", + " [-0.0612],\n", + " [-0.0625],\n", + " [-0.0627],\n", + " [-0.0618],\n", + " [-0.0623],\n", + " [-0.0592],\n", + " [-0.0634],\n", + " [-0.0655],\n", + " [-0.0619],\n", + " [-0.0615],\n", + " [-0.0631],\n", + " [-0.0580],\n", + " [-0.0632],\n", + " [-0.0633],\n", + " [-0.0517],\n", + " [-0.0624],\n", + " [-0.0603]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0646],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0638],\n", + " [-0.0545],\n", + " [-0.0623],\n", + " [-0.0644],\n", + " [-0.0642],\n", + " [-0.0623],\n", + " [-0.0639],\n", + " [-0.0624],\n", + " [-0.0624],\n", + " [-0.0632],\n", + " [-0.0627],\n", + " [-0.0581],\n", + " [ 0.1183],\n", + " [-0.0797],\n", + " [-0.0614],\n", + " [-0.0646],\n", + " [-0.0610],\n", + " [-0.0592],\n", + " [-0.0602],\n", + " [-0.0705],\n", + " [-0.0626],\n", + " [-0.0628],\n", + " [-0.0623],\n", + " [-0.0662],\n", + " [-0.0627],\n", + " [-0.0791],\n", + " [-0.0611],\n", + " [-0.0614],\n", + " [-0.0661]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0780],\n", + " [-0.0730],\n", + " [-0.0727],\n", + " [-0.0783],\n", + " [-0.0671],\n", + " [-0.0685],\n", + " [-0.0753],\n", + " [-0.0756],\n", + " [-0.0756],\n", + " [-0.0765],\n", + " [-0.0716],\n", + " [-0.0712],\n", + " [-0.0751],\n", + " [-0.0754],\n", + " [-0.0728],\n", + " [-0.9828],\n", + " [-0.1020],\n", + " [-0.0743],\n", + " [-0.0775],\n", + " [-0.0750],\n", + " [-0.0686],\n", + " [-0.0733],\n", + " [-0.0772],\n", + " [-0.0707],\n", + " [-0.0732],\n", + " [-0.0729],\n", + " [-0.0793],\n", + " [-0.0777],\n", + " [-0.0916],\n", + " [-0.0717],\n", + " [-0.0709],\n", + " [-0.0795]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0358],\n", + " [ 0.0377],\n", + " [ 0.0360],\n", + " [ 0.0386],\n", + " [ 0.0391],\n", + " [ 0.0377],\n", + " [ 0.0350],\n", + " [ 0.0352],\n", + " [ 0.0380],\n", + " [ 0.0360],\n", + " [ 0.0363],\n", + " [ 0.0364],\n", + " [ 0.0360],\n", + " [ 0.0362],\n", + " [ 0.0376],\n", + " [-0.2161],\n", + " [ 0.0216],\n", + " [ 0.0383],\n", + " [ 0.0362],\n", + " [ 0.0381],\n", + " [ 0.0387],\n", + " [ 0.0401],\n", + " [ 0.0318],\n", + " [ 0.0366],\n", + " [ 0.0368],\n", + " [ 0.0363],\n", + " [ 0.0276],\n", + " [ 0.0385],\n", + " [ 0.0335],\n", + " [ 0.0389],\n", + " [ 0.0372],\n", + " [ 0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0964],\n", + " [-0.0958],\n", + " [-0.0962],\n", + " [-0.0937],\n", + " [-0.0829],\n", + " [-0.0949],\n", + " [-0.0970],\n", + " [-0.0960],\n", + " [-0.0930],\n", + " [-0.0964],\n", + " [-0.0942],\n", + " [-0.0953],\n", + " [-0.0940],\n", + " [-0.0916],\n", + " [-0.0870],\n", + " [ 0.3119],\n", + " [-0.0745],\n", + " [-0.0906],\n", + " [-0.0970],\n", + " [-0.0910],\n", + " [-0.0887],\n", + " [-0.0905],\n", + " [-0.0907],\n", + " [-0.0956],\n", + " [-0.0939],\n", + " [-0.0917],\n", + " [-0.0851],\n", + " [-0.0924],\n", + " [-0.0889],\n", + " [-0.0917],\n", + " [-0.0933],\n", + " [-0.0937]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0555],\n", + " [ 0.0581],\n", + " [ 0.0590],\n", + " [ 0.0511],\n", + " [ 0.0431],\n", + " [ 0.0586],\n", + " [ 0.0581],\n", + " [ 0.0581],\n", + " [ 0.0553],\n", + " [ 0.0570],\n", + " [ 0.0571],\n", + " [ 0.0578],\n", + " [ 0.0572],\n", + " [ 0.0526],\n", + " [ 0.0456],\n", + " [-0.8100],\n", + " [ 0.0423],\n", + " [ 0.0513],\n", + " [ 0.0572],\n", + " [ 0.0521],\n", + " [ 0.0534],\n", + " [ 0.0517],\n", + " [ 0.0460],\n", + " [ 0.0583],\n", + " [ 0.0566],\n", + " [ 0.0540],\n", + " [ 0.0381],\n", + " [ 0.0500],\n", + " [ 0.0400],\n", + " [ 0.0544],\n", + " [ 0.0577],\n", + " [ 0.0521]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0374],\n", + " [-0.0346],\n", + " [-0.0365],\n", + " [-0.0339],\n", + " [-0.0459],\n", + " [-0.0345],\n", + " [-0.0375],\n", + " [-0.0387],\n", + " [-0.0365],\n", + " [-0.0364],\n", + " [-0.0382],\n", + " [-0.0373],\n", + " [-0.0394],\n", + " [-0.0409],\n", + " [-0.0438],\n", + " [-0.2455],\n", + " [-0.0493],\n", + " [-0.0359],\n", + " [-0.0357],\n", + " [-0.0382],\n", + " [-0.0394],\n", + " [-0.0354],\n", + " [-0.0373],\n", + " [-0.0361],\n", + " [-0.0377],\n", + " [-0.0394],\n", + " [-0.0427],\n", + " [-0.0353],\n", + " [-0.0517],\n", + " [-0.0367],\n", + " [-0.0373],\n", + " [-0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0807],\n", + " [-0.0800],\n", + " [-0.0800],\n", + " [-0.0755],\n", + " [-0.0819],\n", + " [-0.0798],\n", + " [-0.0791],\n", + " [-0.0787],\n", + " [-0.0794],\n", + " [-0.0805],\n", + " [-0.0810],\n", + " [-0.0790],\n", + " [-0.0785],\n", + " [-0.0788],\n", + " [ 0.7021],\n", + " [-0.0815],\n", + " [-0.0795],\n", + " [-0.0790],\n", + " [-0.0785],\n", + " [-0.0797],\n", + " [-0.0793],\n", + " [-0.0862],\n", + " [-0.0811],\n", + " [-0.0802],\n", + " [-0.0790],\n", + " [-0.0837],\n", + " [-0.0793],\n", + " [-0.0604],\n", + " [-0.0808],\n", + " [-0.0797],\n", + " [-0.0783]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1664],\n", + " [0.1693],\n", + " [0.1693],\n", + " [0.1645],\n", + " [0.1646],\n", + " [0.1714],\n", + " [0.1672],\n", + " [0.1683],\n", + " [0.1684],\n", + " [0.1674],\n", + " [0.1686],\n", + " [0.1685],\n", + " [0.1689],\n", + " [0.1661],\n", + " [0.1611],\n", + " [0.2374],\n", + " [0.1387],\n", + " [0.1657],\n", + " [0.1675],\n", + " [0.1664],\n", + " [0.1686],\n", + " [0.1671],\n", + " [0.1597],\n", + " [0.1693],\n", + " [0.1684],\n", + " [0.1680],\n", + " [0.1544],\n", + " [0.1638],\n", + " [0.1698],\n", + " [0.1681],\n", + " [0.1698],\n", + " [0.1661]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0598],\n", + " [-0.0569],\n", + " [-0.0578],\n", + " [-0.0597],\n", + " [-0.0427],\n", + " [-0.0555],\n", + " [-0.0588],\n", + " [-0.0585],\n", + " [-0.0568],\n", + " [-0.0596],\n", + " [-0.0554],\n", + " [-0.0559],\n", + " [-0.0561],\n", + " [-0.0547],\n", + " [-0.0518],\n", + " [-0.4177],\n", + " [-0.0693],\n", + " [-0.0548],\n", + " [-0.0606],\n", + " [-0.0555],\n", + " [-0.0480],\n", + " [-0.0534],\n", + " [-0.0586],\n", + " [-0.0562],\n", + " [-0.0553],\n", + " [-0.0520],\n", + " [-0.0573],\n", + " [-0.0586],\n", + " [-0.0638],\n", + " [-0.0532],\n", + " [-0.0545],\n", + " [-0.0594]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0632],\n", + " [0.0607],\n", + " [0.0588],\n", + " [0.0689],\n", + " [0.0665],\n", + " [0.0573],\n", + " [0.0605],\n", + " [0.0597],\n", + " [0.0616],\n", + " [0.0623],\n", + " [0.0580],\n", + " [0.0585],\n", + " [0.0598],\n", + " [0.0628],\n", + " [0.0663],\n", + " [0.2275],\n", + " [0.0471],\n", + " [0.0652],\n", + " [0.0631],\n", + " [0.0637],\n", + " [0.0576],\n", + " [0.0638],\n", + " [0.0620],\n", + " [0.0585],\n", + " [0.0595],\n", + " [0.0616],\n", + " [0.0563],\n", + " [0.0686],\n", + " [0.0578],\n", + " [0.0591],\n", + " [0.0573],\n", + " [0.0658]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0955],\n", + " [-0.0989],\n", + " [-0.0995],\n", + " [-0.0906],\n", + " [-0.0874],\n", + " [-0.1005],\n", + " [-0.0974],\n", + " [-0.0973],\n", + " [-0.0956],\n", + " [-0.0970],\n", + " [-0.0978],\n", + " [-0.0986],\n", + " [-0.0964],\n", + " [-0.0923],\n", + " [-0.0876],\n", + " [-0.0481],\n", + " [-0.0715],\n", + " [-0.0910],\n", + " [-0.0968],\n", + " [-0.0933],\n", + " [-0.0965],\n", + " [-0.0933],\n", + " [-0.0785],\n", + " [-0.0994],\n", + " [-0.0972],\n", + " [-0.0935],\n", + " [-0.0797],\n", + " [-0.0903],\n", + " [-0.0971],\n", + " [-0.0963],\n", + " [-0.0985],\n", + " [-0.0906]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0157],\n", + " [ 0.0194],\n", + " [ 0.0195],\n", + " [ 0.0107],\n", + " [ 0.0077],\n", + " [ 0.0221],\n", + " [ 0.0184],\n", + " [ 0.0185],\n", + " [ 0.0159],\n", + " [ 0.0164],\n", + " [ 0.0192],\n", + " [ 0.0202],\n", + " [ 0.0180],\n", + " [ 0.0149],\n", + " [ 0.0102],\n", + " [-0.5201],\n", + " [ 0.0069],\n", + " [ 0.0148],\n", + " [ 0.0173],\n", + " [ 0.0134],\n", + " [ 0.0178],\n", + " [ 0.0149],\n", + " [ 0.0137],\n", + " [ 0.0207],\n", + " [ 0.0173],\n", + " [ 0.0175],\n", + " [ 0.0154],\n", + " [ 0.0100],\n", + " [ 0.0175],\n", + " [ 0.0169],\n", + " [ 0.0202],\n", + " [ 0.0134]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0919],\n", + " [ 0.0924],\n", + " [ 0.0952],\n", + " [ 0.0853],\n", + " [ 0.0969],\n", + " [ 0.0947],\n", + " [ 0.0935],\n", + " [ 0.0953],\n", + " [ 0.0914],\n", + " [ 0.0922],\n", + " [ 0.0960],\n", + " [ 0.0957],\n", + " [ 0.0949],\n", + " [ 0.0914],\n", + " [ 0.0934],\n", + " [-0.1776],\n", + " [ 0.0645],\n", + " [ 0.0859],\n", + " [ 0.0905],\n", + " [ 0.0917],\n", + " [ 0.0978],\n", + " [ 0.0891],\n", + " [ 0.0816],\n", + " [ 0.0950],\n", + " [ 0.0945],\n", + " [ 0.0894],\n", + " [ 0.0843],\n", + " [ 0.0868],\n", + " [ 0.0874],\n", + " [ 0.0946],\n", + " [ 0.0960],\n", + " [ 0.0867]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 8.6691e-03],\n", + " [ 9.0890e-03],\n", + " [ 9.8556e-03],\n", + " [ 8.3887e-03],\n", + " [ 9.7082e-03],\n", + " [ 1.0441e-02],\n", + " [ 8.1954e-03],\n", + " [ 9.3105e-03],\n", + " [ 1.0415e-02],\n", + " [ 9.2821e-03],\n", + " [ 1.1042e-02],\n", + " [ 1.0100e-02],\n", + " [ 9.6254e-03],\n", + " [ 8.4705e-03],\n", + " [ 1.2236e-02],\n", + " [ 6.9484e-01],\n", + " [-4.4805e-04],\n", + " [ 6.2291e-03],\n", + " [ 7.2084e-03],\n", + " [ 1.1634e-02],\n", + " [ 1.2003e-02],\n", + " [ 1.0003e-02],\n", + " [-6.7034e-03],\n", + " [ 9.7393e-03],\n", + " [ 1.1043e-02],\n", + " [ 6.1196e-03],\n", + " [-2.0389e-03],\n", + " [ 9.8186e-03],\n", + " [ 2.6805e-02],\n", + " [ 1.2759e-02],\n", + " [ 1.0782e-02],\n", + " [ 7.7325e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 2.2815e-03],\n", + " [ 9.7969e-04],\n", + " [ 7.7208e-04],\n", + " [ 2.4669e-04],\n", + " [-1.7829e-02],\n", + " [-3.3183e-04],\n", + " [ 1.5333e-03],\n", + " [ 1.2131e-03],\n", + " [-3.0043e-04],\n", + " [ 1.9313e-03],\n", + " [-2.1871e-03],\n", + " [-1.1492e-03],\n", + " [-1.1755e-03],\n", + " [-3.9935e-03],\n", + " [-1.1869e-02],\n", + " [-2.5320e-01],\n", + " [ 2.0123e-02],\n", + " [-2.3720e-03],\n", + " [ 4.3554e-03],\n", + " [-4.4370e-03],\n", + " [-9.4654e-03],\n", + " [-3.8301e-03],\n", + " [ 5.9290e-03],\n", + " [-1.7989e-04],\n", + " [-2.8492e-03],\n", + " [-5.0378e-03],\n", + " [ 7.8515e-03],\n", + " [-2.0891e-03],\n", + " [ 1.0743e-02],\n", + " [-4.3018e-03],\n", + " [-2.2227e-03],\n", + " [ 2.1239e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0382],\n", + " [-0.0361],\n", + " [-0.0349],\n", + " [-0.0388],\n", + " [-0.0321],\n", + " [-0.0329],\n", + " [-0.0370],\n", + " [-0.0347],\n", + " [-0.0354],\n", + " [-0.0369],\n", + " [-0.0331],\n", + " [-0.0346],\n", + " [-0.0338],\n", + " [-0.0370],\n", + " [-0.0358],\n", + " [-0.4518],\n", + " [-0.0353],\n", + " [-0.0386],\n", + " [-0.0392],\n", + " [-0.0349],\n", + " [-0.0300],\n", + " [-0.0359],\n", + " [-0.0536],\n", + " [-0.0347],\n", + " [-0.0329],\n", + " [-0.0372],\n", + " [-0.0617],\n", + " [-0.0379],\n", + " [-0.0535],\n", + " [-0.0318],\n", + " [-0.0328],\n", + " [-0.0394]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0065],\n", + " [ 0.0049],\n", + " [ 0.0048],\n", + " [ 0.0077],\n", + " [-0.0038],\n", + " [ 0.0027],\n", + " [ 0.0058],\n", + " [ 0.0050],\n", + " [ 0.0049],\n", + " [ 0.0061],\n", + " [ 0.0028],\n", + " [ 0.0035],\n", + " [ 0.0042],\n", + " [ 0.0040],\n", + " [ 0.0007],\n", + " [ 0.2842],\n", + " [ 0.0073],\n", + " [ 0.0055],\n", + " [ 0.0072],\n", + " [ 0.0041],\n", + " [-0.0011],\n", + " [ 0.0038],\n", + " [ 0.0092],\n", + " [ 0.0037],\n", + " [ 0.0030],\n", + " [ 0.0030],\n", + " [ 0.0090],\n", + " [ 0.0067],\n", + " [ 0.0006],\n", + " [ 0.0016],\n", + " [ 0.0026],\n", + " [ 0.0072]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0587],\n", + " [ 0.0574],\n", + " [ 0.0574],\n", + " [ 0.0613],\n", + " [ 0.0559],\n", + " [ 0.0573],\n", + " [ 0.0578],\n", + " [ 0.0572],\n", + " [ 0.0568],\n", + " [ 0.0581],\n", + " [ 0.0564],\n", + " [ 0.0569],\n", + " [ 0.0564],\n", + " [ 0.0564],\n", + " [ 0.0574],\n", + " [-0.2714],\n", + " [ 0.0584],\n", + " [ 0.0581],\n", + " [ 0.0582],\n", + " [ 0.0572],\n", + " [ 0.0540],\n", + " [ 0.0567],\n", + " [ 0.0627],\n", + " [ 0.0574],\n", + " [ 0.0567],\n", + " [ 0.0550],\n", + " [ 0.0623],\n", + " [ 0.0604],\n", + " [ 0.0470],\n", + " [ 0.0562],\n", + " [ 0.0556],\n", + " [ 0.0594]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0173],\n", + " [-0.0192],\n", + " [-0.0187],\n", + " [-0.0157],\n", + " [-0.0163],\n", + " [-0.0194],\n", + " [-0.0182],\n", + " [-0.0183],\n", + " [-0.0176],\n", + " [-0.0177],\n", + " [-0.0182],\n", + " [-0.0189],\n", + " [-0.0181],\n", + " [-0.0166],\n", + " [-0.0162],\n", + " [ 0.3306],\n", + " [-0.0047],\n", + " [-0.0158],\n", + " [-0.0185],\n", + " [-0.0164],\n", + " [-0.0175],\n", + " [-0.0164],\n", + " [-0.0145],\n", + " [-0.0191],\n", + " [-0.0175],\n", + " [-0.0171],\n", + " [-0.0065],\n", + " [-0.0151],\n", + " [-0.0282],\n", + " [-0.0177],\n", + " [-0.0186],\n", + " [-0.0179]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1742],\n", + " [-0.1707],\n", + " [-0.1720],\n", + " [-0.1699],\n", + " [-0.1635],\n", + " [-0.1695],\n", + " [-0.1732],\n", + " [-0.1740],\n", + " [-0.1709],\n", + " [-0.1731],\n", + " [-0.1709],\n", + " [-0.1713],\n", + " [-0.1723],\n", + " [-0.1702],\n", + " [-0.1665],\n", + " [-0.1470],\n", + " [-0.1760],\n", + " [-0.1677],\n", + " [-0.1742],\n", + " [-0.1689],\n", + " [-0.1665],\n", + " [-0.1677],\n", + " [-0.1764],\n", + " [-0.1710],\n", + " [-0.1703],\n", + " [-0.1684],\n", + " [-0.1789],\n", + " [-0.1691],\n", + " [-0.1835],\n", + " [-0.1686],\n", + " [-0.1702],\n", + " [-0.1725]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.9848e-02],\n", + " [-2.1097e-02],\n", + " [-2.1404e-02],\n", + " [-2.2291e-02],\n", + " [-2.4636e-02],\n", + " [-2.2189e-02],\n", + " [-2.0018e-02],\n", + " [-2.0536e-02],\n", + " [-2.1612e-02],\n", + " [-2.0947e-02],\n", + " [-2.2595e-02],\n", + " [-2.1879e-02],\n", + " [-2.1313e-02],\n", + " [-2.1767e-02],\n", + " [-2.6630e-02],\n", + " [ 2.5029e-01],\n", + " [ 3.6762e-02],\n", + " [-2.0838e-02],\n", + " [-1.9175e-02],\n", + " [-2.3902e-02],\n", + " [-2.3801e-02],\n", + " [-2.2565e-02],\n", + " [ 2.3874e-04],\n", + " [-2.1560e-02],\n", + " [-2.2988e-02],\n", + " [-2.1438e-02],\n", + " [ 1.3015e-02],\n", + " [-2.3519e-02],\n", + " [ 5.2009e-04],\n", + " [-2.3045e-02],\n", + " [-2.2195e-02],\n", + " [-1.9743e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0083],\n", + " [ 0.0133],\n", + " [ 0.0143],\n", + " [ 0.0029],\n", + " [-0.0059],\n", + " [ 0.0163],\n", + " [ 0.0123],\n", + " [ 0.0112],\n", + " [ 0.0073],\n", + " [ 0.0103],\n", + " [ 0.0116],\n", + " [ 0.0131],\n", + " [ 0.0092],\n", + " [ 0.0029],\n", + " [-0.0050],\n", + " [-0.0390],\n", + " [ 0.0313],\n", + " [ 0.0025],\n", + " [ 0.0100],\n", + " [ 0.0036],\n", + " [ 0.0075],\n", + " [ 0.0041],\n", + " [ 0.0088],\n", + " [ 0.0144],\n", + " [ 0.0102],\n", + " [ 0.0048],\n", + " [ 0.0141],\n", + " [ 0.0014],\n", + " [ 0.0161],\n", + " [ 0.0090],\n", + " [ 0.0121],\n", + " [ 0.0031]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0894],\n", + " [ 0.0901],\n", + " [ 0.0890],\n", + " [ 0.0920],\n", + " [ 0.1037],\n", + " [ 0.0913],\n", + " [ 0.0896],\n", + " [ 0.0899],\n", + " [ 0.0914],\n", + " [ 0.0891],\n", + " [ 0.0910],\n", + " [ 0.0902],\n", + " [ 0.0916],\n", + " [ 0.0956],\n", + " [ 0.0986],\n", + " [-0.4903],\n", + " [ 0.0792],\n", + " [ 0.0975],\n", + " [ 0.0895],\n", + " [ 0.0933],\n", + " [ 0.0951],\n", + " [ 0.0943],\n", + " [ 0.0967],\n", + " [ 0.0905],\n", + " [ 0.0914],\n", + " [ 0.0979],\n", + " [ 0.0910],\n", + " [ 0.0927],\n", + " [ 0.0791],\n", + " [ 0.0918],\n", + " [ 0.0916],\n", + " [ 0.0930]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0828],\n", + " [ 0.0865],\n", + " [ 0.0868],\n", + " [ 0.0823],\n", + " [ 0.0722],\n", + " [ 0.0880],\n", + " [ 0.0852],\n", + " [ 0.0833],\n", + " [ 0.0828],\n", + " [ 0.0841],\n", + " [ 0.0846],\n", + " [ 0.0862],\n", + " [ 0.0818],\n", + " [ 0.0791],\n", + " [ 0.0752],\n", + " [-0.8464],\n", + " [ 0.0834],\n", + " [ 0.0823],\n", + " [ 0.0843],\n", + " [ 0.0807],\n", + " [ 0.0808],\n", + " [ 0.0824],\n", + " [ 0.0891],\n", + " [ 0.0870],\n", + " [ 0.0830],\n", + " [ 0.0798],\n", + " [ 0.0915],\n", + " [ 0.0810],\n", + " [ 0.0524],\n", + " [ 0.0833],\n", + " [ 0.0847],\n", + " [ 0.0793]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0887],\n", + " [ 0.0880],\n", + " [ 0.0882],\n", + " [ 0.0898],\n", + " [ 0.0767],\n", + " [ 0.0884],\n", + " [ 0.0888],\n", + " [ 0.0872],\n", + " [ 0.0867],\n", + " [ 0.0885],\n", + " [ 0.0876],\n", + " [ 0.0881],\n", + " [ 0.0863],\n", + " [ 0.0862],\n", + " [ 0.0849],\n", + " [-0.5956],\n", + " [ 0.0977],\n", + " [ 0.0867],\n", + " [ 0.0883],\n", + " [ 0.0865],\n", + " [ 0.0843],\n", + " [ 0.0857],\n", + " [ 0.0977],\n", + " [ 0.0883],\n", + " [ 0.0878],\n", + " [ 0.0854],\n", + " [ 0.0933],\n", + " [ 0.0892],\n", + " [ 0.0800],\n", + " [ 0.0872],\n", + " [ 0.0863],\n", + " [ 0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0405],\n", + " [0.0434],\n", + " [0.0418],\n", + " [0.0418],\n", + " [0.0329],\n", + " [0.0434],\n", + " [0.0410],\n", + " [0.0402],\n", + " [0.0411],\n", + " [0.0414],\n", + " [0.0403],\n", + " [0.0410],\n", + " [0.0396],\n", + " [0.0386],\n", + " [0.0367],\n", + " [0.3276],\n", + " [0.0443],\n", + " [0.0420],\n", + " [0.0427],\n", + " [0.0390],\n", + " [0.0380],\n", + " [0.0411],\n", + " [0.0429],\n", + " [0.0422],\n", + " [0.0402],\n", + " [0.0402],\n", + " [0.0450],\n", + " [0.0403],\n", + " [0.0324],\n", + " [0.0396],\n", + " [0.0412],\n", + " [0.0415]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0367],\n", + " [ 0.0358],\n", + " [ 0.0357],\n", + " [ 0.0361],\n", + " [ 0.0393],\n", + " [ 0.0352],\n", + " [ 0.0360],\n", + " [ 0.0367],\n", + " [ 0.0369],\n", + " [ 0.0361],\n", + " [ 0.0371],\n", + " [ 0.0371],\n", + " [ 0.0373],\n", + " [ 0.0382],\n", + " [ 0.0391],\n", + " [-0.9724],\n", + " [ 0.0129],\n", + " [ 0.0371],\n", + " [ 0.0359],\n", + " [ 0.0385],\n", + " [ 0.0390],\n", + " [ 0.0374],\n", + " [ 0.0333],\n", + " [ 0.0362],\n", + " [ 0.0364],\n", + " [ 0.0367],\n", + " [ 0.0317],\n", + " [ 0.0372],\n", + " [ 0.0242],\n", + " [ 0.0379],\n", + " [ 0.0370],\n", + " [ 0.0352]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0722],\n", + " [-0.0714],\n", + " [-0.0704],\n", + " [-0.0753],\n", + " [-0.0813],\n", + " [-0.0694],\n", + " [-0.0703],\n", + " [-0.0710],\n", + " [-0.0740],\n", + " [-0.0720],\n", + " [-0.0713],\n", + " [-0.0707],\n", + " [-0.0722],\n", + " [-0.0741],\n", + " [-0.0793],\n", + " [-0.6045],\n", + " [-0.0448],\n", + " [-0.0750],\n", + " [-0.0719],\n", + " [-0.0758],\n", + " [-0.0735],\n", + " [-0.0753],\n", + " [-0.0645],\n", + " [-0.0703],\n", + " [-0.0719],\n", + " [-0.0729],\n", + " [-0.0629],\n", + " [-0.0761],\n", + " [-0.0812],\n", + " [-0.0735],\n", + " [-0.0717],\n", + " [-0.0743]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1028],\n", + " [-0.0990],\n", + " [-0.0983],\n", + " [-0.1047],\n", + " [-0.1047],\n", + " [-0.0973],\n", + " [-0.1001],\n", + " [-0.1005],\n", + " [-0.1012],\n", + " [-0.1009],\n", + " [-0.0984],\n", + " [-0.0981],\n", + " [-0.1009],\n", + " [-0.1031],\n", + " [-0.1036],\n", + " [-0.6401],\n", + " [-0.1264],\n", + " [-0.1035],\n", + " [-0.1020],\n", + " [-0.1020],\n", + " [-0.0982],\n", + " [-0.1016],\n", + " [-0.1205],\n", + " [-0.0980],\n", + " [-0.0994],\n", + " [-0.1016],\n", + " [-0.1253],\n", + " [-0.1045],\n", + " [-0.1251],\n", + " [-0.0993],\n", + " [-0.0978],\n", + " [-0.1061]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0609],\n", + " [-0.0618],\n", + " [-0.0625],\n", + " [-0.0608],\n", + " [-0.0662],\n", + " [-0.0631],\n", + " [-0.0616],\n", + " [-0.0626],\n", + " [-0.0618],\n", + " [-0.0614],\n", + " [-0.0635],\n", + " [-0.0626],\n", + " [-0.0635],\n", + " [-0.0632],\n", + " [-0.0642],\n", + " [ 0.6236],\n", + " [-0.0420],\n", + " [-0.0613],\n", + " [-0.0600],\n", + " [-0.0630],\n", + " [-0.0658],\n", + " [-0.0626],\n", + " [-0.0527],\n", + " [-0.0624],\n", + " [-0.0638],\n", + " [-0.0637],\n", + " [-0.0472],\n", + " [-0.0616],\n", + " [-0.0373],\n", + " [-0.0635],\n", + " [-0.0634],\n", + " [-0.0598]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0580],\n", + " [-0.0667],\n", + " [-0.0619],\n", + " [-0.0611],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0695],\n", + " [-0.0606],\n", + " [-0.0704],\n", + " [-0.0544],\n", + " [-0.0655],\n", + " [-0.0611],\n", + " [-0.0635],\n", + " [-0.0538],\n", + " [-0.0600],\n", + " [-0.0627],\n", + " [-0.0650],\n", + " [-0.0655],\n", + " [-0.0608],\n", + " [-0.0606],\n", + " [-0.0540],\n", + " [-0.0622],\n", + " [-0.0636],\n", + " [-0.0628],\n", + " [-0.0665],\n", + " [-0.0631],\n", + " [-0.0615],\n", + " [-0.0580],\n", + " [-0.0609],\n", + " [-0.0641],\n", + " [-0.0623],\n", + " [-0.0603]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0716],\n", + " [-0.0805],\n", + " [-0.0758],\n", + " [-0.0643],\n", + " [-0.0721],\n", + " [-0.0688],\n", + " [-0.0816],\n", + " [-0.0726],\n", + " [-0.0845],\n", + " [-0.0706],\n", + " [-0.0773],\n", + " [-0.0733],\n", + " [-0.0723],\n", + " [-0.0690],\n", + " [-0.0721],\n", + " [-0.0757],\n", + " [-0.0790],\n", + " [-0.0778],\n", + " [-0.0742],\n", + " [-0.0714],\n", + " [-0.0689],\n", + " [-0.0735],\n", + " [-0.0738],\n", + " [-0.0766],\n", + " [-0.0795],\n", + " [-0.0727],\n", + " [-0.0688],\n", + " [-0.0706],\n", + " [-0.0693],\n", + " [-0.0759],\n", + " [-0.0759],\n", + " [-0.0729]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0364],\n", + " [0.0376],\n", + " [0.0381],\n", + " [0.0373],\n", + " [0.0363],\n", + " [0.0363],\n", + " [0.0374],\n", + " [0.0394],\n", + " [0.0408],\n", + " [0.0403],\n", + " [0.0388],\n", + " [0.0390],\n", + " [0.0351],\n", + " [0.0409],\n", + " [0.0397],\n", + " [0.0370],\n", + " [0.0367],\n", + " [0.0395],\n", + " [0.0368],\n", + " [0.0388],\n", + " [0.0386],\n", + " [0.0389],\n", + " [0.0353],\n", + " [0.0381],\n", + " [0.0352],\n", + " [0.0357],\n", + " [0.0380],\n", + " [0.0371],\n", + " [0.0402],\n", + " [0.0360],\n", + " [0.0382],\n", + " [0.0379]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0867],\n", + " [-0.0957],\n", + " [-0.0917],\n", + " [-0.0937],\n", + " [-0.0955],\n", + " [-0.0953],\n", + " [-0.0923],\n", + " [-0.0926],\n", + " [-0.0931],\n", + " [-0.0826],\n", + " [-0.0939],\n", + " [-0.0933],\n", + " [-0.0965],\n", + " [-0.0814],\n", + " [-0.0917],\n", + " [-0.0934],\n", + " [-0.0930],\n", + " [-0.0909],\n", + " [-0.0892],\n", + " [-0.0926],\n", + " [-0.0840],\n", + " [-0.0955],\n", + " [-0.0967],\n", + " [-0.0927],\n", + " [-0.0970],\n", + " [-0.0949],\n", + " [-0.0944],\n", + " [-0.0856],\n", + " [-0.0963],\n", + " [-0.0965],\n", + " [-0.0932],\n", + " [-0.0900]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0416],\n", + " [0.0551],\n", + " [0.0536],\n", + " [0.0576],\n", + " [0.0589],\n", + " [0.0595],\n", + " [0.0412],\n", + " [0.0544],\n", + " [0.0355],\n", + " [0.0360],\n", + " [0.0548],\n", + " [0.0538],\n", + " [0.0596],\n", + " [0.0430],\n", + " [0.0537],\n", + " [0.0551],\n", + " [0.0497],\n", + " [0.0424],\n", + " [0.0492],\n", + " [0.0567],\n", + " [0.0374],\n", + " [0.0577],\n", + " [0.0588],\n", + " [0.0467],\n", + " [0.0538],\n", + " [0.0571],\n", + " [0.0573],\n", + " [0.0459],\n", + " [0.0346],\n", + " [0.0588],\n", + " [0.0512],\n", + " [0.0525]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0429],\n", + " [-0.0348],\n", + " [-0.0387],\n", + " [-0.0350],\n", + " [-0.0365],\n", + " [-0.0348],\n", + " [-0.0363],\n", + " [-0.0344],\n", + " [-0.0358],\n", + " [-0.0432],\n", + " [-0.0307],\n", + " [-0.0339],\n", + " [-0.0356],\n", + " [-0.0467],\n", + " [-0.0351],\n", + " [-0.0381],\n", + " [-0.0382],\n", + " [-0.0347],\n", + " [-0.0422],\n", + " [-0.0353],\n", + " [-0.0448],\n", + " [-0.0336],\n", + " [-0.0374],\n", + " [-0.0363],\n", + " [-0.0389],\n", + " [-0.0386],\n", + " [-0.0352],\n", + " [-0.0440],\n", + " [-0.0370],\n", + " [-0.0354],\n", + " [-0.0342],\n", + " [-0.0396]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0786],\n", + " [-0.0780],\n", + " [-0.0838],\n", + " [-0.0799],\n", + " [-0.0813],\n", + " [-0.0794],\n", + " [-0.0811],\n", + " [-0.0802],\n", + " [-0.0775],\n", + " [-0.0812],\n", + " [-0.0818],\n", + " [-0.0801],\n", + " [-0.0762],\n", + " [-0.0805],\n", + " [-0.0791],\n", + " [-0.0787],\n", + " [-0.0813],\n", + " [-0.0779],\n", + " [-0.0801],\n", + " [-0.0776],\n", + " [-0.0810],\n", + " [-0.0800],\n", + " [-0.0817],\n", + " [-0.0798],\n", + " [-0.0804],\n", + " [-0.0821],\n", + " [-0.0778],\n", + " [-0.0854],\n", + " [-0.0789],\n", + " [-0.0812],\n", + " [-0.0790]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1619],\n", + " [0.1670],\n", + " [0.1678],\n", + " [0.1712],\n", + " [0.1694],\n", + " [0.1722],\n", + " [0.1616],\n", + " [0.1676],\n", + " [0.1557],\n", + " [0.1602],\n", + " [0.1685],\n", + " [0.1665],\n", + " [0.1704],\n", + " [0.1604],\n", + " [0.1678],\n", + " [0.1676],\n", + " [0.1641],\n", + " [0.1621],\n", + " [0.1648],\n", + " [0.1698],\n", + " [0.1589],\n", + " [0.1697],\n", + " [0.1683],\n", + " [0.1638],\n", + " [0.1652],\n", + " [0.1680],\n", + " [0.1694],\n", + " [0.1664],\n", + " [0.1622],\n", + " [0.1690],\n", + " [0.1643],\n", + " [0.1669]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0518],\n", + " [-0.0600],\n", + " [-0.0566],\n", + " [-0.0533],\n", + " [-0.0567],\n", + " [-0.0573],\n", + " [-0.0619],\n", + " [-0.0527],\n", + " [-0.0633],\n", + " [-0.0501],\n", + " [-0.0597],\n", + " [-0.0544],\n", + " [-0.0589],\n", + " [-0.0436],\n", + " [-0.0524],\n", + " [-0.0564],\n", + " [-0.0589],\n", + " [-0.0585],\n", + " [-0.0544],\n", + " [-0.0536],\n", + " [-0.0455],\n", + " [-0.0563],\n", + " [-0.0581],\n", + " [-0.0596],\n", + " [-0.0605],\n", + " [-0.0567],\n", + " [-0.0541],\n", + " [-0.0523],\n", + " [-0.0611],\n", + " [-0.0593],\n", + " [-0.0576],\n", + " [-0.0530]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0679],\n", + " [0.0666],\n", + " [0.0617],\n", + " [0.0549],\n", + " [0.0586],\n", + " [0.0564],\n", + " [0.0713],\n", + " [0.0633],\n", + " [0.0845],\n", + " [0.0723],\n", + " [0.0666],\n", + " [0.0639],\n", + " [0.0582],\n", + " [0.0664],\n", + " [0.0618],\n", + " [0.0617],\n", + " [0.0663],\n", + " [0.0724],\n", + " [0.0636],\n", + " [0.0587],\n", + " [0.0732],\n", + " [0.0622],\n", + " [0.0593],\n", + " [0.0654],\n", + " [0.0635],\n", + " [0.0584],\n", + " [0.0575],\n", + " [0.0594],\n", + " [0.0760],\n", + " [0.0617],\n", + " [0.0669],\n", + " [0.0611]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0828],\n", + " [-0.0932],\n", + " [-0.0948],\n", + " [-0.1005],\n", + " [-0.0992],\n", + " [-0.1015],\n", + " [-0.0802],\n", + " [-0.0961],\n", + " [-0.0771],\n", + " [-0.0775],\n", + " [-0.0918],\n", + " [-0.0954],\n", + " [-0.1003],\n", + " [-0.0880],\n", + " [-0.0960],\n", + " [-0.0953],\n", + " [-0.0887],\n", + " [-0.0804],\n", + " [-0.0901],\n", + " [-0.0977],\n", + " [-0.0805],\n", + " [-0.0988],\n", + " [-0.0986],\n", + " [-0.0847],\n", + " [-0.0925],\n", + " [-0.0975],\n", + " [-0.0987],\n", + " [-0.0859],\n", + " [-0.0741],\n", + " [-0.0980],\n", + " [-0.0912],\n", + " [-0.0941]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0092],\n", + " [ 0.0137],\n", + " [ 0.0144],\n", + " [ 0.0248],\n", + " [ 0.0204],\n", + " [ 0.0219],\n", + " [ 0.0075],\n", + " [ 0.0171],\n", + " [-0.0081],\n", + " [ 0.0049],\n", + " [ 0.0163],\n", + " [ 0.0161],\n", + " [ 0.0195],\n", + " [ 0.0065],\n", + " [ 0.0166],\n", + " [ 0.0155],\n", + " [ 0.0120],\n", + " [ 0.0074],\n", + " [ 0.0131],\n", + " [ 0.0197],\n", + " [ 0.0039],\n", + " [ 0.0187],\n", + " [ 0.0194],\n", + " [ 0.0146],\n", + " [ 0.0162],\n", + " [ 0.0183],\n", + " [ 0.0215],\n", + " [ 0.0163],\n", + " [ 0.0086],\n", + " [ 0.0181],\n", + " [ 0.0128],\n", + " [ 0.0150]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0874],\n", + " [0.0865],\n", + " [0.0940],\n", + " [0.0982],\n", + " [0.0951],\n", + " [0.0962],\n", + " [0.0814],\n", + " [0.0903],\n", + " [0.0789],\n", + " [0.0861],\n", + " [0.0814],\n", + " [0.0896],\n", + " [0.0954],\n", + " [0.1009],\n", + " [0.0919],\n", + " [0.0925],\n", + " [0.0882],\n", + " [0.0788],\n", + " [0.0920],\n", + " [0.0930],\n", + " [0.0907],\n", + " [0.0910],\n", + " [0.0950],\n", + " [0.0880],\n", + " [0.0914],\n", + " [0.0960],\n", + " [0.0953],\n", + " [0.0935],\n", + " [0.0757],\n", + " [0.0910],\n", + " [0.0863],\n", + " [0.0938]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0078],\n", + " [0.0069],\n", + " [0.0127],\n", + " [0.0104],\n", + " [0.0094],\n", + " [0.0105],\n", + " [0.0070],\n", + " [0.0081],\n", + " [0.0108],\n", + " [0.0096],\n", + " [0.0022],\n", + " [0.0083],\n", + " [0.0096],\n", + " [0.0145],\n", + " [0.0104],\n", + " [0.0104],\n", + " [0.0076],\n", + " [0.0041],\n", + " [0.0105],\n", + " [0.0100],\n", + " [0.0082],\n", + " [0.0092],\n", + " [0.0091],\n", + " [0.0065],\n", + " [0.0064],\n", + " [0.0112],\n", + " [0.0104],\n", + " [0.0118],\n", + " [0.0065],\n", + " [0.0072],\n", + " [0.0074],\n", + " [0.0122]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.0986e-02],\n", + " [ 3.1022e-03],\n", + " [-2.1770e-03],\n", + " [-2.5084e-03],\n", + " [ 2.4084e-06],\n", + " [ 8.7649e-04],\n", + " [ 9.3010e-04],\n", + " [-2.7765e-03],\n", + " [-6.2329e-03],\n", + " [-1.2563e-02],\n", + " [ 6.5514e-03],\n", + " [-1.5993e-03],\n", + " [ 1.9183e-03],\n", + " [-1.8861e-02],\n", + " [-4.0531e-03],\n", + " [-1.5315e-03],\n", + " [-3.7343e-04],\n", + " [-3.4900e-04],\n", + " [-6.2151e-03],\n", + " [-2.0406e-03],\n", + " [-1.9189e-02],\n", + " [ 8.8837e-04],\n", + " [ 9.4697e-04],\n", + " [ 2.3623e-03],\n", + " [ 3.5199e-03],\n", + " [-1.4828e-03],\n", + " [-1.7932e-03],\n", + " [-6.9766e-03],\n", + " [-6.4497e-03],\n", + " [ 3.0740e-03],\n", + " [-6.2857e-04],\n", + " [-6.5477e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0399],\n", + " [-0.0388],\n", + " [-0.0339],\n", + " [-0.0317],\n", + " [-0.0349],\n", + " [-0.0324],\n", + " [-0.0436],\n", + " [-0.0354],\n", + " [-0.0433],\n", + " [-0.0388],\n", + " [-0.0424],\n", + " [-0.0361],\n", + " [-0.0344],\n", + " [-0.0313],\n", + " [-0.0343],\n", + " [-0.0353],\n", + " [-0.0405],\n", + " [-0.0431],\n", + " [-0.0365],\n", + " [-0.0340],\n", + " [-0.0377],\n", + " [-0.0357],\n", + " [-0.0359],\n", + " [-0.0452],\n", + " [-0.0416],\n", + " [-0.0334],\n", + " [-0.0333],\n", + " [-0.0387],\n", + " [-0.0505],\n", + " [-0.0374],\n", + " [-0.0388],\n", + " [-0.0336]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0030],\n", + " [ 0.0079],\n", + " [ 0.0040],\n", + " [ 0.0008],\n", + " [ 0.0044],\n", + " [ 0.0035],\n", + " [ 0.0082],\n", + " [ 0.0038],\n", + " [ 0.0065],\n", + " [ 0.0024],\n", + " [ 0.0096],\n", + " [ 0.0043],\n", + " [ 0.0054],\n", + " [-0.0057],\n", + " [ 0.0027],\n", + " [ 0.0045],\n", + " [ 0.0067],\n", + " [ 0.0085],\n", + " [ 0.0034],\n", + " [ 0.0029],\n", + " [-0.0018],\n", + " [ 0.0050],\n", + " [ 0.0052],\n", + " [ 0.0071],\n", + " [ 0.0073],\n", + " [ 0.0033],\n", + " [ 0.0021],\n", + " [ 0.0015],\n", + " [ 0.0072],\n", + " [ 0.0067],\n", + " [ 0.0063],\n", + " [ 0.0021]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0599],\n", + " [0.0591],\n", + " [0.0568],\n", + " [0.0564],\n", + " [0.0568],\n", + " [0.0576],\n", + " [0.0641],\n", + " [0.0574],\n", + " [0.0700],\n", + " [0.0622],\n", + " [0.0613],\n", + " [0.0583],\n", + " [0.0579],\n", + " [0.0545],\n", + " [0.0563],\n", + " [0.0568],\n", + " [0.0601],\n", + " [0.0653],\n", + " [0.0570],\n", + " [0.0557],\n", + " [0.0607],\n", + " [0.0580],\n", + " [0.0573],\n", + " [0.0625],\n", + " [0.0601],\n", + " [0.0568],\n", + " [0.0562],\n", + " [0.0569],\n", + " [0.0756],\n", + " [0.0576],\n", + " [0.0602],\n", + " [0.0557]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0137],\n", + " [-0.0178],\n", + " [-0.0172],\n", + " [-0.0187],\n", + " [-0.0189],\n", + " [-0.0186],\n", + " [-0.0171],\n", + " [-0.0172],\n", + " [-0.0132],\n", + " [-0.0116],\n", + " [-0.0184],\n", + " [-0.0168],\n", + " [-0.0179],\n", + " [-0.0185],\n", + " [-0.0173],\n", + " [-0.0173],\n", + " [-0.0168],\n", + " [-0.0159],\n", + " [-0.0158],\n", + " [-0.0188],\n", + " [-0.0143],\n", + " [-0.0190],\n", + " [-0.0186],\n", + " [-0.0196],\n", + " [-0.0182],\n", + " [-0.0176],\n", + " [-0.0193],\n", + " [-0.0183],\n", + " [-0.0105],\n", + " [-0.0184],\n", + " [-0.0156],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1652],\n", + " [-0.1731],\n", + " [-0.1712],\n", + " [-0.1694],\n", + " [-0.1716],\n", + " [-0.1708],\n", + " [-0.1723],\n", + " [-0.1679],\n", + " [-0.1712],\n", + " [-0.1633],\n", + " [-0.1703],\n", + " [-0.1686],\n", + " [-0.1721],\n", + " [-0.1634],\n", + " [-0.1680],\n", + " [-0.1712],\n", + " [-0.1724],\n", + " [-0.1688],\n", + " [-0.1689],\n", + " [-0.1689],\n", + " [-0.1630],\n", + " [-0.1698],\n", + " [-0.1729],\n", + " [-0.1735],\n", + " [-0.1766],\n", + " [-0.1716],\n", + " [-0.1693],\n", + " [-0.1685],\n", + " [-0.1647],\n", + " [-0.1725],\n", + " [-0.1691],\n", + " [-0.1681]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0230],\n", + " [-0.0201],\n", + " [-0.0230],\n", + " [-0.0216],\n", + " [-0.0215],\n", + " [-0.0216],\n", + " [-0.0176],\n", + " [-0.0209],\n", + " [-0.0301],\n", + " [-0.0227],\n", + " [-0.0157],\n", + " [-0.0207],\n", + " [-0.0209],\n", + " [-0.0268],\n", + " [-0.0220],\n", + " [-0.0219],\n", + " [-0.0199],\n", + " [-0.0190],\n", + " [-0.0235],\n", + " [-0.0214],\n", + " [-0.0255],\n", + " [-0.0212],\n", + " [-0.0207],\n", + " [-0.0163],\n", + " [-0.0170],\n", + " [-0.0225],\n", + " [-0.0221],\n", + " [-0.0203],\n", + " [-0.0198],\n", + " [-0.0200],\n", + " [-0.0211],\n", + " [-0.0240]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0080],\n", + " [ 0.0059],\n", + " [ 0.0052],\n", + " [ 0.0179],\n", + " [ 0.0137],\n", + " [ 0.0181],\n", + " [-0.0067],\n", + " [ 0.0083],\n", + " [-0.0143],\n", + " [-0.0153],\n", + " [ 0.0083],\n", + " [ 0.0083],\n", + " [ 0.0164],\n", + " [-0.0058],\n", + " [ 0.0078],\n", + " [ 0.0070],\n", + " [ 0.0012],\n", + " [-0.0062],\n", + " [-0.0008],\n", + " [ 0.0111],\n", + " [-0.0130],\n", + " [ 0.0126],\n", + " [ 0.0135],\n", + " [ 0.0011],\n", + " [ 0.0070],\n", + " [ 0.0114],\n", + " [ 0.0140],\n", + " [-0.0026],\n", + " [-0.0128],\n", + " [ 0.0120],\n", + " [ 0.0042],\n", + " [ 0.0046]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1029],\n", + " [0.0908],\n", + " [0.0910],\n", + " [0.0922],\n", + " [0.0902],\n", + " [0.0901],\n", + " [0.0979],\n", + " [0.0935],\n", + " [0.0869],\n", + " [0.1056],\n", + " [0.0937],\n", + " [0.0927],\n", + " [0.0891],\n", + " [0.1000],\n", + " [0.0928],\n", + " [0.0916],\n", + " [0.0937],\n", + " [0.0990],\n", + " [0.0972],\n", + " [0.0927],\n", + " [0.1052],\n", + " [0.0906],\n", + " [0.0892],\n", + " [0.0950],\n", + " [0.0898],\n", + " [0.0903],\n", + " [0.0916],\n", + " [0.1025],\n", + " [0.1092],\n", + " [0.0904],\n", + " [0.0935],\n", + " [0.0942]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0779],\n", + " [0.0800],\n", + " [0.0811],\n", + " [0.0900],\n", + " [0.0861],\n", + " [0.0893],\n", + " [0.0741],\n", + " [0.0839],\n", + " [0.0718],\n", + " [0.0775],\n", + " [0.0873],\n", + " [0.0848],\n", + " [0.0882],\n", + " [0.0712],\n", + " [0.0835],\n", + " [0.0818],\n", + " [0.0791],\n", + " [0.0803],\n", + " [0.0783],\n", + " [0.0849],\n", + " [0.0723],\n", + " [0.0858],\n", + " [0.0861],\n", + " [0.0835],\n", + " [0.0818],\n", + " [0.0847],\n", + " [0.0868],\n", + " [0.0785],\n", + " [0.0806],\n", + " [0.0849],\n", + " [0.0839],\n", + " [0.0807]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0840],\n", + " [0.0890],\n", + " [0.0860],\n", + " [0.0882],\n", + " [0.0873],\n", + " [0.0885],\n", + " [0.0904],\n", + " [0.0864],\n", + " [0.0978],\n", + " [0.0815],\n", + " [0.0909],\n", + " [0.0879],\n", + " [0.0887],\n", + " [0.0785],\n", + " [0.0859],\n", + " [0.0872],\n", + " [0.0884],\n", + " [0.0894],\n", + " [0.0855],\n", + " [0.0858],\n", + " [0.0801],\n", + " [0.0877],\n", + " [0.0881],\n", + " [0.0889],\n", + " [0.0894],\n", + " [0.0881],\n", + " [0.0880],\n", + " [0.0825],\n", + " [0.0845],\n", + " [0.0878],\n", + " [0.0893],\n", + " [0.0857]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0419],\n", + " [0.0389],\n", + " [0.0427],\n", + " [0.0421],\n", + " [0.0435],\n", + " [0.0411],\n", + " [0.0420],\n", + " [0.0401],\n", + " [0.0372],\n", + " [0.0473],\n", + " [0.0420],\n", + " [0.0428],\n", + " [0.0316],\n", + " [0.0408],\n", + " [0.0398],\n", + " [0.0397],\n", + " [0.0424],\n", + " [0.0376],\n", + " [0.0423],\n", + " [0.0339],\n", + " [0.0439],\n", + " [0.0411],\n", + " [0.0426],\n", + " [0.0402],\n", + " [0.0400],\n", + " [0.0424],\n", + " [0.0390],\n", + " [0.0534],\n", + " [0.0433],\n", + " [0.0418],\n", + " [0.0382]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0388],\n", + " [0.0345],\n", + " [0.0383],\n", + " [0.0360],\n", + " [0.0362],\n", + " [0.0341],\n", + " [0.0327],\n", + " [0.0371],\n", + " [0.0291],\n", + " [0.0391],\n", + " [0.0330],\n", + " [0.0373],\n", + " [0.0343],\n", + " [0.0403],\n", + " [0.0376],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0342],\n", + " [0.0396],\n", + " [0.0369],\n", + " [0.0381],\n", + " [0.0355],\n", + " [0.0361],\n", + " [0.0383],\n", + " [0.0370],\n", + " [0.0368],\n", + " [0.0367],\n", + " [0.0397],\n", + " [0.0232],\n", + " [0.0348],\n", + " [0.0370],\n", + " [0.0390]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0780],\n", + " [-0.0735],\n", + " [-0.0753],\n", + " [-0.0681],\n", + " [-0.0708],\n", + " [-0.0686],\n", + " [-0.0769],\n", + " [-0.0737],\n", + " [-0.0784],\n", + " [-0.0823],\n", + " [-0.0714],\n", + " [-0.0735],\n", + " [-0.0693],\n", + " [-0.0844],\n", + " [-0.0742],\n", + " [-0.0736],\n", + " [-0.0745],\n", + " [-0.0760],\n", + " [-0.0762],\n", + " [-0.0728],\n", + " [-0.0822],\n", + " [-0.0723],\n", + " [-0.0703],\n", + " [-0.0754],\n", + " [-0.0714],\n", + " [-0.0711],\n", + " [-0.0705],\n", + " [-0.0778],\n", + " [-0.0788],\n", + " [-0.0712],\n", + " [-0.0744],\n", + " [-0.0751]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1073],\n", + " [-0.1046],\n", + " [-0.1017],\n", + " [-0.0961],\n", + " [-0.0980],\n", + " [-0.0974],\n", + " [-0.1139],\n", + " [-0.1003],\n", + " [-0.1133],\n", + " [-0.1096],\n", + " [-0.1063],\n", + " [-0.1010],\n", + " [-0.0988],\n", + " [-0.1025],\n", + " [-0.0998],\n", + " [-0.1014],\n", + " [-0.1066],\n", + " [-0.1113],\n", + " [-0.1038],\n", + " [-0.0985],\n", + " [-0.1074],\n", + " [-0.0997],\n", + " [-0.0989],\n", + " [-0.1104],\n", + " [-0.1057],\n", + " [-0.0988],\n", + " [-0.0975],\n", + " [-0.1065],\n", + " [-0.1064],\n", + " [-0.1005],\n", + " [-0.1037],\n", + " [-0.1007]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0607],\n", + " [-0.0627],\n", + " [-0.0638],\n", + " [-0.0626],\n", + " [-0.0631],\n", + " [-0.0561],\n", + " [-0.0631],\n", + " [-0.0611],\n", + " [-0.0605],\n", + " [-0.0575],\n", + " [-0.0621],\n", + " [-0.0624],\n", + " [-0.0660],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0604],\n", + " [-0.0586],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0636],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0560],\n", + " [-0.0594],\n", + " [-0.0635],\n", + " [-0.0631],\n", + " [-0.0596],\n", + " [-0.0562],\n", + " [-0.0615],\n", + " [-0.0609],\n", + " [-0.0638]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0595],\n", + " [-0.0621],\n", + " [-0.0609],\n", + " [-0.0474],\n", + " [-0.0595],\n", + " [-0.0634],\n", + " [-0.0777],\n", + " [-0.0621],\n", + " [-0.0614],\n", + " [-0.0753],\n", + " [-0.0620],\n", + " [-0.0640],\n", + " [-0.0618],\n", + " [-0.0627],\n", + " [-0.0631],\n", + " [-0.0630],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0762],\n", + " [-0.0331],\n", + " [-0.0383],\n", + " [-0.0640],\n", + " [-0.0627],\n", + " [-0.0617],\n", + " [-0.0590],\n", + " [-0.0619],\n", + " [-0.0613],\n", + " [-0.0624],\n", + " [-0.0687],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0622]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0693],\n", + " [-0.0755],\n", + " [-0.0750],\n", + " [-0.0734],\n", + " [-0.0713],\n", + " [-0.0755],\n", + " [-0.0888],\n", + " [-0.0684],\n", + " [-0.0668],\n", + " [-0.0823],\n", + " [-0.0704],\n", + " [-0.0779],\n", + " [-0.0731],\n", + " [-0.0745],\n", + " [-0.0760],\n", + " [-0.0729],\n", + " [-0.0683],\n", + " [-0.0770],\n", + " [-0.0855],\n", + " [-0.0840],\n", + " [-0.0837],\n", + " [-0.0788],\n", + " [-0.0726],\n", + " [-0.0757],\n", + " [-0.0696],\n", + " [-0.0731],\n", + " [-0.0716],\n", + " [-0.0765],\n", + " [-0.0803],\n", + " [-0.0748],\n", + " [-0.0771],\n", + " [-0.0744]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0382],\n", + " [0.0370],\n", + " [0.0390],\n", + " [0.0390],\n", + " [0.0361],\n", + " [0.0339],\n", + " [0.0376],\n", + " [0.0382],\n", + " [0.0301],\n", + " [0.0366],\n", + " [0.0375],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0347],\n", + " [0.0372],\n", + " [0.0380],\n", + " [0.0377],\n", + " [0.0422],\n", + " [0.0404],\n", + " [0.0395],\n", + " [0.0355],\n", + " [0.0363],\n", + " [0.0389],\n", + " [0.0375],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0393],\n", + " [0.0374],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0883],\n", + " [-0.0934],\n", + " [-0.0899],\n", + " [-0.0800],\n", + " [-0.0899],\n", + " [-0.0953],\n", + " [-0.1014],\n", + " [-0.0947],\n", + " [-0.0936],\n", + " [-0.0941],\n", + " [-0.0954],\n", + " [-0.0936],\n", + " [-0.0931],\n", + " [-0.0928],\n", + " [-0.0940],\n", + " [-0.0965],\n", + " [-0.0948],\n", + " [-0.0937],\n", + " [-0.0985],\n", + " [-0.0641],\n", + " [-0.0607],\n", + " [-0.0916],\n", + " [-0.0931],\n", + " [-0.0899],\n", + " [-0.0887],\n", + " [-0.0941],\n", + " [-0.0928],\n", + " [-0.0921],\n", + " [-0.0955],\n", + " [-0.0938],\n", + " [-0.0928],\n", + " [-0.0921]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0510],\n", + " [0.0536],\n", + " [0.0495],\n", + " [0.0360],\n", + " [0.0536],\n", + " [0.0581],\n", + " [0.0570],\n", + " [0.0585],\n", + " [0.0582],\n", + " [0.0487],\n", + " [0.0585],\n", + " [0.0540],\n", + " [0.0559],\n", + " [0.0541],\n", + " [0.0556],\n", + " [0.0592],\n", + " [0.0591],\n", + " [0.0531],\n", + " [0.0527],\n", + " [0.0123],\n", + " [0.0202],\n", + " [0.0454],\n", + " [0.0574],\n", + " [0.0491],\n", + " [0.0511],\n", + " [0.0566],\n", + " [0.0570],\n", + " [0.0520],\n", + " [0.0527],\n", + " [0.0553],\n", + " [0.0535],\n", + " [0.0535]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0375],\n", + " [-0.0347],\n", + " [-0.0407],\n", + " [-0.0484],\n", + " [-0.0381],\n", + " [-0.0372],\n", + " [-0.0376],\n", + " [-0.0348],\n", + " [-0.0348],\n", + " [-0.0377],\n", + " [-0.0350],\n", + " [-0.0365],\n", + " [-0.0386],\n", + " [-0.0399],\n", + " [-0.0382],\n", + " [-0.0360],\n", + " [-0.0349],\n", + " [-0.0346],\n", + " [-0.0322],\n", + " [-0.0602],\n", + " [-0.0608],\n", + " [-0.0333],\n", + " [-0.0408],\n", + " [-0.0434],\n", + " [-0.0386],\n", + " [-0.0357],\n", + " [-0.0383],\n", + " [-0.0390],\n", + " [-0.0337],\n", + " [-0.0340],\n", + " [-0.0377],\n", + " [-0.0410]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0799],\n", + " [-0.0804],\n", + " [-0.0782],\n", + " [-0.0700],\n", + " [-0.0790],\n", + " [-0.0784],\n", + " [-0.0766],\n", + " [-0.0818],\n", + " [-0.0822],\n", + " [-0.0866],\n", + " [-0.0812],\n", + " [-0.0783],\n", + " [-0.0798],\n", + " [-0.0800],\n", + " [-0.0791],\n", + " [-0.0802],\n", + " [-0.0814],\n", + " [-0.0800],\n", + " [-0.0784],\n", + " [-0.0460],\n", + " [-0.0521],\n", + " [-0.0804],\n", + " [-0.0795],\n", + " [-0.0788],\n", + " [-0.0798],\n", + " [-0.0801],\n", + " [-0.0795],\n", + " [-0.0790],\n", + " [-0.0796],\n", + " [-0.0801],\n", + " [-0.0780],\n", + " [-0.0794]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1673],\n", + " [0.1660],\n", + " [0.1643],\n", + " [0.1635],\n", + " [0.1685],\n", + " [0.1689],\n", + " [0.1651],\n", + " [0.1710],\n", + " [0.1722],\n", + " [0.1590],\n", + " [0.1699],\n", + " [0.1668],\n", + " [0.1679],\n", + " [0.1669],\n", + " [0.1678],\n", + " [0.1694],\n", + " [0.1716],\n", + " [0.1657],\n", + " [0.1655],\n", + " [0.1605],\n", + " [0.1611],\n", + " [0.1620],\n", + " [0.1693],\n", + " [0.1629],\n", + " [0.1670],\n", + " [0.1685],\n", + " [0.1692],\n", + " [0.1654],\n", + " [0.1655],\n", + " [0.1684],\n", + " [0.1668],\n", + " [0.1670]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0487],\n", + " [-0.0567],\n", + " [-0.0553],\n", + " [-0.0538],\n", + " [-0.0518],\n", + " [-0.0584],\n", + " [-0.0678],\n", + " [-0.0551],\n", + " [-0.0527],\n", + " [-0.0629],\n", + " [-0.0560],\n", + " [-0.0584],\n", + " [-0.0551],\n", + " [-0.0554],\n", + " [-0.0571],\n", + " [-0.0584],\n", + " [-0.0560],\n", + " [-0.0582],\n", + " [-0.0661],\n", + " [-0.0567],\n", + " [-0.0386],\n", + " [-0.0599],\n", + " [-0.0538],\n", + " [-0.0540],\n", + " [-0.0491],\n", + " [-0.0556],\n", + " [-0.0549],\n", + " [-0.0562],\n", + " [-0.0613],\n", + " [-0.0563],\n", + " [-0.0576],\n", + " [-0.0553]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0608],\n", + " [0.0651],\n", + " [0.0646],\n", + " [0.0690],\n", + " [0.0600],\n", + " [0.0602],\n", + " [0.0641],\n", + " [0.0570],\n", + " [0.0563],\n", + " [0.0621],\n", + " [0.0583],\n", + " [0.0639],\n", + " [0.0590],\n", + " [0.0596],\n", + " [0.0612],\n", + " [0.0587],\n", + " [0.0563],\n", + " [0.0661],\n", + " [0.0650],\n", + " [0.0844],\n", + " [0.0762],\n", + " [0.0723],\n", + " [0.0579],\n", + " [0.0647],\n", + " [0.0609],\n", + " [0.0605],\n", + " [0.0572],\n", + " [0.0655],\n", + " [0.0644],\n", + " [0.0631],\n", + " [0.0631],\n", + " [0.0590]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0923],\n", + " [-0.0936],\n", + " [-0.0907],\n", + " [-0.0879],\n", + " [-0.0953],\n", + " [-0.0975],\n", + " [-0.0921],\n", + " [-0.1002],\n", + " [-0.1009],\n", + " [-0.0800],\n", + " [-0.0993],\n", + " [-0.0933],\n", + " [-0.0963],\n", + " [-0.0948],\n", + " [-0.0957],\n", + " [-0.0993],\n", + " [-0.1009],\n", + " [-0.0925],\n", + " [-0.0858],\n", + " [-0.0812],\n", + " [-0.0917],\n", + " [-0.0845],\n", + " [-0.0967],\n", + " [-0.0901],\n", + " [-0.0936],\n", + " [-0.0969],\n", + " [-0.0977],\n", + " [-0.0928],\n", + " [-0.0888],\n", + " [-0.0957],\n", + " [-0.0933],\n", + " [-0.0944]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0184],\n", + " [ 0.0148],\n", + " [ 0.0121],\n", + " [ 0.0084],\n", + " [ 0.0173],\n", + " [ 0.0185],\n", + " [ 0.0147],\n", + " [ 0.0222],\n", + " [ 0.0235],\n", + " [ 0.0136],\n", + " [ 0.0212],\n", + " [ 0.0149],\n", + " [ 0.0177],\n", + " [ 0.0155],\n", + " [ 0.0159],\n", + " [ 0.0195],\n", + " [ 0.0220],\n", + " [ 0.0136],\n", + " [ 0.0134],\n", + " [-0.0121],\n", + " [-0.0153],\n", + " [ 0.0080],\n", + " [ 0.0184],\n", + " [ 0.0120],\n", + " [ 0.0169],\n", + " [ 0.0189],\n", + " [ 0.0191],\n", + " [ 0.0120],\n", + " [ 0.0149],\n", + " [ 0.0166],\n", + " [ 0.0150],\n", + " [ 0.0163]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0889],\n", + " [0.0878],\n", + " [0.0920],\n", + " [0.0990],\n", + " [0.0931],\n", + " [0.0935],\n", + " [0.0907],\n", + " [0.0954],\n", + " [0.0956],\n", + " [0.0821],\n", + " [0.0953],\n", + " [0.0893],\n", + " [0.0948],\n", + " [0.0955],\n", + " [0.0938],\n", + " [0.0953],\n", + " [0.0964],\n", + " [0.0867],\n", + " [0.0837],\n", + " [0.0991],\n", + " [0.1053],\n", + " [0.0813],\n", + " [0.0963],\n", + " [0.0932],\n", + " [0.0920],\n", + " [0.0913],\n", + " [0.0968],\n", + " [0.0914],\n", + " [0.0851],\n", + " [0.0891],\n", + " [0.0908],\n", + " [0.0967]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0057],\n", + " [ 0.0079],\n", + " [ 0.0109],\n", + " [ 0.0293],\n", + " [ 0.0108],\n", + " [ 0.0089],\n", + " [ 0.0058],\n", + " [ 0.0104],\n", + " [ 0.0093],\n", + " [-0.0071],\n", + " [ 0.0091],\n", + " [ 0.0086],\n", + " [ 0.0113],\n", + " [ 0.0127],\n", + " [ 0.0111],\n", + " [ 0.0086],\n", + " [ 0.0110],\n", + " [ 0.0076],\n", + " [ 0.0043],\n", + " [ 0.0470],\n", + " [ 0.0414],\n", + " [ 0.0056],\n", + " [ 0.0102],\n", + " [ 0.0113],\n", + " [ 0.0088],\n", + " [ 0.0082],\n", + " [ 0.0118],\n", + " [ 0.0106],\n", + " [ 0.0045],\n", + " [ 0.0095],\n", + " [ 0.0094],\n", + " [ 0.0127]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-5.2395e-03],\n", + " [-8.2349e-04],\n", + " [-6.0648e-03],\n", + " [-1.7379e-02],\n", + " [-5.4309e-03],\n", + " [ 1.6186e-03],\n", + " [ 1.3901e-02],\n", + " [-7.1813e-04],\n", + " [-1.2681e-03],\n", + " [ 1.1548e-02],\n", + " [-2.4456e-04],\n", + " [ 1.1838e-03],\n", + " [-2.8845e-03],\n", + " [-3.5718e-03],\n", + " [-7.6954e-04],\n", + " [ 1.2077e-03],\n", + " [-3.2681e-04],\n", + " [ 5.6011e-04],\n", + " [ 1.2067e-02],\n", + " [-4.1847e-02],\n", + " [-4.1040e-02],\n", + " [ 9.3713e-04],\n", + " [-4.1264e-03],\n", + " [-7.3720e-03],\n", + " [-7.2688e-03],\n", + " [-2.8821e-04],\n", + " [-2.6003e-03],\n", + " [-4.4244e-03],\n", + " [ 6.4799e-03],\n", + " [ 2.9299e-05],\n", + " [-9.3328e-05],\n", + " [-3.1942e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0366],\n", + " [-0.0373],\n", + " [-0.0367],\n", + " [-0.0427],\n", + " [-0.0334],\n", + " [-0.0358],\n", + " [-0.0415],\n", + " [-0.0327],\n", + " [-0.0312],\n", + " [-0.0516],\n", + " [-0.0349],\n", + " [-0.0379],\n", + " [-0.0340],\n", + " [-0.0333],\n", + " [-0.0346],\n", + " [-0.0357],\n", + " [-0.0318],\n", + " [-0.0385],\n", + " [-0.0467],\n", + " [-0.0516],\n", + " [-0.0458],\n", + " [-0.0420],\n", + " [-0.0316],\n", + " [-0.0365],\n", + " [-0.0342],\n", + " [-0.0364],\n", + " [-0.0324],\n", + " [-0.0361],\n", + " [-0.0433],\n", + " [-0.0363],\n", + " [-0.0373],\n", + " [-0.0337]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0020],\n", + " [ 0.0056],\n", + " [ 0.0039],\n", + " [-0.0021],\n", + " [ 0.0020],\n", + " [ 0.0055],\n", + " [ 0.0103],\n", + " [ 0.0025],\n", + " [ 0.0017],\n", + " [ 0.0104],\n", + " [ 0.0042],\n", + " [ 0.0063],\n", + " [ 0.0031],\n", + " [ 0.0028],\n", + " [ 0.0045],\n", + " [ 0.0059],\n", + " [ 0.0025],\n", + " [ 0.0068],\n", + " [ 0.0104],\n", + " [-0.0025],\n", + " [-0.0109],\n", + " [ 0.0093],\n", + " [ 0.0026],\n", + " [ 0.0027],\n", + " [ 0.0010],\n", + " [ 0.0044],\n", + " [ 0.0027],\n", + " [ 0.0046],\n", + " [ 0.0083],\n", + " [ 0.0051],\n", + " [ 0.0055],\n", + " [ 0.0028]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0555],\n", + " [0.0584],\n", + " [0.0578],\n", + " [0.0549],\n", + " [0.0550],\n", + " [0.0568],\n", + " [0.0639],\n", + " [0.0569],\n", + " [0.0569],\n", + " [0.0624],\n", + " [0.0572],\n", + " [0.0580],\n", + " [0.0561],\n", + " [0.0569],\n", + " [0.0572],\n", + " [0.0578],\n", + " [0.0569],\n", + " [0.0594],\n", + " [0.0635],\n", + " [0.0493],\n", + " [0.0480],\n", + " [0.0648],\n", + " [0.0556],\n", + " [0.0572],\n", + " [0.0552],\n", + " [0.0565],\n", + " [0.0557],\n", + " [0.0579],\n", + " [0.0608],\n", + " [0.0575],\n", + " [0.0575],\n", + " [0.0569]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0160],\n", + " [-0.0165],\n", + " [-0.0155],\n", + " [-0.0198],\n", + " [-0.0176],\n", + " [-0.0185],\n", + " [-0.0198],\n", + " [-0.0194],\n", + " [-0.0185],\n", + " [-0.0161],\n", + " [-0.0190],\n", + " [-0.0175],\n", + " [-0.0180],\n", + " [-0.0168],\n", + " [-0.0175],\n", + " [-0.0174],\n", + " [-0.0192],\n", + " [-0.0162],\n", + " [-0.0234],\n", + " [-0.0184],\n", + " [-0.0212],\n", + " [-0.0146],\n", + " [-0.0171],\n", + " [-0.0159],\n", + " [-0.0161],\n", + " [-0.0182],\n", + " [-0.0183],\n", + " [-0.0161],\n", + " [-0.0197],\n", + " [-0.0178],\n", + " [-0.0174],\n", + " [-0.0173]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1660],\n", + " [-0.1692],\n", + " [-0.1690],\n", + " [-0.1682],\n", + " [-0.1675],\n", + " [-0.1731],\n", + " [-0.1843],\n", + " [-0.1696],\n", + " [-0.1685],\n", + " [-0.1815],\n", + " [-0.1708],\n", + " [-0.1720],\n", + " [-0.1705],\n", + " [-0.1712],\n", + " [-0.1723],\n", + " [-0.1722],\n", + " [-0.1701],\n", + " [-0.1702],\n", + " [-0.1797],\n", + " [-0.1575],\n", + " [-0.1582],\n", + " [-0.1693],\n", + " [-0.1702],\n", + " [-0.1695],\n", + " [-0.1661],\n", + " [-0.1701],\n", + " [-0.1705],\n", + " [-0.1698],\n", + " [-0.1747],\n", + " [-0.1697],\n", + " [-0.1718],\n", + " [-0.1722]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0193],\n", + " [-0.0214],\n", + " [-0.0240],\n", + " [-0.0267],\n", + " [-0.0229],\n", + " [-0.0205],\n", + " [-0.0118],\n", + " [-0.0222],\n", + " [-0.0213],\n", + " [ 0.0011],\n", + " [-0.0212],\n", + " [-0.0204],\n", + " [-0.0223],\n", + " [-0.0228],\n", + " [-0.0218],\n", + " [-0.0203],\n", + " [-0.0224],\n", + " [-0.0210],\n", + " [-0.0115],\n", + " [-0.0297],\n", + " [-0.0266],\n", + " [-0.0200],\n", + " [-0.0228],\n", + " [-0.0240],\n", + " [-0.0218],\n", + " [-0.0206],\n", + " [-0.0225],\n", + " [-0.0241],\n", + " [-0.0149],\n", + " [-0.0216],\n", + " [-0.0209],\n", + " [-0.0218]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 3.2963e-03],\n", + " [ 6.1205e-03],\n", + " [ 2.7170e-05],\n", + " [-6.3769e-03],\n", + " [ 6.0861e-03],\n", + " [ 1.0726e-02],\n", + " [ 1.1541e-02],\n", + " [ 1.5889e-02],\n", + " [ 1.5981e-02],\n", + " [ 1.2289e-02],\n", + " [ 1.5270e-02],\n", + " [ 5.3531e-03],\n", + " [ 9.2768e-03],\n", + " [ 7.0947e-03],\n", + " [ 7.8085e-03],\n", + " [ 1.5724e-02],\n", + " [ 1.6805e-02],\n", + " [ 5.0110e-03],\n", + " [ 6.7369e-03],\n", + " [-2.1820e-02],\n", + " [-1.0439e-02],\n", + " [-2.7982e-03],\n", + " [ 9.7802e-03],\n", + " [-9.1261e-04],\n", + " [ 3.8495e-03],\n", + " [ 1.0273e-02],\n", + " [ 1.1059e-02],\n", + " [ 2.5907e-03],\n", + " [ 6.1505e-03],\n", + " [ 8.3249e-03],\n", + " [ 4.8234e-03],\n", + " [ 6.4856e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1006],\n", + " [0.0933],\n", + " [0.0953],\n", + " [0.0953],\n", + " [0.0953],\n", + " [0.0904],\n", + " [0.0831],\n", + " [0.0914],\n", + " [0.0930],\n", + " [0.0907],\n", + " [0.0907],\n", + " [0.0922],\n", + " [0.0915],\n", + " [0.0910],\n", + " [0.0903],\n", + " [0.0894],\n", + " [0.0906],\n", + " [0.0927],\n", + " [0.0897],\n", + " [0.0919],\n", + " [0.0881],\n", + " [0.0950],\n", + " [0.0930],\n", + " [0.0954],\n", + " [0.0982],\n", + " [0.0927],\n", + " [0.0912],\n", + " [0.0930],\n", + " [0.0924],\n", + " [0.0916],\n", + " [0.0925],\n", + " [0.0911]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0823],\n", + " [0.0834],\n", + " [0.0791],\n", + " [0.0647],\n", + " [0.0819],\n", + " [0.0837],\n", + " [0.0789],\n", + " [0.0877],\n", + " [0.0877],\n", + " [0.0891],\n", + " [0.0876],\n", + " [0.0810],\n", + " [0.0835],\n", + " [0.0820],\n", + " [0.0821],\n", + " [0.0881],\n", + " [0.0881],\n", + " [0.0831],\n", + " [0.0784],\n", + " [0.0371],\n", + " [0.0343],\n", + " [0.0824],\n", + " [0.0818],\n", + " [0.0762],\n", + " [0.0812],\n", + " [0.0848],\n", + " [0.0844],\n", + " [0.0795],\n", + " [0.0821],\n", + " [0.0841],\n", + " [0.0808],\n", + " [0.0818]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0836],\n", + " [0.0882],\n", + " [0.0865],\n", + " [0.0729],\n", + " [0.0843],\n", + " [0.0866],\n", + " [0.0935],\n", + " [0.0881],\n", + " [0.0869],\n", + " [0.1001],\n", + " [0.0879],\n", + " [0.0877],\n", + " [0.0870],\n", + " [0.0877],\n", + " [0.0872],\n", + " [0.0884],\n", + " [0.0884],\n", + " [0.0889],\n", + " [0.0946],\n", + " [0.0521],\n", + " [0.0525],\n", + " [0.0899],\n", + " [0.0864],\n", + " [0.0866],\n", + " [0.0839],\n", + " [0.0869],\n", + " [0.0863],\n", + " [0.0875],\n", + " [0.0909],\n", + " [0.0875],\n", + " [0.0869],\n", + " [0.0867]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0414],\n", + " [0.0420],\n", + " [0.0378],\n", + " [0.0341],\n", + " [0.0401],\n", + " [0.0416],\n", + " [0.0396],\n", + " [0.0432],\n", + " [0.0435],\n", + " [0.0415],\n", + " [0.0428],\n", + " [0.0413],\n", + " [0.0395],\n", + " [0.0379],\n", + " [0.0395],\n", + " [0.0424],\n", + " [0.0430],\n", + " [0.0421],\n", + " [0.0437],\n", + " [0.0392],\n", + " [0.0348],\n", + " [0.0424],\n", + " [0.0392],\n", + " [0.0368],\n", + " [0.0395],\n", + " [0.0426],\n", + " [0.0402],\n", + " [0.0386],\n", + " [0.0435],\n", + " [0.0429],\n", + " [0.0404],\n", + " [0.0372]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0369],\n", + " [0.0395],\n", + " [0.0385],\n", + " [0.0386],\n", + " [0.0363],\n", + " [0.0304],\n", + " [0.0356],\n", + " [0.0356],\n", + " [0.0332],\n", + " [0.0358],\n", + " [0.0365],\n", + " [0.0378],\n", + " [0.0379],\n", + " [0.0373],\n", + " [0.0347],\n", + " [0.0352],\n", + " [0.0364],\n", + " [0.0288],\n", + " [0.0251],\n", + " [0.0218],\n", + " [0.0360],\n", + " [0.0369],\n", + " [0.0383],\n", + " [0.0389],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0379],\n", + " [0.0332],\n", + " [0.0362],\n", + " [0.0373],\n", + " [0.0393]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0741],\n", + " [-0.0741],\n", + " [-0.0762],\n", + " [-0.0957],\n", + " [-0.0749],\n", + " [-0.0719],\n", + " [-0.0672],\n", + " [-0.0696],\n", + " [-0.0691],\n", + " [-0.0608],\n", + " [-0.0701],\n", + " [-0.0740],\n", + " [-0.0727],\n", + " [-0.0730],\n", + " [-0.0733],\n", + " [-0.0693],\n", + " [-0.0692],\n", + " [-0.0742],\n", + " [-0.0699],\n", + " [-0.1257],\n", + " [-0.1088],\n", + " [-0.0762],\n", + " [-0.0714],\n", + " [-0.0766],\n", + " [-0.0747],\n", + " [-0.0722],\n", + " [-0.0722],\n", + " [-0.0754],\n", + " [-0.0718],\n", + " [-0.0737],\n", + " [-0.0743],\n", + " [-0.0734]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1013],\n", + " [-0.1024],\n", + " [-0.1033],\n", + " [-0.1099],\n", + " [-0.0998],\n", + " [-0.1001],\n", + " [-0.1112],\n", + " [-0.0971],\n", + " [-0.0968],\n", + " [-0.1214],\n", + " [-0.0981],\n", + " [-0.1037],\n", + " [-0.0995],\n", + " [-0.1009],\n", + " [-0.1013],\n", + " [-0.0993],\n", + " [-0.0969],\n", + " [-0.1034],\n", + " [-0.1125],\n", + " [-0.1222],\n", + " [-0.1081],\n", + " [-0.1086],\n", + " [-0.0995],\n", + " [-0.1040],\n", + " [-0.1005],\n", + " [-0.0997],\n", + " [-0.0983],\n", + " [-0.1028],\n", + " [-0.1078],\n", + " [-0.1012],\n", + " [-0.1033],\n", + " [-0.1015]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0613],\n", + " [-0.0633],\n", + " [-0.0537],\n", + " [-0.0636],\n", + " [-0.0619],\n", + " [-0.0579],\n", + " [-0.0632],\n", + " [-0.0644],\n", + " [-0.0524],\n", + " [-0.0627],\n", + " [-0.0607],\n", + " [-0.0630],\n", + " [-0.0637],\n", + " [-0.0626],\n", + " [-0.0622],\n", + " [-0.0635],\n", + " [-0.0610],\n", + " [-0.0542],\n", + " [-0.0383],\n", + " [-0.0530],\n", + " [-0.0593],\n", + " [-0.0654],\n", + " [-0.0642],\n", + " [-0.0643],\n", + " [-0.0617],\n", + " [-0.0635],\n", + " [-0.0636],\n", + " [-0.0570],\n", + " [-0.0614],\n", + " [-0.0612],\n", + " [-0.0631]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0466],\n", + " [-0.0620],\n", + " [-0.0623],\n", + " [-0.0626],\n", + " [-0.0659],\n", + " [-0.0624],\n", + " [-0.0658],\n", + " [-0.0633],\n", + " [-0.0633],\n", + " [-0.0457],\n", + " [-0.0599],\n", + " [-0.0625],\n", + " [-0.0620],\n", + " [-0.0641],\n", + " [-0.0610],\n", + " [-0.0634],\n", + " [-0.0453],\n", + " [-0.0602],\n", + " [-0.0631],\n", + " [-0.0644],\n", + " [-0.0656],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0771],\n", + " [-0.0641],\n", + " [-0.0609],\n", + " [-0.0620],\n", + " [-0.0726],\n", + " [-0.0610],\n", + " [-0.0439],\n", + " [-0.0616],\n", + " [-0.0630]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0601],\n", + " [-0.0754],\n", + " [-0.0735],\n", + " [-0.0708],\n", + " [-0.0784],\n", + " [-0.0740],\n", + " [-0.0799],\n", + " [-0.0712],\n", + " [-0.0718],\n", + " [-0.0719],\n", + " [-0.0716],\n", + " [-0.0765],\n", + " [-0.0729],\n", + " [-0.0777],\n", + " [-0.0723],\n", + " [-0.0732],\n", + " [-0.0657],\n", + " [-0.0722],\n", + " [-0.0712],\n", + " [-0.0758],\n", + " [-0.0795],\n", + " [-0.0785],\n", + " [-0.0778],\n", + " [-0.0884],\n", + " [-0.0768],\n", + " [-0.0734],\n", + " [-0.0703],\n", + " [-0.0788],\n", + " [-0.0732],\n", + " [-0.0712],\n", + " [-0.0709],\n", + " [-0.0739]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0425],\n", + " [0.0390],\n", + " [0.0362],\n", + " [0.0360],\n", + " [0.0362],\n", + " [0.0366],\n", + " [0.0386],\n", + " [0.0359],\n", + " [0.0364],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0375],\n", + " [0.0390],\n", + " [0.0378],\n", + " [0.0369],\n", + " [0.0352],\n", + " [0.0356],\n", + " [0.0394],\n", + " [0.0359],\n", + " [0.0359],\n", + " [0.0381],\n", + " [0.0358],\n", + " [0.0378],\n", + " [0.0429],\n", + " [0.0371],\n", + " [0.0380],\n", + " [0.0373],\n", + " [0.0387],\n", + " [0.0408],\n", + " [0.0380],\n", + " [0.0377],\n", + " [0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0839],\n", + " [-0.0907],\n", + " [-0.0936],\n", + " [-0.0944],\n", + " [-0.0957],\n", + " [-0.0933],\n", + " [-0.0948],\n", + " [-0.0962],\n", + " [-0.0960],\n", + " [-0.0778],\n", + " [-0.0884],\n", + " [-0.0914],\n", + " [-0.0946],\n", + " [-0.0944],\n", + " [-0.0914],\n", + " [-0.0963],\n", + " [-0.0743],\n", + " [-0.0906],\n", + " [-0.0963],\n", + " [-0.0951],\n", + " [-0.0936],\n", + " [-0.0899],\n", + " [-0.0926],\n", + " [-0.0645],\n", + " [-0.0926],\n", + " [-0.0913],\n", + " [-0.0937],\n", + " [-0.0947],\n", + " [-0.0873],\n", + " [-0.0692],\n", + " [-0.0947],\n", + " [-0.0947]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0475],\n", + " [0.0509],\n", + " [0.0574],\n", + " [0.0580],\n", + " [0.0539],\n", + " [0.0559],\n", + " [0.0515],\n", + " [0.0582],\n", + " [0.0600],\n", + " [0.0313],\n", + " [0.0506],\n", + " [0.0517],\n", + " [0.0576],\n", + " [0.0538],\n", + " [0.0567],\n", + " [0.0586],\n", + " [0.0374],\n", + " [0.0544],\n", + " [0.0587],\n", + " [0.0547],\n", + " [0.0505],\n", + " [0.0472],\n", + " [0.0491],\n", + " [0.0172],\n", + " [0.0539],\n", + " [0.0499],\n", + " [0.0565],\n", + " [0.0491],\n", + " [0.0402],\n", + " [0.0325],\n", + " [0.0582],\n", + " [0.0575]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0258],\n", + " [-0.0354],\n", + " [-0.0386],\n", + " [-0.0385],\n", + " [-0.0365],\n", + " [-0.0382],\n", + " [-0.0330],\n", + " [-0.0372],\n", + " [-0.0350],\n", + " [-0.0476],\n", + " [-0.0414],\n", + " [-0.0397],\n", + " [-0.0319],\n", + " [-0.0344],\n", + " [-0.0396],\n", + " [-0.0378],\n", + " [-0.0519],\n", + " [-0.0357],\n", + " [-0.0359],\n", + " [-0.0396],\n", + " [-0.0342],\n", + " [-0.0426],\n", + " [-0.0363],\n", + " [-0.0115],\n", + " [-0.0402],\n", + " [-0.0366],\n", + " [-0.0371],\n", + " [-0.0316],\n", + " [-0.0357],\n", + " [-0.0505],\n", + " [-0.0355],\n", + " [-0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0841],\n", + " [-0.0788],\n", + " [-0.0789],\n", + " [-0.0804],\n", + " [-0.0797],\n", + " [-0.0794],\n", + " [-0.0801],\n", + " [-0.0812],\n", + " [-0.0798],\n", + " [-0.0751],\n", + " [-0.0793],\n", + " [-0.0777],\n", + " [-0.0816],\n", + " [-0.0798],\n", + " [-0.0786],\n", + " [-0.0799],\n", + " [-0.0681],\n", + " [-0.0789],\n", + " [-0.0813],\n", + " [-0.0806],\n", + " [-0.0797],\n", + " [-0.0765],\n", + " [-0.0793],\n", + " [-0.0690],\n", + " [-0.0780],\n", + " [-0.0806],\n", + " [-0.0810],\n", + " [-0.0846],\n", + " [-0.0807],\n", + " [-0.0646],\n", + " [-0.0806],\n", + " [-0.0793]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1782],\n", + " [0.1663],\n", + " [0.1691],\n", + " [0.1692],\n", + " [0.1656],\n", + " [0.1679],\n", + " [0.1651],\n", + " [0.1688],\n", + " [0.1713],\n", + " [0.1531],\n", + " [0.1656],\n", + " [0.1659],\n", + " [0.1707],\n", + " [0.1660],\n", + " [0.1697],\n", + " [0.1683],\n", + " [0.1651],\n", + " [0.1689],\n", + " [0.1694],\n", + " [0.1661],\n", + " [0.1645],\n", + " [0.1625],\n", + " [0.1632],\n", + " [0.1626],\n", + " [0.1676],\n", + " [0.1646],\n", + " [0.1688],\n", + " [0.1614],\n", + " [0.1622],\n", + " [0.1664],\n", + " [0.1697],\n", + " [0.1685]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0383],\n", + " [-0.0568],\n", + " [-0.0561],\n", + " [-0.0562],\n", + " [-0.0597],\n", + " [-0.0557],\n", + " [-0.0612],\n", + " [-0.0581],\n", + " [-0.0584],\n", + " [-0.0450],\n", + " [-0.0508],\n", + " [-0.0568],\n", + " [-0.0547],\n", + " [-0.0590],\n", + " [-0.0532],\n", + " [-0.0574],\n", + " [-0.0395],\n", + " [-0.0531],\n", + " [-0.0578],\n", + " [-0.0577],\n", + " [-0.0599],\n", + " [-0.0586],\n", + " [-0.0591],\n", + " [-0.0244],\n", + " [-0.0563],\n", + " [-0.0531],\n", + " [-0.0556],\n", + " [-0.0611],\n", + " [-0.0545],\n", + " [-0.0378],\n", + " [-0.0552],\n", + " [-0.0573]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0610],\n", + " [0.0627],\n", + " [0.0584],\n", + " [0.0562],\n", + " [0.0637],\n", + " [0.0599],\n", + " [0.0685],\n", + " [0.0579],\n", + " [0.0579],\n", + " [0.0794],\n", + " [0.0619],\n", + " [0.0632],\n", + " [0.0635],\n", + " [0.0654],\n", + " [0.0578],\n", + " [0.0591],\n", + " [0.0636],\n", + " [0.0605],\n", + " [0.0583],\n", + " [0.0605],\n", + " [0.0683],\n", + " [0.0660],\n", + " [0.0682],\n", + " [0.0807],\n", + " [0.0619],\n", + " [0.0668],\n", + " [0.0571],\n", + " [0.0662],\n", + " [0.0721],\n", + " [0.0671],\n", + " [0.0587],\n", + " [0.0587]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0940],\n", + " [-0.0903],\n", + " [-0.0973],\n", + " [-0.0985],\n", + " [-0.0917],\n", + " [-0.0960],\n", + " [-0.0897],\n", + " [-0.0995],\n", + " [-0.1009],\n", + " [-0.0823],\n", + " [-0.0925],\n", + " [-0.0924],\n", + " [-0.0985],\n", + " [-0.0928],\n", + " [-0.0966],\n", + " [-0.0983],\n", + " [-0.0845],\n", + " [-0.0949],\n", + " [-0.0995],\n", + " [-0.0952],\n", + " [-0.0886],\n", + " [-0.0884],\n", + " [-0.0894],\n", + " [-0.0691],\n", + " [-0.0937],\n", + " [-0.0915],\n", + " [-0.0982],\n", + " [-0.0803],\n", + " [-0.0808],\n", + " [-0.0871],\n", + " [-0.0989],\n", + " [-0.0975]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0160],\n", + " [ 0.0150],\n", + " [ 0.0185],\n", + " [ 0.0197],\n", + " [ 0.0158],\n", + " [ 0.0170],\n", + " [ 0.0121],\n", + " [ 0.0194],\n", + " [ 0.0199],\n", + " [-0.0041],\n", + " [ 0.0143],\n", + " [ 0.0138],\n", + " [ 0.0200],\n", + " [ 0.0145],\n", + " [ 0.0187],\n", + " [ 0.0198],\n", + " [ 0.0075],\n", + " [ 0.0183],\n", + " [ 0.0201],\n", + " [ 0.0148],\n", + " [ 0.0117],\n", + " [ 0.0133],\n", + " [ 0.0099],\n", + " [ 0.0168],\n", + " [ 0.0158],\n", + " [ 0.0132],\n", + " [ 0.0191],\n", + " [ 0.0156],\n", + " [ 0.0080],\n", + " [ 0.0022],\n", + " [ 0.0214],\n", + " [ 0.0182]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0984],\n", + " [0.0886],\n", + " [0.0955],\n", + " [0.0983],\n", + " [0.0884],\n", + " [0.0936],\n", + " [0.0841],\n", + " [0.0964],\n", + " [0.0952],\n", + " [0.1033],\n", + " [0.0939],\n", + " [0.0926],\n", + " [0.0880],\n", + " [0.0869],\n", + " [0.0955],\n", + " [0.0946],\n", + " [0.0977],\n", + " [0.0901],\n", + " [0.0956],\n", + " [0.0953],\n", + " [0.0842],\n", + " [0.0919],\n", + " [0.0875],\n", + " [0.0681],\n", + " [0.0923],\n", + " [0.0874],\n", + " [0.0971],\n", + " [0.0793],\n", + " [0.0799],\n", + " [0.0992],\n", + " [0.0936],\n", + " [0.0956]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0168],\n", + " [ 0.0095],\n", + " [ 0.0106],\n", + " [ 0.0119],\n", + " [ 0.0054],\n", + " [ 0.0105],\n", + " [ 0.0063],\n", + " [ 0.0111],\n", + " [ 0.0105],\n", + " [ 0.0203],\n", + " [ 0.0119],\n", + " [ 0.0111],\n", + " [ 0.0044],\n", + " [ 0.0070],\n", + " [ 0.0106],\n", + " [ 0.0085],\n", + " [ 0.0169],\n", + " [ 0.0089],\n", + " [ 0.0099],\n", + " [ 0.0123],\n", + " [ 0.0061],\n", + " [ 0.0142],\n", + " [ 0.0096],\n", + " [ 0.0236],\n", + " [ 0.0097],\n", + " [ 0.0067],\n", + " [ 0.0127],\n", + " [-0.0027],\n", + " [ 0.0043],\n", + " [ 0.0234],\n", + " [ 0.0087],\n", + " [ 0.0108]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0090],\n", + " [-0.0003],\n", + " [-0.0013],\n", + " [-0.0014],\n", + " [ 0.0035],\n", + " [-0.0022],\n", + " [ 0.0041],\n", + " [ 0.0008],\n", + " [ 0.0017],\n", + " [-0.0294],\n", + " [-0.0094],\n", + " [-0.0024],\n", + " [ 0.0026],\n", + " [ 0.0025],\n", + " [-0.0040],\n", + " [ 0.0004],\n", + " [-0.0250],\n", + " [-0.0026],\n", + " [ 0.0009],\n", + " [-0.0020],\n", + " [ 0.0020],\n", + " [-0.0014],\n", + " [-0.0019],\n", + " [-0.0360],\n", + " [-0.0008],\n", + " [-0.0053],\n", + " [-0.0020],\n", + " [ 0.0062],\n", + " [-0.0029],\n", + " [-0.0295],\n", + " [-0.0002],\n", + " [-0.0005]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0341],\n", + " [-0.0390],\n", + " [-0.0336],\n", + " [-0.0312],\n", + " [-0.0414],\n", + " [-0.0346],\n", + " [-0.0408],\n", + " [-0.0337],\n", + " [-0.0335],\n", + " [-0.0418],\n", + " [-0.0331],\n", + " [-0.0362],\n", + " [-0.0382],\n", + " [-0.0391],\n", + " [-0.0327],\n", + " [-0.0363],\n", + " [-0.0358],\n", + " [-0.0355],\n", + " [-0.0347],\n", + " [-0.0338],\n", + " [-0.0409],\n", + " [-0.0398],\n", + " [-0.0387],\n", + " [-0.1031],\n", + " [-0.0360],\n", + " [-0.0376],\n", + " [-0.0314],\n", + " [-0.0481],\n", + " [-0.0434],\n", + " [-0.0400],\n", + " [-0.0354],\n", + " [-0.0338]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0034],\n", + " [ 0.0055],\n", + " [ 0.0038],\n", + " [ 0.0026],\n", + " [ 0.0072],\n", + " [ 0.0037],\n", + " [ 0.0090],\n", + " [ 0.0038],\n", + " [ 0.0046],\n", + " [-0.0057],\n", + " [ 0.0005],\n", + " [ 0.0046],\n", + " [ 0.0063],\n", + " [ 0.0073],\n", + " [ 0.0027],\n", + " [ 0.0050],\n", + " [-0.0069],\n", + " [ 0.0037],\n", + " [ 0.0045],\n", + " [ 0.0038],\n", + " [ 0.0082],\n", + " [ 0.0045],\n", + " [ 0.0067],\n", + " [ 0.0147],\n", + " [ 0.0043],\n", + " [ 0.0041],\n", + " [ 0.0020],\n", + " [ 0.0085],\n", + " [ 0.0069],\n", + " [-0.0093],\n", + " [ 0.0037],\n", + " [ 0.0040]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0663],\n", + " [0.0583],\n", + " [0.0561],\n", + " [0.0563],\n", + " [0.0592],\n", + " [0.0563],\n", + " [0.0625],\n", + " [0.0576],\n", + " [0.0575],\n", + " [0.0633],\n", + " [0.0552],\n", + " [0.0575],\n", + " [0.0586],\n", + " [0.0596],\n", + " [0.0549],\n", + " [0.0570],\n", + " [0.0505],\n", + " [0.0558],\n", + " [0.0578],\n", + " [0.0585],\n", + " [0.0614],\n", + " [0.0588],\n", + " [0.0608],\n", + " [0.1075],\n", + " [0.0563],\n", + " [0.0581],\n", + " [0.0568],\n", + " [0.0629],\n", + " [0.0646],\n", + " [0.0496],\n", + " [0.0565],\n", + " [0.0567]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0279],\n", + " [-0.0175],\n", + " [-0.0181],\n", + " [-0.0178],\n", + " [-0.0183],\n", + " [-0.0176],\n", + " [-0.0170],\n", + " [-0.0182],\n", + " [-0.0190],\n", + " [-0.0179],\n", + " [-0.0169],\n", + " [-0.0168],\n", + " [-0.0187],\n", + " [-0.0167],\n", + " [-0.0181],\n", + " [-0.0184],\n", + " [-0.0185],\n", + " [-0.0179],\n", + " [-0.0185],\n", + " [-0.0160],\n", + " [-0.0168],\n", + " [-0.0167],\n", + " [-0.0151],\n", + " [-0.0227],\n", + " [-0.0180],\n", + " [-0.0149],\n", + " [-0.0183],\n", + " [-0.0203],\n", + " [-0.0126],\n", + " [-0.0180],\n", + " [-0.0195],\n", + " [-0.0179]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1680],\n", + " [-0.1701],\n", + " [-0.1715],\n", + " [-0.1712],\n", + " [-0.1739],\n", + " [-0.1707],\n", + " [-0.1721],\n", + " [-0.1720],\n", + " [-0.1716],\n", + " [-0.1649],\n", + " [-0.1669],\n", + " [-0.1714],\n", + " [-0.1688],\n", + " [-0.1715],\n", + " [-0.1697],\n", + " [-0.1724],\n", + " [-0.1599],\n", + " [-0.1678],\n", + " [-0.1716],\n", + " [-0.1724],\n", + " [-0.1714],\n", + " [-0.1744],\n", + " [-0.1700],\n", + " [-0.2007],\n", + " [-0.1724],\n", + " [-0.1673],\n", + " [-0.1702],\n", + " [-0.1723],\n", + " [-0.1657],\n", + " [-0.1628],\n", + " [-0.1702],\n", + " [-0.1723]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0159],\n", + " [-0.0202],\n", + " [-0.0218],\n", + " [-0.0228],\n", + " [-0.0172],\n", + " [-0.0220],\n", + " [-0.0192],\n", + " [-0.0216],\n", + " [-0.0218],\n", + " [-0.0310],\n", + " [-0.0253],\n", + " [-0.0223],\n", + " [-0.0181],\n", + " [-0.0197],\n", + " [-0.0222],\n", + " [-0.0207],\n", + " [-0.0234],\n", + " [-0.0212],\n", + " [-0.0210],\n", + " [-0.0226],\n", + " [-0.0195],\n", + " [-0.0208],\n", + " [-0.0229],\n", + " [-0.0072],\n", + " [-0.0209],\n", + " [-0.0220],\n", + " [-0.0231],\n", + " [-0.0082],\n", + " [-0.0187],\n", + " [-0.0255],\n", + " [-0.0211],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0073],\n", + " [ 0.0034],\n", + " [ 0.0105],\n", + " [ 0.0131],\n", + " [ 0.0066],\n", + " [ 0.0087],\n", + " [ 0.0037],\n", + " [ 0.0148],\n", + " [ 0.0163],\n", + " [-0.0131],\n", + " [ 0.0016],\n", + " [ 0.0027],\n", + " [ 0.0128],\n", + " [ 0.0058],\n", + " [ 0.0088],\n", + " [ 0.0129],\n", + " [-0.0082],\n", + " [ 0.0069],\n", + " [ 0.0158],\n", + " [ 0.0085],\n", + " [ 0.0024],\n", + " [-0.0014],\n", + " [ 0.0009],\n", + " [ 0.0235],\n", + " [ 0.0044],\n", + " [ 0.0019],\n", + " [ 0.0124],\n", + " [ 0.0046],\n", + " [-0.0092],\n", + " [-0.0105],\n", + " [ 0.0132],\n", + " [ 0.0111]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0971],\n", + " [0.0948],\n", + " [0.0913],\n", + " [0.0903],\n", + " [0.0919],\n", + " [0.0919],\n", + " [0.0916],\n", + " [0.0888],\n", + " [0.0890],\n", + " [0.0984],\n", + " [0.0968],\n", + " [0.0928],\n", + " [0.0934],\n", + " [0.0920],\n", + " [0.0935],\n", + " [0.0903],\n", + " [0.1098],\n", + " [0.0954],\n", + " [0.0893],\n", + " [0.0893],\n", + " [0.0933],\n", + " [0.0939],\n", + " [0.0927],\n", + " [0.0806],\n", + " [0.0933],\n", + " [0.0968],\n", + " [0.0903],\n", + " [0.0989],\n", + " [0.1027],\n", + " [0.1025],\n", + " [0.0918],\n", + " [0.0903]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0930],\n", + " [0.0823],\n", + " [0.0836],\n", + " [0.0857],\n", + " [0.0826],\n", + " [0.0829],\n", + " [0.0828],\n", + " [0.0880],\n", + " [0.0876],\n", + " [0.0621],\n", + " [0.0786],\n", + " [0.0797],\n", + " [0.0871],\n", + " [0.0833],\n", + " [0.0822],\n", + " [0.0859],\n", + " [0.0644],\n", + " [0.0834],\n", + " [0.0885],\n", + " [0.0827],\n", + " [0.0814],\n", + " [0.0736],\n", + " [0.0810],\n", + " [0.0381],\n", + " [0.0791],\n", + " [0.0810],\n", + " [0.0857],\n", + " [0.0841],\n", + " [0.0822],\n", + " [0.0542],\n", + " [0.0865],\n", + " [0.0841]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0758],\n", + " [0.0874],\n", + " [0.0863],\n", + " [0.0877],\n", + " [0.0892],\n", + " [0.0872],\n", + " [0.0903],\n", + " [0.0892],\n", + " [0.0882],\n", + " [0.0740],\n", + " [0.0853],\n", + " [0.0864],\n", + " [0.0872],\n", + " [0.0891],\n", + " [0.0850],\n", + " [0.0879],\n", + " [0.0664],\n", + " [0.0849],\n", + " [0.0890],\n", + " [0.0895],\n", + " [0.0896],\n", + " [0.0864],\n", + " [0.0893],\n", + " [0.0928],\n", + " [0.0861],\n", + " [0.0867],\n", + " [0.0883],\n", + " [0.0954],\n", + " [0.0868],\n", + " [0.0621],\n", + " [0.0868],\n", + " [0.0871]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0414],\n", + " [0.0417],\n", + " [0.0402],\n", + " [0.0404],\n", + " [0.0421],\n", + " [0.0399],\n", + " [0.0433],\n", + " [0.0413],\n", + " [0.0433],\n", + " [0.0316],\n", + " [0.0372],\n", + " [0.0385],\n", + " [0.0464],\n", + " [0.0426],\n", + " [0.0397],\n", + " [0.0413],\n", + " [0.0340],\n", + " [0.0424],\n", + " [0.0422],\n", + " [0.0383],\n", + " [0.0421],\n", + " [0.0371],\n", + " [0.0399],\n", + " [0.0241],\n", + " [0.0393],\n", + " [0.0399],\n", + " [0.0406],\n", + " [0.0463],\n", + " [0.0435],\n", + " [0.0387],\n", + " [0.0432],\n", + " [0.0403]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0301],\n", + " [ 0.0373],\n", + " [ 0.0371],\n", + " [ 0.0367],\n", + " [ 0.0356],\n", + " [ 0.0372],\n", + " [ 0.0350],\n", + " [ 0.0362],\n", + " [ 0.0344],\n", + " [ 0.0369],\n", + " [ 0.0395],\n", + " [ 0.0388],\n", + " [ 0.0346],\n", + " [ 0.0361],\n", + " [ 0.0379],\n", + " [ 0.0361],\n", + " [ 0.0359],\n", + " [ 0.0373],\n", + " [ 0.0355],\n", + " [ 0.0368],\n", + " [ 0.0353],\n", + " [ 0.0372],\n", + " [ 0.0376],\n", + " [-0.0100],\n", + " [ 0.0375],\n", + " [ 0.0376],\n", + " [ 0.0373],\n", + " [ 0.0308],\n", + " [ 0.0354],\n", + " [ 0.0284],\n", + " [ 0.0366],\n", + " [ 0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0755],\n", + " [-0.0752],\n", + " [-0.0721],\n", + " [-0.0705],\n", + " [-0.0720],\n", + " [-0.0727],\n", + " [-0.0741],\n", + " [-0.0699],\n", + " [-0.0700],\n", + " [-0.0948],\n", + " [-0.0760],\n", + " [-0.0753],\n", + " [-0.0713],\n", + " [-0.0735],\n", + " [-0.0730],\n", + " [-0.0702],\n", + " [-0.0878],\n", + " [-0.0743],\n", + " [-0.0696],\n", + " [-0.0718],\n", + " [-0.0745],\n", + " [-0.0790],\n", + " [-0.0758],\n", + " [-0.0817],\n", + " [-0.0740],\n", + " [-0.0750],\n", + " [-0.0714],\n", + " [-0.0702],\n", + " [-0.0775],\n", + " [-0.0922],\n", + " [-0.0713],\n", + " [-0.0716]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1069],\n", + " [-0.1043],\n", + " [-0.0993],\n", + " [-0.0977],\n", + " [-0.1050],\n", + " [-0.1001],\n", + " [-0.1063],\n", + " [-0.0982],\n", + " [-0.0982],\n", + " [-0.1077],\n", + " [-0.1008],\n", + " [-0.1033],\n", + " [-0.1013],\n", + " [-0.1036],\n", + " [-0.0994],\n", + " [-0.0988],\n", + " [-0.1081],\n", + " [-0.1002],\n", + " [-0.0984],\n", + " [-0.1014],\n", + " [-0.1067],\n", + " [-0.1087],\n", + " [-0.1050],\n", + " [-0.1245],\n", + " [-0.1034],\n", + " [-0.1033],\n", + " [-0.0981],\n", + " [-0.1115],\n", + " [-0.1092],\n", + " [-0.1073],\n", + " [-0.0980],\n", + " [-0.0993]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0604],\n", + " [-0.0598],\n", + " [-0.0632],\n", + " [-0.0643],\n", + " [-0.0592],\n", + " [-0.0629],\n", + " [-0.0590],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0622],\n", + " [-0.0650],\n", + " [-0.0622],\n", + " [-0.0616],\n", + " [-0.0602],\n", + " [-0.0640],\n", + " [-0.0623],\n", + " [-0.0602],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0635],\n", + " [-0.0595],\n", + " [-0.0586],\n", + " [-0.0612],\n", + " [-0.0216],\n", + " [-0.0623],\n", + " [-0.0631],\n", + " [-0.0634],\n", + " [-0.0536],\n", + " [-0.0594],\n", + " [-0.0602],\n", + " [-0.0622],\n", + " [-0.0630]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0621],\n", + " [-0.0641],\n", + " [-0.0633],\n", + " [-0.0632],\n", + " [-0.0622],\n", + " [-0.0595],\n", + " [-0.0619],\n", + " [-0.0628],\n", + " [-0.0625],\n", + " [-0.0627],\n", + " [-0.0614],\n", + " [-0.0635],\n", + " [-0.0664],\n", + " [-0.0806],\n", + " [-0.0611],\n", + " [-0.0638],\n", + " [-0.0650],\n", + " [-0.0620],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0595],\n", + " [-0.0621],\n", + " [-0.0628],\n", + " [-0.0615],\n", + " [-0.1087],\n", + " [-0.0592],\n", + " [-0.0627],\n", + " [-0.0612],\n", + " [-0.0634],\n", + " [-0.0662],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0688],\n", + " [-0.0739],\n", + " [-0.0733],\n", + " [-0.0742],\n", + " [-0.0692],\n", + " [-0.0678],\n", + " [-0.0715],\n", + " [-0.0728],\n", + " [-0.0758],\n", + " [-0.0746],\n", + " [-0.0761],\n", + " [-0.0745],\n", + " [-0.0749],\n", + " [-0.0797],\n", + " [-0.0926],\n", + " [-0.0717],\n", + " [-0.0766],\n", + " [-0.0778],\n", + " [-0.0755],\n", + " [-0.0744],\n", + " [-0.0758],\n", + " [-0.0730],\n", + " [-0.0755],\n", + " [-0.0717],\n", + " [-0.0657],\n", + " [-0.0948],\n", + " [-0.0699],\n", + " [-0.0754],\n", + " [-0.0687],\n", + " [-0.0762],\n", + " [-0.0776],\n", + " [-0.0763]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0353],\n", + " [0.0370],\n", + " [0.0348],\n", + " [0.0356],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0380],\n", + " [0.0367],\n", + " [0.0387],\n", + " [0.0367],\n", + " [0.0383],\n", + " [0.0322],\n", + " [0.0379],\n", + " [0.0365],\n", + " [0.0374],\n", + " [0.0371],\n", + " [0.0384],\n", + " [0.0366],\n", + " [0.0380],\n", + " [0.0373],\n", + " [0.0372],\n", + " [0.0372],\n", + " [0.0045],\n", + " [0.0397],\n", + " [0.0387],\n", + " [0.0384],\n", + " [0.0361],\n", + " [0.0363],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0960],\n", + " [-0.0930],\n", + " [-0.0973],\n", + " [-0.0965],\n", + " [-0.0956],\n", + " [-0.0945],\n", + " [-0.0900],\n", + " [-0.0938],\n", + " [-0.0933],\n", + " [-0.0953],\n", + " [-0.0930],\n", + " [-0.0891],\n", + " [-0.0959],\n", + " [-0.0941],\n", + " [-0.1020],\n", + " [-0.0911],\n", + " [-0.0951],\n", + " [-0.0914],\n", + " [-0.0921],\n", + " [-0.0927],\n", + " [-0.0922],\n", + " [-0.0885],\n", + " [-0.0924],\n", + " [-0.0958],\n", + " [-0.0942],\n", + " [-0.1014],\n", + " [-0.0905],\n", + " [-0.0919],\n", + " [-0.0942],\n", + " [-0.0934],\n", + " [-0.0930],\n", + " [-0.0923]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0591],\n", + " [0.0560],\n", + " [0.0595],\n", + " [0.0590],\n", + " [0.0588],\n", + " [0.0592],\n", + " [0.0517],\n", + " [0.0571],\n", + " [0.0559],\n", + " [0.0565],\n", + " [0.0540],\n", + " [0.0472],\n", + " [0.0578],\n", + " [0.0537],\n", + " [0.0551],\n", + " [0.0546],\n", + " [0.0569],\n", + " [0.0474],\n", + " [0.0539],\n", + " [0.0548],\n", + " [0.0526],\n", + " [0.0500],\n", + " [0.0544],\n", + " [0.0591],\n", + " [0.0586],\n", + " [0.0719],\n", + " [0.0561],\n", + " [0.0538],\n", + " [0.0580],\n", + " [0.0540],\n", + " [0.0530],\n", + " [0.0528]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0368],\n", + " [-0.0383],\n", + " [-0.0366],\n", + " [-0.0354],\n", + " [-0.0360],\n", + " [-0.0352],\n", + " [-0.0374],\n", + " [-0.0367],\n", + " [-0.0371],\n", + " [-0.0339],\n", + " [-0.0386],\n", + " [-0.0355],\n", + " [-0.0353],\n", + " [-0.0369],\n", + " [-0.0301],\n", + " [-0.0390],\n", + " [-0.0367],\n", + " [-0.0394],\n", + " [-0.0384],\n", + " [-0.0368],\n", + " [-0.0392],\n", + " [-0.0402],\n", + " [-0.0386],\n", + " [-0.0349],\n", + " [-0.0352],\n", + " [-0.0689],\n", + " [-0.0358],\n", + " [-0.0342],\n", + " [-0.0345],\n", + " [-0.0397],\n", + " [-0.0413],\n", + " [-0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0820],\n", + " [-0.0793],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0816],\n", + " [-0.0812],\n", + " [-0.0804],\n", + " [-0.0797],\n", + " [-0.0785],\n", + " [-0.0808],\n", + " [-0.0787],\n", + " [-0.0802],\n", + " [-0.0800],\n", + " [-0.0779],\n", + " [-0.0892],\n", + " [-0.0799],\n", + " [-0.0784],\n", + " [-0.0785],\n", + " [-0.0783],\n", + " [-0.0798],\n", + " [-0.0786],\n", + " [-0.0782],\n", + " [-0.0783],\n", + " [-0.0804],\n", + " [-0.0828],\n", + " [-0.0706],\n", + " [-0.0794],\n", + " [-0.0796],\n", + " [-0.0820],\n", + " [-0.0790],\n", + " [-0.0787],\n", + " [-0.0782]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1705],\n", + " [0.1683],\n", + " [0.1693],\n", + " [0.1696],\n", + " [0.1706],\n", + " [0.1717],\n", + " [0.1664],\n", + " [0.1688],\n", + " [0.1684],\n", + " [0.1680],\n", + " [0.1668],\n", + " [0.1639],\n", + " [0.1683],\n", + " [0.1672],\n", + " [0.1532],\n", + " [0.1682],\n", + " [0.1682],\n", + " [0.1642],\n", + " [0.1672],\n", + " [0.1677],\n", + " [0.1660],\n", + " [0.1657],\n", + " [0.1678],\n", + " [0.1704],\n", + " [0.1723],\n", + " [0.1749],\n", + " [0.1708],\n", + " [0.1677],\n", + " [0.1716],\n", + " [0.1664],\n", + " [0.1669],\n", + " [0.1661]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0582],\n", + " [-0.0556],\n", + " [-0.0597],\n", + " [-0.0589],\n", + " [-0.0576],\n", + " [-0.0558],\n", + " [-0.0511],\n", + " [-0.0556],\n", + " [-0.0567],\n", + " [-0.0575],\n", + " [-0.0564],\n", + " [-0.0559],\n", + " [-0.0581],\n", + " [-0.0590],\n", + " [-0.0730],\n", + " [-0.0520],\n", + " [-0.0588],\n", + " [-0.0578],\n", + " [-0.0561],\n", + " [-0.0537],\n", + " [-0.0563],\n", + " [-0.0538],\n", + " [-0.0563],\n", + " [-0.0572],\n", + " [-0.0558],\n", + " [-0.0956],\n", + " [-0.0509],\n", + " [-0.0567],\n", + " [-0.0526],\n", + " [-0.0564],\n", + " [-0.0562],\n", + " [-0.0568]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0557],\n", + " [0.0595],\n", + " [0.0587],\n", + " [0.0603],\n", + " [0.0567],\n", + " [0.0554],\n", + " [0.0618],\n", + " [0.0591],\n", + " [0.0614],\n", + " [0.0630],\n", + " [0.0631],\n", + " [0.0660],\n", + " [0.0615],\n", + " [0.0657],\n", + " [0.0620],\n", + " [0.0588],\n", + " [0.0614],\n", + " [0.0664],\n", + " [0.0624],\n", + " [0.0635],\n", + " [0.0632],\n", + " [0.0619],\n", + " [0.0614],\n", + " [0.0589],\n", + " [0.0552],\n", + " [0.0154],\n", + " [0.0579],\n", + " [0.0629],\n", + " [0.0590],\n", + " [0.0617],\n", + " [0.0616],\n", + " [0.0631]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1009],\n", + " [-0.0963],\n", + " [-0.0999],\n", + " [-0.0994],\n", + " [-0.1008],\n", + " [-0.1009],\n", + " [-0.0949],\n", + " [-0.0976],\n", + " [-0.0954],\n", + " [-0.0969],\n", + " [-0.0941],\n", + " [-0.0862],\n", + " [-0.0980],\n", + " [-0.0927],\n", + " [-0.0797],\n", + " [-0.0959],\n", + " [-0.0963],\n", + " [-0.0865],\n", + " [-0.0940],\n", + " [-0.0958],\n", + " [-0.0931],\n", + " [-0.0915],\n", + " [-0.0949],\n", + " [-0.1001],\n", + " [-0.1019],\n", + " [-0.1228],\n", + " [-0.0975],\n", + " [-0.0922],\n", + " [-0.1008],\n", + " [-0.0937],\n", + " [-0.0919],\n", + " [-0.0929]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0214],\n", + " [0.0168],\n", + " [0.0189],\n", + " [0.0185],\n", + " [0.0208],\n", + " [0.0224],\n", + " [0.0150],\n", + " [0.0186],\n", + " [0.0169],\n", + " [0.0177],\n", + " [0.0148],\n", + " [0.0128],\n", + " [0.0170],\n", + " [0.0135],\n", + " [0.0162],\n", + " [0.0173],\n", + " [0.0174],\n", + " [0.0112],\n", + " [0.0153],\n", + " [0.0152],\n", + " [0.0144],\n", + " [0.0139],\n", + " [0.0157],\n", + " [0.0202],\n", + " [0.0235],\n", + " [0.0478],\n", + " [0.0209],\n", + " [0.0174],\n", + " [0.0225],\n", + " [0.0162],\n", + " [0.0165],\n", + " [0.0147]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0977],\n", + " [0.0945],\n", + " [0.0952],\n", + " [0.0939],\n", + " [0.0968],\n", + " [0.0975],\n", + " [0.0941],\n", + " [0.0943],\n", + " [0.0911],\n", + " [0.0893],\n", + " [0.0913],\n", + " [0.0843],\n", + " [0.0925],\n", + " [0.0882],\n", + " [0.0838],\n", + " [0.0951],\n", + " [0.0918],\n", + " [0.0872],\n", + " [0.0915],\n", + " [0.0917],\n", + " [0.0917],\n", + " [0.0929],\n", + " [0.0931],\n", + " [0.0940],\n", + " [0.0984],\n", + " [0.0857],\n", + " [0.0926],\n", + " [0.0860],\n", + " [0.0932],\n", + " [0.0924],\n", + " [0.0916],\n", + " [0.0913]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0108],\n", + " [0.0116],\n", + " [0.0095],\n", + " [0.0088],\n", + " [0.0113],\n", + " [0.0111],\n", + " [0.0118],\n", + " [0.0106],\n", + " [0.0089],\n", + " [0.0076],\n", + " [0.0093],\n", + " [0.0062],\n", + " [0.0098],\n", + " [0.0090],\n", + " [0.0013],\n", + " [0.0119],\n", + " [0.0084],\n", + " [0.0082],\n", + " [0.0096],\n", + " [0.0101],\n", + " [0.0096],\n", + " [0.0120],\n", + " [0.0107],\n", + " [0.0099],\n", + " [0.0119],\n", + " [0.0094],\n", + " [0.0088],\n", + " [0.0061],\n", + " [0.0076],\n", + " [0.0086],\n", + " [0.0078],\n", + " [0.0093]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0012],\n", + " [-0.0025],\n", + " [ 0.0025],\n", + " [ 0.0020],\n", + " [ 0.0008],\n", + " [-0.0008],\n", + " [-0.0072],\n", + " [-0.0015],\n", + " [ 0.0002],\n", + " [ 0.0021],\n", + " [-0.0019],\n", + " [-0.0018],\n", + " [ 0.0005],\n", + " [ 0.0019],\n", + " [ 0.0191],\n", + " [-0.0062],\n", + " [ 0.0023],\n", + " [-0.0019],\n", + " [-0.0021],\n", + " [-0.0048],\n", + " [-0.0026],\n", + " [-0.0064],\n", + " [-0.0015],\n", + " [ 0.0011],\n", + " [-0.0010],\n", + " [ 0.0647],\n", + " [-0.0030],\n", + " [ 0.0022],\n", + " [-0.0004],\n", + " [-0.0010],\n", + " [ 0.0003],\n", + " [-0.0017]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0321],\n", + " [-0.0335],\n", + " [-0.0350],\n", + " [-0.0363],\n", + " [-0.0322],\n", + " [-0.0309],\n", + " [-0.0328],\n", + " [-0.0341],\n", + " [-0.0363],\n", + " [-0.0373],\n", + " [-0.0366],\n", + " [-0.0406],\n", + " [-0.0351],\n", + " [-0.0370],\n", + " [-0.0508],\n", + " [-0.0323],\n", + " [-0.0371],\n", + " [-0.0399],\n", + " [-0.0363],\n", + " [-0.0340],\n", + " [-0.0370],\n", + " [-0.0351],\n", + " [-0.0354],\n", + " [-0.0345],\n", + " [-0.0304],\n", + " [-0.0532],\n", + " [-0.0341],\n", + " [-0.0395],\n", + " [-0.0338],\n", + " [-0.0373],\n", + " [-0.0382],\n", + " [-0.0374]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0033],\n", + " [0.0034],\n", + " [0.0057],\n", + " [0.0065],\n", + " [0.0029],\n", + " [0.0022],\n", + " [0.0013],\n", + " [0.0036],\n", + " [0.0051],\n", + " [0.0059],\n", + " [0.0049],\n", + " [0.0063],\n", + " [0.0052],\n", + " [0.0067],\n", + " [0.0155],\n", + " [0.0011],\n", + " [0.0059],\n", + " [0.0059],\n", + " [0.0047],\n", + " [0.0033],\n", + " [0.0047],\n", + " [0.0029],\n", + " [0.0043],\n", + " [0.0043],\n", + " [0.0013],\n", + " [0.0010],\n", + " [0.0023],\n", + " [0.0066],\n", + " [0.0031],\n", + " [0.0046],\n", + " [0.0044],\n", + " [0.0050]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0562],\n", + " [0.0582],\n", + " [0.0580],\n", + " [0.0574],\n", + " [0.0564],\n", + " [0.0562],\n", + " [0.0563],\n", + " [0.0565],\n", + " [0.0584],\n", + " [0.0571],\n", + " [0.0605],\n", + " [0.0579],\n", + " [0.0584],\n", + " [0.0624],\n", + " [0.0552],\n", + " [0.0571],\n", + " [0.0601],\n", + " [0.0568],\n", + " [0.0565],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0566],\n", + " [0.0574],\n", + " [0.0568],\n", + " [0.0500],\n", + " [0.0545],\n", + " [0.0584],\n", + " [0.0577],\n", + " [0.0570],\n", + " [0.0566],\n", + " [0.0573]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0173],\n", + " [-0.0176],\n", + " [-0.0175],\n", + " [-0.0183],\n", + " [-0.0184],\n", + " [-0.0188],\n", + " [-0.0165],\n", + " [-0.0184],\n", + " [-0.0179],\n", + " [-0.0179],\n", + " [-0.0168],\n", + " [-0.0159],\n", + " [-0.0179],\n", + " [-0.0178],\n", + " [-0.0226],\n", + " [-0.0179],\n", + " [-0.0182],\n", + " [-0.0170],\n", + " [-0.0170],\n", + " [-0.0175],\n", + " [-0.0164],\n", + " [-0.0160],\n", + " [-0.0174],\n", + " [-0.0194],\n", + " [-0.0189],\n", + " [-0.0309],\n", + " [-0.0188],\n", + " [-0.0182],\n", + " [-0.0185],\n", + " [-0.0172],\n", + " [-0.0185],\n", + " [-0.0168]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1718],\n", + " [-0.1707],\n", + " [-0.1726],\n", + " [-0.1722],\n", + " [-0.1712],\n", + " [-0.1702],\n", + " [-0.1672],\n", + " [-0.1705],\n", + " [-0.1714],\n", + " [-0.1703],\n", + " [-0.1709],\n", + " [-0.1674],\n", + " [-0.1713],\n", + " [-0.1729],\n", + " [-0.1837],\n", + " [-0.1686],\n", + " [-0.1732],\n", + " [-0.1711],\n", + " [-0.1705],\n", + " [-0.1683],\n", + " [-0.1707],\n", + " [-0.1679],\n", + " [-0.1714],\n", + " [-0.1709],\n", + " [-0.1699],\n", + " [-0.2104],\n", + " [-0.1675],\n", + " [-0.1697],\n", + " [-0.1689],\n", + " [-0.1723],\n", + " [-0.1740],\n", + " [-0.1711]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0210],\n", + " [-0.0225],\n", + " [-0.0203],\n", + " [-0.0205],\n", + " [-0.0218],\n", + " [-0.0226],\n", + " [-0.0235],\n", + " [-0.0220],\n", + " [-0.0206],\n", + " [-0.0201],\n", + " [-0.0218],\n", + " [-0.0195],\n", + " [-0.0219],\n", + " [-0.0212],\n", + " [ 0.0057],\n", + " [-0.0235],\n", + " [-0.0199],\n", + " [-0.0209],\n", + " [-0.0218],\n", + " [-0.0238],\n", + " [-0.0218],\n", + " [-0.0238],\n", + " [-0.0217],\n", + " [-0.0216],\n", + " [-0.0226],\n", + " [ 0.0434],\n", + " [-0.0205],\n", + " [-0.0182],\n", + " [-0.0201],\n", + " [-0.0201],\n", + " [-0.0184],\n", + " [-0.0213]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0178],\n", + " [ 0.0088],\n", + " [ 0.0161],\n", + " [ 0.0147],\n", + " [ 0.0168],\n", + " [ 0.0170],\n", + " [ 0.0054],\n", + " [ 0.0111],\n", + " [ 0.0074],\n", + " [ 0.0105],\n", + " [ 0.0052],\n", + " [-0.0006],\n", + " [ 0.0119],\n", + " [ 0.0035],\n", + " [ 0.0205],\n", + " [ 0.0076],\n", + " [ 0.0092],\n", + " [-0.0019],\n", + " [ 0.0050],\n", + " [ 0.0070],\n", + " [ 0.0040],\n", + " [ 0.0014],\n", + " [ 0.0061],\n", + " [ 0.0149],\n", + " [ 0.0188],\n", + " [ 0.0874],\n", + " [ 0.0098],\n", + " [ 0.0061],\n", + " [ 0.0147],\n", + " [ 0.0056],\n", + " [ 0.0037],\n", + " [ 0.0040]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0893],\n", + " [0.0913],\n", + " [0.0883],\n", + " [0.0886],\n", + " [0.0894],\n", + " [0.0904],\n", + " [0.0936],\n", + " [0.0911],\n", + " [0.0923],\n", + " [0.0917],\n", + " [0.0929],\n", + " [0.0990],\n", + " [0.0898],\n", + " [0.0918],\n", + " [0.0851],\n", + " [0.0934],\n", + " [0.0909],\n", + " [0.0964],\n", + " [0.0934],\n", + " [0.0930],\n", + " [0.0935],\n", + " [0.0959],\n", + " [0.0920],\n", + " [0.0899],\n", + " [0.0903],\n", + " [0.0626],\n", + " [0.0953],\n", + " [0.0956],\n", + " [0.0934],\n", + " [0.0930],\n", + " [0.0945],\n", + " [0.0935]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0905],\n", + " [0.0829],\n", + " [0.0886],\n", + " [0.0873],\n", + " [0.0889],\n", + " [0.0879],\n", + " [0.0818],\n", + " [0.0845],\n", + " [0.0823],\n", + " [0.0858],\n", + " [0.0809],\n", + " [0.0830],\n", + " [0.0846],\n", + " [0.0784],\n", + " [0.0867],\n", + " [0.0814],\n", + " [0.0831],\n", + " [0.0775],\n", + " [0.0812],\n", + " [0.0805],\n", + " [0.0807],\n", + " [0.0805],\n", + " [0.0816],\n", + " [0.0870],\n", + " [0.0906],\n", + " [0.0938],\n", + " [0.0844],\n", + " [0.0843],\n", + " [0.0872],\n", + " [0.0810],\n", + " [0.0779],\n", + " [0.0806]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0890],\n", + " [0.0868],\n", + " [0.0892],\n", + " [0.0885],\n", + " [0.0892],\n", + " [0.0881],\n", + " [0.0856],\n", + " [0.0869],\n", + " [0.0864],\n", + " [0.0881],\n", + " [0.0869],\n", + " [0.0875],\n", + " [0.0886],\n", + " [0.0880],\n", + " [0.1060],\n", + " [0.0862],\n", + " [0.0870],\n", + " [0.0877],\n", + " [0.0862],\n", + " [0.0866],\n", + " [0.0869],\n", + " [0.0853],\n", + " [0.0861],\n", + " [0.0879],\n", + " [0.0883],\n", + " [0.0899],\n", + " [0.0835],\n", + " [0.0874],\n", + " [0.0863],\n", + " [0.0871],\n", + " [0.0869],\n", + " [0.0867]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0423],\n", + " [0.0396],\n", + " [0.0423],\n", + " [0.0426],\n", + " [0.0424],\n", + " [0.0427],\n", + " [0.0386],\n", + " [0.0411],\n", + " [0.0414],\n", + " [0.0439],\n", + " [0.0397],\n", + " [0.0424],\n", + " [0.0420],\n", + " [0.0409],\n", + " [0.0426],\n", + " [0.0388],\n", + " [0.0419],\n", + " [0.0396],\n", + " [0.0400],\n", + " [0.0402],\n", + " [0.0392],\n", + " [0.0381],\n", + " [0.0397],\n", + " [0.0433],\n", + " [0.0425],\n", + " [0.0527],\n", + " [0.0429],\n", + " [0.0443],\n", + " [0.0441],\n", + " [0.0393],\n", + " [0.0388],\n", + " [0.0396]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0349],\n", + " [ 0.0373],\n", + " [ 0.0345],\n", + " [ 0.0349],\n", + " [ 0.0352],\n", + " [ 0.0353],\n", + " [ 0.0389],\n", + " [ 0.0368],\n", + " [ 0.0368],\n", + " [ 0.0360],\n", + " [ 0.0375],\n", + " [ 0.0370],\n", + " [ 0.0354],\n", + " [ 0.0355],\n", + " [ 0.0277],\n", + " [ 0.0380],\n", + " [ 0.0362],\n", + " [ 0.0365],\n", + " [ 0.0378],\n", + " [ 0.0367],\n", + " [ 0.0383],\n", + " [ 0.0402],\n", + " [ 0.0380],\n", + " [ 0.0353],\n", + " [ 0.0359],\n", + " [-0.0002],\n", + " [ 0.0376],\n", + " [ 0.0359],\n", + " [ 0.0358],\n", + " [ 0.0379],\n", + " [ 0.0370],\n", + " [ 0.0381]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0683],\n", + " [-0.0731],\n", + " [-0.0691],\n", + " [-0.0703],\n", + " [-0.0690],\n", + " [-0.0689],\n", + " [-0.0750],\n", + " [-0.0722],\n", + " [-0.0734],\n", + " [-0.0725],\n", + " [-0.0740],\n", + " [-0.0757],\n", + " [-0.0718],\n", + " [-0.0745],\n", + " [-0.0628],\n", + " [-0.0733],\n", + " [-0.0724],\n", + " [-0.0753],\n", + " [-0.0744],\n", + " [-0.0742],\n", + " [-0.0744],\n", + " [-0.0763],\n", + " [-0.0742],\n", + " [-0.0707],\n", + " [-0.0686],\n", + " [-0.0340],\n", + " [-0.0734],\n", + " [-0.0739],\n", + " [-0.0703],\n", + " [-0.0729],\n", + " [-0.0729],\n", + " [-0.0744]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0973],\n", + " [-0.0998],\n", + " [-0.0991],\n", + " [-0.0998],\n", + " [-0.0975],\n", + " [-0.0964],\n", + " [-0.0997],\n", + " [-0.0987],\n", + " [-0.1015],\n", + " [-0.1008],\n", + " [-0.1024],\n", + " [-0.1065],\n", + " [-0.0997],\n", + " [-0.1050],\n", + " [-0.1244],\n", + " [-0.0992],\n", + " [-0.1015],\n", + " [-0.1078],\n", + " [-0.1020],\n", + " [-0.1006],\n", + " [-0.1027],\n", + " [-0.1020],\n", + " [-0.1016],\n", + " [-0.0981],\n", + " [-0.0963],\n", + " [-0.1290],\n", + " [-0.0986],\n", + " [-0.1040],\n", + " [-0.0982],\n", + " [-0.1028],\n", + " [-0.1055],\n", + " [-0.1030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0627],\n", + " [-0.0632],\n", + " [-0.0617],\n", + " [-0.0619],\n", + " [-0.0628],\n", + " [-0.0639],\n", + " [-0.0646],\n", + " [-0.0628],\n", + " [-0.0617],\n", + " [-0.0609],\n", + " [-0.0625],\n", + " [-0.0595],\n", + " [-0.0624],\n", + " [-0.0612],\n", + " [-0.0454],\n", + " [-0.0643],\n", + " [-0.0610],\n", + " [-0.0605],\n", + " [-0.0623],\n", + " [-0.0643],\n", + " [-0.0624],\n", + " [-0.0631],\n", + " [-0.0623],\n", + " [-0.0624],\n", + " [-0.0636],\n", + " [-0.0214],\n", + " [-0.0628],\n", + " [-0.0592],\n", + " [-0.0634],\n", + " [-0.0621],\n", + " [-0.0615],\n", + " [-0.0619]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0633],\n", + " [-0.0611],\n", + " [-0.0608],\n", + " [-0.0612],\n", + " [-0.0627],\n", + " [-0.0492],\n", + " [-0.0285],\n", + " [-0.0620],\n", + " [-0.0608],\n", + " [-0.0624],\n", + " [-0.0606],\n", + " [-0.0614],\n", + " [-0.0674],\n", + " [-0.0624],\n", + " [-0.0617],\n", + " [-0.0614],\n", + " [-0.0632],\n", + " [-0.0617],\n", + " [-0.0626],\n", + " [-0.0600],\n", + " [-0.0610],\n", + " [-0.0598],\n", + " [-0.0652],\n", + " [-0.0599],\n", + " [-0.0574],\n", + " [-0.0367],\n", + " [-0.0620],\n", + " [-0.0680],\n", + " [-0.0667],\n", + " [-0.0586],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0725],\n", + " [-0.0757],\n", + " [-0.0717],\n", + " [-0.0737],\n", + " [-0.0747],\n", + " [-0.0722],\n", + " [-0.0587],\n", + " [-0.0803],\n", + " [-0.0746],\n", + " [-0.0726],\n", + " [-0.0750],\n", + " [-0.0721],\n", + " [-0.0719],\n", + " [-0.0798],\n", + " [-0.0768],\n", + " [-0.0722],\n", + " [-0.0716],\n", + " [-0.0698],\n", + " [-0.0739],\n", + " [-0.0758],\n", + " [-0.0705],\n", + " [-0.0670],\n", + " [-0.0711],\n", + " [-0.0779],\n", + " [-0.0692],\n", + " [-0.0713],\n", + " [-0.0541],\n", + " [-0.0703],\n", + " [-0.0802],\n", + " [-0.0803],\n", + " [-0.0693],\n", + " [-0.0724]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0363],\n", + " [0.0391],\n", + " [0.0388],\n", + " [0.0377],\n", + " [0.0352],\n", + " [0.0378],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0375],\n", + " [0.0382],\n", + " [0.0380],\n", + " [0.0377],\n", + " [0.0364],\n", + " [0.0379],\n", + " [0.0381],\n", + " [0.0369],\n", + " [0.0366],\n", + " [0.0370],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0385],\n", + " [0.0388],\n", + " [0.0360],\n", + " [0.0397],\n", + " [0.0282],\n", + " [0.0452],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0361],\n", + " [0.0383],\n", + " [0.0360]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0950],\n", + " [-0.0933],\n", + " [-0.0937],\n", + " [-0.0888],\n", + " [-0.0904],\n", + " [-0.0939],\n", + " [-0.0826],\n", + " [-0.0597],\n", + " [-0.0930],\n", + " [-0.0894],\n", + " [-0.0943],\n", + " [-0.0908],\n", + " [-0.0919],\n", + " [-0.0962],\n", + " [-0.0913],\n", + " [-0.0936],\n", + " [-0.0935],\n", + " [-0.0957],\n", + " [-0.0913],\n", + " [-0.0918],\n", + " [-0.0894],\n", + " [-0.0932],\n", + " [-0.0893],\n", + " [-0.0956],\n", + " [-0.0919],\n", + " [-0.0858],\n", + " [-0.0828],\n", + " [-0.0925],\n", + " [-0.0949],\n", + " [-0.0959],\n", + " [-0.0877],\n", + " [-0.0944]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0569],\n", + " [0.0549],\n", + " [0.0572],\n", + " [0.0488],\n", + " [0.0515],\n", + " [0.0585],\n", + " [0.0463],\n", + " [0.0153],\n", + " [0.0555],\n", + " [0.0523],\n", + " [0.0560],\n", + " [0.0537],\n", + " [0.0555],\n", + " [0.0563],\n", + " [0.0511],\n", + " [0.0574],\n", + " [0.0572],\n", + " [0.0591],\n", + " [0.0540],\n", + " [0.0526],\n", + " [0.0468],\n", + " [0.0566],\n", + " [0.0522],\n", + " [0.0565],\n", + " [0.0563],\n", + " [0.0677],\n", + " [0.0475],\n", + " [0.0564],\n", + " [0.0536],\n", + " [0.0546],\n", + " [0.0516],\n", + " [0.0575]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0352],\n", + " [-0.0403],\n", + " [-0.0344],\n", + " [-0.0383],\n", + " [-0.0403],\n", + " [-0.0393],\n", + " [-0.0303],\n", + " [-0.0580],\n", + " [-0.0380],\n", + " [-0.0418],\n", + " [-0.0345],\n", + " [-0.0385],\n", + " [-0.0383],\n", + " [-0.0364],\n", + " [-0.0406],\n", + " [-0.0355],\n", + " [-0.0378],\n", + " [-0.0351],\n", + " [-0.0402],\n", + " [-0.0410],\n", + " [-0.0389],\n", + " [-0.0348],\n", + " [-0.0393],\n", + " [-0.0390],\n", + " [-0.0348],\n", + " [-0.0347],\n", + " [-0.0208],\n", + " [-0.0397],\n", + " [-0.0358],\n", + " [-0.0392],\n", + " [-0.0396],\n", + " [-0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0809],\n", + " [-0.0792],\n", + " [-0.0806],\n", + " [-0.0785],\n", + " [-0.0788],\n", + " [-0.0791],\n", + " [-0.0776],\n", + " [-0.0506],\n", + " [-0.0789],\n", + " [-0.0790],\n", + " [-0.0800],\n", + " [-0.0796],\n", + " [-0.0800],\n", + " [-0.0786],\n", + " [-0.0777],\n", + " [-0.0802],\n", + " [-0.0799],\n", + " [-0.0811],\n", + " [-0.0791],\n", + " [-0.0785],\n", + " [-0.0812],\n", + " [-0.0829],\n", + " [-0.0799],\n", + " [-0.0791],\n", + " [-0.0812],\n", + " [-0.0665],\n", + " [-0.0807],\n", + " [-0.0803],\n", + " [-0.0786],\n", + " [-0.0788],\n", + " [-0.0790],\n", + " [-0.0798]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1684],\n", + " [0.1673],\n", + " [0.1699],\n", + " [0.1654],\n", + " [0.1659],\n", + " [0.1699],\n", + " [0.1847],\n", + " [0.1605],\n", + " [0.1680],\n", + " [0.1668],\n", + " [0.1681],\n", + " [0.1677],\n", + " [0.1686],\n", + " [0.1676],\n", + " [0.1655],\n", + " [0.1695],\n", + " [0.1689],\n", + " [0.1712],\n", + " [0.1675],\n", + " [0.1664],\n", + " [0.1624],\n", + " [0.1711],\n", + " [0.1670],\n", + " [0.1676],\n", + " [0.1703],\n", + " [0.1761],\n", + " [0.1773],\n", + " [0.1693],\n", + " [0.1666],\n", + " [0.1662],\n", + " [0.1677],\n", + " [0.1687]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0567],\n", + " [-0.0559],\n", + " [-0.0539],\n", + " [-0.0543],\n", + " [-0.0547],\n", + " [-0.0550],\n", + " [-0.0389],\n", + " [-0.0442],\n", + " [-0.0559],\n", + " [-0.0521],\n", + " [-0.0571],\n", + " [-0.0525],\n", + " [-0.0527],\n", + " [-0.0597],\n", + " [-0.0573],\n", + " [-0.0540],\n", + " [-0.0550],\n", + " [-0.0572],\n", + " [-0.0540],\n", + " [-0.0556],\n", + " [-0.0478],\n", + " [-0.0511],\n", + " [-0.0506],\n", + " [-0.0579],\n", + " [-0.0511],\n", + " [-0.0455],\n", + " [-0.0410],\n", + " [-0.0533],\n", + " [-0.0601],\n", + " [-0.0592],\n", + " [-0.0496],\n", + " [-0.0560]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0600],\n", + " [0.0603],\n", + " [0.0599],\n", + " [0.0647],\n", + " [0.0631],\n", + " [0.0579],\n", + " [0.0540],\n", + " [0.0770],\n", + " [0.0605],\n", + " [0.0605],\n", + " [0.0626],\n", + " [0.0599],\n", + " [0.0586],\n", + " [0.0634],\n", + " [0.0641],\n", + " [0.0597],\n", + " [0.0580],\n", + " [0.0576],\n", + " [0.0603],\n", + " [0.0620],\n", + " [0.0664],\n", + " [0.0580],\n", + " [0.0598],\n", + " [0.0621],\n", + " [0.0578],\n", + " [0.0512],\n", + " [0.0639],\n", + " [0.0563],\n", + " [0.0633],\n", + " [0.0637],\n", + " [0.0592],\n", + " [0.0582]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0982],\n", + " [-0.0946],\n", + " [-0.0982],\n", + " [-0.0894],\n", + " [-0.0930],\n", + " [-0.0979],\n", + " [-0.0916],\n", + " [-0.0830],\n", + " [-0.0955],\n", + " [-0.0937],\n", + " [-0.0962],\n", + " [-0.0951],\n", + " [-0.0964],\n", + " [-0.0940],\n", + " [-0.0922],\n", + " [-0.0980],\n", + " [-0.0979],\n", + " [-0.1009],\n", + " [-0.0945],\n", + " [-0.0933],\n", + " [-0.0907],\n", + " [-0.1003],\n", + " [-0.0952],\n", + " [-0.0951],\n", + " [-0.0986],\n", + " [-0.1012],\n", + " [-0.0950],\n", + " [-0.0975],\n", + " [-0.0905],\n", + " [-0.0931],\n", + " [-0.0925],\n", + " [-0.0978]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0184],\n", + " [ 0.0167],\n", + " [ 0.0200],\n", + " [ 0.0131],\n", + " [ 0.0128],\n", + " [ 0.0199],\n", + " [ 0.0205],\n", + " [-0.0177],\n", + " [ 0.0172],\n", + " [ 0.0147],\n", + " [ 0.0170],\n", + " [ 0.0167],\n", + " [ 0.0180],\n", + " [ 0.0164],\n", + " [ 0.0123],\n", + " [ 0.0191],\n", + " [ 0.0197],\n", + " [ 0.0211],\n", + " [ 0.0156],\n", + " [ 0.0147],\n", + " [ 0.0111],\n", + " [ 0.0223],\n", + " [ 0.0155],\n", + " [ 0.0168],\n", + " [ 0.0205],\n", + " [ 0.0238],\n", + " [ 0.0115],\n", + " [ 0.0189],\n", + " [ 0.0157],\n", + " [ 0.0153],\n", + " [ 0.0187],\n", + " [ 0.0190]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0935],\n", + " [0.0948],\n", + " [0.0918],\n", + " [0.0877],\n", + " [0.0938],\n", + " [0.0951],\n", + " [0.0952],\n", + " [0.1074],\n", + " [0.0922],\n", + " [0.0952],\n", + " [0.0895],\n", + " [0.0935],\n", + " [0.0946],\n", + " [0.0889],\n", + " [0.0933],\n", + " [0.0930],\n", + " [0.0958],\n", + " [0.0952],\n", + " [0.0943],\n", + " [0.0942],\n", + " [0.0916],\n", + " [0.0942],\n", + " [0.0959],\n", + " [0.0930],\n", + " [0.0947],\n", + " [0.1008],\n", + " [0.1069],\n", + " [0.0977],\n", + " [0.0873],\n", + " [0.0916],\n", + " [0.0910],\n", + " [0.0957]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0108],\n", + " [0.0104],\n", + " [0.0090],\n", + " [0.0090],\n", + " [0.0127],\n", + " [0.0087],\n", + " [0.0121],\n", + " [0.0433],\n", + " [0.0093],\n", + " [0.0126],\n", + " [0.0085],\n", + " [0.0115],\n", + " [0.0114],\n", + " [0.0064],\n", + " [0.0131],\n", + " [0.0096],\n", + " [0.0108],\n", + " [0.0104],\n", + " [0.0117],\n", + " [0.0111],\n", + " [0.0080],\n", + " [0.0082],\n", + " [0.0130],\n", + " [0.0087],\n", + " [0.0103],\n", + " [0.0041],\n", + " [0.0317],\n", + " [0.0123],\n", + " [0.0060],\n", + " [0.0083],\n", + " [0.0079],\n", + " [0.0106]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0002],\n", + " [-0.0018],\n", + " [-0.0011],\n", + " [-0.0045],\n", + " [-0.0059],\n", + " [-0.0019],\n", + " [-0.0100],\n", + " [-0.0452],\n", + " [-0.0011],\n", + " [-0.0076],\n", + " [ 0.0011],\n", + " [-0.0057],\n", + " [-0.0048],\n", + " [ 0.0042],\n", + " [-0.0031],\n", + " [-0.0023],\n", + " [-0.0022],\n", + " [ 0.0010],\n", + " [-0.0048],\n", + " [-0.0032],\n", + " [-0.0114],\n", + " [-0.0016],\n", + " [-0.0084],\n", + " [ 0.0008],\n", + " [-0.0033],\n", + " [-0.0079],\n", + " [-0.0190],\n", + " [-0.0045],\n", + " [ 0.0049],\n", + " [ 0.0021],\n", + " [-0.0067],\n", + " [-0.0017]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0346],\n", + " [-0.0347],\n", + " [-0.0350],\n", + " [-0.0370],\n", + " [-0.0342],\n", + " [-0.0340],\n", + " [-0.0386],\n", + " [-0.0444],\n", + " [-0.0361],\n", + " [-0.0327],\n", + " [-0.0366],\n", + " [-0.0335],\n", + " [-0.0327],\n", + " [-0.0392],\n", + " [-0.0348],\n", + " [-0.0338],\n", + " [-0.0338],\n", + " [-0.0335],\n", + " [-0.0337],\n", + " [-0.0354],\n", + " [-0.0352],\n", + " [-0.0324],\n", + " [-0.0318],\n", + " [-0.0359],\n", + " [-0.0319],\n", + " [-0.0253],\n", + " [-0.0178],\n", + " [-0.0301],\n", + " [-0.0414],\n", + " [-0.0382],\n", + " [-0.0355],\n", + " [-0.0337]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 3.8735e-03],\n", + " [ 3.7754e-03],\n", + " [ 3.5146e-03],\n", + " [ 4.6595e-03],\n", + " [ 2.9307e-03],\n", + " [ 3.6226e-03],\n", + " [ 2.7275e-04],\n", + " [-9.4688e-03],\n", + " [ 4.4516e-03],\n", + " [ 1.0990e-03],\n", + " [ 5.5590e-03],\n", + " [ 1.7565e-03],\n", + " [ 1.6700e-03],\n", + " [ 7.0025e-03],\n", + " [ 4.1425e-03],\n", + " [ 3.2380e-03],\n", + " [ 3.0557e-03],\n", + " [ 3.6566e-03],\n", + " [ 2.7043e-03],\n", + " [ 3.6578e-03],\n", + " [-6.4106e-05],\n", + " [ 1.6113e-03],\n", + " [ 2.2480e-04],\n", + " [ 5.3722e-03],\n", + " [ 1.3906e-03],\n", + " [ 7.3456e-03],\n", + " [-2.7932e-03],\n", + " [ 9.3024e-04],\n", + " [ 7.3031e-03],\n", + " [ 6.3515e-03],\n", + " [ 1.4920e-03],\n", + " [ 3.4191e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0576],\n", + " [0.0568],\n", + " [0.0563],\n", + " [0.0581],\n", + " [0.0569],\n", + " [0.0556],\n", + " [0.0580],\n", + " [0.0513],\n", + " [0.0563],\n", + " [0.0551],\n", + " [0.0577],\n", + " [0.0553],\n", + " [0.0553],\n", + " [0.0579],\n", + " [0.0579],\n", + " [0.0560],\n", + " [0.0560],\n", + " [0.0578],\n", + " [0.0559],\n", + " [0.0568],\n", + " [0.0575],\n", + " [0.0573],\n", + " [0.0552],\n", + " [0.0574],\n", + " [0.0552],\n", + " [0.0543],\n", + " [0.0713],\n", + " [0.0554],\n", + " [0.0591],\n", + " [0.0587],\n", + " [0.0545],\n", + " [0.0563]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0187],\n", + " [-0.0178],\n", + " [-0.0190],\n", + " [-0.0154],\n", + " [-0.0166],\n", + " [-0.0180],\n", + " [-0.0214],\n", + " [-0.0135],\n", + " [-0.0176],\n", + " [-0.0174],\n", + " [-0.0177],\n", + " [-0.0176],\n", + " [-0.0180],\n", + " [-0.0192],\n", + " [-0.0165],\n", + " [-0.0185],\n", + " [-0.0188],\n", + " [-0.0191],\n", + " [-0.0172],\n", + " [-0.0171],\n", + " [-0.0151],\n", + " [-0.0177],\n", + " [-0.0173],\n", + " [-0.0183],\n", + " [-0.0184],\n", + " [-0.0153],\n", + " [-0.0227],\n", + " [-0.0171],\n", + " [-0.0196],\n", + " [-0.0181],\n", + " [-0.0168],\n", + " [-0.0180]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1705],\n", + " [-0.1726],\n", + " [-0.1688],\n", + " [-0.1673],\n", + " [-0.1693],\n", + " [-0.1711],\n", + " [-0.1718],\n", + " [-0.1551],\n", + " [-0.1709],\n", + " [-0.1683],\n", + " [-0.1703],\n", + " [-0.1681],\n", + " [-0.1691],\n", + " [-0.1746],\n", + " [-0.1717],\n", + " [-0.1693],\n", + " [-0.1706],\n", + " [-0.1709],\n", + " [-0.1697],\n", + " [-0.1717],\n", + " [-0.1656],\n", + " [-0.1685],\n", + " [-0.1672],\n", + " [-0.1740],\n", + " [-0.1680],\n", + " [-0.1657],\n", + " [-0.1678],\n", + " [-0.1695],\n", + " [-0.1748],\n", + " [-0.1754],\n", + " [-0.1660],\n", + " [-0.1713]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0220],\n", + " [-0.0210],\n", + " [-0.0211],\n", + " [-0.0226],\n", + " [-0.0246],\n", + " [-0.0216],\n", + " [-0.0190],\n", + " [-0.0268],\n", + " [-0.0210],\n", + " [-0.0245],\n", + " [-0.0207],\n", + " [-0.0230],\n", + " [-0.0229],\n", + " [-0.0180],\n", + " [-0.0239],\n", + " [-0.0219],\n", + " [-0.0222],\n", + " [-0.0217],\n", + " [-0.0230],\n", + " [-0.0219],\n", + " [-0.0239],\n", + " [-0.0200],\n", + " [-0.0244],\n", + " [-0.0201],\n", + " [-0.0213],\n", + " [-0.0190],\n", + " [-0.0257],\n", + " [-0.0235],\n", + " [-0.0161],\n", + " [-0.0189],\n", + " [-0.0212],\n", + " [-0.0222]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0123],\n", + " [ 0.0069],\n", + " [ 0.0118],\n", + " [-0.0010],\n", + " [ 0.0027],\n", + " [ 0.0112],\n", + " [ 0.0022],\n", + " [-0.0150],\n", + " [ 0.0076],\n", + " [ 0.0037],\n", + " [ 0.0091],\n", + " [ 0.0068],\n", + " [ 0.0087],\n", + " [ 0.0080],\n", + " [ 0.0018],\n", + " [ 0.0114],\n", + " [ 0.0114],\n", + " [ 0.0167],\n", + " [ 0.0058],\n", + " [ 0.0040],\n", + " [-0.0008],\n", + " [ 0.0141],\n", + " [ 0.0056],\n", + " [ 0.0080],\n", + " [ 0.0119],\n", + " [ 0.0189],\n", + " [ 0.0080],\n", + " [ 0.0108],\n", + " [ 0.0058],\n", + " [ 0.0061],\n", + " [ 0.0032],\n", + " [ 0.0115]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0901],\n", + " [0.0916],\n", + " [0.0926],\n", + " [0.0982],\n", + " [0.0932],\n", + " [0.0930],\n", + " [0.1074],\n", + " [0.0949],\n", + " [0.0927],\n", + " [0.0948],\n", + " [0.0918],\n", + " [0.0941],\n", + " [0.0930],\n", + " [0.0912],\n", + " [0.0919],\n", + " [0.0923],\n", + " [0.0912],\n", + " [0.0900],\n", + " [0.0931],\n", + " [0.0927],\n", + " [0.0985],\n", + " [0.0938],\n", + " [0.0940],\n", + " [0.0908],\n", + " [0.0928],\n", + " [0.1012],\n", + " [0.0971],\n", + " [0.0922],\n", + " [0.0929],\n", + " [0.0902],\n", + " [0.1006],\n", + " [0.0910]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0811],\n", + " [0.0853],\n", + " [0.0803],\n", + " [0.0798],\n", + " [0.0833],\n", + " [0.0840],\n", + " [0.0417],\n", + " [0.0829],\n", + " [0.0795],\n", + " [0.0845],\n", + " [0.0817],\n", + " [0.0822],\n", + " [0.0804],\n", + " [0.0789],\n", + " [0.0838],\n", + " [0.0848],\n", + " [0.0884],\n", + " [0.0810],\n", + " [0.0799],\n", + " [0.0773],\n", + " [0.0872],\n", + " [0.0809],\n", + " [0.0806],\n", + " [0.0852],\n", + " [0.0775],\n", + " [0.0784],\n", + " [0.0833],\n", + " [0.0798],\n", + " [0.0793],\n", + " [0.0817],\n", + " [0.0845]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0884],\n", + " [0.0868],\n", + " [0.0863],\n", + " [0.0859],\n", + " [0.0864],\n", + " [0.0861],\n", + " [0.0700],\n", + " [0.0487],\n", + " [0.0864],\n", + " [0.0855],\n", + " [0.0876],\n", + " [0.0860],\n", + " [0.0865],\n", + " [0.0885],\n", + " [0.0866],\n", + " [0.0866],\n", + " [0.0866],\n", + " [0.0887],\n", + " [0.0863],\n", + " [0.0862],\n", + " [0.0857],\n", + " [0.0868],\n", + " [0.0854],\n", + " [0.0875],\n", + " [0.0857],\n", + " [0.0749],\n", + " [0.0758],\n", + " [0.0871],\n", + " [0.0891],\n", + " [0.0885],\n", + " [0.0833],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0419],\n", + " [0.0382],\n", + " [0.0434],\n", + " [0.0405],\n", + " [0.0373],\n", + " [0.0409],\n", + " [0.0454],\n", + " [0.0384],\n", + " [0.0408],\n", + " [0.0369],\n", + " [0.0430],\n", + " [0.0391],\n", + " [0.0396],\n", + " [0.0417],\n", + " [0.0373],\n", + " [0.0419],\n", + " [0.0407],\n", + " [0.0431],\n", + " [0.0381],\n", + " [0.0375],\n", + " [0.0364],\n", + " [0.0431],\n", + " [0.0377],\n", + " [0.0394],\n", + " [0.0421],\n", + " [0.0417],\n", + " [0.0456],\n", + " [0.0394],\n", + " [0.0422],\n", + " [0.0390],\n", + " [0.0405],\n", + " [0.0404]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0365],\n", + " [0.0383],\n", + " [0.0362],\n", + " [0.0380],\n", + " [0.0389],\n", + " [0.0362],\n", + " [0.0260],\n", + " [0.0228],\n", + " [0.0374],\n", + " [0.0391],\n", + " [0.0362],\n", + " [0.0384],\n", + " [0.0375],\n", + " [0.0344],\n", + " [0.0388],\n", + " [0.0363],\n", + " [0.0377],\n", + " [0.0348],\n", + " [0.0383],\n", + " [0.0391],\n", + " [0.0381],\n", + " [0.0362],\n", + " [0.0392],\n", + " [0.0367],\n", + " [0.0371],\n", + " [0.0257],\n", + " [0.0262],\n", + " [0.0372],\n", + " [0.0340],\n", + " [0.0366],\n", + " [0.0392],\n", + " [0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0719],\n", + " [-0.0728],\n", + " [-0.0724],\n", + " [-0.0762],\n", + " [-0.0760],\n", + " [-0.0709],\n", + " [-0.0729],\n", + " [-0.1112],\n", + " [-0.0732],\n", + " [-0.0752],\n", + " [-0.0732],\n", + " [-0.0740],\n", + " [-0.0728],\n", + " [-0.0720],\n", + " [-0.0765],\n", + " [-0.0723],\n", + " [-0.0720],\n", + " [-0.0694],\n", + " [-0.0740],\n", + " [-0.0744],\n", + " [-0.0756],\n", + " [-0.0697],\n", + " [-0.0747],\n", + " [-0.0721],\n", + " [-0.0721],\n", + " [-0.0690],\n", + " [-0.0804],\n", + " [-0.0710],\n", + " [-0.0724],\n", + " [-0.0724],\n", + " [-0.0747],\n", + " [-0.0713]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0989],\n", + " [-0.1020],\n", + " [-0.0987],\n", + " [-0.1040],\n", + " [-0.1020],\n", + " [-0.0989],\n", + " [-0.1102],\n", + " [-0.1151],\n", + " [-0.1008],\n", + " [-0.1008],\n", + " [-0.1011],\n", + " [-0.0999],\n", + " [-0.0991],\n", + " [-0.1045],\n", + " [-0.1037],\n", + " [-0.0988],\n", + " [-0.0983],\n", + " [-0.0978],\n", + " [-0.1008],\n", + " [-0.1028],\n", + " [-0.1021],\n", + " [-0.0982],\n", + " [-0.0992],\n", + " [-0.1029],\n", + " [-0.0980],\n", + " [-0.0982],\n", + " [-0.1023],\n", + " [-0.0983],\n", + " [-0.1070],\n", + " [-0.1053],\n", + " [-0.1007],\n", + " [-0.0986]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0630],\n", + " [-0.0624],\n", + " [-0.0620],\n", + " [-0.0640],\n", + " [-0.0640],\n", + " [-0.0605],\n", + " [-0.0503],\n", + " [-0.0620],\n", + " [-0.0649],\n", + " [-0.0612],\n", + " [-0.0635],\n", + " [-0.0638],\n", + " [-0.0602],\n", + " [-0.0627],\n", + " [-0.0632],\n", + " [-0.0629],\n", + " [-0.0627],\n", + " [-0.0639],\n", + " [-0.0631],\n", + " [-0.0660],\n", + " [-0.0639],\n", + " [-0.0649],\n", + " [-0.0624],\n", + " [-0.0637],\n", + " [-0.0699],\n", + " [-0.0532],\n", + " [-0.0650],\n", + " [-0.0584],\n", + " [-0.0612],\n", + " [-0.0631],\n", + " [-0.0633]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0656],\n", + " [-0.0619],\n", + " [-0.0627],\n", + " [-0.0622],\n", + " [-0.0674],\n", + " [-0.0634],\n", + " [-0.0706],\n", + " [-0.0634],\n", + " [-0.0577],\n", + " [-0.0624],\n", + " [-0.0634],\n", + " [-0.0653],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0637],\n", + " [-0.0613],\n", + " [-0.0614],\n", + " [-0.0581],\n", + " [-0.0501],\n", + " [-0.0762],\n", + " [-0.0626],\n", + " [-0.0638],\n", + " [-0.0642],\n", + " [-0.0636],\n", + " [-0.0631],\n", + " [-0.0609],\n", + " [-0.0598],\n", + " [-0.0624],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0624],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0777],\n", + " [-0.0738],\n", + " [-0.0766],\n", + " [-0.0764],\n", + " [-0.0769],\n", + " [-0.0774],\n", + " [-0.0831],\n", + " [-0.0762],\n", + " [-0.0732],\n", + " [-0.0764],\n", + " [-0.0726],\n", + " [-0.0773],\n", + " [-0.0766],\n", + " [-0.0735],\n", + " [-0.0772],\n", + " [-0.0719],\n", + " [-0.0714],\n", + " [-0.0674],\n", + " [-0.0693],\n", + " [-0.0809],\n", + " [-0.0737],\n", + " [-0.0781],\n", + " [-0.0784],\n", + " [-0.0761],\n", + " [-0.0719],\n", + " [-0.0730],\n", + " [-0.0721],\n", + " [-0.0726],\n", + " [-0.0741],\n", + " [-0.0758],\n", + " [-0.0728],\n", + " [-0.0773]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0395],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0382],\n", + " [0.0449],\n", + " [0.0376],\n", + " [0.0387],\n", + " [0.0360],\n", + " [0.0398],\n", + " [0.0367],\n", + " [0.0355],\n", + " [0.0396],\n", + " [0.0383],\n", + " [0.0362],\n", + " [0.0379],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0405],\n", + " [0.0389],\n", + " [0.0353],\n", + " [0.0376],\n", + " [0.0388],\n", + " [0.0363],\n", + " [0.0362],\n", + " [0.0358],\n", + " [0.0396],\n", + " [0.0386],\n", + " [0.0364],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0376],\n", + " [0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0912],\n", + " [-0.0903],\n", + " [-0.0917],\n", + " [-0.0925],\n", + " [-0.0993],\n", + " [-0.0924],\n", + " [-0.0970],\n", + " [-0.0949],\n", + " [-0.0881],\n", + " [-0.0919],\n", + " [-0.0964],\n", + " [-0.0932],\n", + " [-0.0930],\n", + " [-0.0945],\n", + " [-0.0951],\n", + " [-0.0930],\n", + " [-0.0923],\n", + " [-0.0893],\n", + " [-0.0838],\n", + " [-0.0928],\n", + " [-0.0903],\n", + " [-0.0933],\n", + " [-0.0934],\n", + " [-0.0957],\n", + " [-0.0961],\n", + " [-0.0926],\n", + " [-0.0910],\n", + " [-0.0936],\n", + " [-0.0946],\n", + " [-0.0925],\n", + " [-0.0952],\n", + " [-0.0930]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0471],\n", + " [0.0531],\n", + " [0.0520],\n", + " [0.0529],\n", + " [0.0384],\n", + " [0.0528],\n", + " [0.0499],\n", + " [0.0559],\n", + " [0.0434],\n", + " [0.0512],\n", + " [0.0593],\n", + " [0.0533],\n", + " [0.0527],\n", + " [0.0586],\n", + " [0.0558],\n", + " [0.0566],\n", + " [0.0562],\n", + " [0.0528],\n", + " [0.0389],\n", + " [0.0492],\n", + " [0.0531],\n", + " [0.0502],\n", + " [0.0516],\n", + " [0.0570],\n", + " [0.0585],\n", + " [0.0549],\n", + " [0.0510],\n", + " [0.0569],\n", + " [0.0566],\n", + " [0.0536],\n", + " [0.0557],\n", + " [0.0506]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0366],\n", + " [-0.0432],\n", + " [-0.0392],\n", + " [-0.0385],\n", + " [-0.0351],\n", + " [-0.0372],\n", + " [-0.0313],\n", + " [-0.0377],\n", + " [-0.0382],\n", + " [-0.0398],\n", + " [-0.0355],\n", + " [-0.0337],\n", + " [-0.0350],\n", + " [-0.0376],\n", + " [-0.0346],\n", + " [-0.0384],\n", + " [-0.0376],\n", + " [-0.0351],\n", + " [-0.0444],\n", + " [-0.0314],\n", + " [-0.0427],\n", + " [-0.0337],\n", + " [-0.0401],\n", + " [-0.0363],\n", + " [-0.0371],\n", + " [-0.0349],\n", + " [-0.0361],\n", + " [-0.0383],\n", + " [-0.0349],\n", + " [-0.0394],\n", + " [-0.0356],\n", + " [-0.0347]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0791],\n", + " [-0.0781],\n", + " [-0.0779],\n", + " [-0.0784],\n", + " [-0.0888],\n", + " [-0.0781],\n", + " [-0.0804],\n", + " [-0.0790],\n", + " [-0.0813],\n", + " [-0.0788],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0797],\n", + " [-0.0785],\n", + " [-0.0793],\n", + " [-0.0797],\n", + " [-0.0800],\n", + " [-0.0813],\n", + " [-0.0816],\n", + " [-0.0876],\n", + " [-0.0788],\n", + " [-0.0802],\n", + " [-0.0785],\n", + " [-0.0790],\n", + " [-0.0805],\n", + " [-0.0804],\n", + " [-0.0808],\n", + " [-0.0797],\n", + " [-0.0802],\n", + " [-0.0786],\n", + " [-0.0817],\n", + " [-0.0801]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1647],\n", + " [0.1679],\n", + " [0.1658],\n", + " [0.1671],\n", + " [0.1611],\n", + " [0.1663],\n", + " [0.1640],\n", + " [0.1673],\n", + " [0.1590],\n", + " [0.1647],\n", + " [0.1700],\n", + " [0.1681],\n", + " [0.1656],\n", + " [0.1697],\n", + " [0.1677],\n", + " [0.1687],\n", + " [0.1692],\n", + " [0.1691],\n", + " [0.1564],\n", + " [0.1578],\n", + " [0.1678],\n", + " [0.1644],\n", + " [0.1648],\n", + " [0.1679],\n", + " [0.1689],\n", + " [0.1684],\n", + " [0.1653],\n", + " [0.1687],\n", + " [0.1683],\n", + " [0.1668],\n", + " [0.1671],\n", + " [0.1641]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0572],\n", + " [-0.0536],\n", + " [-0.0567],\n", + " [-0.0579],\n", + " [-0.0605],\n", + " [-0.0577],\n", + " [-0.0654],\n", + " [-0.0580],\n", + " [-0.0533],\n", + " [-0.0563],\n", + " [-0.0584],\n", + " [-0.0578],\n", + " [-0.0571],\n", + " [-0.0574],\n", + " [-0.0593],\n", + " [-0.0545],\n", + " [-0.0536],\n", + " [-0.0469],\n", + " [-0.0503],\n", + " [-0.0629],\n", + " [-0.0519],\n", + " [-0.0585],\n", + " [-0.0584],\n", + " [-0.0589],\n", + " [-0.0574],\n", + " [-0.0533],\n", + " [-0.0519],\n", + " [-0.0553],\n", + " [-0.0567],\n", + " [-0.0561],\n", + " [-0.0561],\n", + " [-0.0588]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0696],\n", + " [0.0602],\n", + " [0.0639],\n", + " [0.0624],\n", + " [0.0756],\n", + " [0.0638],\n", + " [0.0689],\n", + " [0.0617],\n", + " [0.0702],\n", + " [0.0648],\n", + " [0.0589],\n", + " [0.0666],\n", + " [0.0669],\n", + " [0.0581],\n", + " [0.0636],\n", + " [0.0581],\n", + " [0.0579],\n", + " [0.0591],\n", + " [0.0704],\n", + " [0.0651],\n", + " [0.0619],\n", + " [0.0708],\n", + " [0.0642],\n", + " [0.0619],\n", + " [0.0584],\n", + " [0.0624],\n", + " [0.0647],\n", + " [0.0584],\n", + " [0.0613],\n", + " [0.0623],\n", + " [0.0613],\n", + " [0.0673]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0861],\n", + " [-0.0942],\n", + " [-0.0920],\n", + " [-0.0946],\n", + " [-0.0748],\n", + " [-0.0922],\n", + " [-0.0862],\n", + " [-0.0955],\n", + " [-0.0874],\n", + " [-0.0920],\n", + " [-0.0998],\n", + " [-0.0910],\n", + " [-0.0925],\n", + " [-0.0986],\n", + " [-0.0955],\n", + " [-0.0972],\n", + " [-0.0974],\n", + " [-0.0972],\n", + " [-0.0813],\n", + " [-0.0755],\n", + " [-0.0946],\n", + " [-0.0897],\n", + " [-0.0922],\n", + " [-0.0964],\n", + " [-0.0992],\n", + " [-0.0967],\n", + " [-0.0931],\n", + " [-0.0973],\n", + " [-0.0972],\n", + " [-0.0939],\n", + " [-0.0970],\n", + " [-0.0900]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0095],\n", + " [0.0153],\n", + " [0.0139],\n", + " [0.0132],\n", + " [0.0099],\n", + " [0.0145],\n", + " [0.0118],\n", + " [0.0174],\n", + " [0.0069],\n", + " [0.0125],\n", + " [0.0194],\n", + " [0.0153],\n", + " [0.0130],\n", + " [0.0193],\n", + " [0.0155],\n", + " [0.0193],\n", + " [0.0185],\n", + " [0.0191],\n", + " [0.0089],\n", + " [0.0136],\n", + " [0.0141],\n", + " [0.0102],\n", + " [0.0135],\n", + " [0.0181],\n", + " [0.0197],\n", + " [0.0168],\n", + " [0.0150],\n", + " [0.0182],\n", + " [0.0174],\n", + " [0.0152],\n", + " [0.0180],\n", + " [0.0118]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0826],\n", + " [0.0960],\n", + " [0.0909],\n", + " [0.0944],\n", + " [0.0740],\n", + " [0.0896],\n", + " [0.0823],\n", + " [0.0917],\n", + " [0.0914],\n", + " [0.0918],\n", + " [0.0948],\n", + " [0.0827],\n", + " [0.0867],\n", + " [0.0958],\n", + " [0.0892],\n", + " [0.0954],\n", + " [0.0957],\n", + " [0.0941],\n", + " [0.0949],\n", + " [0.0757],\n", + " [0.0949],\n", + " [0.0832],\n", + " [0.0927],\n", + " [0.0906],\n", + " [0.0958],\n", + " [0.0916],\n", + " [0.0894],\n", + " [0.0954],\n", + " [0.0913],\n", + " [0.0924],\n", + " [0.0923],\n", + " [0.0860]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0070],\n", + " [ 0.0123],\n", + " [ 0.0095],\n", + " [ 0.0137],\n", + " [ 0.0073],\n", + " [ 0.0091],\n", + " [ 0.0046],\n", + " [ 0.0079],\n", + " [ 0.0119],\n", + " [ 0.0101],\n", + " [ 0.0093],\n", + " [ 0.0050],\n", + " [ 0.0081],\n", + " [ 0.0103],\n", + " [ 0.0089],\n", + " [ 0.0107],\n", + " [ 0.0120],\n", + " [ 0.0087],\n", + " [ 0.0123],\n", + " [-0.0059],\n", + " [ 0.0116],\n", + " [ 0.0061],\n", + " [ 0.0100],\n", + " [ 0.0069],\n", + " [ 0.0101],\n", + " [ 0.0098],\n", + " [ 0.0075],\n", + " [ 0.0111],\n", + " [ 0.0094],\n", + " [ 0.0098],\n", + " [ 0.0097],\n", + " [ 0.0075]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.5749e-03],\n", + " [-4.8848e-03],\n", + " [-2.2999e-03],\n", + " [-1.6673e-03],\n", + " [ 3.6209e-04],\n", + " [-4.5514e-05],\n", + " [ 9.9689e-03],\n", + " [ 1.3483e-03],\n", + " [-9.8267e-03],\n", + " [-4.0048e-03],\n", + " [ 1.5113e-03],\n", + " [ 2.8740e-03],\n", + " [-1.6316e-03],\n", + " [ 3.3110e-04],\n", + " [ 2.8186e-03],\n", + " [-2.7967e-03],\n", + " [-3.8942e-03],\n", + " [-5.7412e-03],\n", + " [-1.6977e-02],\n", + " [ 6.6754e-03],\n", + " [-7.3344e-03],\n", + " [-2.0619e-04],\n", + " [-6.9353e-04],\n", + " [ 2.9897e-03],\n", + " [ 2.4802e-04],\n", + " [-2.8903e-03],\n", + " [-5.4579e-03],\n", + " [-2.4889e-03],\n", + " [ 1.0625e-04],\n", + " [-2.1202e-03],\n", + " [-7.3509e-04],\n", + " [ 2.7284e-05]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0388],\n", + " [-0.0325],\n", + " [-0.0374],\n", + " [-0.0339],\n", + " [-0.0453],\n", + " [-0.0379],\n", + " [-0.0457],\n", + " [-0.0380],\n", + " [-0.0363],\n", + " [-0.0370],\n", + " [-0.0351],\n", + " [-0.0395],\n", + " [-0.0375],\n", + " [-0.0339],\n", + " [-0.0373],\n", + " [-0.0339],\n", + " [-0.0315],\n", + " [-0.0328],\n", + " [-0.0394],\n", + " [-0.0520],\n", + " [-0.0320],\n", + " [-0.0398],\n", + " [-0.0384],\n", + " [-0.0388],\n", + " [-0.0346],\n", + " [-0.0342],\n", + " [-0.0363],\n", + " [-0.0331],\n", + " [-0.0357],\n", + " [-0.0363],\n", + " [-0.0361],\n", + " [-0.0395]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0069],\n", + " [0.0019],\n", + " [0.0051],\n", + " [0.0043],\n", + " [0.0077],\n", + " [0.0059],\n", + " [0.0106],\n", + " [0.0057],\n", + " [0.0022],\n", + " [0.0047],\n", + " [0.0055],\n", + " [0.0079],\n", + " [0.0061],\n", + " [0.0044],\n", + " [0.0068],\n", + " [0.0029],\n", + " [0.0018],\n", + " [0.0001],\n", + " [0.0005],\n", + " [0.0106],\n", + " [0.0013],\n", + " [0.0081],\n", + " [0.0058],\n", + " [0.0064],\n", + " [0.0043],\n", + " [0.0035],\n", + " [0.0032],\n", + " [0.0030],\n", + " [0.0047],\n", + " [0.0044],\n", + " [0.0040],\n", + " [0.0071]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0612],\n", + " [0.0550],\n", + " [0.0575],\n", + " [0.0579],\n", + " [0.0695],\n", + " [0.0579],\n", + " [0.0650],\n", + " [0.0572],\n", + " [0.0609],\n", + " [0.0581],\n", + " [0.0580],\n", + " [0.0603],\n", + " [0.0588],\n", + " [0.0563],\n", + " [0.0586],\n", + " [0.0557],\n", + " [0.0557],\n", + " [0.0546],\n", + " [0.0619],\n", + " [0.0635],\n", + " [0.0547],\n", + " [0.0618],\n", + " [0.0593],\n", + " [0.0572],\n", + " [0.0574],\n", + " [0.0568],\n", + " [0.0572],\n", + " [0.0561],\n", + " [0.0572],\n", + " [0.0568],\n", + " [0.0576],\n", + " [0.0606]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0160],\n", + " [-0.0175],\n", + " [-0.0166],\n", + " [-0.0163],\n", + " [-0.0221],\n", + " [-0.0173],\n", + " [-0.0199],\n", + " [-0.0179],\n", + " [-0.0142],\n", + " [-0.0158],\n", + " [-0.0182],\n", + " [-0.0182],\n", + " [-0.0161],\n", + " [-0.0186],\n", + " [-0.0175],\n", + " [-0.0185],\n", + " [-0.0179],\n", + " [-0.0169],\n", + " [-0.0169],\n", + " [-0.0186],\n", + " [-0.0173],\n", + " [-0.0149],\n", + " [-0.0163],\n", + " [-0.0185],\n", + " [-0.0185],\n", + " [-0.0176],\n", + " [-0.0155],\n", + " [-0.0178],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0185],\n", + " [-0.0156]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1691],\n", + " [-0.1707],\n", + " [-0.1708],\n", + " [-0.1719],\n", + " [-0.1665],\n", + " [-0.1714],\n", + " [-0.1766],\n", + " [-0.1728],\n", + " [-0.1671],\n", + " [-0.1704],\n", + " [-0.1719],\n", + " [-0.1698],\n", + " [-0.1689],\n", + " [-0.1724],\n", + " [-0.1719],\n", + " [-0.1704],\n", + " [-0.1693],\n", + " [-0.1663],\n", + " [-0.1658],\n", + " [-0.1722],\n", + " [-0.1685],\n", + " [-0.1691],\n", + " [-0.1739],\n", + " [-0.1729],\n", + " [-0.1720],\n", + " [-0.1684],\n", + " [-0.1670],\n", + " [-0.1707],\n", + " [-0.1703],\n", + " [-0.1712],\n", + " [-0.1704],\n", + " [-0.1700]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0221],\n", + " [-0.0234],\n", + " [-0.0219],\n", + " [-0.0234],\n", + " [-0.0190],\n", + " [-0.0207],\n", + " [-0.0143],\n", + " [-0.0197],\n", + " [-0.0259],\n", + " [-0.0229],\n", + " [-0.0209],\n", + " [-0.0194],\n", + " [-0.0225],\n", + " [-0.0214],\n", + " [-0.0206],\n", + " [-0.0221],\n", + " [-0.0231],\n", + " [-0.0196],\n", + " [-0.0269],\n", + " [ 0.0004],\n", + " [-0.0252],\n", + " [-0.0216],\n", + " [-0.0205],\n", + " [-0.0191],\n", + " [-0.0215],\n", + " [-0.0219],\n", + " [-0.0216],\n", + " [-0.0225],\n", + " [-0.0212],\n", + " [-0.0215],\n", + " [-0.0216],\n", + " [-0.0210]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0037],\n", + " [ 0.0035],\n", + " [ 0.0027],\n", + " [ 0.0050],\n", + " [-0.0100],\n", + " [ 0.0040],\n", + " [ 0.0041],\n", + " [ 0.0082],\n", + " [-0.0046],\n", + " [ 0.0021],\n", + " [ 0.0157],\n", + " [ 0.0039],\n", + " [ 0.0043],\n", + " [ 0.0121],\n", + " [ 0.0082],\n", + " [ 0.0104],\n", + " [ 0.0104],\n", + " [ 0.0090],\n", + " [-0.0094],\n", + " [ 0.0081],\n", + " [ 0.0028],\n", + " [ 0.0014],\n", + " [ 0.0035],\n", + " [ 0.0098],\n", + " [ 0.0141],\n", + " [ 0.0086],\n", + " [ 0.0042],\n", + " [ 0.0106],\n", + " [ 0.0106],\n", + " [ 0.0050],\n", + " [ 0.0108],\n", + " [ 0.0028]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0972],\n", + " [0.0941],\n", + " [0.0941],\n", + " [0.0897],\n", + " [0.1023],\n", + " [0.0933],\n", + " [0.0897],\n", + " [0.0917],\n", + " [0.0949],\n", + " [0.0935],\n", + " [0.0892],\n", + " [0.0957],\n", + " [0.0935],\n", + " [0.0902],\n", + " [0.0903],\n", + " [0.0919],\n", + " [0.0921],\n", + " [0.0953],\n", + " [0.0993],\n", + " [0.0993],\n", + " [0.0951],\n", + " [0.0936],\n", + " [0.0909],\n", + " [0.0915],\n", + " [0.0893],\n", + " [0.0924],\n", + " [0.0962],\n", + " [0.0914],\n", + " [0.0912],\n", + " [0.0929],\n", + " [0.0905],\n", + " [0.0932]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0776],\n", + " [0.0787],\n", + " [0.0796],\n", + " [0.0815],\n", + " [0.0770],\n", + " [0.0805],\n", + " [0.0826],\n", + " [0.0830],\n", + " [0.0797],\n", + " [0.0796],\n", + " [0.0878],\n", + " [0.0821],\n", + " [0.0819],\n", + " [0.0847],\n", + " [0.0837],\n", + " [0.0841],\n", + " [0.0832],\n", + " [0.0845],\n", + " [0.0792],\n", + " [0.0851],\n", + " [0.0771],\n", + " [0.0821],\n", + " [0.0799],\n", + " [0.0843],\n", + " [0.0869],\n", + " [0.0833],\n", + " [0.0823],\n", + " [0.0837],\n", + " [0.0847],\n", + " [0.0809],\n", + " [0.0855],\n", + " [0.0828]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0882],\n", + " [0.0848],\n", + " [0.0867],\n", + " [0.0868],\n", + " [0.0897],\n", + " [0.0873],\n", + " [0.0932],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0875],\n", + " [0.0887],\n", + " [0.0880],\n", + " [0.0883],\n", + " [0.0862],\n", + " [0.0884],\n", + " [0.0864],\n", + " [0.0866],\n", + " [0.0837],\n", + " [0.0839],\n", + " [0.1042],\n", + " [0.0853],\n", + " [0.0891],\n", + " [0.0881],\n", + " [0.0873],\n", + " [0.0885],\n", + " [0.0861],\n", + " [0.0860],\n", + " [0.0871],\n", + " [0.0877],\n", + " [0.0865],\n", + " [0.0891],\n", + " [0.0893]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0412],\n", + " [0.0370],\n", + " [0.0393],\n", + " [0.0387],\n", + " [0.0485],\n", + " [0.0407],\n", + " [0.0444],\n", + " [0.0413],\n", + " [0.0364],\n", + " [0.0383],\n", + " [0.0426],\n", + " [0.0451],\n", + " [0.0414],\n", + " [0.0413],\n", + " [0.0428],\n", + " [0.0402],\n", + " [0.0402],\n", + " [0.0406],\n", + " [0.0350],\n", + " [0.0469],\n", + " [0.0375],\n", + " [0.0421],\n", + " [0.0380],\n", + " [0.0428],\n", + " [0.0413],\n", + " [0.0415],\n", + " [0.0401],\n", + " [0.0401],\n", + " [0.0423],\n", + " [0.0392],\n", + " [0.0414],\n", + " [0.0415]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0348],\n", + " [0.0392],\n", + " [0.0381],\n", + " [0.0383],\n", + " [0.0300],\n", + " [0.0371],\n", + " [0.0326],\n", + " [0.0370],\n", + " [0.0400],\n", + " [0.0386],\n", + " [0.0346],\n", + " [0.0338],\n", + " [0.0366],\n", + " [0.0367],\n", + " [0.0359],\n", + " [0.0379],\n", + " [0.0373],\n", + " [0.0381],\n", + " [0.0447],\n", + " [0.0277],\n", + " [0.0380],\n", + " [0.0354],\n", + " [0.0387],\n", + " [0.0361],\n", + " [0.0362],\n", + " [0.0370],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0361],\n", + " [0.0381],\n", + " [0.0374],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0759],\n", + " [-0.0750],\n", + " [-0.0750],\n", + " [-0.0755],\n", + " [-0.0771],\n", + " [-0.0746],\n", + " [-0.0724],\n", + " [-0.0724],\n", + " [-0.0791],\n", + " [-0.0750],\n", + " [-0.0696],\n", + " [-0.0742],\n", + " [-0.0750],\n", + " [-0.0717],\n", + " [-0.0733],\n", + " [-0.0723],\n", + " [-0.0725],\n", + " [-0.0730],\n", + " [-0.0833],\n", + " [-0.0672],\n", + " [-0.0750],\n", + " [-0.0755],\n", + " [-0.0739],\n", + " [-0.0721],\n", + " [-0.0702],\n", + " [-0.0740],\n", + " [-0.0747],\n", + " [-0.0718],\n", + " [-0.0725],\n", + " [-0.0740],\n", + " [-0.0720],\n", + " [-0.0747]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1077],\n", + " [-0.1020],\n", + " [-0.1037],\n", + " [-0.1022],\n", + " [-0.1111],\n", + " [-0.1040],\n", + " [-0.1108],\n", + " [-0.1019],\n", + " [-0.1037],\n", + " [-0.1034],\n", + " [-0.0990],\n", + " [-0.1054],\n", + " [-0.1032],\n", + " [-0.0988],\n", + " [-0.1021],\n", + " [-0.0987],\n", + " [-0.0986],\n", + " [-0.0989],\n", + " [-0.1056],\n", + " [-0.1196],\n", + " [-0.1014],\n", + " [-0.1055],\n", + " [-0.1047],\n", + " [-0.1017],\n", + " [-0.0983],\n", + " [-0.0999],\n", + " [-0.1017],\n", + " [-0.0988],\n", + " [-0.0999],\n", + " [-0.1024],\n", + " [-0.0998],\n", + " [-0.1047]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0612],\n", + " [-0.0645],\n", + " [-0.0620],\n", + " [-0.0626],\n", + " [-0.0556],\n", + " [-0.0608],\n", + " [-0.0549],\n", + " [-0.0610],\n", + " [-0.0636],\n", + " [-0.0630],\n", + " [-0.0623],\n", + " [-0.0597],\n", + " [-0.0618],\n", + " [-0.0627],\n", + " [-0.0606],\n", + " [-0.0630],\n", + " [-0.0639],\n", + " [-0.0644],\n", + " [-0.0605],\n", + " [-0.0493],\n", + " [-0.0663],\n", + " [-0.0614],\n", + " [-0.0614],\n", + " [-0.0604],\n", + " [-0.0625],\n", + " [-0.0633],\n", + " [-0.0633],\n", + " [-0.0636],\n", + " [-0.0618],\n", + " [-0.0625],\n", + " [-0.0615],\n", + " [-0.0605]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0614],\n", + " [-0.0641],\n", + " [-0.0611],\n", + " [-0.0621],\n", + " [-0.0612],\n", + " [-0.0626],\n", + " [-0.0588],\n", + " [-0.0625],\n", + " [-0.0644],\n", + " [-0.0638],\n", + " [-0.0640],\n", + " [-0.0613],\n", + " [-0.2777],\n", + " [-0.0656],\n", + " [-0.0647],\n", + " [-0.0628],\n", + " [-0.0618],\n", + " [-0.0617],\n", + " [-0.0618],\n", + " [-0.0646],\n", + " [-0.0619],\n", + " [-0.1551],\n", + " [-0.0580],\n", + " [-0.0645],\n", + " [-0.0637],\n", + " [-0.0594],\n", + " [ 0.0600],\n", + " [-0.0619],\n", + " [-0.0673],\n", + " [-0.0631],\n", + " [-0.0015],\n", + " [-0.0582]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0653],\n", + " [-0.0724],\n", + " [-0.0697],\n", + " [-0.0709],\n", + " [-0.0759],\n", + " [-0.0687],\n", + " [-0.0681],\n", + " [-0.0730],\n", + " [-0.0778],\n", + " [-0.0690],\n", + " [-0.0734],\n", + " [-0.0737],\n", + " [-0.3090],\n", + " [-0.0799],\n", + " [-0.0772],\n", + " [-0.0768],\n", + " [-0.0702],\n", + " [-0.0747],\n", + " [-0.0719],\n", + " [-0.0771],\n", + " [-0.0696],\n", + " [-0.1884],\n", + " [-0.0719],\n", + " [-0.0775],\n", + " [-0.0779],\n", + " [-0.0712],\n", + " [-0.7027],\n", + " [-0.0747],\n", + " [-0.0800],\n", + " [-0.0790],\n", + " [-0.0429],\n", + " [-0.0686]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0376],\n", + " [ 0.0470],\n", + " [ 0.0397],\n", + " [ 0.0366],\n", + " [ 0.0382],\n", + " [ 0.0372],\n", + " [ 0.0397],\n", + " [ 0.0364],\n", + " [ 0.0373],\n", + " [ 0.0274],\n", + " [ 0.0346],\n", + " [ 0.0392],\n", + " [ 0.0528],\n", + " [ 0.0370],\n", + " [ 0.0356],\n", + " [ 0.0369],\n", + " [ 0.0380],\n", + " [ 0.0375],\n", + " [ 0.0396],\n", + " [ 0.0364],\n", + " [ 0.0409],\n", + " [ 0.0344],\n", + " [ 0.0381],\n", + " [ 0.0368],\n", + " [ 0.0368],\n", + " [ 0.0375],\n", + " [-0.1437],\n", + " [ 0.0386],\n", + " [ 0.0358],\n", + " [ 0.0391],\n", + " [ 0.0267],\n", + " [ 0.0394]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0937],\n", + " [-0.1099],\n", + " [-0.0947],\n", + " [-0.0943],\n", + " [-0.0915],\n", + " [-0.0948],\n", + " [-0.0897],\n", + " [-0.0939],\n", + " [-0.0958],\n", + " [-0.0971],\n", + " [-0.0972],\n", + " [-0.0899],\n", + " [-0.0041],\n", + " [-0.0948],\n", + " [-0.0959],\n", + " [-0.0919],\n", + " [-0.0953],\n", + " [-0.0920],\n", + " [-0.0918],\n", + " [-0.0924],\n", + " [-0.0997],\n", + " [-0.0468],\n", + " [-0.0873],\n", + " [-0.0916],\n", + " [-0.0925],\n", + " [-0.0871],\n", + " [ 0.1800],\n", + " [-0.0938],\n", + " [-0.0966],\n", + " [-0.0915],\n", + " [-0.0744],\n", + " [-0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0586],\n", + " [ 0.0149],\n", + " [ 0.0568],\n", + " [ 0.0576],\n", + " [ 0.0488],\n", + " [ 0.0591],\n", + " [ 0.0544],\n", + " [ 0.0564],\n", + " [ 0.0564],\n", + " [ 0.0586],\n", + " [ 0.0601],\n", + " [ 0.0522],\n", + " [ 0.0083],\n", + " [ 0.0535],\n", + " [ 0.0567],\n", + " [ 0.0508],\n", + " [ 0.0578],\n", + " [ 0.0535],\n", + " [ 0.0455],\n", + " [ 0.0522],\n", + " [ 0.0338],\n", + " [ 0.0382],\n", + " [ 0.0430],\n", + " [ 0.0490],\n", + " [ 0.0503],\n", + " [ 0.0478],\n", + " [-0.5372],\n", + " [ 0.0551],\n", + " [ 0.0561],\n", + " [ 0.0467],\n", + " [ 0.0377],\n", + " [ 0.0487]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0338],\n", + " [-0.0316],\n", + " [-0.0328],\n", + " [-0.0379],\n", + " [-0.0359],\n", + " [-0.0351],\n", + " [-0.0367],\n", + " [-0.0384],\n", + " [-0.0349],\n", + " [-0.0362],\n", + " [-0.0356],\n", + " [-0.0370],\n", + " [-0.0960],\n", + " [-0.0373],\n", + " [-0.0389],\n", + " [-0.0403],\n", + " [-0.0335],\n", + " [-0.0381],\n", + " [-0.0329],\n", + " [-0.0407],\n", + " [-0.0378],\n", + " [-0.0573],\n", + " [-0.0377],\n", + " [-0.0405],\n", + " [-0.0384],\n", + " [-0.0445],\n", + " [-0.1742],\n", + " [-0.0346],\n", + " [-0.0393],\n", + " [-0.0355],\n", + " [ 0.0014],\n", + " [-0.0393]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0830],\n", + " [-0.0908],\n", + " [-0.0833],\n", + " [-0.0805],\n", + " [-0.0801],\n", + " [-0.0811],\n", + " [-0.0807],\n", + " [-0.0800],\n", + " [-0.0793],\n", + " [-0.0835],\n", + " [-0.0801],\n", + " [-0.0781],\n", + " [-0.0813],\n", + " [-0.0782],\n", + " [-0.0792],\n", + " [-0.0792],\n", + " [-0.0820],\n", + " [-0.0794],\n", + " [-0.0827],\n", + " [-0.0785],\n", + " [-0.0882],\n", + " [-0.0765],\n", + " [-0.0818],\n", + " [-0.0782],\n", + " [-0.0788],\n", + " [-0.0789],\n", + " [ 0.4603],\n", + " [-0.0803],\n", + " [-0.0788],\n", + " [-0.0785],\n", + " [-0.0813],\n", + " [-0.0793]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1727],\n", + " [0.1550],\n", + " [0.1708],\n", + " [0.1689],\n", + " [0.1631],\n", + " [0.1716],\n", + " [0.1697],\n", + " [0.1680],\n", + " [0.1677],\n", + " [0.1704],\n", + " [0.1703],\n", + " [0.1675],\n", + " [0.0155],\n", + " [0.1659],\n", + " [0.1674],\n", + " [0.1643],\n", + " [0.1703],\n", + " [0.1667],\n", + " [0.1651],\n", + " [0.1661],\n", + " [0.1617],\n", + " [0.0846],\n", + " [0.1618],\n", + " [0.1648],\n", + " [0.1640],\n", + " [0.1626],\n", + " [0.2099],\n", + " [0.1678],\n", + " [0.1670],\n", + " [0.1622],\n", + " [0.1661],\n", + " [0.1664]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0538],\n", + " [-0.0709],\n", + " [-0.0515],\n", + " [-0.0555],\n", + " [-0.0573],\n", + " [-0.0563],\n", + " [-0.0486],\n", + " [-0.0555],\n", + " [-0.0593],\n", + " [-0.0678],\n", + " [-0.0604],\n", + " [-0.0545],\n", + " [-0.0567],\n", + " [-0.0598],\n", + " [-0.0582],\n", + " [-0.0559],\n", + " [-0.0549],\n", + " [-0.0547],\n", + " [-0.0549],\n", + " [-0.0562],\n", + " [-0.0621],\n", + " [-0.0743],\n", + " [-0.0540],\n", + " [-0.0571],\n", + " [-0.0576],\n", + " [-0.0483],\n", + " [-0.3094],\n", + " [-0.0565],\n", + " [-0.0593],\n", + " [-0.0599],\n", + " [-0.0607],\n", + " [-0.0469]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0552],\n", + " [0.0945],\n", + " [0.0620],\n", + " [0.0573],\n", + " [0.0674],\n", + " [0.0564],\n", + " [0.0576],\n", + " [0.0590],\n", + " [0.0644],\n", + " [0.0461],\n", + " [0.0584],\n", + " [0.0627],\n", + " [0.0022],\n", + " [0.0651],\n", + " [0.0616],\n", + " [0.0657],\n", + " [0.0600],\n", + " [0.0632],\n", + " [0.0705],\n", + " [0.0628],\n", + " [0.0777],\n", + " [0.0310],\n", + " [0.0670],\n", + " [0.0654],\n", + " [0.0672],\n", + " [0.0636],\n", + " [0.1810],\n", + " [0.0623],\n", + " [0.0628],\n", + " [0.0706],\n", + " [0.0988],\n", + " [0.0619]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1011],\n", + " [-0.0535],\n", + " [-0.0998],\n", + " [-0.0983],\n", + " [-0.0898],\n", + " [-0.1009],\n", + " [-0.0977],\n", + " [-0.0968],\n", + " [-0.0957],\n", + " [-0.1013],\n", + " [-0.1004],\n", + " [-0.0923],\n", + " [-0.0985],\n", + " [-0.0928],\n", + " [-0.0957],\n", + " [-0.0919],\n", + " [-0.0992],\n", + " [-0.0943],\n", + " [-0.0850],\n", + " [-0.0915],\n", + " [-0.0733],\n", + " [-0.0674],\n", + " [-0.0825],\n", + " [-0.0884],\n", + " [-0.0900],\n", + " [-0.0900],\n", + " [-0.0726],\n", + " [-0.0959],\n", + " [-0.0940],\n", + " [-0.0874],\n", + " [-0.1240],\n", + " [-0.0926]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0245],\n", + " [-0.0116],\n", + " [ 0.0220],\n", + " [ 0.0200],\n", + " [ 0.0107],\n", + " [ 0.0216],\n", + " [ 0.0194],\n", + " [ 0.0178],\n", + " [ 0.0154],\n", + " [ 0.0226],\n", + " [ 0.0188],\n", + " [ 0.0156],\n", + " [ 0.0038],\n", + " [ 0.0138],\n", + " [ 0.0172],\n", + " [ 0.0112],\n", + " [ 0.0215],\n", + " [ 0.0146],\n", + " [ 0.0135],\n", + " [ 0.0152],\n", + " [ 0.0085],\n", + " [-0.0023],\n", + " [ 0.0118],\n", + " [ 0.0122],\n", + " [ 0.0113],\n", + " [ 0.0112],\n", + " [-0.3467],\n", + " [ 0.0162],\n", + " [ 0.0166],\n", + " [ 0.0072],\n", + " [-0.0220],\n", + " [ 0.0152]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0968],\n", + " [ 0.0620],\n", + " [ 0.0898],\n", + " [ 0.0969],\n", + " [ 0.0880],\n", + " [ 0.0963],\n", + " [ 0.0962],\n", + " [ 0.0949],\n", + " [ 0.0887],\n", + " [ 0.0993],\n", + " [ 0.0952],\n", + " [ 0.0881],\n", + " [-0.0444],\n", + " [ 0.0897],\n", + " [ 0.0936],\n", + " [ 0.0922],\n", + " [ 0.0915],\n", + " [ 0.0914],\n", + " [ 0.0778],\n", + " [ 0.0911],\n", + " [ 0.0737],\n", + " [ 0.0206],\n", + " [ 0.0847],\n", + " [ 0.0890],\n", + " [ 0.0886],\n", + " [ 0.0956],\n", + " [-0.0977],\n", + " [ 0.0903],\n", + " [ 0.0920],\n", + " [ 0.0861],\n", + " [ 0.1238],\n", + " [ 0.0925]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 1.0441e-02],\n", + " [ 3.1382e-02],\n", + " [ 5.6278e-03],\n", + " [ 1.1137e-02],\n", + " [ 9.7273e-03],\n", + " [ 1.1246e-02],\n", + " [ 1.0800e-02],\n", + " [ 1.1099e-02],\n", + " [ 7.9167e-03],\n", + " [ 7.4674e-04],\n", + " [ 9.4341e-03],\n", + " [ 9.0258e-03],\n", + " [ 4.1628e-02],\n", + " [ 8.7785e-03],\n", + " [ 8.7885e-03],\n", + " [ 1.0945e-02],\n", + " [ 7.7987e-03],\n", + " [ 1.0184e-02],\n", + " [-3.5616e-04],\n", + " [ 8.2505e-03],\n", + " [ 7.9513e-03],\n", + " [ 1.4175e-02],\n", + " [ 5.2475e-03],\n", + " [ 8.4216e-03],\n", + " [ 7.8457e-03],\n", + " [ 1.1113e-02],\n", + " [ 4.8728e-01],\n", + " [ 9.9482e-03],\n", + " [ 7.9753e-03],\n", + " [ 1.0943e-02],\n", + " [ 3.8179e-02],\n", + " [ 8.9222e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.5866e-03],\n", + " [-9.0995e-03],\n", + " [ 5.1298e-04],\n", + " [-1.8541e-03],\n", + " [-3.1352e-03],\n", + " [-1.0012e-04],\n", + " [-6.1906e-03],\n", + " [-2.5317e-03],\n", + " [ 2.8005e-03],\n", + " [ 1.6121e-02],\n", + " [ 3.1786e-03],\n", + " [-2.6566e-03],\n", + " [ 1.6850e-01],\n", + " [ 2.0912e-03],\n", + " [ 8.8411e-04],\n", + " [-5.5529e-03],\n", + " [ 2.8781e-04],\n", + " [-4.4625e-03],\n", + " [ 4.9931e-04],\n", + " [-1.3136e-03],\n", + " [-4.9116e-03],\n", + " [ 7.4612e-02],\n", + " [-5.6586e-03],\n", + " [-2.6345e-03],\n", + " [-2.9023e-03],\n", + " [-1.3043e-02],\n", + " [-1.8803e-01],\n", + " [-2.6537e-04],\n", + " [ 2.9059e-03],\n", + " [-2.1963e-03],\n", + " [-3.0771e-02],\n", + " [-8.8215e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0316],\n", + " [-0.0613],\n", + " [-0.0371],\n", + " [-0.0328],\n", + " [-0.0378],\n", + " [-0.0315],\n", + " [-0.0305],\n", + " [-0.0338],\n", + " [-0.0376],\n", + " [-0.0363],\n", + " [-0.0346],\n", + " [-0.0362],\n", + " [ 0.0196],\n", + " [-0.0386],\n", + " [-0.0361],\n", + " [-0.0363],\n", + " [-0.0364],\n", + " [-0.0351],\n", + " [-0.0460],\n", + " [-0.0380],\n", + " [-0.0497],\n", + " [-0.0052],\n", + " [-0.0423],\n", + " [-0.0390],\n", + " [-0.0390],\n", + " [-0.0332],\n", + " [-0.3309],\n", + " [-0.0357],\n", + " [-0.0376],\n", + " [-0.0385],\n", + " [-0.0496],\n", + " [-0.0335]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 1.5674e-03],\n", + " [ 1.3462e-02],\n", + " [ 3.8389e-03],\n", + " [ 2.7371e-03],\n", + " [ 5.7070e-03],\n", + " [ 2.5499e-03],\n", + " [ 6.7826e-05],\n", + " [ 3.1439e-03],\n", + " [ 6.9961e-03],\n", + " [ 5.3627e-03],\n", + " [ 6.1965e-03],\n", + " [ 4.5977e-03],\n", + " [-2.4613e-02],\n", + " [ 6.8480e-03],\n", + " [ 5.3885e-03],\n", + " [ 4.3844e-03],\n", + " [ 3.9124e-03],\n", + " [ 3.6715e-03],\n", + " [ 7.5775e-03],\n", + " [ 4.6139e-03],\n", + " [ 7.1915e-03],\n", + " [ 2.9013e-03],\n", + " [ 5.6070e-03],\n", + " [ 5.3181e-03],\n", + " [ 6.1261e-03],\n", + " [-1.5556e-03],\n", + " [ 1.9658e-01],\n", + " [ 4.7559e-03],\n", + " [ 6.1549e-03],\n", + " [ 7.5123e-03],\n", + " [ 7.1120e-03],\n", + " [ 1.8640e-04]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0568],\n", + " [ 0.0958],\n", + " [ 0.0582],\n", + " [ 0.0562],\n", + " [ 0.0603],\n", + " [ 0.0569],\n", + " [ 0.0545],\n", + " [ 0.0563],\n", + " [ 0.0584],\n", + " [ 0.0588],\n", + " [ 0.0584],\n", + " [ 0.0567],\n", + " [ 0.0339],\n", + " [ 0.0588],\n", + " [ 0.0577],\n", + " [ 0.0585],\n", + " [ 0.0574],\n", + " [ 0.0566],\n", + " [ 0.0647],\n", + " [ 0.0570],\n", + " [ 0.0756],\n", + " [ 0.0621],\n", + " [ 0.0617],\n", + " [ 0.0589],\n", + " [ 0.0595],\n", + " [ 0.0553],\n", + " [-0.1784],\n", + " [ 0.0575],\n", + " [ 0.0581],\n", + " [ 0.0621],\n", + " [ 0.1072],\n", + " [ 0.0555]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0192],\n", + " [-0.0169],\n", + " [-0.0187],\n", + " [-0.0185],\n", + " [-0.0149],\n", + " [-0.0191],\n", + " [-0.0174],\n", + " [-0.0178],\n", + " [-0.0175],\n", + " [-0.0106],\n", + " [-0.0173],\n", + " [-0.0168],\n", + " [ 0.0429],\n", + " [-0.0175],\n", + " [-0.0181],\n", + " [-0.0156],\n", + " [-0.0194],\n", + " [-0.0169],\n", + " [-0.0144],\n", + " [-0.0175],\n", + " [-0.0132],\n", + " [ 0.0087],\n", + " [-0.0154],\n", + " [-0.0168],\n", + " [-0.0156],\n", + " [-0.0179],\n", + " [ 0.2340],\n", + " [-0.0175],\n", + " [-0.0189],\n", + " [-0.0145],\n", + " [ 0.0029],\n", + " [-0.0146]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1690],\n", + " [-0.1658],\n", + " [-0.1685],\n", + " [-0.1709],\n", + " [-0.1685],\n", + " [-0.1701],\n", + " [-0.1669],\n", + " [-0.1708],\n", + " [-0.1722],\n", + " [-0.1760],\n", + " [-0.1724],\n", + " [-0.1680],\n", + " [-0.2639],\n", + " [-0.1738],\n", + " [-0.1741],\n", + " [-0.1699],\n", + " [-0.1692],\n", + " [-0.1689],\n", + " [-0.1661],\n", + " [-0.1723],\n", + " [-0.1646],\n", + " [-0.1997],\n", + " [-0.1654],\n", + " [-0.1713],\n", + " [-0.1706],\n", + " [-0.1658],\n", + " [-0.1539],\n", + " [-0.1700],\n", + " [-0.1757],\n", + " [-0.1694],\n", + " [-0.1740],\n", + " [-0.1653]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0219],\n", + " [-0.0213],\n", + " [-0.0182],\n", + " [-0.0225],\n", + " [-0.0228],\n", + " [-0.0226],\n", + " [-0.0216],\n", + " [-0.0225],\n", + " [-0.0205],\n", + " [-0.0038],\n", + " [-0.0202],\n", + " [-0.0222],\n", + " [ 0.2671],\n", + " [-0.0201],\n", + " [-0.0201],\n", + " [-0.0242],\n", + " [-0.0206],\n", + " [-0.0233],\n", + " [-0.0145],\n", + " [-0.0200],\n", + " [-0.0214],\n", + " [ 0.1232],\n", + " [-0.0196],\n", + " [-0.0213],\n", + " [-0.0223],\n", + " [-0.0264],\n", + " [ 0.1681],\n", + " [-0.0214],\n", + " [-0.0187],\n", + " [-0.0241],\n", + " [-0.0365],\n", + " [-0.0213]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0185],\n", + " [-0.0337],\n", + " [ 0.0137],\n", + " [ 0.0125],\n", + " [ 0.0013],\n", + " [ 0.0165],\n", + " [ 0.0097],\n", + " [ 0.0100],\n", + " [ 0.0083],\n", + " [ 0.0317],\n", + " [ 0.0174],\n", + " [ 0.0026],\n", + " [ 0.1174],\n", + " [ 0.0048],\n", + " [ 0.0088],\n", + " [ 0.0014],\n", + " [ 0.0145],\n", + " [ 0.0053],\n", + " [-0.0019],\n", + " [ 0.0028],\n", + " [-0.0150],\n", + " [ 0.0644],\n", + " [-0.0039],\n", + " [-0.0008],\n", + " [ 0.0008],\n", + " [-0.0021],\n", + " [-0.0153],\n", + " [ 0.0086],\n", + " [ 0.0075],\n", + " [-0.0022],\n", + " [ 0.0298],\n", + " [ 0.0018]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0922],\n", + " [ 0.1105],\n", + " [ 0.0933],\n", + " [ 0.0906],\n", + " [ 0.0938],\n", + " [ 0.0905],\n", + " [ 0.0943],\n", + " [ 0.0912],\n", + " [ 0.0904],\n", + " [ 0.0913],\n", + " [ 0.0882],\n", + " [ 0.0968],\n", + " [-0.1113],\n", + " [ 0.0907],\n", + " [ 0.0903],\n", + " [ 0.0929],\n", + " [ 0.0927],\n", + " [ 0.0937],\n", + " [ 0.1039],\n", + " [ 0.0948],\n", + " [ 0.1102],\n", + " [-0.0031],\n", + " [ 0.1018],\n", + " [ 0.0959],\n", + " [ 0.0939],\n", + " [ 0.0997],\n", + " [-0.3195],\n", + " [ 0.0913],\n", + " [ 0.0903],\n", + " [ 0.0925],\n", + " [ 0.1041],\n", + " [ 0.0993]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0898],\n", + " [ 0.0528],\n", + " [ 0.0879],\n", + " [ 0.0854],\n", + " [ 0.0821],\n", + " [ 0.0877],\n", + " [ 0.0836],\n", + " [ 0.0836],\n", + " [ 0.0831],\n", + " [ 0.1142],\n", + " [ 0.0893],\n", + " [ 0.0812],\n", + " [-0.0050],\n", + " [ 0.0798],\n", + " [ 0.0818],\n", + " [ 0.0788],\n", + " [ 0.0875],\n", + " [ 0.0807],\n", + " [ 0.0856],\n", + " [ 0.0785],\n", + " [ 0.0791],\n", + " [ 0.0460],\n", + " [ 0.0845],\n", + " [ 0.0773],\n", + " [ 0.0792],\n", + " [ 0.0739],\n", + " [-0.5739],\n", + " [ 0.0842],\n", + " [ 0.0795],\n", + " [ 0.0795],\n", + " [ 0.0674],\n", + " [ 0.0801]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0880],\n", + " [ 0.0959],\n", + " [ 0.0865],\n", + " [ 0.0875],\n", + " [ 0.0888],\n", + " [ 0.0884],\n", + " [ 0.0845],\n", + " [ 0.0875],\n", + " [ 0.0885],\n", + " [ 0.0856],\n", + " [ 0.0893],\n", + " [ 0.0856],\n", + " [ 0.1748],\n", + " [ 0.0884],\n", + " [ 0.0876],\n", + " [ 0.0881],\n", + " [ 0.0879],\n", + " [ 0.0869],\n", + " [ 0.0863],\n", + " [ 0.0868],\n", + " [ 0.0859],\n", + " [ 0.1438],\n", + " [ 0.0865],\n", + " [ 0.0871],\n", + " [ 0.0880],\n", + " [ 0.0841],\n", + " [-0.3750],\n", + " [ 0.0878],\n", + " [ 0.0882],\n", + " [ 0.0896],\n", + " [ 0.0651],\n", + " [ 0.0826]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0438],\n", + " [0.0620],\n", + " [0.0449],\n", + " [0.0407],\n", + " [0.0400],\n", + " [0.0430],\n", + " [0.0401],\n", + " [0.0397],\n", + " [0.0427],\n", + " [0.0479],\n", + " [0.0431],\n", + " [0.0417],\n", + " [0.0627],\n", + " [0.0402],\n", + " [0.0395],\n", + " [0.0375],\n", + " [0.0447],\n", + " [0.0395],\n", + " [0.0470],\n", + " [0.0389],\n", + " [0.0535],\n", + " [0.0512],\n", + " [0.0413],\n", + " [0.0389],\n", + " [0.0393],\n", + " [0.0356],\n", + " [0.2572],\n", + " [0.0420],\n", + " [0.0395],\n", + " [0.0396],\n", + " [0.0505],\n", + " [0.0379]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0348],\n", + " [ 0.0044],\n", + " [ 0.0355],\n", + " [ 0.0372],\n", + " [ 0.0384],\n", + " [ 0.0352],\n", + " [ 0.0383],\n", + " [ 0.0371],\n", + " [ 0.0354],\n", + " [ 0.0268],\n", + " [ 0.0335],\n", + " [ 0.0372],\n", + " [-0.1072],\n", + " [ 0.0364],\n", + " [ 0.0370],\n", + " [ 0.0383],\n", + " [ 0.0353],\n", + " [ 0.0376],\n", + " [ 0.0319],\n", + " [ 0.0375],\n", + " [ 0.0238],\n", + " [-0.0211],\n", + " [ 0.0396],\n", + " [ 0.0371],\n", + " [ 0.0375],\n", + " [ 0.0388],\n", + " [-0.6653],\n", + " [ 0.0368],\n", + " [ 0.0359],\n", + " [ 0.0374],\n", + " [ 0.0108],\n", + " [ 0.0394]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0681],\n", + " [-0.0913],\n", + " [-0.0704],\n", + " [-0.0711],\n", + " [-0.0759],\n", + " [-0.0694],\n", + " [-0.0729],\n", + " [-0.0720],\n", + " [-0.0729],\n", + " [-0.0578],\n", + " [-0.0687],\n", + " [-0.0754],\n", + " [ 0.0609],\n", + " [-0.0738],\n", + " [-0.0718],\n", + " [-0.0753],\n", + " [-0.0703],\n", + " [-0.0744],\n", + " [-0.0752],\n", + " [-0.0738],\n", + " [-0.0783],\n", + " [ 0.0079],\n", + " [-0.0770],\n", + " [-0.0750],\n", + " [-0.0750],\n", + " [-0.0778],\n", + " [-0.4434],\n", + " [-0.0736],\n", + " [-0.0717],\n", + " [-0.0773],\n", + " [-0.1033],\n", + " [-0.0757]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0964],\n", + " [-0.1219],\n", + " [-0.0993],\n", + " [-0.0978],\n", + " [-0.1043],\n", + " [-0.0971],\n", + " [-0.0983],\n", + " [-0.0992],\n", + " [-0.1023],\n", + " [-0.1011],\n", + " [-0.0993],\n", + " [-0.1024],\n", + " [-0.1635],\n", + " [-0.1049],\n", + " [-0.1021],\n", + " [-0.1034],\n", + " [-0.0988],\n", + " [-0.1014],\n", + " [-0.1067],\n", + " [-0.1048],\n", + " [-0.1077],\n", + " [-0.1383],\n", + " [-0.1081],\n", + " [-0.1064],\n", + " [-0.1046],\n", + " [-0.1021],\n", + " [-0.4797],\n", + " [-0.1009],\n", + " [-0.1048],\n", + " [-0.1065],\n", + " [-0.1137],\n", + " [-0.1013]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0640],\n", + " [-0.0315],\n", + " [-0.0628],\n", + " [-0.0635],\n", + " [-0.0615],\n", + " [-0.0634],\n", + " [-0.0648],\n", + " [-0.0633],\n", + " [-0.0610],\n", + " [-0.0594],\n", + " [-0.0618],\n", + " [-0.0617],\n", + " [ 0.0540],\n", + " [-0.0606],\n", + " [-0.0623],\n", + " [-0.0641],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0582],\n", + " [-0.0619],\n", + " [-0.0551],\n", + " [-0.0062],\n", + " [-0.0593],\n", + " [-0.0615],\n", + " [-0.0624],\n", + " [-0.0660],\n", + " [ 0.4182],\n", + " [-0.0614],\n", + " [-0.0614],\n", + " [-0.0610],\n", + " [-0.0288],\n", + " [-0.0649]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.1224],\n", + " [ 0.0021],\n", + " [-0.0628],\n", + " [-0.0618],\n", + " [-0.0633],\n", + " [-0.0625],\n", + " [-0.0583],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0616],\n", + " [-0.0573],\n", + " [-0.0676],\n", + " [-0.0702],\n", + " [-0.0599],\n", + " [-0.0630],\n", + " [-0.0609],\n", + " [-0.0608],\n", + " [-0.0622],\n", + " [-0.0621],\n", + " [-0.0620],\n", + " [-0.0620],\n", + " [-0.0664],\n", + " [-0.0612],\n", + " [-0.0631],\n", + " [-0.0608],\n", + " [-0.0621],\n", + " [-0.0634],\n", + " [-0.0510],\n", + " [-0.0635],\n", + " [-0.0620],\n", + " [-0.0644]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1509],\n", + " [-0.2278],\n", + " [-0.0702],\n", + " [-0.0750],\n", + " [-0.0759],\n", + " [-0.0717],\n", + " [-0.0696],\n", + " [-0.0703],\n", + " [-0.0741],\n", + " [-0.0734],\n", + " [-0.0738],\n", + " [-0.0723],\n", + " [-0.0800],\n", + " [-0.0756],\n", + " [-0.0694],\n", + " [-0.0741],\n", + " [-0.0745],\n", + " [-0.0759],\n", + " [-0.0737],\n", + " [-0.0742],\n", + " [-0.0762],\n", + " [-0.0726],\n", + " [-0.0797],\n", + " [-0.0705],\n", + " [-0.0761],\n", + " [-0.0747],\n", + " [-0.0724],\n", + " [-0.0736],\n", + " [-0.0720],\n", + " [-0.0719],\n", + " [-0.0744],\n", + " [-0.0767]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0372],\n", + " [-0.0060],\n", + " [ 0.0366],\n", + " [ 0.0367],\n", + " [ 0.0365],\n", + " [ 0.0365],\n", + " [ 0.0383],\n", + " [ 0.0365],\n", + " [ 0.0370],\n", + " [ 0.0373],\n", + " [ 0.0375],\n", + " [ 0.0391],\n", + " [ 0.0362],\n", + " [ 0.0370],\n", + " [ 0.0396],\n", + " [ 0.0355],\n", + " [ 0.0364],\n", + " [ 0.0397],\n", + " [ 0.0387],\n", + " [ 0.0384],\n", + " [ 0.0382],\n", + " [ 0.0367],\n", + " [ 0.0366],\n", + " [ 0.0372],\n", + " [ 0.0365],\n", + " [ 0.0374],\n", + " [ 0.0368],\n", + " [ 0.0412],\n", + " [ 0.0399],\n", + " [ 0.0364],\n", + " [ 0.0388],\n", + " [ 0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0588],\n", + " [ 0.0070],\n", + " [-0.0952],\n", + " [-0.0912],\n", + " [-0.0937],\n", + " [-0.0940],\n", + " [-0.0850],\n", + " [-0.0955],\n", + " [-0.0932],\n", + " [-0.0926],\n", + " [-0.0928],\n", + " [-0.0849],\n", + " [-0.0964],\n", + " [-0.0906],\n", + " [-0.0911],\n", + " [-0.0954],\n", + " [-0.0901],\n", + " [-0.0907],\n", + " [-0.0951],\n", + " [-0.0939],\n", + " [-0.0941],\n", + " [-0.0937],\n", + " [-0.0937],\n", + " [-0.0938],\n", + " [-0.0935],\n", + " [-0.0895],\n", + " [-0.0936],\n", + " [-0.0978],\n", + " [-0.0827],\n", + " [-0.0962],\n", + " [-0.0906],\n", + " [-0.0919]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0400],\n", + " [-0.1173],\n", + " [ 0.0582],\n", + " [ 0.0518],\n", + " [ 0.0562],\n", + " [ 0.0563],\n", + " [ 0.0482],\n", + " [ 0.0594],\n", + " [ 0.0566],\n", + " [ 0.0555],\n", + " [ 0.0563],\n", + " [ 0.0468],\n", + " [ 0.0561],\n", + " [ 0.0475],\n", + " [ 0.0537],\n", + " [ 0.0577],\n", + " [ 0.0506],\n", + " [ 0.0438],\n", + " [ 0.0574],\n", + " [ 0.0544],\n", + " [ 0.0520],\n", + " [ 0.0565],\n", + " [ 0.0503],\n", + " [ 0.0574],\n", + " [ 0.0549],\n", + " [ 0.0475],\n", + " [ 0.0574],\n", + " [ 0.0249],\n", + " [ 0.0364],\n", + " [ 0.0595],\n", + " [ 0.0532],\n", + " [ 0.0490]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0473],\n", + " [-0.1022],\n", + " [-0.0362],\n", + " [-0.0402],\n", + " [-0.0398],\n", + " [-0.0384],\n", + " [-0.0459],\n", + " [-0.0356],\n", + " [-0.0375],\n", + " [-0.0385],\n", + " [-0.0371],\n", + " [-0.0453],\n", + " [-0.0375],\n", + " [-0.0331],\n", + " [-0.0355],\n", + " [-0.0376],\n", + " [-0.0407],\n", + " [-0.0353],\n", + " [-0.0341],\n", + " [-0.0346],\n", + " [-0.0353],\n", + " [-0.0382],\n", + " [-0.0371],\n", + " [-0.0373],\n", + " [-0.0390],\n", + " [-0.0404],\n", + " [-0.0375],\n", + " [-0.0415],\n", + " [-0.0435],\n", + " [-0.0355],\n", + " [-0.0364],\n", + " [-0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0821],\n", + " [ 0.0855],\n", + " [-0.0810],\n", + " [-0.0788],\n", + " [-0.0789],\n", + " [-0.0808],\n", + " [-0.0778],\n", + " [-0.0804],\n", + " [-0.0787],\n", + " [-0.0798],\n", + " [-0.0789],\n", + " [-0.0774],\n", + " [-0.0787],\n", + " [-0.0841],\n", + " [-0.0817],\n", + " [-0.0793],\n", + " [-0.0782],\n", + " [-0.0819],\n", + " [-0.0803],\n", + " [-0.0814],\n", + " [-0.0808],\n", + " [-0.0800],\n", + " [-0.0790],\n", + " [-0.0804],\n", + " [-0.0788],\n", + " [-0.0790],\n", + " [-0.0794],\n", + " [-0.0848],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0784],\n", + " [-0.0802]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1036],\n", + " [0.1975],\n", + " [0.1695],\n", + " [0.1656],\n", + " [0.1684],\n", + " [0.1680],\n", + " [0.1635],\n", + " [0.1709],\n", + " [0.1688],\n", + " [0.1681],\n", + " [0.1689],\n", + " [0.1624],\n", + " [0.1674],\n", + " [0.1627],\n", + " [0.1685],\n", + " [0.1679],\n", + " [0.1650],\n", + " [0.1592],\n", + " [0.1699],\n", + " [0.1667],\n", + " [0.1650],\n", + " [0.1682],\n", + " [0.1648],\n", + " [0.1691],\n", + " [0.1673],\n", + " [0.1632],\n", + " [0.1692],\n", + " [0.1599],\n", + " [0.1555],\n", + " [0.1704],\n", + " [0.1679],\n", + " [0.1643]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0785],\n", + " [-0.1116],\n", + " [-0.0570],\n", + " [-0.0551],\n", + " [-0.0560],\n", + " [-0.0555],\n", + " [-0.0458],\n", + " [-0.0574],\n", + " [-0.0563],\n", + " [-0.0545],\n", + " [-0.0553],\n", + " [-0.0500],\n", + " [-0.0599],\n", + " [-0.0561],\n", + " [-0.0504],\n", + " [-0.0573],\n", + " [-0.0547],\n", + " [-0.0551],\n", + " [-0.0566],\n", + " [-0.0555],\n", + " [-0.0582],\n", + " [-0.0553],\n", + " [-0.0599],\n", + " [-0.0547],\n", + " [-0.0566],\n", + " [-0.0547],\n", + " [-0.0557],\n", + " [-0.0621],\n", + " [-0.0511],\n", + " [-0.0582],\n", + " [-0.0551],\n", + " [-0.0573]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0404],\n", + " [0.0905],\n", + " [0.0573],\n", + " [0.0629],\n", + " [0.0606],\n", + " [0.0582],\n", + " [0.0621],\n", + " [0.0573],\n", + " [0.0597],\n", + " [0.0593],\n", + " [0.0600],\n", + " [0.0647],\n", + " [0.0629],\n", + " [0.0656],\n", + " [0.0596],\n", + " [0.0603],\n", + " [0.0633],\n", + " [0.0733],\n", + " [0.0619],\n", + " [0.0631],\n", + " [0.0653],\n", + " [0.0587],\n", + " [0.0654],\n", + " [0.0577],\n", + " [0.0613],\n", + " [0.0667],\n", + " [0.0581],\n", + " [0.0834],\n", + " [0.0741],\n", + " [0.0584],\n", + " [0.0623],\n", + " [0.0660]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0666],\n", + " [-0.0909],\n", + " [-0.0996],\n", + " [-0.0926],\n", + " [-0.0955],\n", + " [-0.0972],\n", + " [-0.0912],\n", + " [-0.1008],\n", + " [-0.0966],\n", + " [-0.0961],\n", + " [-0.0963],\n", + " [-0.0896],\n", + " [-0.0940],\n", + " [-0.0782],\n", + " [-0.0973],\n", + " [-0.0970],\n", + " [-0.0910],\n", + " [-0.0878],\n", + " [-0.0980],\n", + " [-0.0957],\n", + " [-0.0931],\n", + " [-0.0971],\n", + " [-0.0885],\n", + " [-0.0983],\n", + " [-0.0947],\n", + " [-0.0887],\n", + " [-0.0979],\n", + " [-0.0707],\n", + " [-0.0805],\n", + " [-0.1005],\n", + " [-0.0925],\n", + " [-0.0868]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0004],\n", + " [-0.0835],\n", + " [ 0.0198],\n", + " [ 0.0139],\n", + " [ 0.0171],\n", + " [ 0.0184],\n", + " [ 0.0114],\n", + " [ 0.0205],\n", + " [ 0.0177],\n", + " [ 0.0166],\n", + " [ 0.0178],\n", + " [ 0.0098],\n", + " [ 0.0168],\n", + " [ 0.0139],\n", + " [ 0.0181],\n", + " [ 0.0191],\n", + " [ 0.0139],\n", + " [ 0.0056],\n", + " [ 0.0193],\n", + " [ 0.0155],\n", + " [ 0.0133],\n", + " [ 0.0184],\n", + " [ 0.0134],\n", + " [ 0.0209],\n", + " [ 0.0165],\n", + " [ 0.0103],\n", + " [ 0.0186],\n", + " [ 0.0013],\n", + " [ 0.0033],\n", + " [ 0.0197],\n", + " [ 0.0164],\n", + " [ 0.0130]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0405],\n", + " [0.0727],\n", + " [0.0967],\n", + " [0.0924],\n", + " [0.0943],\n", + " [0.0961],\n", + " [0.0987],\n", + " [0.0959],\n", + " [0.0932],\n", + " [0.0949],\n", + " [0.0924],\n", + " [0.0983],\n", + " [0.0904],\n", + " [0.0774],\n", + " [0.0939],\n", + " [0.0924],\n", + " [0.0914],\n", + " [0.0875],\n", + " [0.0898],\n", + " [0.0902],\n", + " [0.0898],\n", + " [0.0952],\n", + " [0.0873],\n", + " [0.0957],\n", + " [0.0929],\n", + " [0.0902],\n", + " [0.0956],\n", + " [0.0730],\n", + " [0.0948],\n", + " [0.0948],\n", + " [0.0877],\n", + " [0.0850]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0123],\n", + " [ 0.1618],\n", + " [ 0.0115],\n", + " [ 0.0104],\n", + " [ 0.0099],\n", + " [ 0.0118],\n", + " [ 0.0118],\n", + " [ 0.0108],\n", + " [ 0.0100],\n", + " [ 0.0120],\n", + " [ 0.0096],\n", + " [ 0.0156],\n", + " [ 0.0072],\n", + " [-0.0046],\n", + " [ 0.0104],\n", + " [ 0.0074],\n", + " [ 0.0093],\n", + " [ 0.0092],\n", + " [ 0.0080],\n", + " [ 0.0099],\n", + " [ 0.0102],\n", + " [ 0.0111],\n", + " [ 0.0064],\n", + " [ 0.0102],\n", + " [ 0.0093],\n", + " [ 0.0103],\n", + " [ 0.0113],\n", + " [ 0.0162],\n", + " [ 0.0150],\n", + " [ 0.0103],\n", + " [ 0.0082],\n", + " [ 0.0046]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0496],\n", + " [-0.1001],\n", + " [-0.0002],\n", + " [-0.0046],\n", + " [-0.0014],\n", + " [-0.0026],\n", + " [-0.0140],\n", + " [ 0.0007],\n", + " [-0.0008],\n", + " [-0.0038],\n", + " [-0.0014],\n", + " [-0.0128],\n", + " [ 0.0044],\n", + " [ 0.0016],\n", + " [-0.0043],\n", + " [ 0.0005],\n", + " [-0.0054],\n", + " [-0.0067],\n", + " [ 0.0020],\n", + " [-0.0019],\n", + " [-0.0005],\n", + " [-0.0025],\n", + " [ 0.0025],\n", + " [-0.0018],\n", + " [-0.0007],\n", + " [-0.0079],\n", + " [-0.0018],\n", + " [-0.0120],\n", + " [-0.0176],\n", + " [ 0.0016],\n", + " [-0.0013],\n", + " [-0.0006]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0179],\n", + " [-0.1105],\n", + " [-0.0325],\n", + " [-0.0362],\n", + " [-0.0341],\n", + " [-0.0328],\n", + " [-0.0313],\n", + " [-0.0326],\n", + " [-0.0350],\n", + " [-0.0325],\n", + " [-0.0351],\n", + " [-0.0321],\n", + " [-0.0387],\n", + " [-0.0494],\n", + " [-0.0326],\n", + " [-0.0375],\n", + " [-0.0375],\n", + " [-0.0378],\n", + " [-0.0377],\n", + " [-0.0355],\n", + " [-0.0381],\n", + " [-0.0339],\n", + " [-0.0420],\n", + " [-0.0342],\n", + " [-0.0362],\n", + " [-0.0369],\n", + " [-0.0328],\n", + " [-0.0548],\n", + " [-0.0396],\n", + " [-0.0340],\n", + " [-0.0370],\n", + " [-0.0420]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0020],\n", + " [ 0.0234],\n", + " [ 0.0030],\n", + " [ 0.0038],\n", + " [ 0.0042],\n", + " [ 0.0025],\n", + " [-0.0035],\n", + " [ 0.0035],\n", + " [ 0.0043],\n", + " [ 0.0026],\n", + " [ 0.0041],\n", + " [-0.0018],\n", + " [ 0.0066],\n", + " [ 0.0076],\n", + " [ 0.0011],\n", + " [ 0.0054],\n", + " [ 0.0040],\n", + " [ 0.0048],\n", + " [ 0.0054],\n", + " [ 0.0040],\n", + " [ 0.0059],\n", + " [ 0.0031],\n", + " [ 0.0072],\n", + " [ 0.0029],\n", + " [ 0.0046],\n", + " [ 0.0038],\n", + " [ 0.0032],\n", + " [ 0.0043],\n", + " [ 0.0002],\n", + " [ 0.0045],\n", + " [ 0.0050],\n", + " [ 0.0065]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0615],\n", + " [-0.0024],\n", + " [ 0.0572],\n", + " [ 0.0570],\n", + " [ 0.0565],\n", + " [ 0.0567],\n", + " [ 0.0537],\n", + " [ 0.0573],\n", + " [ 0.0562],\n", + " [ 0.0561],\n", + " [ 0.0560],\n", + " [ 0.0555],\n", + " [ 0.0579],\n", + " [ 0.0629],\n", + " [ 0.0561],\n", + " [ 0.0566],\n", + " [ 0.0570],\n", + " [ 0.0626],\n", + " [ 0.0571],\n", + " [ 0.0577],\n", + " [ 0.0594],\n", + " [ 0.0562],\n", + " [ 0.0604],\n", + " [ 0.0560],\n", + " [ 0.0569],\n", + " [ 0.0589],\n", + " [ 0.0562],\n", + " [ 0.0768],\n", + " [ 0.0626],\n", + " [ 0.0578],\n", + " [ 0.0567],\n", + " [ 0.0604]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0045],\n", + " [ 0.0504],\n", + " [-0.0186],\n", + " [-0.0163],\n", + " [-0.0180],\n", + " [-0.0180],\n", + " [-0.0186],\n", + " [-0.0189],\n", + " [-0.0179],\n", + " [-0.0175],\n", + " [-0.0180],\n", + " [-0.0181],\n", + " [-0.0195],\n", + " [-0.0164],\n", + " [-0.0172],\n", + " [-0.0181],\n", + " [-0.0158],\n", + " [-0.0126],\n", + " [-0.0192],\n", + " [-0.0173],\n", + " [-0.0164],\n", + " [-0.0182],\n", + " [-0.0180],\n", + " [-0.0192],\n", + " [-0.0176],\n", + " [-0.0152],\n", + " [-0.0180],\n", + " [-0.0102],\n", + " [-0.0153],\n", + " [-0.0190],\n", + " [-0.0175],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1839],\n", + " [-0.1463],\n", + " [-0.1712],\n", + " [-0.1698],\n", + " [-0.1725],\n", + " [-0.1707],\n", + " [-0.1652],\n", + " [-0.1711],\n", + " [-0.1710],\n", + " [-0.1700],\n", + " [-0.1703],\n", + " [-0.1670],\n", + " [-0.1756],\n", + " [-0.1680],\n", + " [-0.1679],\n", + " [-0.1719],\n", + " [-0.1689],\n", + " [-0.1674],\n", + " [-0.1705],\n", + " [-0.1692],\n", + " [-0.1711],\n", + " [-0.1707],\n", + " [-0.1740],\n", + " [-0.1704],\n", + " [-0.1724],\n", + " [-0.1674],\n", + " [-0.1707],\n", + " [-0.1657],\n", + " [-0.1663],\n", + " [-0.1716],\n", + " [-0.1687],\n", + " [-0.1702]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0828],\n", + " [ 0.0176],\n", + " [-0.0224],\n", + " [-0.0228],\n", + " [-0.0212],\n", + " [-0.0229],\n", + " [-0.0258],\n", + " [-0.0222],\n", + " [-0.0214],\n", + " [-0.0231],\n", + " [-0.0213],\n", + " [-0.0274],\n", + " [-0.0178],\n", + " [-0.0068],\n", + " [-0.0210],\n", + " [-0.0205],\n", + " [-0.0226],\n", + " [-0.0246],\n", + " [-0.0203],\n", + " [-0.0218],\n", + " [-0.0218],\n", + " [-0.0224],\n", + " [-0.0174],\n", + " [-0.0218],\n", + " [-0.0205],\n", + " [-0.0252],\n", + " [-0.0225],\n", + " [-0.0260],\n", + " [-0.0280],\n", + " [-0.0216],\n", + " [-0.0210],\n", + " [-0.0181]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0442],\n", + " [-0.0193],\n", + " [ 0.0148],\n", + " [ 0.0031],\n", + " [ 0.0075],\n", + " [ 0.0110],\n", + " [-0.0011],\n", + " [ 0.0159],\n", + " [ 0.0091],\n", + " [ 0.0085],\n", + " [ 0.0087],\n", + " [-0.0035],\n", + " [ 0.0079],\n", + " [ 0.0033],\n", + " [ 0.0094],\n", + " [ 0.0106],\n", + " [ 0.0013],\n", + " [-0.0043],\n", + " [ 0.0114],\n", + " [ 0.0087],\n", + " [ 0.0053],\n", + " [ 0.0104],\n", + " [ 0.0027],\n", + " [ 0.0122],\n", + " [ 0.0066],\n", + " [-0.0023],\n", + " [ 0.0114],\n", + " [-0.0208],\n", + " [-0.0126],\n", + " [ 0.0156],\n", + " [ 0.0040],\n", + " [ 0.0014]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0336],\n", + " [-0.0082],\n", + " [ 0.0896],\n", + " [ 0.0942],\n", + " [ 0.0917],\n", + " [ 0.0908],\n", + " [ 0.1001],\n", + " [ 0.0899],\n", + " [ 0.0919],\n", + " [ 0.0916],\n", + " [ 0.0927],\n", + " [ 0.0968],\n", + " [ 0.0908],\n", + " [ 0.1041],\n", + " [ 0.0932],\n", + " [ 0.0919],\n", + " [ 0.0965],\n", + " [ 0.0937],\n", + " [ 0.0913],\n", + " [ 0.0916],\n", + " [ 0.0903],\n", + " [ 0.0911],\n", + " [ 0.0935],\n", + " [ 0.0914],\n", + " [ 0.0921],\n", + " [ 0.0969],\n", + " [ 0.0910],\n", + " [ 0.1028],\n", + " [ 0.0974],\n", + " [ 0.0892],\n", + " [ 0.0964],\n", + " [ 0.0971]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0659],\n", + " [-0.1071],\n", + " [ 0.0872],\n", + " [ 0.0801],\n", + " [ 0.0809],\n", + " [ 0.0846],\n", + " [ 0.0734],\n", + " [ 0.0872],\n", + " [ 0.0835],\n", + " [ 0.0823],\n", + " [ 0.0833],\n", + " [ 0.0734],\n", + " [ 0.0800],\n", + " [ 0.0832],\n", + " [ 0.0845],\n", + " [ 0.0846],\n", + " [ 0.0797],\n", + " [ 0.0801],\n", + " [ 0.0862],\n", + " [ 0.0838],\n", + " [ 0.0837],\n", + " [ 0.0841],\n", + " [ 0.0798],\n", + " [ 0.0858],\n", + " [ 0.0815],\n", + " [ 0.0783],\n", + " [ 0.0842],\n", + " [ 0.0705],\n", + " [ 0.0753],\n", + " [ 0.0874],\n", + " [ 0.0816],\n", + " [ 0.0815]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.1301],\n", + " [-0.0657],\n", + " [ 0.0889],\n", + " [ 0.0867],\n", + " [ 0.0863],\n", + " [ 0.0881],\n", + " [ 0.0819],\n", + " [ 0.0883],\n", + " [ 0.0862],\n", + " [ 0.0870],\n", + " [ 0.0860],\n", + " [ 0.0826],\n", + " [ 0.0883],\n", + " [ 0.0947],\n", + " [ 0.0862],\n", + " [ 0.0873],\n", + " [ 0.0860],\n", + " [ 0.0892],\n", + " [ 0.0871],\n", + " [ 0.0887],\n", + " [ 0.0893],\n", + " [ 0.0872],\n", + " [ 0.0888],\n", + " [ 0.0867],\n", + " [ 0.0867],\n", + " [ 0.0869],\n", + " [ 0.0867],\n", + " [ 0.0844],\n", + " [ 0.0831],\n", + " [ 0.0886],\n", + " [ 0.0860],\n", + " [ 0.0883]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0532],\n", + " [0.1059],\n", + " [0.0417],\n", + " [0.0382],\n", + " [0.0390],\n", + " [0.0397],\n", + " [0.0342],\n", + " [0.0429],\n", + " [0.0410],\n", + " [0.0392],\n", + " [0.0413],\n", + " [0.0348],\n", + " [0.0409],\n", + " [0.0457],\n", + " [0.0404],\n", + " [0.0419],\n", + " [0.0385],\n", + " [0.0382],\n", + " [0.0445],\n", + " [0.0411],\n", + " [0.0407],\n", + " [0.0399],\n", + " [0.0409],\n", + " [0.0413],\n", + " [0.0396],\n", + " [0.0380],\n", + " [0.0408],\n", + " [0.0536],\n", + " [0.0337],\n", + " [0.0429],\n", + " [0.0423],\n", + " [0.0415]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0011],\n", + " [-0.1360],\n", + " [ 0.0362],\n", + " [ 0.0387],\n", + " [ 0.0377],\n", + " [ 0.0374],\n", + " [ 0.0399],\n", + " [ 0.0352],\n", + " [ 0.0370],\n", + " [ 0.0374],\n", + " [ 0.0370],\n", + " [ 0.0392],\n", + " [ 0.0350],\n", + " [ 0.0294],\n", + " [ 0.0379],\n", + " [ 0.0365],\n", + " [ 0.0392],\n", + " [ 0.0385],\n", + " [ 0.0356],\n", + " [ 0.0368],\n", + " [ 0.0380],\n", + " [ 0.0376],\n", + " [ 0.0357],\n", + " [ 0.0379],\n", + " [ 0.0378],\n", + " [ 0.0390],\n", + " [ 0.0367],\n", + " [ 0.0180],\n", + " [ 0.0421],\n", + " [ 0.0348],\n", + " [ 0.0365],\n", + " [ 0.0357]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0168],\n", + " [-0.1793],\n", + " [-0.0701],\n", + " [-0.0747],\n", + " [-0.0729],\n", + " [-0.0715],\n", + " [-0.0787],\n", + " [-0.0698],\n", + " [-0.0730],\n", + " [-0.0730],\n", + " [-0.0732],\n", + " [-0.0819],\n", + " [-0.0719],\n", + " [-0.0703],\n", + " [-0.0728],\n", + " [-0.0712],\n", + " [-0.0753],\n", + " [-0.0775],\n", + " [-0.0722],\n", + " [-0.0732],\n", + " [-0.0745],\n", + " [-0.0722],\n", + " [-0.0736],\n", + " [-0.0717],\n", + " [-0.0731],\n", + " [-0.0767],\n", + " [-0.0720],\n", + " [-0.0809],\n", + " [-0.0859],\n", + " [-0.0701],\n", + " [-0.0748],\n", + " [-0.0740]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1290],\n", + " [-0.1853],\n", + " [-0.0978],\n", + " [-0.1025],\n", + " [-0.1017],\n", + " [-0.0987],\n", + " [-0.1013],\n", + " [-0.0977],\n", + " [-0.0999],\n", + " [-0.0996],\n", + " [-0.1000],\n", + " [-0.1026],\n", + " [-0.1049],\n", + " [-0.1129],\n", + " [-0.0993],\n", + " [-0.0998],\n", + " [-0.1032],\n", + " [-0.1051],\n", + " [-0.1002],\n", + " [-0.1010],\n", + " [-0.1031],\n", + " [-0.0989],\n", + " [-0.1077],\n", + " [-0.0979],\n", + " [-0.1021],\n", + " [-0.1041],\n", + " [-0.0984],\n", + " [-0.1095],\n", + " [-0.1066],\n", + " [-0.0982],\n", + " [-0.1028],\n", + " [-0.1072]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0245],\n", + " [ 0.0609],\n", + " [-0.0629],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0635],\n", + " [-0.0665],\n", + " [-0.0629],\n", + " [-0.0623],\n", + " [-0.0639],\n", + " [-0.0624],\n", + " [-0.0650],\n", + " [-0.0603],\n", + " [-0.0556],\n", + " [-0.0637],\n", + " [-0.0617],\n", + " [-0.0629],\n", + " [-0.0638],\n", + " [-0.0611],\n", + " [-0.0619],\n", + " [-0.0607],\n", + " [-0.0631],\n", + " [-0.0587],\n", + " [-0.0627],\n", + " [-0.0622],\n", + " [-0.0637],\n", + " [-0.0634],\n", + " [-0.0557],\n", + " [-0.0614],\n", + " [-0.0624],\n", + " [-0.0611],\n", + " [-0.0597]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0693],\n", + " [-0.0639],\n", + " [-0.0604],\n", + " [-0.0631],\n", + " [-0.0587],\n", + " [-0.0656],\n", + " [-0.0596],\n", + " [-0.0604],\n", + " [-0.0630],\n", + " [-0.0617],\n", + " [-0.0637],\n", + " [-0.0633],\n", + " [-0.0616],\n", + " [-0.0621],\n", + " [-0.0644],\n", + " [-0.0612],\n", + " [-0.0604],\n", + " [-0.0613],\n", + " [-0.0672],\n", + " [-0.0632],\n", + " [-0.0663],\n", + " [-0.0638],\n", + " [-0.0622],\n", + " [-0.0606],\n", + " [-0.0622],\n", + " [-0.0636],\n", + " [-0.0625],\n", + " [-0.0635],\n", + " [-0.0617],\n", + " [-0.0615],\n", + " [-0.0640],\n", + " [-0.0632]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0787],\n", + " [-0.0775],\n", + " [-0.0745],\n", + " [-0.0769],\n", + " [-0.0689],\n", + " [-0.0789],\n", + " [-0.0737],\n", + " [-0.0715],\n", + " [-0.0754],\n", + " [-0.0765],\n", + " [-0.0762],\n", + " [-0.0778],\n", + " [-0.0686],\n", + " [-0.0754],\n", + " [-0.0775],\n", + " [-0.0739],\n", + " [-0.0712],\n", + " [-0.0692],\n", + " [-0.0787],\n", + " [-0.0707],\n", + " [-0.0802],\n", + " [-0.0779],\n", + " [-0.0758],\n", + " [-0.0749],\n", + " [-0.0744],\n", + " [-0.0719],\n", + " [-0.0759],\n", + " [-0.0755],\n", + " [-0.0705],\n", + " [-0.0743],\n", + " [-0.0741],\n", + " [-0.0764]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0383],\n", + " [0.0367],\n", + " [0.0386],\n", + " [0.0367],\n", + " [0.0400],\n", + " [0.0374],\n", + " [0.0391],\n", + " [0.0397],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0361],\n", + " [0.0383],\n", + " [0.0383],\n", + " [0.0370],\n", + " [0.0359],\n", + " [0.0393],\n", + " [0.0383],\n", + " [0.0382],\n", + " [0.0363],\n", + " [0.0358],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0384],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0361],\n", + " [0.0371],\n", + " [0.0366],\n", + " [0.0348],\n", + " [0.0374],\n", + " [0.0337],\n", + " [0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0944],\n", + " [-0.0932],\n", + " [-0.0906],\n", + " [-0.0932],\n", + " [-0.0902],\n", + " [-0.0968],\n", + " [-0.0901],\n", + " [-0.0917],\n", + " [-0.0937],\n", + " [-0.0908],\n", + " [-0.0947],\n", + " [-0.0932],\n", + " [-0.0942],\n", + " [-0.0907],\n", + " [-0.0974],\n", + " [-0.0909],\n", + " [-0.0885],\n", + " [-0.0938],\n", + " [-0.0962],\n", + " [-0.0958],\n", + " [-0.0940],\n", + " [-0.0947],\n", + " [-0.0913],\n", + " [-0.0904],\n", + " [-0.0924],\n", + " [-0.0961],\n", + " [-0.0923],\n", + " [-0.0959],\n", + " [-0.0946],\n", + " [-0.0893],\n", + " [-0.0975],\n", + " [-0.0931]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0533],\n", + " [0.0528],\n", + " [0.0488],\n", + " [0.0531],\n", + " [0.0534],\n", + " [0.0558],\n", + " [0.0458],\n", + " [0.0553],\n", + " [0.0554],\n", + " [0.0492],\n", + " [0.0557],\n", + " [0.0516],\n", + " [0.0578],\n", + " [0.0513],\n", + " [0.0572],\n", + " [0.0538],\n", + " [0.0509],\n", + " [0.0583],\n", + " [0.0578],\n", + " [0.0597],\n", + " [0.0509],\n", + " [0.0543],\n", + " [0.0477],\n", + " [0.0487],\n", + " [0.0552],\n", + " [0.0599],\n", + " [0.0527],\n", + " [0.0584],\n", + " [0.0577],\n", + " [0.0490],\n", + " [0.0602],\n", + " [0.0542]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0308],\n", + " [-0.0377],\n", + " [-0.0372],\n", + " [-0.0388],\n", + " [-0.0353],\n", + " [-0.0341],\n", + " [-0.0356],\n", + " [-0.0350],\n", + " [-0.0386],\n", + " [-0.0410],\n", + " [-0.0384],\n", + " [-0.0345],\n", + " [-0.0345],\n", + " [-0.0412],\n", + " [-0.0370],\n", + " [-0.0359],\n", + " [-0.0412],\n", + " [-0.0349],\n", + " [-0.0397],\n", + " [-0.0351],\n", + " [-0.0372],\n", + " [-0.0374],\n", + " [-0.0355],\n", + " [-0.0377],\n", + " [-0.0391],\n", + " [-0.0358],\n", + " [-0.0390],\n", + " [-0.0358],\n", + " [-0.0367],\n", + " [-0.0411],\n", + " [-0.0354],\n", + " [-0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0817],\n", + " [-0.0786],\n", + " [-0.0806],\n", + " [-0.0787],\n", + " [-0.0810],\n", + " [-0.0795],\n", + " [-0.0822],\n", + " [-0.0803],\n", + " [-0.0791],\n", + " [-0.0786],\n", + " [-0.0791],\n", + " [-0.0794],\n", + " [-0.0821],\n", + " [-0.0778],\n", + " [-0.0791],\n", + " [-0.0784],\n", + " [-0.0797],\n", + " [-0.0811],\n", + " [-0.0785],\n", + " [-0.0802],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0802],\n", + " [-0.0800],\n", + " [-0.0792],\n", + " [-0.0796],\n", + " [-0.0791],\n", + " [-0.0788],\n", + " [-0.0804],\n", + " [-0.0782],\n", + " [-0.0798],\n", + " [-0.0785]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1658],\n", + " [0.1658],\n", + " [0.1630],\n", + " [0.1659],\n", + " [0.1686],\n", + " [0.1670],\n", + " [0.1609],\n", + " [0.1691],\n", + " [0.1675],\n", + " [0.1634],\n", + " [0.1672],\n", + " [0.1649],\n", + " [0.1711],\n", + " [0.1659],\n", + " [0.1673],\n", + " [0.1682],\n", + " [0.1656],\n", + " [0.1712],\n", + " [0.1694],\n", + " [0.1715],\n", + " [0.1648],\n", + " [0.1668],\n", + " [0.1632],\n", + " [0.1632],\n", + " [0.1679],\n", + " [0.1708],\n", + " [0.1660],\n", + " [0.1691],\n", + " [0.1686],\n", + " [0.1653],\n", + " [0.1703],\n", + " [0.1670]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0606],\n", + " [-0.0579],\n", + " [-0.0541],\n", + " [-0.0572],\n", + " [-0.0487],\n", + " [-0.0613],\n", + " [-0.0543],\n", + " [-0.0515],\n", + " [-0.0568],\n", + " [-0.0567],\n", + " [-0.0577],\n", + " [-0.0593],\n", + " [-0.0536],\n", + " [-0.0554],\n", + " [-0.0610],\n", + " [-0.0548],\n", + " [-0.0493],\n", + " [-0.0541],\n", + " [-0.0580],\n", + " [-0.0580],\n", + " [-0.0601],\n", + " [-0.0592],\n", + " [-0.0560],\n", + " [-0.0549],\n", + " [-0.0548],\n", + " [-0.0585],\n", + " [-0.0560],\n", + " [-0.0590],\n", + " [-0.0553],\n", + " [-0.0543],\n", + " [-0.0607],\n", + " [-0.0568]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0651],\n", + " [0.0637],\n", + " [0.0673],\n", + " [0.0640],\n", + " [0.0604],\n", + " [0.0650],\n", + " [0.0683],\n", + " [0.0613],\n", + " [0.0605],\n", + " [0.0658],\n", + " [0.0611],\n", + " [0.0667],\n", + " [0.0582],\n", + " [0.0626],\n", + " [0.0621],\n", + " [0.0622],\n", + " [0.0617],\n", + " [0.0574],\n", + " [0.0625],\n", + " [0.0574],\n", + " [0.0660],\n", + " [0.0631],\n", + " [0.0697],\n", + " [0.0671],\n", + " [0.0604],\n", + " [0.0578],\n", + " [0.0639],\n", + " [0.0610],\n", + " [0.0578],\n", + " [0.0644],\n", + " [0.0587],\n", + " [0.0621]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0864],\n", + " [-0.0921],\n", + " [-0.0915],\n", + " [-0.0934],\n", + " [-0.0962],\n", + " [-0.0951],\n", + " [-0.0891],\n", + " [-0.0966],\n", + " [-0.0955],\n", + " [-0.0905],\n", + " [-0.0954],\n", + " [-0.0913],\n", + " [-0.1003],\n", + " [-0.0920],\n", + " [-0.0972],\n", + " [-0.0939],\n", + " [-0.0936],\n", + " [-0.1003],\n", + " [-0.0961],\n", + " [-0.1010],\n", + " [-0.0896],\n", + " [-0.0951],\n", + " [-0.0883],\n", + " [-0.0908],\n", + " [-0.0952],\n", + " [-0.1008],\n", + " [-0.0936],\n", + " [-0.0981],\n", + " [-0.0969],\n", + " [-0.0894],\n", + " [-0.1002],\n", + " [-0.0938]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0163],\n", + " [0.0149],\n", + " [0.0107],\n", + " [0.0139],\n", + " [0.0196],\n", + " [0.0157],\n", + " [0.0096],\n", + " [0.0191],\n", + " [0.0167],\n", + " [0.0107],\n", + " [0.0171],\n", + " [0.0124],\n", + " [0.0219],\n", + " [0.0142],\n", + " [0.0173],\n", + " [0.0163],\n", + " [0.0139],\n", + " [0.0213],\n", + " [0.0170],\n", + " [0.0206],\n", + " [0.0128],\n", + " [0.0142],\n", + " [0.0099],\n", + " [0.0106],\n", + " [0.0162],\n", + " [0.0197],\n", + " [0.0131],\n", + " [0.0180],\n", + " [0.0219],\n", + " [0.0128],\n", + " [0.0189],\n", + " [0.0161]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0814],\n", + " [0.0895],\n", + " [0.0908],\n", + " [0.0913],\n", + " [0.0915],\n", + " [0.0880],\n", + " [0.0894],\n", + " [0.0906],\n", + " [0.0939],\n", + " [0.0927],\n", + " [0.0931],\n", + " [0.0868],\n", + " [0.0941],\n", + " [0.0930],\n", + " [0.0936],\n", + " [0.0889],\n", + " [0.0954],\n", + " [0.0955],\n", + " [0.0923],\n", + " [0.0956],\n", + " [0.0880],\n", + " [0.0927],\n", + " [0.0844],\n", + " [0.0904],\n", + " [0.0935],\n", + " [0.0956],\n", + " [0.0921],\n", + " [0.0925],\n", + " [0.0942],\n", + " [0.0898],\n", + " [0.0949],\n", + " [0.0913]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0005],\n", + " [0.0079],\n", + " [0.0104],\n", + " [0.0095],\n", + " [0.0069],\n", + " [0.0068],\n", + " [0.0094],\n", + " [0.0076],\n", + " [0.0104],\n", + " [0.0123],\n", + " [0.0090],\n", + " [0.0086],\n", + " [0.0091],\n", + " [0.0108],\n", + " [0.0093],\n", + " [0.0094],\n", + " [0.0117],\n", + " [0.0102],\n", + " [0.0082],\n", + " [0.0100],\n", + " [0.0078],\n", + " [0.0114],\n", + " [0.0064],\n", + " [0.0106],\n", + " [0.0110],\n", + " [0.0106],\n", + " [0.0109],\n", + " [0.0090],\n", + " [0.0058],\n", + " [0.0096],\n", + " [0.0081],\n", + " [0.0085]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0065],\n", + " [ 0.0004],\n", + " [-0.0071],\n", + " [-0.0016],\n", + " [-0.0044],\n", + " [ 0.0058],\n", + " [-0.0060],\n", + " [-0.0028],\n", + " [-0.0008],\n", + " [-0.0053],\n", + " [ 0.0006],\n", + " [ 0.0009],\n", + " [-0.0005],\n", + " [-0.0039],\n", + " [ 0.0035],\n", + " [-0.0020],\n", + " [-0.0104],\n", + " [-0.0011],\n", + " [ 0.0023],\n", + " [ 0.0014],\n", + " [ 0.0019],\n", + " [ 0.0009],\n", + " [-0.0033],\n", + " [-0.0067],\n", + " [-0.0035],\n", + " [ 0.0017],\n", + " [-0.0038],\n", + " [ 0.0023],\n", + " [-0.0011],\n", + " [-0.0060],\n", + " [ 0.0035],\n", + " [-0.0004]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0456],\n", + " [-0.0392],\n", + " [-0.0360],\n", + " [-0.0371],\n", + " [-0.0349],\n", + " [-0.0401],\n", + " [-0.0378],\n", + " [-0.0351],\n", + " [-0.0353],\n", + " [-0.0364],\n", + " [-0.0366],\n", + " [-0.0387],\n", + " [-0.0329],\n", + " [-0.0360],\n", + " [-0.0377],\n", + " [-0.0357],\n", + " [-0.0324],\n", + " [-0.0315],\n", + " [-0.0348],\n", + " [-0.0335],\n", + " [-0.0406],\n", + " [-0.0364],\n", + " [-0.0393],\n", + " [-0.0364],\n", + " [-0.0340],\n", + " [-0.0334],\n", + " [-0.0357],\n", + " [-0.0361],\n", + " [-0.0378],\n", + " [-0.0367],\n", + " [-0.0356],\n", + " [-0.0376]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0094],\n", + " [ 0.0060],\n", + " [ 0.0035],\n", + " [ 0.0052],\n", + " [ 0.0018],\n", + " [ 0.0081],\n", + " [ 0.0039],\n", + " [ 0.0033],\n", + " [ 0.0043],\n", + " [ 0.0042],\n", + " [ 0.0050],\n", + " [ 0.0072],\n", + " [ 0.0026],\n", + " [ 0.0037],\n", + " [ 0.0067],\n", + " [ 0.0046],\n", + " [-0.0005],\n", + " [ 0.0025],\n", + " [ 0.0056],\n", + " [ 0.0045],\n", + " [ 0.0071],\n", + " [ 0.0058],\n", + " [ 0.0063],\n", + " [ 0.0040],\n", + " [ 0.0033],\n", + " [ 0.0045],\n", + " [ 0.0042],\n", + " [ 0.0059],\n", + " [ 0.0047],\n", + " [ 0.0039],\n", + " [ 0.0072],\n", + " [ 0.0051]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0617],\n", + " [0.0581],\n", + " [0.0590],\n", + " [0.0578],\n", + " [0.0557],\n", + " [0.0597],\n", + " [0.0609],\n", + " [0.0562],\n", + " [0.0569],\n", + " [0.0590],\n", + " [0.0573],\n", + " [0.0603],\n", + " [0.0575],\n", + " [0.0567],\n", + " [0.0587],\n", + " [0.0566],\n", + " [0.0550],\n", + " [0.0568],\n", + " [0.0567],\n", + " [0.0578],\n", + " [0.0599],\n", + " [0.0586],\n", + " [0.0607],\n", + " [0.0591],\n", + " [0.0560],\n", + " [0.0575],\n", + " [0.0574],\n", + " [0.0573],\n", + " [0.0562],\n", + " [0.0575],\n", + " [0.0584],\n", + " [0.0569]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0206],\n", + " [-0.0171],\n", + " [-0.0150],\n", + " [-0.0166],\n", + " [-0.0169],\n", + " [-0.0181],\n", + " [-0.0138],\n", + " [-0.0180],\n", + " [-0.0177],\n", + " [-0.0158],\n", + " [-0.0177],\n", + " [-0.0161],\n", + " [-0.0186],\n", + " [-0.0166],\n", + " [-0.0184],\n", + " [-0.0174],\n", + " [-0.0175],\n", + " [-0.0186],\n", + " [-0.0190],\n", + " [-0.0185],\n", + " [-0.0177],\n", + " [-0.0171],\n", + " [-0.0140],\n", + " [-0.0151],\n", + " [-0.0174],\n", + " [-0.0188],\n", + " [-0.0165],\n", + " [-0.0186],\n", + " [-0.0174],\n", + " [-0.0159],\n", + " [-0.0165],\n", + " [-0.0175]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1721],\n", + " [-0.1721],\n", + " [-0.1675],\n", + " [-0.1715],\n", + " [-0.1665],\n", + " [-0.1742],\n", + " [-0.1674],\n", + " [-0.1675],\n", + " [-0.1723],\n", + " [-0.1707],\n", + " [-0.1731],\n", + " [-0.1705],\n", + " [-0.1690],\n", + " [-0.1707],\n", + " [-0.1754],\n", + " [-0.1683],\n", + " [-0.1666],\n", + " [-0.1690],\n", + " [-0.1748],\n", + " [-0.1715],\n", + " [-0.1738],\n", + " [-0.1734],\n", + " [-0.1679],\n", + " [-0.1676],\n", + " [-0.1702],\n", + " [-0.1719],\n", + " [-0.1701],\n", + " [-0.1727],\n", + " [-0.1713],\n", + " [-0.1681],\n", + " [-0.1726],\n", + " [-0.1719]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0121],\n", + " [-0.0198],\n", + " [-0.0246],\n", + " [-0.0217],\n", + " [-0.0195],\n", + " [-0.0186],\n", + " [-0.0227],\n", + " [-0.0205],\n", + " [-0.0211],\n", + " [-0.0243],\n", + " [-0.0201],\n", + " [-0.0213],\n", + " [-0.0210],\n", + " [-0.0225],\n", + " [-0.0199],\n", + " [-0.0221],\n", + " [-0.0252],\n", + " [-0.0219],\n", + " [-0.0203],\n", + " [-0.0215],\n", + " [-0.0191],\n", + " [-0.0213],\n", + " [-0.0219],\n", + " [-0.0247],\n", + " [-0.0225],\n", + " [-0.0219],\n", + " [-0.0234],\n", + " [-0.0208],\n", + " [-0.0194],\n", + " [-0.0235],\n", + " [-0.0191],\n", + " [-0.0202]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0081],\n", + " [ 0.0043],\n", + " [ 0.0008],\n", + " [ 0.0044],\n", + " [ 0.0079],\n", + " [ 0.0085],\n", + " [-0.0005],\n", + " [ 0.0086],\n", + " [ 0.0079],\n", + " [ 0.0002],\n", + " [ 0.0081],\n", + " [ 0.0036],\n", + " [ 0.0149],\n", + " [ 0.0018],\n", + " [ 0.0108],\n", + " [ 0.0051],\n", + " [ 0.0028],\n", + " [ 0.0147],\n", + " [ 0.0077],\n", + " [ 0.0169],\n", + " [ 0.0026],\n", + " [ 0.0068],\n", + " [-0.0009],\n", + " [ 0.0003],\n", + " [ 0.0071],\n", + " [ 0.0158],\n", + " [ 0.0040],\n", + " [ 0.0116],\n", + " [ 0.0132],\n", + " [-0.0013],\n", + " [ 0.0180],\n", + " [ 0.0056]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0953],\n", + " [0.0934],\n", + " [0.0942],\n", + " [0.0924],\n", + " [0.0967],\n", + " [0.0890],\n", + " [0.0943],\n", + " [0.0950],\n", + " [0.0911],\n", + " [0.0930],\n", + " [0.0912],\n", + " [0.0922],\n", + " [0.0925],\n", + " [0.0945],\n", + " [0.0874],\n", + " [0.0950],\n", + " [0.0963],\n", + " [0.0921],\n", + " [0.0910],\n", + " [0.0898],\n", + " [0.0924],\n", + " [0.0888],\n", + " [0.0961],\n", + " [0.0946],\n", + " [0.0925],\n", + " [0.0889],\n", + " [0.0925],\n", + " [0.0896],\n", + " [0.0940],\n", + " [0.0982],\n", + " [0.0885],\n", + " [0.0932]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0851],\n", + " [0.0807],\n", + " [0.0803],\n", + " [0.0805],\n", + " [0.0843],\n", + " [0.0843],\n", + " [0.0829],\n", + " [0.0837],\n", + " [0.0824],\n", + " [0.0786],\n", + " [0.0824],\n", + " [0.0825],\n", + " [0.0873],\n", + " [0.0790],\n", + " [0.0845],\n", + " [0.0822],\n", + " [0.0778],\n", + " [0.0864],\n", + " [0.0785],\n", + " [0.0881],\n", + " [0.0789],\n", + " [0.0821],\n", + " [0.0812],\n", + " [0.0800],\n", + " [0.0816],\n", + " [0.0872],\n", + " [0.0803],\n", + " [0.0847],\n", + " [0.0868],\n", + " [0.0782],\n", + " [0.0895],\n", + " [0.0811]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0931],\n", + " [0.0877],\n", + " [0.0877],\n", + " [0.0874],\n", + " [0.0838],\n", + " [0.0895],\n", + " [0.0887],\n", + " [0.0849],\n", + " [0.0871],\n", + " [0.0877],\n", + " [0.0873],\n", + " [0.0893],\n", + " [0.0872],\n", + " [0.0858],\n", + " [0.0884],\n", + " [0.0857],\n", + " [0.0853],\n", + " [0.0868],\n", + " [0.0871],\n", + " [0.0883],\n", + " [0.0889],\n", + " [0.0881],\n", + " [0.0880],\n", + " [0.0877],\n", + " [0.0867],\n", + " [0.0883],\n", + " [0.0875],\n", + " [0.0874],\n", + " [0.0872],\n", + " [0.0858],\n", + " [0.0892],\n", + " [0.0867]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0464],\n", + " [0.0405],\n", + " [0.0384],\n", + " [0.0393],\n", + " [0.0422],\n", + " [0.0433],\n", + " [0.0389],\n", + " [0.0428],\n", + " [0.0396],\n", + " [0.0365],\n", + " [0.0401],\n", + " [0.0418],\n", + " [0.0436],\n", + " [0.0379],\n", + " [0.0409],\n", + " [0.0421],\n", + " [0.0366],\n", + " [0.0433],\n", + " [0.0402],\n", + " [0.0433],\n", + " [0.0403],\n", + " [0.0397],\n", + " [0.0405],\n", + " [0.0385],\n", + " [0.0390],\n", + " [0.0427],\n", + " [0.0386],\n", + " [0.0425],\n", + " [0.0430],\n", + " [0.0387],\n", + " [0.0434],\n", + " [0.0403]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0310],\n", + " [0.0370],\n", + " [0.0390],\n", + " [0.0378],\n", + " [0.0378],\n", + " [0.0355],\n", + " [0.0395],\n", + " [0.0369],\n", + " [0.0376],\n", + " [0.0393],\n", + " [0.0373],\n", + " [0.0367],\n", + " [0.0357],\n", + " [0.0393],\n", + " [0.0368],\n", + " [0.0369],\n", + " [0.0389],\n", + " [0.0360],\n", + " [0.0352],\n", + " [0.0342],\n", + " [0.0360],\n", + " [0.0372],\n", + " [0.0368],\n", + " [0.0390],\n", + " [0.0376],\n", + " [0.0348],\n", + " [0.0378],\n", + " [0.0356],\n", + " [0.0359],\n", + " [0.0385],\n", + " [0.0329],\n", + " [0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0702],\n", + " [-0.0738],\n", + " [-0.0763],\n", + " [-0.0742],\n", + " [-0.0734],\n", + " [-0.0723],\n", + " [-0.0761],\n", + " [-0.0734],\n", + " [-0.0728],\n", + " [-0.0767],\n", + " [-0.0723],\n", + " [-0.0748],\n", + " [-0.0701],\n", + " [-0.0752],\n", + " [-0.0718],\n", + " [-0.0749],\n", + " [-0.0756],\n", + " [-0.0708],\n", + " [-0.0720],\n", + " [-0.0693],\n", + " [-0.0741],\n", + " [-0.0739],\n", + " [-0.0759],\n", + " [-0.0764],\n", + " [-0.0735],\n", + " [-0.0700],\n", + " [-0.0747],\n", + " [-0.0719],\n", + " [-0.0693],\n", + " [-0.0760],\n", + " [-0.0681],\n", + " [-0.0735]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1091],\n", + " [-0.1042],\n", + " [-0.1025],\n", + " [-0.1032],\n", + " [-0.0993],\n", + " [-0.1034],\n", + " [-0.1037],\n", + " [-0.0996],\n", + " [-0.1012],\n", + " [-0.1043],\n", + " [-0.1017],\n", + " [-0.1043],\n", + " [-0.0979],\n", + " [-0.1032],\n", + " [-0.1017],\n", + " [-0.1014],\n", + " [-0.1004],\n", + " [-0.0978],\n", + " [-0.1037],\n", + " [-0.0982],\n", + " [-0.1069],\n", + " [-0.1028],\n", + " [-0.1055],\n", + " [-0.1031],\n", + " [-0.1007],\n", + " [-0.0980],\n", + " [-0.1023],\n", + " [-0.0999],\n", + " [-0.0998],\n", + " [-0.1044],\n", + " [-0.1004],\n", + " [-0.1029]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0558],\n", + " [-0.0607],\n", + " [-0.0639],\n", + " [-0.0622],\n", + " [-0.0637],\n", + " [-0.0592],\n", + " [-0.0627],\n", + " [-0.0632],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0618],\n", + " [-0.0603],\n", + " [-0.0634],\n", + " [-0.0629],\n", + " [-0.0606],\n", + " [-0.0618],\n", + " [-0.0659],\n", + " [-0.0636],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0596],\n", + " [-0.0613],\n", + " [-0.0620],\n", + " [-0.0635],\n", + " [-0.0635],\n", + " [-0.0626],\n", + " [-0.0634],\n", + " [-0.0617],\n", + " [-0.0620],\n", + " [-0.0630],\n", + " [-0.0615],\n", + " [-0.0615]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0571],\n", + " [-0.0747],\n", + " [-0.0655],\n", + " [-0.0579],\n", + " [-0.0649],\n", + " [-0.0700],\n", + " [-0.0616],\n", + " [-0.0625],\n", + " [-0.0668],\n", + " [-0.0575],\n", + " [-0.0610],\n", + " [-0.0611],\n", + " [-0.0614],\n", + " [-0.0609],\n", + " [-0.0629],\n", + " [-0.0608],\n", + " [-0.0625],\n", + " [-0.0630],\n", + " [-0.0631],\n", + " [-0.0620],\n", + " [-0.0497],\n", + " [-0.0610],\n", + " [-0.0624],\n", + " [-0.0627],\n", + " [-0.0576],\n", + " [-0.0609],\n", + " [-0.0671],\n", + " [-0.0599],\n", + " [-0.0629],\n", + " [-0.0552],\n", + " [-0.0596],\n", + " [-0.0593]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0699],\n", + " [-0.0769],\n", + " [-0.0788],\n", + " [-0.0714],\n", + " [-0.0786],\n", + " [-0.0753],\n", + " [-0.0739],\n", + " [-0.0763],\n", + " [-0.0795],\n", + " [-0.0707],\n", + " [-0.0736],\n", + " [-0.0720],\n", + " [-0.0751],\n", + " [-0.0724],\n", + " [-0.0767],\n", + " [-0.0743],\n", + " [-0.0736],\n", + " [-0.0720],\n", + " [-0.0726],\n", + " [-0.0677],\n", + " [-0.0735],\n", + " [-0.0732],\n", + " [-0.0753],\n", + " [-0.0718],\n", + " [-0.0733],\n", + " [-0.0677],\n", + " [-0.0798],\n", + " [-0.0704],\n", + " [-0.0778],\n", + " [-0.0667],\n", + " [-0.0700],\n", + " [-0.0717]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0401],\n", + " [0.0359],\n", + " [0.0365],\n", + " [0.0397],\n", + " [0.0365],\n", + " [0.0400],\n", + " [0.0374],\n", + " [0.0370],\n", + " [0.0362],\n", + " [0.0403],\n", + " [0.0392],\n", + " [0.0371],\n", + " [0.0367],\n", + " [0.0383],\n", + " [0.0368],\n", + " [0.0395],\n", + " [0.0363],\n", + " [0.0365],\n", + " [0.0367],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0374],\n", + " [0.0380],\n", + " [0.0361],\n", + " [0.0386],\n", + " [0.0389],\n", + " [0.0370],\n", + " [0.0388],\n", + " [0.0367],\n", + " [0.0377],\n", + " [0.0394],\n", + " [0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0849],\n", + " [-0.0920],\n", + " [-0.0951],\n", + " [-0.0861],\n", + " [-0.0938],\n", + " [-0.0931],\n", + " [-0.0910],\n", + " [-0.0913],\n", + " [-0.0953],\n", + " [-0.0969],\n", + " [-0.0925],\n", + " [-0.0928],\n", + " [-0.0904],\n", + " [-0.0922],\n", + " [-0.0916],\n", + " [-0.0916],\n", + " [-0.0940],\n", + " [-0.0962],\n", + " [-0.0956],\n", + " [-0.0949],\n", + " [-0.0811],\n", + " [-0.0907],\n", + " [-0.0941],\n", + " [-0.0948],\n", + " [-0.0858],\n", + " [-0.0935],\n", + " [-0.0944],\n", + " [-0.0906],\n", + " [-0.0916],\n", + " [-0.0838],\n", + " [-0.0894],\n", + " [-0.0887]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0477],\n", + " [0.0424],\n", + " [0.0541],\n", + " [0.0428],\n", + " [0.0524],\n", + " [0.0464],\n", + " [0.0538],\n", + " [0.0509],\n", + " [0.0529],\n", + " [0.0294],\n", + " [0.0546],\n", + " [0.0564],\n", + " [0.0509],\n", + " [0.0546],\n", + " [0.0513],\n", + " [0.0526],\n", + " [0.0572],\n", + " [0.0586],\n", + " [0.0587],\n", + " [0.0578],\n", + " [0.0353],\n", + " [0.0546],\n", + " [0.0554],\n", + " [0.0574],\n", + " [0.0405],\n", + " [0.0558],\n", + " [0.0529],\n", + " [0.0543],\n", + " [0.0492],\n", + " [0.0471],\n", + " [0.0524],\n", + " [0.0462]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0453],\n", + " [-0.0351],\n", + " [-0.0374],\n", + " [-0.0444],\n", + " [-0.0385],\n", + " [-0.0316],\n", + " [-0.0405],\n", + " [-0.0385],\n", + " [-0.0374],\n", + " [-0.0426],\n", + " [-0.0345],\n", + " [-0.0383],\n", + " [-0.0407],\n", + " [-0.0357],\n", + " [-0.0399],\n", + " [-0.0355],\n", + " [-0.0376],\n", + " [-0.0355],\n", + " [-0.0356],\n", + " [-0.0358],\n", + " [-0.0457],\n", + " [-0.0410],\n", + " [-0.0356],\n", + " [-0.0378],\n", + " [-0.0408],\n", + " [-0.0349],\n", + " [-0.0368],\n", + " [-0.0377],\n", + " [-0.0405],\n", + " [-0.0453],\n", + " [-0.0381],\n", + " [-0.0356]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0772],\n", + " [-0.0870],\n", + " [-0.0788],\n", + " [-0.0775],\n", + " [-0.0786],\n", + " [-0.0852],\n", + " [-0.0788],\n", + " [-0.0784],\n", + " [-0.0792],\n", + " [-0.0785],\n", + " [-0.0801],\n", + " [-0.0797],\n", + " [-0.0780],\n", + " [-0.0803],\n", + " [-0.0781],\n", + " [-0.0794],\n", + " [-0.0792],\n", + " [-0.0808],\n", + " [-0.0799],\n", + " [-0.0827],\n", + " [-0.0773],\n", + " [-0.0785],\n", + " [-0.0799],\n", + " [-0.0805],\n", + " [-0.0788],\n", + " [-0.0831],\n", + " [-0.0785],\n", + " [-0.0802],\n", + " [-0.0780],\n", + " [-0.0769],\n", + " [-0.0806],\n", + " [-0.0811]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1664],\n", + " [0.1580],\n", + " [0.1663],\n", + " [0.1627],\n", + " [0.1653],\n", + " [0.1622],\n", + " [0.1677],\n", + " [0.1652],\n", + " [0.1656],\n", + " [0.1612],\n", + " [0.1678],\n", + " [0.1686],\n", + " [0.1653],\n", + " [0.1679],\n", + " [0.1653],\n", + " [0.1669],\n", + " [0.1686],\n", + " [0.1695],\n", + " [0.1697],\n", + " [0.1697],\n", + " [0.1533],\n", + " [0.1689],\n", + " [0.1678],\n", + " [0.1685],\n", + " [0.1611],\n", + " [0.1689],\n", + " [0.1666],\n", + " [0.1687],\n", + " [0.1636],\n", + " [0.1655],\n", + " [0.1675],\n", + " [0.1630]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0500],\n", + " [-0.0599],\n", + " [-0.0597],\n", + " [-0.0480],\n", + " [-0.0587],\n", + " [-0.0599],\n", + " [-0.0537],\n", + " [-0.0566],\n", + " [-0.0597],\n", + " [-0.0599],\n", + " [-0.0544],\n", + " [-0.0546],\n", + " [-0.0553],\n", + " [-0.0523],\n", + " [-0.0565],\n", + " [-0.0548],\n", + " [-0.0561],\n", + " [-0.0572],\n", + " [-0.0584],\n", + " [-0.0554],\n", + " [-0.0480],\n", + " [-0.0542],\n", + " [-0.0572],\n", + " [-0.0559],\n", + " [-0.0544],\n", + " [-0.0519],\n", + " [-0.0593],\n", + " [-0.0506],\n", + " [-0.0576],\n", + " [-0.0454],\n", + " [-0.0505],\n", + " [-0.0523]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0600],\n", + " [0.0652],\n", + " [0.0627],\n", + " [0.0698],\n", + " [0.0640],\n", + " [0.0674],\n", + " [0.0609],\n", + " [0.0645],\n", + " [0.0636],\n", + " [0.0771],\n", + " [0.0630],\n", + " [0.0580],\n", + " [0.0632],\n", + " [0.0626],\n", + " [0.0643],\n", + " [0.0639],\n", + " [0.0594],\n", + " [0.0593],\n", + " [0.0588],\n", + " [0.0564],\n", + " [0.0764],\n", + " [0.0582],\n", + " [0.0620],\n", + " [0.0584],\n", + " [0.0694],\n", + " [0.0580],\n", + " [0.0644],\n", + " [0.0593],\n", + " [0.0663],\n", + " [0.0597],\n", + " [0.0589],\n", + " [0.0670]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0928],\n", + " [-0.0706],\n", + " [-0.0932],\n", + " [-0.0853],\n", + " [-0.0918],\n", + " [-0.0783],\n", + " [-0.0947],\n", + " [-0.0906],\n", + " [-0.0911],\n", + " [-0.0716],\n", + " [-0.0953],\n", + " [-0.0972],\n", + " [-0.0915],\n", + " [-0.0952],\n", + " [-0.0914],\n", + " [-0.0943],\n", + " [-0.0970],\n", + " [-0.0994],\n", + " [-0.0997],\n", + " [-0.0997],\n", + " [-0.0814],\n", + " [-0.0955],\n", + " [-0.0964],\n", + " [-0.0980],\n", + " [-0.0814],\n", + " [-0.0981],\n", + " [-0.0907],\n", + " [-0.0968],\n", + " [-0.0899],\n", + " [-0.0891],\n", + " [-0.0961],\n", + " [-0.0875]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0140],\n", + " [ 0.0108],\n", + " [ 0.0165],\n", + " [ 0.0073],\n", + " [ 0.0145],\n", + " [ 0.0138],\n", + " [ 0.0149],\n", + " [ 0.0135],\n", + " [ 0.0153],\n", + " [ 0.0077],\n", + " [ 0.0170],\n", + " [ 0.0189],\n", + " [ 0.0139],\n", + " [ 0.0178],\n", + " [ 0.0135],\n", + " [ 0.0139],\n", + " [ 0.0182],\n", + " [ 0.0199],\n", + " [ 0.0186],\n", + " [ 0.0219],\n", + " [-0.0006],\n", + " [ 0.0164],\n", + " [ 0.0154],\n", + " [ 0.0192],\n", + " [ 0.0071],\n", + " [ 0.0215],\n", + " [ 0.0149],\n", + " [ 0.0179],\n", + " [ 0.0112],\n", + " [ 0.0147],\n", + " [ 0.0159],\n", + " [ 0.0134]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1002],\n", + " [0.0723],\n", + " [0.0904],\n", + " [0.0905],\n", + " [0.0905],\n", + " [0.0773],\n", + " [0.0945],\n", + " [0.0892],\n", + " [0.0890],\n", + " [0.0726],\n", + " [0.0894],\n", + " [0.0959],\n", + " [0.0920],\n", + " [0.0893],\n", + " [0.0909],\n", + " [0.0907],\n", + " [0.0937],\n", + " [0.0942],\n", + " [0.0951],\n", + " [0.0976],\n", + " [0.0997],\n", + " [0.0971],\n", + " [0.0919],\n", + " [0.0956],\n", + " [0.0869],\n", + " [0.0943],\n", + " [0.0872],\n", + " [0.0947],\n", + " [0.0913],\n", + " [0.0958],\n", + " [0.0971],\n", + " [0.0843]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0185],\n", + " [-0.0088],\n", + " [ 0.0076],\n", + " [ 0.0099],\n", + " [ 0.0084],\n", + " [-0.0010],\n", + " [ 0.0122],\n", + " [ 0.0085],\n", + " [ 0.0064],\n", + " [ 0.0216],\n", + " [ 0.0083],\n", + " [ 0.0115],\n", + " [ 0.0101],\n", + " [ 0.0066],\n", + " [ 0.0095],\n", + " [ 0.0115],\n", + " [ 0.0098],\n", + " [ 0.0094],\n", + " [ 0.0113],\n", + " [ 0.0111],\n", + " [ 0.0170],\n", + " [ 0.0135],\n", + " [ 0.0112],\n", + " [ 0.0106],\n", + " [ 0.0095],\n", + " [ 0.0099],\n", + " [ 0.0064],\n", + " [ 0.0112],\n", + " [ 0.0104],\n", + " [ 0.0104],\n", + " [ 0.0134],\n", + " [ 0.0037]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0113],\n", + " [ 0.0041],\n", + " [ 0.0039],\n", + " [-0.0128],\n", + " [ 0.0010],\n", + " [ 0.0035],\n", + " [-0.0057],\n", + " [-0.0025],\n", + " [ 0.0034],\n", + " [-0.0123],\n", + " [-0.0016],\n", + " [-0.0030],\n", + " [-0.0045],\n", + " [-0.0037],\n", + " [-0.0028],\n", + " [-0.0038],\n", + " [-0.0013],\n", + " [ 0.0008],\n", + " [ 0.0010],\n", + " [-0.0013],\n", + " [-0.0235],\n", + " [-0.0044],\n", + " [-0.0004],\n", + " [-0.0016],\n", + " [-0.0086],\n", + " [-0.0029],\n", + " [ 0.0033],\n", + " [-0.0063],\n", + " [-0.0038],\n", + " [-0.0143],\n", + " [-0.0072],\n", + " [-0.0038]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0336],\n", + " [-0.0547],\n", + " [-0.0402],\n", + " [-0.0345],\n", + " [-0.0393],\n", + " [-0.0471],\n", + " [-0.0328],\n", + " [-0.0385],\n", + " [-0.0412],\n", + " [-0.0507],\n", + " [-0.0360],\n", + " [-0.0334],\n", + " [-0.0369],\n", + " [-0.0365],\n", + " [-0.0375],\n", + " [-0.0346],\n", + " [-0.0348],\n", + " [-0.0355],\n", + " [-0.0335],\n", + " [-0.0324],\n", + " [-0.0382],\n", + " [-0.0309],\n", + " [-0.0349],\n", + " [-0.0337],\n", + " [-0.0397],\n", + " [-0.0336],\n", + " [-0.0407],\n", + " [-0.0321],\n", + " [-0.0381],\n", + " [-0.0330],\n", + " [-0.0299],\n", + " [-0.0405]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-3.2531e-03],\n", + " [ 8.7634e-03],\n", + " [ 6.5729e-03],\n", + " [-4.5876e-04],\n", + " [ 6.0442e-03],\n", + " [ 8.1699e-03],\n", + " [ 2.4202e-03],\n", + " [ 5.4326e-03],\n", + " [ 6.8410e-03],\n", + " [ 4.8973e-03],\n", + " [ 4.5826e-03],\n", + " [ 2.7617e-03],\n", + " [ 4.0449e-03],\n", + " [ 3.5958e-03],\n", + " [ 4.9053e-03],\n", + " [ 3.7979e-03],\n", + " [ 4.0392e-03],\n", + " [ 4.7277e-03],\n", + " [ 4.3621e-03],\n", + " [ 2.0855e-03],\n", + " [-2.4604e-03],\n", + " [ 2.0908e-03],\n", + " [ 4.6270e-03],\n", + " [ 3.1848e-03],\n", + " [ 5.0723e-03],\n", + " [ 1.0444e-03],\n", + " [ 7.0295e-03],\n", + " [ 9.8884e-04],\n", + " [ 5.5281e-03],\n", + " [-2.4033e-03],\n", + " [-1.3536e-05],\n", + " [ 5.0027e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0530],\n", + " [0.0649],\n", + " [0.0582],\n", + " [0.0578],\n", + " [0.0586],\n", + " [0.0654],\n", + " [0.0557],\n", + " [0.0582],\n", + " [0.0593],\n", + " [0.0734],\n", + " [0.0574],\n", + " [0.0558],\n", + " [0.0570],\n", + " [0.0561],\n", + " [0.0576],\n", + " [0.0570],\n", + " [0.0562],\n", + " [0.0578],\n", + " [0.0577],\n", + " [0.0568],\n", + " [0.0623],\n", + " [0.0555],\n", + " [0.0574],\n", + " [0.0567],\n", + " [0.0622],\n", + " [0.0560],\n", + " [0.0588],\n", + " [0.0551],\n", + " [0.0595],\n", + " [0.0538],\n", + " [0.0556],\n", + " [0.0598]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0210],\n", + " [-0.0150],\n", + " [-0.0186],\n", + " [-0.0145],\n", + " [-0.0172],\n", + " [-0.0195],\n", + " [-0.0171],\n", + " [-0.0164],\n", + " [-0.0183],\n", + " [-0.0165],\n", + " [-0.0174],\n", + " [-0.0185],\n", + " [-0.0161],\n", + " [-0.0175],\n", + " [-0.0164],\n", + " [-0.0166],\n", + " [-0.0180],\n", + " [-0.0190],\n", + " [-0.0188],\n", + " [-0.0188],\n", + " [-0.0159],\n", + " [-0.0171],\n", + " [-0.0175],\n", + " [-0.0182],\n", + " [-0.0133],\n", + " [-0.0192],\n", + " [-0.0188],\n", + " [-0.0175],\n", + " [-0.0153],\n", + " [-0.0168],\n", + " [-0.0167],\n", + " [-0.0136]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1692],\n", + " [-0.1697],\n", + " [-0.1749],\n", + " [-0.1650],\n", + " [-0.1736],\n", + " [-0.1680],\n", + " [-0.1693],\n", + " [-0.1700],\n", + " [-0.1751],\n", + " [-0.1588],\n", + " [-0.1683],\n", + " [-0.1703],\n", + " [-0.1698],\n", + " [-0.1676],\n", + " [-0.1708],\n", + " [-0.1685],\n", + " [-0.1710],\n", + " [-0.1712],\n", + " [-0.1716],\n", + " [-0.1705],\n", + " [-0.1648],\n", + " [-0.1706],\n", + " [-0.1709],\n", + " [-0.1711],\n", + " [-0.1654],\n", + " [-0.1683],\n", + " [-0.1740],\n", + " [-0.1675],\n", + " [-0.1713],\n", + " [-0.1639],\n", + " [-0.1673],\n", + " [-0.1662]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0244],\n", + " [ 0.0030],\n", + " [-0.0176],\n", + " [-0.0249],\n", + " [-0.0194],\n", + " [-0.0094],\n", + " [-0.0241],\n", + " [-0.0214],\n", + " [-0.0170],\n", + " [-0.0249],\n", + " [-0.0211],\n", + " [-0.0224],\n", + " [-0.0225],\n", + " [-0.0210],\n", + " [-0.0220],\n", + " [-0.0235],\n", + " [-0.0217],\n", + " [-0.0211],\n", + " [-0.0223],\n", + " [-0.0219],\n", + " [-0.0295],\n", + " [-0.0235],\n", + " [-0.0220],\n", + " [-0.0224],\n", + " [-0.0230],\n", + " [-0.0214],\n", + " [-0.0177],\n", + " [-0.0229],\n", + " [-0.0229],\n", + " [-0.0237],\n", + " [-0.0237],\n", + " [-0.0186]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 3.0729e-03],\n", + " [-5.6704e-04],\n", + " [ 6.5748e-03],\n", + " [-9.1856e-03],\n", + " [ 4.1026e-03],\n", + " [ 8.2510e-04],\n", + " [ 5.0578e-03],\n", + " [ 1.9892e-03],\n", + " [ 5.3345e-03],\n", + " [-2.1863e-02],\n", + " [ 7.6478e-03],\n", + " [ 1.0305e-02],\n", + " [ 1.5633e-03],\n", + " [ 7.4198e-03],\n", + " [ 1.8531e-03],\n", + " [ 5.2844e-03],\n", + " [ 1.0237e-02],\n", + " [ 1.4742e-02],\n", + " [ 1.4215e-02],\n", + " [ 1.6072e-02],\n", + " [-1.3600e-02],\n", + " [ 6.5518e-03],\n", + " [ 8.7570e-03],\n", + " [ 1.2035e-02],\n", + " [-9.2483e-03],\n", + " [ 1.2794e-02],\n", + " [ 4.3964e-03],\n", + " [ 8.4348e-03],\n", + " [-2.6755e-05],\n", + " [-1.6938e-03],\n", + " [ 7.1948e-03],\n", + " [-1.1984e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0943],\n", + " [0.1066],\n", + " [0.0913],\n", + " [0.1023],\n", + " [0.0922],\n", + " [0.1041],\n", + " [0.0933],\n", + " [0.0953],\n", + " [0.0919],\n", + " [0.1109],\n", + " [0.0937],\n", + " [0.0914],\n", + " [0.0954],\n", + " [0.0960],\n", + " [0.0945],\n", + " [0.0922],\n", + " [0.0917],\n", + " [0.0898],\n", + " [0.0888],\n", + " [0.0902],\n", + " [0.0971],\n", + " [0.0922],\n", + " [0.0900],\n", + " [0.0908],\n", + " [0.1011],\n", + " [0.0928],\n", + " [0.0932],\n", + " [0.0941],\n", + " [0.0933],\n", + " [0.1038],\n", + " [0.0929],\n", + " [0.1006]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0753],\n", + " [0.0830],\n", + " [0.0814],\n", + " [0.0730],\n", + " [0.0800],\n", + " [0.0839],\n", + " [0.0802],\n", + " [0.0801],\n", + " [0.0804],\n", + " [0.0685],\n", + " [0.0838],\n", + " [0.0842],\n", + " [0.0795],\n", + " [0.0825],\n", + " [0.0790],\n", + " [0.0821],\n", + " [0.0836],\n", + " [0.0873],\n", + " [0.0865],\n", + " [0.0888],\n", + " [0.0682],\n", + " [0.0814],\n", + " [0.0836],\n", + " [0.0849],\n", + " [0.0801],\n", + " [0.0866],\n", + " [0.0793],\n", + " [0.0823],\n", + " [0.0784],\n", + " [0.0770],\n", + " [0.0824],\n", + " [0.0840]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0817],\n", + " [0.1000],\n", + " [0.0882],\n", + " [0.0809],\n", + " [0.0882],\n", + " [0.0938],\n", + " [0.0858],\n", + " [0.0871],\n", + " [0.0891],\n", + " [0.0811],\n", + " [0.0865],\n", + " [0.0865],\n", + " [0.0860],\n", + " [0.0857],\n", + " [0.0868],\n", + " [0.0865],\n", + " [0.0869],\n", + " [0.0886],\n", + " [0.0884],\n", + " [0.0889],\n", + " [0.0798],\n", + " [0.0850],\n", + " [0.0880],\n", + " [0.0879],\n", + " [0.0852],\n", + " [0.0880],\n", + " [0.0883],\n", + " [0.0853],\n", + " [0.0877],\n", + " [0.0799],\n", + " [0.0858],\n", + " [0.0860]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0325],\n", + " [0.0483],\n", + " [0.0411],\n", + " [0.0362],\n", + " [0.0396],\n", + " [0.0482],\n", + " [0.0379],\n", + " [0.0399],\n", + " [0.0409],\n", + " [0.0500],\n", + " [0.0426],\n", + " [0.0399],\n", + " [0.0383],\n", + " [0.0419],\n", + " [0.0388],\n", + " [0.0402],\n", + " [0.0409],\n", + " [0.0425],\n", + " [0.0422],\n", + " [0.0418],\n", + " [0.0319],\n", + " [0.0379],\n", + " [0.0409],\n", + " [0.0406],\n", + " [0.0386],\n", + " [0.0420],\n", + " [0.0416],\n", + " [0.0396],\n", + " [0.0375],\n", + " [0.0353],\n", + " [0.0381],\n", + " [0.0416]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0411],\n", + " [0.0263],\n", + " [0.0366],\n", + " [0.0365],\n", + " [0.0374],\n", + " [0.0282],\n", + " [0.0383],\n", + " [0.0378],\n", + " [0.0358],\n", + " [0.0198],\n", + " [0.0369],\n", + " [0.0382],\n", + " [0.0393],\n", + " [0.0367],\n", + " [0.0384],\n", + " [0.0375],\n", + " [0.0365],\n", + " [0.0355],\n", + " [0.0357],\n", + " [0.0365],\n", + " [0.0394],\n", + " [0.0390],\n", + " [0.0368],\n", + " [0.0368],\n", + " [0.0400],\n", + " [0.0373],\n", + " [0.0347],\n", + " [0.0382],\n", + " [0.0392],\n", + " [0.0413],\n", + " [0.0391],\n", + " [0.0381]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0816],\n", + " [-0.0695],\n", + " [-0.0728],\n", + " [-0.0810],\n", + " [-0.0736],\n", + " [-0.0725],\n", + " [-0.0746],\n", + " [-0.0751],\n", + " [-0.0722],\n", + " [-0.0861],\n", + " [-0.0740],\n", + " [-0.0726],\n", + " [-0.0754],\n", + " [-0.0734],\n", + " [-0.0750],\n", + " [-0.0754],\n", + " [-0.0720],\n", + " [-0.0702],\n", + " [-0.0711],\n", + " [-0.0692],\n", + " [-0.0900],\n", + " [-0.0744],\n", + " [-0.0736],\n", + " [-0.0710],\n", + " [-0.0790],\n", + " [-0.0707],\n", + " [-0.0733],\n", + " [-0.0735],\n", + " [-0.0756],\n", + " [-0.0779],\n", + " [-0.0741],\n", + " [-0.0753]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1022],\n", + " [-0.1206],\n", + " [-0.1049],\n", + " [-0.1060],\n", + " [-0.1050],\n", + " [-0.1107],\n", + " [-0.1008],\n", + " [-0.1044],\n", + " [-0.1061],\n", + " [-0.1085],\n", + " [-0.1008],\n", + " [-0.0987],\n", + " [-0.1033],\n", + " [-0.1008],\n", + " [-0.1041],\n", + " [-0.1012],\n", + " [-0.0993],\n", + " [-0.0986],\n", + " [-0.0984],\n", + " [-0.0971],\n", + " [-0.1064],\n", + " [-0.1004],\n", + " [-0.1008],\n", + " [-0.0984],\n", + " [-0.1082],\n", + " [-0.0978],\n", + " [-0.1066],\n", + " [-0.0990],\n", + " [-0.1051],\n", + " [-0.1019],\n", + " [-0.0991],\n", + " [-0.1053]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0620],\n", + " [-0.0471],\n", + " [-0.0592],\n", + " [-0.0648],\n", + " [-0.0606],\n", + " [-0.0538],\n", + " [-0.0646],\n", + " [-0.0615],\n", + " [-0.0592],\n", + " [-0.0508],\n", + " [-0.0621],\n", + " [-0.0630],\n", + " [-0.0627],\n", + " [-0.0630],\n", + " [-0.0622],\n", + " [-0.0628],\n", + " [-0.0629],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0632],\n", + " [-0.0635],\n", + " [-0.0643],\n", + " [-0.0618],\n", + " [-0.0633],\n", + " [-0.0609],\n", + " [-0.0631],\n", + " [-0.0593],\n", + " [-0.0644],\n", + " [-0.0623],\n", + " [-0.0642],\n", + " [-0.0652],\n", + " [-0.0610]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0641],\n", + " [-0.0611],\n", + " [-0.0441],\n", + " [-0.0607],\n", + " [-0.0611],\n", + " [-0.0628],\n", + " [-0.0807],\n", + " [-0.0627],\n", + " [-0.0681],\n", + " [-0.0630],\n", + " [-0.0615],\n", + " [-0.0672],\n", + " [-0.0610],\n", + " [-0.0621],\n", + " [-0.0598],\n", + " [-0.0604],\n", + " [-0.0625],\n", + " [-0.0626],\n", + " [-0.0640],\n", + " [-0.0647],\n", + " [-0.0624],\n", + " [-0.0616],\n", + " [-0.0604],\n", + " [-0.0632],\n", + " [-0.0620],\n", + " [-0.0589],\n", + " [-0.0590],\n", + " [-0.0618],\n", + " [-0.0636],\n", + " [-0.0648],\n", + " [-0.0626],\n", + " [-0.0636]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0775],\n", + " [-0.0721],\n", + " [-0.0672],\n", + " [-0.0723],\n", + " [-0.0723],\n", + " [-0.0749],\n", + " [-0.1009],\n", + " [-0.0743],\n", + " [-0.0778],\n", + " [-0.0737],\n", + " [-0.0698],\n", + " [-0.0799],\n", + " [-0.0725],\n", + " [-0.0722],\n", + " [-0.0726],\n", + " [-0.0710],\n", + " [-0.0747],\n", + " [-0.0711],\n", + " [-0.0760],\n", + " [-0.0759],\n", + " [-0.0732],\n", + " [-0.0713],\n", + " [-0.0741],\n", + " [-0.0766],\n", + " [-0.0745],\n", + " [-0.0694],\n", + " [-0.0688],\n", + " [-0.0733],\n", + " [-0.0770],\n", + " [-0.0773],\n", + " [-0.0730],\n", + " [-0.0764]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0361],\n", + " [0.0392],\n", + " [0.0368],\n", + " [0.0429],\n", + " [0.0371],\n", + " [0.0366],\n", + " [0.0220],\n", + " [0.0370],\n", + " [0.0345],\n", + " [0.0362],\n", + " [0.0375],\n", + " [0.0181],\n", + " [0.0376],\n", + " [0.0365],\n", + " [0.0391],\n", + " [0.0375],\n", + " [0.0367],\n", + " [0.0362],\n", + " [0.0359],\n", + " [0.0343],\n", + " [0.0363],\n", + " [0.0388],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0380],\n", + " [0.0390],\n", + " [0.0388],\n", + " [0.0370],\n", + " [0.0364],\n", + " [0.0357],\n", + " [0.0370],\n", + " [0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0909],\n", + " [-0.0931],\n", + " [-0.0728],\n", + " [-0.0957],\n", + " [-0.0911],\n", + " [-0.0933],\n", + " [-0.0773],\n", + " [-0.0929],\n", + " [-0.0957],\n", + " [-0.0943],\n", + " [-0.0926],\n", + " [-0.0855],\n", + " [-0.0920],\n", + " [-0.0947],\n", + " [-0.0904],\n", + " [-0.0911],\n", + " [-0.0924],\n", + " [-0.0953],\n", + " [-0.0964],\n", + " [-0.0969],\n", + " [-0.0954],\n", + " [-0.0941],\n", + " [-0.0898],\n", + " [-0.0915],\n", + " [-0.0930],\n", + " [-0.0877],\n", + " [-0.0888],\n", + " [-0.0917],\n", + " [-0.0928],\n", + " [-0.0971],\n", + " [-0.0934],\n", + " [-0.0939]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0498],\n", + " [0.0554],\n", + " [0.0350],\n", + " [0.0317],\n", + " [0.0554],\n", + " [0.0551],\n", + " [0.0447],\n", + " [0.0574],\n", + " [0.0575],\n", + " [0.0566],\n", + " [0.0561],\n", + " [0.0547],\n", + " [0.0564],\n", + " [0.0575],\n", + " [0.0441],\n", + " [0.0565],\n", + " [0.0558],\n", + " [0.0582],\n", + " [0.0580],\n", + " [0.0582],\n", + " [0.0586],\n", + " [0.0555],\n", + " [0.0511],\n", + " [0.0509],\n", + " [0.0557],\n", + " [0.0500],\n", + " [0.0533],\n", + " [0.0547],\n", + " [0.0523],\n", + " [0.0581],\n", + " [0.0558],\n", + " [0.0547]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0422],\n", + " [-0.0348],\n", + " [-0.0511],\n", + " [-0.0398],\n", + " [-0.0400],\n", + " [-0.0390],\n", + " [-0.0405],\n", + " [-0.0391],\n", + " [-0.0432],\n", + " [-0.0382],\n", + " [-0.0381],\n", + " [-0.0499],\n", + " [-0.0378],\n", + " [-0.0372],\n", + " [-0.0332],\n", + " [-0.0390],\n", + " [-0.0402],\n", + " [-0.0373],\n", + " [-0.0354],\n", + " [-0.0346],\n", + " [-0.0365],\n", + " [-0.0346],\n", + " [-0.0404],\n", + " [-0.0393],\n", + " [-0.0368],\n", + " [-0.0398],\n", + " [-0.0389],\n", + " [-0.0398],\n", + " [-0.0383],\n", + " [-0.0358],\n", + " [-0.0379],\n", + " [-0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0775],\n", + " [-0.0814],\n", + " [-0.0686],\n", + " [-0.0833],\n", + " [-0.0792],\n", + " [-0.0795],\n", + " [-0.0838],\n", + " [-0.0785],\n", + " [-0.0776],\n", + " [-0.0799],\n", + " [-0.0809],\n", + " [-0.0741],\n", + " [-0.0790],\n", + " [-0.0801],\n", + " [-0.0830],\n", + " [-0.0790],\n", + " [-0.0785],\n", + " [-0.0807],\n", + " [-0.0794],\n", + " [-0.0794],\n", + " [-0.0795],\n", + " [-0.0820],\n", + " [-0.0782],\n", + " [-0.0783],\n", + " [-0.0793],\n", + " [-0.0793],\n", + " [-0.0796],\n", + " [-0.0796],\n", + " [-0.0788],\n", + " [-0.0787],\n", + " [-0.0803],\n", + " [-0.0795]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1651],\n", + " [0.1689],\n", + " [0.1641],\n", + " [0.1610],\n", + " [0.1689],\n", + " [0.1674],\n", + " [0.1401],\n", + " [0.1701],\n", + " [0.1693],\n", + " [0.1678],\n", + " [0.1689],\n", + " [0.1629],\n", + " [0.1693],\n", + " [0.1685],\n", + " [0.1617],\n", + " [0.1698],\n", + " [0.1688],\n", + " [0.1690],\n", + " [0.1682],\n", + " [0.1689],\n", + " [0.1690],\n", + " [0.1682],\n", + " [0.1659],\n", + " [0.1654],\n", + " [0.1685],\n", + " [0.1669],\n", + " [0.1690],\n", + " [0.1678],\n", + " [0.1655],\n", + " [0.1679],\n", + " [0.1680],\n", + " [0.1668]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0579],\n", + " [-0.0536],\n", + " [-0.0441],\n", + " [-0.0608],\n", + " [-0.0526],\n", + " [-0.0559],\n", + " [-0.0702],\n", + " [-0.0542],\n", + " [-0.0589],\n", + " [-0.0564],\n", + " [-0.0537],\n", + " [-0.0723],\n", + " [-0.0543],\n", + " [-0.0556],\n", + " [-0.0534],\n", + " [-0.0529],\n", + " [-0.0547],\n", + " [-0.0567],\n", + " [-0.0594],\n", + " [-0.0604],\n", + " [-0.0573],\n", + " [-0.0542],\n", + " [-0.0546],\n", + " [-0.0565],\n", + " [-0.0549],\n", + " [-0.0487],\n", + " [-0.0485],\n", + " [-0.0539],\n", + " [-0.0570],\n", + " [-0.0605],\n", + " [-0.0549],\n", + " [-0.0564]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0609],\n", + " [0.0609],\n", + " [0.0657],\n", + " [0.0775],\n", + " [0.0585],\n", + " [0.0602],\n", + " [0.0538],\n", + " [0.0607],\n", + " [0.0586],\n", + " [0.0593],\n", + " [0.0566],\n", + " [0.0377],\n", + " [0.0582],\n", + " [0.0591],\n", + " [0.0715],\n", + " [0.0565],\n", + " [0.0602],\n", + " [0.0577],\n", + " [0.0623],\n", + " [0.0616],\n", + " [0.0596],\n", + " [0.0607],\n", + " [0.0625],\n", + " [0.0645],\n", + " [0.0618],\n", + " [0.0608],\n", + " [0.0584],\n", + " [0.0590],\n", + " [0.0646],\n", + " [0.0623],\n", + " [0.0593],\n", + " [0.0630]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0920],\n", + " [-0.0980],\n", + " [-0.0822],\n", + " [-0.0718],\n", + " [-0.0959],\n", + " [-0.0953],\n", + " [-0.0697],\n", + " [-0.0969],\n", + " [-0.0963],\n", + " [-0.0968],\n", + " [-0.0976],\n", + " [-0.1036],\n", + " [-0.0969],\n", + " [-0.0977],\n", + " [-0.0864],\n", + " [-0.0973],\n", + " [-0.0955],\n", + " [-0.0991],\n", + " [-0.0974],\n", + " [-0.0977],\n", + " [-0.0984],\n", + " [-0.0973],\n", + " [-0.0924],\n", + " [-0.0904],\n", + " [-0.0961],\n", + " [-0.0927],\n", + " [-0.0959],\n", + " [-0.0951],\n", + " [-0.0916],\n", + " [-0.0973],\n", + " [-0.0966],\n", + " [-0.0946]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0166],\n", + " [0.0173],\n", + " [0.0065],\n", + " [0.0069],\n", + " [0.0175],\n", + " [0.0163],\n", + " [0.0030],\n", + " [0.0175],\n", + " [0.0188],\n", + " [0.0171],\n", + " [0.0193],\n", + " [0.0341],\n", + " [0.0184],\n", + " [0.0199],\n", + " [0.0109],\n", + " [0.0192],\n", + " [0.0171],\n", + " [0.0200],\n", + " [0.0176],\n", + " [0.0171],\n", + " [0.0199],\n", + " [0.0193],\n", + " [0.0137],\n", + " [0.0135],\n", + " [0.0164],\n", + " [0.0163],\n", + " [0.0190],\n", + " [0.0165],\n", + " [0.0141],\n", + " [0.0176],\n", + " [0.0170],\n", + " [0.0147]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0963],\n", + " [0.0931],\n", + " [0.0957],\n", + " [0.0742],\n", + " [0.0955],\n", + " [0.0943],\n", + " [0.0690],\n", + " [0.0934],\n", + " [0.0974],\n", + " [0.0948],\n", + " [0.0974],\n", + " [0.0886],\n", + " [0.0948],\n", + " [0.0940],\n", + " [0.0815],\n", + " [0.0968],\n", + " [0.0940],\n", + " [0.0967],\n", + " [0.0904],\n", + " [0.0912],\n", + " [0.0934],\n", + " [0.0913],\n", + " [0.0932],\n", + " [0.0894],\n", + " [0.0920],\n", + " [0.0923],\n", + " [0.0939],\n", + " [0.0950],\n", + " [0.0892],\n", + " [0.0912],\n", + " [0.0948],\n", + " [0.0919]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0145],\n", + " [ 0.0106],\n", + " [ 0.0206],\n", + " [ 0.0167],\n", + " [ 0.0115],\n", + " [ 0.0112],\n", + " [-0.0078],\n", + " [ 0.0094],\n", + " [ 0.0098],\n", + " [ 0.0113],\n", + " [ 0.0127],\n", + " [ 0.0120],\n", + " [ 0.0112],\n", + " [ 0.0091],\n", + " [ 0.0015],\n", + " [ 0.0121],\n", + " [ 0.0100],\n", + " [ 0.0109],\n", + " [ 0.0067],\n", + " [ 0.0056],\n", + " [ 0.0083],\n", + " [ 0.0092],\n", + " [ 0.0115],\n", + " [ 0.0085],\n", + " [ 0.0101],\n", + " [ 0.0093],\n", + " [ 0.0094],\n", + " [ 0.0121],\n", + " [ 0.0074],\n", + " [ 0.0073],\n", + " [ 0.0117],\n", + " [ 0.0099]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0011],\n", + " [-0.0020],\n", + " [-0.0229],\n", + " [-0.0091],\n", + " [-0.0055],\n", + " [-0.0022],\n", + " [ 0.0150],\n", + " [-0.0028],\n", + " [ 0.0039],\n", + " [-0.0020],\n", + " [-0.0037],\n", + " [ 0.0221],\n", + " [-0.0028],\n", + " [-0.0012],\n", + " [-0.0021],\n", + " [-0.0043],\n", + " [-0.0028],\n", + " [-0.0006],\n", + " [ 0.0033],\n", + " [ 0.0041],\n", + " [ 0.0008],\n", + " [-0.0012],\n", + " [-0.0057],\n", + " [-0.0027],\n", + " [-0.0026],\n", + " [-0.0078],\n", + " [-0.0069],\n", + " [-0.0045],\n", + " [-0.0014],\n", + " [ 0.0039],\n", + " [-0.0034],\n", + " [-0.0020]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0388],\n", + " [-0.0331],\n", + " [-0.0359],\n", + " [-0.0458],\n", + " [-0.0320],\n", + " [-0.0345],\n", + " [-0.0343],\n", + " [-0.0332],\n", + " [-0.0334],\n", + " [-0.0336],\n", + " [-0.0309],\n", + " [-0.0513],\n", + " [-0.0333],\n", + " [-0.0355],\n", + " [-0.0424],\n", + " [-0.0315],\n", + " [-0.0338],\n", + " [-0.0334],\n", + " [-0.0384],\n", + " [-0.0391],\n", + " [-0.0366],\n", + " [-0.0358],\n", + " [-0.0354],\n", + " [-0.0384],\n", + " [-0.0345],\n", + " [-0.0338],\n", + " [-0.0329],\n", + " [-0.0330],\n", + " [-0.0390],\n", + " [-0.0382],\n", + " [-0.0328],\n", + " [-0.0357]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0033],\n", + " [ 0.0032],\n", + " [-0.0039],\n", + " [ 0.0055],\n", + " [ 0.0020],\n", + " [ 0.0036],\n", + " [ 0.0123],\n", + " [ 0.0038],\n", + " [ 0.0043],\n", + " [ 0.0034],\n", + " [ 0.0011],\n", + " [ 0.0003],\n", + " [ 0.0029],\n", + " [ 0.0038],\n", + " [ 0.0065],\n", + " [ 0.0017],\n", + " [ 0.0035],\n", + " [ 0.0035],\n", + " [ 0.0070],\n", + " [ 0.0085],\n", + " [ 0.0052],\n", + " [ 0.0031],\n", + " [ 0.0034],\n", + " [ 0.0052],\n", + " [ 0.0040],\n", + " [ 0.0007],\n", + " [ 0.0003],\n", + " [ 0.0023],\n", + " [ 0.0057],\n", + " [ 0.0070],\n", + " [ 0.0025],\n", + " [ 0.0046]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0584],\n", + " [0.0577],\n", + " [0.0534],\n", + " [0.0731],\n", + " [0.0551],\n", + " [0.0567],\n", + " [0.0628],\n", + " [0.0553],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0558],\n", + " [0.0539],\n", + " [0.0555],\n", + " [0.0563],\n", + " [0.0633],\n", + " [0.0547],\n", + " [0.0556],\n", + " [0.0570],\n", + " [0.0580],\n", + " [0.0590],\n", + " [0.0567],\n", + " [0.0571],\n", + " [0.0567],\n", + " [0.0580],\n", + " [0.0563],\n", + " [0.0551],\n", + " [0.0539],\n", + " [0.0558],\n", + " [0.0581],\n", + " [0.0579],\n", + " [0.0564],\n", + " [0.0572]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0188],\n", + " [-0.0173],\n", + " [-0.0172],\n", + " [-0.0180],\n", + " [-0.0176],\n", + " [-0.0175],\n", + " [-0.0071],\n", + " [-0.0180],\n", + " [-0.0192],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0136],\n", + " [-0.0182],\n", + " [-0.0186],\n", + " [-0.0122],\n", + " [-0.0182],\n", + " [-0.0179],\n", + " [-0.0186],\n", + " [-0.0181],\n", + " [-0.0170],\n", + " [-0.0190],\n", + " [-0.0188],\n", + " [-0.0162],\n", + " [-0.0166],\n", + " [-0.0178],\n", + " [-0.0156],\n", + " [-0.0174],\n", + " [-0.0175],\n", + " [-0.0165],\n", + " [-0.0183],\n", + " [-0.0176],\n", + " [-0.0171]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1774],\n", + " [-0.1690],\n", + " [-0.1597],\n", + " [-0.1600],\n", + " [-0.1690],\n", + " [-0.1716],\n", + " [-0.1735],\n", + " [-0.1703],\n", + " [-0.1774],\n", + " [-0.1712],\n", + " [-0.1695],\n", + " [-0.1873],\n", + " [-0.1699],\n", + " [-0.1709],\n", + " [-0.1666],\n", + " [-0.1695],\n", + " [-0.1711],\n", + " [-0.1715],\n", + " [-0.1723],\n", + " [-0.1722],\n", + " [-0.1717],\n", + " [-0.1691],\n", + " [-0.1690],\n", + " [-0.1704],\n", + " [-0.1697],\n", + " [-0.1659],\n", + " [-0.1664],\n", + " [-0.1699],\n", + " [-0.1712],\n", + " [-0.1741],\n", + " [-0.1702],\n", + " [-0.1713]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0178],\n", + " [-0.0214],\n", + " [-0.0232],\n", + " [-0.0259],\n", + " [-0.0232],\n", + " [-0.0218],\n", + " [ 0.0307],\n", + " [-0.0227],\n", + " [-0.0183],\n", + " [-0.0226],\n", + " [-0.0232],\n", + " [ 0.0133],\n", + " [-0.0221],\n", + " [-0.0215],\n", + " [-0.0173],\n", + " [-0.0226],\n", + " [-0.0220],\n", + " [-0.0221],\n", + " [-0.0194],\n", + " [-0.0178],\n", + " [-0.0208],\n", + " [-0.0211],\n", + " [-0.0236],\n", + " [-0.0215],\n", + " [-0.0224],\n", + " [-0.0221],\n", + " [-0.0217],\n", + " [-0.0228],\n", + " [-0.0206],\n", + " [-0.0194],\n", + " [-0.0231],\n", + " [-0.0221]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0045],\n", + " [ 0.0109],\n", + " [-0.0109],\n", + " [-0.0187],\n", + " [ 0.0078],\n", + " [ 0.0077],\n", + " [ 0.0262],\n", + " [ 0.0079],\n", + " [ 0.0095],\n", + " [ 0.0102],\n", + " [ 0.0113],\n", + " [ 0.0434],\n", + " [ 0.0095],\n", + " [ 0.0115],\n", + " [-0.0019],\n", + " [ 0.0099],\n", + " [ 0.0067],\n", + " [ 0.0138],\n", + " [ 0.0116],\n", + " [ 0.0148],\n", + " [ 0.0124],\n", + " [ 0.0110],\n", + " [ 0.0023],\n", + " [ 0.0015],\n", + " [ 0.0079],\n", + " [ 0.0021],\n", + " [ 0.0067],\n", + " [ 0.0073],\n", + " [ 0.0034],\n", + " [ 0.0110],\n", + " [ 0.0095],\n", + " [ 0.0063]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0906],\n", + " [0.0913],\n", + " [0.1093],\n", + " [0.1081],\n", + " [0.0937],\n", + " [0.0912],\n", + " [0.0850],\n", + " [0.0932],\n", + " [0.0899],\n", + " [0.0907],\n", + " [0.0915],\n", + " [0.0771],\n", + " [0.0923],\n", + " [0.0916],\n", + " [0.0989],\n", + " [0.0927],\n", + " [0.0932],\n", + " [0.0897],\n", + " [0.0905],\n", + " [0.0895],\n", + " [0.0907],\n", + " [0.0922],\n", + " [0.0947],\n", + " [0.0955],\n", + " [0.0923],\n", + " [0.0991],\n", + " [0.0974],\n", + " [0.0925],\n", + " [0.0943],\n", + " [0.0895],\n", + " [0.0914],\n", + " [0.0917]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0766],\n", + " [0.0850],\n", + " [0.0672],\n", + " [0.0719],\n", + " [0.0814],\n", + " [0.0822],\n", + " [0.0893],\n", + " [0.0804],\n", + " [0.0791],\n", + " [0.0836],\n", + " [0.0846],\n", + " [0.0999],\n", + " [0.0835],\n", + " [0.0850],\n", + " [0.0858],\n", + " [0.0832],\n", + " [0.0806],\n", + " [0.0866],\n", + " [0.0856],\n", + " [0.0880],\n", + " [0.0859],\n", + " [0.0858],\n", + " [0.0802],\n", + " [0.0791],\n", + " [0.0820],\n", + " [0.0805],\n", + " [0.0817],\n", + " [0.0819],\n", + " [0.0803],\n", + " [0.0842],\n", + " [0.0829],\n", + " [0.0809]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0865],\n", + " [0.0872],\n", + " [0.0678],\n", + " [0.0856],\n", + " [0.0856],\n", + " [0.0874],\n", + " [0.1044],\n", + " [0.0854],\n", + " [0.0868],\n", + " [0.0879],\n", + " [0.0876],\n", + " [0.0825],\n", + " [0.0856],\n", + " [0.0871],\n", + " [0.0874],\n", + " [0.0852],\n", + " [0.0855],\n", + " [0.0882],\n", + " [0.0885],\n", + " [0.0904],\n", + " [0.0871],\n", + " [0.0881],\n", + " [0.0857],\n", + " [0.0869],\n", + " [0.0865],\n", + " [0.0834],\n", + " [0.0833],\n", + " [0.0867],\n", + " [0.0875],\n", + " [0.0882],\n", + " [0.0878],\n", + " [0.0879]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0359],\n", + " [0.0416],\n", + " [0.0336],\n", + " [0.0506],\n", + " [0.0387],\n", + " [0.0388],\n", + " [0.0444],\n", + " [0.0405],\n", + " [0.0384],\n", + " [0.0398],\n", + " [0.0398],\n", + " [0.0465],\n", + " [0.0404],\n", + " [0.0415],\n", + " [0.0426],\n", + " [0.0397],\n", + " [0.0392],\n", + " [0.0411],\n", + " [0.0433],\n", + " [0.0437],\n", + " [0.0425],\n", + " [0.0426],\n", + " [0.0380],\n", + " [0.0395],\n", + " [0.0406],\n", + " [0.0389],\n", + " [0.0400],\n", + " [0.0383],\n", + " [0.0400],\n", + " [0.0426],\n", + " [0.0397],\n", + " [0.0392]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0385],\n", + " [0.0371],\n", + " [0.0386],\n", + " [0.0264],\n", + " [0.0382],\n", + " [0.0377],\n", + " [0.0203],\n", + " [0.0365],\n", + " [0.0362],\n", + " [0.0366],\n", + " [0.0377],\n", + " [0.0217],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0381],\n", + " [0.0378],\n", + " [0.0368],\n", + " [0.0351],\n", + " [0.0335],\n", + " [0.0364],\n", + " [0.0370],\n", + " [0.0395],\n", + " [0.0375],\n", + " [0.0369],\n", + " [0.0393],\n", + " [0.0387],\n", + " [0.0381],\n", + " [0.0373],\n", + " [0.0353],\n", + " [0.0368],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0761],\n", + " [-0.0728],\n", + " [-0.0920],\n", + " [-0.0840],\n", + " [-0.0733],\n", + " [-0.0729],\n", + " [-0.0484],\n", + " [-0.0733],\n", + " [-0.0703],\n", + " [-0.0719],\n", + " [-0.0716],\n", + " [-0.0555],\n", + " [-0.0732],\n", + " [-0.0714],\n", + " [-0.0752],\n", + " [-0.0728],\n", + " [-0.0734],\n", + " [-0.0705],\n", + " [-0.0711],\n", + " [-0.0687],\n", + " [-0.0713],\n", + " [-0.0721],\n", + " [-0.0758],\n", + " [-0.0749],\n", + " [-0.0738],\n", + " [-0.0753],\n", + " [-0.0737],\n", + " [-0.0733],\n", + " [-0.0741],\n", + " [-0.0713],\n", + " [-0.0722],\n", + " [-0.0733]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1070],\n", + " [-0.1001],\n", + " [-0.1098],\n", + " [-0.1091],\n", + " [-0.0997],\n", + " [-0.1009],\n", + " [-0.1262],\n", + " [-0.1005],\n", + " [-0.1045],\n", + " [-0.0993],\n", + " [-0.0980],\n", + " [-0.1165],\n", + " [-0.0990],\n", + " [-0.0986],\n", + " [-0.1069],\n", + " [-0.0984],\n", + " [-0.1012],\n", + " [-0.0979],\n", + " [-0.1011],\n", + " [-0.1030],\n", + " [-0.0989],\n", + " [-0.0994],\n", + " [-0.1021],\n", + " [-0.1047],\n", + " [-0.1005],\n", + " [-0.1009],\n", + " [-0.0992],\n", + " [-0.1001],\n", + " [-0.1040],\n", + " [-0.1013],\n", + " [-0.0993],\n", + " [-0.1021]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0586],\n", + " [-0.0630],\n", + " [-0.0570],\n", + " [-0.0533],\n", + " [-0.0646],\n", + " [-0.0630],\n", + " [-0.0425],\n", + " [-0.0645],\n", + " [-0.0624],\n", + " [-0.0635],\n", + " [-0.0641],\n", + " [-0.0444],\n", + " [-0.0631],\n", + " [-0.0624],\n", + " [-0.0605],\n", + " [-0.0639],\n", + " [-0.0637],\n", + " [-0.0630],\n", + " [-0.0608],\n", + " [-0.0602],\n", + " [-0.0618],\n", + " [-0.0617],\n", + " [-0.0633],\n", + " [-0.0617],\n", + " [-0.0631],\n", + " [-0.0645],\n", + " [-0.0644],\n", + " [-0.0639],\n", + " [-0.0617],\n", + " [-0.0606],\n", + " [-0.0638],\n", + " [-0.0630]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0628],\n", + " [-0.0550],\n", + " [-0.0594],\n", + " [-0.0728],\n", + " [-0.0620],\n", + " [-0.0620],\n", + " [-0.0637],\n", + " [-0.0647],\n", + " [-0.0632],\n", + " [-0.0595],\n", + " [-0.0626],\n", + " [-0.0580],\n", + " [-0.0611],\n", + " [-0.0617],\n", + " [-0.0612],\n", + " [-0.0792],\n", + " [-0.0623],\n", + " [-0.0623],\n", + " [-0.0569],\n", + " [-0.0643],\n", + " [-0.0639],\n", + " [-0.0619],\n", + " [-0.0610],\n", + " [-0.0650],\n", + " [-0.0596],\n", + " [-0.0634],\n", + " [-0.0621],\n", + " [-0.0648],\n", + " [-0.0623],\n", + " [-0.0635],\n", + " [-0.0628],\n", + " [-0.0616]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0691],\n", + " [-0.0699],\n", + " [-0.0730],\n", + " [-0.0829],\n", + " [-0.0679],\n", + " [-0.0733],\n", + " [-0.0737],\n", + " [-0.0753],\n", + " [-0.0711],\n", + " [-0.0744],\n", + " [-0.0748],\n", + " [-0.0704],\n", + " [-0.0741],\n", + " [-0.0708],\n", + " [-0.0671],\n", + " [-0.1374],\n", + " [-0.0740],\n", + " [-0.0733],\n", + " [-0.0738],\n", + " [-0.0778],\n", + " [-0.0768],\n", + " [-0.0701],\n", + " [-0.0729],\n", + " [-0.0772],\n", + " [-0.0728],\n", + " [-0.0743],\n", + " [-0.0742],\n", + " [-0.0764],\n", + " [-0.0670],\n", + " [-0.0774],\n", + " [-0.0737],\n", + " [-0.0710]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0378],\n", + " [0.0390],\n", + " [0.0358],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0348],\n", + " [0.0347],\n", + " [0.0356],\n", + " [0.0388],\n", + " [0.0369],\n", + " [0.0395],\n", + " [0.0379],\n", + " [0.0380],\n", + " [0.0375],\n", + " [0.0120],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0373],\n", + " [0.0372],\n", + " [0.0365],\n", + " [0.0364],\n", + " [0.0387],\n", + " [0.0355],\n", + " [0.0391],\n", + " [0.0355],\n", + " [0.0391],\n", + " [0.0348],\n", + " [0.0415],\n", + " [0.0380],\n", + " [0.0357],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0954],\n", + " [-0.0843],\n", + " [-0.0904],\n", + " [-0.0980],\n", + " [-0.0943],\n", + " [-0.0927],\n", + " [-0.0961],\n", + " [-0.0975],\n", + " [-0.0959],\n", + " [-0.0887],\n", + " [-0.0922],\n", + " [-0.0871],\n", + " [-0.0896],\n", + " [-0.0932],\n", + " [-0.0943],\n", + " [-0.1168],\n", + " [-0.0928],\n", + " [-0.0941],\n", + " [-0.0914],\n", + " [-0.0920],\n", + " [-0.0937],\n", + " [-0.0954],\n", + " [-0.0921],\n", + " [-0.0955],\n", + " [-0.0908],\n", + " [-0.0957],\n", + " [-0.0949],\n", + " [-0.0974],\n", + " [-0.0832],\n", + " [-0.0938],\n", + " [-0.0942],\n", + " [-0.0923]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0586],\n", + " [0.0442],\n", + " [0.0468],\n", + " [0.0555],\n", + " [0.0589],\n", + " [0.0556],\n", + " [0.0595],\n", + " [0.0588],\n", + " [0.0597],\n", + " [0.0443],\n", + " [0.0543],\n", + " [0.0464],\n", + " [0.0504],\n", + " [0.0568],\n", + " [0.0578],\n", + " [0.0474],\n", + " [0.0561],\n", + " [0.0571],\n", + " [0.0344],\n", + " [0.0497],\n", + " [0.0547],\n", + " [0.0578],\n", + " [0.0549],\n", + " [0.0569],\n", + " [0.0512],\n", + " [0.0591],\n", + " [0.0563],\n", + " [0.0571],\n", + " [0.0456],\n", + " [0.0548],\n", + " [0.0556],\n", + " [0.0562]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0350],\n", + " [-0.0460],\n", + " [-0.0358],\n", + " [-0.0362],\n", + " [-0.0347],\n", + " [-0.0383],\n", + " [-0.0379],\n", + " [-0.0364],\n", + " [-0.0349],\n", + " [-0.0398],\n", + " [-0.0403],\n", + " [-0.0408],\n", + " [-0.0418],\n", + " [-0.0360],\n", + " [-0.0352],\n", + " [-0.0087],\n", + " [-0.0394],\n", + " [-0.0364],\n", + " [-0.0395],\n", + " [-0.0386],\n", + " [-0.0404],\n", + " [-0.0349],\n", + " [-0.0364],\n", + " [-0.0400],\n", + " [-0.0356],\n", + " [-0.0367],\n", + " [-0.0333],\n", + " [-0.0391],\n", + " [-0.0407],\n", + " [-0.0358],\n", + " [-0.0403],\n", + " [-0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0817],\n", + " [-0.0770],\n", + " [-0.0822],\n", + " [-0.0785],\n", + " [-0.0815],\n", + " [-0.0796],\n", + " [-0.0791],\n", + " [-0.0798],\n", + " [-0.0802],\n", + " [-0.0800],\n", + " [-0.0793],\n", + " [-0.0798],\n", + " [-0.0794],\n", + " [-0.0805],\n", + " [-0.0827],\n", + " [-0.0649],\n", + " [-0.0792],\n", + " [-0.0797],\n", + " [-0.0865],\n", + " [-0.0784],\n", + " [-0.0788],\n", + " [-0.0819],\n", + " [-0.0799],\n", + " [-0.0788],\n", + " [-0.0804],\n", + " [-0.0787],\n", + " [-0.0814],\n", + " [-0.0800],\n", + " [-0.0847],\n", + " [-0.0785],\n", + " [-0.0803],\n", + " [-0.0809]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1709],\n", + " [0.1624],\n", + " [0.1616],\n", + " [0.1656],\n", + " [0.1717],\n", + " [0.1680],\n", + " [0.1693],\n", + " [0.1679],\n", + " [0.1714],\n", + " [0.1602],\n", + " [0.1674],\n", + " [0.1622],\n", + " [0.1645],\n", + " [0.1695],\n", + " [0.1700],\n", + " [0.1324],\n", + " [0.1686],\n", + " [0.1687],\n", + " [0.1507],\n", + " [0.1647],\n", + " [0.1675],\n", + " [0.1694],\n", + " [0.1682],\n", + " [0.1681],\n", + " [0.1654],\n", + " [0.1689],\n", + " [0.1683],\n", + " [0.1665],\n", + " [0.1671],\n", + " [0.1674],\n", + " [0.1668],\n", + " [0.1691]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0563],\n", + " [-0.0482],\n", + " [-0.0523],\n", + " [-0.0627],\n", + " [-0.0550],\n", + " [-0.0546],\n", + " [-0.0579],\n", + " [-0.0595],\n", + " [-0.0581],\n", + " [-0.0549],\n", + " [-0.0547],\n", + " [-0.0480],\n", + " [-0.0541],\n", + " [-0.0554],\n", + " [-0.0539],\n", + " [-0.1060],\n", + " [-0.0551],\n", + " [-0.0560],\n", + " [-0.0527],\n", + " [-0.0578],\n", + " [-0.0574],\n", + " [-0.0557],\n", + " [-0.0535],\n", + " [-0.0586],\n", + " [-0.0537],\n", + " [-0.0580],\n", + " [-0.0558],\n", + " [-0.0598],\n", + " [-0.0418],\n", + " [-0.0582],\n", + " [-0.0560],\n", + " [-0.0515]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0576],\n", + " [ 0.0649],\n", + " [ 0.0686],\n", + " [ 0.0630],\n", + " [ 0.0559],\n", + " [ 0.0595],\n", + " [ 0.0585],\n", + " [ 0.0605],\n", + " [ 0.0578],\n", + " [ 0.0700],\n", + " [ 0.0610],\n", + " [ 0.0659],\n", + " [ 0.0627],\n", + " [ 0.0575],\n", + " [ 0.0562],\n", + " [-0.0696],\n", + " [ 0.0591],\n", + " [ 0.0596],\n", + " [ 0.0815],\n", + " [ 0.0662],\n", + " [ 0.0601],\n", + " [ 0.0587],\n", + " [ 0.0608],\n", + " [ 0.0601],\n", + " [ 0.0638],\n", + " [ 0.0593],\n", + " [ 0.0636],\n", + " [ 0.0605],\n", + " [ 0.0556],\n", + " [ 0.0639],\n", + " [ 0.0589],\n", + " [ 0.0591]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1006],\n", + " [-0.0860],\n", + " [-0.0910],\n", + " [-0.0901],\n", + " [-0.1006],\n", + " [-0.0960],\n", + " [-0.0987],\n", + " [-0.0982],\n", + " [-0.1008],\n", + " [-0.0865],\n", + " [-0.0945],\n", + " [-0.0901],\n", + " [-0.0919],\n", + " [-0.0986],\n", + " [-0.0993],\n", + " [-0.1199],\n", + " [-0.0961],\n", + " [-0.0975],\n", + " [-0.0802],\n", + " [-0.0890],\n", + " [-0.0946],\n", + " [-0.0987],\n", + " [-0.0962],\n", + " [-0.0960],\n", + " [-0.0932],\n", + " [-0.0979],\n", + " [-0.0970],\n", + " [-0.0967],\n", + " [-0.0968],\n", + " [-0.0944],\n", + " [-0.0957],\n", + " [-0.0978]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0214],\n", + " [ 0.0109],\n", + " [ 0.0103],\n", + " [ 0.0159],\n", + " [ 0.0225],\n", + " [ 0.0172],\n", + " [ 0.0200],\n", + " [ 0.0180],\n", + " [ 0.0203],\n", + " [ 0.0070],\n", + " [ 0.0152],\n", + " [ 0.0102],\n", + " [ 0.0121],\n", + " [ 0.0186],\n", + " [ 0.0230],\n", + " [ 0.0188],\n", + " [ 0.0169],\n", + " [ 0.0181],\n", + " [-0.0033],\n", + " [ 0.0119],\n", + " [ 0.0169],\n", + " [ 0.0212],\n", + " [ 0.0168],\n", + " [ 0.0178],\n", + " [ 0.0146],\n", + " [ 0.0199],\n", + " [ 0.0178],\n", + " [ 0.0179],\n", + " [ 0.0163],\n", + " [ 0.0146],\n", + " [ 0.0177],\n", + " [ 0.0183]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0950],\n", + " [0.0943],\n", + " [0.0898],\n", + " [0.0880],\n", + " [0.0962],\n", + " [0.0938],\n", + " [0.0953],\n", + " [0.0933],\n", + " [0.0952],\n", + " [0.0898],\n", + " [0.0945],\n", + " [0.0943],\n", + " [0.0950],\n", + " [0.0963],\n", + " [0.0973],\n", + " [0.1188],\n", + " [0.0952],\n", + " [0.0936],\n", + " [0.0890],\n", + " [0.0880],\n", + " [0.0961],\n", + " [0.0948],\n", + " [0.0926],\n", + " [0.0958],\n", + " [0.0900],\n", + " [0.0933],\n", + " [0.0891],\n", + " [0.0954],\n", + " [0.1056],\n", + " [0.0896],\n", + " [0.0960],\n", + " [0.0953]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0104],\n", + " [0.0121],\n", + " [0.0085],\n", + " [0.0047],\n", + " [0.0108],\n", + " [0.0110],\n", + " [0.0084],\n", + " [0.0079],\n", + " [0.0097],\n", + " [0.0115],\n", + " [0.0116],\n", + " [0.0108],\n", + " [0.0134],\n", + " [0.0127],\n", + " [0.0105],\n", + " [0.0626],\n", + " [0.0116],\n", + " [0.0104],\n", + " [0.0096],\n", + " [0.0083],\n", + " [0.0112],\n", + " [0.0085],\n", + " [0.0110],\n", + " [0.0099],\n", + " [0.0096],\n", + " [0.0075],\n", + " [0.0075],\n", + " [0.0096],\n", + " [0.0121],\n", + " [0.0094],\n", + " [0.0111],\n", + " [0.0106]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 3.0649e-04],\n", + " [-1.4374e-02],\n", + " [-7.5608e-03],\n", + " [ 7.4518e-03],\n", + " [-8.8649e-04],\n", + " [-3.2363e-03],\n", + " [ 1.0208e-03],\n", + " [ 2.3085e-03],\n", + " [ 1.5541e-03],\n", + " [-8.5227e-03],\n", + " [-4.2850e-03],\n", + " [-1.2387e-02],\n", + " [-7.0667e-03],\n", + " [-1.8934e-03],\n", + " [-2.3394e-03],\n", + " [ 1.0043e-01],\n", + " [-2.9571e-03],\n", + " [-1.2548e-03],\n", + " [-1.7182e-02],\n", + " [-1.8195e-03],\n", + " [-6.6917e-05],\n", + " [-4.4396e-04],\n", + " [-4.0101e-03],\n", + " [ 1.6110e-03],\n", + " [-4.2213e-03],\n", + " [ 1.4516e-03],\n", + " [ 8.5740e-04],\n", + " [ 1.5816e-03],\n", + " [-1.0679e-02],\n", + " [ 7.4732e-04],\n", + " [-2.4999e-03],\n", + " [-5.8650e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0333],\n", + " [-0.0349],\n", + " [-0.0369],\n", + " [-0.0428],\n", + " [-0.0314],\n", + " [-0.0339],\n", + " [-0.0349],\n", + " [-0.0372],\n", + " [-0.0339],\n", + " [-0.0363],\n", + " [-0.0333],\n", + " [-0.0333],\n", + " [-0.0335],\n", + " [-0.0309],\n", + " [-0.0325],\n", + " [-0.0160],\n", + " [-0.0326],\n", + " [-0.0343],\n", + " [-0.0421],\n", + " [-0.0392],\n", + " [-0.0350],\n", + " [-0.0359],\n", + " [-0.0338],\n", + " [-0.0344],\n", + " [-0.0357],\n", + " [-0.0367],\n", + " [-0.0365],\n", + " [-0.0365],\n", + " [-0.0301],\n", + " [-0.0366],\n", + " [-0.0346],\n", + " [-0.0313]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0031],\n", + " [-0.0011],\n", + " [ 0.0029],\n", + " [ 0.0083],\n", + " [ 0.0021],\n", + " [ 0.0029],\n", + " [ 0.0049],\n", + " [ 0.0067],\n", + " [ 0.0048],\n", + " [ 0.0034],\n", + " [ 0.0030],\n", + " [-0.0010],\n", + " [ 0.0017],\n", + " [ 0.0023],\n", + " [ 0.0018],\n", + " [ 0.0046],\n", + " [ 0.0031],\n", + " [ 0.0038],\n", + " [ 0.0012],\n", + " [ 0.0060],\n", + " [ 0.0043],\n", + " [ 0.0043],\n", + " [ 0.0028],\n", + " [ 0.0050],\n", + " [ 0.0036],\n", + " [ 0.0055],\n", + " [ 0.0054],\n", + " [ 0.0056],\n", + " [-0.0048],\n", + " [ 0.0061],\n", + " [ 0.0034],\n", + " [ 0.0014]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0576],\n", + " [0.0560],\n", + " [0.0598],\n", + " [0.0604],\n", + " [0.0565],\n", + " [0.0559],\n", + " [0.0567],\n", + " [0.0583],\n", + " [0.0579],\n", + " [0.0607],\n", + " [0.0563],\n", + " [0.0570],\n", + " [0.0569],\n", + " [0.0568],\n", + " [0.0563],\n", + " [0.0317],\n", + " [0.0560],\n", + " [0.0565],\n", + " [0.0692],\n", + " [0.0594],\n", + " [0.0577],\n", + " [0.0575],\n", + " [0.0560],\n", + " [0.0576],\n", + " [0.0575],\n", + " [0.0565],\n", + " [0.0584],\n", + " [0.0587],\n", + " [0.0590],\n", + " [0.0579],\n", + " [0.0569],\n", + " [0.0559]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0193],\n", + " [-0.0163],\n", + " [-0.0139],\n", + " [-0.0208],\n", + " [-0.0192],\n", + " [-0.0177],\n", + " [-0.0184],\n", + " [-0.0176],\n", + " [-0.0183],\n", + " [-0.0145],\n", + " [-0.0171],\n", + " [-0.0159],\n", + " [-0.0167],\n", + " [-0.0180],\n", + " [-0.0191],\n", + " [-0.0823],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0144],\n", + " [-0.0166],\n", + " [-0.0181],\n", + " [-0.0186],\n", + " [-0.0179],\n", + " [-0.0183],\n", + " [-0.0158],\n", + " [-0.0189],\n", + " [-0.0180],\n", + " [-0.0178],\n", + " [-0.0176],\n", + " [-0.0173],\n", + " [-0.0177],\n", + " [-0.0177]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1703],\n", + " [-0.1645],\n", + " [-0.1669],\n", + " [-0.1780],\n", + " [-0.1694],\n", + " [-0.1700],\n", + " [-0.1730],\n", + " [-0.1728],\n", + " [-0.1716],\n", + " [-0.1674],\n", + " [-0.1705],\n", + " [-0.1657],\n", + " [-0.1694],\n", + " [-0.1696],\n", + " [-0.1697],\n", + " [-0.2168],\n", + " [-0.1709],\n", + " [-0.1706],\n", + " [-0.1664],\n", + " [-0.1709],\n", + " [-0.1748],\n", + " [-0.1707],\n", + " [-0.1685],\n", + " [-0.1751],\n", + " [-0.1676],\n", + " [-0.1726],\n", + " [-0.1694],\n", + " [-0.1749],\n", + " [-0.1688],\n", + " [-0.1714],\n", + " [-0.1720],\n", + " [-0.1685]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0218],\n", + " [-0.0252],\n", + " [-0.0232],\n", + " [-0.0141],\n", + " [-0.0225],\n", + " [-0.0223],\n", + " [-0.0207],\n", + " [-0.0195],\n", + " [-0.0213],\n", + " [-0.0263],\n", + " [-0.0231],\n", + " [-0.0251],\n", + " [-0.0252],\n", + " [-0.0231],\n", + " [-0.0222],\n", + " [ 0.1331],\n", + " [-0.0227],\n", + " [-0.0219],\n", + " [-0.0302],\n", + " [-0.0214],\n", + " [-0.0201],\n", + " [-0.0207],\n", + " [-0.0227],\n", + " [-0.0198],\n", + " [-0.0221],\n", + " [-0.0200],\n", + " [-0.0203],\n", + " [-0.0202],\n", + " [-0.0226],\n", + " [-0.0215],\n", + " [-0.0217],\n", + " [-0.0239]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.6237e-02],\n", + " [-6.4158e-03],\n", + " [ 8.7352e-05],\n", + " [ 8.7216e-03],\n", + " [ 1.6369e-02],\n", + " [ 8.5547e-03],\n", + " [ 1.3262e-02],\n", + " [ 1.4289e-02],\n", + " [ 1.6883e-02],\n", + " [-5.5520e-03],\n", + " [ 5.8062e-03],\n", + " [-2.0166e-03],\n", + " [ 1.5570e-03],\n", + " [ 1.2503e-02],\n", + " [ 1.5760e-02],\n", + " [ 1.7976e-01],\n", + " [ 8.3549e-03],\n", + " [ 1.0963e-02],\n", + " [-1.3013e-02],\n", + " [ 3.3360e-04],\n", + " [ 7.1948e-03],\n", + " [ 1.5147e-02],\n", + " [ 8.3237e-03],\n", + " [ 9.4176e-03],\n", + " [ 4.6629e-03],\n", + " [ 1.2496e-02],\n", + " [ 1.0297e-02],\n", + " [ 1.1281e-02],\n", + " [ 5.9753e-03],\n", + " [ 6.1712e-03],\n", + " [ 9.3061e-03],\n", + " [ 9.4689e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0906],\n", + " [0.1027],\n", + " [0.0949],\n", + " [0.0899],\n", + " [0.0915],\n", + " [0.0923],\n", + " [0.0907],\n", + " [0.0887],\n", + " [0.0898],\n", + " [0.0962],\n", + " [0.0925],\n", + " [0.0980],\n", + " [0.0936],\n", + " [0.0907],\n", + " [0.0915],\n", + " [0.0265],\n", + " [0.0917],\n", + " [0.0911],\n", + " [0.0950],\n", + " [0.0950],\n", + " [0.0900],\n", + " [0.0912],\n", + " [0.0927],\n", + " [0.0897],\n", + " [0.0943],\n", + " [0.0912],\n", + " [0.0920],\n", + " [0.0883],\n", + " [0.0935],\n", + " [0.0912],\n", + " [0.0907],\n", + " [0.0940]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0882],\n", + " [0.0746],\n", + " [0.0817],\n", + " [0.0791],\n", + " [0.0876],\n", + " [0.0826],\n", + " [0.0847],\n", + " [0.0868],\n", + " [0.0881],\n", + " [0.0780],\n", + " [0.0805],\n", + " [0.0771],\n", + " [0.0790],\n", + " [0.0853],\n", + " [0.0880],\n", + " [0.0925],\n", + " [0.0821],\n", + " [0.0842],\n", + " [0.0743],\n", + " [0.0786],\n", + " [0.0811],\n", + " [0.0881],\n", + " [0.0826],\n", + " [0.0816],\n", + " [0.0834],\n", + " [0.0848],\n", + " [0.0852],\n", + " [0.0843],\n", + " [0.0785],\n", + " [0.0817],\n", + " [0.0836],\n", + " [0.0816]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0887],\n", + " [0.0804],\n", + " [0.0876],\n", + " [0.0921],\n", + " [0.0878],\n", + " [0.0870],\n", + " [0.0871],\n", + " [0.0896],\n", + " [0.0884],\n", + " [0.0876],\n", + " [0.0866],\n", + " [0.0840],\n", + " [0.0868],\n", + " [0.0877],\n", + " [0.0881],\n", + " [0.0410],\n", + " [0.0864],\n", + " [0.0872],\n", + " [0.0919],\n", + " [0.0877],\n", + " [0.0868],\n", + " [0.0884],\n", + " [0.0863],\n", + " [0.0870],\n", + " [0.0866],\n", + " [0.0869],\n", + " [0.0879],\n", + " [0.0888],\n", + " [0.0830],\n", + " [0.0876],\n", + " [0.0879],\n", + " [0.0867]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0431],\n", + " [0.0357],\n", + " [0.0385],\n", + " [0.0414],\n", + " [0.0433],\n", + " [0.0397],\n", + " [0.0416],\n", + " [0.0418],\n", + " [0.0434],\n", + " [0.0370],\n", + " [0.0379],\n", + " [0.0354],\n", + " [0.0363],\n", + " [0.0413],\n", + " [0.0422],\n", + " [0.0599],\n", + " [0.0391],\n", + " [0.0412],\n", + " [0.0370],\n", + " [0.0397],\n", + " [0.0379],\n", + " [0.0428],\n", + " [0.0404],\n", + " [0.0391],\n", + " [0.0403],\n", + " [0.0424],\n", + " [0.0439],\n", + " [0.0395],\n", + " [0.0397],\n", + " [0.0414],\n", + " [0.0384],\n", + " [0.0401]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0352],\n", + " [ 0.0397],\n", + " [ 0.0392],\n", + " [ 0.0319],\n", + " [ 0.0353],\n", + " [ 0.0374],\n", + " [ 0.0357],\n", + " [ 0.0345],\n", + " [ 0.0340],\n", + " [ 0.0392],\n", + " [ 0.0380],\n", + " [ 0.0394],\n", + " [ 0.0389],\n", + " [ 0.0368],\n", + " [ 0.0366],\n", + " [-0.0305],\n", + " [ 0.0375],\n", + " [ 0.0364],\n", + " [ 0.0371],\n", + " [ 0.0369],\n", + " [ 0.0387],\n", + " [ 0.0359],\n", + " [ 0.0375],\n", + " [ 0.0372],\n", + " [ 0.0387],\n", + " [ 0.0357],\n", + " [ 0.0360],\n", + " [ 0.0371],\n", + " [ 0.0398],\n", + " [ 0.0364],\n", + " [ 0.0384],\n", + " [ 0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0695],\n", + " [-0.0810],\n", + " [-0.0760],\n", + " [-0.0694],\n", + " [-0.0694],\n", + " [-0.0728],\n", + " [-0.0701],\n", + " [-0.0693],\n", + " [-0.0692],\n", + " [-0.0788],\n", + " [-0.0738],\n", + " [-0.0783],\n", + " [-0.0766],\n", + " [-0.0720],\n", + " [-0.0694],\n", + " [-0.0050],\n", + " [-0.0730],\n", + " [-0.0722],\n", + " [-0.0799],\n", + " [-0.0751],\n", + " [-0.0729],\n", + " [-0.0697],\n", + " [-0.0739],\n", + " [-0.0717],\n", + " [-0.0751],\n", + " [-0.0708],\n", + " [-0.0729],\n", + " [-0.0706],\n", + " [-0.0742],\n", + " [-0.0741],\n", + " [-0.0717],\n", + " [-0.0720]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0976],\n", + " [-0.1042],\n", + " [-0.1026],\n", + " [-0.1080],\n", + " [-0.0967],\n", + " [-0.0998],\n", + " [-0.0989],\n", + " [-0.1003],\n", + " [-0.0986],\n", + " [-0.1050],\n", + " [-0.1013],\n", + " [-0.1018],\n", + " [-0.1020],\n", + " [-0.0984],\n", + " [-0.0967],\n", + " [-0.1123],\n", + " [-0.1001],\n", + " [-0.0990],\n", + " [-0.1060],\n", + " [-0.1060],\n", + " [-0.1029],\n", + " [-0.0988],\n", + " [-0.0998],\n", + " [-0.1025],\n", + " [-0.1014],\n", + " [-0.0994],\n", + " [-0.1008],\n", + " [-0.1012],\n", + " [-0.0981],\n", + " [-0.1025],\n", + " [-0.1002],\n", + " [-0.0990]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0627],\n", + " [-0.0637],\n", + " [-0.0640],\n", + " [-0.0582],\n", + " [-0.0638],\n", + " [-0.0632],\n", + " [-0.0629],\n", + " [-0.0613],\n", + " [-0.0627],\n", + " [-0.0634],\n", + " [-0.0642],\n", + " [-0.0656],\n", + " [-0.0645],\n", + " [-0.0634],\n", + " [-0.0636],\n", + " [ 0.0362],\n", + " [-0.0639],\n", + " [-0.0628],\n", + " [-0.0630],\n", + " [-0.0612],\n", + " [-0.0621],\n", + " [-0.0624],\n", + " [-0.0632],\n", + " [-0.0624],\n", + " [-0.0623],\n", + " [-0.0619],\n", + " [-0.0616],\n", + " [-0.0619],\n", + " [-0.0710],\n", + " [-0.0614],\n", + " [-0.0631],\n", + " [-0.0650]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0650],\n", + " [-0.0639],\n", + " [-0.0627],\n", + " [-0.0596],\n", + " [-0.0696],\n", + " [-0.0614],\n", + " [-0.0760],\n", + " [-0.0507],\n", + " [-0.0613],\n", + " [-0.0635],\n", + " [-0.0490],\n", + " [-0.0620],\n", + " [-0.0619],\n", + " [-0.0619],\n", + " [-0.0636],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0705],\n", + " [-0.0619],\n", + " [-0.0640],\n", + " [-0.0585],\n", + " [-0.0645],\n", + " [-0.0544],\n", + " [-0.0626],\n", + " [-0.0587],\n", + " [-0.0604],\n", + " [-0.0634],\n", + " [-0.0639],\n", + " [-0.0577],\n", + " [-0.0622],\n", + " [-0.0634],\n", + " [-0.0621]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0794],\n", + " [-0.0776],\n", + " [-0.0778],\n", + " [-0.0720],\n", + " [-0.0828],\n", + " [-0.0745],\n", + " [-0.0779],\n", + " [-0.0680],\n", + " [-0.0702],\n", + " [-0.0758],\n", + " [-0.0766],\n", + " [-0.0751],\n", + " [-0.0739],\n", + " [-0.0759],\n", + " [-0.0757],\n", + " [-0.0736],\n", + " [-0.0708],\n", + " [-0.0836],\n", + " [-0.0768],\n", + " [-0.0724],\n", + " [-0.0683],\n", + " [-0.0768],\n", + " [-0.0711],\n", + " [-0.0761],\n", + " [-0.0682],\n", + " [-0.0710],\n", + " [-0.0726],\n", + " [-0.0751],\n", + " [-0.0689],\n", + " [-0.0673],\n", + " [-0.0772],\n", + " [-0.0759]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0370],\n", + " [0.0386],\n", + " [0.0393],\n", + " [0.0376],\n", + " [0.0379],\n", + " [0.0376],\n", + " [0.0389],\n", + " [0.0372],\n", + " [0.0358],\n", + " [0.0402],\n", + " [0.0386],\n", + " [0.0364],\n", + " [0.0383],\n", + " [0.0360],\n", + " [0.0375],\n", + " [0.0354],\n", + " [0.0364],\n", + " [0.0385],\n", + " [0.0352],\n", + " [0.0385],\n", + " [0.0401],\n", + " [0.0406],\n", + " [0.0371],\n", + " [0.0403],\n", + " [0.0390],\n", + " [0.0356],\n", + " [0.0353],\n", + " [0.0395],\n", + " [0.0370],\n", + " [0.0368],\n", + " [0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0931],\n", + " [-0.0918],\n", + " [-0.0918],\n", + " [-0.0905],\n", + " [-0.0926],\n", + " [-0.0908],\n", + " [-0.1055],\n", + " [-0.0813],\n", + " [-0.0937],\n", + " [-0.0952],\n", + " [-0.0775],\n", + " [-0.0934],\n", + " [-0.0937],\n", + " [-0.0911],\n", + " [-0.0945],\n", + " [-0.0922],\n", + " [-0.0961],\n", + " [-0.0961],\n", + " [-0.0902],\n", + " [-0.0967],\n", + " [-0.0856],\n", + " [-0.0908],\n", + " [-0.0890],\n", + " [-0.0916],\n", + " [-0.0899],\n", + " [-0.0920],\n", + " [-0.0964],\n", + " [-0.0960],\n", + " [-0.0864],\n", + " [-0.0947],\n", + " [-0.0937],\n", + " [-0.0916]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0505],\n", + " [0.0496],\n", + " [0.0471],\n", + " [0.0500],\n", + " [0.0398],\n", + " [0.0532],\n", + " [0.0534],\n", + " [0.0338],\n", + " [0.0590],\n", + " [0.0560],\n", + " [0.0357],\n", + " [0.0547],\n", + " [0.0566],\n", + " [0.0504],\n", + " [0.0558],\n", + " [0.0551],\n", + " [0.0590],\n", + " [0.0496],\n", + " [0.0486],\n", + " [0.0600],\n", + " [0.0527],\n", + " [0.0475],\n", + " [0.0438],\n", + " [0.0521],\n", + " [0.0539],\n", + " [0.0563],\n", + " [0.0590],\n", + " [0.0568],\n", + " [0.0478],\n", + " [0.0588],\n", + " [0.0536],\n", + " [0.0513]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0385],\n", + " [-0.0392],\n", + " [-0.0352],\n", + " [-0.0361],\n", + " [-0.0345],\n", + " [-0.0381],\n", + " [-0.0318],\n", + " [-0.0456],\n", + " [-0.0360],\n", + " [-0.0375],\n", + " [-0.0495],\n", + " [-0.0350],\n", + " [-0.0376],\n", + " [-0.0363],\n", + " [-0.0387],\n", + " [-0.0381],\n", + " [-0.0361],\n", + " [-0.0367],\n", + " [-0.0388],\n", + " [-0.0359],\n", + " [-0.0441],\n", + " [-0.0348],\n", + " [-0.0458],\n", + " [-0.0409],\n", + " [-0.0354],\n", + " [-0.0357],\n", + " [-0.0368],\n", + " [-0.0381],\n", + " [-0.0410],\n", + " [-0.0351],\n", + " [-0.0384],\n", + " [-0.0399]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0782],\n", + " [-0.0801],\n", + " [-0.0809],\n", + " [-0.0797],\n", + " [-0.0781],\n", + " [-0.0926],\n", + " [-0.0770],\n", + " [-0.0797],\n", + " [-0.0795],\n", + " [-0.0721],\n", + " [-0.0798],\n", + " [-0.0791],\n", + " [-0.0792],\n", + " [-0.0793],\n", + " [-0.0795],\n", + " [-0.0809],\n", + " [-0.0792],\n", + " [-0.0775],\n", + " [-0.0799],\n", + " [-0.0773],\n", + " [-0.0794],\n", + " [-0.0810],\n", + " [-0.0782],\n", + " [-0.0810],\n", + " [-0.0803],\n", + " [-0.0802],\n", + " [-0.0801],\n", + " [-0.0784],\n", + " [-0.0820],\n", + " [-0.0789],\n", + " [-0.0788]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1644],\n", + " [0.1646],\n", + " [0.1619],\n", + " [0.1647],\n", + " [0.1602],\n", + " [0.1675],\n", + " [0.1575],\n", + " [0.1549],\n", + " [0.1711],\n", + " [0.1669],\n", + " [0.1559],\n", + " [0.1674],\n", + " [0.1682],\n", + " [0.1646],\n", + " [0.1672],\n", + " [0.1680],\n", + " [0.1699],\n", + " [0.1643],\n", + " [0.1640],\n", + " [0.1706],\n", + " [0.1685],\n", + " [0.1651],\n", + " [0.1623],\n", + " [0.1663],\n", + " [0.1694],\n", + " [0.1697],\n", + " [0.1691],\n", + " [0.1669],\n", + " [0.1662],\n", + " [0.1717],\n", + " [0.1663],\n", + " [0.1653]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0594],\n", + " [-0.0576],\n", + " [-0.0579],\n", + " [-0.0514],\n", + " [-0.0661],\n", + " [-0.0551],\n", + " [-0.0631],\n", + " [-0.0449],\n", + " [-0.0536],\n", + " [-0.0578],\n", + " [-0.0452],\n", + " [-0.0562],\n", + " [-0.0561],\n", + " [-0.0564],\n", + " [-0.0572],\n", + " [-0.0542],\n", + " [-0.0578],\n", + " [-0.0632],\n", + " [-0.0578],\n", + " [-0.0596],\n", + " [-0.0480],\n", + " [-0.0577],\n", + " [-0.0527],\n", + " [-0.0559],\n", + " [-0.0481],\n", + " [-0.0517],\n", + " [-0.0580],\n", + " [-0.0580],\n", + " [-0.0473],\n", + " [-0.0560],\n", + " [-0.0574],\n", + " [-0.0561]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0657],\n", + " [0.0657],\n", + " [0.0715],\n", + " [0.0653],\n", + " [0.0710],\n", + " [0.0621],\n", + " [0.0611],\n", + " [0.0756],\n", + " [0.0575],\n", + " [0.0622],\n", + " [0.0757],\n", + " [0.0636],\n", + " [0.0602],\n", + " [0.0670],\n", + " [0.0606],\n", + " [0.0601],\n", + " [0.0575],\n", + " [0.0666],\n", + " [0.0656],\n", + " [0.0579],\n", + " [0.0560],\n", + " [0.0683],\n", + " [0.0619],\n", + " [0.0625],\n", + " [0.0589],\n", + " [0.0594],\n", + " [0.0584],\n", + " [0.0610],\n", + " [0.0626],\n", + " [0.0553],\n", + " [0.0642],\n", + " [0.0639]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0901],\n", + " [-0.0892],\n", + " [-0.0879],\n", + " [-0.0930],\n", + " [-0.0786],\n", + " [-0.0932],\n", + " [-0.0806],\n", + " [-0.0794],\n", + " [-0.0996],\n", + " [-0.0955],\n", + " [-0.0861],\n", + " [-0.0953],\n", + " [-0.0962],\n", + " [-0.0904],\n", + " [-0.0955],\n", + " [-0.0956],\n", + " [-0.0999],\n", + " [-0.0867],\n", + " [-0.0896],\n", + " [-0.1008],\n", + " [-0.0945],\n", + " [-0.0864],\n", + " [-0.0896],\n", + " [-0.0930],\n", + " [-0.0974],\n", + " [-0.0978],\n", + " [-0.0994],\n", + " [-0.0965],\n", + " [-0.0910],\n", + " [-0.1009],\n", + " [-0.0939],\n", + " [-0.0926]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0126],\n", + " [ 0.0122],\n", + " [ 0.0075],\n", + " [ 0.0139],\n", + " [ 0.0064],\n", + " [ 0.0156],\n", + " [ 0.0209],\n", + " [-0.0001],\n", + " [ 0.0219],\n", + " [ 0.0172],\n", + " [-0.0010],\n", + " [ 0.0153],\n", + " [ 0.0188],\n", + " [ 0.0121],\n", + " [ 0.0171],\n", + " [ 0.0167],\n", + " [ 0.0202],\n", + " [ 0.0125],\n", + " [ 0.0110],\n", + " [ 0.0192],\n", + " [ 0.0173],\n", + " [ 0.0110],\n", + " [ 0.0143],\n", + " [ 0.0140],\n", + " [ 0.0196],\n", + " [ 0.0192],\n", + " [ 0.0196],\n", + " [ 0.0174],\n", + " [ 0.0142],\n", + " [ 0.0225],\n", + " [ 0.0138],\n", + " [ 0.0127]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0899],\n", + " [0.0889],\n", + " [0.0852],\n", + " [0.0901],\n", + " [0.0842],\n", + " [0.0904],\n", + " [0.0772],\n", + " [0.0963],\n", + " [0.0944],\n", + " [0.0909],\n", + " [0.1024],\n", + " [0.0897],\n", + " [0.0918],\n", + " [0.0868],\n", + " [0.0938],\n", + " [0.0933],\n", + " [0.0964],\n", + " [0.0874],\n", + " [0.0907],\n", + " [0.0955],\n", + " [0.0992],\n", + " [0.0829],\n", + " [0.1014],\n", + " [0.0939],\n", + " [0.0939],\n", + " [0.0934],\n", + " [0.0957],\n", + " [0.0932],\n", + " [0.0923],\n", + " [0.0978],\n", + " [0.0913],\n", + " [0.0928]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[9.1412e-03],\n", + " [8.7204e-03],\n", + " [8.2401e-03],\n", + " [8.5267e-03],\n", + " [7.9138e-03],\n", + " [9.4366e-03],\n", + " [9.3065e-05],\n", + " [1.0685e-02],\n", + " [8.3541e-03],\n", + " [7.1747e-03],\n", + " [2.3638e-02],\n", + " [9.7601e-03],\n", + " [7.7562e-03],\n", + " [8.3065e-03],\n", + " [9.5976e-03],\n", + " [1.0994e-02],\n", + " [9.9038e-03],\n", + " [6.2327e-03],\n", + " [1.2221e-02],\n", + " [1.0258e-02],\n", + " [1.4009e-02],\n", + " [7.1314e-03],\n", + " [2.2056e-02],\n", + " [1.1536e-02],\n", + " [8.7521e-03],\n", + " [9.8006e-03],\n", + " [9.8552e-03],\n", + " [9.0326e-03],\n", + " [9.8279e-03],\n", + " [1.1521e-02],\n", + " [9.7610e-03],\n", + " [1.1377e-02]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 2.9829e-04],\n", + " [-2.1169e-03],\n", + " [-3.4885e-03],\n", + " [-6.2726e-03],\n", + " [ 4.7226e-03],\n", + " [-2.8189e-03],\n", + " [ 1.2813e-02],\n", + " [-2.4682e-02],\n", + " [-1.6734e-03],\n", + " [ 9.3769e-04],\n", + " [-2.5843e-02],\n", + " [-1.4425e-03],\n", + " [-3.3544e-04],\n", + " [-3.1133e-03],\n", + " [-2.1766e-04],\n", + " [-3.5800e-03],\n", + " [ 9.1211e-04],\n", + " [ 6.3381e-03],\n", + " [-3.1002e-03],\n", + " [ 2.5530e-03],\n", + " [-1.0235e-02],\n", + " [ 3.4495e-04],\n", + " [-1.2864e-02],\n", + " [-3.2058e-03],\n", + " [-5.0871e-03],\n", + " [-4.0642e-03],\n", + " [ 8.6769e-04],\n", + " [ 4.3653e-05],\n", + " [-9.5113e-03],\n", + " [-8.5201e-04],\n", + " [-1.3740e-03],\n", + " [-4.1379e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0397],\n", + " [-0.0390],\n", + " [-0.0392],\n", + " [-0.0354],\n", + " [-0.0464],\n", + " [-0.0361],\n", + " [-0.0465],\n", + " [-0.0380],\n", + " [-0.0335],\n", + " [-0.0385],\n", + " [-0.0397],\n", + " [-0.0357],\n", + " [-0.0371],\n", + " [-0.0380],\n", + " [-0.0359],\n", + " [-0.0339],\n", + " [-0.0339],\n", + " [-0.0445],\n", + " [-0.0367],\n", + " [-0.0337],\n", + " [-0.0293],\n", + " [-0.0394],\n", + " [-0.0365],\n", + " [-0.0353],\n", + " [-0.0327],\n", + " [-0.0329],\n", + " [-0.0348],\n", + " [-0.0365],\n", + " [-0.0331],\n", + " [-0.0312],\n", + " [-0.0367],\n", + " [-0.0360]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 6.4896e-03],\n", + " [ 5.7152e-03],\n", + " [ 6.9118e-03],\n", + " [ 2.6959e-03],\n", + " [ 9.6630e-03],\n", + " [ 4.4420e-03],\n", + " [ 1.0606e-02],\n", + " [-3.7359e-03],\n", + " [ 3.0213e-03],\n", + " [ 5.8049e-03],\n", + " [-5.9445e-03],\n", + " [ 4.8768e-03],\n", + " [ 4.8795e-03],\n", + " [ 5.8955e-03],\n", + " [ 4.5533e-03],\n", + " [ 2.9708e-03],\n", + " [ 4.3409e-03],\n", + " [ 8.8990e-03],\n", + " [ 5.1417e-03],\n", + " [ 5.1751e-03],\n", + " [-2.2237e-03],\n", + " [ 7.3696e-03],\n", + " [-3.2685e-03],\n", + " [ 3.7785e-03],\n", + " [ 6.0664e-04],\n", + " [ 2.2191e-03],\n", + " [ 4.8797e-03],\n", + " [ 5.0216e-03],\n", + " [-2.1992e-05],\n", + " [ 2.0862e-03],\n", + " [ 5.2936e-03],\n", + " [ 4.1630e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0598],\n", + " [0.0590],\n", + " [0.0620],\n", + " [0.0575],\n", + " [0.0685],\n", + " [0.0564],\n", + " [0.0612],\n", + " [0.0627],\n", + " [0.0553],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0575],\n", + " [0.0561],\n", + " [0.0591],\n", + " [0.0571],\n", + " [0.0559],\n", + " [0.0575],\n", + " [0.0635],\n", + " [0.0591],\n", + " [0.0580],\n", + " [0.0521],\n", + " [0.0619],\n", + " [0.0561],\n", + " [0.0570],\n", + " [0.0546],\n", + " [0.0554],\n", + " [0.0575],\n", + " [0.0575],\n", + " [0.0556],\n", + " [0.0567],\n", + " [0.0578],\n", + " [0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0169],\n", + " [-0.0166],\n", + " [-0.0139],\n", + " [-0.0151],\n", + " [-0.0171],\n", + " [-0.0170],\n", + " [-0.0266],\n", + " [-0.0157],\n", + " [-0.0186],\n", + " [-0.0175],\n", + " [-0.0186],\n", + " [-0.0173],\n", + " [-0.0181],\n", + " [-0.0154],\n", + " [-0.0178],\n", + " [-0.0177],\n", + " [-0.0179],\n", + " [-0.0190],\n", + " [-0.0157],\n", + " [-0.0180],\n", + " [-0.0190],\n", + " [-0.0163],\n", + " [-0.0240],\n", + " [-0.0169],\n", + " [-0.0172],\n", + " [-0.0183],\n", + " [-0.0184],\n", + " [-0.0178],\n", + " [-0.0146],\n", + " [-0.0188],\n", + " [-0.0167],\n", + " [-0.0161]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1735],\n", + " [-0.1711],\n", + " [-0.1685],\n", + " [-0.1668],\n", + " [-0.1761],\n", + " [-0.1691],\n", + " [-0.1750],\n", + " [-0.1629],\n", + " [-0.1698],\n", + " [-0.1722],\n", + " [-0.1643],\n", + " [-0.1694],\n", + " [-0.1709],\n", + " [-0.1681],\n", + " [-0.1728],\n", + " [-0.1696],\n", + " [-0.1720],\n", + " [-0.1787],\n", + " [-0.1702],\n", + " [-0.1723],\n", + " [-0.1661],\n", + " [-0.1689],\n", + " [-0.1711],\n", + " [-0.1715],\n", + " [-0.1667],\n", + " [-0.1681],\n", + " [-0.1724],\n", + " [-0.1725],\n", + " [-0.1652],\n", + " [-0.1705],\n", + " [-0.1716],\n", + " [-0.1705]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0201],\n", + " [-0.0214],\n", + " [-0.0235],\n", + " [-0.0223],\n", + " [-0.0156],\n", + " [-0.0221],\n", + " [-0.0024],\n", + " [-0.0281],\n", + " [-0.0214],\n", + " [-0.0199],\n", + " [-0.0293],\n", + " [-0.0223],\n", + " [-0.0204],\n", + " [-0.0227],\n", + " [-0.0206],\n", + " [-0.0224],\n", + " [-0.0211],\n", + " [-0.0148],\n", + " [-0.0237],\n", + " [-0.0212],\n", + " [-0.0243],\n", + " [-0.0208],\n", + " [-0.0239],\n", + " [-0.0224],\n", + " [-0.0200],\n", + " [-0.0220],\n", + " [-0.0212],\n", + " [-0.0211],\n", + " [-0.0222],\n", + " [-0.0225],\n", + " [-0.0219],\n", + " [-0.0232]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0021],\n", + " [ 0.0004],\n", + " [-0.0016],\n", + " [ 0.0031],\n", + " [-0.0053],\n", + " [ 0.0041],\n", + " [ 0.0107],\n", + " [-0.0144],\n", + " [ 0.0133],\n", + " [ 0.0084],\n", + " [-0.0107],\n", + " [ 0.0074],\n", + " [ 0.0090],\n", + " [ 0.0014],\n", + " [ 0.0085],\n", + " [ 0.0077],\n", + " [ 0.0161],\n", + " [ 0.0030],\n", + " [-0.0006],\n", + " [ 0.0166],\n", + " [ 0.0053],\n", + " [-0.0021],\n", + " [ 0.0040],\n", + " [ 0.0032],\n", + " [ 0.0092],\n", + " [ 0.0105],\n", + " [ 0.0146],\n", + " [ 0.0103],\n", + " [-0.0007],\n", + " [ 0.0176],\n", + " [ 0.0050],\n", + " [ 0.0028]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0922],\n", + " [0.0950],\n", + " [0.0937],\n", + " [0.0956],\n", + " [0.0947],\n", + " [0.0951],\n", + " [0.1015],\n", + " [0.1033],\n", + " [0.0933],\n", + " [0.0920],\n", + " [0.0946],\n", + " [0.0920],\n", + " [0.0931],\n", + " [0.0954],\n", + " [0.0911],\n", + " [0.0927],\n", + " [0.0895],\n", + " [0.0906],\n", + " [0.0933],\n", + " [0.0885],\n", + " [0.0974],\n", + " [0.0975],\n", + " [0.0888],\n", + " [0.0926],\n", + " [0.0951],\n", + " [0.0934],\n", + " [0.0888],\n", + " [0.0904],\n", + " [0.1002],\n", + " [0.0899],\n", + " [0.0918],\n", + " [0.0928]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0789],\n", + " [0.0785],\n", + " [0.0806],\n", + " [0.0818],\n", + " [0.0773],\n", + " [0.0811],\n", + " [0.0829],\n", + " [0.0707],\n", + " [0.0848],\n", + " [0.0834],\n", + " [0.0587],\n", + " [0.0828],\n", + " [0.0841],\n", + " [0.0811],\n", + " [0.0825],\n", + " [0.0821],\n", + " [0.0884],\n", + " [0.0780],\n", + " [0.0792],\n", + " [0.0883],\n", + " [0.0783],\n", + " [0.0800],\n", + " [0.0754],\n", + " [0.0795],\n", + " [0.0842],\n", + " [0.0834],\n", + " [0.0872],\n", + " [0.0840],\n", + " [0.0791],\n", + " [0.0891],\n", + " [0.0806],\n", + " [0.0800]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0885],\n", + " [0.0875],\n", + " [0.0893],\n", + " [0.0860],\n", + " [0.0930],\n", + " [0.0857],\n", + " [0.1018],\n", + " [0.0793],\n", + " [0.0853],\n", + " [0.0878],\n", + " [0.0738],\n", + " [0.0875],\n", + " [0.0864],\n", + " [0.0877],\n", + " [0.0875],\n", + " [0.0866],\n", + " [0.0886],\n", + " [0.0912],\n", + " [0.0873],\n", + " [0.0890],\n", + " [0.0826],\n", + " [0.0884],\n", + " [0.0823],\n", + " [0.0862],\n", + " [0.0839],\n", + " [0.0855],\n", + " [0.0884],\n", + " [0.0886],\n", + " [0.0819],\n", + " [0.0885],\n", + " [0.0876],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0393],\n", + " [0.0397],\n", + " [0.0395],\n", + " [0.0413],\n", + " [0.0406],\n", + " [0.0422],\n", + " [0.0309],\n", + " [0.0432],\n", + " [0.0415],\n", + " [0.0324],\n", + " [0.0416],\n", + " [0.0418],\n", + " [0.0406],\n", + " [0.0396],\n", + " [0.0396],\n", + " [0.0423],\n", + " [0.0405],\n", + " [0.0384],\n", + " [0.0428],\n", + " [0.0363],\n", + " [0.0429],\n", + " [0.0325],\n", + " [0.0375],\n", + " [0.0412],\n", + " [0.0415],\n", + " [0.0415],\n", + " [0.0403],\n", + " [0.0374],\n", + " [0.0424],\n", + " [0.0394],\n", + " [0.0379]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0375],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0386],\n", + " [0.0347],\n", + " [0.0377],\n", + " [0.0310],\n", + " [0.0401],\n", + " [0.0357],\n", + " [0.0368],\n", + " [0.0347],\n", + " [0.0367],\n", + " [0.0372],\n", + " [0.0375],\n", + " [0.0373],\n", + " [0.0376],\n", + " [0.0352],\n", + " [0.0343],\n", + " [0.0392],\n", + " [0.0341],\n", + " [0.0401],\n", + " [0.0350],\n", + " [0.0415],\n", + " [0.0391],\n", + " [0.0378],\n", + " [0.0371],\n", + " [0.0357],\n", + " [0.0366],\n", + " [0.0394],\n", + " [0.0353],\n", + " [0.0374],\n", + " [0.0388]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0746],\n", + " [-0.0752],\n", + " [-0.0766],\n", + " [-0.0752],\n", + " [-0.0761],\n", + " [-0.0749],\n", + " [-0.0659],\n", + " [-0.0859],\n", + " [-0.0710],\n", + " [-0.0720],\n", + " [-0.0953],\n", + " [-0.0742],\n", + " [-0.0724],\n", + " [-0.0758],\n", + " [-0.0721],\n", + " [-0.0734],\n", + " [-0.0693],\n", + " [-0.0724],\n", + " [-0.0769],\n", + " [-0.0693],\n", + " [-0.0758],\n", + " [-0.0759],\n", + " [-0.0857],\n", + " [-0.0749],\n", + " [-0.0730],\n", + " [-0.0730],\n", + " [-0.0701],\n", + " [-0.0712],\n", + " [-0.0769],\n", + " [-0.0686],\n", + " [-0.0741],\n", + " [-0.0752]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1063],\n", + " [-0.1058],\n", + " [-0.1057],\n", + " [-0.1015],\n", + " [-0.1155],\n", + " [-0.1020],\n", + " [-0.1147],\n", + " [-0.1071],\n", + " [-0.0976],\n", + " [-0.1016],\n", + " [-0.1058],\n", + " [-0.1013],\n", + " [-0.1003],\n", + " [-0.1040],\n", + " [-0.1013],\n", + " [-0.1002],\n", + " [-0.0983],\n", + " [-0.1111],\n", + " [-0.1045],\n", + " [-0.0986],\n", + " [-0.0994],\n", + " [-0.1076],\n", + " [-0.1050],\n", + " [-0.1030],\n", + " [-0.0985],\n", + " [-0.0987],\n", + " [-0.0984],\n", + " [-0.1005],\n", + " [-0.1020],\n", + " [-0.0965],\n", + " [-0.1030],\n", + " [-0.1029]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0603],\n", + " [-0.0612],\n", + " [-0.0622],\n", + " [-0.0640],\n", + " [-0.0535],\n", + " [-0.0622],\n", + " [-0.0472],\n", + " [-0.0638],\n", + " [-0.0635],\n", + " [-0.0612],\n", + " [-0.0621],\n", + " [-0.0620],\n", + " [-0.0616],\n", + " [-0.0618],\n", + " [-0.0622],\n", + " [-0.0631],\n", + " [-0.0626],\n", + " [-0.0569],\n", + " [-0.0616],\n", + " [-0.0623],\n", + " [-0.0653],\n", + " [-0.0598],\n", + " [-0.0572],\n", + " [-0.0630],\n", + " [-0.0643],\n", + " [-0.0637],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0645],\n", + " [-0.0638],\n", + " [-0.0624],\n", + " [-0.0631]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0768],\n", + " [-0.0739],\n", + " [-0.0619],\n", + " [-0.0776],\n", + " [-0.0642],\n", + " [-0.0584],\n", + " [-0.0664],\n", + " [-0.0623],\n", + " [-0.0641],\n", + " [-0.0612],\n", + " [-0.0584],\n", + " [-0.0626],\n", + " [-0.0616],\n", + " [-0.0651],\n", + " [-0.0629],\n", + " [-0.0257],\n", + " [-0.0579],\n", + " [-0.0610],\n", + " [-0.0563],\n", + " [-0.0635],\n", + " [-0.0669],\n", + " [-0.0647],\n", + " [-0.0599],\n", + " [-0.0635],\n", + " [-0.0640],\n", + " [-0.0606],\n", + " [-0.0621],\n", + " [-0.0633],\n", + " [-0.0639],\n", + " [-0.0424],\n", + " [-0.0602],\n", + " [-0.0622]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0844],\n", + " [-0.0862],\n", + " [-0.0760],\n", + " [-0.0859],\n", + " [-0.0758],\n", + " [-0.0687],\n", + " [-0.0798],\n", + " [-0.0761],\n", + " [-0.0780],\n", + " [-0.0694],\n", + " [-0.0722],\n", + " [-0.0766],\n", + " [-0.0738],\n", + " [-0.0785],\n", + " [-0.0706],\n", + " [-0.0743],\n", + " [-0.0741],\n", + " [-0.0764],\n", + " [-0.0644],\n", + " [-0.0769],\n", + " [-0.0799],\n", + " [-0.0772],\n", + " [-0.0754],\n", + " [-0.0752],\n", + " [-0.0777],\n", + " [-0.0765],\n", + " [-0.0676],\n", + " [-0.0721],\n", + " [-0.0779],\n", + " [-0.1117],\n", + " [-0.0748],\n", + " [-0.0738]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0294],\n", + " [ 0.0365],\n", + " [ 0.0370],\n", + " [ 0.0363],\n", + " [ 0.0353],\n", + " [ 0.0388],\n", + " [ 0.0376],\n", + " [ 0.0366],\n", + " [ 0.0372],\n", + " [ 0.0375],\n", + " [ 0.0398],\n", + " [ 0.0370],\n", + " [ 0.0377],\n", + " [ 0.0370],\n", + " [ 0.0367],\n", + " [ 0.0402],\n", + " [ 0.0387],\n", + " [ 0.0364],\n", + " [ 0.0366],\n", + " [ 0.0371],\n", + " [ 0.0357],\n", + " [ 0.0372],\n", + " [ 0.0389],\n", + " [ 0.0381],\n", + " [ 0.0383],\n", + " [ 0.0364],\n", + " [ 0.0375],\n", + " [ 0.0353],\n", + " [ 0.0372],\n", + " [-0.0204],\n", + " [ 0.0392],\n", + " [ 0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0875],\n", + " [-0.0983],\n", + " [-0.0914],\n", + " [-0.0984],\n", + " [-0.0957],\n", + " [-0.0874],\n", + " [-0.0942],\n", + " [-0.0912],\n", + " [-0.0954],\n", + " [-0.0933],\n", + " [-0.0870],\n", + " [-0.0912],\n", + " [-0.0914],\n", + " [-0.0956],\n", + " [-0.0956],\n", + " [-0.0624],\n", + " [-0.0858],\n", + " [-0.0929],\n", + " [-0.0843],\n", + " [-0.0942],\n", + " [-0.0966],\n", + " [-0.0920],\n", + " [-0.0892],\n", + " [-0.0893],\n", + " [-0.0917],\n", + " [-0.0878],\n", + " [-0.0945],\n", + " [-0.0964],\n", + " [-0.0919],\n", + " [-0.1033],\n", + " [-0.0901],\n", + " [-0.0934]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0454],\n", + " [ 0.0477],\n", + " [ 0.0517],\n", + " [ 0.0502],\n", + " [ 0.0573],\n", + " [ 0.0512],\n", + " [ 0.0491],\n", + " [ 0.0510],\n", + " [ 0.0549],\n", + " [ 0.0571],\n", + " [ 0.0428],\n", + " [ 0.0505],\n", + " [ 0.0535],\n", + " [ 0.0561],\n", + " [ 0.0593],\n", + " [ 0.0131],\n", + " [ 0.0380],\n", + " [ 0.0474],\n", + " [ 0.0448],\n", + " [ 0.0553],\n", + " [ 0.0554],\n", + " [ 0.0518],\n", + " [ 0.0418],\n", + " [ 0.0445],\n", + " [ 0.0481],\n", + " [ 0.0484],\n", + " [ 0.0586],\n", + " [ 0.0592],\n", + " [ 0.0503],\n", + " [-0.0937],\n", + " [ 0.0480],\n", + " [ 0.0552]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0368],\n", + " [-0.0352],\n", + " [-0.0385],\n", + " [-0.0331],\n", + " [-0.0386],\n", + " [-0.0402],\n", + " [-0.0346],\n", + " [-0.0405],\n", + " [-0.0359],\n", + " [-0.0377],\n", + " [-0.0424],\n", + " [-0.0405],\n", + " [-0.0391],\n", + " [-0.0355],\n", + " [-0.0354],\n", + " [-0.0563],\n", + " [-0.0383],\n", + " [-0.0407],\n", + " [-0.0449],\n", + " [-0.0362],\n", + " [-0.0387],\n", + " [-0.0397],\n", + " [-0.0380],\n", + " [-0.0399],\n", + " [-0.0370],\n", + " [-0.0471],\n", + " [-0.0348],\n", + " [-0.0356],\n", + " [-0.0391],\n", + " [-0.0338],\n", + " [-0.0367],\n", + " [-0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0858],\n", + " [-0.0799],\n", + " [-0.0783],\n", + " [-0.0799],\n", + " [-0.0793],\n", + " [-0.0791],\n", + " [-0.0800],\n", + " [-0.0781],\n", + " [-0.0790],\n", + " [-0.0809],\n", + " [-0.0784],\n", + " [-0.0779],\n", + " [-0.0795],\n", + " [-0.0786],\n", + " [-0.0805],\n", + " [-0.0625],\n", + " [-0.0802],\n", + " [-0.0811],\n", + " [-0.0776],\n", + " [-0.0789],\n", + " [-0.0790],\n", + " [-0.0780],\n", + " [-0.0815],\n", + " [-0.0792],\n", + " [-0.0791],\n", + " [-0.0774],\n", + " [-0.0819],\n", + " [-0.0805],\n", + " [-0.0779],\n", + " [-0.0627],\n", + " [-0.0798],\n", + " [-0.0805]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1595],\n", + " [0.1630],\n", + " [0.1654],\n", + " [0.1625],\n", + " [0.1677],\n", + " [0.1678],\n", + " [0.1641],\n", + " [0.1650],\n", + " [0.1668],\n", + " [0.1691],\n", + " [0.1622],\n", + " [0.1649],\n", + " [0.1671],\n", + " [0.1676],\n", + " [0.1706],\n", + " [0.1570],\n", + " [0.1588],\n", + " [0.1634],\n", + " [0.1677],\n", + " [0.1674],\n", + " [0.1664],\n", + " [0.1665],\n", + " [0.1577],\n", + " [0.1639],\n", + " [0.1638],\n", + " [0.1607],\n", + " [0.1716],\n", + " [0.1700],\n", + " [0.1648],\n", + " [0.1350],\n", + " [0.1631],\n", + " [0.1676]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0617],\n", + " [-0.0667],\n", + " [-0.0564],\n", + " [-0.0659],\n", + " [-0.0581],\n", + " [-0.0484],\n", + " [-0.0616],\n", + " [-0.0558],\n", + " [-0.0597],\n", + " [-0.0536],\n", + " [-0.0508],\n", + " [-0.0565],\n", + " [-0.0541],\n", + " [-0.0596],\n", + " [-0.0573],\n", + " [-0.0454],\n", + " [-0.0558],\n", + " [-0.0585],\n", + " [-0.0417],\n", + " [-0.0579],\n", + " [-0.0595],\n", + " [-0.0565],\n", + " [-0.0555],\n", + " [-0.0552],\n", + " [-0.0577],\n", + " [-0.0523],\n", + " [-0.0552],\n", + " [-0.0585],\n", + " [-0.0579],\n", + " [-0.0727],\n", + " [-0.0551],\n", + " [-0.0554]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0673],\n", + " [0.0678],\n", + " [0.0646],\n", + " [0.0652],\n", + " [0.0602],\n", + " [0.0588],\n", + " [0.0660],\n", + " [0.0645],\n", + " [0.0636],\n", + " [0.0567],\n", + " [0.0703],\n", + " [0.0646],\n", + " [0.0609],\n", + " [0.0635],\n", + " [0.0574],\n", + " [0.0778],\n", + " [0.0719],\n", + " [0.0654],\n", + " [0.0606],\n", + " [0.0628],\n", + " [0.0632],\n", + " [0.0639],\n", + " [0.0733],\n", + " [0.0679],\n", + " [0.0695],\n", + " [0.0650],\n", + " [0.0562],\n", + " [0.0585],\n", + " [0.0654],\n", + " [0.1123],\n", + " [0.0670],\n", + " [0.0608]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0748],\n", + " [-0.0823],\n", + " [-0.0917],\n", + " [-0.0814],\n", + " [-0.0966],\n", + " [-0.0939],\n", + " [-0.0867],\n", + " [-0.0914],\n", + " [-0.0952],\n", + " [-0.0984],\n", + " [-0.0849],\n", + " [-0.0911],\n", + " [-0.0948],\n", + " [-0.0951],\n", + " [-0.1004],\n", + " [-0.0821],\n", + " [-0.0786],\n", + " [-0.0877],\n", + " [-0.0877],\n", + " [-0.0947],\n", + " [-0.0936],\n", + " [-0.0911],\n", + " [-0.0847],\n", + " [-0.0839],\n", + " [-0.0875],\n", + " [-0.0912],\n", + " [-0.1007],\n", + " [-0.0999],\n", + " [-0.0902],\n", + " [-0.0083],\n", + " [-0.0909],\n", + " [-0.0964]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0058],\n", + " [ 0.0114],\n", + " [ 0.0135],\n", + " [ 0.0128],\n", + " [ 0.0181],\n", + " [ 0.0176],\n", + " [ 0.0133],\n", + " [ 0.0132],\n", + " [ 0.0148],\n", + " [ 0.0211],\n", + " [ 0.0073],\n", + " [ 0.0127],\n", + " [ 0.0149],\n", + " [ 0.0160],\n", + " [ 0.0204],\n", + " [-0.0138],\n", + " [ 0.0052],\n", + " [ 0.0141],\n", + " [ 0.0160],\n", + " [ 0.0161],\n", + " [ 0.0161],\n", + " [ 0.0143],\n", + " [ 0.0042],\n", + " [ 0.0095],\n", + " [ 0.0091],\n", + " [ 0.0097],\n", + " [ 0.0225],\n", + " [ 0.0196],\n", + " [ 0.0125],\n", + " [-0.1159],\n", + " [ 0.0101],\n", + " [ 0.0161]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0690],\n", + " [ 0.0855],\n", + " [ 0.0898],\n", + " [ 0.0827],\n", + " [ 0.0943],\n", + " [ 0.0940],\n", + " [ 0.0858],\n", + " [ 0.0912],\n", + " [ 0.0907],\n", + " [ 0.0972],\n", + " [ 0.0883],\n", + " [ 0.0915],\n", + " [ 0.0942],\n", + " [ 0.0891],\n", + " [ 0.0960],\n", + " [ 0.1107],\n", + " [ 0.0839],\n", + " [ 0.0926],\n", + " [ 0.0913],\n", + " [ 0.0897],\n", + " [ 0.0913],\n", + " [ 0.0896],\n", + " [ 0.0884],\n", + " [ 0.0847],\n", + " [ 0.0852],\n", + " [ 0.0995],\n", + " [ 0.0962],\n", + " [ 0.0953],\n", + " [ 0.0897],\n", + " [-0.0168],\n", + " [ 0.0906],\n", + " [ 0.0930]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0091],\n", + " [ 0.0043],\n", + " [ 0.0091],\n", + " [ 0.0008],\n", + " [ 0.0090],\n", + " [ 0.0101],\n", + " [ 0.0062],\n", + " [ 0.0096],\n", + " [ 0.0096],\n", + " [ 0.0113],\n", + " [ 0.0100],\n", + " [ 0.0103],\n", + " [ 0.0124],\n", + " [ 0.0076],\n", + " [ 0.0108],\n", + " [ 0.0402],\n", + " [ 0.0072],\n", + " [ 0.0086],\n", + " [ 0.0040],\n", + " [ 0.0080],\n", + " [ 0.0075],\n", + " [ 0.0086],\n", + " [ 0.0099],\n", + " [ 0.0076],\n", + " [ 0.0082],\n", + " [ 0.0148],\n", + " [ 0.0109],\n", + " [ 0.0094],\n", + " [ 0.0094],\n", + " [ 0.0810],\n", + " [ 0.0119],\n", + " [ 0.0117]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0073],\n", + " [ 0.0094],\n", + " [-0.0032],\n", + " [ 0.0101],\n", + " [ 0.0008],\n", + " [-0.0081],\n", + " [ 0.0051],\n", + " [-0.0042],\n", + " [ 0.0025],\n", + " [-0.0031],\n", + " [-0.0102],\n", + " [-0.0035],\n", + " [-0.0051],\n", + " [ 0.0036],\n", + " [ 0.0006],\n", + " [-0.0466],\n", + " [-0.0070],\n", + " [-0.0018],\n", + " [-0.0146],\n", + " [ 0.0015],\n", + " [ 0.0029],\n", + " [-0.0012],\n", + " [-0.0087],\n", + " [-0.0054],\n", + " [-0.0033],\n", + " [-0.0110],\n", + " [-0.0008],\n", + " [ 0.0016],\n", + " [-0.0016],\n", + " [-0.0674],\n", + " [-0.0061],\n", + " [-0.0025]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0484],\n", + " [-0.0499],\n", + " [-0.0376],\n", + " [-0.0502],\n", + " [-0.0357],\n", + " [-0.0328],\n", + " [-0.0436],\n", + " [-0.0371],\n", + " [-0.0377],\n", + " [-0.0324],\n", + " [-0.0352],\n", + " [-0.0370],\n", + " [-0.0334],\n", + " [-0.0384],\n", + " [-0.0330],\n", + " [-0.0463],\n", + " [-0.0425],\n", + " [-0.0424],\n", + " [-0.0366],\n", + " [-0.0377],\n", + " [-0.0386],\n", + " [-0.0377],\n", + " [-0.0385],\n", + " [-0.0391],\n", + " [-0.0386],\n", + " [-0.0346],\n", + " [-0.0317],\n", + " [-0.0348],\n", + " [-0.0384],\n", + " [-0.1416],\n", + " [-0.0358],\n", + " [-0.0336]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 1.0610e-02],\n", + " [ 1.1389e-02],\n", + " [ 5.2614e-03],\n", + " [ 1.1003e-02],\n", + " [ 4.9495e-03],\n", + " [ 7.5950e-05],\n", + " [ 8.2795e-03],\n", + " [ 4.5477e-03],\n", + " [ 6.4986e-03],\n", + " [ 1.7077e-03],\n", + " [ 1.7136e-03],\n", + " [ 4.6676e-03],\n", + " [ 2.4188e-03],\n", + " [ 6.9951e-03],\n", + " [ 3.6813e-03],\n", + " [-9.9358e-03],\n", + " [ 6.7374e-03],\n", + " [ 6.5935e-03],\n", + " [-2.8114e-03],\n", + " [ 6.0694e-03],\n", + " [ 6.5325e-03],\n", + " [ 5.0607e-03],\n", + " [ 4.2002e-03],\n", + " [ 5.1044e-03],\n", + " [ 6.5999e-03],\n", + " [-4.4946e-04],\n", + " [ 2.0553e-03],\n", + " [ 5.3051e-03],\n", + " [ 5.6958e-03],\n", + " [ 6.7742e-02],\n", + " [ 3.9894e-03],\n", + " [ 3.2042e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0634],\n", + " [0.0681],\n", + " [0.0578],\n", + " [0.0658],\n", + " [0.0572],\n", + " [0.0541],\n", + " [0.0623],\n", + " [0.0575],\n", + " [0.0586],\n", + " [0.0555],\n", + " [0.0595],\n", + " [0.0578],\n", + " [0.0562],\n", + " [0.0580],\n", + " [0.0571],\n", + " [0.0559],\n", + " [0.0649],\n", + " [0.0622],\n", + " [0.0533],\n", + " [0.0575],\n", + " [0.0586],\n", + " [0.0574],\n", + " [0.0632],\n", + " [0.0606],\n", + " [0.0609],\n", + " [0.0563],\n", + " [0.0568],\n", + " [0.0579],\n", + " [0.0587],\n", + " [0.1368],\n", + " [0.0593],\n", + " [0.0569]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0118],\n", + " [-0.0205],\n", + " [-0.0160],\n", + " [-0.0214],\n", + " [-0.0182],\n", + " [-0.0165],\n", + " [-0.0188],\n", + " [-0.0159],\n", + " [-0.0172],\n", + " [-0.0191],\n", + " [-0.0135],\n", + " [-0.0160],\n", + " [-0.0173],\n", + " [-0.0181],\n", + " [-0.0191],\n", + " [-0.0232],\n", + " [-0.0121],\n", + " [-0.0178],\n", + " [-0.0153],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0175],\n", + " [-0.0134],\n", + " [-0.0159],\n", + " [-0.0153],\n", + " [-0.0162],\n", + " [-0.0192],\n", + " [-0.0179],\n", + " [-0.0166],\n", + " [ 0.0521],\n", + " [-0.0146],\n", + " [-0.0176]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1714],\n", + " [-0.1819],\n", + " [-0.1696],\n", + " [-0.1798],\n", + " [-0.1736],\n", + " [-0.1659],\n", + " [-0.1743],\n", + " [-0.1701],\n", + " [-0.1733],\n", + " [-0.1699],\n", + " [-0.1658],\n", + " [-0.1707],\n", + " [-0.1694],\n", + " [-0.1734],\n", + " [-0.1711],\n", + " [-0.1605],\n", + " [-0.1653],\n", + " [-0.1741],\n", + " [-0.1636],\n", + " [-0.1720],\n", + " [-0.1755],\n", + " [-0.1716],\n", + " [-0.1674],\n", + " [-0.1678],\n", + " [-0.1689],\n", + " [-0.1692],\n", + " [-0.1696],\n", + " [-0.1719],\n", + " [-0.1715],\n", + " [-0.1852],\n", + " [-0.1678],\n", + " [-0.1698]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0047],\n", + " [-0.0115],\n", + " [-0.0224],\n", + " [-0.0086],\n", + " [-0.0204],\n", + " [-0.0222],\n", + " [-0.0161],\n", + " [-0.0228],\n", + " [-0.0204],\n", + " [-0.0226],\n", + " [-0.0247],\n", + " [-0.0228],\n", + " [-0.0236],\n", + " [-0.0193],\n", + " [-0.0221],\n", + " [-0.0335],\n", + " [-0.0209],\n", + " [-0.0191],\n", + " [-0.0206],\n", + " [-0.0200],\n", + " [-0.0185],\n", + " [-0.0209],\n", + " [-0.0258],\n", + " [-0.0225],\n", + " [-0.0234],\n", + " [-0.0258],\n", + " [-0.0224],\n", + " [-0.0208],\n", + " [-0.0216],\n", + " [ 0.0003],\n", + " [-0.0245],\n", + " [-0.0226]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0073],\n", + " [ 0.0032],\n", + " [ 0.0024],\n", + " [ 0.0065],\n", + " [ 0.0103],\n", + " [ 0.0039],\n", + " [ 0.0026],\n", + " [ 0.0013],\n", + " [ 0.0074],\n", + " [ 0.0123],\n", + " [-0.0088],\n", + " [ 0.0009],\n", + " [ 0.0059],\n", + " [ 0.0080],\n", + " [ 0.0158],\n", + " [-0.0127],\n", + " [-0.0102],\n", + " [ 0.0008],\n", + " [-0.0044],\n", + " [ 0.0071],\n", + " [ 0.0072],\n", + " [ 0.0018],\n", + " [-0.0071],\n", + " [-0.0057],\n", + " [-0.0018],\n", + " [ 0.0002],\n", + " [ 0.0167],\n", + " [ 0.0161],\n", + " [ 0.0009],\n", + " [-0.0138],\n", + " [ 0.0004],\n", + " [ 0.0093]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0969],\n", + " [0.0883],\n", + " [0.0948],\n", + " [0.0905],\n", + " [0.0905],\n", + " [0.0987],\n", + " [0.0935],\n", + " [0.0950],\n", + " [0.0893],\n", + " [0.0914],\n", + " [0.1007],\n", + " [0.0943],\n", + " [0.0924],\n", + " [0.0907],\n", + " [0.0894],\n", + " [0.0888],\n", + " [0.1010],\n", + " [0.0926],\n", + " [0.1095],\n", + " [0.0920],\n", + " [0.0902],\n", + " [0.0952],\n", + " [0.0954],\n", + " [0.1003],\n", + " [0.0954],\n", + " [0.0926],\n", + " [0.0913],\n", + " [0.0893],\n", + " [0.0940],\n", + " [0.1130],\n", + " [0.0932],\n", + " [0.0908]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0828],\n", + " [ 0.0788],\n", + " [ 0.0802],\n", + " [ 0.0795],\n", + " [ 0.0830],\n", + " [ 0.0810],\n", + " [ 0.0817],\n", + " [ 0.0789],\n", + " [ 0.0828],\n", + " [ 0.0854],\n", + " [ 0.0760],\n", + " [ 0.0786],\n", + " [ 0.0811],\n", + " [ 0.0821],\n", + " [ 0.0874],\n", + " [ 0.0527],\n", + " [ 0.0826],\n", + " [ 0.0823],\n", + " [ 0.0759],\n", + " [ 0.0825],\n", + " [ 0.0802],\n", + " [ 0.0780],\n", + " [ 0.0789],\n", + " [ 0.0769],\n", + " [ 0.0787],\n", + " [ 0.0721],\n", + " [ 0.0881],\n", + " [ 0.0883],\n", + " [ 0.0786],\n", + " [-0.0821],\n", + " [ 0.0808],\n", + " [ 0.0833]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1039],\n", + " [0.0946],\n", + " [0.0869],\n", + " [0.0968],\n", + " [0.0875],\n", + " [0.0829],\n", + " [0.0900],\n", + " [0.0866],\n", + " [0.0886],\n", + " [0.0870],\n", + " [0.0834],\n", + " [0.0868],\n", + " [0.0868],\n", + " [0.0881],\n", + " [0.0884],\n", + " [0.0533],\n", + " [0.0867],\n", + " [0.0881],\n", + " [0.0778],\n", + " [0.0875],\n", + " [0.0886],\n", + " [0.0867],\n", + " [0.0891],\n", + " [0.0869],\n", + " [0.0885],\n", + " [0.0843],\n", + " [0.0883],\n", + " [0.0888],\n", + " [0.0875],\n", + " [0.0842],\n", + " [0.0877],\n", + " [0.0881]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0470],\n", + " [0.0419],\n", + " [0.0396],\n", + " [0.0431],\n", + " [0.0401],\n", + " [0.0388],\n", + " [0.0426],\n", + " [0.0383],\n", + " [0.0412],\n", + " [0.0407],\n", + " [0.0369],\n", + " [0.0381],\n", + " [0.0383],\n", + " [0.0424],\n", + " [0.0427],\n", + " [0.0353],\n", + " [0.0394],\n", + " [0.0392],\n", + " [0.0373],\n", + " [0.0419],\n", + " [0.0397],\n", + " [0.0397],\n", + " [0.0370],\n", + " [0.0396],\n", + " [0.0399],\n", + " [0.0337],\n", + " [0.0431],\n", + " [0.0427],\n", + " [0.0392],\n", + " [0.0630],\n", + " [0.0382],\n", + " [0.0402]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0251],\n", + " [ 0.0323],\n", + " [ 0.0382],\n", + " [ 0.0289],\n", + " [ 0.0368],\n", + " [ 0.0397],\n", + " [ 0.0354],\n", + " [ 0.0388],\n", + " [ 0.0365],\n", + " [ 0.0380],\n", + " [ 0.0376],\n", + " [ 0.0389],\n", + " [ 0.0382],\n", + " [ 0.0353],\n", + " [ 0.0353],\n", + " [ 0.0333],\n", + " [ 0.0398],\n", + " [ 0.0413],\n", + " [ 0.0389],\n", + " [ 0.0364],\n", + " [ 0.0361],\n", + " [ 0.0368],\n", + " [ 0.0390],\n", + " [ 0.0362],\n", + " [ 0.0365],\n", + " [ 0.0385],\n", + " [ 0.0354],\n", + " [ 0.0346],\n", + " [ 0.0377],\n", + " [-0.1172],\n", + " [ 0.0393],\n", + " [ 0.0370]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0618],\n", + " [-0.0707],\n", + " [-0.0752],\n", + " [-0.0680],\n", + " [-0.0712],\n", + " [-0.0749],\n", + " [-0.0740],\n", + " [-0.0752],\n", + " [-0.0732],\n", + " [-0.0714],\n", + " [-0.0798],\n", + " [-0.0755],\n", + " [-0.0743],\n", + " [-0.0727],\n", + " [-0.0699],\n", + " [-0.1117],\n", + " [-0.0790],\n", + " [-0.0754],\n", + " [-0.0756],\n", + " [-0.0731],\n", + " [-0.0717],\n", + " [-0.0746],\n", + " [-0.0788],\n", + " [-0.0764],\n", + " [-0.0761],\n", + " [-0.0808],\n", + " [-0.0692],\n", + " [-0.0693],\n", + " [-0.0753],\n", + " [-0.1419],\n", + " [-0.0769],\n", + " [-0.0731]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1218],\n", + " [-0.1153],\n", + " [-0.1034],\n", + " [-0.1143],\n", + " [-0.1008],\n", + " [-0.1000],\n", + " [-0.1093],\n", + " [-0.1036],\n", + " [-0.1027],\n", + " [-0.0974],\n", + " [-0.1062],\n", + " [-0.1041],\n", + " [-0.1006],\n", + " [-0.1031],\n", + " [-0.0977],\n", + " [-0.1133],\n", + " [-0.1100],\n", + " [-0.1080],\n", + " [-0.1046],\n", + " [-0.1024],\n", + " [-0.1047],\n", + " [-0.1051],\n", + " [-0.1060],\n", + " [-0.1083],\n", + " [-0.1062],\n", + " [-0.1027],\n", + " [-0.0968],\n", + " [-0.0989],\n", + " [-0.1054],\n", + " [-0.2508],\n", + " [-0.1029],\n", + " [-0.1000]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0503],\n", + " [-0.0536],\n", + " [-0.0622],\n", + " [-0.0537],\n", + " [-0.0623],\n", + " [-0.0645],\n", + " [-0.0566],\n", + " [-0.0630],\n", + " [-0.0606],\n", + " [-0.0636],\n", + " [-0.0637],\n", + " [-0.0626],\n", + " [-0.0638],\n", + " [-0.0602],\n", + " [-0.0629],\n", + " [-0.0486],\n", + " [-0.0596],\n", + " [-0.0582],\n", + " [-0.0645],\n", + " [-0.0609],\n", + " [-0.0610],\n", + " [-0.0617],\n", + " [-0.0635],\n", + " [-0.0616],\n", + " [-0.0620],\n", + " [-0.0655],\n", + " [-0.0635],\n", + " [-0.0623],\n", + " [-0.0613],\n", + " [ 0.0946],\n", + " [-0.0632],\n", + " [-0.0627]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0614],\n", + " [-0.0611],\n", + " [-0.0633],\n", + " [-0.0629],\n", + " [-0.0630],\n", + " [-0.0640],\n", + " [-0.0136],\n", + " [-0.0666],\n", + " [-0.0630],\n", + " [-0.0595],\n", + " [-0.0608],\n", + " [-0.0656],\n", + " [-0.0575],\n", + " [-0.0642],\n", + " [-0.0621],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0631],\n", + " [-0.0614],\n", + " [-0.1500],\n", + " [-0.0632],\n", + " [-0.0617],\n", + " [-0.0620],\n", + " [-0.0628],\n", + " [-0.0619],\n", + " [-0.0623],\n", + " [-0.0630],\n", + " [-0.0604],\n", + " [-0.0552],\n", + " [-0.0631],\n", + " [-0.0623],\n", + " [-0.0645]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0693],\n", + " [-0.0687],\n", + " [-0.0763],\n", + " [-0.0712],\n", + " [-0.0754],\n", + " [-0.0777],\n", + " [-0.1022],\n", + " [-0.0794],\n", + " [-0.0758],\n", + " [-0.0720],\n", + " [-0.0747],\n", + " [-0.0791],\n", + " [-0.0689],\n", + " [-0.0750],\n", + " [-0.0750],\n", + " [-0.0735],\n", + " [-0.0719],\n", + " [-0.0728],\n", + " [-0.0739],\n", + " [-0.1778],\n", + " [-0.0756],\n", + " [-0.0751],\n", + " [-0.0732],\n", + " [-0.0717],\n", + " [-0.0757],\n", + " [-0.0736],\n", + " [-0.0747],\n", + " [-0.0645],\n", + " [-0.0686],\n", + " [-0.0751],\n", + " [-0.0756],\n", + " [-0.0723]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0375],\n", + " [0.0385],\n", + " [0.0370],\n", + " [0.0367],\n", + " [0.0363],\n", + " [0.0366],\n", + " [0.0301],\n", + " [0.0386],\n", + " [0.0379],\n", + " [0.0394],\n", + " [0.0389],\n", + " [0.0360],\n", + " [0.0396],\n", + " [0.0351],\n", + " [0.0385],\n", + " [0.0388],\n", + " [0.0366],\n", + " [0.0354],\n", + " [0.0365],\n", + " [0.0203],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0358],\n", + " [0.0380],\n", + " [0.0383],\n", + " [0.0357],\n", + " [0.0376],\n", + " [0.0388],\n", + " [0.0362],\n", + " [0.0369],\n", + " [0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0947],\n", + " [-0.0932],\n", + " [-0.0925],\n", + " [-0.0957],\n", + " [-0.0942],\n", + " [-0.0929],\n", + " [-0.0477],\n", + " [-0.0920],\n", + " [-0.0901],\n", + " [-0.0868],\n", + " [-0.0896],\n", + " [-0.0947],\n", + " [-0.0851],\n", + " [-0.0966],\n", + " [-0.0932],\n", + " [-0.0935],\n", + " [-0.0952],\n", + " [-0.0960],\n", + " [-0.0900],\n", + " [-0.0517],\n", + " [-0.0947],\n", + " [-0.0912],\n", + " [-0.0942],\n", + " [-0.0953],\n", + " [-0.0927],\n", + " [-0.0951],\n", + " [-0.0954],\n", + " [-0.0865],\n", + " [-0.0853],\n", + " [-0.0943],\n", + " [-0.0916],\n", + " [-0.0932]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0582],\n", + " [ 0.0575],\n", + " [ 0.0537],\n", + " [ 0.0589],\n", + " [ 0.0568],\n", + " [ 0.0522],\n", + " [-0.0075],\n", + " [ 0.0459],\n", + " [ 0.0492],\n", + " [ 0.0468],\n", + " [ 0.0423],\n", + " [ 0.0535],\n", + " [ 0.0493],\n", + " [ 0.0584],\n", + " [ 0.0530],\n", + " [ 0.0561],\n", + " [ 0.0567],\n", + " [ 0.0585],\n", + " [ 0.0495],\n", + " [ 0.0480],\n", + " [ 0.0576],\n", + " [ 0.0527],\n", + " [ 0.0560],\n", + " [ 0.0582],\n", + " [ 0.0522],\n", + " [ 0.0574],\n", + " [ 0.0573],\n", + " [ 0.0515],\n", + " [ 0.0366],\n", + " [ 0.0573],\n", + " [ 0.0518],\n", + " [ 0.0430]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0353],\n", + " [-0.0349],\n", + " [-0.0402],\n", + " [-0.0356],\n", + " [-0.0382],\n", + " [-0.0396],\n", + " [-0.0571],\n", + " [-0.0369],\n", + " [-0.0402],\n", + " [-0.0422],\n", + " [-0.0367],\n", + " [-0.0399],\n", + " [-0.0430],\n", + " [-0.0372],\n", + " [-0.0356],\n", + " [-0.0348],\n", + " [-0.0372],\n", + " [-0.0379],\n", + " [-0.0410],\n", + " [-0.0600],\n", + " [-0.0369],\n", + " [-0.0403],\n", + " [-0.0358],\n", + " [-0.0381],\n", + " [-0.0357],\n", + " [-0.0343],\n", + " [-0.0372],\n", + " [-0.0435],\n", + " [-0.0423],\n", + " [-0.0384],\n", + " [-0.0406],\n", + " [-0.0328]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0815],\n", + " [-0.0813],\n", + " [-0.0783],\n", + " [-0.0806],\n", + " [-0.0786],\n", + " [-0.0784],\n", + " [-0.0232],\n", + " [-0.0789],\n", + " [-0.0780],\n", + " [-0.0776],\n", + " [-0.0811],\n", + " [-0.0788],\n", + " [-0.0781],\n", + " [-0.0794],\n", + " [-0.0809],\n", + " [-0.0800],\n", + " [-0.0812],\n", + " [-0.0800],\n", + " [-0.0788],\n", + " [-0.0695],\n", + " [-0.0786],\n", + " [-0.0782],\n", + " [-0.0806],\n", + " [-0.0804],\n", + " [-0.0800],\n", + " [-0.0805],\n", + " [-0.0793],\n", + " [-0.0779],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0789],\n", + " [-0.0835]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1696],\n", + " [0.1706],\n", + " [0.1671],\n", + " [0.1700],\n", + " [0.1683],\n", + " [0.1656],\n", + " [0.1736],\n", + " [0.1636],\n", + " [0.1655],\n", + " [0.1655],\n", + " [0.1602],\n", + " [0.1658],\n", + " [0.1652],\n", + " [0.1674],\n", + " [0.1656],\n", + " [0.1690],\n", + " [0.1677],\n", + " [0.1685],\n", + " [0.1650],\n", + " [0.0939],\n", + " [0.1688],\n", + " [0.1667],\n", + " [0.1678],\n", + " [0.1688],\n", + " [0.1653],\n", + " [0.1691],\n", + " [0.1678],\n", + " [0.1716],\n", + " [0.1582],\n", + " [0.1686],\n", + " [0.1657],\n", + " [0.1646]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0548],\n", + " [-0.0536],\n", + " [-0.0564],\n", + " [-0.0573],\n", + " [-0.0572],\n", + " [-0.0576],\n", + " [-0.0583],\n", + " [-0.0598],\n", + " [-0.0558],\n", + " [-0.0513],\n", + " [-0.0545],\n", + " [-0.0583],\n", + " [-0.0464],\n", + " [-0.0585],\n", + " [-0.0549],\n", + " [-0.0555],\n", + " [-0.0578],\n", + " [-0.0571],\n", + " [-0.0535],\n", + " [-0.0738],\n", + " [-0.0571],\n", + " [-0.0552],\n", + " [-0.0560],\n", + " [-0.0569],\n", + " [-0.0570],\n", + " [-0.0567],\n", + " [-0.0576],\n", + " [-0.0409],\n", + " [-0.0463],\n", + " [-0.0567],\n", + " [-0.0554],\n", + " [-0.0517]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0572],\n", + " [0.0567],\n", + " [0.0610],\n", + " [0.0581],\n", + " [0.0601],\n", + " [0.0632],\n", + " [0.0780],\n", + " [0.0688],\n", + " [0.0646],\n", + " [0.0651],\n", + " [0.0725],\n", + " [0.0632],\n", + " [0.0605],\n", + " [0.0603],\n", + " [0.0654],\n", + " [0.0609],\n", + " [0.0581],\n", + " [0.0590],\n", + " [0.0646],\n", + " [0.0398],\n", + " [0.0614],\n", + " [0.0622],\n", + " [0.0605],\n", + " [0.0576],\n", + " [0.0651],\n", + " [0.0613],\n", + " [0.0610],\n", + " [0.0563],\n", + " [0.0746],\n", + " [0.0601],\n", + " [0.0629],\n", + " [0.0726]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0991],\n", + " [-0.0994],\n", + " [-0.0938],\n", + " [-0.0999],\n", + " [-0.0963],\n", + " [-0.0921],\n", + " [-0.0879],\n", + " [-0.0843],\n", + " [-0.0892],\n", + " [-0.0879],\n", + " [-0.0849],\n", + " [-0.0927],\n", + " [-0.0927],\n", + " [-0.0971],\n", + " [-0.0947],\n", + " [-0.0969],\n", + " [-0.0979],\n", + " [-0.0984],\n", + " [-0.0899],\n", + " [-0.0615],\n", + " [-0.0966],\n", + " [-0.0933],\n", + " [-0.0969],\n", + " [-0.0987],\n", + " [-0.0927],\n", + " [-0.0984],\n", + " [-0.0967],\n", + " [-0.0961],\n", + " [-0.0806],\n", + " [-0.0966],\n", + " [-0.0929],\n", + " [-0.0845]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0218],\n", + " [ 0.0208],\n", + " [ 0.0160],\n", + " [ 0.0201],\n", + " [ 0.0180],\n", + " [ 0.0146],\n", + " [-0.0305],\n", + " [ 0.0092],\n", + " [ 0.0128],\n", + " [ 0.0117],\n", + " [ 0.0061],\n", + " [ 0.0153],\n", + " [ 0.0133],\n", + " [ 0.0191],\n", + " [ 0.0133],\n", + " [ 0.0179],\n", + " [ 0.0179],\n", + " [ 0.0197],\n", + " [ 0.0128],\n", + " [-0.0155],\n", + " [ 0.0177],\n", + " [ 0.0149],\n", + " [ 0.0176],\n", + " [ 0.0196],\n", + " [ 0.0134],\n", + " [ 0.0182],\n", + " [ 0.0185],\n", + " [ 0.0198],\n", + " [ 0.0040],\n", + " [ 0.0180],\n", + " [ 0.0135],\n", + " [ 0.0096]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0963],\n", + " [0.0960],\n", + " [0.0943],\n", + " [0.0955],\n", + " [0.0935],\n", + " [0.0920],\n", + " [0.1062],\n", + " [0.0843],\n", + " [0.0893],\n", + " [0.0896],\n", + " [0.0847],\n", + " [0.0922],\n", + " [0.0986],\n", + " [0.0926],\n", + " [0.0904],\n", + " [0.0910],\n", + " [0.0970],\n", + " [0.0950],\n", + " [0.0900],\n", + " [0.0189],\n", + " [0.0914],\n", + " [0.0928],\n", + " [0.0929],\n", + " [0.0970],\n", + " [0.0889],\n", + " [0.0920],\n", + " [0.0916],\n", + " [0.0957],\n", + " [0.0882],\n", + " [0.0939],\n", + " [0.0934],\n", + " [0.0779]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0101],\n", + " [ 0.0112],\n", + " [ 0.0108],\n", + " [ 0.0106],\n", + " [ 0.0091],\n", + " [ 0.0095],\n", + " [ 0.0683],\n", + " [ 0.0080],\n", + " [ 0.0097],\n", + " [ 0.0106],\n", + " [ 0.0070],\n", + " [ 0.0086],\n", + " [ 0.0126],\n", + " [ 0.0069],\n", + " [ 0.0100],\n", + " [ 0.0096],\n", + " [ 0.0128],\n", + " [ 0.0091],\n", + " [ 0.0084],\n", + " [-0.0029],\n", + " [ 0.0079],\n", + " [ 0.0103],\n", + " [ 0.0105],\n", + " [ 0.0109],\n", + " [ 0.0094],\n", + " [ 0.0100],\n", + " [ 0.0073],\n", + " [ 0.0051],\n", + " [ 0.0064],\n", + " [ 0.0094],\n", + " [ 0.0113],\n", + " [ 0.0014]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0014],\n", + " [-0.0019],\n", + " [-0.0012],\n", + " [ 0.0005],\n", + " [ 0.0003],\n", + " [-0.0005],\n", + " [-0.0650],\n", + " [ 0.0002],\n", + " [-0.0035],\n", + " [-0.0078],\n", + " [-0.0064],\n", + " [ 0.0009],\n", + " [-0.0120],\n", + " [ 0.0018],\n", + " [-0.0042],\n", + " [-0.0004],\n", + " [-0.0006],\n", + " [-0.0002],\n", + " [-0.0073],\n", + " [ 0.0575],\n", + " [ 0.0005],\n", + " [-0.0037],\n", + " [-0.0012],\n", + " [-0.0006],\n", + " [-0.0018],\n", + " [ 0.0004],\n", + " [ 0.0009],\n", + " [-0.0095],\n", + " [-0.0176],\n", + " [-0.0005],\n", + " [-0.0043],\n", + " [-0.0048]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0333],\n", + " [-0.0310],\n", + " [-0.0355],\n", + " [-0.0338],\n", + " [-0.0358],\n", + " [-0.0381],\n", + " [-0.0522],\n", + " [-0.0408],\n", + " [-0.0371],\n", + " [-0.0345],\n", + " [-0.0394],\n", + " [-0.0384],\n", + " [-0.0303],\n", + " [-0.0380],\n", + " [-0.0353],\n", + " [-0.0356],\n", + " [-0.0328],\n", + " [-0.0356],\n", + " [-0.0372],\n", + " [-0.0035],\n", + " [-0.0363],\n", + " [-0.0358],\n", + " [-0.0349],\n", + " [-0.0333],\n", + " [-0.0371],\n", + " [-0.0351],\n", + " [-0.0378],\n", + " [-0.0318],\n", + " [-0.0394],\n", + " [-0.0348],\n", + " [-0.0355],\n", + " [-0.0456]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0027],\n", + " [ 0.0017],\n", + " [ 0.0040],\n", + " [ 0.0039],\n", + " [ 0.0048],\n", + " [ 0.0052],\n", + " [-0.0050],\n", + " [ 0.0073],\n", + " [ 0.0046],\n", + " [ 0.0021],\n", + " [ 0.0055],\n", + " [ 0.0058],\n", + " [-0.0026],\n", + " [ 0.0061],\n", + " [ 0.0040],\n", + " [ 0.0042],\n", + " [ 0.0034],\n", + " [ 0.0046],\n", + " [ 0.0034],\n", + " [ 0.0182],\n", + " [ 0.0056],\n", + " [ 0.0039],\n", + " [ 0.0038],\n", + " [ 0.0036],\n", + " [ 0.0054],\n", + " [ 0.0047],\n", + " [ 0.0057],\n", + " [-0.0035],\n", + " [-0.0006],\n", + " [ 0.0046],\n", + " [ 0.0037],\n", + " [ 0.0048]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0562],\n", + " [0.0560],\n", + " [0.0568],\n", + " [0.0573],\n", + " [0.0566],\n", + " [0.0580],\n", + " [0.0393],\n", + " [0.0625],\n", + " [0.0581],\n", + " [0.0572],\n", + " [0.0626],\n", + " [0.0585],\n", + " [0.0537],\n", + " [0.0573],\n", + " [0.0581],\n", + " [0.0566],\n", + " [0.0577],\n", + " [0.0568],\n", + " [0.0573],\n", + " [0.0780],\n", + " [0.0566],\n", + " [0.0565],\n", + " [0.0570],\n", + " [0.0568],\n", + " [0.0587],\n", + " [0.0576],\n", + " [0.0568],\n", + " [0.0505],\n", + " [0.0626],\n", + " [0.0565],\n", + " [0.0572],\n", + " [0.0633]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0192],\n", + " [-0.0184],\n", + " [-0.0179],\n", + " [-0.0192],\n", + " [-0.0181],\n", + " [-0.0172],\n", + " [ 0.0036],\n", + " [-0.0172],\n", + " [-0.0167],\n", + " [-0.0149],\n", + " [-0.0120],\n", + " [-0.0176],\n", + " [-0.0176],\n", + " [-0.0184],\n", + " [-0.0167],\n", + " [-0.0183],\n", + " [-0.0181],\n", + " [-0.0183],\n", + " [-0.0157],\n", + " [ 0.0047],\n", + " [-0.0181],\n", + " [-0.0168],\n", + " [-0.0183],\n", + " [-0.0182],\n", + " [-0.0161],\n", + " [-0.0187],\n", + " [-0.0180],\n", + " [-0.0166],\n", + " [-0.0128],\n", + " [-0.0182],\n", + " [-0.0164],\n", + " [-0.0142]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1701],\n", + " [-0.1687],\n", + " [-0.1728],\n", + " [-0.1712],\n", + " [-0.1726],\n", + " [-0.1731],\n", + " [-0.1530],\n", + " [-0.1714],\n", + " [-0.1696],\n", + " [-0.1664],\n", + " [-0.1668],\n", + " [-0.1747],\n", + " [-0.1655],\n", + " [-0.1728],\n", + " [-0.1686],\n", + " [-0.1697],\n", + " [-0.1717],\n", + " [-0.1722],\n", + " [-0.1678],\n", + " [-0.1929],\n", + " [-0.1717],\n", + " [-0.1703],\n", + " [-0.1703],\n", + " [-0.1718],\n", + " [-0.1694],\n", + " [-0.1702],\n", + " [-0.1718],\n", + " [-0.1651],\n", + " [-0.1632],\n", + " [-0.1722],\n", + " [-0.1706],\n", + " [-0.1675]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0220],\n", + " [-0.0222],\n", + " [-0.0208],\n", + " [-0.0219],\n", + " [-0.0205],\n", + " [-0.0201],\n", + " [-0.0213],\n", + " [-0.0206],\n", + " [-0.0225],\n", + " [-0.0238],\n", + " [-0.0227],\n", + " [-0.0191],\n", + " [-0.0243],\n", + " [-0.0194],\n", + " [-0.0234],\n", + " [-0.0211],\n", + " [-0.0228],\n", + " [-0.0213],\n", + " [-0.0237],\n", + " [ 0.1113],\n", + " [-0.0208],\n", + " [-0.0223],\n", + " [-0.0218],\n", + " [-0.0222],\n", + " [-0.0222],\n", + " [-0.0216],\n", + " [-0.0203],\n", + " [-0.0193],\n", + " [-0.0244],\n", + " [-0.0211],\n", + " [-0.0228],\n", + " [-0.0186]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0146],\n", + " [ 0.0140],\n", + " [ 0.0053],\n", + " [ 0.0152],\n", + " [ 0.0090],\n", + " [ 0.0038],\n", + " [-0.0199],\n", + " [-0.0032],\n", + " [-0.0010],\n", + " [-0.0047],\n", + " [-0.0062],\n", + " [ 0.0052],\n", + " [ 0.0017],\n", + " [ 0.0121],\n", + " [ 0.0059],\n", + " [ 0.0098],\n", + " [ 0.0128],\n", + " [ 0.0127],\n", + " [-0.0004],\n", + " [ 0.0614],\n", + " [ 0.0092],\n", + " [ 0.0037],\n", + " [ 0.0105],\n", + " [ 0.0132],\n", + " [ 0.0047],\n", + " [ 0.0121],\n", + " [ 0.0101],\n", + " [ 0.0047],\n", + " [-0.0122],\n", + " [ 0.0095],\n", + " [ 0.0033],\n", + " [-0.0040]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0910],\n", + " [0.0920],\n", + " [0.0919],\n", + " [0.0894],\n", + " [0.0915],\n", + " [0.0924],\n", + " [0.0804],\n", + " [0.0960],\n", + " [0.0969],\n", + " [0.1002],\n", + " [0.0974],\n", + " [0.0912],\n", + " [0.0978],\n", + " [0.0906],\n", + " [0.0922],\n", + " [0.0919],\n", + " [0.0882],\n", + " [0.0903],\n", + " [0.0980],\n", + " [0.0093],\n", + " [0.0921],\n", + " [0.0941],\n", + " [0.0907],\n", + " [0.0897],\n", + " [0.0930],\n", + " [0.0903],\n", + " [0.0919],\n", + " [0.1038],\n", + " [0.1040],\n", + " [0.0915],\n", + " [0.0930],\n", + " [0.1007]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0869],\n", + " [0.0862],\n", + " [0.0804],\n", + " [0.0873],\n", + " [0.0828],\n", + " [0.0798],\n", + " [0.0143],\n", + " [0.0773],\n", + " [0.0779],\n", + " [0.0775],\n", + " [0.0803],\n", + " [0.0795],\n", + " [0.0772],\n", + " [0.0853],\n", + " [0.0815],\n", + " [0.0847],\n", + " [0.0869],\n", + " [0.0856],\n", + " [0.0783],\n", + " [0.0413],\n", + " [0.0827],\n", + " [0.0801],\n", + " [0.0848],\n", + " [0.0861],\n", + " [0.0825],\n", + " [0.0854],\n", + " [0.0845],\n", + " [0.0761],\n", + " [0.0751],\n", + " [0.0826],\n", + " [0.0799],\n", + " [0.0802]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0875],\n", + " [0.0871],\n", + " [0.0862],\n", + " [0.0884],\n", + " [0.0864],\n", + " [0.0874],\n", + " [0.0222],\n", + " [0.0893],\n", + " [0.0864],\n", + " [0.0833],\n", + " [0.0879],\n", + " [0.0881],\n", + " [0.0822],\n", + " [0.0885],\n", + " [0.0883],\n", + " [0.0867],\n", + " [0.0894],\n", + " [0.0878],\n", + " [0.0860],\n", + " [0.1488],\n", + " [0.0866],\n", + " [0.0858],\n", + " [0.0879],\n", + " [0.0880],\n", + " [0.0884],\n", + " [0.0877],\n", + " [0.0874],\n", + " [0.0794],\n", + " [0.0836],\n", + " [0.0865],\n", + " [0.0869],\n", + " [0.0884]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0424],\n", + " [0.0427],\n", + " [0.0383],\n", + " [0.0424],\n", + " [0.0407],\n", + " [0.0387],\n", + " [0.0619],\n", + " [0.0408],\n", + " [0.0393],\n", + " [0.0382],\n", + " [0.0386],\n", + " [0.0387],\n", + " [0.0349],\n", + " [0.0419],\n", + " [0.0400],\n", + " [0.0426],\n", + " [0.0400],\n", + " [0.0411],\n", + " [0.0384],\n", + " [0.0450],\n", + " [0.0419],\n", + " [0.0386],\n", + " [0.0411],\n", + " [0.0407],\n", + " [0.0407],\n", + " [0.0429],\n", + " [0.0421],\n", + " [0.0384],\n", + " [0.0352],\n", + " [0.0404],\n", + " [0.0376],\n", + " [0.0422]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0366],\n", + " [ 0.0363],\n", + " [ 0.0386],\n", + " [ 0.0357],\n", + " [ 0.0371],\n", + " [ 0.0382],\n", + " [-0.0058],\n", + " [ 0.0351],\n", + " [ 0.0377],\n", + " [ 0.0383],\n", + " [ 0.0380],\n", + " [ 0.0375],\n", + " [ 0.0404],\n", + " [ 0.0359],\n", + " [ 0.0371],\n", + " [ 0.0366],\n", + " [ 0.0373],\n", + " [ 0.0364],\n", + " [ 0.0383],\n", + " [-0.0158],\n", + " [ 0.0360],\n", + " [ 0.0387],\n", + " [ 0.0372],\n", + " [ 0.0367],\n", + " [ 0.0376],\n", + " [ 0.0358],\n", + " [ 0.0365],\n", + " [ 0.0378],\n", + " [ 0.0386],\n", + " [ 0.0368],\n", + " [ 0.0389],\n", + " [ 0.0303]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0704],\n", + " [-0.0709],\n", + " [-0.0738],\n", + " [-0.0703],\n", + " [-0.0724],\n", + " [-0.0740],\n", + " [-0.1266],\n", + " [-0.0757],\n", + " [-0.0758],\n", + " [-0.0781],\n", + " [-0.0772],\n", + " [-0.0728],\n", + " [-0.0779],\n", + " [-0.0701],\n", + " [-0.0744],\n", + " [-0.0732],\n", + " [-0.0711],\n", + " [-0.0705],\n", + " [-0.0753],\n", + " [ 0.0152],\n", + " [-0.0724],\n", + " [-0.0748],\n", + " [-0.0726],\n", + " [-0.0706],\n", + " [-0.0747],\n", + " [-0.0724],\n", + " [-0.0716],\n", + " [-0.0722],\n", + " [-0.0798],\n", + " [-0.0722],\n", + " [-0.0747],\n", + " [-0.0745]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0971],\n", + " [-0.0976],\n", + " [-0.1028],\n", + " [-0.0979],\n", + " [-0.1008],\n", + " [-0.1045],\n", + " [-0.1280],\n", + " [-0.1096],\n", + " [-0.1054],\n", + " [-0.1043],\n", + " [-0.1071],\n", + " [-0.1050],\n", + " [-0.1002],\n", + " [-0.1001],\n", + " [-0.1015],\n", + " [-0.1000],\n", + " [-0.0987],\n", + " [-0.0986],\n", + " [-0.1035],\n", + " [-0.1355],\n", + " [-0.1007],\n", + " [-0.1024],\n", + " [-0.0995],\n", + " [-0.0980],\n", + " [-0.1028],\n", + " [-0.0994],\n", + " [-0.1003],\n", + " [-0.1008],\n", + " [-0.1074],\n", + " [-0.1004],\n", + " [-0.1027],\n", + " [-0.1078]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0633],\n", + " [-0.0637],\n", + " [-0.0623],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0613],\n", + " [-0.0306],\n", + " [-0.0592],\n", + " [-0.0619],\n", + " [-0.0634],\n", + " [-0.0628],\n", + " [-0.0613],\n", + " [-0.0659],\n", + " [-0.0612],\n", + " [-0.0634],\n", + " [-0.0617],\n", + " [-0.0628],\n", + " [-0.0626],\n", + " [-0.0639],\n", + " [-0.0092],\n", + " [-0.0622],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0633],\n", + " [-0.0616],\n", + " [-0.0621],\n", + " [-0.0614],\n", + " [-0.0671],\n", + " [-0.0624],\n", + " [-0.0629],\n", + " [-0.0634],\n", + " [-0.0611]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0613],\n", + " [-0.0616],\n", + " [-0.0616],\n", + " [-0.0621],\n", + " [-0.0627],\n", + " [-0.0615],\n", + " [-0.0355],\n", + " [-0.0609],\n", + " [-0.0701],\n", + " [-0.0645],\n", + " [-0.0613],\n", + " [-0.0699],\n", + " [-0.0441],\n", + " [-0.0633],\n", + " [-0.0621],\n", + " [-0.0713],\n", + " [-0.0694],\n", + " [-0.0605],\n", + " [-0.0606],\n", + " [-0.0629],\n", + " [-0.0606],\n", + " [-0.0635],\n", + " [-0.0664],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0624],\n", + " [-0.0617],\n", + " [-0.0632],\n", + " [-0.0583],\n", + " [-0.0541]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0720],\n", + " [-0.0761],\n", + " [-0.0717],\n", + " [-0.0694],\n", + " [-0.0720],\n", + " [-0.0735],\n", + " [-0.0832],\n", + " [-0.0727],\n", + " [-0.0764],\n", + " [-0.0764],\n", + " [-0.0730],\n", + " [-0.0746],\n", + " [-0.0889],\n", + " [-0.0754],\n", + " [-0.0753],\n", + " [-0.0842],\n", + " [-0.0817],\n", + " [-0.0750],\n", + " [-0.0740],\n", + " [-0.0752],\n", + " [-0.0714],\n", + " [-0.0714],\n", + " [-0.0806],\n", + " [-0.0685],\n", + " [-0.0762],\n", + " [-0.0762],\n", + " [-0.0752],\n", + " [-0.0703],\n", + " [-0.0750],\n", + " [-0.0701],\n", + " [-0.0740],\n", + " [-0.0682]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0376],\n", + " [0.0370],\n", + " [0.0382],\n", + " [0.0372],\n", + " [0.0363],\n", + " [0.0372],\n", + " [0.0402],\n", + " [0.0370],\n", + " [0.0358],\n", + " [0.0399],\n", + " [0.0399],\n", + " [0.0404],\n", + " [0.0363],\n", + " [0.0359],\n", + " [0.0368],\n", + " [0.0361],\n", + " [0.0396],\n", + " [0.0380],\n", + " [0.0378],\n", + " [0.0371],\n", + " [0.0380],\n", + " [0.0351],\n", + " [0.0374],\n", + " [0.0372],\n", + " [0.0369],\n", + " [0.0371],\n", + " [0.0378],\n", + " [0.0374],\n", + " [0.0396],\n", + " [0.0362],\n", + " [0.0385],\n", + " [0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0932],\n", + " [-0.0905],\n", + " [-0.0942],\n", + " [-0.0950],\n", + " [-0.0943],\n", + " [-0.0922],\n", + " [-0.0602],\n", + " [-0.0920],\n", + " [-0.0972],\n", + " [-0.0964],\n", + " [-0.0883],\n", + " [-0.0927],\n", + " [-0.0899],\n", + " [-0.0949],\n", + " [-0.0909],\n", + " [-0.0988],\n", + " [-0.0937],\n", + " [-0.0900],\n", + " [-0.0890],\n", + " [-0.0925],\n", + " [-0.0868],\n", + " [-0.0965],\n", + " [-0.0937],\n", + " [-0.0950],\n", + " [-0.0922],\n", + " [-0.0904],\n", + " [-0.0943],\n", + " [-0.0950],\n", + " [-0.0894],\n", + " [-0.0957],\n", + " [-0.0873],\n", + " [-0.0829]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0584],\n", + " [0.0490],\n", + " [0.0582],\n", + " [0.0582],\n", + " [0.0567],\n", + " [0.0557],\n", + " [0.0180],\n", + " [0.0577],\n", + " [0.0364],\n", + " [0.0583],\n", + " [0.0440],\n", + " [0.0354],\n", + " [0.0208],\n", + " [0.0562],\n", + " [0.0511],\n", + " [0.0524],\n", + " [0.0468],\n", + " [0.0500],\n", + " [0.0492],\n", + " [0.0530],\n", + " [0.0518],\n", + " [0.0595],\n", + " [0.0511],\n", + " [0.0591],\n", + " [0.0520],\n", + " [0.0493],\n", + " [0.0555],\n", + " [0.0584],\n", + " [0.0492],\n", + " [0.0592],\n", + " [0.0451],\n", + " [0.0457]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0362],\n", + " [-0.0403],\n", + " [-0.0351],\n", + " [-0.0356],\n", + " [-0.0383],\n", + " [-0.0385],\n", + " [-0.0590],\n", + " [-0.0389],\n", + " [-0.0362],\n", + " [-0.0315],\n", + " [-0.0371],\n", + " [-0.0362],\n", + " [-0.0437],\n", + " [-0.0382],\n", + " [-0.0419],\n", + " [-0.0339],\n", + " [-0.0339],\n", + " [-0.0403],\n", + " [-0.0425],\n", + " [-0.0391],\n", + " [-0.0457],\n", + " [-0.0349],\n", + " [-0.0388],\n", + " [-0.0334],\n", + " [-0.0410],\n", + " [-0.0420],\n", + " [-0.0349],\n", + " [-0.0351],\n", + " [-0.0383],\n", + " [-0.0348],\n", + " [-0.0429],\n", + " [-0.0468]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0781],\n", + " [-0.0803],\n", + " [-0.0815],\n", + " [-0.0805],\n", + " [-0.0789],\n", + " [-0.0550],\n", + " [-0.0779],\n", + " [-0.0920],\n", + " [-0.0805],\n", + " [-0.0794],\n", + " [-0.0838],\n", + " [-0.0836],\n", + " [-0.0793],\n", + " [-0.0788],\n", + " [-0.0792],\n", + " [-0.0790],\n", + " [-0.0784],\n", + " [-0.0787],\n", + " [-0.0801],\n", + " [-0.0775],\n", + " [-0.0809],\n", + " [-0.0775],\n", + " [-0.0819],\n", + " [-0.0789],\n", + " [-0.0777],\n", + " [-0.0802],\n", + " [-0.0809],\n", + " [-0.0780],\n", + " [-0.0811],\n", + " [-0.0779],\n", + " [-0.0764]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1705],\n", + " [0.1637],\n", + " [0.1703],\n", + " [0.1697],\n", + " [0.1682],\n", + " [0.1685],\n", + " [0.1591],\n", + " [0.1707],\n", + " [0.1542],\n", + " [0.1714],\n", + " [0.1643],\n", + " [0.1613],\n", + " [0.1444],\n", + " [0.1673],\n", + " [0.1651],\n", + " [0.1633],\n", + " [0.1643],\n", + " [0.1647],\n", + " [0.1639],\n", + " [0.1659],\n", + " [0.1675],\n", + " [0.1711],\n", + " [0.1651],\n", + " [0.1731],\n", + " [0.1658],\n", + " [0.1650],\n", + " [0.1676],\n", + " [0.1702],\n", + " [0.1656],\n", + " [0.1715],\n", + " [0.1615],\n", + " [0.1640]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0536],\n", + " [-0.0562],\n", + " [-0.0549],\n", + " [-0.0556],\n", + " [-0.0557],\n", + " [-0.0550],\n", + " [-0.0390],\n", + " [-0.0550],\n", + " [-0.0637],\n", + " [-0.0574],\n", + " [-0.0523],\n", + " [-0.0592],\n", + " [-0.0629],\n", + " [-0.0577],\n", + " [-0.0547],\n", + " [-0.0648],\n", + " [-0.0635],\n", + " [-0.0561],\n", + " [-0.0541],\n", + " [-0.0549],\n", + " [-0.0507],\n", + " [-0.0591],\n", + " [-0.0600],\n", + " [-0.0555],\n", + " [-0.0564],\n", + " [-0.0558],\n", + " [-0.0569],\n", + " [-0.0564],\n", + " [-0.0553],\n", + " [-0.0577],\n", + " [-0.0547],\n", + " [-0.0475]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0588],\n", + " [0.0659],\n", + " [0.0594],\n", + " [0.0573],\n", + " [0.0584],\n", + " [0.0591],\n", + " [0.0805],\n", + " [0.0574],\n", + " [0.0718],\n", + " [0.0656],\n", + " [0.0695],\n", + " [0.0690],\n", + " [0.0988],\n", + " [0.0607],\n", + " [0.0631],\n", + " [0.0678],\n", + " [0.0676],\n", + " [0.0639],\n", + " [0.0644],\n", + " [0.0626],\n", + " [0.0588],\n", + " [0.0582],\n", + " [0.0664],\n", + " [0.0580],\n", + " [0.0626],\n", + " [0.0647],\n", + " [0.0627],\n", + " [0.0576],\n", + " [0.0655],\n", + " [0.0577],\n", + " [0.0679],\n", + " [0.0606]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0984],\n", + " [-0.0899],\n", + " [-0.0993],\n", + " [-0.0995],\n", + " [-0.0974],\n", + " [-0.0961],\n", + " [-0.0883],\n", + " [-0.0978],\n", + " [-0.0688],\n", + " [-0.0984],\n", + " [-0.0848],\n", + " [-0.0720],\n", + " [-0.0837],\n", + " [-0.0960],\n", + " [-0.0920],\n", + " [-0.0879],\n", + " [-0.0845],\n", + " [-0.0917],\n", + " [-0.0906],\n", + " [-0.0940],\n", + " [-0.0933],\n", + " [-0.1007],\n", + " [-0.0907],\n", + " [-0.1014],\n", + " [-0.0932],\n", + " [-0.0897],\n", + " [-0.0960],\n", + " [-0.0997],\n", + " [-0.0906],\n", + " [-0.1009],\n", + " [-0.0870],\n", + " [-0.0868]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0202],\n", + " [ 0.0111],\n", + " [ 0.0198],\n", + " [ 0.0212],\n", + " [ 0.0185],\n", + " [ 0.0174],\n", + " [-0.0191],\n", + " [ 0.0194],\n", + " [ 0.0069],\n", + " [ 0.0178],\n", + " [ 0.0104],\n", + " [ 0.0071],\n", + " [-0.0191],\n", + " [ 0.0176],\n", + " [ 0.0133],\n", + " [ 0.0112],\n", + " [ 0.0104],\n", + " [ 0.0117],\n", + " [ 0.0114],\n", + " [ 0.0137],\n", + " [ 0.0149],\n", + " [ 0.0201],\n", + " [ 0.0122],\n", + " [ 0.0228],\n", + " [ 0.0133],\n", + " [ 0.0126],\n", + " [ 0.0160],\n", + " [ 0.0203],\n", + " [ 0.0115],\n", + " [ 0.0209],\n", + " [ 0.0087],\n", + " [ 0.0143]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0935],\n", + " [0.0910],\n", + " [0.0936],\n", + " [0.0961],\n", + " [0.0957],\n", + " [0.0942],\n", + " [0.1090],\n", + " [0.0964],\n", + " [0.0725],\n", + " [0.0863],\n", + " [0.0816],\n", + " [0.0762],\n", + " [0.1065],\n", + " [0.0933],\n", + " [0.0937],\n", + " [0.0843],\n", + " [0.0855],\n", + " [0.0938],\n", + " [0.0937],\n", + " [0.0931],\n", + " [0.0978],\n", + " [0.0948],\n", + " [0.0896],\n", + " [0.0934],\n", + " [0.0947],\n", + " [0.0911],\n", + " [0.0901],\n", + " [0.0955],\n", + " [0.0891],\n", + " [0.0951],\n", + " [0.0918],\n", + " [0.0955]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0086],\n", + " [ 0.0103],\n", + " [ 0.0099],\n", + " [ 0.0105],\n", + " [ 0.0113],\n", + " [ 0.0112],\n", + " [ 0.0395],\n", + " [ 0.0110],\n", + " [-0.0055],\n", + " [ 0.0063],\n", + " [ 0.0036],\n", + " [ 0.0033],\n", + " [ 0.0235],\n", + " [ 0.0090],\n", + " [ 0.0112],\n", + " [ 0.0039],\n", + " [ 0.0092],\n", + " [ 0.0138],\n", + " [ 0.0128],\n", + " [ 0.0113],\n", + " [ 0.0139],\n", + " [ 0.0093],\n", + " [ 0.0098],\n", + " [ 0.0086],\n", + " [ 0.0125],\n", + " [ 0.0103],\n", + " [ 0.0092],\n", + " [ 0.0110],\n", + " [ 0.0116],\n", + " [ 0.0101],\n", + " [ 0.0141],\n", + " [ 0.0125]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.1571e-03],\n", + " [-5.5272e-03],\n", + " [-1.1238e-03],\n", + " [-7.7271e-04],\n", + " [-2.2266e-03],\n", + " [-2.5982e-03],\n", + " [-4.3317e-02],\n", + " [-1.7991e-03],\n", + " [ 3.0985e-03],\n", + " [ 4.3503e-03],\n", + " [-3.1036e-03],\n", + " [-3.8807e-03],\n", + " [-2.2218e-02],\n", + " [ 4.4136e-04],\n", + " [-5.3727e-03],\n", + " [ 7.2211e-03],\n", + " [ 6.9323e-03],\n", + " [-5.2218e-03],\n", + " [-7.5821e-03],\n", + " [-4.6206e-03],\n", + " [-8.0098e-03],\n", + " [ 2.5062e-03],\n", + " [ 1.2296e-03],\n", + " [ 8.0019e-04],\n", + " [-3.4966e-03],\n", + " [-4.0537e-03],\n", + " [ 1.4467e-04],\n", + " [-6.4900e-05],\n", + " [-4.0272e-03],\n", + " [ 1.3193e-03],\n", + " [-8.8672e-03],\n", + " [-1.4747e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0338],\n", + " [-0.0375],\n", + " [-0.0334],\n", + " [-0.0331],\n", + " [-0.0332],\n", + " [-0.0340],\n", + " [-0.0462],\n", + " [-0.0325],\n", + " [-0.0561],\n", + " [-0.0382],\n", + " [-0.0402],\n", + " [-0.0481],\n", + " [-0.0565],\n", + " [-0.0367],\n", + " [-0.0354],\n", + " [-0.0443],\n", + " [-0.0421],\n", + " [-0.0346],\n", + " [-0.0344],\n", + " [-0.0349],\n", + " [-0.0307],\n", + " [-0.0345],\n", + " [-0.0389],\n", + " [-0.0339],\n", + " [-0.0348],\n", + " [-0.0368],\n", + " [-0.0362],\n", + " [-0.0327],\n", + " [-0.0350],\n", + " [-0.0337],\n", + " [-0.0352],\n", + " [-0.0350]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0036],\n", + " [ 0.0047],\n", + " [ 0.0036],\n", + " [ 0.0028],\n", + " [ 0.0028],\n", + " [ 0.0033],\n", + " [-0.0112],\n", + " [ 0.0035],\n", + " [ 0.0082],\n", + " [ 0.0075],\n", + " [ 0.0058],\n", + " [ 0.0056],\n", + " [ 0.0108],\n", + " [ 0.0051],\n", + " [ 0.0032],\n", + " [ 0.0106],\n", + " [ 0.0085],\n", + " [ 0.0033],\n", + " [ 0.0020],\n", + " [ 0.0032],\n", + " [-0.0010],\n", + " [ 0.0053],\n", + " [ 0.0068],\n", + " [ 0.0037],\n", + " [ 0.0037],\n", + " [ 0.0041],\n", + " [ 0.0051],\n", + " [ 0.0030],\n", + " [ 0.0044],\n", + " [ 0.0042],\n", + " [ 0.0022],\n", + " [-0.0015]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0554],\n", + " [0.0586],\n", + " [0.0569],\n", + " [0.0568],\n", + " [0.0566],\n", + " [0.0558],\n", + " [0.0533],\n", + " [0.0553],\n", + " [0.0696],\n", + " [0.0590],\n", + " [0.0613],\n", + " [0.0684],\n", + " [0.0814],\n", + " [0.0571],\n", + " [0.0570],\n", + " [0.0639],\n", + " [0.0642],\n", + " [0.0578],\n", + " [0.0570],\n", + " [0.0572],\n", + " [0.0532],\n", + " [0.0583],\n", + " [0.0597],\n", + " [0.0582],\n", + " [0.0577],\n", + " [0.0576],\n", + " [0.0575],\n", + " [0.0569],\n", + " [0.0581],\n", + " [0.0581],\n", + " [0.0584],\n", + " [0.0545]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0187],\n", + " [-0.0153],\n", + " [-0.0187],\n", + " [-0.0193],\n", + " [-0.0179],\n", + " [-0.0179],\n", + " [-0.0172],\n", + " [-0.0185],\n", + " [-0.0103],\n", + " [-0.0194],\n", + " [-0.0128],\n", + " [-0.0162],\n", + " [-0.0183],\n", + " [-0.0179],\n", + " [-0.0164],\n", + " [-0.0176],\n", + " [-0.0194],\n", + " [-0.0162],\n", + " [-0.0165],\n", + " [-0.0168],\n", + " [-0.0182],\n", + " [-0.0176],\n", + " [-0.0172],\n", + " [-0.0189],\n", + " [-0.0164],\n", + " [-0.0165],\n", + " [-0.0174],\n", + " [-0.0190],\n", + " [-0.0153],\n", + " [-0.0187],\n", + " [-0.0155],\n", + " [-0.0170]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1694],\n", + " [-0.1693],\n", + " [-0.1694],\n", + " [-0.1703],\n", + " [-0.1709],\n", + " [-0.1704],\n", + " [-0.1600],\n", + " [-0.1710],\n", + " [-0.1719],\n", + " [-0.1702],\n", + " [-0.1660],\n", + " [-0.1652],\n", + " [-0.1705],\n", + " [-0.1728],\n", + " [-0.1704],\n", + " [-0.1765],\n", + " [-0.1757],\n", + " [-0.1700],\n", + " [-0.1691],\n", + " [-0.1699],\n", + " [-0.1683],\n", + " [-0.1715],\n", + " [-0.1742],\n", + " [-0.1695],\n", + " [-0.1718],\n", + " [-0.1707],\n", + " [-0.1705],\n", + " [-0.1703],\n", + " [-0.1683],\n", + " [-0.1710],\n", + " [-0.1679],\n", + " [-0.1641]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0215],\n", + " [-0.0240],\n", + " [-0.0220],\n", + " [-0.0221],\n", + " [-0.0227],\n", + " [-0.0221],\n", + " [-0.0300],\n", + " [-0.0219],\n", + " [-0.0004],\n", + " [-0.0199],\n", + " [-0.0188],\n", + " [-0.0129],\n", + " [-0.0292],\n", + " [-0.0204],\n", + " [-0.0233],\n", + " [-0.0155],\n", + " [-0.0175],\n", + " [-0.0248],\n", + " [-0.0258],\n", + " [-0.0234],\n", + " [-0.0248],\n", + " [-0.0204],\n", + " [-0.0207],\n", + " [-0.0211],\n", + " [-0.0229],\n", + " [-0.0229],\n", + " [-0.0211],\n", + " [-0.0223],\n", + " [-0.0242],\n", + " [-0.0214],\n", + " [-0.0269],\n", + " [-0.0244]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0116],\n", + " [-0.0008],\n", + " [ 0.0131],\n", + " [ 0.0148],\n", + " [ 0.0112],\n", + " [ 0.0083],\n", + " [-0.0154],\n", + " [ 0.0101],\n", + " [-0.0036],\n", + " [ 0.0118],\n", + " [-0.0063],\n", + " [-0.0096],\n", + " [-0.0066],\n", + " [ 0.0091],\n", + " [ 0.0018],\n", + " [ 0.0057],\n", + " [-0.0010],\n", + " [ 0.0014],\n", + " [-0.0010],\n", + " [ 0.0051],\n", + " [ 0.0021],\n", + " [ 0.0179],\n", + " [ 0.0016],\n", + " [ 0.0177],\n", + " [ 0.0039],\n", + " [-0.0013],\n", + " [ 0.0088],\n", + " [ 0.0148],\n", + " [-0.0010],\n", + " [ 0.0173],\n", + " [-0.0059],\n", + " [-0.0038]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0932],\n", + " [0.0951],\n", + " [0.0917],\n", + " [0.0907],\n", + " [0.0909],\n", + " [0.0921],\n", + " [0.0883],\n", + " [0.0920],\n", + " [0.1039],\n", + " [0.0902],\n", + " [0.1022],\n", + " [0.1086],\n", + " [0.0726],\n", + " [0.0910],\n", + " [0.0941],\n", + " [0.0883],\n", + " [0.0935],\n", + " [0.0927],\n", + " [0.0954],\n", + " [0.0921],\n", + " [0.0966],\n", + " [0.0895],\n", + " [0.0913],\n", + " [0.0920],\n", + " [0.0914],\n", + " [0.0961],\n", + " [0.0914],\n", + " [0.0903],\n", + " [0.0952],\n", + " [0.0899],\n", + " [0.0968],\n", + " [0.1039]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0836],\n", + " [0.0786],\n", + " [0.0852],\n", + " [0.0871],\n", + " [0.0844],\n", + " [0.0829],\n", + " [0.0375],\n", + " [0.0833],\n", + " [0.0845],\n", + " [0.0854],\n", + " [0.0809],\n", + " [0.0764],\n", + " [0.0734],\n", + " [0.0834],\n", + " [0.0788],\n", + " [0.0812],\n", + " [0.0778],\n", + " [0.0799],\n", + " [0.0777],\n", + " [0.0805],\n", + " [0.0766],\n", + " [0.0898],\n", + " [0.0776],\n", + " [0.0890],\n", + " [0.0801],\n", + " [0.0768],\n", + " [0.0840],\n", + " [0.0869],\n", + " [0.0792],\n", + " [0.0889],\n", + " [0.0761],\n", + " [0.0760]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0853],\n", + " [0.0870],\n", + " [0.0867],\n", + " [0.0883],\n", + " [0.0880],\n", + " [0.0861],\n", + " [0.0529],\n", + " [0.0844],\n", + " [0.0970],\n", + " [0.0884],\n", + " [0.0846],\n", + " [0.0904],\n", + " [0.0871],\n", + " [0.0875],\n", + " [0.0867],\n", + " [0.0931],\n", + " [0.0912],\n", + " [0.0867],\n", + " [0.0863],\n", + " [0.0883],\n", + " [0.0834],\n", + " [0.0892],\n", + " [0.0884],\n", + " [0.0878],\n", + " [0.0870],\n", + " [0.0862],\n", + " [0.0880],\n", + " [0.0882],\n", + " [0.0864],\n", + " [0.0887],\n", + " [0.0853],\n", + " [0.0801]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0424],\n", + " [0.0381],\n", + " [0.0429],\n", + " [0.0423],\n", + " [0.0400],\n", + " [0.0398],\n", + " [0.0383],\n", + " [0.0406],\n", + " [0.0501],\n", + " [0.0465],\n", + " [0.0424],\n", + " [0.0471],\n", + " [0.0407],\n", + " [0.0404],\n", + " [0.0369],\n", + " [0.0426],\n", + " [0.0421],\n", + " [0.0369],\n", + " [0.0363],\n", + " [0.0383],\n", + " [0.0364],\n", + " [0.0438],\n", + " [0.0389],\n", + " [0.0448],\n", + " [0.0369],\n", + " [0.0379],\n", + " [0.0419],\n", + " [0.0427],\n", + " [0.0393],\n", + " [0.0434],\n", + " [0.0364],\n", + " [0.0356]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0363],\n", + " [0.0391],\n", + " [0.0361],\n", + " [0.0364],\n", + " [0.0370],\n", + " [0.0378],\n", + " [0.0219],\n", + " [0.0378],\n", + " [0.0273],\n", + " [0.0329],\n", + " [0.0352],\n", + " [0.0261],\n", + " [0.0368],\n", + " [0.0373],\n", + " [0.0392],\n", + " [0.0319],\n", + " [0.0342],\n", + " [0.0394],\n", + " [0.0393],\n", + " [0.0376],\n", + " [0.0391],\n", + " [0.0335],\n", + " [0.0369],\n", + " [0.0338],\n", + " [0.0389],\n", + " [0.0384],\n", + " [0.0364],\n", + " [0.0357],\n", + " [0.0381],\n", + " [0.0343],\n", + " [0.0392],\n", + " [0.0413]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0722],\n", + " [-0.0762],\n", + " [-0.0720],\n", + " [-0.0702],\n", + " [-0.0714],\n", + " [-0.0734],\n", + " [-0.1078],\n", + " [-0.0732],\n", + " [-0.0704],\n", + " [-0.0721],\n", + " [-0.0764],\n", + " [-0.0760],\n", + " [-0.0992],\n", + " [-0.0720],\n", + " [-0.0751],\n", + " [-0.0706],\n", + " [-0.0753],\n", + " [-0.0772],\n", + " [-0.0776],\n", + " [-0.0737],\n", + " [-0.0770],\n", + " [-0.0685],\n", + " [-0.0749],\n", + " [-0.0687],\n", + " [-0.0749],\n", + " [-0.0760],\n", + " [-0.0732],\n", + " [-0.0704],\n", + " [-0.0770],\n", + " [-0.0691],\n", + " [-0.0806],\n", + " [-0.0797]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0986],\n", + " [-0.1041],\n", + " [-0.0986],\n", + " [-0.0974],\n", + " [-0.0987],\n", + " [-0.0998],\n", + " [-0.1095],\n", + " [-0.0990],\n", + " [-0.1192],\n", + " [-0.1022],\n", + " [-0.1076],\n", + " [-0.1128],\n", + " [-0.1242],\n", + " [-0.1010],\n", + " [-0.1030],\n", + " [-0.1086],\n", + " [-0.1117],\n", + " [-0.1028],\n", + " [-0.1029],\n", + " [-0.1014],\n", + " [-0.1014],\n", + " [-0.0990],\n", + " [-0.1067],\n", + " [-0.0981],\n", + " [-0.1031],\n", + " [-0.1053],\n", + " [-0.1011],\n", + " [-0.0978],\n", + " [-0.1037],\n", + " [-0.0982],\n", + " [-0.1049],\n", + " [-0.1031]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0635],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0629],\n", + " [-0.0635],\n", + " [-0.0628],\n", + " [-0.0568],\n", + " [-0.0634],\n", + " [-0.0475],\n", + " [-0.0615],\n", + " [-0.0614],\n", + " [-0.0545],\n", + " [-0.0527],\n", + " [-0.0617],\n", + " [-0.0639],\n", + " [-0.0577],\n", + " [-0.0564],\n", + " [-0.0630],\n", + " [-0.0643],\n", + " [-0.0638],\n", + " [-0.0656],\n", + " [-0.0620],\n", + " [-0.0606],\n", + " [-0.0633],\n", + " [-0.0633],\n", + " [-0.0626],\n", + " [-0.0615],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0626],\n", + " [-0.0628],\n", + " [-0.0629]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0632],\n", + " [-0.0679],\n", + " [-0.0625],\n", + " [-0.0622],\n", + " [-0.0614],\n", + " [-0.0628],\n", + " [-0.0627],\n", + " [-0.0640],\n", + " [-0.0621],\n", + " [-0.0622],\n", + " [-0.0631],\n", + " [-0.0623],\n", + " [-0.0641],\n", + " [-0.0596],\n", + " [-0.0636],\n", + " [-0.0638],\n", + " [-0.0615],\n", + " [-0.0628],\n", + " [-0.0626],\n", + " [-0.0617],\n", + " [-0.0621],\n", + " [-0.0705],\n", + " [-0.0649],\n", + " [-0.0623],\n", + " [-0.0687],\n", + " [-0.0782],\n", + " [-0.0623],\n", + " [-0.0626],\n", + " [-0.0653],\n", + " [-0.0633],\n", + " [-0.0628],\n", + " [-0.0636]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0728],\n", + " [-0.0792],\n", + " [-0.0749],\n", + " [-0.0726],\n", + " [-0.0669],\n", + " [-0.0736],\n", + " [-0.0771],\n", + " [-0.0779],\n", + " [-0.0763],\n", + " [-0.0708],\n", + " [-0.0755],\n", + " [-0.0703],\n", + " [-0.0763],\n", + " [-0.0703],\n", + " [-0.0721],\n", + " [-0.0781],\n", + " [-0.0741],\n", + " [-0.0758],\n", + " [-0.0761],\n", + " [-0.0741],\n", + " [-0.0762],\n", + " [-0.0754],\n", + " [-0.0789],\n", + " [-0.0704],\n", + " [-0.0803],\n", + " [-0.0865],\n", + " [-0.0765],\n", + " [-0.0687],\n", + " [-0.0741],\n", + " [-0.0750],\n", + " [-0.0702],\n", + " [-0.0779]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0359],\n", + " [0.0342],\n", + " [0.0392],\n", + " [0.0363],\n", + " [0.0382],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0363],\n", + " [0.0409],\n", + " [0.0366],\n", + " [0.0407],\n", + " [0.0366],\n", + " [0.0359],\n", + " [0.0392],\n", + " [0.0351],\n", + " [0.0366],\n", + " [0.0374],\n", + " [0.0366],\n", + " [0.0382],\n", + " [0.0400],\n", + " [0.0382],\n", + " [0.0386],\n", + " [0.0371],\n", + " [0.0373],\n", + " [0.0371],\n", + " [0.0320],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0296],\n", + " [0.0364],\n", + " [0.0368],\n", + " [0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0955],\n", + " [-0.0968],\n", + " [-0.0912],\n", + " [-0.0948],\n", + " [-0.0934],\n", + " [-0.0956],\n", + " [-0.0915],\n", + " [-0.0938],\n", + " [-0.0890],\n", + " [-0.0945],\n", + " [-0.0900],\n", + " [-0.0940],\n", + " [-0.0961],\n", + " [-0.0912],\n", + " [-0.0967],\n", + " [-0.0944],\n", + " [-0.0914],\n", + " [-0.0931],\n", + " [-0.0942],\n", + " [-0.0929],\n", + " [-0.0910],\n", + " [-0.0932],\n", + " [-0.0927],\n", + " [-0.0949],\n", + " [-0.0949],\n", + " [-0.0985],\n", + " [-0.0909],\n", + " [-0.0950],\n", + " [-0.0985],\n", + " [-0.0942],\n", + " [-0.0952],\n", + " [-0.0935]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0579],\n", + " [0.0572],\n", + " [0.0513],\n", + " [0.0588],\n", + " [0.0580],\n", + " [0.0567],\n", + " [0.0496],\n", + " [0.0528],\n", + " [0.0428],\n", + " [0.0573],\n", + " [0.0463],\n", + " [0.0582],\n", + " [0.0533],\n", + " [0.0509],\n", + " [0.0591],\n", + " [0.0530],\n", + " [0.0535],\n", + " [0.0544],\n", + " [0.0542],\n", + " [0.0552],\n", + " [0.0490],\n", + " [0.0437],\n", + " [0.0497],\n", + " [0.0590],\n", + " [0.0525],\n", + " [0.0522],\n", + " [0.0495],\n", + " [0.0588],\n", + " [0.0608],\n", + " [0.0567],\n", + " [0.0588],\n", + " [0.0532]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0374],\n", + " [-0.0422],\n", + " [-0.0385],\n", + " [-0.0370],\n", + " [-0.0350],\n", + " [-0.0352],\n", + " [-0.0389],\n", + " [-0.0394],\n", + " [-0.0336],\n", + " [-0.0374],\n", + " [-0.0324],\n", + " [-0.0378],\n", + " [-0.0361],\n", + " [-0.0353],\n", + " [-0.0360],\n", + " [-0.0383],\n", + " [-0.0391],\n", + " [-0.0387],\n", + " [-0.0344],\n", + " [-0.0329],\n", + " [-0.0385],\n", + " [-0.0342],\n", + " [-0.0383],\n", + " [-0.0353],\n", + " [-0.0390],\n", + " [-0.0383],\n", + " [-0.0399],\n", + " [-0.0353],\n", + " [-0.0401],\n", + " [-0.0382],\n", + " [-0.0356],\n", + " [-0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0801],\n", + " [-0.0783],\n", + " [-0.0791],\n", + " [-0.0792],\n", + " [-0.0819],\n", + " [-0.0809],\n", + " [-0.0783],\n", + " [-0.0786],\n", + " [-0.0805],\n", + " [-0.0808],\n", + " [-0.0812],\n", + " [-0.0801],\n", + " [-0.0807],\n", + " [-0.0823],\n", + " [-0.0808],\n", + " [-0.0788],\n", + " [-0.0791],\n", + " [-0.0787],\n", + " [-0.0804],\n", + " [-0.0806],\n", + " [-0.0791],\n", + " [-0.0864],\n", + " [-0.0781],\n", + " [-0.0805],\n", + " [-0.0778],\n", + " [-0.0757],\n", + " [-0.0780],\n", + " [-0.0815],\n", + " [-0.0784],\n", + " [-0.0795],\n", + " [-0.0806],\n", + " [-0.0782]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1685],\n", + " [0.1678],\n", + " [0.1664],\n", + " [0.1696],\n", + " [0.1717],\n", + " [0.1677],\n", + " [0.1640],\n", + " [0.1655],\n", + " [0.1621],\n", + " [0.1688],\n", + " [0.1651],\n", + " [0.1698],\n", + " [0.1666],\n", + " [0.1656],\n", + " [0.1697],\n", + " [0.1655],\n", + " [0.1671],\n", + " [0.1671],\n", + " [0.1665],\n", + " [0.1689],\n", + " [0.1639],\n", + " [0.1604],\n", + " [0.1643],\n", + " [0.1708],\n", + " [0.1670],\n", + " [0.1634],\n", + " [0.1642],\n", + " [0.1710],\n", + " [0.1705],\n", + " [0.1682],\n", + " [0.1703],\n", + " [0.1661]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0577],\n", + " [-0.0595],\n", + " [-0.0538],\n", + " [-0.0572],\n", + " [-0.0530],\n", + " [-0.0569],\n", + " [-0.0573],\n", + " [-0.0579],\n", + " [-0.0561],\n", + " [-0.0554],\n", + " [-0.0572],\n", + " [-0.0560],\n", + " [-0.0601],\n", + " [-0.0500],\n", + " [-0.0587],\n", + " [-0.0591],\n", + " [-0.0543],\n", + " [-0.0565],\n", + " [-0.0578],\n", + " [-0.0545],\n", + " [-0.0559],\n", + " [-0.0587],\n", + " [-0.0590],\n", + " [-0.0563],\n", + " [-0.0571],\n", + " [-0.0696],\n", + " [-0.0567],\n", + " [-0.0564],\n", + " [-0.0640],\n", + " [-0.0560],\n", + " [-0.0573],\n", + " [-0.0586]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0586],\n", + " [0.0607],\n", + " [0.0663],\n", + " [0.0580],\n", + " [0.0557],\n", + " [0.0614],\n", + " [0.0664],\n", + " [0.0636],\n", + " [0.0726],\n", + " [0.0579],\n", + " [0.0681],\n", + " [0.0558],\n", + " [0.0638],\n", + " [0.0637],\n", + " [0.0586],\n", + " [0.0638],\n", + " [0.0614],\n", + " [0.0619],\n", + " [0.0644],\n", + " [0.0645],\n", + " [0.0680],\n", + " [0.0684],\n", + " [0.0665],\n", + " [0.0577],\n", + " [0.0684],\n", + " [0.0552],\n", + " [0.0656],\n", + " [0.0566],\n", + " [0.0519],\n", + " [0.0609],\n", + " [0.0570],\n", + " [0.0644]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0983],\n", + " [-0.0958],\n", + " [-0.0930],\n", + " [-0.0990],\n", + " [-0.1003],\n", + " [-0.0975],\n", + " [-0.0896],\n", + " [-0.0929],\n", + " [-0.0834],\n", + " [-0.0984],\n", + " [-0.0845],\n", + " [-0.0990],\n", + " [-0.0918],\n", + " [-0.0947],\n", + " [-0.0999],\n", + " [-0.0934],\n", + " [-0.0944],\n", + " [-0.0945],\n", + " [-0.0947],\n", + " [-0.0950],\n", + " [-0.0902],\n", + " [-0.0755],\n", + " [-0.0891],\n", + " [-0.1003],\n", + " [-0.0915],\n", + " [-0.0870],\n", + " [-0.0899],\n", + " [-0.1006],\n", + " [-0.1015],\n", + " [-0.0961],\n", + " [-0.1002],\n", + " [-0.0930]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0185],\n", + " [0.0176],\n", + " [0.0122],\n", + " [0.0195],\n", + " [0.0229],\n", + " [0.0179],\n", + " [0.0115],\n", + " [0.0144],\n", + " [0.0077],\n", + " [0.0200],\n", + " [0.0125],\n", + " [0.0198],\n", + " [0.0164],\n", + " [0.0158],\n", + " [0.0195],\n", + " [0.0146],\n", + " [0.0150],\n", + " [0.0158],\n", + " [0.0146],\n", + " [0.0186],\n", + " [0.0097],\n", + " [0.0123],\n", + " [0.0116],\n", + " [0.0206],\n", + " [0.0111],\n", + " [0.0182],\n", + " [0.0118],\n", + " [0.0215],\n", + " [0.0211],\n", + " [0.0166],\n", + " [0.0200],\n", + " [0.0140]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0958],\n", + " [0.0961],\n", + " [0.0896],\n", + " [0.0959],\n", + " [0.0963],\n", + " [0.0919],\n", + " [0.0891],\n", + " [0.0918],\n", + " [0.0810],\n", + " [0.0960],\n", + " [0.0813],\n", + " [0.0984],\n", + " [0.0881],\n", + " [0.0907],\n", + " [0.0951],\n", + " [0.0917],\n", + " [0.0931],\n", + " [0.0921],\n", + " [0.0890],\n", + " [0.0861],\n", + " [0.0891],\n", + " [0.0772],\n", + " [0.0883],\n", + " [0.0954],\n", + " [0.0866],\n", + " [0.0926],\n", + " [0.0902],\n", + " [0.0966],\n", + " [0.1004],\n", + " [0.0931],\n", + " [0.0967],\n", + " [0.0898]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0110],\n", + " [ 0.0090],\n", + " [ 0.0106],\n", + " [ 0.0105],\n", + " [ 0.0103],\n", + " [ 0.0093],\n", + " [ 0.0091],\n", + " [ 0.0091],\n", + " [ 0.0061],\n", + " [ 0.0108],\n", + " [ 0.0053],\n", + " [ 0.0123],\n", + " [ 0.0034],\n", + " [ 0.0077],\n", + " [ 0.0094],\n", + " [ 0.0093],\n", + " [ 0.0113],\n", + " [ 0.0093],\n", + " [ 0.0093],\n", + " [ 0.0051],\n", + " [ 0.0107],\n", + " [-0.0045],\n", + " [ 0.0087],\n", + " [ 0.0106],\n", + " [ 0.0076],\n", + " [ 0.0034],\n", + " [ 0.0099],\n", + " [ 0.0111],\n", + " [ 0.0070],\n", + " [ 0.0099],\n", + " [ 0.0116],\n", + " [ 0.0093]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.6377e-04],\n", + " [ 3.4625e-03],\n", + " [-5.0983e-03],\n", + " [-1.2661e-04],\n", + " [-1.6984e-03],\n", + " [ 1.0090e-04],\n", + " [-3.4244e-03],\n", + " [-3.1789e-04],\n", + " [-1.6211e-03],\n", + " [-1.7403e-03],\n", + " [ 1.7243e-03],\n", + " [-1.3856e-03],\n", + " [ 4.3314e-03],\n", + " [-5.9426e-03],\n", + " [ 1.8283e-03],\n", + " [ 1.1012e-03],\n", + " [-4.5712e-03],\n", + " [-1.1165e-03],\n", + " [ 3.2145e-04],\n", + " [ 1.4925e-03],\n", + " [-5.9970e-03],\n", + " [ 1.9652e-03],\n", + " [-7.3045e-04],\n", + " [ 2.9057e-05],\n", + " [-1.2282e-03],\n", + " [ 1.6923e-02],\n", + " [-4.0445e-03],\n", + " [-1.9983e-04],\n", + " [ 6.6730e-03],\n", + " [-1.9908e-03],\n", + " [ 2.2529e-04],\n", + " [ 4.8736e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0337],\n", + " [-0.0341],\n", + " [-0.0338],\n", + " [-0.0338],\n", + " [-0.0306],\n", + " [-0.0361],\n", + " [-0.0386],\n", + " [-0.0380],\n", + " [-0.0431],\n", + " [-0.0334],\n", + " [-0.0429],\n", + " [-0.0304],\n", + " [-0.0442],\n", + " [-0.0357],\n", + " [-0.0349],\n", + " [-0.0388],\n", + " [-0.0345],\n", + " [-0.0367],\n", + " [-0.0368],\n", + " [-0.0387],\n", + " [-0.0361],\n", + " [-0.0513],\n", + " [-0.0396],\n", + " [-0.0325],\n", + " [-0.0379],\n", + " [-0.0528],\n", + " [-0.0378],\n", + " [-0.0322],\n", + " [-0.0343],\n", + " [-0.0343],\n", + " [-0.0320],\n", + " [-0.0377]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0041],\n", + " [0.0055],\n", + " [0.0036],\n", + " [0.0042],\n", + " [0.0013],\n", + " [0.0046],\n", + " [0.0057],\n", + " [0.0056],\n", + " [0.0082],\n", + " [0.0028],\n", + " [0.0081],\n", + " [0.0023],\n", + " [0.0090],\n", + " [0.0018],\n", + " [0.0052],\n", + " [0.0062],\n", + " [0.0030],\n", + " [0.0047],\n", + " [0.0058],\n", + " [0.0065],\n", + " [0.0047],\n", + " [0.0070],\n", + " [0.0065],\n", + " [0.0033],\n", + " [0.0062],\n", + " [0.0107],\n", + " [0.0051],\n", + " [0.0027],\n", + " [0.0071],\n", + " [0.0042],\n", + " [0.0031],\n", + " [0.0062]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0573],\n", + " [0.0586],\n", + " [0.0571],\n", + " [0.0564],\n", + " [0.0562],\n", + " [0.0576],\n", + " [0.0591],\n", + " [0.0582],\n", + " [0.0637],\n", + " [0.0566],\n", + " [0.0634],\n", + " [0.0560],\n", + " [0.0613],\n", + " [0.0574],\n", + " [0.0580],\n", + " [0.0589],\n", + " [0.0561],\n", + " [0.0568],\n", + " [0.0586],\n", + " [0.0587],\n", + " [0.0591],\n", + " [0.0662],\n", + " [0.0598],\n", + " [0.0570],\n", + " [0.0583],\n", + " [0.0659],\n", + " [0.0585],\n", + " [0.0571],\n", + " [0.0589],\n", + " [0.0566],\n", + " [0.0570],\n", + " [0.0584]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0179],\n", + " [-0.0179],\n", + " [-0.0157],\n", + " [-0.0187],\n", + " [-0.0185],\n", + " [-0.0182],\n", + " [-0.0156],\n", + " [-0.0168],\n", + " [-0.0130],\n", + " [-0.0187],\n", + " [-0.0170],\n", + " [-0.0179],\n", + " [-0.0188],\n", + " [-0.0156],\n", + " [-0.0176],\n", + " [-0.0168],\n", + " [-0.0172],\n", + " [-0.0172],\n", + " [-0.0168],\n", + " [-0.0177],\n", + " [-0.0152],\n", + " [-0.0163],\n", + " [-0.0167],\n", + " [-0.0189],\n", + " [-0.0168],\n", + " [-0.0203],\n", + " [-0.0157],\n", + " [-0.0191],\n", + " [-0.0122],\n", + " [-0.0176],\n", + " [-0.0189],\n", + " [-0.0169]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1719],\n", + " [-0.1774],\n", + " [-0.1681],\n", + " [-0.1717],\n", + " [-0.1685],\n", + " [-0.1708],\n", + " [-0.1700],\n", + " [-0.1730],\n", + " [-0.1676],\n", + " [-0.1708],\n", + " [-0.1682],\n", + " [-0.1708],\n", + " [-0.1727],\n", + " [-0.1671],\n", + " [-0.1719],\n", + " [-0.1737],\n", + " [-0.1693],\n", + " [-0.1716],\n", + " [-0.1704],\n", + " [-0.1685],\n", + " [-0.1681],\n", + " [-0.1694],\n", + " [-0.1720],\n", + " [-0.1703],\n", + " [-0.1734],\n", + " [-0.1879],\n", + " [-0.1699],\n", + " [-0.1705],\n", + " [-0.1771],\n", + " [-0.1710],\n", + " [-0.1710],\n", + " [-0.1720]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0187],\n", + " [-0.0247],\n", + " [-0.0219],\n", + " [-0.0219],\n", + " [-0.0214],\n", + " [-0.0226],\n", + " [-0.0204],\n", + " [-0.0204],\n", + " [-0.0225],\n", + " [-0.0180],\n", + " [-0.0229],\n", + " [-0.0155],\n", + " [-0.0209],\n", + " [-0.0205],\n", + " [-0.0200],\n", + " [-0.0231],\n", + " [-0.0209],\n", + " [-0.0214],\n", + " [-0.0188],\n", + " [-0.0255],\n", + " [-0.0060],\n", + " [-0.0210],\n", + " [-0.0223],\n", + " [-0.0228],\n", + " [-0.0024],\n", + " [-0.0230],\n", + " [-0.0223],\n", + " [-0.0144],\n", + " [-0.0222],\n", + " [-0.0226],\n", + " [-0.0212]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 1.2718e-02],\n", + " [ 8.9775e-03],\n", + " [ 1.0899e-03],\n", + " [ 1.3101e-02],\n", + " [ 1.5561e-02],\n", + " [ 1.1341e-02],\n", + " [ 2.9842e-04],\n", + " [ 4.3599e-03],\n", + " [-5.9282e-03],\n", + " [ 1.2572e-02],\n", + " [-1.0294e-03],\n", + " [ 1.3603e-02],\n", + " [ 9.6176e-03],\n", + " [ 5.8331e-03],\n", + " [ 1.6199e-02],\n", + " [ 5.1717e-03],\n", + " [ 5.4826e-03],\n", + " [ 6.0532e-03],\n", + " [ 7.2383e-03],\n", + " [ 7.8103e-03],\n", + " [-9.4332e-04],\n", + " [ 2.9140e-04],\n", + " [ 6.4123e-04],\n", + " [ 1.5040e-02],\n", + " [ 5.2946e-07],\n", + " [ 1.7066e-02],\n", + " [-1.0716e-04],\n", + " [ 1.6444e-02],\n", + " [ 2.3086e-02],\n", + " [ 8.8330e-03],\n", + " [ 1.5417e-02],\n", + " [ 4.5670e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0896],\n", + " [0.0893],\n", + " [0.0948],\n", + " [0.0898],\n", + " [0.0926],\n", + " [0.0905],\n", + " [0.0947],\n", + " [0.0919],\n", + " [0.0971],\n", + " [0.0908],\n", + " [0.0987],\n", + " [0.0900],\n", + " [0.0905],\n", + " [0.0952],\n", + " [0.0893],\n", + " [0.0905],\n", + " [0.0933],\n", + " [0.0926],\n", + " [0.0912],\n", + " [0.0949],\n", + " [0.0947],\n", + " [0.1034],\n", + " [0.0936],\n", + " [0.0907],\n", + " [0.0926],\n", + " [0.0830],\n", + " [0.0951],\n", + " [0.0901],\n", + " [0.0861],\n", + " [0.0916],\n", + " [0.0895],\n", + " [0.0917]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0856],\n", + " [0.0796],\n", + " [0.0783],\n", + " [0.0856],\n", + " [0.0872],\n", + " [0.0852],\n", + " [0.0792],\n", + " [0.0803],\n", + " [0.0823],\n", + " [0.0855],\n", + " [0.0839],\n", + " [0.0859],\n", + " [0.0889],\n", + " [0.0835],\n", + " [0.0887],\n", + " [0.0816],\n", + " [0.0810],\n", + " [0.0815],\n", + " [0.0837],\n", + " [0.0853],\n", + " [0.0782],\n", + " [0.0840],\n", + " [0.0784],\n", + " [0.0866],\n", + " [0.0743],\n", + " [0.0872],\n", + " [0.0787],\n", + " [0.0881],\n", + " [0.0939],\n", + " [0.0821],\n", + " [0.0871],\n", + " [0.0809]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0882],\n", + " [0.0876],\n", + " [0.0864],\n", + " [0.0868],\n", + " [0.0872],\n", + " [0.0887],\n", + " [0.0876],\n", + " [0.0877],\n", + " [0.0887],\n", + " [0.0878],\n", + " [0.0887],\n", + " [0.0876],\n", + " [0.0897],\n", + " [0.0865],\n", + " [0.0892],\n", + " [0.0882],\n", + " [0.0865],\n", + " [0.0868],\n", + " [0.0888],\n", + " [0.0866],\n", + " [0.0878],\n", + " [0.0942],\n", + " [0.0882],\n", + " [0.0877],\n", + " [0.0880],\n", + " [0.0937],\n", + " [0.0870],\n", + " [0.0887],\n", + " [0.0878],\n", + " [0.0874],\n", + " [0.0887],\n", + " [0.0878]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0409],\n", + " [0.0383],\n", + " [0.0390],\n", + " [0.0416],\n", + " [0.0431],\n", + " [0.0421],\n", + " [0.0389],\n", + " [0.0390],\n", + " [0.0420],\n", + " [0.0409],\n", + " [0.0451],\n", + " [0.0409],\n", + " [0.0440],\n", + " [0.0399],\n", + " [0.0427],\n", + " [0.0397],\n", + " [0.0388],\n", + " [0.0399],\n", + " [0.0419],\n", + " [0.0455],\n", + " [0.0385],\n", + " [0.0472],\n", + " [0.0395],\n", + " [0.0431],\n", + " [0.0382],\n", + " [0.0413],\n", + " [0.0385],\n", + " [0.0426],\n", + " [0.0429],\n", + " [0.0399],\n", + " [0.0423],\n", + " [0.0406]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0363],\n", + " [0.0362],\n", + " [0.0372],\n", + " [0.0365],\n", + " [0.0357],\n", + " [0.0363],\n", + " [0.0381],\n", + " [0.0380],\n", + " [0.0361],\n", + " [0.0372],\n", + " [0.0347],\n", + " [0.0365],\n", + " [0.0357],\n", + " [0.0381],\n", + " [0.0344],\n", + " [0.0381],\n", + " [0.0382],\n", + " [0.0376],\n", + " [0.0366],\n", + " [0.0354],\n", + " [0.0379],\n", + " [0.0298],\n", + " [0.0369],\n", + " [0.0356],\n", + " [0.0337],\n", + " [0.0295],\n", + " [0.0387],\n", + " [0.0354],\n", + " [0.0315],\n", + " [0.0364],\n", + " [0.0356],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0710],\n", + " [-0.0704],\n", + " [-0.0761],\n", + " [-0.0714],\n", + " [-0.0694],\n", + " [-0.0718],\n", + " [-0.0756],\n", + " [-0.0736],\n", + " [-0.0770],\n", + " [-0.0711],\n", + " [-0.0757],\n", + " [-0.0705],\n", + " [-0.0704],\n", + " [-0.0735],\n", + " [-0.0691],\n", + " [-0.0736],\n", + " [-0.0743],\n", + " [-0.0735],\n", + " [-0.0739],\n", + " [-0.0734],\n", + " [-0.0767],\n", + " [-0.0717],\n", + " [-0.0751],\n", + " [-0.0706],\n", + " [-0.0742],\n", + " [-0.0640],\n", + " [-0.0758],\n", + " [-0.0693],\n", + " [-0.0636],\n", + " [-0.0725],\n", + " [-0.0700],\n", + " [-0.0743]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0985],\n", + " [-0.1045],\n", + " [-0.1028],\n", + " [-0.0980],\n", + " [-0.0966],\n", + " [-0.0997],\n", + " [-0.1048],\n", + " [-0.1040],\n", + " [-0.1087],\n", + " [-0.0980],\n", + " [-0.1088],\n", + " [-0.0974],\n", + " [-0.1069],\n", + " [-0.1007],\n", + " [-0.0990],\n", + " [-0.1039],\n", + " [-0.1011],\n", + " [-0.1021],\n", + " [-0.1021],\n", + " [-0.1022],\n", + " [-0.1040],\n", + " [-0.1134],\n", + " [-0.1063],\n", + " [-0.0978],\n", + " [-0.1056],\n", + " [-0.1185],\n", + " [-0.1046],\n", + " [-0.0972],\n", + " [-0.1025],\n", + " [-0.1004],\n", + " [-0.0976],\n", + " [-0.1035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0627],\n", + " [-0.0646],\n", + " [-0.0628],\n", + " [-0.0643],\n", + " [-0.0617],\n", + " [-0.0620],\n", + " [-0.0616],\n", + " [-0.0607],\n", + " [-0.0631],\n", + " [-0.0582],\n", + " [-0.0642],\n", + " [-0.0576],\n", + " [-0.0638],\n", + " [-0.0620],\n", + " [-0.0606],\n", + " [-0.0634],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0610],\n", + " [-0.0637],\n", + " [-0.0535],\n", + " [-0.0607],\n", + " [-0.0630],\n", + " [-0.0637],\n", + " [-0.0528],\n", + " [-0.0623],\n", + " [-0.0632],\n", + " [-0.0604],\n", + " [-0.0636],\n", + " [-0.0631],\n", + " [-0.0610]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0627],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0630],\n", + " [-0.0628],\n", + " [-0.0675],\n", + " [-0.0301],\n", + " [-0.0522],\n", + " [-0.0609],\n", + " [-0.0617],\n", + " [-0.0627],\n", + " [-0.0638],\n", + " [-0.0632],\n", + " [-0.0631],\n", + " [-0.0616],\n", + " [-0.0606],\n", + " [-0.0608],\n", + " [-0.0621],\n", + " [-0.0617],\n", + " [-0.0632],\n", + " [-0.0624],\n", + " [-0.0615],\n", + " [-0.0607],\n", + " [-0.0606],\n", + " [-0.0546],\n", + " [-0.0625],\n", + " [-0.0620],\n", + " [-0.0621],\n", + " [-0.0631],\n", + " [-0.0594],\n", + " [-0.0610],\n", + " [-0.0467]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0743],\n", + " [-0.0767],\n", + " [-0.0757],\n", + " [-0.0754],\n", + " [-0.0700],\n", + " [-0.0811],\n", + " [-0.0559],\n", + " [-0.0678],\n", + " [-0.0703],\n", + " [-0.0712],\n", + " [-0.0769],\n", + " [-0.0752],\n", + " [-0.0769],\n", + " [-0.0767],\n", + " [-0.0758],\n", + " [-0.0724],\n", + " [-0.0748],\n", + " [-0.0757],\n", + " [-0.0696],\n", + " [-0.0764],\n", + " [-0.0757],\n", + " [-0.0741],\n", + " [-0.0751],\n", + " [-0.0748],\n", + " [-0.0716],\n", + " [-0.0707],\n", + " [-0.0761],\n", + " [-0.0745],\n", + " [-0.0771],\n", + " [-0.0684],\n", + " [-0.0747],\n", + " [-0.0690]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0367],\n", + " [0.0375],\n", + " [0.0373],\n", + " [0.0372],\n", + " [0.0361],\n", + " [0.0367],\n", + " [0.0458],\n", + " [0.0410],\n", + " [0.0376],\n", + " [0.0358],\n", + " [0.0386],\n", + " [0.0395],\n", + " [0.0369],\n", + " [0.0378],\n", + " [0.0387],\n", + " [0.0380],\n", + " [0.0396],\n", + " [0.0382],\n", + " [0.0382],\n", + " [0.0365],\n", + " [0.0364],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0389],\n", + " [0.0394],\n", + " [0.0366],\n", + " [0.0373],\n", + " [0.0390],\n", + " [0.0365],\n", + " [0.0397],\n", + " [0.0387],\n", + " [0.0354]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0950],\n", + " [-0.0939],\n", + " [-0.0923],\n", + " [-0.0949],\n", + " [-0.0956],\n", + " [-0.0960],\n", + " [-0.0687],\n", + " [-0.0784],\n", + " [-0.0930],\n", + " [-0.0952],\n", + " [-0.0912],\n", + " [-0.0894],\n", + " [-0.0920],\n", + " [-0.0941],\n", + " [-0.0912],\n", + " [-0.0890],\n", + " [-0.0892],\n", + " [-0.0932],\n", + " [-0.0942],\n", + " [-0.0957],\n", + " [-0.0922],\n", + " [-0.0904],\n", + " [-0.0896],\n", + " [-0.0916],\n", + " [-0.0873],\n", + " [-0.0957],\n", + " [-0.0911],\n", + " [-0.0943],\n", + " [-0.0919],\n", + " [-0.0911],\n", + " [-0.0907],\n", + " [-0.0812]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0581],\n", + " [0.0545],\n", + " [0.0543],\n", + " [0.0571],\n", + " [0.0581],\n", + " [0.0538],\n", + " [0.0371],\n", + " [0.0410],\n", + " [0.0564],\n", + " [0.0590],\n", + " [0.0491],\n", + " [0.0412],\n", + " [0.0520],\n", + " [0.0546],\n", + " [0.0504],\n", + " [0.0519],\n", + " [0.0430],\n", + " [0.0535],\n", + " [0.0573],\n", + " [0.0560],\n", + " [0.0532],\n", + " [0.0521],\n", + " [0.0480],\n", + " [0.0462],\n", + " [0.0448],\n", + " [0.0587],\n", + " [0.0505],\n", + " [0.0561],\n", + " [0.0504],\n", + " [0.0561],\n", + " [0.0511],\n", + " [0.0314]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0360],\n", + " [-0.0355],\n", + " [-0.0401],\n", + " [-0.0354],\n", + " [-0.0381],\n", + " [-0.0364],\n", + " [-0.0235],\n", + " [-0.0485],\n", + " [-0.0376],\n", + " [-0.0371],\n", + " [-0.0353],\n", + " [-0.0351],\n", + " [-0.0395],\n", + " [-0.0352],\n", + " [-0.0347],\n", + " [-0.0420],\n", + " [-0.0355],\n", + " [-0.0353],\n", + " [-0.0348],\n", + " [-0.0362],\n", + " [-0.0396],\n", + " [-0.0415],\n", + " [-0.0423],\n", + " [-0.0342],\n", + " [-0.0422],\n", + " [-0.0319],\n", + " [-0.0418],\n", + " [-0.0339],\n", + " [-0.0395],\n", + " [-0.0353],\n", + " [-0.0378],\n", + " [-0.0499]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0791],\n", + " [-0.0794],\n", + " [-0.0785],\n", + " [-0.0791],\n", + " [-0.0816],\n", + " [-0.0785],\n", + " [-0.0753],\n", + " [-0.0737],\n", + " [-0.0806],\n", + " [-0.0800],\n", + " [-0.0794],\n", + " [-0.0813],\n", + " [-0.0780],\n", + " [-0.0795],\n", + " [-0.0797],\n", + " [-0.0789],\n", + " [-0.0807],\n", + " [-0.0799],\n", + " [-0.0815],\n", + " [-0.0795],\n", + " [-0.0785],\n", + " [-0.0788],\n", + " [-0.0786],\n", + " [-0.0824],\n", + " [-0.0867],\n", + " [-0.0817],\n", + " [-0.0791],\n", + " [-0.0807],\n", + " [-0.0783],\n", + " [-0.0809],\n", + " [-0.0787],\n", + " [-0.0746]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1690],\n", + " [0.1668],\n", + " [0.1679],\n", + " [0.1687],\n", + " [0.1687],\n", + " [0.1660],\n", + " [0.1702],\n", + " [0.1611],\n", + " [0.1689],\n", + " [0.1696],\n", + " [0.1639],\n", + " [0.1619],\n", + " [0.1658],\n", + " [0.1669],\n", + " [0.1646],\n", + " [0.1667],\n", + " [0.1609],\n", + " [0.1661],\n", + " [0.1697],\n", + " [0.1671],\n", + " [0.1664],\n", + " [0.1665],\n", + " [0.1626],\n", + " [0.1608],\n", + " [0.1574],\n", + " [0.1729],\n", + " [0.1643],\n", + " [0.1684],\n", + " [0.1644],\n", + " [0.1707],\n", + " [0.1657],\n", + " [0.1524]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0578],\n", + " [-0.0577],\n", + " [-0.0556],\n", + " [-0.0582],\n", + " [-0.0575],\n", + " [-0.0614],\n", + " [-0.0405],\n", + " [-0.0403],\n", + " [-0.0535],\n", + " [-0.0567],\n", + " [-0.0575],\n", + " [-0.0567],\n", + " [-0.0568],\n", + " [-0.0579],\n", + " [-0.0570],\n", + " [-0.0518],\n", + " [-0.0547],\n", + " [-0.0563],\n", + " [-0.0546],\n", + " [-0.0591],\n", + " [-0.0559],\n", + " [-0.0538],\n", + " [-0.0552],\n", + " [-0.0549],\n", + " [-0.0480],\n", + " [-0.0565],\n", + " [-0.0563],\n", + " [-0.0560],\n", + " [-0.0571],\n", + " [-0.0492],\n", + " [-0.0551],\n", + " [-0.0457]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0601],\n", + " [0.0645],\n", + " [0.0618],\n", + " [0.0619],\n", + " [0.0565],\n", + " [0.0642],\n", + " [0.0698],\n", + " [0.0670],\n", + " [0.0577],\n", + " [0.0574],\n", + " [0.0682],\n", + " [0.0719],\n", + " [0.0641],\n", + " [0.0643],\n", + " [0.0669],\n", + " [0.0609],\n", + " [0.0719],\n", + " [0.0656],\n", + " [0.0582],\n", + " [0.0629],\n", + " [0.0625],\n", + " [0.0615],\n", + " [0.0660],\n", + " [0.0708],\n", + " [0.0695],\n", + " [0.0603],\n", + " [0.0641],\n", + " [0.0629],\n", + " [0.0651],\n", + " [0.0579],\n", + " [0.0649],\n", + " [0.0777]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0980],\n", + " [-0.0939],\n", + " [-0.0948],\n", + " [-0.0969],\n", + " [-0.0994],\n", + " [-0.0924],\n", + " [-0.0962],\n", + " [-0.0878],\n", + " [-0.0976],\n", + " [-0.0994],\n", + " [-0.0885],\n", + " [-0.0805],\n", + " [-0.0920],\n", + " [-0.0945],\n", + " [-0.0902],\n", + " [-0.0937],\n", + " [-0.0851],\n", + " [-0.0938],\n", + " [-0.0990],\n", + " [-0.0960],\n", + " [-0.0932],\n", + " [-0.0932],\n", + " [-0.0891],\n", + " [-0.0891],\n", + " [-0.0960],\n", + " [-0.1005],\n", + " [-0.0917],\n", + " [-0.0966],\n", + " [-0.0902],\n", + " [-0.0985],\n", + " [-0.0924],\n", + " [-0.0767]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0181],\n", + " [ 0.0148],\n", + " [ 0.0150],\n", + " [ 0.0177],\n", + " [ 0.0200],\n", + " [ 0.0151],\n", + " [ 0.0036],\n", + " [ 0.0052],\n", + " [ 0.0206],\n", + " [ 0.0212],\n", + " [ 0.0112],\n", + " [ 0.0081],\n", + " [ 0.0138],\n", + " [ 0.0144],\n", + " [ 0.0130],\n", + " [ 0.0144],\n", + " [ 0.0074],\n", + " [ 0.0140],\n", + " [ 0.0207],\n", + " [ 0.0169],\n", + " [ 0.0153],\n", + " [ 0.0142],\n", + " [ 0.0109],\n", + " [ 0.0091],\n", + " [ 0.0059],\n", + " [ 0.0215],\n", + " [ 0.0117],\n", + " [ 0.0172],\n", + " [ 0.0127],\n", + " [ 0.0214],\n", + " [ 0.0126],\n", + " [-0.0013]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0932],\n", + " [0.0882],\n", + " [0.0940],\n", + " [0.0900],\n", + " [0.0986],\n", + " [0.0893],\n", + " [0.1143],\n", + " [0.1004],\n", + " [0.0952],\n", + " [0.0967],\n", + " [0.0848],\n", + " [0.0786],\n", + " [0.0908],\n", + " [0.0890],\n", + " [0.0855],\n", + " [0.0953],\n", + " [0.0833],\n", + " [0.0883],\n", + " [0.0942],\n", + " [0.0906],\n", + " [0.0917],\n", + " [0.0944],\n", + " [0.0921],\n", + " [0.0864],\n", + " [0.1058],\n", + " [0.0906],\n", + " [0.0946],\n", + " [0.0897],\n", + " [0.0900],\n", + " [0.0937],\n", + " [0.0905],\n", + " [0.0954]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0097],\n", + " [0.0078],\n", + " [0.0115],\n", + " [0.0078],\n", + " [0.0121],\n", + " [0.0077],\n", + " [0.0262],\n", + " [0.0147],\n", + " [0.0103],\n", + " [0.0095],\n", + " [0.0072],\n", + " [0.0030],\n", + " [0.0094],\n", + " [0.0090],\n", + " [0.0070],\n", + " [0.0130],\n", + " [0.0062],\n", + " [0.0087],\n", + " [0.0104],\n", + " [0.0075],\n", + " [0.0089],\n", + " [0.0120],\n", + " [0.0114],\n", + " [0.0068],\n", + " [0.0154],\n", + " [0.0069],\n", + " [0.0130],\n", + " [0.0089],\n", + " [0.0088],\n", + " [0.0084],\n", + " [0.0115],\n", + " [0.0149]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 7.3487e-04],\n", + " [ 4.7744e-04],\n", + " [-3.0086e-03],\n", + " [ 2.4469e-03],\n", + " [-1.1791e-04],\n", + " [ 5.5580e-03],\n", + " [-1.8036e-02],\n", + " [-2.1870e-02],\n", + " [-2.9499e-03],\n", + " [-3.4928e-04],\n", + " [-1.6163e-03],\n", + " [-1.1894e-03],\n", + " [-2.1266e-03],\n", + " [ 2.5381e-04],\n", + " [-9.0270e-04],\n", + " [-7.9953e-03],\n", + " [-4.1011e-03],\n", + " [-2.2387e-03],\n", + " [-1.0668e-03],\n", + " [ 2.6655e-03],\n", + " [-2.3782e-03],\n", + " [-5.9341e-03],\n", + " [-7.2139e-03],\n", + " [-4.7251e-03],\n", + " [-1.1255e-02],\n", + " [ 2.0273e-03],\n", + " [-4.9609e-03],\n", + " [ 5.1068e-05],\n", + " [-2.8087e-03],\n", + " [-4.1550e-03],\n", + " [-4.9675e-03],\n", + " [-2.8450e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0352],\n", + " [-0.0377],\n", + " [-0.0337],\n", + " [-0.0375],\n", + " [-0.0321],\n", + " [-0.0408],\n", + " [-0.0240],\n", + " [-0.0319],\n", + " [-0.0340],\n", + " [-0.0347],\n", + " [-0.0395],\n", + " [-0.0440],\n", + " [-0.0373],\n", + " [-0.0369],\n", + " [-0.0393],\n", + " [-0.0323],\n", + " [-0.0397],\n", + " [-0.0365],\n", + " [-0.0334],\n", + " [-0.0388],\n", + " [-0.0372],\n", + " [-0.0341],\n", + " [-0.0367],\n", + " [-0.0391],\n", + " [-0.0325],\n", + " [-0.0368],\n", + " [-0.0347],\n", + " [-0.0358],\n", + " [-0.0387],\n", + " [-0.0327],\n", + " [-0.0348],\n", + " [-0.0416]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0051],\n", + " [ 0.0063],\n", + " [ 0.0037],\n", + " [ 0.0061],\n", + " [ 0.0028],\n", + " [ 0.0076],\n", + " [-0.0020],\n", + " [-0.0074],\n", + " [ 0.0022],\n", + " [ 0.0043],\n", + " [ 0.0070],\n", + " [ 0.0075],\n", + " [ 0.0051],\n", + " [ 0.0060],\n", + " [ 0.0068],\n", + " [ 0.0007],\n", + " [ 0.0063],\n", + " [ 0.0053],\n", + " [ 0.0025],\n", + " [ 0.0066],\n", + " [ 0.0045],\n", + " [ 0.0024],\n", + " [ 0.0034],\n", + " [ 0.0051],\n", + " [-0.0024],\n", + " [ 0.0056],\n", + " [ 0.0032],\n", + " [ 0.0050],\n", + " [ 0.0055],\n", + " [ 0.0011],\n", + " [ 0.0040],\n", + " [-0.0036]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0570],\n", + " [0.0581],\n", + " [0.0563],\n", + " [0.0573],\n", + " [0.0568],\n", + " [0.0596],\n", + " [0.0699],\n", + " [0.0527],\n", + " [0.0557],\n", + " [0.0565],\n", + " [0.0606],\n", + " [0.0648],\n", + " [0.0575],\n", + " [0.0581],\n", + " [0.0600],\n", + " [0.0549],\n", + " [0.0625],\n", + " [0.0580],\n", + " [0.0568],\n", + " [0.0579],\n", + " [0.0568],\n", + " [0.0560],\n", + " [0.0584],\n", + " [0.0616],\n", + " [0.0612],\n", + " [0.0585],\n", + " [0.0583],\n", + " [0.0578],\n", + " [0.0586],\n", + " [0.0545],\n", + " [0.0575],\n", + " [0.0627]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0183],\n", + " [-0.0168],\n", + " [-0.0174],\n", + " [-0.0181],\n", + " [-0.0182],\n", + " [-0.0185],\n", + " [-0.0133],\n", + " [-0.0195],\n", + " [-0.0190],\n", + " [-0.0187],\n", + " [-0.0153],\n", + " [-0.0140],\n", + " [-0.0167],\n", + " [-0.0168],\n", + " [-0.0154],\n", + " [-0.0175],\n", + " [-0.0119],\n", + " [-0.0165],\n", + " [-0.0191],\n", + " [-0.0177],\n", + " [-0.0169],\n", + " [-0.0169],\n", + " [-0.0155],\n", + " [-0.0133],\n", + " [-0.0172],\n", + " [-0.0188],\n", + " [-0.0161],\n", + " [-0.0181],\n", + " [-0.0161],\n", + " [-0.0182],\n", + " [-0.0159],\n", + " [-0.0164]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1716],\n", + " [-0.1706],\n", + " [-0.1712],\n", + " [-0.1715],\n", + " [-0.1720],\n", + " [-0.1763],\n", + " [-0.1658],\n", + " [-0.1616],\n", + " [-0.1697],\n", + " [-0.1722],\n", + " [-0.1686],\n", + " [-0.1674],\n", + " [-0.1711],\n", + " [-0.1707],\n", + " [-0.1684],\n", + " [-0.1681],\n", + " [-0.1668],\n", + " [-0.1688],\n", + " [-0.1693],\n", + " [-0.1729],\n", + " [-0.1709],\n", + " [-0.1696],\n", + " [-0.1694],\n", + " [-0.1676],\n", + " [-0.1677],\n", + " [-0.1695],\n", + " [-0.1715],\n", + " [-0.1695],\n", + " [-0.1708],\n", + " [-0.1675],\n", + " [-0.1681],\n", + " [-0.1600]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0214],\n", + " [-0.0209],\n", + " [-0.0229],\n", + " [-0.0200],\n", + " [-0.0221],\n", + " [-0.0171],\n", + " [-0.0182],\n", + " [-0.0260],\n", + " [-0.0220],\n", + " [-0.0214],\n", + " [-0.0216],\n", + " [-0.0179],\n", + " [-0.0218],\n", + " [-0.0216],\n", + " [-0.0208],\n", + " [-0.0250],\n", + " [-0.0211],\n", + " [-0.0226],\n", + " [-0.0218],\n", + " [-0.0196],\n", + " [-0.0212],\n", + " [-0.0236],\n", + " [-0.0249],\n", + " [-0.0219],\n", + " [-0.0256],\n", + " [-0.0201],\n", + " [-0.0242],\n", + " [-0.0212],\n", + " [-0.0216],\n", + " [-0.0205],\n", + " [-0.0244],\n", + " [-0.0294]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0116],\n", + " [ 0.0061],\n", + " [ 0.0052],\n", + " [ 0.0099],\n", + " [ 0.0148],\n", + " [ 0.0063],\n", + " [ 0.0089],\n", + " [-0.0065],\n", + " [ 0.0110],\n", + " [ 0.0143],\n", + " [ 0.0003],\n", + " [-0.0071],\n", + " [ 0.0025],\n", + " [ 0.0066],\n", + " [ 0.0022],\n", + " [ 0.0031],\n", + " [-0.0055],\n", + " [ 0.0056],\n", + " [ 0.0136],\n", + " [ 0.0087],\n", + " [ 0.0043],\n", + " [ 0.0034],\n", + " [-0.0022],\n", + " [-0.0006],\n", + " [ 0.0028],\n", + " [ 0.0174],\n", + " [ 0.0018],\n", + " [ 0.0097],\n", + " [ 0.0013],\n", + " [ 0.0110],\n", + " [ 0.0023],\n", + " [-0.0158]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0903],\n", + " [0.0926],\n", + " [0.0921],\n", + " [0.0915],\n", + " [0.0885],\n", + " [0.0897],\n", + " [0.0935],\n", + " [0.1022],\n", + " [0.0924],\n", + " [0.0901],\n", + " [0.0955],\n", + " [0.1014],\n", + " [0.0941],\n", + " [0.0915],\n", + " [0.0954],\n", + " [0.0950],\n", + " [0.0979],\n", + " [0.0932],\n", + " [0.0919],\n", + " [0.0906],\n", + " [0.0942],\n", + " [0.0940],\n", + " [0.0959],\n", + " [0.0946],\n", + " [0.0908],\n", + " [0.0923],\n", + " [0.0922],\n", + " [0.0917],\n", + " [0.0945],\n", + " [0.0949],\n", + " [0.0941],\n", + " [0.1059]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0849],\n", + " [0.0826],\n", + " [0.0800],\n", + " [0.0849],\n", + " [0.0883],\n", + " [0.0804],\n", + " [0.0911],\n", + " [0.0678],\n", + " [0.0850],\n", + " [0.0869],\n", + " [0.0815],\n", + " [0.0815],\n", + " [0.0791],\n", + " [0.0827],\n", + " [0.0833],\n", + " [0.0788],\n", + " [0.0815],\n", + " [0.0820],\n", + " [0.0865],\n", + " [0.0845],\n", + " [0.0805],\n", + " [0.0796],\n", + " [0.0773],\n", + " [0.0827],\n", + " [0.0824],\n", + " [0.0890],\n", + " [0.0789],\n", + " [0.0843],\n", + " [0.0792],\n", + " [0.0844],\n", + " [0.0802],\n", + " [0.0632]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0871],\n", + " [0.0880],\n", + " [0.0859],\n", + " [0.0872],\n", + " [0.0892],\n", + " [0.0893],\n", + " [0.0660],\n", + " [0.0751],\n", + " [0.0865],\n", + " [0.0868],\n", + " [0.0883],\n", + " [0.0886],\n", + " [0.0868],\n", + " [0.0883],\n", + " [0.0880],\n", + " [0.0853],\n", + " [0.0876],\n", + " [0.0879],\n", + " [0.0878],\n", + " [0.0879],\n", + " [0.0864],\n", + " [0.0859],\n", + " [0.0869],\n", + " [0.0888],\n", + " [0.0850],\n", + " [0.0883],\n", + " [0.0872],\n", + " [0.0878],\n", + " [0.0874],\n", + " [0.0843],\n", + " [0.0866],\n", + " [0.0776]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0421],\n", + " [0.0419],\n", + " [0.0384],\n", + " [0.0433],\n", + " [0.0406],\n", + " [0.0410],\n", + " [0.0379],\n", + " [0.0306],\n", + " [0.0409],\n", + " [0.0418],\n", + " [0.0414],\n", + " [0.0433],\n", + " [0.0392],\n", + " [0.0416],\n", + " [0.0422],\n", + " [0.0369],\n", + " [0.0401],\n", + " [0.0412],\n", + " [0.0428],\n", + " [0.0422],\n", + " [0.0394],\n", + " [0.0370],\n", + " [0.0369],\n", + " [0.0398],\n", + " [0.0354],\n", + " [0.0459],\n", + " [0.0362],\n", + " [0.0431],\n", + " [0.0389],\n", + " [0.0424],\n", + " [0.0391],\n", + " [0.0333]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0359],\n", + " [0.0363],\n", + " [0.0381],\n", + " [0.0358],\n", + " [0.0370],\n", + " [0.0356],\n", + " [0.0391],\n", + " [0.0390],\n", + " [0.0381],\n", + " [0.0369],\n", + " [0.0369],\n", + " [0.0343],\n", + " [0.0380],\n", + " [0.0363],\n", + " [0.0372],\n", + " [0.0391],\n", + " [0.0376],\n", + " [0.0368],\n", + " [0.0363],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0391],\n", + " [0.0391],\n", + " [0.0382],\n", + " [0.0445],\n", + " [0.0329],\n", + " [0.0389],\n", + " [0.0362],\n", + " [0.0381],\n", + " [0.0372],\n", + " [0.0385],\n", + " [0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0721],\n", + " [-0.0737],\n", + " [-0.0745],\n", + " [-0.0724],\n", + " [-0.0698],\n", + " [-0.0726],\n", + " [-0.0896],\n", + " [-0.0859],\n", + " [-0.0720],\n", + " [-0.0706],\n", + " [-0.0758],\n", + " [-0.0760],\n", + " [-0.0749],\n", + " [-0.0739],\n", + " [-0.0754],\n", + " [-0.0758],\n", + " [-0.0771],\n", + " [-0.0746],\n", + " [-0.0711],\n", + " [-0.0726],\n", + " [-0.0741],\n", + " [-0.0750],\n", + " [-0.0772],\n", + " [-0.0759],\n", + " [-0.0804],\n", + " [-0.0686],\n", + " [-0.0764],\n", + " [-0.0733],\n", + " [-0.0749],\n", + " [-0.0722],\n", + " [-0.0762],\n", + " [-0.0892]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0992],\n", + " [-0.1026],\n", + " [-0.1019],\n", + " [-0.1008],\n", + " [-0.0976],\n", + " [-0.1063],\n", + " [-0.1081],\n", + " [-0.1035],\n", + " [-0.0982],\n", + " [-0.0979],\n", + " [-0.1054],\n", + " [-0.1103],\n", + " [-0.1040],\n", + " [-0.1023],\n", + " [-0.1043],\n", + " [-0.1008],\n", + " [-0.1073],\n", + " [-0.1023],\n", + " [-0.0979],\n", + " [-0.1019],\n", + " [-0.1028],\n", + " [-0.1018],\n", + " [-0.1043],\n", + " [-0.1045],\n", + " [-0.1026],\n", + " [-0.1003],\n", + " [-0.1036],\n", + " [-0.1007],\n", + " [-0.1047],\n", + " [-0.0980],\n", + " [-0.1023],\n", + " [-0.1097]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0613],\n", + " [-0.0637],\n", + " [-0.0610],\n", + " [-0.0630],\n", + " [-0.0586],\n", + " [-0.0575],\n", + " [-0.0654],\n", + " [-0.0628],\n", + " [-0.0627],\n", + " [-0.0608],\n", + " [-0.0584],\n", + " [-0.0621],\n", + " [-0.0614],\n", + " [-0.0606],\n", + " [-0.0650],\n", + " [-0.0617],\n", + " [-0.0622],\n", + " [-0.0627],\n", + " [-0.0603],\n", + " [-0.0623],\n", + " [-0.0642],\n", + " [-0.0633],\n", + " [-0.0625],\n", + " [-0.0668],\n", + " [-0.0622],\n", + " [-0.0636],\n", + " [-0.0617],\n", + " [-0.0618],\n", + " [-0.0639],\n", + " [-0.0631],\n", + " [-0.0606]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0601],\n", + " [-0.0622],\n", + " [-0.0610],\n", + " [-0.0642],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0622],\n", + " [-0.0594],\n", + " [-0.0614],\n", + " [-0.0637],\n", + " [-0.0665],\n", + " [-0.0619],\n", + " [-0.0650],\n", + " [-0.0606],\n", + " [-0.0508],\n", + " [-0.0626],\n", + " [-0.0599],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0595],\n", + " [-0.0678],\n", + " [-0.0630],\n", + " [-0.0558],\n", + " [-0.0658],\n", + " [-0.0618],\n", + " [-0.0549],\n", + " [-0.0626],\n", + " [-0.0638],\n", + " [-0.0602],\n", + " [-0.0575],\n", + " [-0.0588]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0741],\n", + " [-0.0710],\n", + " [-0.0746],\n", + " [-0.0754],\n", + " [-0.0777],\n", + " [-0.0717],\n", + " [-0.0753],\n", + " [-0.0756],\n", + " [-0.0735],\n", + " [-0.0721],\n", + " [-0.0752],\n", + " [-0.0805],\n", + " [-0.0754],\n", + " [-0.0787],\n", + " [-0.0697],\n", + " [-0.0752],\n", + " [-0.0749],\n", + " [-0.0745],\n", + " [-0.0721],\n", + " [-0.0768],\n", + " [-0.0726],\n", + " [-0.0795],\n", + " [-0.0767],\n", + " [-0.0661],\n", + " [-0.0790],\n", + " [-0.0732],\n", + " [-0.0646],\n", + " [-0.0758],\n", + " [-0.0784],\n", + " [-0.0730],\n", + " [-0.0694],\n", + " [-0.0713]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0385],\n", + " [0.0365],\n", + " [0.0386],\n", + " [0.0371],\n", + " [0.0361],\n", + " [0.0377],\n", + " [0.0388],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0356],\n", + " [0.0368],\n", + " [0.0387],\n", + " [0.0362],\n", + " [0.0388],\n", + " [0.0385],\n", + " [0.0370],\n", + " [0.0386],\n", + " [0.0360],\n", + " [0.0370],\n", + " [0.0387],\n", + " [0.0341],\n", + " [0.0367],\n", + " [0.0375],\n", + " [0.0369],\n", + " [0.0388],\n", + " [0.0414],\n", + " [0.0364],\n", + " [0.0388],\n", + " [0.0393],\n", + " [0.0387],\n", + " [0.0398]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0956],\n", + " [-0.0894],\n", + " [-0.0935],\n", + " [-0.0911],\n", + " [-0.0916],\n", + " [-0.0960],\n", + " [-0.0912],\n", + " [-0.0913],\n", + " [-0.0875],\n", + " [-0.0933],\n", + " [-0.0964],\n", + " [-0.0959],\n", + " [-0.0891],\n", + " [-0.0963],\n", + " [-0.0921],\n", + " [-0.0859],\n", + " [-0.0937],\n", + " [-0.0883],\n", + " [-0.0956],\n", + " [-0.0918],\n", + " [-0.0879],\n", + " [-0.0988],\n", + " [-0.0913],\n", + " [-0.0845],\n", + " [-0.0947],\n", + " [-0.0942],\n", + " [-0.0861],\n", + " [-0.0930],\n", + " [-0.0931],\n", + " [-0.0899],\n", + " [-0.0872],\n", + " [-0.0869]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0577],\n", + " [0.0528],\n", + " [0.0559],\n", + " [0.0498],\n", + " [0.0487],\n", + " [0.0585],\n", + " [0.0531],\n", + " [0.0488],\n", + " [0.0481],\n", + " [0.0563],\n", + " [0.0588],\n", + " [0.0538],\n", + " [0.0478],\n", + " [0.0544],\n", + " [0.0568],\n", + " [0.0377],\n", + " [0.0554],\n", + " [0.0470],\n", + " [0.0592],\n", + " [0.0516],\n", + " [0.0489],\n", + " [0.0580],\n", + " [0.0500],\n", + " [0.0489],\n", + " [0.0518],\n", + " [0.0573],\n", + " [0.0456],\n", + " [0.0539],\n", + " [0.0495],\n", + " [0.0494],\n", + " [0.0474],\n", + " [0.0461]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0351],\n", + " [-0.0399],\n", + " [-0.0380],\n", + " [-0.0365],\n", + " [-0.0397],\n", + " [-0.0367],\n", + " [-0.0403],\n", + " [-0.0354],\n", + " [-0.0444],\n", + " [-0.0381],\n", + " [-0.0358],\n", + " [-0.0361],\n", + " [-0.0403],\n", + " [-0.0371],\n", + " [-0.0360],\n", + " [-0.0478],\n", + " [-0.0366],\n", + " [-0.0411],\n", + " [-0.0364],\n", + " [-0.0389],\n", + " [-0.0417],\n", + " [-0.0392],\n", + " [-0.0397],\n", + " [-0.0436],\n", + " [-0.0383],\n", + " [-0.0347],\n", + " [-0.0363],\n", + " [-0.0381],\n", + " [-0.0336],\n", + " [-0.0377],\n", + " [-0.0404],\n", + " [-0.0390]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0801],\n", + " [-0.0790],\n", + " [-0.0789],\n", + " [-0.0797],\n", + " [-0.0782],\n", + " [-0.0808],\n", + " [-0.0780],\n", + " [-0.0800],\n", + " [-0.0779],\n", + " [-0.0800],\n", + " [-0.0791],\n", + " [-0.0785],\n", + " [-0.0776],\n", + " [-0.0793],\n", + " [-0.0805],\n", + " [-0.0737],\n", + " [-0.0798],\n", + " [-0.0778],\n", + " [-0.0798],\n", + " [-0.0781],\n", + " [-0.0796],\n", + " [-0.0787],\n", + " [-0.0781],\n", + " [-0.0773],\n", + " [-0.0795],\n", + " [-0.0803],\n", + " [-0.0842],\n", + " [-0.0790],\n", + " [-0.0802],\n", + " [-0.0805],\n", + " [-0.0794],\n", + " [-0.0787]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1685],\n", + " [0.1683],\n", + " [0.1679],\n", + " [0.1639],\n", + " [0.1644],\n", + " [0.1689],\n", + " [0.1675],\n", + " [0.1640],\n", + " [0.1631],\n", + " [0.1682],\n", + " [0.1689],\n", + " [0.1659],\n", + " [0.1642],\n", + " [0.1659],\n", + " [0.1703],\n", + " [0.1606],\n", + " [0.1675],\n", + " [0.1630],\n", + " [0.1697],\n", + " [0.1654],\n", + " [0.1636],\n", + " [0.1671],\n", + " [0.1647],\n", + " [0.1678],\n", + " [0.1658],\n", + " [0.1695],\n", + " [0.1633],\n", + " [0.1666],\n", + " [0.1637],\n", + " [0.1647],\n", + " [0.1644],\n", + " [0.1648]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0575],\n", + " [-0.0507],\n", + " [-0.0563],\n", + " [-0.0557],\n", + " [-0.0576],\n", + " [-0.0573],\n", + " [-0.0555],\n", + " [-0.0557],\n", + " [-0.0528],\n", + " [-0.0547],\n", + " [-0.0590],\n", + " [-0.0611],\n", + " [-0.0568],\n", + " [-0.0604],\n", + " [-0.0527],\n", + " [-0.0574],\n", + " [-0.0561],\n", + " [-0.0564],\n", + " [-0.0573],\n", + " [-0.0568],\n", + " [-0.0529],\n", + " [-0.0621],\n", + " [-0.0569],\n", + " [-0.0459],\n", + " [-0.0605],\n", + " [-0.0555],\n", + " [-0.0431],\n", + " [-0.0566],\n", + " [-0.0593],\n", + " [-0.0536],\n", + " [-0.0485],\n", + " [-0.0506]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0610],\n", + " [0.0608],\n", + " [0.0606],\n", + " [0.0669],\n", + " [0.0661],\n", + " [0.0584],\n", + " [0.0614],\n", + " [0.0689],\n", + " [0.0638],\n", + " [0.0587],\n", + " [0.0608],\n", + " [0.0645],\n", + " [0.0642],\n", + " [0.0637],\n", + " [0.0571],\n", + " [0.0697],\n", + " [0.0619],\n", + " [0.0655],\n", + " [0.0581],\n", + " [0.0646],\n", + " [0.0629],\n", + " [0.0610],\n", + " [0.0646],\n", + " [0.0572],\n", + " [0.0627],\n", + " [0.0607],\n", + " [0.0606],\n", + " [0.0625],\n", + " [0.0704],\n", + " [0.0634],\n", + " [0.0634],\n", + " [0.0652]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0980],\n", + " [-0.0944],\n", + " [-0.0957],\n", + " [-0.0916],\n", + " [-0.0883],\n", + " [-0.0992],\n", + " [-0.0942],\n", + " [-0.0894],\n", + " [-0.0896],\n", + " [-0.0969],\n", + " [-0.0982],\n", + " [-0.0928],\n", + " [-0.0885],\n", + " [-0.0940],\n", + " [-0.0986],\n", + " [-0.0874],\n", + " [-0.0954],\n", + " [-0.0883],\n", + " [-0.0996],\n", + " [-0.0915],\n", + " [-0.0910],\n", + " [-0.0966],\n", + " [-0.0899],\n", + " [-0.0906],\n", + " [-0.0911],\n", + " [-0.0982],\n", + " [-0.0900],\n", + " [-0.0936],\n", + " [-0.0888],\n", + " [-0.0930],\n", + " [-0.0903],\n", + " [-0.0880]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0179],\n", + " [0.0170],\n", + " [0.0177],\n", + " [0.0111],\n", + " [0.0115],\n", + " [0.0198],\n", + " [0.0148],\n", + " [0.0110],\n", + " [0.0125],\n", + " [0.0193],\n", + " [0.0185],\n", + " [0.0148],\n", + " [0.0120],\n", + " [0.0161],\n", + " [0.0200],\n", + " [0.0106],\n", + " [0.0163],\n", + " [0.0103],\n", + " [0.0203],\n", + " [0.0135],\n", + " [0.0118],\n", + " [0.0184],\n", + " [0.0130],\n", + " [0.0184],\n", + " [0.0165],\n", + " [0.0183],\n", + " [0.0172],\n", + " [0.0161],\n", + " [0.0100],\n", + " [0.0121],\n", + " [0.0136],\n", + " [0.0126]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0922],\n", + " [0.0923],\n", + " [0.0921],\n", + " [0.0896],\n", + " [0.0887],\n", + " [0.0958],\n", + " [0.0944],\n", + " [0.0846],\n", + " [0.0941],\n", + " [0.0946],\n", + " [0.0923],\n", + " [0.0889],\n", + " [0.0914],\n", + " [0.0905],\n", + " [0.0958],\n", + " [0.0996],\n", + " [0.0907],\n", + " [0.0920],\n", + " [0.0959],\n", + " [0.0900],\n", + " [0.0953],\n", + " [0.0951],\n", + " [0.0899],\n", + " [0.0936],\n", + " [0.0926],\n", + " [0.0926],\n", + " [0.0945],\n", + " [0.0905],\n", + " [0.0836],\n", + " [0.0941],\n", + " [0.0919],\n", + " [0.0878]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0094],\n", + " [0.0097],\n", + " [0.0086],\n", + " [0.0106],\n", + " [0.0088],\n", + " [0.0103],\n", + " [0.0123],\n", + " [0.0066],\n", + " [0.0128],\n", + " [0.0102],\n", + " [0.0075],\n", + " [0.0077],\n", + " [0.0124],\n", + " [0.0075],\n", + " [0.0116],\n", + " [0.0256],\n", + " [0.0088],\n", + " [0.0139],\n", + " [0.0097],\n", + " [0.0091],\n", + " [0.0142],\n", + " [0.0082],\n", + " [0.0090],\n", + " [0.0089],\n", + " [0.0088],\n", + " [0.0103],\n", + " [0.0096],\n", + " [0.0078],\n", + " [0.0067],\n", + " [0.0137],\n", + " [0.0096],\n", + " [0.0081]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0007],\n", + " [-0.0065],\n", + " [-0.0006],\n", + " [-0.0050],\n", + " [-0.0025],\n", + " [ 0.0002],\n", + " [-0.0032],\n", + " [-0.0028],\n", + " [-0.0089],\n", + " [-0.0025],\n", + " [ 0.0025],\n", + " [ 0.0047],\n", + " [-0.0031],\n", + " [ 0.0038],\n", + " [-0.0035],\n", + " [-0.0136],\n", + " [-0.0009],\n", + " [-0.0059],\n", + " [ 0.0003],\n", + " [-0.0024],\n", + " [-0.0088],\n", + " [ 0.0053],\n", + " [-0.0028],\n", + " [-0.0115],\n", + " [ 0.0044],\n", + " [-0.0009],\n", + " [-0.0125],\n", + " [-0.0006],\n", + " [ 0.0003],\n", + " [-0.0066],\n", + " [-0.0103],\n", + " [-0.0067]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0355],\n", + " [-0.0336],\n", + " [-0.0368],\n", + " [-0.0362],\n", + " [-0.0390],\n", + " [-0.0346],\n", + " [-0.0341],\n", + " [-0.0387],\n", + " [-0.0356],\n", + " [-0.0348],\n", + " [-0.0375],\n", + " [-0.0404],\n", + " [-0.0362],\n", + " [-0.0405],\n", + " [-0.0309],\n", + " [-0.0450],\n", + " [-0.0363],\n", + " [-0.0352],\n", + " [-0.0346],\n", + " [-0.0378],\n", + " [-0.0330],\n", + " [-0.0379],\n", + " [-0.0387],\n", + " [-0.0343],\n", + " [-0.0420],\n", + " [-0.0339],\n", + " [-0.0347],\n", + " [-0.0382],\n", + " [-0.0401],\n", + " [-0.0335],\n", + " [-0.0344],\n", + " [-0.0364]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0050],\n", + " [ 0.0016],\n", + " [ 0.0048],\n", + " [ 0.0046],\n", + " [ 0.0056],\n", + " [ 0.0043],\n", + " [ 0.0034],\n", + " [ 0.0062],\n", + " [ 0.0013],\n", + " [ 0.0032],\n", + " [ 0.0067],\n", + " [ 0.0076],\n", + " [ 0.0040],\n", + " [ 0.0072],\n", + " [ 0.0014],\n", + " [ 0.0002],\n", + " [ 0.0046],\n", + " [ 0.0032],\n", + " [ 0.0047],\n", + " [ 0.0053],\n", + " [ 0.0005],\n", + " [ 0.0070],\n", + " [ 0.0052],\n", + " [-0.0010],\n", + " [ 0.0066],\n", + " [ 0.0040],\n", + " [-0.0032],\n", + " [ 0.0053],\n", + " [ 0.0083],\n", + " [ 0.0018],\n", + " [ 0.0003],\n", + " [ 0.0030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0575],\n", + " [0.0546],\n", + " [0.0564],\n", + " [0.0590],\n", + " [0.0593],\n", + " [0.0575],\n", + " [0.0563],\n", + " [0.0600],\n", + " [0.0559],\n", + " [0.0559],\n", + " [0.0576],\n", + " [0.0594],\n", + " [0.0586],\n", + " [0.0589],\n", + " [0.0554],\n", + " [0.0577],\n", + " [0.0568],\n", + " [0.0586],\n", + " [0.0569],\n", + " [0.0578],\n", + " [0.0567],\n", + " [0.0596],\n", + " [0.0583],\n", + " [0.0533],\n", + " [0.0603],\n", + " [0.0571],\n", + " [0.0552],\n", + " [0.0571],\n", + " [0.0624],\n", + " [0.0578],\n", + " [0.0563],\n", + " [0.0581]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0182],\n", + " [-0.0171],\n", + " [-0.0178],\n", + " [-0.0152],\n", + " [-0.0166],\n", + " [-0.0189],\n", + " [-0.0174],\n", + " [-0.0144],\n", + " [-0.0162],\n", + " [-0.0185],\n", + " [-0.0185],\n", + " [-0.0179],\n", + " [-0.0166],\n", + " [-0.0179],\n", + " [-0.0185],\n", + " [-0.0210],\n", + " [-0.0174],\n", + " [-0.0159],\n", + " [-0.0188],\n", + " [-0.0164],\n", + " [-0.0171],\n", + " [-0.0190],\n", + " [-0.0165],\n", + " [-0.0162],\n", + " [-0.0197],\n", + " [-0.0185],\n", + " [-0.0161],\n", + " [-0.0170],\n", + " [-0.0151],\n", + " [-0.0159],\n", + " [-0.0148],\n", + " [-0.0138]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1710],\n", + " [-0.1670],\n", + " [-0.1712],\n", + " [-0.1681],\n", + " [-0.1710],\n", + " [-0.1719],\n", + " [-0.1711],\n", + " [-0.1679],\n", + " [-0.1684],\n", + " [-0.1704],\n", + " [-0.1723],\n", + " [-0.1752],\n", + " [-0.1706],\n", + " [-0.1749],\n", + " [-0.1685],\n", + " [-0.1735],\n", + " [-0.1704],\n", + " [-0.1695],\n", + " [-0.1721],\n", + " [-0.1706],\n", + " [-0.1682],\n", + " [-0.1785],\n", + " [-0.1707],\n", + " [-0.1641],\n", + " [-0.1773],\n", + " [-0.1696],\n", + " [-0.1638],\n", + " [-0.1713],\n", + " [-0.1694],\n", + " [-0.1682],\n", + " [-0.1653],\n", + " [-0.1656]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0214],\n", + " [-0.0231],\n", + " [-0.0207],\n", + " [-0.0241],\n", + " [-0.0217],\n", + " [-0.0216],\n", + " [-0.0228],\n", + " [-0.0218],\n", + " [-0.0251],\n", + " [-0.0219],\n", + " [-0.0198],\n", + " [-0.0181],\n", + " [-0.0233],\n", + " [-0.0183],\n", + " [-0.0227],\n", + " [-0.0240],\n", + " [-0.0210],\n", + " [-0.0256],\n", + " [-0.0214],\n", + " [-0.0219],\n", + " [-0.0261],\n", + " [-0.0176],\n", + " [-0.0215],\n", + " [-0.0216],\n", + " [-0.0164],\n", + " [-0.0220],\n", + " [-0.0207],\n", + " [-0.0201],\n", + " [-0.0214],\n", + " [-0.0246],\n", + " [-0.0231],\n", + " [-0.0213]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0119],\n", + " [ 0.0040],\n", + " [ 0.0081],\n", + " [ 0.0017],\n", + " [-0.0008],\n", + " [ 0.0144],\n", + " [ 0.0044],\n", + " [-0.0001],\n", + " [-0.0023],\n", + " [ 0.0101],\n", + " [ 0.0130],\n", + " [ 0.0061],\n", + " [-0.0018],\n", + " [ 0.0071],\n", + " [ 0.0120],\n", + " [-0.0036],\n", + " [ 0.0080],\n", + " [-0.0025],\n", + " [ 0.0145],\n", + " [ 0.0023],\n", + " [ 0.0004],\n", + " [ 0.0121],\n", + " [ 0.0009],\n", + " [ 0.0004],\n", + " [ 0.0057],\n", + " [ 0.0116],\n", + " [ 0.0033],\n", + " [ 0.0055],\n", + " [ 0.0012],\n", + " [ 0.0029],\n", + " [-0.0008],\n", + " [-0.0032]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0903],\n", + " [0.0977],\n", + " [0.0926],\n", + " [0.0936],\n", + " [0.0954],\n", + " [0.0890],\n", + " [0.0922],\n", + " [0.0962],\n", + " [0.0972],\n", + " [0.0919],\n", + " [0.0899],\n", + " [0.0900],\n", + " [0.0954],\n", + " [0.0900],\n", + " [0.0924],\n", + " [0.0894],\n", + " [0.0925],\n", + " [0.0950],\n", + " [0.0895],\n", + " [0.0944],\n", + " [0.0948],\n", + " [0.0868],\n", + " [0.0953],\n", + " [0.1044],\n", + " [0.0903],\n", + " [0.0910],\n", + " [0.0974],\n", + " [0.0938],\n", + " [0.0932],\n", + " [0.0922],\n", + " [0.0999],\n", + " [0.1004]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0850],\n", + " [0.0801],\n", + " [0.0832],\n", + " [0.0807],\n", + " [0.0777],\n", + " [0.0873],\n", + " [0.0802],\n", + " [0.0812],\n", + " [0.0757],\n", + " [0.0844],\n", + " [0.0860],\n", + " [0.0810],\n", + " [0.0783],\n", + " [0.0826],\n", + " [0.0845],\n", + " [0.0699],\n", + " [0.0830],\n", + " [0.0784],\n", + " [0.0868],\n", + " [0.0795],\n", + " [0.0787],\n", + " [0.0827],\n", + " [0.0790],\n", + " [0.0798],\n", + " [0.0814],\n", + " [0.0846],\n", + " [0.0847],\n", + " [0.0819],\n", + " [0.0825],\n", + " [0.0814],\n", + " [0.0796],\n", + " [0.0805]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0881],\n", + " [0.0840],\n", + " [0.0866],\n", + " [0.0878],\n", + " [0.0875],\n", + " [0.0886],\n", + " [0.0855],\n", + " [0.0877],\n", + " [0.0848],\n", + " [0.0867],\n", + " [0.0882],\n", + " [0.0892],\n", + " [0.0866],\n", + " [0.0887],\n", + " [0.0863],\n", + " [0.0775],\n", + " [0.0876],\n", + " [0.0867],\n", + " [0.0873],\n", + " [0.0870],\n", + " [0.0865],\n", + " [0.0892],\n", + " [0.0870],\n", + " [0.0801],\n", + " [0.0888],\n", + " [0.0870],\n", + " [0.0849],\n", + " [0.0870],\n", + " [0.0897],\n", + " [0.0873],\n", + " [0.0834],\n", + " [0.0836]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0424],\n", + " [0.0397],\n", + " [0.0411],\n", + " [0.0391],\n", + " [0.0390],\n", + " [0.0413],\n", + " [0.0381],\n", + " [0.0410],\n", + " [0.0367],\n", + " [0.0405],\n", + " [0.0428],\n", + " [0.0413],\n", + " [0.0380],\n", + " [0.0412],\n", + " [0.0415],\n", + " [0.0319],\n", + " [0.0412],\n", + " [0.0366],\n", + " [0.0421],\n", + " [0.0394],\n", + " [0.0359],\n", + " [0.0396],\n", + " [0.0391],\n", + " [0.0378],\n", + " [0.0398],\n", + " [0.0425],\n", + " [0.0374],\n", + " [0.0408],\n", + " [0.0421],\n", + " [0.0376],\n", + " [0.0372],\n", + " [0.0398]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0355],\n", + " [0.0385],\n", + " [0.0374],\n", + " [0.0385],\n", + " [0.0373],\n", + " [0.0363],\n", + " [0.0388],\n", + " [0.0366],\n", + " [0.0389],\n", + " [0.0381],\n", + " [0.0352],\n", + " [0.0358],\n", + " [0.0392],\n", + " [0.0371],\n", + " [0.0371],\n", + " [0.0405],\n", + " [0.0367],\n", + " [0.0400],\n", + " [0.0361],\n", + " [0.0379],\n", + " [0.0397],\n", + " [0.0358],\n", + " [0.0380],\n", + " [0.0410],\n", + " [0.0383],\n", + " [0.0362],\n", + " [0.0424],\n", + " [0.0375],\n", + " [0.0360],\n", + " [0.0395],\n", + " [0.0400],\n", + " [0.0385]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0717],\n", + " [-0.0748],\n", + " [-0.0728],\n", + " [-0.0763],\n", + " [-0.0754],\n", + " [-0.0703],\n", + " [-0.0751],\n", + " [-0.0757],\n", + " [-0.0785],\n", + " [-0.0723],\n", + " [-0.0706],\n", + " [-0.0729],\n", + " [-0.0773],\n", + " [-0.0727],\n", + " [-0.0722],\n", + " [-0.0935],\n", + " [-0.0728],\n", + " [-0.0787],\n", + " [-0.0707],\n", + " [-0.0750],\n", + " [-0.0779],\n", + " [-0.0695],\n", + " [-0.0752],\n", + " [-0.0757],\n", + " [-0.0734],\n", + " [-0.0728],\n", + " [-0.0751],\n", + " [-0.0735],\n", + " [-0.0755],\n", + " [-0.0760],\n", + " [-0.0767],\n", + " [-0.0769]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0993],\n", + " [-0.1007],\n", + " [-0.1008],\n", + " [-0.1029],\n", + " [-0.1064],\n", + " [-0.0981],\n", + " [-0.1019],\n", + " [-0.1049],\n", + " [-0.1034],\n", + " [-0.0990],\n", + " [-0.1003],\n", + " [-0.1054],\n", + " [-0.1051],\n", + " [-0.1043],\n", + " [-0.0979],\n", + " [-0.1110],\n", + " [-0.1011],\n", + " [-0.1044],\n", + " [-0.0981],\n", + " [-0.1040],\n", + " [-0.1017],\n", + " [-0.1037],\n", + " [-0.1051],\n", + " [-0.1011],\n", + " [-0.1073],\n", + " [-0.0992],\n", + " [-0.1010],\n", + " [-0.1027],\n", + " [-0.1058],\n", + " [-0.1012],\n", + " [-0.1019],\n", + " [-0.1041]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0622],\n", + " [-0.0643],\n", + " [-0.0618],\n", + " [-0.0629],\n", + " [-0.0614],\n", + " [-0.0625],\n", + " [-0.0632],\n", + " [-0.0619],\n", + " [-0.0639],\n", + " [-0.0625],\n", + " [-0.0613],\n", + " [-0.0590],\n", + " [-0.0613],\n", + " [-0.0594],\n", + " [-0.0638],\n", + " [-0.0525],\n", + " [-0.0619],\n", + " [-0.0620],\n", + " [-0.0626],\n", + " [-0.0619],\n", + " [-0.0644],\n", + " [-0.0605],\n", + " [-0.0615],\n", + " [-0.0634],\n", + " [-0.0578],\n", + " [-0.0627],\n", + " [-0.0641],\n", + " [-0.0614],\n", + " [-0.0606],\n", + " [-0.0639],\n", + " [-0.0643],\n", + " [-0.0626]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0605],\n", + " [-0.1014],\n", + " [-0.0650],\n", + " [-0.0624],\n", + " [-0.0616],\n", + " [-0.0611],\n", + " [-0.0613],\n", + " [-0.0651],\n", + " [-0.0587],\n", + " [-0.0595],\n", + " [-0.0618],\n", + " [-0.0652],\n", + " [-0.0686],\n", + " [-0.0771],\n", + " [-0.0606],\n", + " [-0.0553],\n", + " [-0.0627],\n", + " [-0.0683],\n", + " [-0.0533],\n", + " [-0.0630],\n", + " [-0.0683],\n", + " [-0.0586],\n", + " [-0.0656],\n", + " [-0.0630],\n", + " [-0.0623],\n", + " [-0.0619],\n", + " [-0.0625],\n", + " [-0.0612],\n", + " [-0.0640],\n", + " [-0.0630],\n", + " [-0.0633],\n", + " [-0.0608]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0717],\n", + " [-0.1060],\n", + " [-0.0783],\n", + " [-0.0748],\n", + " [-0.0698],\n", + " [-0.0644],\n", + " [-0.0744],\n", + " [-0.0785],\n", + " [-0.0725],\n", + " [-0.0732],\n", + " [-0.0717],\n", + " [-0.0800],\n", + " [-0.0765],\n", + " [-0.0968],\n", + " [-0.0713],\n", + " [-0.0748],\n", + " [-0.0688],\n", + " [-0.0791],\n", + " [-0.0713],\n", + " [-0.0716],\n", + " [-0.0799],\n", + " [-0.0710],\n", + " [-0.0783],\n", + " [-0.0753],\n", + " [-0.0763],\n", + " [-0.0763],\n", + " [-0.0715],\n", + " [-0.0641],\n", + " [-0.0757],\n", + " [-0.0720],\n", + " [-0.0731],\n", + " [-0.0732]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0406],\n", + " [0.0145],\n", + " [0.0362],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0376],\n", + " [0.0389],\n", + " [0.0377],\n", + " [0.0392],\n", + " [0.0387],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0393],\n", + " [0.0259],\n", + " [0.0403],\n", + " [0.0380],\n", + " [0.0368],\n", + " [0.0390],\n", + " [0.0400],\n", + " [0.0358],\n", + " [0.0373],\n", + " [0.0384],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0370],\n", + " [0.0384],\n", + " [0.0364],\n", + " [0.0380],\n", + " [0.0354],\n", + " [0.0360],\n", + " [0.0358],\n", + " [0.0376]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0872],\n", + " [-0.1100],\n", + " [-0.0950],\n", + " [-0.0930],\n", + " [-0.0938],\n", + " [-0.0932],\n", + " [-0.0914],\n", + " [-0.0957],\n", + " [-0.0880],\n", + " [-0.0876],\n", + " [-0.0928],\n", + " [-0.0950],\n", + " [-0.0936],\n", + " [-0.0792],\n", + " [-0.0932],\n", + " [-0.0845],\n", + " [-0.0954],\n", + " [-0.0931],\n", + " [-0.0894],\n", + " [-0.0961],\n", + " [-0.0953],\n", + " [-0.0834],\n", + " [-0.0940],\n", + " [-0.0952],\n", + " [-0.0911],\n", + " [-0.0903],\n", + " [-0.0943],\n", + " [-0.0927],\n", + " [-0.0961],\n", + " [-0.0953],\n", + " [-0.0960],\n", + " [-0.0893]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0374],\n", + " [0.0616],\n", + " [0.0544],\n", + " [0.0572],\n", + " [0.0571],\n", + " [0.0584],\n", + " [0.0498],\n", + " [0.0545],\n", + " [0.0466],\n", + " [0.0494],\n", + " [0.0569],\n", + " [0.0531],\n", + " [0.0401],\n", + " [0.0431],\n", + " [0.0565],\n", + " [0.0365],\n", + " [0.0578],\n", + " [0.0444],\n", + " [0.0309],\n", + " [0.0582],\n", + " [0.0554],\n", + " [0.0478],\n", + " [0.0555],\n", + " [0.0566],\n", + " [0.0507],\n", + " [0.0480],\n", + " [0.0571],\n", + " [0.0575],\n", + " [0.0583],\n", + " [0.0579],\n", + " [0.0585],\n", + " [0.0516]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0368],\n", + " [-0.0480],\n", + " [-0.0380],\n", + " [-0.0385],\n", + " [-0.0373],\n", + " [-0.0346],\n", + " [-0.0370],\n", + " [-0.0346],\n", + " [-0.0403],\n", + " [-0.0437],\n", + " [-0.0385],\n", + " [-0.0370],\n", + " [-0.0336],\n", + " [-0.0446],\n", + " [-0.0332],\n", + " [-0.0410],\n", + " [-0.0359],\n", + " [-0.0318],\n", + " [-0.0446],\n", + " [-0.0376],\n", + " [-0.0389],\n", + " [-0.0485],\n", + " [-0.0386],\n", + " [-0.0349],\n", + " [-0.0399],\n", + " [-0.0368],\n", + " [-0.0379],\n", + " [-0.0343],\n", + " [-0.0376],\n", + " [-0.0372],\n", + " [-0.0370],\n", + " [-0.0427]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0815],\n", + " [-0.0651],\n", + " [-0.0790],\n", + " [-0.0783],\n", + " [-0.0810],\n", + " [-0.0831],\n", + " [-0.0803],\n", + " [-0.0802],\n", + " [-0.0806],\n", + " [-0.0778],\n", + " [-0.0796],\n", + " [-0.0782],\n", + " [-0.0865],\n", + " [-0.0841],\n", + " [-0.0817],\n", + " [-0.0767],\n", + " [-0.0824],\n", + " [-0.0828],\n", + " [-0.0751],\n", + " [-0.0809],\n", + " [-0.0783],\n", + " [-0.0746],\n", + " [-0.0778],\n", + " [-0.0802],\n", + " [-0.0780],\n", + " [-0.0790],\n", + " [-0.0806],\n", + " [-0.0835],\n", + " [-0.0789],\n", + " [-0.0804],\n", + " [-0.0799],\n", + " [-0.0788]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1616],\n", + " [0.1630],\n", + " [0.1663],\n", + " [0.1698],\n", + " [0.1690],\n", + " [0.1725],\n", + " [0.1642],\n", + " [0.1663],\n", + " [0.1615],\n", + " [0.1647],\n", + " [0.1693],\n", + " [0.1653],\n", + " [0.1587],\n", + " [0.1420],\n", + " [0.1698],\n", + " [0.1598],\n", + " [0.1699],\n", + " [0.1612],\n", + " [0.1625],\n", + " [0.1686],\n", + " [0.1684],\n", + " [0.1644],\n", + " [0.1687],\n", + " [0.1684],\n", + " [0.1650],\n", + " [0.1636],\n", + " [0.1686],\n", + " [0.1719],\n", + " [0.1684],\n", + " [0.1688],\n", + " [0.1686],\n", + " [0.1662]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0561],\n", + " [-0.0861],\n", + " [-0.0582],\n", + " [-0.0549],\n", + " [-0.0543],\n", + " [-0.0543],\n", + " [-0.0535],\n", + " [-0.0582],\n", + " [-0.0524],\n", + " [-0.0536],\n", + " [-0.0539],\n", + " [-0.0600],\n", + " [-0.0626],\n", + " [-0.0661],\n", + " [-0.0509],\n", + " [-0.0588],\n", + " [-0.0568],\n", + " [-0.0598],\n", + " [-0.0584],\n", + " [-0.0573],\n", + " [-0.0579],\n", + " [-0.0454],\n", + " [-0.0576],\n", + " [-0.0575],\n", + " [-0.0562],\n", + " [-0.0573],\n", + " [-0.0556],\n", + " [-0.0519],\n", + " [-0.0585],\n", + " [-0.0564],\n", + " [-0.0570],\n", + " [-0.0536]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0726],\n", + " [0.0485],\n", + " [0.0638],\n", + " [0.0609],\n", + " [0.0572],\n", + " [0.0548],\n", + " [0.0675],\n", + " [0.0679],\n", + " [0.0665],\n", + " [0.0630],\n", + " [0.0578],\n", + " [0.0668],\n", + " [0.0713],\n", + " [0.0543],\n", + " [0.0626],\n", + " [0.0709],\n", + " [0.0570],\n", + " [0.0718],\n", + " [0.0771],\n", + " [0.0583],\n", + " [0.0644],\n", + " [0.0641],\n", + " [0.0625],\n", + " [0.0624],\n", + " [0.0653],\n", + " [0.0674],\n", + " [0.0581],\n", + " [0.0549],\n", + " [0.0603],\n", + " [0.0588],\n", + " [0.0596],\n", + " [0.0602]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0767],\n", + " [-0.0932],\n", + " [-0.0937],\n", + " [-0.0966],\n", + " [-0.0985],\n", + " [-0.1018],\n", + " [-0.0923],\n", + " [-0.0944],\n", + " [-0.0898],\n", + " [-0.0914],\n", + " [-0.0975],\n", + " [-0.0927],\n", + " [-0.0741],\n", + " [-0.0747],\n", + " [-0.0982],\n", + " [-0.0794],\n", + " [-0.1000],\n", + " [-0.0797],\n", + " [-0.0719],\n", + " [-0.0991],\n", + " [-0.0936],\n", + " [-0.0910],\n", + " [-0.0946],\n", + " [-0.0975],\n", + " [-0.0911],\n", + " [-0.0878],\n", + " [-0.0979],\n", + " [-0.1005],\n", + " [-0.0974],\n", + " [-0.0986],\n", + " [-0.0984],\n", + " [-0.0929]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0074],\n", + " [0.0212],\n", + " [0.0150],\n", + " [0.0173],\n", + " [0.0207],\n", + " [0.0245],\n", + " [0.0114],\n", + " [0.0118],\n", + " [0.0097],\n", + " [0.0121],\n", + " [0.0190],\n", + " [0.0123],\n", + " [0.0095],\n", + " [0.0104],\n", + " [0.0205],\n", + " [0.0073],\n", + " [0.0209],\n", + " [0.0099],\n", + " [0.0042],\n", + " [0.0198],\n", + " [0.0151],\n", + " [0.0110],\n", + " [0.0161],\n", + " [0.0160],\n", + " [0.0124],\n", + " [0.0108],\n", + " [0.0191],\n", + " [0.0249],\n", + " [0.0187],\n", + " [0.0193],\n", + " [0.0194],\n", + " [0.0142]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0788],\n", + " [0.0766],\n", + " [0.0903],\n", + " [0.0930],\n", + " [0.0967],\n", + " [0.0983],\n", + " [0.0894],\n", + " [0.0875],\n", + " [0.0936],\n", + " [0.0957],\n", + " [0.0956],\n", + " [0.0890],\n", + " [0.0780],\n", + " [0.0687],\n", + " [0.0898],\n", + " [0.0899],\n", + " [0.0967],\n", + " [0.0770],\n", + " [0.0805],\n", + " [0.0963],\n", + " [0.0891],\n", + " [0.0980],\n", + " [0.0911],\n", + " [0.0918],\n", + " [0.0904],\n", + " [0.0865],\n", + " [0.0959],\n", + " [0.0969],\n", + " [0.0937],\n", + " [0.0950],\n", + " [0.0939],\n", + " [0.0965]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0047],\n", + " [-0.0005],\n", + " [ 0.0076],\n", + " [ 0.0095],\n", + " [ 0.0112],\n", + " [ 0.0112],\n", + " [ 0.0095],\n", + " [ 0.0084],\n", + " [ 0.0127],\n", + " [ 0.0150],\n", + " [ 0.0110],\n", + " [ 0.0089],\n", + " [-0.0018],\n", + " [-0.0007],\n", + " [ 0.0055],\n", + " [ 0.0171],\n", + " [ 0.0117],\n", + " [ 0.0004],\n", + " [ 0.0232],\n", + " [ 0.0104],\n", + " [ 0.0075],\n", + " [ 0.0134],\n", + " [ 0.0092],\n", + " [ 0.0106],\n", + " [ 0.0098],\n", + " [ 0.0088],\n", + " [ 0.0111],\n", + " [ 0.0097],\n", + " [ 0.0084],\n", + " [ 0.0101],\n", + " [ 0.0087],\n", + " [ 0.0136]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-4.8688e-03],\n", + " [ 4.0837e-02],\n", + " [ 9.3107e-04],\n", + " [-2.2236e-03],\n", + " [-2.5179e-03],\n", + " [-1.5497e-03],\n", + " [-6.2912e-03],\n", + " [-9.6032e-04],\n", + " [-9.7618e-03],\n", + " [-7.6027e-03],\n", + " [-3.4700e-03],\n", + " [ 8.5672e-04],\n", + " [ 1.6453e-03],\n", + " [ 1.3023e-02],\n", + " [-8.7832e-04],\n", + " [-8.7928e-03],\n", + " [-2.1120e-04],\n", + " [ 1.2169e-03],\n", + " [-1.5819e-02],\n", + " [ 8.9705e-05],\n", + " [ 2.2254e-03],\n", + " [-1.3719e-02],\n", + " [ 1.6462e-03],\n", + " [ 8.2118e-05],\n", + " [-4.2011e-03],\n", + " [-3.0823e-03],\n", + " [-1.9839e-03],\n", + " [-1.9242e-03],\n", + " [ 1.5632e-03],\n", + " [-9.0860e-04],\n", + " [-2.6116e-05],\n", + " [-6.0576e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0445],\n", + " [-0.0537],\n", + " [-0.0384],\n", + " [-0.0339],\n", + " [-0.0327],\n", + " [-0.0304],\n", + " [-0.0355],\n", + " [-0.0371],\n", + " [-0.0342],\n", + " [-0.0325],\n", + " [-0.0326],\n", + " [-0.0386],\n", + " [-0.0483],\n", + " [-0.0448],\n", + " [-0.0361],\n", + " [-0.0428],\n", + " [-0.0327],\n", + " [-0.0465],\n", + " [-0.0416],\n", + " [-0.0347],\n", + " [-0.0370],\n", + " [-0.0318],\n", + " [-0.0361],\n", + " [-0.0345],\n", + " [-0.0370],\n", + " [-0.0388],\n", + " [-0.0332],\n", + " [-0.0312],\n", + " [-0.0359],\n", + " [-0.0342],\n", + " [-0.0358],\n", + " [-0.0325]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0061],\n", + " [ 0.0113],\n", + " [ 0.0060],\n", + " [ 0.0043],\n", + " [ 0.0020],\n", + " [ 0.0009],\n", + " [ 0.0036],\n", + " [ 0.0064],\n", + " [ 0.0009],\n", + " [ 0.0006],\n", + " [ 0.0023],\n", + " [ 0.0072],\n", + " [ 0.0079],\n", + " [ 0.0082],\n", + " [ 0.0042],\n", + " [ 0.0037],\n", + " [ 0.0025],\n", + " [ 0.0091],\n", + " [ 0.0042],\n", + " [ 0.0041],\n", + " [ 0.0058],\n", + " [-0.0042],\n", + " [ 0.0054],\n", + " [ 0.0050],\n", + " [ 0.0048],\n", + " [ 0.0063],\n", + " [ 0.0028],\n", + " [ 0.0006],\n", + " [ 0.0055],\n", + " [ 0.0036],\n", + " [ 0.0047],\n", + " [ 0.0013]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0670],\n", + " [0.0538],\n", + " [0.0580],\n", + " [0.0557],\n", + " [0.0560],\n", + " [0.0568],\n", + " [0.0582],\n", + " [0.0592],\n", + " [0.0584],\n", + " [0.0555],\n", + " [0.0554],\n", + " [0.0595],\n", + " [0.0688],\n", + " [0.0565],\n", + " [0.0576],\n", + " [0.0625],\n", + " [0.0573],\n", + " [0.0656],\n", + " [0.0707],\n", + " [0.0574],\n", + " [0.0571],\n", + " [0.0517],\n", + " [0.0565],\n", + " [0.0579],\n", + " [0.0578],\n", + " [0.0604],\n", + " [0.0566],\n", + " [0.0566],\n", + " [0.0571],\n", + " [0.0570],\n", + " [0.0569],\n", + " [0.0557]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0123],\n", + " [-0.0215],\n", + " [-0.0172],\n", + " [-0.0180],\n", + " [-0.0190],\n", + " [-0.0190],\n", + " [-0.0150],\n", + " [-0.0166],\n", + " [-0.0159],\n", + " [-0.0171],\n", + " [-0.0179],\n", + " [-0.0165],\n", + " [-0.0159],\n", + " [-0.0036],\n", + " [-0.0184],\n", + " [-0.0156],\n", + " [-0.0187],\n", + " [-0.0165],\n", + " [-0.0135],\n", + " [-0.0185],\n", + " [-0.0189],\n", + " [-0.0185],\n", + " [-0.0188],\n", + " [-0.0176],\n", + " [-0.0157],\n", + " [-0.0154],\n", + " [-0.0182],\n", + " [-0.0186],\n", + " [-0.0184],\n", + " [-0.0182],\n", + " [-0.0183],\n", + " [-0.0172]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1637],\n", + " [-0.1994],\n", + " [-0.1732],\n", + " [-0.1705],\n", + " [-0.1701],\n", + " [-0.1692],\n", + " [-0.1675],\n", + " [-0.1708],\n", + " [-0.1675],\n", + " [-0.1692],\n", + " [-0.1700],\n", + " [-0.1730],\n", + " [-0.1686],\n", + " [-0.1728],\n", + " [-0.1675],\n", + " [-0.1688],\n", + " [-0.1707],\n", + " [-0.1697],\n", + " [-0.1594],\n", + " [-0.1722],\n", + " [-0.1744],\n", + " [-0.1649],\n", + " [-0.1734],\n", + " [-0.1708],\n", + " [-0.1697],\n", + " [-0.1683],\n", + " [-0.1708],\n", + " [-0.1684],\n", + " [-0.1734],\n", + " [-0.1713],\n", + " [-0.1718],\n", + " [-0.1701]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0188],\n", + " [ 0.0138],\n", + " [-0.0198],\n", + " [-0.0224],\n", + " [-0.0226],\n", + " [-0.0220],\n", + " [-0.0244],\n", + " [-0.0233],\n", + " [-0.0263],\n", + " [-0.0264],\n", + " [-0.0226],\n", + " [-0.0216],\n", + " [-0.0096],\n", + " [ 0.0274],\n", + " [-0.0186],\n", + " [-0.0228],\n", + " [-0.0221],\n", + " [-0.0148],\n", + " [-0.0285],\n", + " [-0.0215],\n", + " [-0.0200],\n", + " [-0.0255],\n", + " [-0.0203],\n", + " [-0.0223],\n", + " [-0.0233],\n", + " [-0.0225],\n", + " [-0.0226],\n", + " [-0.0209],\n", + " [-0.0203],\n", + " [-0.0221],\n", + " [-0.0213],\n", + " [-0.0240]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0127],\n", + " [ 0.0379],\n", + " [ 0.0058],\n", + " [ 0.0078],\n", + " [ 0.0126],\n", + " [ 0.0190],\n", + " [ 0.0011],\n", + " [ 0.0059],\n", + " [-0.0021],\n", + " [-0.0010],\n", + " [ 0.0104],\n", + " [ 0.0041],\n", + " [-0.0037],\n", + " [ 0.0225],\n", + " [ 0.0111],\n", + " [-0.0105],\n", + " [ 0.0162],\n", + " [-0.0015],\n", + " [-0.0231],\n", + " [ 0.0140],\n", + " [ 0.0046],\n", + " [-0.0033],\n", + " [ 0.0057],\n", + " [ 0.0104],\n", + " [ 0.0008],\n", + " [-0.0009],\n", + " [ 0.0118],\n", + " [ 0.0172],\n", + " [ 0.0112],\n", + " [ 0.0127],\n", + " [ 0.0126],\n", + " [ 0.0032]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1073],\n", + " [0.0692],\n", + " [0.0916],\n", + " [0.0928],\n", + " [0.0911],\n", + " [0.0917],\n", + " [0.0947],\n", + " [0.0904],\n", + " [0.0954],\n", + " [0.0952],\n", + " [0.0924],\n", + " [0.0903],\n", + " [0.1030],\n", + " [0.0851],\n", + " [0.0942],\n", + " [0.0999],\n", + " [0.0895],\n", + " [0.0984],\n", + " [0.1107],\n", + " [0.0890],\n", + " [0.0922],\n", + " [0.1012],\n", + " [0.0919],\n", + " [0.0897],\n", + " [0.0949],\n", + " [0.0960],\n", + " [0.0909],\n", + " [0.0935],\n", + " [0.0905],\n", + " [0.0907],\n", + " [0.0906],\n", + " [0.0938]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0813],\n", + " [0.0771],\n", + " [0.0806],\n", + " [0.0810],\n", + " [0.0855],\n", + " [0.0904],\n", + " [0.0794],\n", + " [0.0806],\n", + " [0.0786],\n", + " [0.0768],\n", + " [0.0831],\n", + " [0.0797],\n", + " [0.0842],\n", + " [0.0881],\n", + " [0.0856],\n", + " [0.0752],\n", + " [0.0890],\n", + " [0.0818],\n", + " [0.0676],\n", + " [0.0873],\n", + " [0.0769],\n", + " [0.0679],\n", + " [0.0790],\n", + " [0.0839],\n", + " [0.0787],\n", + " [0.0807],\n", + " [0.0849],\n", + " [0.0892],\n", + " [0.0836],\n", + " [0.0852],\n", + " [0.0853],\n", + " [0.0797]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0874],\n", + " [0.0951],\n", + " [0.0881],\n", + " [0.0854],\n", + " [0.0875],\n", + " [0.0881],\n", + " [0.0872],\n", + " [0.0896],\n", + " [0.0868],\n", + " [0.0846],\n", + " [0.0863],\n", + " [0.0887],\n", + " [0.0932],\n", + " [0.0993],\n", + " [0.0855],\n", + " [0.0849],\n", + " [0.0895],\n", + " [0.0917],\n", + " [0.0783],\n", + " [0.0886],\n", + " [0.0875],\n", + " [0.0791],\n", + " [0.0865],\n", + " [0.0883],\n", + " [0.0868],\n", + " [0.0880],\n", + " [0.0878],\n", + " [0.0878],\n", + " [0.0872],\n", + " [0.0881],\n", + " [0.0878],\n", + " [0.0855]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0452],\n", + " [0.0409],\n", + " [0.0401],\n", + " [0.0406],\n", + " [0.0409],\n", + " [0.0432],\n", + " [0.0390],\n", + " [0.0408],\n", + " [0.0361],\n", + " [0.0361],\n", + " [0.0401],\n", + " [0.0399],\n", + " [0.0480],\n", + " [0.0507],\n", + " [0.0445],\n", + " [0.0372],\n", + " [0.0419],\n", + " [0.0440],\n", + " [0.0446],\n", + " [0.0410],\n", + " [0.0401],\n", + " [0.0350],\n", + " [0.0406],\n", + " [0.0419],\n", + " [0.0385],\n", + " [0.0404],\n", + " [0.0405],\n", + " [0.0436],\n", + " [0.0412],\n", + " [0.0412],\n", + " [0.0417],\n", + " [0.0363]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0345],\n", + " [0.0106],\n", + " [0.0367],\n", + " [0.0366],\n", + " [0.0376],\n", + " [0.0358],\n", + " [0.0379],\n", + " [0.0348],\n", + " [0.0398],\n", + " [0.0394],\n", + " [0.0370],\n", + " [0.0365],\n", + " [0.0310],\n", + " [0.0185],\n", + " [0.0361],\n", + " [0.0396],\n", + " [0.0359],\n", + " [0.0313],\n", + " [0.0269],\n", + " [0.0367],\n", + " [0.0347],\n", + " [0.0367],\n", + " [0.0359],\n", + " [0.0359],\n", + " [0.0385],\n", + " [0.0378],\n", + " [0.0370],\n", + " [0.0353],\n", + " [0.0361],\n", + " [0.0362],\n", + " [0.0358],\n", + " [0.0396]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0787],\n", + " [-0.0504],\n", + " [-0.0728],\n", + " [-0.0736],\n", + " [-0.0712],\n", + " [-0.0683],\n", + " [-0.0759],\n", + " [-0.0740],\n", + " [-0.0784],\n", + " [-0.0794],\n", + " [-0.0720],\n", + " [-0.0742],\n", + " [-0.0741],\n", + " [-0.0544],\n", + " [-0.0724],\n", + " [-0.0858],\n", + " [-0.0693],\n", + " [-0.0736],\n", + " [-0.0905],\n", + " [-0.0702],\n", + " [-0.0730],\n", + " [-0.0820],\n", + " [-0.0736],\n", + " [-0.0730],\n", + " [-0.0757],\n", + " [-0.0763],\n", + " [-0.0712],\n", + " [-0.0678],\n", + " [-0.0711],\n", + " [-0.0707],\n", + " [-0.0706],\n", + " [-0.0760]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1088],\n", + " [-0.1281],\n", + " [-0.1036],\n", + " [-0.1006],\n", + " [-0.0976],\n", + " [-0.0959],\n", + " [-0.1026],\n", + " [-0.1028],\n", + " [-0.1023],\n", + " [-0.1025],\n", + " [-0.0986],\n", + " [-0.1046],\n", + " [-0.1131],\n", + " [-0.1237],\n", + " [-0.0998],\n", + " [-0.1119],\n", + " [-0.0976],\n", + " [-0.1111],\n", + " [-0.1097],\n", + " [-0.0982],\n", + " [-0.1051],\n", + " [-0.1035],\n", + " [-0.1038],\n", + " [-0.1004],\n", + " [-0.1038],\n", + " [-0.1056],\n", + " [-0.0984],\n", + " [-0.0960],\n", + " [-0.1002],\n", + " [-0.0985],\n", + " [-0.0986],\n", + " [-0.1017]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0570],\n", + " [-0.0416],\n", + " [-0.0615],\n", + " [-0.0639],\n", + " [-0.0634],\n", + " [-0.0638],\n", + " [-0.0643],\n", + " [-0.0630],\n", + " [-0.0645],\n", + " [-0.0643],\n", + " [-0.0639],\n", + " [-0.0613],\n", + " [-0.0534],\n", + " [-0.0426],\n", + " [-0.0632],\n", + " [-0.0541],\n", + " [-0.0626],\n", + " [-0.0571],\n", + " [-0.0540],\n", + " [-0.0624],\n", + " [-0.0621],\n", + " [-0.0661],\n", + " [-0.0616],\n", + " [-0.0623],\n", + " [-0.0629],\n", + " [-0.0610],\n", + " [-0.0634],\n", + " [-0.0643],\n", + " [-0.0622],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0643]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0799],\n", + " [-0.0599],\n", + " [-0.0611],\n", + " [-0.0551],\n", + " [-0.0575],\n", + " [-0.0624],\n", + " [-0.0638],\n", + " [-0.0642],\n", + " [-0.0641],\n", + " [-0.0040],\n", + " [-0.0617],\n", + " [-0.0607],\n", + " [-0.0602],\n", + " [-0.0633],\n", + " [-0.0653],\n", + " [-0.0624],\n", + " [-0.0611],\n", + " [-0.0597],\n", + " [-0.0654],\n", + " [-0.0665],\n", + " [-0.0619],\n", + " [-0.0614],\n", + " [-0.0647],\n", + " [-0.0598],\n", + " [-0.0604],\n", + " [-0.0603],\n", + " [-0.0617],\n", + " [-0.0640],\n", + " [-0.0627],\n", + " [-0.0634],\n", + " [-0.0606],\n", + " [-0.0410]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0861],\n", + " [-0.0697],\n", + " [-0.0755],\n", + " [-0.0785],\n", + " [-0.0728],\n", + " [-0.0767],\n", + " [-0.0738],\n", + " [-0.0776],\n", + " [-0.0779],\n", + " [-0.1792],\n", + " [-0.0741],\n", + " [-0.0714],\n", + " [-0.0735],\n", + " [-0.0764],\n", + " [-0.0792],\n", + " [-0.0746],\n", + " [-0.0723],\n", + " [-0.0716],\n", + " [-0.0796],\n", + " [-0.0795],\n", + " [-0.0715],\n", + " [-0.0758],\n", + " [-0.0779],\n", + " [-0.0614],\n", + " [-0.0752],\n", + " [-0.0734],\n", + " [-0.0749],\n", + " [-0.0715],\n", + " [-0.0758],\n", + " [-0.0754],\n", + " [-0.0745],\n", + " [-0.0706]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0352],\n", + " [0.0392],\n", + " [0.0380],\n", + " [0.0311],\n", + " [0.0387],\n", + " [0.0379],\n", + " [0.0351],\n", + " [0.0365],\n", + " [0.0369],\n", + " [0.0049],\n", + " [0.0373],\n", + " [0.0381],\n", + " [0.0373],\n", + " [0.0365],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0373],\n", + " [0.0392],\n", + " [0.0387],\n", + " [0.0362],\n", + " [0.0380],\n", + " [0.0370],\n", + " [0.0359],\n", + " [0.0390],\n", + " [0.0380],\n", + " [0.0407],\n", + " [0.0382],\n", + " [0.0348],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0394],\n", + " [0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0980],\n", + " [-0.0910],\n", + " [-0.0907],\n", + " [-0.0725],\n", + " [-0.0873],\n", + " [-0.0923],\n", + " [-0.0969],\n", + " [-0.0946],\n", + " [-0.0925],\n", + " [-0.0141],\n", + " [-0.0900],\n", + " [-0.0885],\n", + " [-0.0896],\n", + " [-0.0933],\n", + " [-0.0946],\n", + " [-0.0947],\n", + " [-0.0917],\n", + " [-0.0879],\n", + " [-0.0957],\n", + " [-0.0938],\n", + " [-0.0939],\n", + " [-0.0911],\n", + " [-0.0951],\n", + " [-0.0884],\n", + " [-0.0896],\n", + " [-0.0844],\n", + " [-0.0927],\n", + " [-0.0970],\n", + " [-0.0919],\n", + " [-0.0959],\n", + " [-0.0889],\n", + " [-0.0688]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0517],\n", + " [ 0.0542],\n", + " [ 0.0482],\n", + " [ 0.0391],\n", + " [ 0.0439],\n", + " [ 0.0514],\n", + " [ 0.0588],\n", + " [ 0.0551],\n", + " [ 0.0512],\n", + " [-0.0773],\n", + " [ 0.0507],\n", + " [ 0.0521],\n", + " [ 0.0515],\n", + " [ 0.0540],\n", + " [ 0.0533],\n", + " [ 0.0576],\n", + " [ 0.0556],\n", + " [ 0.0494],\n", + " [ 0.0534],\n", + " [ 0.0497],\n", + " [ 0.0561],\n", + " [ 0.0500],\n", + " [ 0.0546],\n", + " [ 0.0538],\n", + " [ 0.0469],\n", + " [ 0.0482],\n", + " [ 0.0538],\n", + " [ 0.0595],\n", + " [ 0.0530],\n", + " [ 0.0581],\n", + " [ 0.0438],\n", + " [ 0.0286]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0339],\n", + " [-0.0363],\n", + " [-0.0363],\n", + " [-0.0522],\n", + " [-0.0411],\n", + " [-0.0368],\n", + " [-0.0371],\n", + " [-0.0391],\n", + " [-0.0381],\n", + " [-0.0840],\n", + " [-0.0413],\n", + " [-0.0420],\n", + " [-0.0404],\n", + " [-0.0396],\n", + " [-0.0361],\n", + " [-0.0367],\n", + " [-0.0393],\n", + " [-0.0406],\n", + " [-0.0331],\n", + " [-0.0387],\n", + " [-0.0357],\n", + " [-0.0395],\n", + " [-0.0388],\n", + " [-0.0386],\n", + " [-0.0380],\n", + " [-0.0494],\n", + " [-0.0366],\n", + " [-0.0365],\n", + " [-0.0411],\n", + " [-0.0350],\n", + " [-0.0366],\n", + " [-0.0531]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0828],\n", + " [-0.0805],\n", + " [-0.0801],\n", + " [-0.0668],\n", + " [-0.0794],\n", + " [-0.0793],\n", + " [-0.0800],\n", + " [-0.0792],\n", + " [-0.0783],\n", + " [ 0.0456],\n", + " [-0.0795],\n", + " [-0.0793],\n", + " [-0.0782],\n", + " [-0.0788],\n", + " [-0.0786],\n", + " [-0.0787],\n", + " [-0.0793],\n", + " [-0.0802],\n", + " [-0.0797],\n", + " [-0.0797],\n", + " [-0.0811],\n", + " [-0.0785],\n", + " [-0.0792],\n", + " [-0.0866],\n", + " [-0.0794],\n", + " [-0.0768],\n", + " [-0.0796],\n", + " [-0.0812],\n", + " [-0.0785],\n", + " [-0.0793],\n", + " [-0.0802],\n", + " [-0.0651]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1631],\n", + " [0.1691],\n", + " [0.1629],\n", + " [0.1790],\n", + " [0.1607],\n", + " [0.1647],\n", + " [0.1682],\n", + " [0.1671],\n", + " [0.1652],\n", + " [0.1895],\n", + " [0.1648],\n", + " [0.1669],\n", + " [0.1663],\n", + " [0.1668],\n", + " [0.1658],\n", + " [0.1688],\n", + " [0.1687],\n", + " [0.1634],\n", + " [0.1660],\n", + " [0.1648],\n", + " [0.1683],\n", + " [0.1643],\n", + " [0.1662],\n", + " [0.1683],\n", + " [0.1625],\n", + " [0.1612],\n", + " [0.1672],\n", + " [0.1702],\n", + " [0.1669],\n", + " [0.1691],\n", + " [0.1615],\n", + " [0.1599]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0646],\n", + " [-0.0491],\n", + " [-0.0565],\n", + " [-0.0470],\n", + " [-0.0538],\n", + " [-0.0568],\n", + " [-0.0581],\n", + " [-0.0572],\n", + " [-0.0581],\n", + " [-0.0933],\n", + " [-0.0527],\n", + " [-0.0500],\n", + " [-0.0540],\n", + " [-0.0567],\n", + " [-0.0597],\n", + " [-0.0576],\n", + " [-0.0544],\n", + " [-0.0499],\n", + " [-0.0614],\n", + " [-0.0596],\n", + " [-0.0553],\n", + " [-0.0567],\n", + " [-0.0579],\n", + " [-0.0502],\n", + " [-0.0559],\n", + " [-0.0432],\n", + " [-0.0565],\n", + " [-0.0601],\n", + " [-0.0556],\n", + " [-0.0588],\n", + " [-0.0544],\n", + " [-0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0658],\n", + " [0.0605],\n", + " [0.0677],\n", + " [0.0528],\n", + " [0.0681],\n", + " [0.0671],\n", + " [0.0594],\n", + " [0.0635],\n", + " [0.0648],\n", + " [0.0819],\n", + " [0.0639],\n", + " [0.0602],\n", + " [0.0614],\n", + " [0.0618],\n", + " [0.0652],\n", + " [0.0602],\n", + " [0.0575],\n", + " [0.0635],\n", + " [0.0672],\n", + " [0.0641],\n", + " [0.0591],\n", + " [0.0644],\n", + " [0.0631],\n", + " [0.0523],\n", + " [0.0676],\n", + " [0.0657],\n", + " [0.0620],\n", + " [0.0575],\n", + " [0.0617],\n", + " [0.0620],\n", + " [0.0707],\n", + " [0.0730]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0826],\n", + " [-0.0969],\n", + " [-0.0887],\n", + " [-0.0984],\n", + " [-0.0861],\n", + " [-0.0919],\n", + " [-0.0985],\n", + " [-0.0947],\n", + " [-0.0904],\n", + " [-0.0928],\n", + " [-0.0917],\n", + " [-0.0943],\n", + " [-0.0927],\n", + " [-0.0941],\n", + " [-0.0923],\n", + " [-0.0973],\n", + " [-0.0964],\n", + " [-0.0924],\n", + " [-0.0925],\n", + " [-0.0879],\n", + " [-0.0976],\n", + " [-0.0913],\n", + " [-0.0939],\n", + " [-0.1026],\n", + " [-0.0880],\n", + " [-0.0942],\n", + " [-0.0951],\n", + " [-0.1008],\n", + " [-0.0938],\n", + " [-0.0980],\n", + " [-0.0860],\n", + " [-0.0848]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0142],\n", + " [ 0.0188],\n", + " [ 0.0109],\n", + " [ 0.0202],\n", + " [ 0.0083],\n", + " [ 0.0115],\n", + " [ 0.0194],\n", + " [ 0.0147],\n", + " [ 0.0135],\n", + " [-0.0590],\n", + " [ 0.0127],\n", + " [ 0.0149],\n", + " [ 0.0146],\n", + " [ 0.0158],\n", + " [ 0.0140],\n", + " [ 0.0188],\n", + " [ 0.0177],\n", + " [ 0.0117],\n", + " [ 0.0131],\n", + " [ 0.0146],\n", + " [ 0.0185],\n", + " [ 0.0123],\n", + " [ 0.0156],\n", + " [ 0.0233],\n", + " [ 0.0099],\n", + " [ 0.0089],\n", + " [ 0.0147],\n", + " [ 0.0196],\n", + " [ 0.0147],\n", + " [ 0.0178],\n", + " [ 0.0080],\n", + " [-0.0040]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0819],\n", + " [0.0920],\n", + " [0.0868],\n", + " [0.0893],\n", + " [0.0912],\n", + " [0.0886],\n", + " [0.0947],\n", + " [0.0925],\n", + " [0.0889],\n", + " [0.0795],\n", + " [0.0926],\n", + " [0.0962],\n", + " [0.0935],\n", + " [0.0933],\n", + " [0.0882],\n", + " [0.0926],\n", + " [0.0965],\n", + " [0.0959],\n", + " [0.0861],\n", + " [0.0897],\n", + " [0.0942],\n", + " [0.0920],\n", + " [0.0915],\n", + " [0.1073],\n", + " [0.0884],\n", + " [0.1027],\n", + " [0.0923],\n", + " [0.0956],\n", + " [0.0948],\n", + " [0.0905],\n", + " [0.0848],\n", + " [0.1020]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0017],\n", + " [ 0.0075],\n", + " [ 0.0082],\n", + " [ 0.0250],\n", + " [ 0.0121],\n", + " [ 0.0097],\n", + " [ 0.0086],\n", + " [ 0.0098],\n", + " [ 0.0083],\n", + " [ 0.1277],\n", + " [ 0.0108],\n", + " [ 0.0126],\n", + " [ 0.0115],\n", + " [ 0.0098],\n", + " [ 0.0077],\n", + " [ 0.0084],\n", + " [ 0.0128],\n", + " [ 0.0125],\n", + " [ 0.0080],\n", + " [ 0.0068],\n", + " [ 0.0116],\n", + " [ 0.0110],\n", + " [ 0.0079],\n", + " [ 0.0116],\n", + " [ 0.0097],\n", + " [ 0.0163],\n", + " [ 0.0118],\n", + " [ 0.0102],\n", + " [ 0.0119],\n", + " [ 0.0081],\n", + " [ 0.0075],\n", + " [ 0.0251]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0116],\n", + " [-0.0052],\n", + " [-0.0036],\n", + " [-0.0060],\n", + " [-0.0098],\n", + " [-0.0038],\n", + " [ 0.0010],\n", + " [-0.0013],\n", + " [-0.0005],\n", + " [-0.0881],\n", + " [-0.0083],\n", + " [-0.0097],\n", + " [-0.0057],\n", + " [-0.0011],\n", + " [ 0.0024],\n", + " [ 0.0012],\n", + " [-0.0037],\n", + " [-0.0108],\n", + " [ 0.0046],\n", + " [ 0.0025],\n", + " [-0.0018],\n", + " [-0.0040],\n", + " [ 0.0005],\n", + " [-0.0013],\n", + " [-0.0057],\n", + " [-0.0163],\n", + " [-0.0017],\n", + " [ 0.0030],\n", + " [-0.0034],\n", + " [ 0.0027],\n", + " [-0.0050],\n", + " [-0.0324]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0490],\n", + " [-0.0341],\n", + " [-0.0388],\n", + " [-0.0435],\n", + " [-0.0361],\n", + " [-0.0369],\n", + " [-0.0363],\n", + " [-0.0353],\n", + " [-0.0394],\n", + " [-0.0868],\n", + " [-0.0348],\n", + " [-0.0316],\n", + " [-0.0351],\n", + " [-0.0362],\n", + " [-0.0395],\n", + " [-0.0366],\n", + " [-0.0320],\n", + " [-0.0319],\n", + " [-0.0396],\n", + " [-0.0426],\n", + " [-0.0335],\n", + " [-0.0372],\n", + " [-0.0379],\n", + " [-0.0269],\n", + " [-0.0379],\n", + " [-0.0314],\n", + " [-0.0348],\n", + " [-0.0338],\n", + " [-0.0344],\n", + " [-0.0372],\n", + " [-0.0386],\n", + " [-0.0401]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0109],\n", + " [ 0.0015],\n", + " [ 0.0059],\n", + " [-0.0027],\n", + " [ 0.0025],\n", + " [ 0.0054],\n", + " [ 0.0055],\n", + " [ 0.0051],\n", + " [ 0.0061],\n", + " [ 0.0148],\n", + " [ 0.0022],\n", + " [-0.0003],\n", + " [ 0.0030],\n", + " [ 0.0045],\n", + " [ 0.0071],\n", + " [ 0.0054],\n", + " [ 0.0022],\n", + " [-0.0008],\n", + " [ 0.0085],\n", + " [ 0.0067],\n", + " [ 0.0027],\n", + " [ 0.0047],\n", + " [ 0.0058],\n", + " [-0.0030],\n", + " [ 0.0052],\n", + " [-0.0076],\n", + " [ 0.0042],\n", + " [ 0.0050],\n", + " [ 0.0034],\n", + " [ 0.0064],\n", + " [ 0.0057],\n", + " [-0.0094]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0639],\n", + " [0.0548],\n", + " [0.0604],\n", + " [0.0386],\n", + " [0.0599],\n", + " [0.0588],\n", + " [0.0575],\n", + " [0.0576],\n", + " [0.0587],\n", + " [0.0114],\n", + " [0.0566],\n", + " [0.0544],\n", + " [0.0562],\n", + " [0.0571],\n", + " [0.0591],\n", + " [0.0566],\n", + " [0.0555],\n", + " [0.0561],\n", + " [0.0613],\n", + " [0.0609],\n", + " [0.0570],\n", + " [0.0584],\n", + " [0.0580],\n", + " [0.0582],\n", + " [0.0601],\n", + " [0.0504],\n", + " [0.0574],\n", + " [0.0584],\n", + " [0.0567],\n", + " [0.0576],\n", + " [0.0616],\n", + " [0.0531]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0199],\n", + " [-0.0173],\n", + " [-0.0146],\n", + " [-0.0211],\n", + " [-0.0148],\n", + " [-0.0157],\n", + " [-0.0183],\n", + " [-0.0172],\n", + " [-0.0171],\n", + " [ 0.0371],\n", + " [-0.0164],\n", + " [-0.0179],\n", + " [-0.0164],\n", + " [-0.0174],\n", + " [-0.0172],\n", + " [-0.0185],\n", + " [-0.0177],\n", + " [-0.0172],\n", + " [-0.0171],\n", + " [-0.0188],\n", + " [-0.0186],\n", + " [-0.0156],\n", + " [-0.0171],\n", + " [-0.0166],\n", + " [-0.0145],\n", + " [-0.0211],\n", + " [-0.0171],\n", + " [-0.0169],\n", + " [-0.0173],\n", + " [-0.0185],\n", + " [-0.0124],\n", + " [-0.0194]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1813],\n", + " [-0.1669],\n", + " [-0.1680],\n", + " [-0.1692],\n", + " [-0.1668],\n", + " [-0.1689],\n", + " [-0.1728],\n", + " [-0.1724],\n", + " [-0.1717],\n", + " [-0.1467],\n", + " [-0.1679],\n", + " [-0.1669],\n", + " [-0.1688],\n", + " [-0.1726],\n", + " [-0.1731],\n", + " [-0.1721],\n", + " [-0.1702],\n", + " [-0.1670],\n", + " [-0.1727],\n", + " [-0.1758],\n", + " [-0.1698],\n", + " [-0.1702],\n", + " [-0.1734],\n", + " [-0.1705],\n", + " [-0.1674],\n", + " [-0.1642],\n", + " [-0.1704],\n", + " [-0.1719],\n", + " [-0.1717],\n", + " [-0.1718],\n", + " [-0.1667],\n", + " [-0.1599]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0074],\n", + " [-0.0208],\n", + " [-0.0222],\n", + " [-0.0033],\n", + " [-0.0260],\n", + " [-0.0240],\n", + " [-0.0204],\n", + " [-0.0219],\n", + " [-0.0203],\n", + " [ 0.0045],\n", + " [-0.0251],\n", + " [-0.0253],\n", + " [-0.0232],\n", + " [-0.0208],\n", + " [-0.0196],\n", + " [-0.0204],\n", + " [-0.0229],\n", + " [-0.0263],\n", + " [-0.0201],\n", + " [-0.0163],\n", + " [-0.0224],\n", + " [-0.0230],\n", + " [-0.0198],\n", + " [-0.0212],\n", + " [-0.0237],\n", + " [-0.0267],\n", + " [-0.0224],\n", + " [-0.0202],\n", + " [-0.0225],\n", + " [-0.0205],\n", + " [-0.0220],\n", + " [-0.0253]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0071],\n", + " [ 0.0081],\n", + " [ 0.0003],\n", + " [ 0.0061],\n", + " [-0.0056],\n", + " [ 0.0024],\n", + " [ 0.0138],\n", + " [ 0.0062],\n", + " [ 0.0024],\n", + " [-0.0190],\n", + " [ 0.0008],\n", + " [ 0.0039],\n", + " [ 0.0030],\n", + " [ 0.0057],\n", + " [ 0.0049],\n", + " [ 0.0104],\n", + " [ 0.0089],\n", + " [ 0.0011],\n", + " [ 0.0056],\n", + " [ 0.0028],\n", + " [ 0.0116],\n", + " [ 0.0015],\n", + " [ 0.0062],\n", + " [ 0.0149],\n", + " [-0.0017],\n", + " [ 0.0018],\n", + " [ 0.0069],\n", + " [ 0.0179],\n", + " [ 0.0042],\n", + " [ 0.0112],\n", + " [-0.0051],\n", + " [-0.0110]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0920],\n", + " [0.0962],\n", + " [0.0956],\n", + " [0.1021],\n", + " [0.0975],\n", + " [0.0934],\n", + " [0.0893],\n", + " [0.0911],\n", + " [0.0941],\n", + " [0.0279],\n", + " [0.0959],\n", + " [0.0958],\n", + " [0.0950],\n", + " [0.0920],\n", + " [0.0915],\n", + " [0.0913],\n", + " [0.0917],\n", + " [0.0955],\n", + " [0.0896],\n", + " [0.0932],\n", + " [0.0907],\n", + " [0.0936],\n", + " [0.0915],\n", + " [0.0932],\n", + " [0.0961],\n", + " [0.0952],\n", + " [0.0910],\n", + " [0.0886],\n", + " [0.0922],\n", + " [0.0904],\n", + " [0.0978],\n", + " [0.1015]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0793],\n", + " [ 0.0822],\n", + " [ 0.0821],\n", + " [ 0.0546],\n", + " [ 0.0786],\n", + " [ 0.0801],\n", + " [ 0.0864],\n", + " [ 0.0802],\n", + " [ 0.0796],\n", + " [-0.0651],\n", + " [ 0.0778],\n", + " [ 0.0782],\n", + " [ 0.0806],\n", + " [ 0.0809],\n", + " [ 0.0808],\n", + " [ 0.0846],\n", + " [ 0.0832],\n", + " [ 0.0777],\n", + " [ 0.0832],\n", + " [ 0.0794],\n", + " [ 0.0854],\n", + " [ 0.0804],\n", + " [ 0.0808],\n", + " [ 0.0909],\n", + " [ 0.0805],\n", + " [ 0.0641],\n", + " [ 0.0829],\n", + " [ 0.0907],\n", + " [ 0.0797],\n", + " [ 0.0851],\n", + " [ 0.0807],\n", + " [ 0.0556]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0978],\n", + " [ 0.0842],\n", + " [ 0.0883],\n", + " [ 0.0655],\n", + " [ 0.0861],\n", + " [ 0.0882],\n", + " [ 0.0884],\n", + " [ 0.0875],\n", + " [ 0.0877],\n", + " [-0.0309],\n", + " [ 0.0869],\n", + " [ 0.0851],\n", + " [ 0.0854],\n", + " [ 0.0868],\n", + " [ 0.0888],\n", + " [ 0.0864],\n", + " [ 0.0861],\n", + " [ 0.0857],\n", + " [ 0.0903],\n", + " [ 0.0890],\n", + " [ 0.0882],\n", + " [ 0.0873],\n", + " [ 0.0881],\n", + " [ 0.0867],\n", + " [ 0.0876],\n", + " [ 0.0802],\n", + " [ 0.0875],\n", + " [ 0.0898],\n", + " [ 0.0861],\n", + " [ 0.0877],\n", + " [ 0.0872],\n", + " [ 0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0417],\n", + " [0.0413],\n", + " [0.0402],\n", + " [0.0480],\n", + " [0.0366],\n", + " [0.0397],\n", + " [0.0413],\n", + " [0.0389],\n", + " [0.0401],\n", + " [0.0941],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0388],\n", + " [0.0412],\n", + " [0.0422],\n", + " [0.0390],\n", + " [0.0360],\n", + " [0.0433],\n", + " [0.0400],\n", + " [0.0411],\n", + " [0.0383],\n", + " [0.0396],\n", + " [0.0456],\n", + " [0.0389],\n", + " [0.0333],\n", + " [0.0401],\n", + " [0.0430],\n", + " [0.0373],\n", + " [0.0435],\n", + " [0.0396],\n", + " [0.0320]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0293],\n", + " [ 0.0372],\n", + " [ 0.0383],\n", + " [ 0.0245],\n", + " [ 0.0404],\n", + " [ 0.0375],\n", + " [ 0.0357],\n", + " [ 0.0371],\n", + " [ 0.0370],\n", + " [-0.0941],\n", + " [ 0.0386],\n", + " [ 0.0391],\n", + " [ 0.0396],\n", + " [ 0.0382],\n", + " [ 0.0361],\n", + " [ 0.0367],\n", + " [ 0.0383],\n", + " [ 0.0391],\n", + " [ 0.0354],\n", + " [ 0.0368],\n", + " [ 0.0371],\n", + " [ 0.0392],\n", + " [ 0.0371],\n", + " [ 0.0400],\n", + " [ 0.0392],\n", + " [ 0.0355],\n", + " [ 0.0377],\n", + " [ 0.0338],\n", + " [ 0.0389],\n", + " [ 0.0352],\n", + " [ 0.0380],\n", + " [ 0.0322]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0669],\n", + " [-0.0731],\n", + " [-0.0759],\n", + " [-0.0866],\n", + " [-0.0792],\n", + " [-0.0757],\n", + " [-0.0699],\n", + " [-0.0734],\n", + " [-0.0746],\n", + " [-0.1571],\n", + " [-0.0754],\n", + " [-0.0752],\n", + " [-0.0755],\n", + " [-0.0734],\n", + " [-0.0736],\n", + " [-0.0722],\n", + " [-0.0732],\n", + " [-0.0773],\n", + " [-0.0738],\n", + " [-0.0732],\n", + " [-0.0722],\n", + " [-0.0756],\n", + " [-0.0724],\n", + " [-0.0691],\n", + " [-0.0768],\n", + " [-0.0837],\n", + " [-0.0744],\n", + " [-0.0684],\n", + " [-0.0746],\n", + " [-0.0720],\n", + " [-0.0772],\n", + " [-0.0972]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1151],\n", + " [-0.0995],\n", + " [-0.1047],\n", + " [-0.1194],\n", + " [-0.1045],\n", + " [-0.1033],\n", + " [-0.0991],\n", + " [-0.1028],\n", + " [-0.1054],\n", + " [-0.1623],\n", + " [-0.1021],\n", + " [-0.1001],\n", + " [-0.1017],\n", + " [-0.1026],\n", + " [-0.1047],\n", + " [-0.1000],\n", + " [-0.0991],\n", + " [-0.1004],\n", + " [-0.1047],\n", + " [-0.1086],\n", + " [-0.0987],\n", + " [-0.1034],\n", + " [-0.1034],\n", + " [-0.0944],\n", + " [-0.1048],\n", + " [-0.1004],\n", + " [-0.1012],\n", + " [-0.0986],\n", + " [-0.1025],\n", + " [-0.1003],\n", + " [-0.1066],\n", + " [-0.1088]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0561],\n", + " [-0.0643],\n", + " [-0.0615],\n", + " [-0.0457],\n", + " [-0.0629],\n", + " [-0.0628],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0606],\n", + " [ 0.0290],\n", + " [-0.0650],\n", + " [-0.0659],\n", + " [-0.0632],\n", + " [-0.0623],\n", + " [-0.0601],\n", + " [-0.0615],\n", + " [-0.0637],\n", + " [-0.0659],\n", + " [-0.0594],\n", + " [-0.0582],\n", + " [-0.0626],\n", + " [-0.0623],\n", + " [-0.0618],\n", + " [-0.0676],\n", + " [-0.0622],\n", + " [-0.0673],\n", + " [-0.0621],\n", + " [-0.0616],\n", + " [-0.0635],\n", + " [-0.0613],\n", + " [-0.0621],\n", + " [-0.0587]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0714],\n", + " [-0.0614],\n", + " [-0.0647],\n", + " [-0.0606],\n", + " [-0.0488],\n", + " [-0.0745],\n", + " [-0.0617],\n", + " [-0.0612],\n", + " [-0.0331],\n", + " [-0.0604],\n", + " [-0.0604],\n", + " [-0.0492],\n", + " [-0.0614],\n", + " [-0.0631],\n", + " [-0.0609],\n", + " [-0.0607],\n", + " [-0.0591],\n", + " [-0.0606],\n", + " [-0.0630],\n", + " [-0.0597],\n", + " [-0.0616],\n", + " [-0.0618],\n", + " [-0.0616],\n", + " [-0.0617],\n", + " [-0.0701],\n", + " [-0.0618],\n", + " [-0.0647],\n", + " [-0.0643],\n", + " [-0.0607],\n", + " [-0.0708],\n", + " [-0.0647],\n", + " [-0.0625]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0814],\n", + " [-0.0755],\n", + " [-0.0751],\n", + " [-0.0731],\n", + " [-0.0680],\n", + " [-0.0863],\n", + " [-0.0760],\n", + " [-0.0711],\n", + " [-0.0531],\n", + " [-0.0674],\n", + " [-0.0645],\n", + " [-0.0671],\n", + " [-0.0747],\n", + " [-0.0750],\n", + " [-0.0747],\n", + " [-0.0689],\n", + " [-0.0697],\n", + " [-0.0737],\n", + " [-0.0755],\n", + " [-0.0694],\n", + " [-0.0734],\n", + " [-0.0743],\n", + " [-0.0753],\n", + " [-0.0749],\n", + " [-0.0807],\n", + " [-0.0745],\n", + " [-0.0774],\n", + " [-0.0786],\n", + " [-0.0669],\n", + " [-0.0814],\n", + " [-0.0780],\n", + " [-0.0736]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0357],\n", + " [0.0392],\n", + " [0.0344],\n", + " [0.0379],\n", + " [0.0384],\n", + " [0.0300],\n", + " [0.0382],\n", + " [0.0390],\n", + " [0.0364],\n", + " [0.0392],\n", + " [0.0350],\n", + " [0.0374],\n", + " [0.0370],\n", + " [0.0374],\n", + " [0.0378],\n", + " [0.0383],\n", + " [0.0378],\n", + " [0.0382],\n", + " [0.0368],\n", + " [0.0396],\n", + " [0.0381],\n", + " [0.0378],\n", + " [0.0368],\n", + " [0.0380],\n", + " [0.0387],\n", + " [0.0373],\n", + " [0.0380],\n", + " [0.0373],\n", + " [0.0386],\n", + " [0.0347],\n", + " [0.0356],\n", + " [0.0359]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0980],\n", + " [-0.0914],\n", + " [-0.0978],\n", + " [-0.0914],\n", + " [-0.0784],\n", + " [-0.0891],\n", + " [-0.0915],\n", + " [-0.0928],\n", + " [-0.0751],\n", + " [-0.0917],\n", + " [-0.0933],\n", + " [-0.0781],\n", + " [-0.0915],\n", + " [-0.0954],\n", + " [-0.0900],\n", + " [-0.0924],\n", + " [-0.0882],\n", + " [-0.0905],\n", + " [-0.0930],\n", + " [-0.0913],\n", + " [-0.0935],\n", + " [-0.0909],\n", + " [-0.0911],\n", + " [-0.0923],\n", + " [-0.0945],\n", + " [-0.0918],\n", + " [-0.0928],\n", + " [-0.0921],\n", + " [-0.0920],\n", + " [-0.0989],\n", + " [-0.0955],\n", + " [-0.0944]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0577],\n", + " [0.0510],\n", + " [0.0599],\n", + " [0.0541],\n", + " [0.0355],\n", + " [0.0495],\n", + " [0.0515],\n", + " [0.0553],\n", + " [0.0453],\n", + " [0.0561],\n", + " [0.0590],\n", + " [0.0387],\n", + " [0.0536],\n", + " [0.0568],\n", + " [0.0498],\n", + " [0.0574],\n", + " [0.0456],\n", + " [0.0479],\n", + " [0.0559],\n", + " [0.0553],\n", + " [0.0549],\n", + " [0.0536],\n", + " [0.0520],\n", + " [0.0516],\n", + " [0.0498],\n", + " [0.0529],\n", + " [0.0545],\n", + " [0.0498],\n", + " [0.0563],\n", + " [0.0571],\n", + " [0.0548],\n", + " [0.0572]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0361],\n", + " [-0.0346],\n", + " [-0.0362],\n", + " [-0.0372],\n", + " [-0.0478],\n", + " [-0.0328],\n", + " [-0.0369],\n", + " [-0.0350],\n", + " [-0.0250],\n", + " [-0.0356],\n", + " [-0.0352],\n", + " [-0.0508],\n", + " [-0.0392],\n", + " [-0.0348],\n", + " [-0.0415],\n", + " [-0.0364],\n", + " [-0.0418],\n", + " [-0.0385],\n", + " [-0.0394],\n", + " [-0.0355],\n", + " [-0.0358],\n", + " [-0.0399],\n", + " [-0.0395],\n", + " [-0.0392],\n", + " [-0.0315],\n", + " [-0.0386],\n", + " [-0.0380],\n", + " [-0.0386],\n", + " [-0.0364],\n", + " [-0.0370],\n", + " [-0.0390],\n", + " [-0.0386]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0784],\n", + " [-0.0798],\n", + " [-0.0795],\n", + " [-0.0794],\n", + " [-0.0741],\n", + " [-0.0875],\n", + " [-0.0785],\n", + " [-0.0812],\n", + " [-0.0814],\n", + " [-0.0816],\n", + " [-0.0835],\n", + " [-0.0716],\n", + " [-0.0782],\n", + " [-0.0803],\n", + " [-0.0792],\n", + " [-0.0804],\n", + " [-0.0795],\n", + " [-0.0806],\n", + " [-0.0787],\n", + " [-0.0810],\n", + " [-0.0808],\n", + " [-0.0781],\n", + " [-0.0781],\n", + " [-0.0801],\n", + " [-0.0808],\n", + " [-0.0794],\n", + " [-0.0779],\n", + " [-0.0779],\n", + " [-0.0815],\n", + " [-0.0784],\n", + " [-0.0792],\n", + " [-0.0794]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1670],\n", + " [0.1650],\n", + " [0.1690],\n", + " [0.1676],\n", + " [0.1584],\n", + " [0.1562],\n", + " [0.1656],\n", + " [0.1686],\n", + " [0.1664],\n", + " [0.1702],\n", + " [0.1733],\n", + " [0.1613],\n", + " [0.1673],\n", + " [0.1680],\n", + " [0.1641],\n", + " [0.1710],\n", + " [0.1647],\n", + " [0.1630],\n", + " [0.1685],\n", + " [0.1697],\n", + " [0.1674],\n", + " [0.1680],\n", + " [0.1659],\n", + " [0.1660],\n", + " [0.1640],\n", + " [0.1663],\n", + " [0.1683],\n", + " [0.1645],\n", + " [0.1705],\n", + " [0.1658],\n", + " [0.1660],\n", + " [0.1682]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0616],\n", + " [-0.0561],\n", + " [-0.0602],\n", + " [-0.0540],\n", + " [-0.0462],\n", + " [-0.0661],\n", + " [-0.0571],\n", + " [-0.0531],\n", + " [-0.0479],\n", + " [-0.0515],\n", + " [-0.0575],\n", + " [-0.0415],\n", + " [-0.0554],\n", + " [-0.0575],\n", + " [-0.0554],\n", + " [-0.0525],\n", + " [-0.0476],\n", + " [-0.0528],\n", + " [-0.0552],\n", + " [-0.0503],\n", + " [-0.0552],\n", + " [-0.0541],\n", + " [-0.0557],\n", + " [-0.0564],\n", + " [-0.0624],\n", + " [-0.0549],\n", + " [-0.0569],\n", + " [-0.0589],\n", + " [-0.0512],\n", + " [-0.0630],\n", + " [-0.0586],\n", + " [-0.0566]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0625],\n", + " [0.0670],\n", + " [0.0594],\n", + " [0.0611],\n", + " [0.0700],\n", + " [0.0644],\n", + " [0.0646],\n", + " [0.0596],\n", + " [0.0686],\n", + " [0.0556],\n", + " [0.0536],\n", + " [0.0682],\n", + " [0.0611],\n", + " [0.0625],\n", + " [0.0636],\n", + " [0.0566],\n", + " [0.0660],\n", + " [0.0677],\n", + " [0.0616],\n", + " [0.0586],\n", + " [0.0611],\n", + " [0.0625],\n", + " [0.0632],\n", + " [0.0618],\n", + " [0.0678],\n", + " [0.0623],\n", + " [0.0629],\n", + " [0.0657],\n", + " [0.0554],\n", + " [0.0618],\n", + " [0.0624],\n", + " [0.0589]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0929],\n", + " [-0.0916],\n", + " [-0.0994],\n", + " [-0.0947],\n", + " [-0.0782],\n", + " [-0.0767],\n", + " [-0.0921],\n", + " [-0.0971],\n", + " [-0.1062],\n", + " [-0.0985],\n", + " [-0.1038],\n", + " [-0.0836],\n", + " [-0.0940],\n", + " [-0.0971],\n", + " [-0.0915],\n", + " [-0.0995],\n", + " [-0.0882],\n", + " [-0.0907],\n", + " [-0.0954],\n", + " [-0.0980],\n", + " [-0.0960],\n", + " [-0.0939],\n", + " [-0.0922],\n", + " [-0.0938],\n", + " [-0.0838],\n", + " [-0.0939],\n", + " [-0.0937],\n", + " [-0.0897],\n", + " [-0.0990],\n", + " [-0.0932],\n", + " [-0.0942],\n", + " [-0.0971]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0172],\n", + " [0.0131],\n", + " [0.0184],\n", + " [0.0168],\n", + " [0.0052],\n", + " [0.0089],\n", + " [0.0127],\n", + " [0.0185],\n", + " [0.0105],\n", + " [0.0207],\n", + " [0.0245],\n", + " [0.0046],\n", + " [0.0161],\n", + " [0.0170],\n", + " [0.0114],\n", + " [0.0207],\n", + " [0.0120],\n", + " [0.0106],\n", + " [0.0162],\n", + " [0.0195],\n", + " [0.0170],\n", + " [0.0151],\n", + " [0.0144],\n", + " [0.0140],\n", + " [0.0129],\n", + " [0.0144],\n", + " [0.0157],\n", + " [0.0123],\n", + " [0.0213],\n", + " [0.0175],\n", + " [0.0161],\n", + " [0.0185]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0885],\n", + " [0.0863],\n", + " [0.0945],\n", + " [0.0913],\n", + " [0.0940],\n", + " [0.0783],\n", + " [0.0899],\n", + " [0.0925],\n", + " [0.1173],\n", + " [0.0972],\n", + " [0.1002],\n", + " [0.0979],\n", + " [0.0925],\n", + " [0.0903],\n", + " [0.0948],\n", + " [0.0965],\n", + " [0.0890],\n", + " [0.0902],\n", + " [0.0930],\n", + " [0.0942],\n", + " [0.0917],\n", + " [0.0915],\n", + " [0.0913],\n", + " [0.0948],\n", + " [0.0802],\n", + " [0.0924],\n", + " [0.0899],\n", + " [0.0897],\n", + " [0.0974],\n", + " [0.0907],\n", + " [0.0926],\n", + " [0.0951]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0050],\n", + " [ 0.0077],\n", + " [ 0.0086],\n", + " [ 0.0095],\n", + " [ 0.0132],\n", + " [-0.0053],\n", + " [ 0.0109],\n", + " [ 0.0104],\n", + " [ 0.0114],\n", + " [ 0.0119],\n", + " [ 0.0105],\n", + " [ 0.0138],\n", + " [ 0.0097],\n", + " [ 0.0084],\n", + " [ 0.0139],\n", + " [ 0.0111],\n", + " [ 0.0066],\n", + " [ 0.0094],\n", + " [ 0.0097],\n", + " [ 0.0100],\n", + " [ 0.0101],\n", + " [ 0.0103],\n", + " [ 0.0095],\n", + " [ 0.0137],\n", + " [ 0.0024],\n", + " [ 0.0109],\n", + " [ 0.0091],\n", + " [ 0.0096],\n", + " [ 0.0112],\n", + " [ 0.0057],\n", + " [ 0.0083],\n", + " [ 0.0103]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0065],\n", + " [-0.0015],\n", + " [ 0.0029],\n", + " [-0.0035],\n", + " [-0.0205],\n", + " [ 0.0103],\n", + " [-0.0026],\n", + " [-0.0026],\n", + " [-0.0043],\n", + " [-0.0037],\n", + " [ 0.0019],\n", + " [-0.0232],\n", + " [-0.0025],\n", + " [ 0.0011],\n", + " [-0.0062],\n", + " [-0.0034],\n", + " [-0.0109],\n", + " [-0.0083],\n", + " [-0.0027],\n", + " [-0.0044],\n", + " [-0.0018],\n", + " [-0.0043],\n", + " [-0.0036],\n", + " [-0.0029],\n", + " [ 0.0068],\n", + " [-0.0042],\n", + " [ 0.0006],\n", + " [-0.0005],\n", + " [-0.0037],\n", + " [ 0.0071],\n", + " [ 0.0013],\n", + " [-0.0011]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0404],\n", + " [-0.0378],\n", + " [-0.0358],\n", + " [-0.0354],\n", + " [-0.0369],\n", + " [-0.0467],\n", + " [-0.0365],\n", + " [-0.0339],\n", + " [-0.0322],\n", + " [-0.0295],\n", + " [-0.0302],\n", + " [-0.0341],\n", + " [-0.0363],\n", + " [-0.0367],\n", + " [-0.0342],\n", + " [-0.0302],\n", + " [-0.0360],\n", + " [-0.0361],\n", + " [-0.0342],\n", + " [-0.0322],\n", + " [-0.0354],\n", + " [-0.0344],\n", + " [-0.0371],\n", + " [-0.0355],\n", + " [-0.0456],\n", + " [-0.0352],\n", + " [-0.0362],\n", + " [-0.0392],\n", + " [-0.0293],\n", + " [-0.0419],\n", + " [-0.0381],\n", + " [-0.0347]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 7.6598e-03],\n", + " [ 6.2119e-03],\n", + " [ 6.6232e-03],\n", + " [ 3.4519e-03],\n", + " [-1.9800e-03],\n", + " [ 1.3213e-02],\n", + " [ 5.2819e-03],\n", + " [ 2.2200e-03],\n", + " [ 1.4190e-03],\n", + " [ 2.0079e-06],\n", + " [ 2.7574e-03],\n", + " [-5.8778e-03],\n", + " [ 4.1348e-03],\n", + " [ 5.5070e-03],\n", + " [ 2.4089e-03],\n", + " [ 1.3081e-03],\n", + " [ 6.4751e-04],\n", + " [ 2.8389e-03],\n", + " [ 4.0828e-03],\n", + " [ 1.2600e-03],\n", + " [ 3.6656e-03],\n", + " [ 3.5071e-03],\n", + " [ 4.5356e-03],\n", + " [ 3.5850e-03],\n", + " [ 9.8675e-03],\n", + " [ 3.4216e-03],\n", + " [ 5.3476e-03],\n", + " [ 6.1535e-03],\n", + " [-2.3054e-04],\n", + " [ 8.0629e-03],\n", + " [ 5.9358e-03],\n", + " [ 4.0140e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0585],\n", + " [0.0594],\n", + " [0.0583],\n", + " [0.0560],\n", + " [0.0592],\n", + " [0.0649],\n", + " [0.0584],\n", + " [0.0563],\n", + " [0.0733],\n", + " [0.0549],\n", + " [0.0586],\n", + " [0.0540],\n", + " [0.0563],\n", + " [0.0577],\n", + " [0.0579],\n", + " [0.0556],\n", + " [0.0571],\n", + " [0.0586],\n", + " [0.0561],\n", + " [0.0553],\n", + " [0.0568],\n", + " [0.0556],\n", + " [0.0570],\n", + " [0.0580],\n", + " [0.0643],\n", + " [0.0568],\n", + " [0.0568],\n", + " [0.0595],\n", + " [0.0550],\n", + " [0.0598],\n", + " [0.0584],\n", + " [0.0565]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0208],\n", + " [-0.0153],\n", + " [-0.0174],\n", + " [-0.0173],\n", + " [-0.0149],\n", + " [-0.0156],\n", + " [-0.0160],\n", + " [-0.0183],\n", + " [-0.0084],\n", + " [-0.0179],\n", + " [-0.0157],\n", + " [-0.0184],\n", + " [-0.0171],\n", + " [-0.0179],\n", + " [-0.0161],\n", + " [-0.0179],\n", + " [-0.0140],\n", + " [-0.0148],\n", + " [-0.0177],\n", + " [-0.0179],\n", + " [-0.0179],\n", + " [-0.0170],\n", + " [-0.0164],\n", + " [-0.0169],\n", + " [-0.0202],\n", + " [-0.0169],\n", + " [-0.0183],\n", + " [-0.0168],\n", + " [-0.0174],\n", + " [-0.0201],\n", + " [-0.0172],\n", + " [-0.0183]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1765],\n", + " [-0.1682],\n", + " [-0.1731],\n", + " [-0.1686],\n", + " [-0.1618],\n", + " [-0.1745],\n", + " [-0.1694],\n", + " [-0.1688],\n", + " [-0.1718],\n", + " [-0.1679],\n", + " [-0.1704],\n", + " [-0.1609],\n", + " [-0.1705],\n", + " [-0.1707],\n", + " [-0.1703],\n", + " [-0.1685],\n", + " [-0.1650],\n", + " [-0.1670],\n", + " [-0.1709],\n", + " [-0.1678],\n", + " [-0.1697],\n", + " [-0.1690],\n", + " [-0.1698],\n", + " [-0.1716],\n", + " [-0.1729],\n", + " [-0.1695],\n", + " [-0.1719],\n", + " [-0.1725],\n", + " [-0.1679],\n", + " [-0.1783],\n", + " [-0.1744],\n", + " [-0.1718]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0158],\n", + " [-0.0215],\n", + " [-0.0197],\n", + " [-0.0219],\n", + " [-0.0247],\n", + " [ 0.0050],\n", + " [-0.0232],\n", + " [-0.0215],\n", + " [-0.0095],\n", + " [-0.0222],\n", + " [-0.0191],\n", + " [-0.0254],\n", + " [-0.0214],\n", + " [-0.0208],\n", + " [-0.0251],\n", + " [-0.0226],\n", + " [-0.0223],\n", + " [-0.0249],\n", + " [-0.0223],\n", + " [-0.0213],\n", + " [-0.0216],\n", + " [-0.0236],\n", + " [-0.0222],\n", + " [-0.0229],\n", + " [-0.0136],\n", + " [-0.0230],\n", + " [-0.0209],\n", + " [-0.0209],\n", + " [-0.0220],\n", + " [-0.0151],\n", + " [-0.0192],\n", + " [-0.0215]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0103],\n", + " [ 0.0028],\n", + " [ 0.0160],\n", + " [ 0.0066],\n", + " [-0.0147],\n", + " [ 0.0140],\n", + " [ 0.0031],\n", + " [ 0.0103],\n", + " [ 0.0190],\n", + " [ 0.0126],\n", + " [ 0.0227],\n", + " [-0.0096],\n", + " [ 0.0051],\n", + " [ 0.0105],\n", + " [ 0.0013],\n", + " [ 0.0131],\n", + " [-0.0038],\n", + " [-0.0010],\n", + " [ 0.0067],\n", + " [ 0.0104],\n", + " [ 0.0090],\n", + " [ 0.0034],\n", + " [ 0.0029],\n", + " [ 0.0050],\n", + " [ 0.0036],\n", + " [ 0.0051],\n", + " [ 0.0046],\n", + " [ 0.0010],\n", + " [ 0.0131],\n", + " [ 0.0112],\n", + " [ 0.0070],\n", + " [ 0.0107]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0902],\n", + " [0.0947],\n", + " [0.0880],\n", + " [0.0946],\n", + " [0.1069],\n", + " [0.0926],\n", + " [0.0930],\n", + " [0.0924],\n", + " [0.1003],\n", + " [0.0925],\n", + " [0.0914],\n", + " [0.1066],\n", + " [0.0939],\n", + " [0.0911],\n", + " [0.0928],\n", + " [0.0925],\n", + " [0.1028],\n", + " [0.0961],\n", + " [0.0928],\n", + " [0.0935],\n", + " [0.0917],\n", + " [0.0953],\n", + " [0.0950],\n", + " [0.0895],\n", + " [0.0950],\n", + " [0.0931],\n", + " [0.0933],\n", + " [0.0932],\n", + " [0.0929],\n", + " [0.0884],\n", + " [0.0906],\n", + " [0.0909]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0798],\n", + " [0.0828],\n", + " [0.0875],\n", + " [0.0827],\n", + " [0.0727],\n", + " [0.0910],\n", + " [0.0813],\n", + " [0.0847],\n", + " [0.1068],\n", + " [0.0856],\n", + " [0.0959],\n", + " [0.0663],\n", + " [0.0815],\n", + " [0.0847],\n", + " [0.0794],\n", + " [0.0848],\n", + " [0.0771],\n", + " [0.0788],\n", + " [0.0804],\n", + " [0.0842],\n", + " [0.0841],\n", + " [0.0795],\n", + " [0.0802],\n", + " [0.0827],\n", + " [0.0827],\n", + " [0.0811],\n", + " [0.0793],\n", + " [0.0787],\n", + " [0.0855],\n", + " [0.0814],\n", + " [0.0815],\n", + " [0.0842]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0907],\n", + " [0.0876],\n", + " [0.0893],\n", + " [0.0859],\n", + " [0.0759],\n", + " [0.1047],\n", + " [0.0876],\n", + " [0.0872],\n", + " [0.0659],\n", + " [0.0868],\n", + " [0.0877],\n", + " [0.0721],\n", + " [0.0857],\n", + " [0.0882],\n", + " [0.0871],\n", + " [0.0862],\n", + " [0.0829],\n", + " [0.0870],\n", + " [0.0861],\n", + " [0.0854],\n", + " [0.0878],\n", + " [0.0852],\n", + " [0.0862],\n", + " [0.0880],\n", + " [0.0927],\n", + " [0.0872],\n", + " [0.0865],\n", + " [0.0880],\n", + " [0.0868],\n", + " [0.0914],\n", + " [0.0882],\n", + " [0.0870]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0418],\n", + " [0.0419],\n", + " [0.0422],\n", + " [0.0407],\n", + " [0.0328],\n", + " [0.0457],\n", + " [0.0399],\n", + " [0.0414],\n", + " [0.0382],\n", + " [0.0414],\n", + " [0.0446],\n", + " [0.0318],\n", + " [0.0397],\n", + " [0.0428],\n", + " [0.0362],\n", + " [0.0419],\n", + " [0.0374],\n", + " [0.0381],\n", + " [0.0394],\n", + " [0.0412],\n", + " [0.0410],\n", + " [0.0395],\n", + " [0.0392],\n", + " [0.0377],\n", + " [0.0453],\n", + " [0.0390],\n", + " [0.0409],\n", + " [0.0393],\n", + " [0.0416],\n", + " [0.0411],\n", + " [0.0395],\n", + " [0.0401]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0320],\n", + " [0.0373],\n", + " [0.0339],\n", + " [0.0380],\n", + " [0.0407],\n", + " [0.0287],\n", + " [0.0380],\n", + " [0.0370],\n", + " [0.0483],\n", + " [0.0371],\n", + " [0.0343],\n", + " [0.0379],\n", + " [0.0384],\n", + " [0.0357],\n", + " [0.0391],\n", + " [0.0368],\n", + " [0.0376],\n", + " [0.0387],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0375],\n", + " [0.0377],\n", + " [0.0386],\n", + " [0.0396],\n", + " [0.0312],\n", + " [0.0381],\n", + " [0.0361],\n", + " [0.0377],\n", + " [0.0369],\n", + " [0.0333],\n", + " [0.0374],\n", + " [0.0373]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0697],\n", + " [-0.0755],\n", + " [-0.0689],\n", + " [-0.0741],\n", + " [-0.0872],\n", + " [-0.0621],\n", + " [-0.0757],\n", + " [-0.0726],\n", + " [-0.0899],\n", + " [-0.0710],\n", + " [-0.0668],\n", + " [-0.0870],\n", + " [-0.0743],\n", + " [-0.0723],\n", + " [-0.0770],\n", + " [-0.0712],\n", + " [-0.0762],\n", + " [-0.0762],\n", + " [-0.0735],\n", + " [-0.0727],\n", + " [-0.0731],\n", + " [-0.0751],\n", + " [-0.0750],\n", + " [-0.0750],\n", + " [-0.0722],\n", + " [-0.0743],\n", + " [-0.0742],\n", + " [-0.0753],\n", + " [-0.0701],\n", + " [-0.0689],\n", + " [-0.0720],\n", + " [-0.0718]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1056],\n", + " [-0.1036],\n", + " [-0.0998],\n", + " [-0.1007],\n", + " [-0.1080],\n", + " [-0.1218],\n", + " [-0.1029],\n", + " [-0.0990],\n", + " [-0.1057],\n", + " [-0.0972],\n", + " [-0.0965],\n", + " [-0.1074],\n", + " [-0.1018],\n", + " [-0.1006],\n", + " [-0.1028],\n", + " [-0.0979],\n", + " [-0.1045],\n", + " [-0.1030],\n", + " [-0.1014],\n", + " [-0.0985],\n", + " [-0.1003],\n", + " [-0.1018],\n", + " [-0.1029],\n", + " [-0.1023],\n", + " [-0.1104],\n", + " [-0.1015],\n", + " [-0.1037],\n", + " [-0.1061],\n", + " [-0.0971],\n", + " [-0.1059],\n", + " [-0.1035],\n", + " [-0.0994]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0595],\n", + " [-0.0614],\n", + " [-0.0617],\n", + " [-0.0624],\n", + " [-0.0606],\n", + " [-0.0497],\n", + " [-0.0619],\n", + " [-0.0627],\n", + " [-0.0564],\n", + " [-0.0645],\n", + " [-0.0627],\n", + " [-0.0632],\n", + " [-0.0622],\n", + " [-0.0616],\n", + " [-0.0637],\n", + " [-0.0641],\n", + " [-0.0648],\n", + " [-0.0646],\n", + " [-0.0638],\n", + " [-0.0639],\n", + " [-0.0617],\n", + " [-0.0637],\n", + " [-0.0624],\n", + " [-0.0622],\n", + " [-0.0554],\n", + " [-0.0631],\n", + " [-0.0616],\n", + " [-0.0604],\n", + " [-0.0647],\n", + " [-0.0587],\n", + " [-0.0613],\n", + " [-0.0628]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0597],\n", + " [-0.0455],\n", + " [-0.0619],\n", + " [-0.0627],\n", + " [-0.0611],\n", + " [-0.0626],\n", + " [-0.0616],\n", + " [-0.0658],\n", + " [-0.0657],\n", + " [-0.0618],\n", + " [-0.0602],\n", + " [-0.0613],\n", + " [-0.0587],\n", + " [-0.0639],\n", + " [-0.0638],\n", + " [-0.0618],\n", + " [-0.0620],\n", + " [-0.0600],\n", + " [-0.0617],\n", + " [-0.0670],\n", + " [-0.0599],\n", + " [-0.0627],\n", + " [-0.0603],\n", + " [-0.0609],\n", + " [-0.0557],\n", + " [-0.0630],\n", + " [-0.0613],\n", + " [-0.0614],\n", + " [-0.0616],\n", + " [-0.0628],\n", + " [-0.0668],\n", + " [-0.0668]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0729],\n", + " [-0.0628],\n", + " [-0.0716],\n", + " [-0.0708],\n", + " [-0.0749],\n", + " [-0.0741],\n", + " [-0.0753],\n", + " [-0.0800],\n", + " [-0.0797],\n", + " [-0.0721],\n", + " [-0.0730],\n", + " [-0.0735],\n", + " [-0.0687],\n", + " [-0.0777],\n", + " [-0.0728],\n", + " [-0.0682],\n", + " [-0.0759],\n", + " [-0.0665],\n", + " [-0.0735],\n", + " [-0.0797],\n", + " [-0.0717],\n", + " [-0.0716],\n", + " [-0.0722],\n", + " [-0.0669],\n", + " [-0.0737],\n", + " [-0.0748],\n", + " [-0.0751],\n", + " [-0.0736],\n", + " [-0.0687],\n", + " [-0.0754],\n", + " [-0.0792],\n", + " [-0.0819]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0388],\n", + " [0.0414],\n", + " [0.0369],\n", + " [0.0367],\n", + " [0.0393],\n", + " [0.0377],\n", + " [0.0368],\n", + " [0.0389],\n", + " [0.0367],\n", + " [0.0387],\n", + " [0.0398],\n", + " [0.0380],\n", + " [0.0392],\n", + " [0.0364],\n", + " [0.0361],\n", + " [0.0375],\n", + " [0.0378],\n", + " [0.0395],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0361],\n", + " [0.0372],\n", + " [0.0386],\n", + " [0.0399],\n", + " [0.0369],\n", + " [0.0381],\n", + " [0.0377],\n", + " [0.0367],\n", + " [0.0391],\n", + " [0.0374],\n", + " [0.0352]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0874],\n", + " [-0.0773],\n", + " [-0.0938],\n", + " [-0.0949],\n", + " [-0.0923],\n", + " [-0.0953],\n", + " [-0.0905],\n", + " [-0.0944],\n", + " [-0.0982],\n", + " [-0.0945],\n", + " [-0.0910],\n", + " [-0.0890],\n", + " [-0.0922],\n", + " [-0.0922],\n", + " [-0.0966],\n", + " [-0.0942],\n", + " [-0.0918],\n", + " [-0.0919],\n", + " [-0.0922],\n", + " [-0.0939],\n", + " [-0.0888],\n", + " [-0.0952],\n", + " [-0.0887],\n", + " [-0.0931],\n", + " [-0.0887],\n", + " [-0.0958],\n", + " [-0.0900],\n", + " [-0.0934],\n", + " [-0.0949],\n", + " [-0.0953],\n", + " [-0.0936],\n", + " [-0.0924]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0482],\n", + " [0.0446],\n", + " [0.0576],\n", + " [0.0586],\n", + " [0.0500],\n", + " [0.0579],\n", + " [0.0505],\n", + " [0.0488],\n", + " [0.0529],\n", + " [0.0570],\n", + " [0.0519],\n", + " [0.0499],\n", + " [0.0469],\n", + " [0.0510],\n", + " [0.0598],\n", + " [0.0582],\n", + " [0.0510],\n", + " [0.0559],\n", + " [0.0552],\n", + " [0.0523],\n", + " [0.0457],\n", + " [0.0580],\n", + " [0.0513],\n", + " [0.0570],\n", + " [0.0350],\n", + " [0.0582],\n", + " [0.0420],\n", + " [0.0561],\n", + " [0.0578],\n", + " [0.0562],\n", + " [0.0494],\n", + " [0.0487]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0430],\n", + " [-0.0324],\n", + " [-0.0372],\n", + " [-0.0359],\n", + " [-0.0345],\n", + " [-0.0347],\n", + " [-0.0403],\n", + " [-0.0324],\n", + " [-0.0356],\n", + " [-0.0342],\n", + " [-0.0337],\n", + " [-0.0422],\n", + " [-0.0322],\n", + " [-0.0407],\n", + " [-0.0341],\n", + " [-0.0351],\n", + " [-0.0365],\n", + " [-0.0346],\n", + " [-0.0392],\n", + " [-0.0393],\n", + " [-0.0385],\n", + " [-0.0375],\n", + " [-0.0424],\n", + " [-0.0351],\n", + " [-0.0385],\n", + " [-0.0356],\n", + " [-0.0355],\n", + " [-0.0366],\n", + " [-0.0337],\n", + " [-0.0329],\n", + " [-0.0344],\n", + " [-0.0426]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0795],\n", + " [-0.0768],\n", + " [-0.0798],\n", + " [-0.0802],\n", + " [-0.0815],\n", + " [-0.0798],\n", + " [-0.0781],\n", + " [-0.0810],\n", + " [-0.0810],\n", + " [-0.0812],\n", + " [-0.0809],\n", + " [-0.0792],\n", + " [-0.0858],\n", + " [-0.0783],\n", + " [-0.0800],\n", + " [-0.0821],\n", + " [-0.0795],\n", + " [-0.0829],\n", + " [-0.0792],\n", + " [-0.0781],\n", + " [-0.0805],\n", + " [-0.0804],\n", + " [-0.0786],\n", + " [-0.0824],\n", + " [-0.0843],\n", + " [-0.0793],\n", + " [-0.0814],\n", + " [-0.0796],\n", + " [-0.0826],\n", + " [-0.0812],\n", + " [-0.0804],\n", + " [-0.0759]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1628],\n", + " [0.1759],\n", + " [0.1694],\n", + " [0.1701],\n", + " [0.1634],\n", + " [0.1693],\n", + " [0.1651],\n", + " [0.1636],\n", + " [0.1650],\n", + " [0.1693],\n", + " [0.1665],\n", + " [0.1645],\n", + " [0.1634],\n", + " [0.1648],\n", + " [0.1713],\n", + " [0.1716],\n", + " [0.1647],\n", + " [0.1711],\n", + " [0.1681],\n", + " [0.1662],\n", + " [0.1636],\n", + " [0.1688],\n", + " [0.1662],\n", + " [0.1703],\n", + " [0.1506],\n", + " [0.1691],\n", + " [0.1602],\n", + " [0.1684],\n", + " [0.1712],\n", + " [0.1683],\n", + " [0.1638],\n", + " [0.1633]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0522],\n", + " [-0.0367],\n", + " [-0.0553],\n", + " [-0.0575],\n", + " [-0.0544],\n", + " [-0.0574],\n", + " [-0.0554],\n", + " [-0.0616],\n", + " [-0.0615],\n", + " [-0.0552],\n", + " [-0.0533],\n", + " [-0.0523],\n", + " [-0.0503],\n", + " [-0.0571],\n", + " [-0.0591],\n", + " [-0.0550],\n", + " [-0.0563],\n", + " [-0.0491],\n", + " [-0.0548],\n", + " [-0.0585],\n", + " [-0.0522],\n", + " [-0.0567],\n", + " [-0.0518],\n", + " [-0.0525],\n", + " [-0.0517],\n", + " [-0.0589],\n", + " [-0.0558],\n", + " [-0.0562],\n", + " [-0.0551],\n", + " [-0.0570],\n", + " [-0.0601],\n", + " [-0.0587]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0635],\n", + " [0.0648],\n", + " [0.0577],\n", + " [0.0569],\n", + " [0.0684],\n", + " [0.0613],\n", + " [0.0644],\n", + " [0.0709],\n", + " [0.0673],\n", + " [0.0607],\n", + " [0.0653],\n", + " [0.0642],\n", + " [0.0674],\n", + " [0.0642],\n", + " [0.0594],\n", + " [0.0575],\n", + " [0.0668],\n", + " [0.0575],\n", + " [0.0591],\n", + " [0.0651],\n", + " [0.0666],\n", + " [0.0580],\n", + " [0.0607],\n", + " [0.0556],\n", + " [0.0817],\n", + " [0.0608],\n", + " [0.0727],\n", + " [0.0600],\n", + " [0.0581],\n", + " [0.0646],\n", + " [0.0667],\n", + " [0.0677]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0901],\n", + " [-0.0942],\n", + " [-0.0984],\n", + " [-0.0999],\n", + " [-0.0929],\n", + " [-0.0983],\n", + " [-0.0908],\n", + " [-0.0867],\n", + " [-0.0934],\n", + " [-0.0987],\n", + " [-0.0927],\n", + " [-0.0912],\n", + " [-0.0908],\n", + " [-0.0911],\n", + " [-0.1008],\n", + " [-0.1012],\n", + " [-0.0909],\n", + " [-0.0998],\n", + " [-0.0956],\n", + " [-0.0912],\n", + " [-0.0865],\n", + " [-0.0986],\n", + " [-0.0923],\n", + " [-0.0989],\n", + " [-0.0823],\n", + " [-0.0985],\n", + " [-0.0833],\n", + " [-0.0968],\n", + " [-0.0995],\n", + " [-0.0964],\n", + " [-0.0862],\n", + " [-0.0892]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0110],\n", + " [ 0.0088],\n", + " [ 0.0195],\n", + " [ 0.0193],\n", + " [ 0.0111],\n", + " [ 0.0185],\n", + " [ 0.0131],\n", + " [ 0.0101],\n", + " [ 0.0116],\n", + " [ 0.0189],\n", + " [ 0.0166],\n", + " [ 0.0122],\n", + " [ 0.0165],\n", + " [ 0.0135],\n", + " [ 0.0192],\n", + " [ 0.0215],\n", + " [ 0.0124],\n", + " [ 0.0221],\n", + " [ 0.0170],\n", + " [ 0.0136],\n", + " [ 0.0124],\n", + " [ 0.0195],\n", + " [ 0.0149],\n", + " [ 0.0223],\n", + " [-0.0038],\n", + " [ 0.0177],\n", + " [ 0.0066],\n", + " [ 0.0177],\n", + " [ 0.0223],\n", + " [ 0.0171],\n", + " [ 0.0126],\n", + " [ 0.0129]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0958],\n", + " [0.1024],\n", + " [0.0959],\n", + " [0.0970],\n", + " [0.0891],\n", + " [0.0914],\n", + " [0.0905],\n", + " [0.0818],\n", + " [0.0881],\n", + " [0.0922],\n", + " [0.0861],\n", + " [0.0932],\n", + " [0.0845],\n", + " [0.0919],\n", + " [0.0933],\n", + " [0.0960],\n", + " [0.0872],\n", + " [0.0950],\n", + " [0.0946],\n", + " [0.0894],\n", + " [0.0854],\n", + " [0.0963],\n", + " [0.0942],\n", + " [0.0967],\n", + " [0.0927],\n", + " [0.0933],\n", + " [0.0821],\n", + " [0.0933],\n", + " [0.0945],\n", + " [0.0878],\n", + " [0.0835],\n", + " [0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0141],\n", + " [0.0151],\n", + " [0.0111],\n", + " [0.0120],\n", + " [0.0091],\n", + " [0.0087],\n", + " [0.0094],\n", + " [0.0052],\n", + " [0.0080],\n", + " [0.0098],\n", + " [0.0054],\n", + " [0.0116],\n", + " [0.0012],\n", + " [0.0095],\n", + " [0.0094],\n", + " [0.0105],\n", + " [0.0080],\n", + " [0.0083],\n", + " [0.0115],\n", + " [0.0084],\n", + " [0.0045],\n", + " [0.0108],\n", + " [0.0116],\n", + " [0.0113],\n", + " [0.0102],\n", + " [0.0102],\n", + " [0.0045],\n", + " [0.0107],\n", + " [0.0089],\n", + " [0.0075],\n", + " [0.0041],\n", + " [0.0125]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-9.9713e-03],\n", + " [-1.5749e-02],\n", + " [-1.8428e-03],\n", + " [ 5.3942e-06],\n", + " [-4.7643e-03],\n", + " [ 1.4958e-03],\n", + " [-4.8044e-03],\n", + " [ 3.5746e-03],\n", + " [ 2.6534e-03],\n", + " [-4.1656e-04],\n", + " [-1.0787e-03],\n", + " [-8.9965e-03],\n", + " [-1.9475e-03],\n", + " [-2.0665e-03],\n", + " [ 2.8584e-03],\n", + " [-4.2792e-04],\n", + " [-3.4309e-03],\n", + " [-2.8277e-03],\n", + " [-3.1583e-03],\n", + " [ 1.1523e-03],\n", + " [-6.3418e-03],\n", + " [-7.1255e-04],\n", + " [-7.9786e-03],\n", + " [-3.1366e-03],\n", + " [-1.7668e-02],\n", + " [ 1.6577e-03],\n", + " [-4.5676e-03],\n", + " [-9.2549e-04],\n", + " [-8.3809e-04],\n", + " [ 1.9146e-03],\n", + " [ 3.2992e-03],\n", + " [-3.4503e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0331],\n", + " [-0.0342],\n", + " [-0.0328],\n", + " [-0.0312],\n", + " [-0.0362],\n", + " [-0.0362],\n", + " [-0.0372],\n", + " [-0.0422],\n", + " [-0.0403],\n", + " [-0.0347],\n", + " [-0.0389],\n", + " [-0.0339],\n", + " [-0.0410],\n", + " [-0.0381],\n", + " [-0.0350],\n", + " [-0.0312],\n", + " [-0.0380],\n", + " [-0.0311],\n", + " [-0.0340],\n", + " [-0.0384],\n", + " [-0.0401],\n", + " [-0.0335],\n", + " [-0.0340],\n", + " [-0.0309],\n", + " [-0.0387],\n", + " [-0.0353],\n", + " [-0.0423],\n", + " [-0.0349],\n", + " [-0.0352],\n", + " [-0.0372],\n", + " [-0.0433],\n", + " [-0.0400]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 3.0686e-05],\n", + " [ 2.1684e-03],\n", + " [ 2.8950e-03],\n", + " [ 3.1246e-03],\n", + " [ 4.2842e-03],\n", + " [ 5.4119e-03],\n", + " [ 4.4721e-03],\n", + " [ 9.6949e-03],\n", + " [ 8.1590e-03],\n", + " [ 3.8508e-03],\n", + " [ 5.5466e-03],\n", + " [ 1.2718e-03],\n", + " [ 3.6643e-03],\n", + " [ 5.0805e-03],\n", + " [ 5.6075e-03],\n", + " [ 2.3243e-03],\n", + " [ 5.5970e-03],\n", + " [ 7.3445e-04],\n", + " [ 3.0524e-03],\n", + " [ 5.9755e-03],\n", + " [ 4.2312e-03],\n", + " [ 3.5752e-03],\n", + " [ 1.2863e-03],\n", + " [ 5.4266e-04],\n", + " [-1.7417e-04],\n", + " [ 5.5535e-03],\n", + " [ 6.7303e-03],\n", + " [ 4.1247e-03],\n", + " [ 3.8385e-03],\n", + " [ 6.2112e-03],\n", + " [ 8.1142e-03],\n", + " [ 5.5950e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0566],\n", + " [0.0611],\n", + " [0.0560],\n", + " [0.0570],\n", + " [0.0596],\n", + " [0.0574],\n", + " [0.0575],\n", + " [0.0646],\n", + " [0.0618],\n", + " [0.0577],\n", + " [0.0587],\n", + " [0.0562],\n", + " [0.0611],\n", + " [0.0584],\n", + " [0.0582],\n", + " [0.0578],\n", + " [0.0588],\n", + " [0.0563],\n", + " [0.0559],\n", + " [0.0583],\n", + " [0.0594],\n", + " [0.0570],\n", + " [0.0551],\n", + " [0.0553],\n", + " [0.0677],\n", + " [0.0575],\n", + " [0.0636],\n", + " [0.0566],\n", + " [0.0578],\n", + " [0.0589],\n", + " [0.0620],\n", + " [0.0580]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0174],\n", + " [-0.0229],\n", + " [-0.0184],\n", + " [-0.0183],\n", + " [-0.0149],\n", + " [-0.0187],\n", + " [-0.0158],\n", + " [-0.0164],\n", + " [-0.0166],\n", + " [-0.0186],\n", + " [-0.0160],\n", + " [-0.0168],\n", + " [-0.0133],\n", + " [-0.0165],\n", + " [-0.0188],\n", + " [-0.0183],\n", + " [-0.0156],\n", + " [-0.0172],\n", + " [-0.0177],\n", + " [-0.0179],\n", + " [-0.0142],\n", + " [-0.0184],\n", + " [-0.0169],\n", + " [-0.0190],\n", + " [-0.0132],\n", + " [-0.0185],\n", + " [-0.0120],\n", + " [-0.0182],\n", + " [-0.0187],\n", + " [-0.0179],\n", + " [-0.0178],\n", + " [-0.0165]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1680],\n", + " [-0.1646],\n", + " [-0.1705],\n", + " [-0.1710],\n", + " [-0.1680],\n", + " [-0.1708],\n", + " [-0.1692],\n", + " [-0.1712],\n", + " [-0.1736],\n", + " [-0.1695],\n", + " [-0.1674],\n", + " [-0.1677],\n", + " [-0.1672],\n", + " [-0.1725],\n", + " [-0.1714],\n", + " [-0.1695],\n", + " [-0.1684],\n", + " [-0.1676],\n", + " [-0.1705],\n", + " [-0.1739],\n", + " [-0.1663],\n", + " [-0.1715],\n", + " [-0.1680],\n", + " [-0.1681],\n", + " [-0.1660],\n", + " [-0.1723],\n", + " [-0.1671],\n", + " [-0.1707],\n", + " [-0.1697],\n", + " [-0.1698],\n", + " [-0.1722],\n", + " [-0.1745]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0265],\n", + " [-0.0208],\n", + " [-0.0224],\n", + " [-0.0229],\n", + " [-0.0232],\n", + " [-0.0208],\n", + " [-0.0230],\n", + " [-0.0192],\n", + " [-0.0202],\n", + " [-0.0213],\n", + " [-0.0191],\n", + " [-0.0262],\n", + " [-0.0159],\n", + " [-0.0210],\n", + " [-0.0210],\n", + " [-0.0221],\n", + " [-0.0227],\n", + " [-0.0196],\n", + " [-0.0222],\n", + " [-0.0201],\n", + " [-0.0205],\n", + " [-0.0222],\n", + " [-0.0242],\n", + " [-0.0226],\n", + " [-0.0298],\n", + " [-0.0216],\n", + " [-0.0206],\n", + " [-0.0216],\n", + " [-0.0210],\n", + " [-0.0205],\n", + " [-0.0163],\n", + " [-0.0204]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0012],\n", + " [ 0.0076],\n", + " [ 0.0120],\n", + " [ 0.0147],\n", + " [ 0.0030],\n", + " [ 0.0118],\n", + " [ 0.0008],\n", + " [ 0.0015],\n", + " [ 0.0068],\n", + " [ 0.0125],\n", + " [ 0.0048],\n", + " [-0.0006],\n", + " [ 0.0034],\n", + " [ 0.0020],\n", + " [ 0.0166],\n", + " [ 0.0161],\n", + " [ 0.0023],\n", + " [ 0.0132],\n", + " [ 0.0078],\n", + " [ 0.0023],\n", + " [-0.0027],\n", + " [ 0.0131],\n", + " [ 0.0020],\n", + " [ 0.0144],\n", + " [-0.0123],\n", + " [ 0.0120],\n", + " [-0.0055],\n", + " [ 0.0096],\n", + " [ 0.0170],\n", + " [ 0.0097],\n", + " [ 0.0026],\n", + " [-0.0012]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0954],\n", + " [0.0981],\n", + " [0.0911],\n", + " [0.0895],\n", + " [0.0926],\n", + " [0.0908],\n", + " [0.0961],\n", + " [0.0927],\n", + " [0.0868],\n", + " [0.0912],\n", + " [0.0963],\n", + " [0.0967],\n", + " [0.0984],\n", + " [0.0933],\n", + " [0.0891],\n", + " [0.0917],\n", + " [0.0951],\n", + " [0.0941],\n", + " [0.0922],\n", + " [0.0927],\n", + " [0.1014],\n", + " [0.0900],\n", + " [0.0967],\n", + " [0.0924],\n", + " [0.0945],\n", + " [0.0889],\n", + " [0.0981],\n", + " [0.0910],\n", + " [0.0917],\n", + " [0.0915],\n", + " [0.0947],\n", + " [0.0932]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0771],\n", + " [0.0862],\n", + " [0.0846],\n", + " [0.0865],\n", + " [0.0818],\n", + " [0.0855],\n", + " [0.0791],\n", + " [0.0833],\n", + " [0.0841],\n", + " [0.0859],\n", + " [0.0851],\n", + " [0.0767],\n", + " [0.0883],\n", + " [0.0786],\n", + " [0.0880],\n", + " [0.0879],\n", + " [0.0811],\n", + " [0.0866],\n", + " [0.0826],\n", + " [0.0772],\n", + " [0.0815],\n", + " [0.0860],\n", + " [0.0790],\n", + " [0.0867],\n", + " [0.0755],\n", + " [0.0854],\n", + " [0.0822],\n", + " [0.0845],\n", + " [0.0892],\n", + " [0.0850],\n", + " [0.0821],\n", + " [0.0696]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0861],\n", + " [0.0719],\n", + " [0.0868],\n", + " [0.0883],\n", + " [0.0883],\n", + " [0.0874],\n", + " [0.0863],\n", + " [0.0910],\n", + " [0.0912],\n", + " [0.0876],\n", + " [0.0863],\n", + " [0.0862],\n", + " [0.0872],\n", + " [0.0875],\n", + " [0.0889],\n", + " [0.0878],\n", + " [0.0878],\n", + " [0.0858],\n", + " [0.0865],\n", + " [0.0879],\n", + " [0.0856],\n", + " [0.0880],\n", + " [0.0851],\n", + " [0.0876],\n", + " [0.0899],\n", + " [0.0877],\n", + " [0.0885],\n", + " [0.0868],\n", + " [0.0882],\n", + " [0.0885],\n", + " [0.0902],\n", + " [0.0866]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0356],\n", + " [0.0346],\n", + " [0.0411],\n", + " [0.0420],\n", + " [0.0397],\n", + " [0.0434],\n", + " [0.0387],\n", + " [0.0435],\n", + " [0.0414],\n", + " [0.0429],\n", + " [0.0436],\n", + " [0.0369],\n", + " [0.0434],\n", + " [0.0379],\n", + " [0.0440],\n", + " [0.0432],\n", + " [0.0403],\n", + " [0.0425],\n", + " [0.0391],\n", + " [0.0393],\n", + " [0.0401],\n", + " [0.0410],\n", + " [0.0371],\n", + " [0.0423],\n", + " [0.0348],\n", + " [0.0422],\n", + " [0.0399],\n", + " [0.0411],\n", + " [0.0436],\n", + " [0.0444],\n", + " [0.0428],\n", + " [0.0380]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0395],\n", + " [0.0358],\n", + " [0.0368],\n", + " [0.0358],\n", + " [0.0377],\n", + " [0.0357],\n", + " [0.0387],\n", + " [0.0349],\n", + " [0.0354],\n", + " [0.0361],\n", + " [0.0370],\n", + " [0.0388],\n", + " [0.0377],\n", + " [0.0387],\n", + " [0.0335],\n", + " [0.0359],\n", + " [0.0375],\n", + " [0.0368],\n", + " [0.0381],\n", + " [0.0361],\n", + " [0.0380],\n", + " [0.0367],\n", + " [0.0395],\n", + " [0.0366],\n", + " [0.0396],\n", + " [0.0358],\n", + " [0.0373],\n", + " [0.0376],\n", + " [0.0349],\n", + " [0.0355],\n", + " [0.0343],\n", + " [0.0333]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0785],\n", + " [-0.0793],\n", + " [-0.0717],\n", + " [-0.0705],\n", + " [-0.0755],\n", + " [-0.0722],\n", + " [-0.0755],\n", + " [-0.0746],\n", + " [-0.0724],\n", + " [-0.0721],\n", + " [-0.0743],\n", + " [-0.0766],\n", + " [-0.0728],\n", + " [-0.0745],\n", + " [-0.0696],\n", + " [-0.0699],\n", + " [-0.0754],\n", + " [-0.0702],\n", + " [-0.0733],\n", + " [-0.0740],\n", + " [-0.0754],\n", + " [-0.0708],\n", + " [-0.0754],\n", + " [-0.0700],\n", + " [-0.0822],\n", + " [-0.0722],\n", + " [-0.0764],\n", + " [-0.0732],\n", + " [-0.0690],\n", + " [-0.0730],\n", + " [-0.0731],\n", + " [-0.0778]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1021],\n", + " [-0.1104],\n", + " [-0.0980],\n", + " [-0.0979],\n", + " [-0.1023],\n", + " [-0.0996],\n", + " [-0.1037],\n", + " [-0.1079],\n", + " [-0.1050],\n", + " [-0.0992],\n", + " [-0.1028],\n", + " [-0.1021],\n", + " [-0.1040],\n", + " [-0.1050],\n", + " [-0.0993],\n", + " [-0.0981],\n", + " [-0.1037],\n", + " [-0.0979],\n", + " [-0.1001],\n", + " [-0.1061],\n", + " [-0.1056],\n", + " [-0.0981],\n", + " [-0.1013],\n", + " [-0.0967],\n", + " [-0.1059],\n", + " [-0.0993],\n", + " [-0.1082],\n", + " [-0.0997],\n", + " [-0.0986],\n", + " [-0.1016],\n", + " [-0.1083],\n", + " [-0.1097]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0650],\n", + " [-0.0660],\n", + " [-0.0634],\n", + " [-0.0633],\n", + " [-0.0635],\n", + " [-0.0617],\n", + " [-0.0628],\n", + " [-0.0586],\n", + " [-0.0598],\n", + " [-0.0623],\n", + " [-0.0613],\n", + " [-0.0654],\n", + " [-0.0611],\n", + " [-0.0619],\n", + " [-0.0621],\n", + " [-0.0636],\n", + " [-0.0622],\n", + " [-0.0647],\n", + " [-0.0631],\n", + " [-0.0612],\n", + " [-0.0621],\n", + " [-0.0631],\n", + " [-0.0645],\n", + " [-0.0641],\n", + " [-0.0636],\n", + " [-0.0619],\n", + " [-0.0612],\n", + " [-0.0619],\n", + " [-0.0629],\n", + " [-0.0612],\n", + " [-0.0579],\n", + " [-0.0599]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0614],\n", + " [-0.0603],\n", + " [-0.0615],\n", + " [-0.0649],\n", + " [-0.0495],\n", + " [-0.0634],\n", + " [-0.0368],\n", + " [-0.0634],\n", + " [-0.0626],\n", + " [-0.0641],\n", + " [-0.0587],\n", + " [-0.0619],\n", + " [-0.0653],\n", + " [-0.0624],\n", + " [-0.0618],\n", + " [-0.0635],\n", + " [-0.0622],\n", + " [-0.0451],\n", + " [-0.0579],\n", + " [-0.0627],\n", + " [-0.0623],\n", + " [-0.0607],\n", + " [-0.0613],\n", + " [-0.0616],\n", + " [-0.0638],\n", + " [-0.0629],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0626],\n", + " [-0.0615],\n", + " [-0.0599],\n", + " [-0.0630]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0707],\n", + " [-0.0746],\n", + " [-0.0688],\n", + " [-0.0771],\n", + " [-0.0681],\n", + " [-0.0770],\n", + " [-0.0827],\n", + " [-0.0724],\n", + " [-0.0742],\n", + " [-0.0764],\n", + " [-0.0699],\n", + " [-0.0728],\n", + " [-0.0785],\n", + " [-0.0590],\n", + " [-0.0737],\n", + " [-0.0717],\n", + " [-0.0775],\n", + " [-0.0689],\n", + " [-0.0775],\n", + " [-0.0768],\n", + " [-0.0737],\n", + " [-0.0719],\n", + " [-0.0699],\n", + " [-0.0747],\n", + " [-0.0741],\n", + " [-0.0760],\n", + " [-0.0749],\n", + " [-0.0754],\n", + " [-0.0725],\n", + " [-0.0744],\n", + " [-0.0758],\n", + " [-0.0739]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0368],\n", + " [0.0385],\n", + " [0.0372],\n", + " [0.0362],\n", + " [0.0354],\n", + " [0.0375],\n", + " [0.0403],\n", + " [0.0366],\n", + " [0.0358],\n", + " [0.0360],\n", + " [0.0389],\n", + " [0.0390],\n", + " [0.0376],\n", + " [0.0310],\n", + " [0.0373],\n", + " [0.0360],\n", + " [0.0390],\n", + " [0.0250],\n", + " [0.0354],\n", + " [0.0416],\n", + " [0.0364],\n", + " [0.0379],\n", + " [0.0376],\n", + " [0.0363],\n", + " [0.0353],\n", + " [0.0365],\n", + " [0.0371],\n", + " [0.0368],\n", + " [0.0363],\n", + " [0.0372],\n", + " [0.0414],\n", + " [0.0397]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0938],\n", + " [-0.0897],\n", + " [-0.0944],\n", + " [-0.0947],\n", + " [-0.0816],\n", + " [-0.0943],\n", + " [-0.0581],\n", + " [-0.0960],\n", + " [-0.0948],\n", + " [-0.0947],\n", + " [-0.0814],\n", + " [-0.0949],\n", + " [-0.0946],\n", + " [-0.0879],\n", + " [-0.0909],\n", + " [-0.0962],\n", + " [-0.0913],\n", + " [-0.0795],\n", + " [-0.0888],\n", + " [-0.0934],\n", + " [-0.0934],\n", + " [-0.0921],\n", + " [-0.0938],\n", + " [-0.0907],\n", + " [-0.0970],\n", + " [-0.0936],\n", + " [-0.0940],\n", + " [-0.0927],\n", + " [-0.0943],\n", + " [-0.0905],\n", + " [-0.0865],\n", + " [-0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0581],\n", + " [0.0488],\n", + " [0.0582],\n", + " [0.0564],\n", + " [0.0335],\n", + " [0.0536],\n", + " [0.0178],\n", + " [0.0592],\n", + " [0.0576],\n", + " [0.0563],\n", + " [0.0492],\n", + " [0.0584],\n", + " [0.0553],\n", + " [0.0572],\n", + " [0.0530],\n", + " [0.0597],\n", + " [0.0469],\n", + " [0.0716],\n", + " [0.0433],\n", + " [0.0486],\n", + " [0.0574],\n", + " [0.0555],\n", + " [0.0588],\n", + " [0.0519],\n", + " [0.0594],\n", + " [0.0548],\n", + " [0.0568],\n", + " [0.0539],\n", + " [0.0570],\n", + " [0.0523],\n", + " [0.0393],\n", + " [0.0433]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0374],\n", + " [-0.0369],\n", + " [-0.0355],\n", + " [-0.0397],\n", + " [-0.0486],\n", + " [-0.0366],\n", + " [-0.0598],\n", + " [-0.0354],\n", + " [-0.0377],\n", + " [-0.0390],\n", + " [-0.0499],\n", + " [-0.0338],\n", + " [-0.0357],\n", + " [-0.0475],\n", + " [-0.0411],\n", + " [-0.0351],\n", + " [-0.0342],\n", + " [-0.0441],\n", + " [-0.0461],\n", + " [-0.0327],\n", + " [-0.0387],\n", + " [-0.0377],\n", + " [-0.0356],\n", + " [-0.0408],\n", + " [-0.0364],\n", + " [-0.0379],\n", + " [-0.0364],\n", + " [-0.0393],\n", + " [-0.0381],\n", + " [-0.0413],\n", + " [-0.0391],\n", + " [-0.0356]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0798],\n", + " [-0.0793],\n", + " [-0.0812],\n", + " [-0.0788],\n", + " [-0.0716],\n", + " [-0.0800],\n", + " [-0.0534],\n", + " [-0.0800],\n", + " [-0.0789],\n", + " [-0.0794],\n", + " [-0.0739],\n", + " [-0.0804],\n", + " [-0.0787],\n", + " [-0.0877],\n", + " [-0.0794],\n", + " [-0.0800],\n", + " [-0.0800],\n", + " [-0.0566],\n", + " [-0.0762],\n", + " [-0.0818],\n", + " [-0.0789],\n", + " [-0.0799],\n", + " [-0.0800],\n", + " [-0.0785],\n", + " [-0.0797],\n", + " [-0.0788],\n", + " [-0.0789],\n", + " [-0.0791],\n", + " [-0.0801],\n", + " [-0.0785],\n", + " [-0.0777],\n", + " [-0.0808]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1698],\n", + " [0.1638],\n", + " [0.1703],\n", + " [0.1682],\n", + " [0.1595],\n", + " [0.1660],\n", + " [0.1602],\n", + " [0.1701],\n", + " [0.1683],\n", + " [0.1675],\n", + " [0.1654],\n", + " [0.1704],\n", + " [0.1675],\n", + " [0.1704],\n", + " [0.1670],\n", + " [0.1710],\n", + " [0.1621],\n", + " [0.1698],\n", + " [0.1629],\n", + " [0.1664],\n", + " [0.1693],\n", + " [0.1684],\n", + " [0.1708],\n", + " [0.1656],\n", + " [0.1691],\n", + " [0.1673],\n", + " [0.1687],\n", + " [0.1669],\n", + " [0.1683],\n", + " [0.1667],\n", + " [0.1608],\n", + " [0.1636]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0547],\n", + " [-0.0553],\n", + " [-0.0539],\n", + " [-0.0570],\n", + " [-0.0490],\n", + " [-0.0578],\n", + " [-0.0367],\n", + " [-0.0584],\n", + " [-0.0571],\n", + " [-0.0567],\n", + " [-0.0433],\n", + " [-0.0554],\n", + " [-0.0577],\n", + " [-0.0612],\n", + " [-0.0542],\n", + " [-0.0584],\n", + " [-0.0584],\n", + " [-0.0553],\n", + " [-0.0570],\n", + " [-0.0578],\n", + " [-0.0558],\n", + " [-0.0536],\n", + " [-0.0545],\n", + " [-0.0542],\n", + " [-0.0589],\n", + " [-0.0569],\n", + " [-0.0570],\n", + " [-0.0560],\n", + " [-0.0556],\n", + " [-0.0543],\n", + " [-0.0567],\n", + " [-0.0548]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0574],\n", + " [0.0661],\n", + " [0.0575],\n", + " [0.0613],\n", + " [0.0726],\n", + " [0.0646],\n", + " [0.0775],\n", + " [0.0588],\n", + " [0.0598],\n", + " [0.0614],\n", + " [0.0604],\n", + " [0.0611],\n", + " [0.0662],\n", + " [0.0408],\n", + " [0.0597],\n", + " [0.0582],\n", + " [0.0709],\n", + " [0.0570],\n", + " [0.0640],\n", + " [0.0729],\n", + " [0.0588],\n", + " [0.0587],\n", + " [0.0567],\n", + " [0.0629],\n", + " [0.0591],\n", + " [0.0617],\n", + " [0.0610],\n", + " [0.0613],\n", + " [0.0588],\n", + " [0.0613],\n", + " [0.0735],\n", + " [0.0689]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0988],\n", + " [-0.0898],\n", + " [-0.0995],\n", + " [-0.0952],\n", + " [-0.0761],\n", + " [-0.0948],\n", + " [-0.0913],\n", + " [-0.1002],\n", + " [-0.0970],\n", + " [-0.0954],\n", + " [-0.0932],\n", + " [-0.0989],\n", + " [-0.0938],\n", + " [-0.1091],\n", + " [-0.0942],\n", + " [-0.1007],\n", + " [-0.0873],\n", + " [-0.1255],\n", + " [-0.0917],\n", + " [-0.0877],\n", + " [-0.0972],\n", + " [-0.0963],\n", + " [-0.0998],\n", + " [-0.0921],\n", + " [-0.0993],\n", + " [-0.0944],\n", + " [-0.0966],\n", + " [-0.0944],\n", + " [-0.0974],\n", + " [-0.0934],\n", + " [-0.0799],\n", + " [-0.0823]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0211],\n", + " [ 0.0120],\n", + " [ 0.0226],\n", + " [ 0.0172],\n", + " [ 0.0059],\n", + " [ 0.0127],\n", + " [-0.0197],\n", + " [ 0.0193],\n", + " [ 0.0190],\n", + " [ 0.0168],\n", + " [ 0.0133],\n", + " [ 0.0202],\n", + " [ 0.0140],\n", + " [ 0.0311],\n", + " [ 0.0147],\n", + " [ 0.0198],\n", + " [ 0.0084],\n", + " [ 0.0115],\n", + " [ 0.0164],\n", + " [ 0.0123],\n", + " [ 0.0181],\n", + " [ 0.0187],\n", + " [ 0.0215],\n", + " [ 0.0143],\n", + " [ 0.0190],\n", + " [ 0.0169],\n", + " [ 0.0173],\n", + " [ 0.0154],\n", + " [ 0.0186],\n", + " [ 0.0145],\n", + " [ 0.0035],\n", + " [ 0.0105]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0957],\n", + " [0.0882],\n", + " [0.0945],\n", + " [0.0933],\n", + " [0.0865],\n", + " [0.0914],\n", + " [0.1087],\n", + " [0.0947],\n", + " [0.0930],\n", + " [0.0933],\n", + " [0.1002],\n", + " [0.0907],\n", + " [0.0869],\n", + " [0.1092],\n", + " [0.0963],\n", + " [0.0950],\n", + " [0.0842],\n", + " [0.1283],\n", + " [0.0989],\n", + " [0.0795],\n", + " [0.0953],\n", + " [0.0941],\n", + " [0.0960],\n", + " [0.0917],\n", + " [0.0951],\n", + " [0.0910],\n", + " [0.0917],\n", + " [0.0934],\n", + " [0.0950],\n", + " [0.0946],\n", + " [0.0852],\n", + " [0.0803]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0098],\n", + " [0.0093],\n", + " [0.0085],\n", + " [0.0089],\n", + " [0.0107],\n", + " [0.0113],\n", + " [0.0402],\n", + " [0.0106],\n", + " [0.0081],\n", + " [0.0092],\n", + " [0.0151],\n", + " [0.0080],\n", + " [0.0069],\n", + " [0.0088],\n", + " [0.0134],\n", + " [0.0101],\n", + " [0.0078],\n", + " [0.0185],\n", + " [0.0206],\n", + " [0.0040],\n", + " [0.0106],\n", + " [0.0108],\n", + " [0.0102],\n", + " [0.0092],\n", + " [0.0093],\n", + " [0.0080],\n", + " [0.0091],\n", + " [0.0107],\n", + " [0.0106],\n", + " [0.0122],\n", + " [0.0131],\n", + " [0.0037]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0017],\n", + " [-0.0044],\n", + " [-0.0013],\n", + " [ 0.0004],\n", + " [-0.0170],\n", + " [-0.0017],\n", + " [-0.0432],\n", + " [ 0.0015],\n", + " [ 0.0003],\n", + " [-0.0008],\n", + " [-0.0148],\n", + " [ 0.0008],\n", + " [ 0.0003],\n", + " [ 0.0104],\n", + " [-0.0053],\n", + " [ 0.0018],\n", + " [-0.0015],\n", + " [-0.0110],\n", + " [-0.0034],\n", + " [ 0.0030],\n", + " [-0.0018],\n", + " [-0.0033],\n", + " [-0.0011],\n", + " [-0.0055],\n", + " [ 0.0017],\n", + " [ 0.0004],\n", + " [ 0.0002],\n", + " [-0.0022],\n", + " [-0.0022],\n", + " [-0.0051],\n", + " [-0.0068],\n", + " [-0.0017]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0338],\n", + " [-0.0375],\n", + " [-0.0343],\n", + " [-0.0353],\n", + " [-0.0408],\n", + " [-0.0358],\n", + " [-0.0451],\n", + " [-0.0341],\n", + " [-0.0367],\n", + " [-0.0353],\n", + " [-0.0319],\n", + " [-0.0361],\n", + " [-0.0376],\n", + " [-0.0308],\n", + " [-0.0322],\n", + " [-0.0339],\n", + " [-0.0400],\n", + " [-0.0045],\n", + " [-0.0454],\n", + " [-0.0431],\n", + " [-0.0332],\n", + " [-0.0341],\n", + " [-0.0323],\n", + " [-0.0367],\n", + " [-0.0354],\n", + " [-0.0380],\n", + " [-0.0359],\n", + " [-0.0355],\n", + " [-0.0339],\n", + " [-0.0342],\n", + " [-0.0390],\n", + " [-0.0419]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0030],\n", + " [ 0.0050],\n", + " [ 0.0027],\n", + " [ 0.0048],\n", + " [ 0.0011],\n", + " [ 0.0050],\n", + " [-0.0123],\n", + " [ 0.0046],\n", + " [ 0.0051],\n", + " [ 0.0046],\n", + " [-0.0060],\n", + " [ 0.0048],\n", + " [ 0.0068],\n", + " [-0.0002],\n", + " [ 0.0019],\n", + " [ 0.0048],\n", + " [ 0.0078],\n", + " [ 0.0019],\n", + " [ 0.0018],\n", + " [ 0.0098],\n", + " [ 0.0038],\n", + " [ 0.0026],\n", + " [ 0.0027],\n", + " [ 0.0037],\n", + " [ 0.0056],\n", + " [ 0.0053],\n", + " [ 0.0051],\n", + " [ 0.0039],\n", + " [ 0.0032],\n", + " [ 0.0027],\n", + " [ 0.0050],\n", + " [ 0.0066]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0557],\n", + " [0.0590],\n", + " [0.0563],\n", + " [0.0566],\n", + " [0.0623],\n", + " [0.0586],\n", + " [0.0510],\n", + " [0.0577],\n", + " [0.0564],\n", + " [0.0570],\n", + " [0.0491],\n", + " [0.0570],\n", + " [0.0581],\n", + " [0.0606],\n", + " [0.0562],\n", + " [0.0578],\n", + " [0.0625],\n", + " [0.0567],\n", + " [0.0583],\n", + " [0.0643],\n", + " [0.0561],\n", + " [0.0556],\n", + " [0.0556],\n", + " [0.0565],\n", + " [0.0576],\n", + " [0.0568],\n", + " [0.0566],\n", + " [0.0569],\n", + " [0.0563],\n", + " [0.0561],\n", + " [0.0628],\n", + " [0.0626]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0189],\n", + " [-0.0149],\n", + " [-0.0190],\n", + " [-0.0185],\n", + " [-0.0099],\n", + " [-0.0165],\n", + " [-0.0190],\n", + " [-0.0190],\n", + " [-0.0183],\n", + " [-0.0179],\n", + " [-0.0206],\n", + " [-0.0195],\n", + " [-0.0173],\n", + " [-0.0078],\n", + " [-0.0167],\n", + " [-0.0187],\n", + " [-0.0138],\n", + " [-0.0199],\n", + " [-0.0216],\n", + " [-0.0174],\n", + " [-0.0179],\n", + " [-0.0183],\n", + " [-0.0189],\n", + " [-0.0162],\n", + " [-0.0184],\n", + " [-0.0177],\n", + " [-0.0179],\n", + " [-0.0171],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0138],\n", + " [-0.0150]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1706],\n", + " [-0.1675],\n", + " [-0.1699],\n", + " [-0.1736],\n", + " [-0.1614],\n", + " [-0.1711],\n", + " [-0.1588],\n", + " [-0.1716],\n", + " [-0.1718],\n", + " [-0.1726],\n", + " [-0.1640],\n", + " [-0.1694],\n", + " [-0.1711],\n", + " [-0.1778],\n", + " [-0.1702],\n", + " [-0.1716],\n", + " [-0.1685],\n", + " [-0.1662],\n", + " [-0.1787],\n", + " [-0.1687],\n", + " [-0.1712],\n", + " [-0.1695],\n", + " [-0.1700],\n", + " [-0.1691],\n", + " [-0.1730],\n", + " [-0.1720],\n", + " [-0.1712],\n", + " [-0.1714],\n", + " [-0.1709],\n", + " [-0.1702],\n", + " [-0.1679],\n", + " [-0.1669]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0218],\n", + " [-0.0227],\n", + " [-0.0214],\n", + " [-0.0203],\n", + " [-0.0213],\n", + " [-0.0231],\n", + " [-0.0278],\n", + " [-0.0218],\n", + " [-0.0206],\n", + " [-0.0210],\n", + " [-0.0248],\n", + " [-0.0207],\n", + " [-0.0215],\n", + " [-0.0101],\n", + " [-0.0238],\n", + " [-0.0215],\n", + " [-0.0219],\n", + " [-0.0168],\n", + " [-0.0159],\n", + " [-0.0189],\n", + " [-0.0221],\n", + " [-0.0219],\n", + " [-0.0218],\n", + " [-0.0227],\n", + " [-0.0207],\n", + " [-0.0197],\n", + " [-0.0211],\n", + " [-0.0216],\n", + " [-0.0224],\n", + " [-0.0231],\n", + " [-0.0256],\n", + " [-0.0184]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0126],\n", + " [ 0.0005],\n", + " [ 0.0141],\n", + " [ 0.0075],\n", + " [-0.0187],\n", + " [ 0.0062],\n", + " [-0.0124],\n", + " [ 0.0150],\n", + " [ 0.0104],\n", + " [ 0.0080],\n", + " [ 0.0003],\n", + " [ 0.0126],\n", + " [ 0.0055],\n", + " [ 0.0295],\n", + " [ 0.0052],\n", + " [ 0.0163],\n", + " [-0.0013],\n", + " [ 0.0377],\n", + " [ 0.0042],\n", + " [-0.0009],\n", + " [ 0.0100],\n", + " [ 0.0091],\n", + " [ 0.0140],\n", + " [ 0.0024],\n", + " [ 0.0148],\n", + " [ 0.0066],\n", + " [ 0.0092],\n", + " [ 0.0060],\n", + " [ 0.0110],\n", + " [ 0.0037],\n", + " [-0.0124],\n", + " [-0.0057]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0919],\n", + " [0.0959],\n", + " [0.0930],\n", + " [0.0917],\n", + " [0.1116],\n", + " [0.0899],\n", + " [0.0882],\n", + " [0.0889],\n", + " [0.0919],\n", + " [0.0914],\n", + " [0.1005],\n", + " [0.0919],\n", + " [0.0925],\n", + " [0.0921],\n", + " [0.0923],\n", + " [0.0892],\n", + " [0.0941],\n", + " [0.0892],\n", + " [0.0881],\n", + " [0.0953],\n", + " [0.0915],\n", + " [0.0927],\n", + " [0.0916],\n", + " [0.0959],\n", + " [0.0883],\n", + " [0.0931],\n", + " [0.0917],\n", + " [0.0920],\n", + " [0.0911],\n", + " [0.0935],\n", + " [0.0988],\n", + " [0.1025]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0852],\n", + " [0.0816],\n", + " [0.0865],\n", + " [0.0802],\n", + " [0.0730],\n", + " [0.0816],\n", + " [0.0361],\n", + " [0.0871],\n", + " [0.0843],\n", + " [0.0813],\n", + " [0.0678],\n", + " [0.0857],\n", + " [0.0800],\n", + " [0.1119],\n", + " [0.0808],\n", + " [0.0878],\n", + " [0.0824],\n", + " [0.0775],\n", + " [0.0721],\n", + " [0.0856],\n", + " [0.0830],\n", + " [0.0838],\n", + " [0.0859],\n", + " [0.0795],\n", + " [0.0867],\n", + " [0.0821],\n", + " [0.0837],\n", + " [0.0814],\n", + " [0.0841],\n", + " [0.0799],\n", + " [0.0760],\n", + " [0.0812]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0862],\n", + " [0.0871],\n", + " [0.0868],\n", + " [0.0868],\n", + " [0.0756],\n", + " [0.0891],\n", + " [0.0513],\n", + " [0.0885],\n", + " [0.0867],\n", + " [0.0874],\n", + " [0.0788],\n", + " [0.0867],\n", + " [0.0879],\n", + " [0.0817],\n", + " [0.0864],\n", + " [0.0886],\n", + " [0.0893],\n", + " [0.0580],\n", + " [0.0816],\n", + " [0.0874],\n", + " [0.0861],\n", + " [0.0862],\n", + " [0.0861],\n", + " [0.0862],\n", + " [0.0883],\n", + " [0.0868],\n", + " [0.0866],\n", + " [0.0871],\n", + " [0.0876],\n", + " [0.0857],\n", + " [0.0870],\n", + " [0.0871]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0417],\n", + " [0.0399],\n", + " [0.0434],\n", + " [0.0395],\n", + " [0.0355],\n", + " [0.0397],\n", + " [0.0359],\n", + " [0.0427],\n", + " [0.0417],\n", + " [0.0393],\n", + " [0.0342],\n", + " [0.0446],\n", + " [0.0416],\n", + " [0.0527],\n", + " [0.0372],\n", + " [0.0432],\n", + " [0.0409],\n", + " [0.0300],\n", + " [0.0326],\n", + " [0.0463],\n", + " [0.0402],\n", + " [0.0403],\n", + " [0.0428],\n", + " [0.0384],\n", + " [0.0417],\n", + " [0.0411],\n", + " [0.0418],\n", + " [0.0388],\n", + " [0.0402],\n", + " [0.0372],\n", + " [0.0373],\n", + " [0.0431]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0371],\n", + " [0.0388],\n", + " [0.0362],\n", + " [0.0369],\n", + " [0.0374],\n", + " [0.0368],\n", + " [0.0220],\n", + " [0.0351],\n", + " [0.0368],\n", + " [0.0371],\n", + " [0.0372],\n", + " [0.0355],\n", + " [0.0349],\n", + " [0.0313],\n", + " [0.0387],\n", + " [0.0343],\n", + " [0.0372],\n", + " [0.0349],\n", + " [0.0399],\n", + " [0.0343],\n", + " [0.0370],\n", + " [0.0383],\n", + " [0.0361],\n", + " [0.0387],\n", + " [0.0352],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0381],\n", + " [0.0368],\n", + " [0.0393],\n", + " [0.0373],\n", + " [0.0349]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0713],\n", + " [-0.0763],\n", + " [-0.0703],\n", + " [-0.0724],\n", + " [-0.0857],\n", + " [-0.0741],\n", + " [-0.1062],\n", + " [-0.0706],\n", + " [-0.0717],\n", + " [-0.0723],\n", + " [-0.0816],\n", + " [-0.0721],\n", + " [-0.0737],\n", + " [-0.0612],\n", + " [-0.0744],\n", + " [-0.0697],\n", + " [-0.0766],\n", + " [-0.0879],\n", + " [-0.0839],\n", + " [-0.0760],\n", + " [-0.0724],\n", + " [-0.0731],\n", + " [-0.0710],\n", + " [-0.0746],\n", + " [-0.0700],\n", + " [-0.0732],\n", + " [-0.0729],\n", + " [-0.0736],\n", + " [-0.0715],\n", + " [-0.0751],\n", + " [-0.0818],\n", + " [-0.0760]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0977],\n", + " [-0.1038],\n", + " [-0.0975],\n", + " [-0.1028],\n", + " [-0.1098],\n", + " [-0.1022],\n", + " [-0.1071],\n", + " [-0.0983],\n", + " [-0.0998],\n", + " [-0.1017],\n", + " [-0.1018],\n", + " [-0.0991],\n", + " [-0.1032],\n", + " [-0.0920],\n", + " [-0.1009],\n", + " [-0.0985],\n", + " [-0.1062],\n", + " [-0.0935],\n", + " [-0.1108],\n", + " [-0.1074],\n", + " [-0.0995],\n", + " [-0.0992],\n", + " [-0.0970],\n", + " [-0.1025],\n", + " [-0.0990],\n", + " [-0.1025],\n", + " [-0.1004],\n", + " [-0.1018],\n", + " [-0.0988],\n", + " [-0.1020],\n", + " [-0.1101],\n", + " [-0.1093]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0619],\n", + " [-0.0629],\n", + " [-0.0626],\n", + " [-0.0564],\n", + " [-0.0624],\n", + " [-0.0562],\n", + " [-0.0624],\n", + " [-0.0619],\n", + " [-0.0630],\n", + " [-0.0659],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0621],\n", + " [-0.0645],\n", + " [-0.0625],\n", + " [-0.0608],\n", + " [-0.0623],\n", + " [-0.0526],\n", + " [-0.0588],\n", + " [-0.0636],\n", + " [-0.0626],\n", + " [-0.0635],\n", + " [-0.0636],\n", + " [-0.0623],\n", + " [-0.0611],\n", + " [-0.0620],\n", + " [-0.0627],\n", + " [-0.0633],\n", + " [-0.0638],\n", + " [-0.0603],\n", + " [-0.0595]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0614],\n", + " [-0.0204],\n", + " [-0.0646],\n", + " [-0.0614],\n", + " [-0.0616],\n", + " [-0.0616],\n", + " [-0.0591],\n", + " [-0.0622],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0619],\n", + " [-0.0619],\n", + " [-0.0766],\n", + " [-0.0611],\n", + " [-0.0626],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0639],\n", + " [-0.0633],\n", + " [-0.0607],\n", + " [-0.0609],\n", + " [-0.0624],\n", + " [-0.0636],\n", + " [-0.0621],\n", + " [-0.0606],\n", + " [-0.0622],\n", + " [-0.0671],\n", + " [-0.0419],\n", + " [-0.0616],\n", + " [-0.0612],\n", + " [-0.0605]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0733],\n", + " [-0.0727],\n", + " [-0.1088],\n", + " [-0.0777],\n", + " [-0.0752],\n", + " [-0.0752],\n", + " [-0.0725],\n", + " [-0.0686],\n", + " [-0.0705],\n", + " [-0.0723],\n", + " [-0.0750],\n", + " [-0.0715],\n", + " [-0.0764],\n", + " [-0.0975],\n", + " [-0.0752],\n", + " [-0.0748],\n", + " [-0.0729],\n", + " [-0.0711],\n", + " [-0.0737],\n", + " [-0.0765],\n", + " [-0.0714],\n", + " [-0.0757],\n", + " [-0.0706],\n", + " [-0.0741],\n", + " [-0.0672],\n", + " [-0.0730],\n", + " [-0.0722],\n", + " [-0.0786],\n", + " [-0.0614],\n", + " [-0.0745],\n", + " [-0.0712],\n", + " [-0.0715]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0383],\n", + " [0.0371],\n", + " [0.0273],\n", + " [0.0365],\n", + " [0.0379],\n", + " [0.0383],\n", + " [0.0370],\n", + " [0.0391],\n", + " [0.0376],\n", + " [0.0380],\n", + " [0.0369],\n", + " [0.0370],\n", + " [0.0385],\n", + " [0.0231],\n", + " [0.0382],\n", + " [0.0380],\n", + " [0.0358],\n", + " [0.0364],\n", + " [0.0349],\n", + " [0.0370],\n", + " [0.0382],\n", + " [0.0390],\n", + " [0.0374],\n", + " [0.0353],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0358],\n", + " [0.0351],\n", + " [0.0319],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0398]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0954],\n", + " [-0.0905],\n", + " [-0.0471],\n", + " [-0.0949],\n", + " [-0.0916],\n", + " [-0.0926],\n", + " [-0.0951],\n", + " [-0.0865],\n", + " [-0.0947],\n", + " [-0.0953],\n", + " [-0.0925],\n", + " [-0.0936],\n", + " [-0.0912],\n", + " [-0.0763],\n", + " [-0.0908],\n", + " [-0.0931],\n", + " [-0.0951],\n", + " [-0.0957],\n", + " [-0.0970],\n", + " [-0.0927],\n", + " [-0.0881],\n", + " [-0.0873],\n", + " [-0.0949],\n", + " [-0.0960],\n", + " [-0.0947],\n", + " [-0.0897],\n", + " [-0.0954],\n", + " [-0.0976],\n", + " [-0.0761],\n", + " [-0.0917],\n", + " [-0.0923],\n", + " [-0.0931]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0583],\n", + " [ 0.0539],\n", + " [-0.0091],\n", + " [ 0.0562],\n", + " [ 0.0528],\n", + " [ 0.0531],\n", + " [ 0.0584],\n", + " [ 0.0506],\n", + " [ 0.0586],\n", + " [ 0.0571],\n", + " [ 0.0532],\n", + " [ 0.0576],\n", + " [ 0.0499],\n", + " [ 0.0425],\n", + " [ 0.0521],\n", + " [ 0.0542],\n", + " [ 0.0573],\n", + " [ 0.0588],\n", + " [ 0.0594],\n", + " [ 0.0539],\n", + " [ 0.0517],\n", + " [ 0.0384],\n", + " [ 0.0584],\n", + " [ 0.0579],\n", + " [ 0.0574],\n", + " [ 0.0514],\n", + " [ 0.0594],\n", + " [ 0.0575],\n", + " [ 0.0538],\n", + " [ 0.0509],\n", + " [ 0.0568],\n", + " [ 0.0553]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0343],\n", + " [-0.0411],\n", + " [-0.0567],\n", + " [-0.0386],\n", + " [-0.0387],\n", + " [-0.0360],\n", + " [-0.0358],\n", + " [-0.0423],\n", + " [-0.0351],\n", + " [-0.0349],\n", + " [-0.0403],\n", + " [-0.0371],\n", + " [-0.0352],\n", + " [-0.0410],\n", + " [-0.0387],\n", + " [-0.0371],\n", + " [-0.0388],\n", + " [-0.0364],\n", + " [-0.0359],\n", + " [-0.0402],\n", + " [-0.0433],\n", + " [-0.0362],\n", + " [-0.0351],\n", + " [-0.0379],\n", + " [-0.0368],\n", + " [-0.0406],\n", + " [-0.0357],\n", + " [-0.0362],\n", + " [-0.0272],\n", + " [-0.0373],\n", + " [-0.0372],\n", + " [-0.0332]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0802],\n", + " [-0.0795],\n", + " [-0.0215],\n", + " [-0.0789],\n", + " [-0.0784],\n", + " [-0.0796],\n", + " [-0.0800],\n", + " [-0.0792],\n", + " [-0.0807],\n", + " [-0.0813],\n", + " [-0.0796],\n", + " [-0.0797],\n", + " [-0.0793],\n", + " [-0.0844],\n", + " [-0.0781],\n", + " [-0.0803],\n", + " [-0.0802],\n", + " [-0.0806],\n", + " [-0.0801],\n", + " [-0.0782],\n", + " [-0.0781],\n", + " [-0.0807],\n", + " [-0.0808],\n", + " [-0.0798],\n", + " [-0.0828],\n", + " [-0.0795],\n", + " [-0.0796],\n", + " [-0.0788],\n", + " [-0.0750],\n", + " [-0.0806],\n", + " [-0.0796],\n", + " [-0.0821]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1700],\n", + " [0.1677],\n", + " [0.1838],\n", + " [0.1677],\n", + " [0.1670],\n", + " [0.1664],\n", + " [0.1694],\n", + " [0.1655],\n", + " [0.1707],\n", + " [0.1686],\n", + " [0.1665],\n", + " [0.1698],\n", + " [0.1642],\n", + " [0.1421],\n", + " [0.1667],\n", + " [0.1668],\n", + " [0.1678],\n", + " [0.1695],\n", + " [0.1696],\n", + " [0.1673],\n", + " [0.1677],\n", + " [0.1595],\n", + " [0.1702],\n", + " [0.1679],\n", + " [0.1695],\n", + " [0.1658],\n", + " [0.1703],\n", + " [0.1666],\n", + " [0.1700],\n", + " [0.1643],\n", + " [0.1695],\n", + " [0.1686]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0567],\n", + " [-0.0526],\n", + " [-0.0565],\n", + " [-0.0574],\n", + " [-0.0566],\n", + " [-0.0564],\n", + " [-0.0569],\n", + " [-0.0459],\n", + " [-0.0564],\n", + " [-0.0562],\n", + " [-0.0558],\n", + " [-0.0552],\n", + " [-0.0574],\n", + " [-0.0686],\n", + " [-0.0558],\n", + " [-0.0552],\n", + " [-0.0571],\n", + " [-0.0573],\n", + " [-0.0595],\n", + " [-0.0561],\n", + " [-0.0504],\n", + " [-0.0585],\n", + " [-0.0566],\n", + " [-0.0575],\n", + " [-0.0560],\n", + " [-0.0531],\n", + " [-0.0572],\n", + " [-0.0608],\n", + " [-0.0457],\n", + " [-0.0547],\n", + " [-0.0547],\n", + " [-0.0518]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0609],\n", + " [0.0590],\n", + " [0.0735],\n", + " [0.0623],\n", + " [0.0614],\n", + " [0.0638],\n", + " [0.0593],\n", + " [0.0598],\n", + " [0.0576],\n", + " [0.0606],\n", + " [0.0603],\n", + " [0.0577],\n", + " [0.0672],\n", + " [0.0528],\n", + " [0.0632],\n", + " [0.0621],\n", + " [0.0583],\n", + " [0.0577],\n", + " [0.0595],\n", + " [0.0624],\n", + " [0.0607],\n", + " [0.0710],\n", + " [0.0579],\n", + " [0.0600],\n", + " [0.0552],\n", + " [0.0615],\n", + " [0.0584],\n", + " [0.0623],\n", + " [0.0570],\n", + " [0.0652],\n", + " [0.0567],\n", + " [0.0630]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0989],\n", + " [-0.0948],\n", + " [-0.0946],\n", + " [-0.0951],\n", + " [-0.0944],\n", + " [-0.0942],\n", + " [-0.0987],\n", + " [-0.0942],\n", + " [-0.1001],\n", + " [-0.0982],\n", + " [-0.0942],\n", + " [-0.0986],\n", + " [-0.0897],\n", + " [-0.0709],\n", + " [-0.0934],\n", + " [-0.0956],\n", + " [-0.0976],\n", + " [-0.0996],\n", + " [-0.0998],\n", + " [-0.0941],\n", + " [-0.0934],\n", + " [-0.0777],\n", + " [-0.0998],\n", + " [-0.0975],\n", + " [-0.0997],\n", + " [-0.0932],\n", + " [-0.0997],\n", + " [-0.0950],\n", + " [-0.1014],\n", + " [-0.0919],\n", + " [-0.0978],\n", + " [-0.0968]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0193],\n", + " [ 0.0159],\n", + " [-0.0262],\n", + " [ 0.0164],\n", + " [ 0.0146],\n", + " [ 0.0140],\n", + " [ 0.0204],\n", + " [ 0.0143],\n", + " [ 0.0199],\n", + " [ 0.0193],\n", + " [ 0.0154],\n", + " [ 0.0192],\n", + " [ 0.0120],\n", + " [ 0.0055],\n", + " [ 0.0131],\n", + " [ 0.0145],\n", + " [ 0.0189],\n", + " [ 0.0200],\n", + " [ 0.0186],\n", + " [ 0.0151],\n", + " [ 0.0151],\n", + " [ 0.0062],\n", + " [ 0.0200],\n", + " [ 0.0187],\n", + " [ 0.0214],\n", + " [ 0.0136],\n", + " [ 0.0204],\n", + " [ 0.0171],\n", + " [ 0.0205],\n", + " [ 0.0131],\n", + " [ 0.0188],\n", + " [ 0.0196]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0919],\n", + " [0.0960],\n", + " [0.1007],\n", + " [0.0926],\n", + " [0.0941],\n", + " [0.0905],\n", + " [0.0939],\n", + " [0.0989],\n", + " [0.0959],\n", + " [0.0926],\n", + " [0.0955],\n", + " [0.0960],\n", + " [0.0859],\n", + " [0.0706],\n", + " [0.0927],\n", + " [0.0930],\n", + " [0.0964],\n", + " [0.0964],\n", + " [0.0943],\n", + " [0.0931],\n", + " [0.0944],\n", + " [0.0830],\n", + " [0.0952],\n", + " [0.0938],\n", + " [0.0992],\n", + " [0.0949],\n", + " [0.0954],\n", + " [0.0902],\n", + " [0.1105],\n", + " [0.0897],\n", + " [0.0973],\n", + " [0.0891]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0093],\n", + " [ 0.0125],\n", + " [ 0.0700],\n", + " [ 0.0091],\n", + " [ 0.0126],\n", + " [ 0.0109],\n", + " [ 0.0089],\n", + " [ 0.0114],\n", + " [ 0.0115],\n", + " [ 0.0097],\n", + " [ 0.0125],\n", + " [ 0.0114],\n", + " [ 0.0079],\n", + " [-0.0058],\n", + " [ 0.0126],\n", + " [ 0.0119],\n", + " [ 0.0110],\n", + " [ 0.0108],\n", + " [ 0.0090],\n", + " [ 0.0104],\n", + " [ 0.0119],\n", + " [ 0.0070],\n", + " [ 0.0111],\n", + " [ 0.0088],\n", + " [ 0.0126],\n", + " [ 0.0135],\n", + " [ 0.0090],\n", + " [ 0.0060],\n", + " [ 0.0094],\n", + " [ 0.0090],\n", + " [ 0.0129],\n", + " [ 0.0055]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.0416e-03],\n", + " [-6.6348e-03],\n", + " [-6.3760e-02],\n", + " [ 2.0344e-04],\n", + " [-2.1125e-03],\n", + " [-2.4676e-03],\n", + " [ 4.6325e-04],\n", + " [-1.1488e-02],\n", + " [-3.7395e-04],\n", + " [-1.3225e-05],\n", + " [-3.0391e-03],\n", + " [-2.0713e-03],\n", + " [-1.6011e-03],\n", + " [ 1.5133e-02],\n", + " [-4.2335e-03],\n", + " [-3.6514e-03],\n", + " [-9.3730e-04],\n", + " [ 1.9923e-04],\n", + " [ 2.4025e-03],\n", + " [-1.9920e-03],\n", + " [-8.5798e-03],\n", + " [-3.8365e-03],\n", + " [ 5.8196e-05],\n", + " [ 9.1637e-05],\n", + " [-1.3010e-03],\n", + " [-7.3577e-03],\n", + " [ 5.1438e-04],\n", + " [ 4.3228e-03],\n", + " [-3.9182e-03],\n", + " [-5.1201e-03],\n", + " [-2.6644e-03],\n", + " [-8.2150e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0357],\n", + " [-0.0319],\n", + " [-0.0580],\n", + " [-0.0355],\n", + " [-0.0350],\n", + " [-0.0355],\n", + " [-0.0364],\n", + " [-0.0302],\n", + " [-0.0316],\n", + " [-0.0357],\n", + " [-0.0346],\n", + " [-0.0319],\n", + " [-0.0390],\n", + " [-0.0367],\n", + " [-0.0344],\n", + " [-0.0337],\n", + " [-0.0343],\n", + " [-0.0335],\n", + " [-0.0356],\n", + " [-0.0353],\n", + " [-0.0318],\n", + " [-0.0435],\n", + " [-0.0326],\n", + " [-0.0361],\n", + " [-0.0307],\n", + " [-0.0328],\n", + " [-0.0349],\n", + " [-0.0395],\n", + " [-0.0282],\n", + " [-0.0369],\n", + " [-0.0307],\n", + " [-0.0368]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0049],\n", + " [ 0.0014],\n", + " [-0.0031],\n", + " [ 0.0052],\n", + " [ 0.0040],\n", + " [ 0.0046],\n", + " [ 0.0050],\n", + " [-0.0030],\n", + " [ 0.0030],\n", + " [ 0.0041],\n", + " [ 0.0033],\n", + " [ 0.0028],\n", + " [ 0.0067],\n", + " [ 0.0110],\n", + " [ 0.0040],\n", + " [ 0.0030],\n", + " [ 0.0039],\n", + " [ 0.0039],\n", + " [ 0.0062],\n", + " [ 0.0042],\n", + " [ 0.0001],\n", + " [ 0.0072],\n", + " [ 0.0032],\n", + " [ 0.0048],\n", + " [ 0.0013],\n", + " [ 0.0013],\n", + " [ 0.0050],\n", + " [ 0.0072],\n", + " [ 0.0055],\n", + " [ 0.0038],\n", + " [ 0.0020],\n", + " [ 0.0042]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0571],\n", + " [0.0553],\n", + " [0.0374],\n", + " [0.0573],\n", + " [0.0571],\n", + " [0.0578],\n", + " [0.0567],\n", + " [0.0537],\n", + " [0.0571],\n", + " [0.0575],\n", + " [0.0572],\n", + " [0.0562],\n", + " [0.0600],\n", + " [0.0619],\n", + " [0.0572],\n", + " [0.0570],\n", + " [0.0569],\n", + " [0.0572],\n", + " [0.0583],\n", + " [0.0566],\n", + " [0.0538],\n", + " [0.0657],\n", + " [0.0572],\n", + " [0.0570],\n", + " [0.0563],\n", + " [0.0562],\n", + " [0.0569],\n", + " [0.0584],\n", + " [0.0648],\n", + " [0.0582],\n", + " [0.0555],\n", + " [0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0192],\n", + " [-0.0172],\n", + " [ 0.0068],\n", + " [-0.0181],\n", + " [-0.0170],\n", + " [-0.0167],\n", + " [-0.0195],\n", + " [-0.0181],\n", + " [-0.0187],\n", + " [-0.0191],\n", + " [-0.0171],\n", + " [-0.0180],\n", + " [-0.0153],\n", + " [-0.0068],\n", + " [-0.0165],\n", + " [-0.0173],\n", + " [-0.0183],\n", + " [-0.0190],\n", + " [-0.0175],\n", + " [-0.0175],\n", + " [-0.0172],\n", + " [-0.0147],\n", + " [-0.0188],\n", + " [-0.0181],\n", + " [-0.0185],\n", + " [-0.0171],\n", + " [-0.0185],\n", + " [-0.0184],\n", + " [-0.0172],\n", + " [-0.0161],\n", + " [-0.0182],\n", + " [-0.0175]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1705],\n", + " [-0.1689],\n", + " [-0.1592],\n", + " [-0.1733],\n", + " [-0.1713],\n", + " [-0.1694],\n", + " [-0.1714],\n", + " [-0.1660],\n", + " [-0.1700],\n", + " [-0.1702],\n", + " [-0.1718],\n", + " [-0.1702],\n", + " [-0.1685],\n", + " [-0.1752],\n", + " [-0.1695],\n", + " [-0.1698],\n", + " [-0.1721],\n", + " [-0.1716],\n", + " [-0.1721],\n", + " [-0.1719],\n", + " [-0.1670],\n", + " [-0.1670],\n", + " [-0.1703],\n", + " [-0.1723],\n", + " [-0.1707],\n", + " [-0.1686],\n", + " [-0.1718],\n", + " [-0.1746],\n", + " [-0.1687],\n", + " [-0.1681],\n", + " [-0.1698],\n", + " [-0.1679]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0212],\n", + " [-0.0239],\n", + " [-0.0149],\n", + " [-0.0207],\n", + " [-0.0224],\n", + " [-0.0229],\n", + " [-0.0209],\n", + " [-0.0242],\n", + " [-0.0228],\n", + " [-0.0215],\n", + " [-0.0220],\n", + " [-0.0228],\n", + " [-0.0218],\n", + " [ 0.0295],\n", + " [-0.0241],\n", + " [-0.0236],\n", + " [-0.0220],\n", + " [-0.0220],\n", + " [-0.0203],\n", + " [-0.0219],\n", + " [-0.0253],\n", + " [-0.0195],\n", + " [-0.0224],\n", + " [-0.0211],\n", + " [-0.0225],\n", + " [-0.0251],\n", + " [-0.0212],\n", + " [-0.0180],\n", + " [-0.0104],\n", + " [-0.0231],\n", + " [-0.0230],\n", + " [-0.0187]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0127],\n", + " [ 0.0060],\n", + " [-0.0149],\n", + " [ 0.0074],\n", + " [ 0.0052],\n", + " [ 0.0058],\n", + " [ 0.0131],\n", + " [ 0.0036],\n", + " [ 0.0150],\n", + " [ 0.0125],\n", + " [ 0.0061],\n", + " [ 0.0122],\n", + " [ 0.0014],\n", + " [ 0.0256],\n", + " [ 0.0035],\n", + " [ 0.0072],\n", + " [ 0.0117],\n", + " [ 0.0148],\n", + " [ 0.0159],\n", + " [ 0.0046],\n", + " [ 0.0015],\n", + " [-0.0085],\n", + " [ 0.0147],\n", + " [ 0.0115],\n", + " [ 0.0159],\n", + " [ 0.0034],\n", + " [ 0.0148],\n", + " [ 0.0105],\n", + " [ 0.0180],\n", + " [ 0.0032],\n", + " [ 0.0113],\n", + " [ 0.0097]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0904],\n", + " [0.0936],\n", + " [0.0724],\n", + " [0.0908],\n", + " [0.0911],\n", + " [0.0921],\n", + " [0.0903],\n", + " [0.0972],\n", + " [0.0903],\n", + " [0.0905],\n", + " [0.0908],\n", + " [0.0913],\n", + " [0.0950],\n", + " [0.0854],\n", + " [0.0925],\n", + " [0.0910],\n", + " [0.0897],\n", + " [0.0891],\n", + " [0.0887],\n", + " [0.0924],\n", + " [0.0979],\n", + " [0.1007],\n", + " [0.0904],\n", + " [0.0907],\n", + " [0.0895],\n", + " [0.0937],\n", + " [0.0901],\n", + " [0.0902],\n", + " [0.0998],\n", + " [0.0948],\n", + " [0.0908],\n", + " [0.0946]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0859],\n", + " [0.0807],\n", + " [0.0063],\n", + " [0.0805],\n", + " [0.0820],\n", + " [0.0823],\n", + " [0.0868],\n", + " [0.0772],\n", + " [0.0865],\n", + " [0.0863],\n", + " [0.0819],\n", + " [0.0843],\n", + " [0.0822],\n", + " [0.0902],\n", + " [0.0806],\n", + " [0.0816],\n", + " [0.0854],\n", + " [0.0872],\n", + " [0.0882],\n", + " [0.0796],\n", + " [0.0770],\n", + " [0.0821],\n", + " [0.0867],\n", + " [0.0846],\n", + " [0.0890],\n", + " [0.0799],\n", + " [0.0867],\n", + " [0.0827],\n", + " [0.0998],\n", + " [0.0811],\n", + " [0.0845],\n", + " [0.0858]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0872],\n", + " [0.0860],\n", + " [0.0188],\n", + " [0.0873],\n", + " [0.0864],\n", + " [0.0877],\n", + " [0.0870],\n", + " [0.0833],\n", + " [0.0880],\n", + " [0.0882],\n", + " [0.0873],\n", + " [0.0868],\n", + " [0.0882],\n", + " [0.1003],\n", + " [0.0863],\n", + " [0.0882],\n", + " [0.0877],\n", + " [0.0885],\n", + " [0.0893],\n", + " [0.0862],\n", + " [0.0838],\n", + " [0.0887],\n", + " [0.0882],\n", + " [0.0880],\n", + " [0.0894],\n", + " [0.0864],\n", + " [0.0870],\n", + " [0.0896],\n", + " [0.0713],\n", + " [0.0882],\n", + " [0.0865],\n", + " [0.0861]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0437],\n", + " [0.0375],\n", + " [0.0701],\n", + " [0.0395],\n", + " [0.0389],\n", + " [0.0404],\n", + " [0.0427],\n", + " [0.0358],\n", + " [0.0429],\n", + " [0.0427],\n", + " [0.0375],\n", + " [0.0412],\n", + " [0.0414],\n", + " [0.0440],\n", + " [0.0385],\n", + " [0.0395],\n", + " [0.0399],\n", + " [0.0417],\n", + " [0.0427],\n", + " [0.0386],\n", + " [0.0376],\n", + " [0.0410],\n", + " [0.0429],\n", + " [0.0410],\n", + " [0.0409],\n", + " [0.0369],\n", + " [0.0428],\n", + " [0.0420],\n", + " [0.0350],\n", + " [0.0395],\n", + " [0.0405],\n", + " [0.0442]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0354],\n", + " [ 0.0386],\n", + " [-0.0183],\n", + " [ 0.0369],\n", + " [ 0.0389],\n", + " [ 0.0376],\n", + " [ 0.0369],\n", + " [ 0.0393],\n", + " [ 0.0358],\n", + " [ 0.0365],\n", + " [ 0.0390],\n", + " [ 0.0365],\n", + " [ 0.0374],\n", + " [ 0.0210],\n", + " [ 0.0386],\n", + " [ 0.0371],\n", + " [ 0.0377],\n", + " [ 0.0361],\n", + " [ 0.0341],\n", + " [ 0.0381],\n", + " [ 0.0391],\n", + " [ 0.0383],\n", + " [ 0.0357],\n", + " [ 0.0362],\n", + " [ 0.0369],\n", + " [ 0.0390],\n", + " [ 0.0354],\n", + " [ 0.0343],\n", + " [ 0.0414],\n", + " [ 0.0381],\n", + " [ 0.0374],\n", + " [ 0.0365]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0720],\n", + " [-0.0738],\n", + " [-0.1209],\n", + " [-0.0727],\n", + " [-0.0751],\n", + " [-0.0748],\n", + " [-0.0716],\n", + " [-0.0759],\n", + " [-0.0708],\n", + " [-0.0717],\n", + " [-0.0737],\n", + " [-0.0717],\n", + " [-0.0758],\n", + " [-0.0499],\n", + " [-0.0761],\n", + " [-0.0737],\n", + " [-0.0714],\n", + " [-0.0702],\n", + " [-0.0693],\n", + " [-0.0741],\n", + " [-0.0761],\n", + " [-0.0784],\n", + " [-0.0707],\n", + " [-0.0708],\n", + " [-0.0692],\n", + " [-0.0758],\n", + " [-0.0704],\n", + " [-0.0703],\n", + " [-0.0811],\n", + " [-0.0747],\n", + " [-0.0725],\n", + " [-0.0727]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0991],\n", + " [-0.1001],\n", + " [-0.1288],\n", + " [-0.1025],\n", + " [-0.1017],\n", + " [-0.1017],\n", + " [-0.0988],\n", + " [-0.0994],\n", + " [-0.0981],\n", + " [-0.0990],\n", + " [-0.1018],\n", + " [-0.0982],\n", + " [-0.1046],\n", + " [-0.1266],\n", + " [-0.1020],\n", + " [-0.1005],\n", + " [-0.0988],\n", + " [-0.0978],\n", + " [-0.0996],\n", + " [-0.1027],\n", + " [-0.1013],\n", + " [-0.1118],\n", + " [-0.0980],\n", + " [-0.0994],\n", + " [-0.0968],\n", + " [-0.1009],\n", + " [-0.0985],\n", + " [-0.1028],\n", + " [-0.1023],\n", + " [-0.1025],\n", + " [-0.0978],\n", + " [-0.1003]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0651],\n", + " [-0.0274],\n", + " [-0.0626],\n", + " [-0.0621],\n", + " [-0.0621],\n", + " [-0.0618],\n", + " [-0.0667],\n", + " [-0.0633],\n", + " [-0.0619],\n", + " [-0.0629],\n", + " [-0.0636],\n", + " [-0.0608],\n", + " [-0.0437],\n", + " [-0.0631],\n", + " [-0.0633],\n", + " [-0.0628],\n", + " [-0.0628],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0656],\n", + " [-0.0573],\n", + " [-0.0629],\n", + " [-0.0625],\n", + " [-0.0635],\n", + " [-0.0644],\n", + " [-0.0627],\n", + " [-0.0605],\n", + " [-0.0610],\n", + " [-0.0629],\n", + " [-0.0639],\n", + " [-0.0625]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0636],\n", + " [-0.0615],\n", + " [-0.0730],\n", + " [-0.0623],\n", + " [-0.0661],\n", + " [-0.0625],\n", + " [-0.0614],\n", + " [-0.0582],\n", + " [-0.0631],\n", + " [-0.0608],\n", + " [-0.0614],\n", + " [-0.0584],\n", + " [-0.0619],\n", + " [-0.0695],\n", + " [-0.0637],\n", + " [-0.0625],\n", + " [-0.0694],\n", + " [-0.0593],\n", + " [-0.0609],\n", + " [-0.0553],\n", + " [-0.0618],\n", + " [-0.0613],\n", + " [-0.0618],\n", + " [-0.0590],\n", + " [-0.0609],\n", + " [-0.0624],\n", + " [-0.0619],\n", + " [-0.0623],\n", + " [-0.0633],\n", + " [-0.0621],\n", + " [-0.0606]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0752],\n", + " [-0.0726],\n", + " [-0.0698],\n", + " [-0.0777],\n", + " [-0.0759],\n", + " [-0.0794],\n", + " [-0.0713],\n", + " [-0.0741],\n", + " [-0.0695],\n", + " [-0.0768],\n", + " [-0.0724],\n", + " [-0.0729],\n", + " [-0.0658],\n", + " [-0.0715],\n", + " [-0.0802],\n", + " [-0.0737],\n", + " [-0.0766],\n", + " [-0.0812],\n", + " [-0.0765],\n", + " [-0.0772],\n", + " [-0.0718],\n", + " [-0.0750],\n", + " [-0.0736],\n", + " [-0.0752],\n", + " [-0.0696],\n", + " [-0.0730],\n", + " [-0.0678],\n", + " [-0.0749],\n", + " [-0.0714],\n", + " [-0.0753],\n", + " [-0.0761],\n", + " [-0.0742]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0345],\n", + " [0.0373],\n", + " [0.0333],\n", + " [0.0380],\n", + " [0.0363],\n", + " [0.0363],\n", + " [0.0397],\n", + " [0.0399],\n", + " [0.0365],\n", + " [0.0387],\n", + " [0.0378],\n", + " [0.0374],\n", + " [0.0364],\n", + " [0.0348],\n", + " [0.0354],\n", + " [0.0402],\n", + " [0.0392],\n", + " [0.0365],\n", + " [0.0370],\n", + " [0.0398],\n", + " [0.0375],\n", + " [0.0378],\n", + " [0.0377],\n", + " [0.0401],\n", + " [0.0434],\n", + " [0.0370],\n", + " [0.0373],\n", + " [0.0362],\n", + " [0.0366],\n", + " [0.0373],\n", + " [0.0382]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0905],\n", + " [-0.0967],\n", + " [-0.0925],\n", + " [-0.0887],\n", + " [-0.0915],\n", + " [-0.0945],\n", + " [-0.0947],\n", + " [-0.0881],\n", + " [-0.0884],\n", + " [-0.0915],\n", + " [-0.0921],\n", + " [-0.0922],\n", + " [-0.0849],\n", + " [-0.0935],\n", + " [-0.0981],\n", + " [-0.0966],\n", + " [-0.0928],\n", + " [-0.0955],\n", + " [-0.0886],\n", + " [-0.0898],\n", + " [-0.0850],\n", + " [-0.0919],\n", + " [-0.0924],\n", + " [-0.0919],\n", + " [-0.0908],\n", + " [-0.0931],\n", + " [-0.0948],\n", + " [-0.0916],\n", + " [-0.0945],\n", + " [-0.0960],\n", + " [-0.0914],\n", + " [-0.0907]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0496],\n", + " [0.0599],\n", + " [0.0565],\n", + " [0.0443],\n", + " [0.0525],\n", + " [0.0533],\n", + " [0.0572],\n", + " [0.0434],\n", + " [0.0518],\n", + " [0.0504],\n", + " [0.0559],\n", + " [0.0562],\n", + " [0.0486],\n", + " [0.0571],\n", + " [0.0555],\n", + " [0.0589],\n", + " [0.0514],\n", + " [0.0499],\n", + " [0.0476],\n", + " [0.0465],\n", + " [0.0405],\n", + " [0.0540],\n", + " [0.0548],\n", + " [0.0549],\n", + " [0.0533],\n", + " [0.0325],\n", + " [0.0586],\n", + " [0.0525],\n", + " [0.0573],\n", + " [0.0578],\n", + " [0.0514],\n", + " [0.0495]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0380],\n", + " [-0.0356],\n", + " [-0.0384],\n", + " [-0.0373],\n", + " [-0.0363],\n", + " [-0.0394],\n", + " [-0.0380],\n", + " [-0.0333],\n", + " [-0.0402],\n", + " [-0.0406],\n", + " [-0.0361],\n", + " [-0.0376],\n", + " [-0.0452],\n", + " [-0.0386],\n", + " [-0.0380],\n", + " [-0.0368],\n", + " [-0.0328],\n", + " [-0.0335],\n", + " [-0.0456],\n", + " [-0.0409],\n", + " [-0.0447],\n", + " [-0.0373],\n", + " [-0.0363],\n", + " [-0.0383],\n", + " [-0.0353],\n", + " [-0.0409],\n", + " [-0.0353],\n", + " [-0.0392],\n", + " [-0.0383],\n", + " [-0.0354],\n", + " [-0.0397],\n", + " [-0.0375]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0789],\n", + " [-0.0801],\n", + " [-0.0805],\n", + " [-0.0848],\n", + " [-0.0788],\n", + " [-0.0787],\n", + " [-0.0808],\n", + " [-0.0818],\n", + " [-0.0804],\n", + " [-0.0783],\n", + " [-0.0797],\n", + " [-0.0795],\n", + " [-0.0777],\n", + " [-0.0800],\n", + " [-0.0792],\n", + " [-0.0798],\n", + " [-0.0805],\n", + " [-0.0797],\n", + " [-0.0757],\n", + " [-0.0780],\n", + " [-0.0779],\n", + " [-0.0785],\n", + " [-0.0800],\n", + " [-0.0780],\n", + " [-0.0814],\n", + " [-0.0797],\n", + " [-0.0818],\n", + " [-0.0792],\n", + " [-0.0806],\n", + " [-0.0797],\n", + " [-0.0786],\n", + " [-0.0805]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1651],\n", + " [0.1704],\n", + " [0.1693],\n", + " [0.1609],\n", + " [0.1663],\n", + " [0.1659],\n", + " [0.1684],\n", + " [0.1624],\n", + " [0.1676],\n", + " [0.1647],\n", + " [0.1691],\n", + " [0.1690],\n", + " [0.1683],\n", + " [0.1690],\n", + " [0.1654],\n", + " [0.1686],\n", + " [0.1657],\n", + " [0.1666],\n", + " [0.1632],\n", + " [0.1616],\n", + " [0.1587],\n", + " [0.1675],\n", + " [0.1675],\n", + " [0.1684],\n", + " [0.1683],\n", + " [0.1636],\n", + " [0.1713],\n", + " [0.1662],\n", + " [0.1684],\n", + " [0.1685],\n", + " [0.1654],\n", + " [0.1636]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0547],\n", + " [-0.0595],\n", + " [-0.0533],\n", + " [-0.0571],\n", + " [-0.0565],\n", + " [-0.0586],\n", + " [-0.0558],\n", + " [-0.0563],\n", + " [-0.0506],\n", + " [-0.0566],\n", + " [-0.0530],\n", + " [-0.0537],\n", + " [-0.0428],\n", + " [-0.0548],\n", + " [-0.0622],\n", + " [-0.0579],\n", + " [-0.0565],\n", + " [-0.0594],\n", + " [-0.0569],\n", + " [-0.0587],\n", + " [-0.0478],\n", + " [-0.0561],\n", + " [-0.0541],\n", + " [-0.0555],\n", + " [-0.0490],\n", + " [-0.0571],\n", + " [-0.0560],\n", + " [-0.0549],\n", + " [-0.0556],\n", + " [-0.0587],\n", + " [-0.0559],\n", + " [-0.0541]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0672],\n", + " [0.0580],\n", + " [0.0564],\n", + " [0.0645],\n", + " [0.0641],\n", + " [0.0635],\n", + " [0.0580],\n", + " [0.0682],\n", + " [0.0570],\n", + " [0.0642],\n", + " [0.0604],\n", + " [0.0592],\n", + " [0.0581],\n", + " [0.0576],\n", + " [0.0620],\n", + " [0.0596],\n", + " [0.0693],\n", + " [0.0715],\n", + " [0.0653],\n", + " [0.0671],\n", + " [0.0721],\n", + " [0.0615],\n", + " [0.0622],\n", + " [0.0618],\n", + " [0.0618],\n", + " [0.0771],\n", + " [0.0562],\n", + " [0.0629],\n", + " [0.0579],\n", + " [0.0623],\n", + " [0.0648],\n", + " [0.0661]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0909],\n", + " [-0.1002],\n", + " [-0.0978],\n", + " [-0.0745],\n", + " [-0.0918],\n", + " [-0.0923],\n", + " [-0.0980],\n", + " [-0.0819],\n", + " [-0.0940],\n", + " [-0.0906],\n", + " [-0.0968],\n", + " [-0.0967],\n", + " [-0.0920],\n", + " [-0.0977],\n", + " [-0.0920],\n", + " [-0.0987],\n", + " [-0.0921],\n", + " [-0.0875],\n", + " [-0.0916],\n", + " [-0.0883],\n", + " [-0.0841],\n", + " [-0.0938],\n", + " [-0.0948],\n", + " [-0.0951],\n", + " [-0.0973],\n", + " [-0.0737],\n", + " [-0.1009],\n", + " [-0.0937],\n", + " [-0.0979],\n", + " [-0.0976],\n", + " [-0.0924],\n", + " [-0.0916]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0113],\n", + " [0.0193],\n", + " [0.0197],\n", + " [0.0115],\n", + " [0.0147],\n", + " [0.0150],\n", + " [0.0196],\n", + " [0.0113],\n", + " [0.0178],\n", + " [0.0133],\n", + " [0.0181],\n", + " [0.0178],\n", + " [0.0169],\n", + " [0.0194],\n", + " [0.0179],\n", + " [0.0191],\n", + " [0.0128],\n", + " [0.0100],\n", + " [0.0121],\n", + " [0.0098],\n", + " [0.0041],\n", + " [0.0163],\n", + " [0.0172],\n", + " [0.0158],\n", + " [0.0179],\n", + " [0.0051],\n", + " [0.0221],\n", + " [0.0137],\n", + " [0.0197],\n", + " [0.0180],\n", + " [0.0121],\n", + " [0.0118]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0878],\n", + " [0.0956],\n", + " [0.0973],\n", + " [0.0742],\n", + " [0.0879],\n", + " [0.0913],\n", + " [0.0963],\n", + " [0.0810],\n", + " [0.0981],\n", + " [0.0913],\n", + " [0.0925],\n", + " [0.0942],\n", + " [0.0958],\n", + " [0.0961],\n", + " [0.0912],\n", + " [0.0942],\n", + " [0.0846],\n", + " [0.0805],\n", + " [0.0969],\n", + " [0.0925],\n", + " [0.0943],\n", + " [0.0906],\n", + " [0.0897],\n", + " [0.0920],\n", + " [0.0928],\n", + " [0.0753],\n", + " [0.0970],\n", + " [0.0927],\n", + " [0.0962],\n", + " [0.0903],\n", + " [0.0921],\n", + " [0.0906]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0098],\n", + " [ 0.0091],\n", + " [ 0.0122],\n", + " [-0.0084],\n", + " [ 0.0080],\n", + " [ 0.0083],\n", + " [ 0.0110],\n", + " [ 0.0039],\n", + " [ 0.0149],\n", + " [ 0.0094],\n", + " [ 0.0099],\n", + " [ 0.0111],\n", + " [ 0.0072],\n", + " [ 0.0110],\n", + " [ 0.0053],\n", + " [ 0.0088],\n", + " [ 0.0068],\n", + " [ 0.0053],\n", + " [ 0.0177],\n", + " [ 0.0136],\n", + " [ 0.0120],\n", + " [ 0.0090],\n", + " [ 0.0075],\n", + " [ 0.0102],\n", + " [ 0.0081],\n", + " [ 0.0183],\n", + " [ 0.0112],\n", + " [ 0.0113],\n", + " [ 0.0108],\n", + " [ 0.0072],\n", + " [ 0.0113],\n", + " [ 0.0100]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-4.6167e-03],\n", + " [ 2.3345e-03],\n", + " [-3.8977e-03],\n", + " [ 4.0120e-03],\n", + " [-1.0819e-03],\n", + " [ 1.4857e-03],\n", + " [-1.7337e-03],\n", + " [-4.6216e-05],\n", + " [-7.3713e-03],\n", + " [-2.9893e-03],\n", + " [-3.7597e-03],\n", + " [-3.6515e-03],\n", + " [-1.2865e-02],\n", + " [-2.6829e-03],\n", + " [ 6.0198e-03],\n", + " [ 8.4854e-04],\n", + " [ 1.1317e-04],\n", + " [ 3.0763e-03],\n", + " [-5.5350e-03],\n", + " [-4.3323e-03],\n", + " [-1.6586e-02],\n", + " [-1.0763e-03],\n", + " [-2.4410e-03],\n", + " [-2.3930e-03],\n", + " [-4.6858e-03],\n", + " [-1.1339e-02],\n", + " [-4.8750e-04],\n", + " [-4.7639e-03],\n", + " [-1.9380e-03],\n", + " [ 2.7955e-03],\n", + " [-4.7965e-03],\n", + " [-6.5671e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0355],\n", + " [-0.0344],\n", + " [-0.0309],\n", + " [-0.0534],\n", + " [-0.0381],\n", + " [-0.0389],\n", + " [-0.0334],\n", + " [-0.0438],\n", + " [-0.0317],\n", + " [-0.0380],\n", + " [-0.0338],\n", + " [-0.0330],\n", + " [-0.0332],\n", + " [-0.0331],\n", + " [-0.0434],\n", + " [-0.0359],\n", + " [-0.0391],\n", + " [-0.0416],\n", + " [-0.0366],\n", + " [-0.0384],\n", + " [-0.0347],\n", + " [-0.0368],\n", + " [-0.0365],\n", + " [-0.0350],\n", + " [-0.0337],\n", + " [-0.0447],\n", + " [-0.0318],\n", + " [-0.0351],\n", + " [-0.0336],\n", + " [-0.0380],\n", + " [-0.0357],\n", + " [-0.0362]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0046],\n", + " [ 0.0058],\n", + " [ 0.0011],\n", + " [ 0.0096],\n", + " [ 0.0059],\n", + " [ 0.0059],\n", + " [ 0.0029],\n", + " [ 0.0076],\n", + " [-0.0004],\n", + " [ 0.0048],\n", + " [ 0.0030],\n", + " [ 0.0028],\n", + " [-0.0039],\n", + " [ 0.0027],\n", + " [ 0.0079],\n", + " [ 0.0053],\n", + " [ 0.0073],\n", + " [ 0.0092],\n", + " [ 0.0014],\n", + " [ 0.0050],\n", + " [-0.0019],\n", + " [ 0.0049],\n", + " [ 0.0042],\n", + " [ 0.0043],\n", + " [ 0.0019],\n", + " [ 0.0044],\n", + " [ 0.0022],\n", + " [ 0.0034],\n", + " [ 0.0030],\n", + " [ 0.0065],\n", + " [ 0.0042],\n", + " [ 0.0035]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0582],\n", + " [0.0580],\n", + " [0.0553],\n", + " [0.0638],\n", + " [0.0580],\n", + " [0.0583],\n", + " [0.0567],\n", + " [0.0640],\n", + " [0.0539],\n", + " [0.0581],\n", + " [0.0556],\n", + " [0.0556],\n", + " [0.0514],\n", + " [0.0559],\n", + " [0.0602],\n", + " [0.0573],\n", + " [0.0606],\n", + " [0.0629],\n", + " [0.0570],\n", + " [0.0611],\n", + " [0.0589],\n", + " [0.0568],\n", + " [0.0564],\n", + " [0.0560],\n", + " [0.0566],\n", + " [0.0709],\n", + " [0.0570],\n", + " [0.0569],\n", + " [0.0565],\n", + " [0.0578],\n", + " [0.0577],\n", + " [0.0585]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0149],\n", + " [-0.0171],\n", + " [-0.0180],\n", + " [-0.0138],\n", + " [-0.0168],\n", + " [-0.0179],\n", + " [-0.0184],\n", + " [-0.0153],\n", + " [-0.0187],\n", + " [-0.0163],\n", + " [-0.0183],\n", + " [-0.0181],\n", + " [-0.0175],\n", + " [-0.0182],\n", + " [-0.0204],\n", + " [-0.0181],\n", + " [-0.0154],\n", + " [-0.0183],\n", + " [-0.0170],\n", + " [-0.0152],\n", + " [-0.0158],\n", + " [-0.0173],\n", + " [-0.0174],\n", + " [-0.0175],\n", + " [-0.0167],\n", + " [-0.0164],\n", + " [-0.0189],\n", + " [-0.0167],\n", + " [-0.0184],\n", + " [-0.0183],\n", + " [-0.0161],\n", + " [-0.0155]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1678],\n", + " [-0.1723],\n", + " [-0.1696],\n", + " [-0.1711],\n", + " [-0.1694],\n", + " [-0.1747],\n", + " [-0.1711],\n", + " [-0.1669],\n", + " [-0.1686],\n", + " [-0.1714],\n", + " [-0.1683],\n", + " [-0.1694],\n", + " [-0.1651],\n", + " [-0.1707],\n", + " [-0.1783],\n", + " [-0.1723],\n", + " [-0.1687],\n", + " [-0.1732],\n", + " [-0.1735],\n", + " [-0.1724],\n", + " [-0.1646],\n", + " [-0.1703],\n", + " [-0.1687],\n", + " [-0.1701],\n", + " [-0.1668],\n", + " [-0.1603],\n", + " [-0.1704],\n", + " [-0.1695],\n", + " [-0.1711],\n", + " [-0.1718],\n", + " [-0.1698],\n", + " [-0.1676]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0241],\n", + " [-0.0203],\n", + " [-0.0231],\n", + " [ 0.0005],\n", + " [-0.0209],\n", + " [-0.0188],\n", + " [-0.0225],\n", + " [-0.0169],\n", + " [-0.0238],\n", + " [-0.0215],\n", + " [-0.0223],\n", + " [-0.0225],\n", + " [-0.0229],\n", + " [-0.0224],\n", + " [-0.0148],\n", + " [-0.0209],\n", + " [-0.0210],\n", + " [-0.0201],\n", + " [-0.0238],\n", + " [-0.0235],\n", + " [-0.0272],\n", + " [-0.0209],\n", + " [-0.0210],\n", + " [-0.0224],\n", + " [-0.0201],\n", + " [-0.0270],\n", + " [-0.0222],\n", + " [-0.0235],\n", + " [-0.0224],\n", + " [-0.0200],\n", + " [-0.0241],\n", + " [-0.0240]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-7.0957e-04],\n", + " [ 1.7151e-02],\n", + " [ 1.1290e-02],\n", + " [ 1.8062e-03],\n", + " [ 3.8173e-03],\n", + " [ 4.9176e-03],\n", + " [ 1.2259e-02],\n", + " [-3.0742e-03],\n", + " [ 5.7201e-03],\n", + " [ 1.2258e-03],\n", + " [ 9.1431e-03],\n", + " [ 9.1500e-03],\n", + " [-6.2658e-04],\n", + " [ 1.1224e-02],\n", + " [ 9.8367e-03],\n", + " [ 1.3464e-02],\n", + " [ 3.3851e-03],\n", + " [-8.1453e-04],\n", + " [ 4.4964e-06],\n", + " [-1.0675e-03],\n", + " [-1.0782e-02],\n", + " [ 5.7052e-03],\n", + " [ 7.2418e-03],\n", + " [ 5.8966e-03],\n", + " [ 8.6360e-03],\n", + " [-1.9405e-02],\n", + " [ 1.6897e-02],\n", + " [ 4.1989e-03],\n", + " [ 1.1946e-02],\n", + " [ 1.1086e-02],\n", + " [ 2.0416e-03],\n", + " [ 1.6319e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0959],\n", + " [0.0890],\n", + " [0.0920],\n", + " [0.1030],\n", + " [0.0950],\n", + " [0.0915],\n", + " [0.0905],\n", + " [0.1011],\n", + " [0.0925],\n", + " [0.0945],\n", + " [0.0934],\n", + " [0.0924],\n", + " [0.1053],\n", + " [0.0916],\n", + " [0.0892],\n", + " [0.0896],\n", + " [0.0932],\n", + " [0.0928],\n", + " [0.0916],\n", + " [0.0921],\n", + " [0.1006],\n", + " [0.0939],\n", + " [0.0949],\n", + " [0.0930],\n", + " [0.0946],\n", + " [0.1062],\n", + " [0.0904],\n", + " [0.0931],\n", + " [0.0908],\n", + " [0.0909],\n", + " [0.0933],\n", + " [0.0948]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0788],\n", + " [0.0889],\n", + " [0.0841],\n", + " [0.0836],\n", + " [0.0818],\n", + " [0.0792],\n", + " [0.0854],\n", + " [0.0851],\n", + " [0.0828],\n", + " [0.0787],\n", + " [0.0827],\n", + " [0.0825],\n", + " [0.0748],\n", + " [0.0842],\n", + " [0.0819],\n", + " [0.0861],\n", + " [0.0834],\n", + " [0.0778],\n", + " [0.0736],\n", + " [0.0783],\n", + " [0.0715],\n", + " [0.0823],\n", + " [0.0830],\n", + " [0.0812],\n", + " [0.0841],\n", + " [0.0693],\n", + " [0.0885],\n", + " [0.0804],\n", + " [0.0851],\n", + " [0.0856],\n", + " [0.0793],\n", + " [0.0806]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0869],\n", + " [0.0888],\n", + " [0.0870],\n", + " [0.0981],\n", + " [0.0872],\n", + " [0.0881],\n", + " [0.0880],\n", + " [0.0884],\n", + " [0.0853],\n", + " [0.0871],\n", + " [0.0856],\n", + " [0.0861],\n", + " [0.0795],\n", + " [0.0868],\n", + " [0.0911],\n", + " [0.0882],\n", + " [0.0883],\n", + " [0.0897],\n", + " [0.0829],\n", + " [0.0882],\n", + " [0.0808],\n", + " [0.0863],\n", + " [0.0864],\n", + " [0.0856],\n", + " [0.0845],\n", + " [0.0838],\n", + " [0.0887],\n", + " [0.0871],\n", + " [0.0876],\n", + " [0.0879],\n", + " [0.0870],\n", + " [0.0876]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0395],\n", + " [0.0431],\n", + " [0.0400],\n", + " [0.0452],\n", + " [0.0415],\n", + " [0.0391],\n", + " [0.0405],\n", + " [0.0441],\n", + " [0.0371],\n", + " [0.0382],\n", + " [0.0412],\n", + " [0.0401],\n", + " [0.0372],\n", + " [0.0402],\n", + " [0.0410],\n", + " [0.0417],\n", + " [0.0431],\n", + " [0.0418],\n", + " [0.0345],\n", + " [0.0359],\n", + " [0.0343],\n", + " [0.0411],\n", + " [0.0417],\n", + " [0.0402],\n", + " [0.0411],\n", + " [0.0480],\n", + " [0.0427],\n", + " [0.0385],\n", + " [0.0403],\n", + " [0.0434],\n", + " [0.0380],\n", + " [0.0388]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0374],\n", + " [0.0337],\n", + " [0.0374],\n", + " [0.0289],\n", + " [0.0370],\n", + " [0.0370],\n", + " [0.0372],\n", + " [0.0363],\n", + " [0.0412],\n", + " [0.0387],\n", + " [0.0371],\n", + " [0.0374],\n", + " [0.0395],\n", + " [0.0373],\n", + " [0.0349],\n", + " [0.0353],\n", + " [0.0358],\n", + " [0.0315],\n", + " [0.0385],\n", + " [0.0398],\n", + " [0.0379],\n", + " [0.0375],\n", + " [0.0372],\n", + " [0.0375],\n", + " [0.0380],\n", + " [0.0247],\n", + " [0.0354],\n", + " [0.0382],\n", + " [0.0374],\n", + " [0.0356],\n", + " [0.0385],\n", + " [0.0389]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0764],\n", + " [-0.0687],\n", + " [-0.0714],\n", + " [-0.0679],\n", + " [-0.0748],\n", + " [-0.0730],\n", + " [-0.0711],\n", + " [-0.0760],\n", + " [-0.0754],\n", + " [-0.0749],\n", + " [-0.0737],\n", + " [-0.0732],\n", + " [-0.0753],\n", + " [-0.0716],\n", + " [-0.0695],\n", + " [-0.0702],\n", + " [-0.0752],\n", + " [-0.0744],\n", + " [-0.0824],\n", + " [-0.0781],\n", + " [-0.0838],\n", + " [-0.0740],\n", + " [-0.0734],\n", + " [-0.0746],\n", + " [-0.0736],\n", + " [-0.0843],\n", + " [-0.0690],\n", + " [-0.0747],\n", + " [-0.0712],\n", + " [-0.0718],\n", + " [-0.0757],\n", + " [-0.0758]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1039],\n", + " [-0.0992],\n", + " [-0.0979],\n", + " [-0.1202],\n", + " [-0.1035],\n", + " [-0.1054],\n", + " [-0.0982],\n", + " [-0.1094],\n", + " [-0.0997],\n", + " [-0.1047],\n", + " [-0.0994],\n", + " [-0.0994],\n", + " [-0.1017],\n", + " [-0.0984],\n", + " [-0.1065],\n", + " [-0.0988],\n", + " [-0.1042],\n", + " [-0.1086],\n", + " [-0.1055],\n", + " [-0.1063],\n", + " [-0.1055],\n", + " [-0.1019],\n", + " [-0.1010],\n", + " [-0.1013],\n", + " [-0.0996],\n", + " [-0.1090],\n", + " [-0.0970],\n", + " [-0.1017],\n", + " [-0.0983],\n", + " [-0.1006],\n", + " [-0.1029],\n", + " [-0.1024]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0634],\n", + " [-0.0622],\n", + " [-0.0643],\n", + " [-0.0521],\n", + " [-0.0610],\n", + " [-0.0609],\n", + " [-0.0633],\n", + " [-0.0578],\n", + " [-0.0636],\n", + " [-0.0621],\n", + " [-0.0634],\n", + " [-0.0636],\n", + " [-0.0661],\n", + " [-0.0636],\n", + " [-0.0582],\n", + " [-0.0624],\n", + " [-0.0615],\n", + " [-0.0602],\n", + " [-0.0602],\n", + " [-0.0605],\n", + " [-0.0651],\n", + " [-0.0615],\n", + " [-0.0623],\n", + " [-0.0628],\n", + " [-0.0644],\n", + " [-0.0563],\n", + " [-0.0633],\n", + " [-0.0635],\n", + " [-0.0633],\n", + " [-0.0610],\n", + " [-0.0636],\n", + " [-0.0635]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0586],\n", + " [-0.0630],\n", + " [-0.0653],\n", + " [-0.0631],\n", + " [-0.0627],\n", + " [-0.0629],\n", + " [-0.0663],\n", + " [-0.0639],\n", + " [-0.0562],\n", + " [-0.0598],\n", + " [-0.0607],\n", + " [-0.0608],\n", + " [-0.0652],\n", + " [-0.0634],\n", + " [-0.0621],\n", + " [-0.0610],\n", + " [-0.0615],\n", + " [-0.0618],\n", + " [-0.0614],\n", + " [-0.0610],\n", + " [-0.0629],\n", + " [-0.0632],\n", + " [-0.0534],\n", + " [-0.0471],\n", + " [-0.0603],\n", + " [-0.0611],\n", + " [-0.0609],\n", + " [-0.0627],\n", + " [-0.0626],\n", + " [-0.0642],\n", + " [-0.0663],\n", + " [-0.0590]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0690],\n", + " [-0.0730],\n", + " [-0.0796],\n", + " [-0.0711],\n", + " [-0.0772],\n", + " [-0.0760],\n", + " [-0.0769],\n", + " [-0.0739],\n", + " [-0.0636],\n", + " [-0.0716],\n", + " [-0.0739],\n", + " [-0.0673],\n", + " [-0.0781],\n", + " [-0.0771],\n", + " [-0.0727],\n", + " [-0.0733],\n", + " [-0.0693],\n", + " [-0.0726],\n", + " [-0.0718],\n", + " [-0.0703],\n", + " [-0.0769],\n", + " [-0.0764],\n", + " [-0.0683],\n", + " [-0.0618],\n", + " [-0.0734],\n", + " [-0.0741],\n", + " [-0.0759],\n", + " [-0.0761],\n", + " [-0.0757],\n", + " [-0.0776],\n", + " [-0.0801],\n", + " [-0.0717]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0389],\n", + " [0.0356],\n", + " [0.0373],\n", + " [0.0362],\n", + " [0.0384],\n", + " [0.0365],\n", + " [0.0326],\n", + " [0.0384],\n", + " [0.0385],\n", + " [0.0395],\n", + " [0.0373],\n", + " [0.0386],\n", + " [0.0357],\n", + " [0.0368],\n", + " [0.0362],\n", + " [0.0390],\n", + " [0.0372],\n", + " [0.0376],\n", + " [0.0368],\n", + " [0.0383],\n", + " [0.0370],\n", + " [0.0367],\n", + " [0.0390],\n", + " [0.0439],\n", + " [0.0383],\n", + " [0.0382],\n", + " [0.0383],\n", + " [0.0385],\n", + " [0.0395],\n", + " [0.0371],\n", + " [0.0389],\n", + " [0.0387]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0880],\n", + " [-0.0963],\n", + " [-0.0939],\n", + " [-0.0960],\n", + " [-0.0935],\n", + " [-0.0929],\n", + " [-0.0953],\n", + " [-0.0922],\n", + " [-0.0869],\n", + " [-0.0881],\n", + " [-0.0903],\n", + " [-0.0928],\n", + " [-0.0960],\n", + " [-0.0923],\n", + " [-0.0927],\n", + " [-0.0910],\n", + " [-0.0927],\n", + " [-0.0944],\n", + " [-0.0940],\n", + " [-0.0933],\n", + " [-0.0917],\n", + " [-0.0942],\n", + " [-0.0851],\n", + " [-0.0842],\n", + " [-0.0889],\n", + " [-0.0909],\n", + " [-0.0900],\n", + " [-0.0908],\n", + " [-0.0913],\n", + " [-0.0956],\n", + " [-0.0933],\n", + " [-0.0897]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0487],\n", + " [0.0581],\n", + " [0.0525],\n", + " [0.0588],\n", + " [0.0472],\n", + " [0.0543],\n", + " [0.0529],\n", + " [0.0461],\n", + " [0.0474],\n", + " [0.0504],\n", + " [0.0524],\n", + " [0.0577],\n", + " [0.0558],\n", + " [0.0524],\n", + " [0.0561],\n", + " [0.0510],\n", + " [0.0572],\n", + " [0.0568],\n", + " [0.0576],\n", + " [0.0576],\n", + " [0.0513],\n", + " [0.0564],\n", + " [0.0393],\n", + " [0.0502],\n", + " [0.0483],\n", + " [0.0515],\n", + " [0.0488],\n", + " [0.0431],\n", + " [0.0482],\n", + " [0.0551],\n", + " [0.0469],\n", + " [0.0477]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0394],\n", + " [-0.0376],\n", + " [-0.0371],\n", + " [-0.0358],\n", + " [-0.0353],\n", + " [-0.0392],\n", + " [-0.0370],\n", + " [-0.0346],\n", + " [-0.0367],\n", + " [-0.0416],\n", + " [-0.0397],\n", + " [-0.0349],\n", + " [-0.0392],\n", + " [-0.0389],\n", + " [-0.0398],\n", + " [-0.0360],\n", + " [-0.0379],\n", + " [-0.0357],\n", + " [-0.0375],\n", + " [-0.0356],\n", + " [-0.0387],\n", + " [-0.0372],\n", + " [-0.0403],\n", + " [-0.0258],\n", + " [-0.0391],\n", + " [-0.0376],\n", + " [-0.0384],\n", + " [-0.0349],\n", + " [-0.0342],\n", + " [-0.0349],\n", + " [-0.0333],\n", + " [-0.0343]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0799],\n", + " [-0.0804],\n", + " [-0.0780],\n", + " [-0.0809],\n", + " [-0.0826],\n", + " [-0.0786],\n", + " [-0.0799],\n", + " [-0.0814],\n", + " [-0.0809],\n", + " [-0.0790],\n", + " [-0.0785],\n", + " [-0.0816],\n", + " [-0.0789],\n", + " [-0.0782],\n", + " [-0.0795],\n", + " [-0.0802],\n", + " [-0.0803],\n", + " [-0.0804],\n", + " [-0.0797],\n", + " [-0.0804],\n", + " [-0.0782],\n", + " [-0.0787],\n", + " [-0.0807],\n", + " [-0.0805],\n", + " [-0.0789],\n", + " [-0.0793],\n", + " [-0.0781],\n", + " [-0.0830],\n", + " [-0.0804],\n", + " [-0.0798],\n", + " [-0.0806],\n", + " [-0.0818]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1653],\n", + " [0.1680],\n", + " [0.1655],\n", + " [0.1697],\n", + " [0.1611],\n", + " [0.1672],\n", + " [0.1669],\n", + " [0.1653],\n", + " [0.1662],\n", + " [0.1660],\n", + " [0.1667],\n", + " [0.1713],\n", + " [0.1669],\n", + " [0.1659],\n", + " [0.1685],\n", + " [0.1657],\n", + " [0.1700],\n", + " [0.1685],\n", + " [0.1690],\n", + " [0.1699],\n", + " [0.1652],\n", + " [0.1682],\n", + " [0.1576],\n", + " [0.1778],\n", + " [0.1646],\n", + " [0.1658],\n", + " [0.1642],\n", + " [0.1614],\n", + " [0.1645],\n", + " [0.1665],\n", + " [0.1630],\n", + " [0.1635]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0471],\n", + " [-0.0574],\n", + " [-0.0597],\n", + " [-0.0575],\n", + " [-0.0578],\n", + " [-0.0562],\n", + " [-0.0597],\n", + " [-0.0525],\n", + " [-0.0428],\n", + " [-0.0511],\n", + " [-0.0540],\n", + " [-0.0524],\n", + " [-0.0593],\n", + " [-0.0571],\n", + " [-0.0547],\n", + " [-0.0528],\n", + " [-0.0538],\n", + " [-0.0555],\n", + " [-0.0555],\n", + " [-0.0541],\n", + " [-0.0570],\n", + " [-0.0568],\n", + " [-0.0461],\n", + " [-0.0388],\n", + " [-0.0538],\n", + " [-0.0541],\n", + " [-0.0572],\n", + " [-0.0588],\n", + " [-0.0562],\n", + " [-0.0596],\n", + " [-0.0607],\n", + " [-0.0526]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0627],\n", + " [0.0594],\n", + " [0.0650],\n", + " [0.0581],\n", + " [0.0702],\n", + " [0.0617],\n", + " [0.0606],\n", + " [0.0709],\n", + " [0.0596],\n", + " [0.0623],\n", + " [0.0621],\n", + " [0.0557],\n", + " [0.0614],\n", + " [0.0637],\n", + " [0.0580],\n", + " [0.0656],\n", + " [0.0557],\n", + " [0.0601],\n", + " [0.0582],\n", + " [0.0573],\n", + " [0.0649],\n", + " [0.0624],\n", + " [0.0710],\n", + " [0.0594],\n", + " [0.0652],\n", + " [0.0650],\n", + " [0.0652],\n", + " [0.0688],\n", + " [0.0699],\n", + " [0.0644],\n", + " [0.0721],\n", + " [0.0669]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0928],\n", + " [-0.0984],\n", + " [-0.0918],\n", + " [-0.0997],\n", + " [-0.0900],\n", + " [-0.0941],\n", + " [-0.0910],\n", + " [-0.0867],\n", + " [-0.0927],\n", + " [-0.0932],\n", + " [-0.0933],\n", + " [-0.0998],\n", + " [-0.0951],\n", + " [-0.0920],\n", + " [-0.0964],\n", + " [-0.0925],\n", + " [-0.0986],\n", + " [-0.0974],\n", + " [-0.0979],\n", + " [-0.0987],\n", + " [-0.0911],\n", + " [-0.0956],\n", + " [-0.0844],\n", + " [-0.0962],\n", + " [-0.0895],\n", + " [-0.0924],\n", + " [-0.0904],\n", + " [-0.0801],\n", + " [-0.0882],\n", + " [-0.0945],\n", + " [-0.0846],\n", + " [-0.0890]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0140],\n", + " [0.0196],\n", + " [0.0137],\n", + " [0.0202],\n", + " [0.0070],\n", + " [0.0162],\n", + " [0.0180],\n", + " [0.0103],\n", + " [0.0179],\n", + " [0.0133],\n", + " [0.0147],\n", + " [0.0223],\n", + " [0.0170],\n", + " [0.0145],\n", + " [0.0176],\n", + " [0.0143],\n", + " [0.0203],\n", + " [0.0192],\n", + " [0.0203],\n", + " [0.0205],\n", + " [0.0132],\n", + " [0.0165],\n", + " [0.0060],\n", + " [0.0167],\n", + " [0.0124],\n", + " [0.0138],\n", + " [0.0109],\n", + " [0.0112],\n", + " [0.0113],\n", + " [0.0155],\n", + " [0.0083],\n", + " [0.0147]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0935],\n", + " [0.0949],\n", + " [0.0893],\n", + " [0.0957],\n", + " [0.0896],\n", + " [0.0921],\n", + " [0.0888],\n", + " [0.0799],\n", + " [0.0928],\n", + " [0.0953],\n", + " [0.0925],\n", + " [0.0965],\n", + " [0.0944],\n", + " [0.0904],\n", + " [0.0959],\n", + " [0.0877],\n", + " [0.0979],\n", + " [0.0923],\n", + " [0.0950],\n", + " [0.0957],\n", + " [0.0896],\n", + " [0.0905],\n", + " [0.0928],\n", + " [0.1014],\n", + " [0.0889],\n", + " [0.0890],\n", + " [0.0913],\n", + " [0.0820],\n", + " [0.0822],\n", + " [0.0885],\n", + " [0.0807],\n", + " [0.0842]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0095],\n", + " [0.0092],\n", + " [0.0089],\n", + " [0.0102],\n", + " [0.0108],\n", + " [0.0088],\n", + " [0.0012],\n", + " [0.0024],\n", + " [0.0065],\n", + " [0.0131],\n", + " [0.0108],\n", + " [0.0107],\n", + " [0.0096],\n", + " [0.0088],\n", + " [0.0117],\n", + " [0.0074],\n", + " [0.0122],\n", + " [0.0089],\n", + " [0.0096],\n", + " [0.0110],\n", + " [0.0089],\n", + " [0.0080],\n", + " [0.0079],\n", + " [0.0191],\n", + " [0.0095],\n", + " [0.0091],\n", + " [0.0128],\n", + " [0.0030],\n", + " [0.0046],\n", + " [0.0070],\n", + " [0.0051],\n", + " [0.0029]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.0105e-02],\n", + " [ 1.7266e-04],\n", + " [ 1.9653e-03],\n", + " [ 6.2464e-04],\n", + " [-4.6584e-03],\n", + " [-1.0888e-03],\n", + " [ 5.2175e-03],\n", + " [-3.1916e-03],\n", + " [-1.0417e-02],\n", + " [-8.2212e-03],\n", + " [-5.4791e-03],\n", + " [-2.3350e-03],\n", + " [ 1.9316e-03],\n", + " [-1.2269e-03],\n", + " [-3.4799e-03],\n", + " [-4.2136e-03],\n", + " [-3.1737e-03],\n", + " [-6.1646e-04],\n", + " [-1.2413e-03],\n", + " [-1.9540e-03],\n", + " [-2.3981e-03],\n", + " [-4.7199e-06],\n", + " [-1.6672e-02],\n", + " [-8.2219e-03],\n", + " [-6.0736e-03],\n", + " [-5.0164e-03],\n", + " [-4.3213e-03],\n", + " [ 6.9597e-04],\n", + " [-2.4617e-04],\n", + " [ 3.3038e-03],\n", + " [ 1.3114e-03],\n", + " [-2.4567e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0331],\n", + " [-0.0363],\n", + " [-0.0391],\n", + " [-0.0344],\n", + " [-0.0376],\n", + " [-0.0369],\n", + " [-0.0469],\n", + " [-0.0419],\n", + " [-0.0344],\n", + " [-0.0311],\n", + " [-0.0350],\n", + " [-0.0304],\n", + " [-0.0367],\n", + " [-0.0381],\n", + " [-0.0326],\n", + " [-0.0365],\n", + " [-0.0304],\n", + " [-0.0358],\n", + " [-0.0350],\n", + " [-0.0325],\n", + " [-0.0381],\n", + " [-0.0366],\n", + " [-0.0372],\n", + " [-0.0283],\n", + " [-0.0365],\n", + " [-0.0358],\n", + " [-0.0362],\n", + " [-0.0455],\n", + " [-0.0403],\n", + " [-0.0392],\n", + " [-0.0423],\n", + " [-0.0408]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-3.3633e-04],\n", + " [ 4.9569e-03],\n", + " [ 6.7993e-03],\n", + " [ 4.2958e-03],\n", + " [ 5.2667e-03],\n", + " [ 4.6310e-03],\n", + " [ 9.1272e-03],\n", + " [ 5.7159e-03],\n", + " [-2.2451e-03],\n", + " [-9.1959e-05],\n", + " [ 3.2473e-03],\n", + " [ 1.0202e-03],\n", + " [ 5.6556e-03],\n", + " [ 5.3750e-03],\n", + " [ 2.5607e-03],\n", + " [ 4.1098e-03],\n", + " [ 1.2368e-03],\n", + " [ 4.0629e-03],\n", + " [ 3.7493e-03],\n", + " [ 2.3708e-03],\n", + " [ 5.4939e-03],\n", + " [ 5.5215e-03],\n", + " [-1.0584e-03],\n", + " [ 2.4209e-03],\n", + " [ 3.9987e-03],\n", + " [ 4.0333e-03],\n", + " [ 4.7798e-03],\n", + " [ 7.8086e-03],\n", + " [ 7.7026e-03],\n", + " [ 7.1384e-03],\n", + " [ 9.2306e-03],\n", + " [ 5.4765e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0558],\n", + " [0.0573],\n", + " [0.0589],\n", + " [0.0576],\n", + " [0.0629],\n", + " [0.0566],\n", + " [0.0607],\n", + " [0.0610],\n", + " [0.0551],\n", + " [0.0552],\n", + " [0.0562],\n", + " [0.0555],\n", + " [0.0584],\n", + " [0.0576],\n", + " [0.0558],\n", + " [0.0576],\n", + " [0.0553],\n", + " [0.0566],\n", + " [0.0560],\n", + " [0.0555],\n", + " [0.0581],\n", + " [0.0567],\n", + " [0.0610],\n", + " [0.0644],\n", + " [0.0581],\n", + " [0.0572],\n", + " [0.0590],\n", + " [0.0647],\n", + " [0.0619],\n", + " [0.0590],\n", + " [0.0644],\n", + " [0.0601]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0152],\n", + " [-0.0185],\n", + " [-0.0175],\n", + " [-0.0189],\n", + " [-0.0148],\n", + " [-0.0175],\n", + " [-0.0166],\n", + " [-0.0144],\n", + " [-0.0143],\n", + " [-0.0168],\n", + " [-0.0167],\n", + " [-0.0185],\n", + " [-0.0182],\n", + " [-0.0170],\n", + " [-0.0174],\n", + " [-0.0154],\n", + " [-0.0181],\n", + " [-0.0185],\n", + " [-0.0189],\n", + " [-0.0190],\n", + " [-0.0164],\n", + " [-0.0176],\n", + " [-0.0138],\n", + " [-0.0223],\n", + " [-0.0151],\n", + " [-0.0159],\n", + " [-0.0154],\n", + " [-0.0177],\n", + " [-0.0143],\n", + " [-0.0171],\n", + " [-0.0162],\n", + " [-0.0140]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1655],\n", + " [-0.1723],\n", + " [-0.1734],\n", + " [-0.1716],\n", + " [-0.1694],\n", + " [-0.1717],\n", + " [-0.1754],\n", + " [-0.1680],\n", + " [-0.1644],\n", + " [-0.1678],\n", + " [-0.1686],\n", + " [-0.1682],\n", + " [-0.1754],\n", + " [-0.1714],\n", + " [-0.1706],\n", + " [-0.1673],\n", + " [-0.1697],\n", + " [-0.1702],\n", + " [-0.1709],\n", + " [-0.1695],\n", + " [-0.1704],\n", + " [-0.1715],\n", + " [-0.1637],\n", + " [-0.1668],\n", + " [-0.1670],\n", + " [-0.1676],\n", + " [-0.1693],\n", + " [-0.1694],\n", + " [-0.1680],\n", + " [-0.1727],\n", + " [-0.1704],\n", + " [-0.1665]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0227],\n", + " [-0.0210],\n", + " [-0.0199],\n", + " [-0.0215],\n", + " [-0.0245],\n", + " [-0.0205],\n", + " [-0.0117],\n", + " [-0.0195],\n", + " [-0.0187],\n", + " [-0.0257],\n", + " [-0.0233],\n", + " [-0.0219],\n", + " [-0.0194],\n", + " [-0.0208],\n", + " [-0.0226],\n", + " [-0.0218],\n", + " [-0.0230],\n", + " [-0.0211],\n", + " [-0.0215],\n", + " [-0.0221],\n", + " [-0.0218],\n", + " [-0.0209],\n", + " [-0.0237],\n", + " [-0.0163],\n", + " [-0.0234],\n", + " [-0.0234],\n", + " [-0.0242],\n", + " [-0.0160],\n", + " [-0.0199],\n", + " [-0.0194],\n", + " [-0.0201],\n", + " [-0.0177]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0019],\n", + " [ 0.0129],\n", + " [ 0.0039],\n", + " [ 0.0155],\n", + " [ 0.0006],\n", + " [ 0.0058],\n", + " [ 0.0128],\n", + " [-0.0031],\n", + " [ 0.0043],\n", + " [ 0.0011],\n", + " [ 0.0037],\n", + " [ 0.0146],\n", + " [ 0.0085],\n", + " [ 0.0034],\n", + " [ 0.0092],\n", + " [ 0.0028],\n", + " [ 0.0124],\n", + " [ 0.0110],\n", + " [ 0.0117],\n", + " [ 0.0128],\n", + " [ 0.0020],\n", + " [ 0.0074],\n", + " [-0.0076],\n", + " [ 0.0079],\n", + " [-0.0011],\n", + " [ 0.0025],\n", + " [ 0.0005],\n", + " [-0.0023],\n", + " [-0.0009],\n", + " [ 0.0076],\n", + " [-0.0013],\n", + " [ 0.0011]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0984],\n", + " [0.0896],\n", + " [0.0916],\n", + " [0.0893],\n", + " [0.0903],\n", + " [0.0932],\n", + " [0.0916],\n", + " [0.0992],\n", + " [0.1016],\n", + " [0.0956],\n", + " [0.0949],\n", + " [0.0927],\n", + " [0.0892],\n", + " [0.0940],\n", + " [0.0920],\n", + " [0.0964],\n", + " [0.0918],\n", + " [0.0919],\n", + " [0.0915],\n", + " [0.0912],\n", + " [0.0946],\n", + " [0.0925],\n", + " [0.1014],\n", + " [0.0955],\n", + " [0.0979],\n", + " [0.0960],\n", + " [0.0930],\n", + " [0.0986],\n", + " [0.0969],\n", + " [0.0908],\n", + " [0.0944],\n", + " [0.0995]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0791],\n", + " [0.0865],\n", + " [0.0798],\n", + " [0.0879],\n", + " [0.0815],\n", + " [0.0810],\n", + " [0.0888],\n", + " [0.0804],\n", + " [0.0822],\n", + " [0.0781],\n", + " [0.0804],\n", + " [0.0865],\n", + " [0.0817],\n", + " [0.0798],\n", + " [0.0829],\n", + " [0.0813],\n", + " [0.0848],\n", + " [0.0852],\n", + " [0.0854],\n", + " [0.0856],\n", + " [0.0795],\n", + " [0.0817],\n", + " [0.0784],\n", + " [0.0894],\n", + " [0.0798],\n", + " [0.0803],\n", + " [0.0804],\n", + " [0.0850],\n", + " [0.0829],\n", + " [0.0839],\n", + " [0.0809],\n", + " [0.0857]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0837],\n", + " [0.0882],\n", + " [0.0884],\n", + " [0.0887],\n", + " [0.0913],\n", + " [0.0864],\n", + " [0.0901],\n", + " [0.0868],\n", + " [0.0822],\n", + " [0.0844],\n", + " [0.0856],\n", + " [0.0866],\n", + " [0.0878],\n", + " [0.0871],\n", + " [0.0867],\n", + " [0.0863],\n", + " [0.0869],\n", + " [0.0872],\n", + " [0.0863],\n", + " [0.0865],\n", + " [0.0872],\n", + " [0.0867],\n", + " [0.0824],\n", + " [0.0751],\n", + " [0.0860],\n", + " [0.0865],\n", + " [0.0874],\n", + " [0.0893],\n", + " [0.0877],\n", + " [0.0889],\n", + " [0.0906],\n", + " [0.0862]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0368],\n", + " [0.0410],\n", + " [0.0404],\n", + " [0.0421],\n", + " [0.0390],\n", + " [0.0398],\n", + " [0.0418],\n", + " [0.0409],\n", + " [0.0374],\n", + " [0.0371],\n", + " [0.0387],\n", + " [0.0428],\n", + " [0.0390],\n", + " [0.0397],\n", + " [0.0389],\n", + " [0.0408],\n", + " [0.0406],\n", + " [0.0423],\n", + " [0.0415],\n", + " [0.0420],\n", + " [0.0395],\n", + " [0.0414],\n", + " [0.0338],\n", + " [0.0422],\n", + " [0.0393],\n", + " [0.0399],\n", + " [0.0382],\n", + " [0.0438],\n", + " [0.0431],\n", + " [0.0425],\n", + " [0.0423],\n", + " [0.0426]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0367],\n", + " [0.0367],\n", + " [0.0356],\n", + " [0.0374],\n", + " [0.0377],\n", + " [0.0343],\n", + " [0.0327],\n", + " [0.0396],\n", + " [0.0390],\n", + " [0.0388],\n", + " [0.0361],\n", + " [0.0373],\n", + " [0.0376],\n", + " [0.0375],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0368],\n", + " [0.0376],\n", + " [0.0368],\n", + " [0.0378],\n", + " [0.0364],\n", + " [0.0411],\n", + " [0.0288],\n", + " [0.0388],\n", + " [0.0379],\n", + " [0.0394],\n", + " [0.0370],\n", + " [0.0356],\n", + " [0.0362],\n", + " [0.0345],\n", + " [0.0381]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0756],\n", + " [-0.0705],\n", + " [-0.0743],\n", + " [-0.0699],\n", + " [-0.0755],\n", + " [-0.0735],\n", + " [-0.0668],\n", + " [-0.0748],\n", + " [-0.0739],\n", + " [-0.0774],\n", + " [-0.0752],\n", + " [-0.0701],\n", + " [-0.0718],\n", + " [-0.0745],\n", + " [-0.0722],\n", + " [-0.0750],\n", + " [-0.0711],\n", + " [-0.0720],\n", + " [-0.0719],\n", + " [-0.0717],\n", + " [-0.0751],\n", + " [-0.0731],\n", + " [-0.0804],\n", + " [-0.0743],\n", + " [-0.0763],\n", + " [-0.0755],\n", + " [-0.0769],\n", + " [-0.0756],\n", + " [-0.0756],\n", + " [-0.0727],\n", + " [-0.0754],\n", + " [-0.0748]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1010],\n", + " [-0.0988],\n", + " [-0.1053],\n", + " [-0.0981],\n", + " [-0.1042],\n", + " [-0.1025],\n", + " [-0.1102],\n", + " [-0.1073],\n", + " [-0.1007],\n", + " [-0.1009],\n", + " [-0.1016],\n", + " [-0.0967],\n", + " [-0.1031],\n", + " [-0.1042],\n", + " [-0.0994],\n", + " [-0.1026],\n", + " [-0.0975],\n", + " [-0.0992],\n", + " [-0.0983],\n", + " [-0.0975],\n", + " [-0.1042],\n", + " [-0.1017],\n", + " [-0.1045],\n", + " [-0.1014],\n", + " [-0.1038],\n", + " [-0.1025],\n", + " [-0.1036],\n", + " [-0.1117],\n", + " [-0.1061],\n", + " [-0.1029],\n", + " [-0.1091],\n", + " [-0.1047]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0655],\n", + " [-0.0620],\n", + " [-0.0601],\n", + " [-0.0625],\n", + " [-0.0629],\n", + " [-0.0620],\n", + " [-0.0581],\n", + " [-0.0623],\n", + " [-0.0641],\n", + " [-0.0654],\n", + " [-0.0634],\n", + " [-0.0643],\n", + " [-0.0615],\n", + " [-0.0615],\n", + " [-0.0640],\n", + " [-0.0630],\n", + " [-0.0643],\n", + " [-0.0619],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0618],\n", + " [-0.0621],\n", + " [-0.0639],\n", + " [-0.0625],\n", + " [-0.0628],\n", + " [-0.0631],\n", + " [-0.0621],\n", + " [-0.0564],\n", + " [-0.0609],\n", + " [-0.0602],\n", + " [-0.0592],\n", + " [-0.0606]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0643],\n", + " [-0.0491],\n", + " [-0.0622],\n", + " [-0.0584],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0584],\n", + " [-0.0646],\n", + " [-0.0642],\n", + " [-0.0614],\n", + " [-0.0622],\n", + " [-0.0622],\n", + " [-0.0653],\n", + " [-0.0619],\n", + " [-0.0624],\n", + " [-0.0628],\n", + " [-0.0519],\n", + " [-0.0652],\n", + " [-0.0600],\n", + " [-0.0643],\n", + " [-0.0630],\n", + " [-0.0609],\n", + " [-0.0469],\n", + " [-0.0634],\n", + " [-0.0607],\n", + " [-0.0631],\n", + " [-0.1419],\n", + " [-0.0641],\n", + " [-0.0638],\n", + " [-0.0628],\n", + " [-0.0650],\n", + " [-0.0641]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0704],\n", + " [-0.0598],\n", + " [-0.0688],\n", + " [-0.0732],\n", + " [-0.0739],\n", + " [-0.0750],\n", + " [-0.0717],\n", + " [-0.0784],\n", + " [-0.0753],\n", + " [-0.0718],\n", + " [-0.0732],\n", + " [-0.0713],\n", + " [-0.0762],\n", + " [-0.0754],\n", + " [-0.0754],\n", + " [-0.0782],\n", + " [-0.0675],\n", + " [-0.0554],\n", + " [-0.0731],\n", + " [-0.0784],\n", + " [-0.0772],\n", + " [-0.0746],\n", + " [-0.0722],\n", + " [-0.0719],\n", + " [-0.0750],\n", + " [-0.0717],\n", + " [-0.5793],\n", + " [-0.0775],\n", + " [-0.0738],\n", + " [-0.0706],\n", + " [-0.0774],\n", + " [-0.0728]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0316],\n", + " [ 0.0411],\n", + " [ 0.0374],\n", + " [ 0.0379],\n", + " [ 0.0389],\n", + " [ 0.0375],\n", + " [ 0.0187],\n", + " [ 0.0370],\n", + " [ 0.0361],\n", + " [ 0.0365],\n", + " [ 0.0362],\n", + " [ 0.0377],\n", + " [ 0.0402],\n", + " [ 0.0366],\n", + " [ 0.0375],\n", + " [ 0.0390],\n", + " [ 0.0409],\n", + " [ 0.0225],\n", + " [ 0.0374],\n", + " [ 0.0373],\n", + " [ 0.0375],\n", + " [ 0.0379],\n", + " [ 0.0397],\n", + " [ 0.0357],\n", + " [ 0.0363],\n", + " [ 0.0362],\n", + " [-0.1993],\n", + " [ 0.0388],\n", + " [ 0.0357],\n", + " [ 0.0356],\n", + " [ 0.0362],\n", + " [ 0.0401]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0852],\n", + " [-0.0956],\n", + " [-0.0946],\n", + " [-0.0902],\n", + " [-0.0886],\n", + " [-0.0956],\n", + " [-0.0875],\n", + " [-0.0930],\n", + " [-0.0957],\n", + " [-0.0924],\n", + " [-0.0948],\n", + " [-0.0943],\n", + " [-0.0899],\n", + " [-0.0904],\n", + " [-0.0933],\n", + " [-0.0931],\n", + " [-0.0828],\n", + " [-0.0739],\n", + " [-0.0891],\n", + " [-0.0921],\n", + " [-0.0921],\n", + " [-0.0891],\n", + " [-0.0831],\n", + " [-0.0963],\n", + " [-0.0870],\n", + " [-0.0958],\n", + " [-0.2378],\n", + " [-0.0919],\n", + " [-0.0966],\n", + " [-0.0960],\n", + " [-0.0953],\n", + " [-0.0907]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0455],\n", + " [0.0436],\n", + " [0.0590],\n", + " [0.0440],\n", + " [0.0437],\n", + " [0.0569],\n", + " [0.0696],\n", + " [0.0517],\n", + " [0.0573],\n", + " [0.0577],\n", + " [0.0571],\n", + " [0.0571],\n", + " [0.0484],\n", + " [0.0499],\n", + " [0.0551],\n", + " [0.0487],\n", + " [0.0422],\n", + " [0.0531],\n", + " [0.0504],\n", + " [0.0488],\n", + " [0.0512],\n", + " [0.0486],\n", + " [0.0350],\n", + " [0.0597],\n", + " [0.0490],\n", + " [0.0594],\n", + " [0.1453],\n", + " [0.0458],\n", + " [0.0591],\n", + " [0.0581],\n", + " [0.0573],\n", + " [0.0447]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0281],\n", + " [-0.0243],\n", + " [-0.0351],\n", + " [-0.0390],\n", + " [-0.0366],\n", + " [-0.0344],\n", + " [-0.0264],\n", + " [-0.0377],\n", + " [-0.0356],\n", + " [-0.0392],\n", + " [-0.0374],\n", + " [-0.0354],\n", + " [-0.0385],\n", + " [-0.0408],\n", + " [-0.0370],\n", + " [-0.0350],\n", + " [-0.0415],\n", + " [-0.0401],\n", + " [-0.0404],\n", + " [-0.0373],\n", + " [-0.0370],\n", + " [-0.0426],\n", + " [-0.0483],\n", + " [-0.0344],\n", + " [-0.0454],\n", + " [-0.0362],\n", + " [-0.0387],\n", + " [-0.0334],\n", + " [-0.0363],\n", + " [-0.0374],\n", + " [-0.0389],\n", + " [-0.0330]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0858],\n", + " [-0.0907],\n", + " [-0.0810],\n", + " [-0.0827],\n", + " [-0.0802],\n", + " [-0.0803],\n", + " [-0.0711],\n", + " [-0.0783],\n", + " [-0.0798],\n", + " [-0.0789],\n", + " [-0.0798],\n", + " [-0.0807],\n", + " [-0.0783],\n", + " [-0.0781],\n", + " [-0.0792],\n", + " [-0.0805],\n", + " [-0.0796],\n", + " [-0.0796],\n", + " [-0.0787],\n", + " [-0.0787],\n", + " [-0.0789],\n", + " [-0.0796],\n", + " [-0.0726],\n", + " [-0.0801],\n", + " [-0.0760],\n", + " [-0.0799],\n", + " [ 0.1619],\n", + " [-0.0812],\n", + " [-0.0797],\n", + " [-0.0814],\n", + " [-0.0787],\n", + " [-0.0836]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.1617],\n", + " [ 0.1731],\n", + " [ 0.1712],\n", + " [ 0.1621],\n", + " [ 0.1628],\n", + " [ 0.1682],\n", + " [ 0.1681],\n", + " [ 0.1654],\n", + " [ 0.1676],\n", + " [ 0.1702],\n", + " [ 0.1681],\n", + " [ 0.1693],\n", + " [ 0.1668],\n", + " [ 0.1649],\n", + " [ 0.1678],\n", + " [ 0.1622],\n", + " [ 0.1606],\n", + " [ 0.1805],\n", + " [ 0.1654],\n", + " [ 0.1639],\n", + " [ 0.1648],\n", + " [ 0.1625],\n", + " [ 0.1642],\n", + " [ 0.1713],\n", + " [ 0.1672],\n", + " [ 0.1702],\n", + " [-0.0713],\n", + " [ 0.1629],\n", + " [ 0.1691],\n", + " [ 0.1688],\n", + " [ 0.1686],\n", + " [ 0.1640]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0590],\n", + " [-0.0485],\n", + " [-0.0557],\n", + " [-0.0564],\n", + " [-0.0542],\n", + " [-0.0582],\n", + " [-0.0626],\n", + " [-0.0583],\n", + " [-0.0580],\n", + " [-0.0539],\n", + " [-0.0564],\n", + " [-0.0565],\n", + " [-0.0563],\n", + " [-0.0555],\n", + " [-0.0566],\n", + " [-0.0582],\n", + " [-0.0467],\n", + " [-0.0496],\n", + " [-0.0531],\n", + " [-0.0591],\n", + " [-0.0572],\n", + " [-0.0537],\n", + " [-0.0564],\n", + " [-0.0585],\n", + " [-0.0545],\n", + " [-0.0578],\n", + " [-0.3353],\n", + " [-0.0586],\n", + " [-0.0584],\n", + " [-0.0568],\n", + " [-0.0578],\n", + " [-0.0570]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0247],\n", + " [ 0.0658],\n", + " [ 0.0563],\n", + " [ 0.0666],\n", + " [ 0.0694],\n", + " [ 0.0626],\n", + " [ 0.0539],\n", + " [ 0.0653],\n", + " [ 0.0623],\n", + " [ 0.0571],\n", + " [ 0.0599],\n", + " [ 0.0584],\n", + " [ 0.0657],\n", + " [ 0.0641],\n", + " [ 0.0619],\n", + " [ 0.0709],\n", + " [ 0.0655],\n", + " [ 0.0281],\n", + " [ 0.0626],\n", + " [ 0.0662],\n", + " [ 0.0671],\n", + " [ 0.0648],\n", + " [ 0.0663],\n", + " [ 0.0587],\n", + " [ 0.0604],\n", + " [ 0.0578],\n", + " [-0.5266],\n", + " [ 0.0712],\n", + " [ 0.0596],\n", + " [ 0.0581],\n", + " [ 0.0614],\n", + " [ 0.0681]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0873],\n", + " [-0.0855],\n", + " [-0.1005],\n", + " [-0.0833],\n", + " [-0.0840],\n", + " [-0.0975],\n", + " [-0.0968],\n", + " [-0.0908],\n", + " [-0.0963],\n", + " [-0.0978],\n", + " [-0.0970],\n", + " [-0.0987],\n", + " [-0.0878],\n", + " [-0.0901],\n", + " [-0.0955],\n", + " [-0.0911],\n", + " [-0.0853],\n", + " [-0.1008],\n", + " [-0.0916],\n", + " [-0.0879],\n", + " [-0.0907],\n", + " [-0.0901],\n", + " [-0.0887],\n", + " [-0.1007],\n", + " [-0.0936],\n", + " [-0.1002],\n", + " [-0.3575],\n", + " [-0.0842],\n", + " [-0.0992],\n", + " [-0.0994],\n", + " [-0.0959],\n", + " [-0.0793]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0178],\n", + " [0.0170],\n", + " [0.0217],\n", + " [0.0134],\n", + " [0.0098],\n", + " [0.0173],\n", + " [0.0278],\n", + " [0.0133],\n", + " [0.0174],\n", + " [0.0194],\n", + " [0.0195],\n", + " [0.0187],\n", + " [0.0119],\n", + " [0.0131],\n", + " [0.0155],\n", + " [0.0073],\n", + " [0.0108],\n", + " [0.0243],\n", + " [0.0139],\n", + " [0.0120],\n", + " [0.0118],\n", + " [0.0104],\n", + " [0.0132],\n", + " [0.0197],\n", + " [0.0177],\n", + " [0.0199],\n", + " [0.1170],\n", + " [0.0097],\n", + " [0.0187],\n", + " [0.0205],\n", + " [0.0175],\n", + " [0.0131]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1055],\n", + " [0.0874],\n", + " [0.0963],\n", + " [0.0884],\n", + " [0.0818],\n", + " [0.0902],\n", + " [0.0871],\n", + " [0.0885],\n", + " [0.0896],\n", + " [0.0966],\n", + " [0.0927],\n", + " [0.0951],\n", + " [0.0869],\n", + " [0.0908],\n", + " [0.0917],\n", + " [0.0888],\n", + " [0.0950],\n", + " [0.0988],\n", + " [0.0924],\n", + " [0.0874],\n", + " [0.0874],\n", + " [0.0945],\n", + " [0.0993],\n", + " [0.0942],\n", + " [0.0978],\n", + " [0.0960],\n", + " [0.0125],\n", + " [0.0802],\n", + " [0.0942],\n", + " [0.0962],\n", + " [0.0933],\n", + " [0.0786]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0191],\n", + " [0.0135],\n", + " [0.0109],\n", + " [0.0063],\n", + " [0.0041],\n", + " [0.0084],\n", + " [0.0014],\n", + " [0.0080],\n", + " [0.0064],\n", + " [0.0108],\n", + " [0.0079],\n", + " [0.0119],\n", + " [0.0103],\n", + " [0.0093],\n", + " [0.0103],\n", + " [0.0112],\n", + " [0.0120],\n", + " [0.0015],\n", + " [0.0109],\n", + " [0.0079],\n", + " [0.0083],\n", + " [0.0130],\n", + " [0.0290],\n", + " [0.0092],\n", + " [0.0178],\n", + " [0.0105],\n", + " [0.2460],\n", + " [0.0033],\n", + " [0.0095],\n", + " [0.0098],\n", + " [0.0089],\n", + " [0.0009]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.3351e-02],\n", + " [-5.8156e-03],\n", + " [-4.0087e-04],\n", + " [-3.6948e-03],\n", + " [-3.3270e-03],\n", + " [ 2.1683e-03],\n", + " [-1.6039e-02],\n", + " [-2.4432e-04],\n", + " [ 1.7888e-03],\n", + " [-3.3104e-03],\n", + " [-2.1413e-04],\n", + " [-6.4178e-04],\n", + " [-1.3612e-03],\n", + " [-4.6596e-03],\n", + " [-1.0045e-03],\n", + " [-4.1872e-03],\n", + " [-1.5203e-02],\n", + " [ 1.0695e-02],\n", + " [-7.3374e-03],\n", + " [ 3.0879e-05],\n", + " [-2.6851e-03],\n", + " [-8.7456e-03],\n", + " [-1.2800e-02],\n", + " [ 2.1433e-03],\n", + " [-1.9285e-03],\n", + " [ 8.4195e-04],\n", + " [ 5.4837e-01],\n", + " [ 6.3371e-04],\n", + " [ 1.1928e-03],\n", + " [-2.9877e-05],\n", + " [ 1.1538e-03],\n", + " [ 1.9542e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0262],\n", + " [-0.0387],\n", + " [-0.0316],\n", + " [-0.0438],\n", + " [-0.0411],\n", + " [-0.0370],\n", + " [-0.0425],\n", + " [-0.0393],\n", + " [-0.0382],\n", + " [-0.0318],\n", + " [-0.0370],\n", + " [-0.0323],\n", + " [-0.0359],\n", + " [-0.0378],\n", + " [-0.0355],\n", + " [-0.0365],\n", + " [-0.0355],\n", + " [-0.0234],\n", + " [-0.0354],\n", + " [-0.0407],\n", + " [-0.0381],\n", + " [-0.0346],\n", + " [-0.0461],\n", + " [-0.0346],\n", + " [-0.0383],\n", + " [-0.0335],\n", + " [-0.0542],\n", + " [-0.0432],\n", + " [-0.0352],\n", + " [-0.0347],\n", + " [-0.0351],\n", + " [-0.0468]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0051],\n", + " [ 0.0075],\n", + " [ 0.0024],\n", + " [ 0.0057],\n", + " [ 0.0063],\n", + " [ 0.0059],\n", + " [ 0.0110],\n", + " [ 0.0063],\n", + " [ 0.0061],\n", + " [ 0.0027],\n", + " [ 0.0047],\n", + " [ 0.0030],\n", + " [ 0.0050],\n", + " [ 0.0044],\n", + " [ 0.0047],\n", + " [ 0.0059],\n", + " [-0.0018],\n", + " [ 0.0054],\n", + " [ 0.0026],\n", + " [ 0.0068],\n", + " [ 0.0062],\n", + " [ 0.0017],\n", + " [-0.0014],\n", + " [ 0.0053],\n", + " [ 0.0008],\n", + " [ 0.0043],\n", + " [ 0.0352],\n", + " [ 0.0087],\n", + " [ 0.0053],\n", + " [ 0.0038],\n", + " [ 0.0052],\n", + " [ 0.0074]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0640],\n", + " [ 0.0717],\n", + " [ 0.0565],\n", + " [ 0.0620],\n", + " [ 0.0617],\n", + " [ 0.0581],\n", + " [ 0.0613],\n", + " [ 0.0587],\n", + " [ 0.0576],\n", + " [ 0.0552],\n", + " [ 0.0564],\n", + " [ 0.0574],\n", + " [ 0.0594],\n", + " [ 0.0576],\n", + " [ 0.0569],\n", + " [ 0.0615],\n", + " [ 0.0575],\n", + " [ 0.0413],\n", + " [ 0.0565],\n", + " [ 0.0604],\n", + " [ 0.0591],\n", + " [ 0.0577],\n", + " [ 0.0545],\n", + " [ 0.0581],\n", + " [ 0.0541],\n", + " [ 0.0572],\n", + " [-0.2131],\n", + " [ 0.0641],\n", + " [ 0.0576],\n", + " [ 0.0574],\n", + " [ 0.0568],\n", + " [ 0.0661]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0324],\n", + " [-0.0269],\n", + " [-0.0191],\n", + " [-0.0176],\n", + " [-0.0134],\n", + " [-0.0180],\n", + " [-0.0129],\n", + " [-0.0170],\n", + " [-0.0176],\n", + " [-0.0180],\n", + " [-0.0184],\n", + " [-0.0182],\n", + " [-0.0175],\n", + " [-0.0160],\n", + " [-0.0173],\n", + " [-0.0144],\n", + " [-0.0155],\n", + " [-0.0278],\n", + " [-0.0161],\n", + " [-0.0169],\n", + " [-0.0157],\n", + " [-0.0165],\n", + " [-0.0234],\n", + " [-0.0183],\n", + " [-0.0194],\n", + " [-0.0189],\n", + " [-0.1944],\n", + " [-0.0153],\n", + " [-0.0182],\n", + " [-0.0181],\n", + " [-0.0187],\n", + " [-0.0182]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1687],\n", + " [-0.1692],\n", + " [-0.1699],\n", + " [-0.1693],\n", + " [-0.1668],\n", + " [-0.1710],\n", + " [-0.1712],\n", + " [-0.1719],\n", + " [-0.1715],\n", + " [-0.1701],\n", + " [-0.1713],\n", + " [-0.1701],\n", + " [-0.1697],\n", + " [-0.1696],\n", + " [-0.1708],\n", + " [-0.1692],\n", + " [-0.1641],\n", + " [-0.1739],\n", + " [-0.1676],\n", + " [-0.1716],\n", + " [-0.1693],\n", + " [-0.1687],\n", + " [-0.1721],\n", + " [-0.1715],\n", + " [-0.1745],\n", + " [-0.1718],\n", + " [-0.4551],\n", + " [-0.1690],\n", + " [-0.1722],\n", + " [-0.1720],\n", + " [-0.1739],\n", + " [-0.1656]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0082],\n", + " [-0.0176],\n", + " [-0.0224],\n", + " [-0.0190],\n", + " [-0.0196],\n", + " [-0.0205],\n", + " [-0.0102],\n", + " [-0.0205],\n", + " [-0.0198],\n", + " [-0.0225],\n", + " [-0.0207],\n", + " [-0.0227],\n", + " [-0.0228],\n", + " [-0.0224],\n", + " [-0.0217],\n", + " [-0.0256],\n", + " [-0.0245],\n", + " [ 0.0033],\n", + " [-0.0240],\n", + " [-0.0197],\n", + " [-0.0227],\n", + " [-0.0260],\n", + " [-0.0212],\n", + " [-0.0210],\n", + " [-0.0186],\n", + " [-0.0219],\n", + " [ 0.8033],\n", + " [-0.0185],\n", + " [-0.0213],\n", + " [-0.0211],\n", + " [-0.0204],\n", + " [-0.0133]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 3.5276e-02],\n", + " [-4.2421e-03],\n", + " [ 1.5753e-02],\n", + " [-2.0509e-03],\n", + " [-5.6048e-03],\n", + " [ 1.0877e-02],\n", + " [ 3.9465e-02],\n", + " [ 2.8057e-03],\n", + " [ 1.0247e-02],\n", + " [ 1.0772e-02],\n", + " [ 1.0492e-02],\n", + " [ 1.3095e-02],\n", + " [-3.0234e-03],\n", + " [ 3.1150e-04],\n", + " [ 7.2761e-03],\n", + " [ 2.1575e-04],\n", + " [-5.1647e-03],\n", + " [ 1.9831e-02],\n", + " [ 1.5453e-03],\n", + " [ 8.2127e-04],\n", + " [ 1.8650e-03],\n", + " [-8.8227e-04],\n", + " [-1.5986e-03],\n", + " [ 1.6758e-02],\n", + " [ 3.2233e-03],\n", + " [ 1.5156e-02],\n", + " [ 9.4298e-01],\n", + " [-1.7231e-03],\n", + " [ 1.3921e-02],\n", + " [ 1.4644e-02],\n", + " [ 8.6200e-03],\n", + " [-1.2359e-03]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0950],\n", + " [ 0.1074],\n", + " [ 0.0910],\n", + " [ 0.0974],\n", + " [ 0.1010],\n", + " [ 0.0907],\n", + " [ 0.0973],\n", + " [ 0.0936],\n", + " [ 0.0919],\n", + " [ 0.0926],\n", + " [ 0.0921],\n", + " [ 0.0904],\n", + " [ 0.0980],\n", + " [ 0.0964],\n", + " [ 0.0915],\n", + " [ 0.0907],\n", + " [ 0.1000],\n", + " [ 0.1131],\n", + " [ 0.0965],\n", + " [ 0.0944],\n", + " [ 0.0943],\n", + " [ 0.0945],\n", + " [ 0.0930],\n", + " [ 0.0898],\n", + " [ 0.0947],\n", + " [ 0.0891],\n", + " [-0.2995],\n", + " [ 0.0970],\n", + " [ 0.0892],\n", + " [ 0.0899],\n", + " [ 0.0909],\n", + " [ 0.1048]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.1049],\n", + " [ 0.0852],\n", + " [ 0.0871],\n", + " [ 0.0851],\n", + " [ 0.0813],\n", + " [ 0.0855],\n", + " [ 0.0806],\n", + " [ 0.0794],\n", + " [ 0.0846],\n", + " [ 0.0831],\n", + " [ 0.0849],\n", + " [ 0.0860],\n", + " [ 0.0764],\n", + " [ 0.0788],\n", + " [ 0.0825],\n", + " [ 0.0797],\n", + " [ 0.0805],\n", + " [ 0.0831],\n", + " [ 0.0797],\n", + " [ 0.0800],\n", + " [ 0.0802],\n", + " [ 0.0773],\n", + " [ 0.0689],\n", + " [ 0.0880],\n", + " [ 0.0721],\n", + " [ 0.0870],\n", + " [-0.0457],\n", + " [ 0.0830],\n", + " [ 0.0861],\n", + " [ 0.0878],\n", + " [ 0.0807],\n", + " [ 0.0851]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0842],\n", + " [ 0.0803],\n", + " [ 0.0878],\n", + " [ 0.0872],\n", + " [ 0.0866],\n", + " [ 0.0882],\n", + " [ 0.0970],\n", + " [ 0.0879],\n", + " [ 0.0885],\n", + " [ 0.0854],\n", + " [ 0.0870],\n", + " [ 0.0882],\n", + " [ 0.0872],\n", + " [ 0.0863],\n", + " [ 0.0872],\n", + " [ 0.0901],\n", + " [ 0.0816],\n", + " [ 0.0801],\n", + " [ 0.0858],\n", + " [ 0.0884],\n", + " [ 0.0880],\n", + " [ 0.0872],\n", + " [ 0.0732],\n", + " [ 0.0887],\n", + " [ 0.0820],\n", + " [ 0.0881],\n", + " [-0.2151],\n", + " [ 0.0893],\n", + " [ 0.0883],\n", + " [ 0.0886],\n", + " [ 0.0869],\n", + " [ 0.0893]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0463],\n", + " [0.0503],\n", + " [0.0431],\n", + " [0.0415],\n", + " [0.0415],\n", + " [0.0434],\n", + " [0.0438],\n", + " [0.0402],\n", + " [0.0428],\n", + " [0.0402],\n", + " [0.0419],\n", + " [0.0420],\n", + " [0.0407],\n", + " [0.0385],\n", + " [0.0406],\n", + " [0.0392],\n", + " [0.0351],\n", + " [0.0407],\n", + " [0.0380],\n", + " [0.0404],\n", + " [0.0400],\n", + " [0.0360],\n", + " [0.0348],\n", + " [0.0438],\n", + " [0.0372],\n", + " [0.0422],\n", + " [0.1462],\n", + " [0.0431],\n", + " [0.0420],\n", + " [0.0415],\n", + " [0.0400],\n", + " [0.0479]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0144],\n", + " [ 0.0266],\n", + " [ 0.0355],\n", + " [ 0.0413],\n", + " [ 0.0363],\n", + " [ 0.0357],\n", + " [ 0.0245],\n", + " [ 0.0367],\n", + " [ 0.0351],\n", + " [ 0.0373],\n", + " [ 0.0371],\n", + " [ 0.0363],\n", + " [ 0.0359],\n", + " [ 0.0387],\n", + " [ 0.0371],\n", + " [ 0.0372],\n", + " [ 0.0434],\n", + " [ 0.0160],\n", + " [ 0.0397],\n", + " [ 0.0369],\n", + " [ 0.0372],\n", + " [ 0.0388],\n", + " [ 0.0409],\n", + " [ 0.0336],\n", + " [ 0.0373],\n", + " [ 0.0355],\n", + " [-0.3491],\n", + " [ 0.0351],\n", + " [ 0.0350],\n", + " [ 0.0362],\n", + " [ 0.0364],\n", + " [ 0.0307]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0553],\n", + " [-0.0767],\n", + " [-0.0698],\n", + " [-0.0768],\n", + " [-0.0761],\n", + " [-0.0723],\n", + " [-0.0658],\n", + " [-0.0745],\n", + " [-0.0712],\n", + " [-0.0721],\n", + " [-0.0716],\n", + " [-0.0716],\n", + " [-0.0764],\n", + " [-0.0754],\n", + " [-0.0738],\n", + " [-0.0767],\n", + " [-0.0811],\n", + " [-0.0582],\n", + " [-0.0757],\n", + " [-0.0750],\n", + " [-0.0754],\n", + " [-0.0775],\n", + " [-0.0957],\n", + " [-0.0692],\n", + " [-0.0806],\n", + " [-0.0703],\n", + " [ 0.2076],\n", + " [-0.0753],\n", + " [-0.0704],\n", + " [-0.0697],\n", + " [-0.0722],\n", + " [-0.0750]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0965],\n", + " [-0.1062],\n", + " [-0.0969],\n", + " [-0.1092],\n", + " [-0.1078],\n", + " [-0.1006],\n", + " [-0.1077],\n", + " [-0.1052],\n", + " [-0.1008],\n", + " [-0.0986],\n", + " [-0.0996],\n", + " [-0.0985],\n", + " [-0.1071],\n", + " [-0.1043],\n", + " [-0.1013],\n", + " [-0.1040],\n", + " [-0.1030],\n", + " [-0.1070],\n", + " [-0.1020],\n", + " [-0.1070],\n", + " [-0.1041],\n", + " [-0.1030],\n", + " [-0.1133],\n", + " [-0.0991],\n", + " [-0.1082],\n", + " [-0.0979],\n", + " [-0.2236],\n", + " [-0.1089],\n", + " [-0.0987],\n", + " [-0.0983],\n", + " [-0.1024],\n", + " [-0.1097]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0555],\n", + " [-0.0488],\n", + " [-0.0635],\n", + " [-0.0580],\n", + " [-0.0609],\n", + " [-0.0611],\n", + " [-0.0460],\n", + " [-0.0609],\n", + " [-0.0614],\n", + " [-0.0644],\n", + " [-0.0617],\n", + " [-0.0628],\n", + " [-0.0615],\n", + " [-0.0625],\n", + " [-0.0621],\n", + " [-0.0632],\n", + " [-0.0632],\n", + " [-0.0512],\n", + " [-0.0637],\n", + " [-0.0595],\n", + " [-0.0622],\n", + " [-0.0648],\n", + " [-0.0484],\n", + " [-0.0624],\n", + " [-0.0586],\n", + " [-0.0628],\n", + " [ 0.5494],\n", + " [-0.0590],\n", + " [-0.0624],\n", + " [-0.0624],\n", + " [-0.0624],\n", + " [-0.0562]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0625],\n", + " [-0.0619],\n", + " [-0.0636],\n", + " [-0.0642],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0624],\n", + " [-0.0657],\n", + " [-0.0623],\n", + " [-0.0721],\n", + " [-0.0634],\n", + " [-0.0645],\n", + " [-0.0618],\n", + " [-0.0607],\n", + " [-0.0582],\n", + " [-0.0617],\n", + " [-0.0631],\n", + " [-0.0625],\n", + " [-0.0610],\n", + " [-0.0637],\n", + " [-0.0620],\n", + " [-0.0624],\n", + " [-0.0668],\n", + " [-0.0452],\n", + " [-0.0626],\n", + " [-0.0629],\n", + " [-0.0663],\n", + " [-0.0600],\n", + " [-0.0581],\n", + " [-0.0496],\n", + " [-0.0617],\n", + " [-0.0641]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0761],\n", + " [-0.0730],\n", + " [-0.0712],\n", + " [-0.0774],\n", + " [-0.0693],\n", + " [-0.0766],\n", + " [-0.0721],\n", + " [-0.0776],\n", + " [-0.0677],\n", + " [-0.0879],\n", + " [-0.0741],\n", + " [-0.0770],\n", + " [-0.0728],\n", + " [-0.0717],\n", + " [-0.0580],\n", + " [-0.0733],\n", + " [-0.0755],\n", + " [-0.0761],\n", + " [-0.0731],\n", + " [-0.0759],\n", + " [-0.0750],\n", + " [-0.0735],\n", + " [-0.0790],\n", + " [-0.0680],\n", + " [-0.0745],\n", + " [-0.0699],\n", + " [-0.0779],\n", + " [-0.0711],\n", + " [-0.0703],\n", + " [-0.0671],\n", + " [-0.0748],\n", + " [-0.0751]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0377],\n", + " [0.0377],\n", + " [0.0353],\n", + " [0.0374],\n", + " [0.0361],\n", + " [0.0365],\n", + " [0.0361],\n", + " [0.0458],\n", + " [0.0377],\n", + " [0.0375],\n", + " [0.0352],\n", + " [0.0381],\n", + " [0.0365],\n", + " [0.0390],\n", + " [0.0263],\n", + " [0.0396],\n", + " [0.0378],\n", + " [0.0368],\n", + " [0.0379],\n", + " [0.0396],\n", + " [0.0381],\n", + " [0.0380],\n", + " [0.0345],\n", + " [0.0334],\n", + " [0.0373],\n", + " [0.0359],\n", + " [0.0365],\n", + " [0.0398],\n", + " [0.0390],\n", + " [0.0409],\n", + " [0.0368],\n", + " [0.0382]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0920],\n", + " [-0.0926],\n", + " [-0.0967],\n", + " [-0.0907],\n", + " [-0.0955],\n", + " [-0.0924],\n", + " [-0.0945],\n", + " [-0.1169],\n", + " [-0.0947],\n", + " [-0.1036],\n", + " [-0.0958],\n", + " [-0.0926],\n", + " [-0.0935],\n", + " [-0.0912],\n", + " [-0.0846],\n", + " [-0.0903],\n", + " [-0.0924],\n", + " [-0.0913],\n", + " [-0.0912],\n", + " [-0.0914],\n", + " [-0.0934],\n", + " [-0.0951],\n", + " [-0.0976],\n", + " [-0.0809],\n", + " [-0.0947],\n", + " [-0.0955],\n", + " [-0.0922],\n", + " [-0.0926],\n", + " [-0.0878],\n", + " [-0.0799],\n", + " [-0.0900],\n", + " [-0.0920]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0532],\n", + " [ 0.0550],\n", + " [ 0.0591],\n", + " [ 0.0467],\n", + " [ 0.0594],\n", + " [ 0.0525],\n", + " [ 0.0570],\n", + " [-0.0084],\n", + " [ 0.0586],\n", + " [ 0.0264],\n", + " [ 0.0578],\n", + " [ 0.0526],\n", + " [ 0.0570],\n", + " [ 0.0537],\n", + " [ 0.0552],\n", + " [ 0.0539],\n", + " [ 0.0525],\n", + " [ 0.0513],\n", + " [ 0.0541],\n", + " [ 0.0515],\n", + " [ 0.0549],\n", + " [ 0.0583],\n", + " [ 0.0571],\n", + " [ 0.0345],\n", + " [ 0.0575],\n", + " [ 0.0595],\n", + " [ 0.0500],\n", + " [ 0.0563],\n", + " [ 0.0480],\n", + " [ 0.0385],\n", + " [ 0.0497],\n", + " [ 0.0545]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0393],\n", + " [-0.0375],\n", + " [-0.0367],\n", + " [-0.0404],\n", + " [-0.0352],\n", + " [-0.0392],\n", + " [-0.0386],\n", + " [-0.0336],\n", + " [-0.0346],\n", + " [-0.0262],\n", + " [-0.0383],\n", + " [-0.0372],\n", + " [-0.0381],\n", + " [-0.0378],\n", + " [-0.0456],\n", + " [-0.0396],\n", + " [-0.0389],\n", + " [-0.0406],\n", + " [-0.0386],\n", + " [-0.0370],\n", + " [-0.0358],\n", + " [-0.0350],\n", + " [-0.0397],\n", + " [-0.0477],\n", + " [-0.0356],\n", + " [-0.0350],\n", + " [-0.0406],\n", + " [-0.0346],\n", + " [-0.0390],\n", + " [-0.0455],\n", + " [-0.0423],\n", + " [-0.0406]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0781],\n", + " [-0.0802],\n", + " [-0.0814],\n", + " [-0.0781],\n", + " [-0.0812],\n", + " [-0.0784],\n", + " [-0.0804],\n", + " [-0.0815],\n", + " [-0.0822],\n", + " [-0.0926],\n", + " [-0.0797],\n", + " [-0.0786],\n", + " [-0.0792],\n", + " [-0.0808],\n", + " [-0.0848],\n", + " [-0.0777],\n", + " [-0.0804],\n", + " [-0.0780],\n", + " [-0.0793],\n", + " [-0.0787],\n", + " [-0.0798],\n", + " [-0.0799],\n", + " [-0.0791],\n", + " [-0.0733],\n", + " [-0.0794],\n", + " [-0.0808],\n", + " [-0.0787],\n", + " [-0.0811],\n", + " [-0.0801],\n", + " [-0.0779],\n", + " [-0.0784],\n", + " [-0.0781]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1671],\n", + " [0.1678],\n", + " [0.1697],\n", + " [0.1639],\n", + " [0.1716],\n", + " [0.1658],\n", + " [0.1682],\n", + " [0.1469],\n", + " [0.1719],\n", + " [0.1397],\n", + " [0.1678],\n", + " [0.1668],\n", + " [0.1687],\n", + " [0.1675],\n", + " [0.1693],\n", + " [0.1699],\n", + " [0.1655],\n", + " [0.1655],\n", + " [0.1678],\n", + " [0.1668],\n", + " [0.1677],\n", + " [0.1699],\n", + " [0.1668],\n", + " [0.1620],\n", + " [0.1690],\n", + " [0.1716],\n", + " [0.1659],\n", + " [0.1701],\n", + " [0.1639],\n", + " [0.1587],\n", + " [0.1646],\n", + " [0.1695]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0567],\n", + " [-0.0539],\n", + " [-0.0592],\n", + " [-0.0574],\n", + " [-0.0575],\n", + " [-0.0568],\n", + " [-0.0559],\n", + " [-0.0806],\n", + " [-0.0549],\n", + " [-0.0741],\n", + " [-0.0576],\n", + " [-0.0563],\n", + " [-0.0553],\n", + " [-0.0530],\n", + " [-0.0614],\n", + " [-0.0536],\n", + " [-0.0545],\n", + " [-0.0561],\n", + " [-0.0534],\n", + " [-0.0549],\n", + " [-0.0563],\n", + " [-0.0569],\n", + " [-0.0602],\n", + " [-0.0447],\n", + " [-0.0571],\n", + " [-0.0576],\n", + " [-0.0574],\n", + " [-0.0517],\n", + " [-0.0498],\n", + " [-0.0436],\n", + " [-0.0542],\n", + " [-0.0538]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0619],\n", + " [0.0599],\n", + " [0.0575],\n", + " [0.0666],\n", + " [0.0567],\n", + " [0.0634],\n", + " [0.0582],\n", + " [0.1072],\n", + " [0.0572],\n", + " [0.0743],\n", + " [0.0595],\n", + " [0.0663],\n", + " [0.0589],\n", + " [0.0586],\n", + " [0.0325],\n", + " [0.0612],\n", + " [0.0644],\n", + " [0.0633],\n", + " [0.0605],\n", + " [0.0670],\n", + " [0.0624],\n", + " [0.0604],\n", + " [0.0614],\n", + " [0.0700],\n", + " [0.0610],\n", + " [0.0571],\n", + " [0.0629],\n", + " [0.0612],\n", + " [0.0635],\n", + " [0.0678],\n", + " [0.0647],\n", + " [0.0641]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0942],\n", + " [-0.0960],\n", + " [-0.1002],\n", + " [-0.0866],\n", + " [-0.1012],\n", + " [-0.0924],\n", + " [-0.0976],\n", + " [-0.0391],\n", + " [-0.1012],\n", + " [-0.0550],\n", + " [-0.0973],\n", + " [-0.0916],\n", + " [-0.0968],\n", + " [-0.0954],\n", + " [-0.1063],\n", + " [-0.0957],\n", + " [-0.0940],\n", + " [-0.0918],\n", + " [-0.0953],\n", + " [-0.0920],\n", + " [-0.0957],\n", + " [-0.0990],\n", + " [-0.0953],\n", + " [-0.0799],\n", + " [-0.0976],\n", + " [-0.1009],\n", + " [-0.0887],\n", + " [-0.0991],\n", + " [-0.0914],\n", + " [-0.0845],\n", + " [-0.0904],\n", + " [-0.0952]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0146],\n", + " [ 0.0168],\n", + " [ 0.0198],\n", + " [ 0.0107],\n", + " [ 0.0215],\n", + " [ 0.0146],\n", + " [ 0.0191],\n", + " [-0.0232],\n", + " [ 0.0227],\n", + " [-0.0078],\n", + " [ 0.0191],\n", + " [ 0.0133],\n", + " [ 0.0193],\n", + " [ 0.0169],\n", + " [ 0.0349],\n", + " [ 0.0154],\n", + " [ 0.0121],\n", + " [ 0.0139],\n", + " [ 0.0161],\n", + " [ 0.0124],\n", + " [ 0.0156],\n", + " [ 0.0186],\n", + " [ 0.0179],\n", + " [ 0.0068],\n", + " [ 0.0178],\n", + " [ 0.0211],\n", + " [ 0.0149],\n", + " [ 0.0191],\n", + " [ 0.0133],\n", + " [ 0.0060],\n", + " [ 0.0123],\n", + " [ 0.0143]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0940],\n", + " [0.0935],\n", + " [0.0961],\n", + " [0.0882],\n", + " [0.0962],\n", + " [0.0911],\n", + " [0.0960],\n", + " [0.0418],\n", + " [0.0948],\n", + " [0.0524],\n", + " [0.0944],\n", + " [0.0863],\n", + " [0.0937],\n", + " [0.0954],\n", + " [0.1049],\n", + " [0.0931],\n", + " [0.0929],\n", + " [0.0922],\n", + " [0.0935],\n", + " [0.0863],\n", + " [0.0910],\n", + " [0.0933],\n", + " [0.0942],\n", + " [0.0920],\n", + " [0.0922],\n", + " [0.0960],\n", + " [0.0904],\n", + " [0.0930],\n", + " [0.0924],\n", + " [0.1008],\n", + " [0.0918],\n", + " [0.0909]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0120],\n", + " [0.0114],\n", + " [0.0106],\n", + " [0.0095],\n", + " [0.0105],\n", + " [0.0089],\n", + " [0.0109],\n", + " [0.0460],\n", + " [0.0098],\n", + " [0.0114],\n", + " [0.0089],\n", + " [0.0073],\n", + " [0.0091],\n", + " [0.0137],\n", + " [0.0096],\n", + " [0.0127],\n", + " [0.0119],\n", + " [0.0102],\n", + " [0.0116],\n", + " [0.0087],\n", + " [0.0103],\n", + " [0.0103],\n", + " [0.0079],\n", + " [0.0129],\n", + " [0.0093],\n", + " [0.0101],\n", + " [0.0077],\n", + " [0.0084],\n", + " [0.0105],\n", + " [0.0152],\n", + " [0.0100],\n", + " [0.0101]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-1.8439e-03],\n", + " [-3.8345e-03],\n", + " [ 2.0375e-03],\n", + " [-3.2446e-03],\n", + " [ 9.7796e-04],\n", + " [-1.7275e-03],\n", + " [-1.9320e-03],\n", + " [-1.7062e-02],\n", + " [-4.5570e-05],\n", + " [ 3.7445e-03],\n", + " [ 1.3422e-04],\n", + " [-1.8375e-03],\n", + " [-1.5791e-03],\n", + " [-5.0143e-03],\n", + " [ 1.0492e-02],\n", + " [-3.8832e-03],\n", + " [-6.4524e-03],\n", + " [-3.1522e-03],\n", + " [-5.1051e-03],\n", + " [-2.5302e-03],\n", + " [-1.2629e-03],\n", + " [ 2.7440e-04],\n", + " [ 3.4002e-03],\n", + " [-2.4226e-02],\n", + " [ 3.9396e-04],\n", + " [ 1.0085e-03],\n", + " [ 5.5974e-04],\n", + " [-2.0425e-03],\n", + " [-9.3083e-03],\n", + " [-2.2414e-02],\n", + " [-6.9644e-03],\n", + " [-3.9074e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0349],\n", + " [-0.0336],\n", + " [-0.0338],\n", + " [-0.0390],\n", + " [-0.0328],\n", + " [-0.0379],\n", + " [-0.0339],\n", + " [-0.0846],\n", + " [-0.0324],\n", + " [-0.0605],\n", + " [-0.0360],\n", + " [-0.0374],\n", + " [-0.0354],\n", + " [-0.0319],\n", + " [-0.0359],\n", + " [-0.0315],\n", + " [-0.0335],\n", + " [-0.0368],\n", + " [-0.0335],\n", + " [-0.0357],\n", + " [-0.0353],\n", + " [-0.0340],\n", + " [-0.0375],\n", + " [-0.0421],\n", + " [-0.0354],\n", + " [-0.0333],\n", + " [-0.0403],\n", + " [-0.0335],\n", + " [-0.0342],\n", + " [-0.0347],\n", + " [-0.0362],\n", + " [-0.0330]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 4.1257e-03],\n", + " [ 2.3801e-03],\n", + " [ 4.5057e-03],\n", + " [ 5.3706e-03],\n", + " [ 3.6350e-03],\n", + " [ 5.0559e-03],\n", + " [ 3.1907e-03],\n", + " [ 1.8950e-02],\n", + " [ 2.3533e-03],\n", + " [ 1.9227e-02],\n", + " [ 4.7104e-03],\n", + " [ 5.8913e-03],\n", + " [ 3.8504e-03],\n", + " [ 1.1509e-03],\n", + " [-3.4954e-05],\n", + " [ 2.5083e-03],\n", + " [ 2.6349e-03],\n", + " [ 4.3123e-03],\n", + " [ 2.4021e-03],\n", + " [ 5.3242e-03],\n", + " [ 4.5415e-03],\n", + " [ 4.6166e-03],\n", + " [ 6.3425e-03],\n", + " [-1.6187e-03],\n", + " [ 5.0803e-03],\n", + " [ 4.1164e-03],\n", + " [ 5.0759e-03],\n", + " [ 3.3665e-03],\n", + " [ 7.8751e-04],\n", + " [-4.7923e-03],\n", + " [ 3.2933e-03],\n", + " [ 3.5364e-03]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0570],\n", + " [0.0560],\n", + " [0.0580],\n", + " [0.0598],\n", + " [0.0577],\n", + " [0.0574],\n", + " [0.0565],\n", + " [0.0969],\n", + " [0.0575],\n", + " [0.0931],\n", + " [0.0569],\n", + " [0.0580],\n", + " [0.0558],\n", + " [0.0557],\n", + " [0.0546],\n", + " [0.0549],\n", + " [0.0574],\n", + " [0.0573],\n", + " [0.0556],\n", + " [0.0579],\n", + " [0.0571],\n", + " [0.0574],\n", + " [0.0587],\n", + " [0.0574],\n", + " [0.0570],\n", + " [0.0577],\n", + " [0.0589],\n", + " [0.0573],\n", + " [0.0567],\n", + " [0.0582],\n", + " [0.0572],\n", + " [0.0554]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0174],\n", + " [-0.0177],\n", + " [-0.0177],\n", + " [-0.0165],\n", + " [-0.0185],\n", + " [-0.0168],\n", + " [-0.0182],\n", + " [-0.0136],\n", + " [-0.0191],\n", + " [-0.0048],\n", + " [-0.0183],\n", + " [-0.0167],\n", + " [-0.0183],\n", + " [-0.0182],\n", + " [-0.0078],\n", + " [-0.0176],\n", + " [-0.0165],\n", + " [-0.0165],\n", + " [-0.0176],\n", + " [-0.0157],\n", + " [-0.0174],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0146],\n", + " [-0.0182],\n", + " [-0.0185],\n", + " [-0.0186],\n", + " [-0.0178],\n", + " [-0.0150],\n", + " [-0.0178],\n", + " [-0.0158],\n", + " [-0.0173]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1719],\n", + " [-0.1695],\n", + " [-0.1719],\n", + " [-0.1706],\n", + " [-0.1711],\n", + " [-0.1713],\n", + " [-0.1713],\n", + " [-0.1685],\n", + " [-0.1694],\n", + " [-0.1591],\n", + " [-0.1726],\n", + " [-0.1696],\n", + " [-0.1707],\n", + " [-0.1687],\n", + " [-0.1784],\n", + " [-0.1690],\n", + " [-0.1689],\n", + " [-0.1710],\n", + " [-0.1687],\n", + " [-0.1684],\n", + " [-0.1701],\n", + " [-0.1706],\n", + " [-0.1766],\n", + " [-0.1617],\n", + " [-0.1710],\n", + " [-0.1713],\n", + " [-0.1743],\n", + " [-0.1681],\n", + " [-0.1659],\n", + " [-0.1630],\n", + " [-0.1689],\n", + " [-0.1694]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0222],\n", + " [-0.0227],\n", + " [-0.0208],\n", + " [-0.0220],\n", + " [-0.0216],\n", + " [-0.0210],\n", + " [-0.0223],\n", + " [-0.0177],\n", + " [-0.0216],\n", + " [ 0.0101],\n", + " [-0.0209],\n", + " [-0.0224],\n", + " [-0.0213],\n", + " [-0.0234],\n", + " [-0.0023],\n", + " [-0.0247],\n", + " [-0.0256],\n", + " [-0.0220],\n", + " [-0.0232],\n", + " [-0.0234],\n", + " [-0.0220],\n", + " [-0.0221],\n", + " [-0.0182],\n", + " [-0.0247],\n", + " [-0.0213],\n", + " [-0.0215],\n", + " [-0.0177],\n", + " [-0.0203],\n", + " [-0.0236],\n", + " [-0.0269],\n", + " [-0.0245],\n", + " [-0.0246]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0049],\n", + " [ 0.0084],\n", + " [ 0.0168],\n", + " [-0.0030],\n", + " [ 0.0177],\n", + " [ 0.0036],\n", + " [ 0.0114],\n", + " [-0.0421],\n", + " [ 0.0165],\n", + " [-0.0026],\n", + " [ 0.0114],\n", + " [ 0.0020],\n", + " [ 0.0099],\n", + " [ 0.0079],\n", + " [ 0.0355],\n", + " [ 0.0040],\n", + " [ 0.0038],\n", + " [ 0.0021],\n", + " [ 0.0067],\n", + " [ 0.0004],\n", + " [ 0.0078],\n", + " [ 0.0127],\n", + " [ 0.0100],\n", + " [-0.0143],\n", + " [ 0.0107],\n", + " [ 0.0174],\n", + " [ 0.0015],\n", + " [ 0.0114],\n", + " [ 0.0006],\n", + " [-0.0080],\n", + " [-0.0011],\n", + " [ 0.0029]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0912],\n", + " [0.0922],\n", + " [0.0885],\n", + " [0.0965],\n", + " [0.0898],\n", + " [0.0939],\n", + " [0.0906],\n", + " [0.1103],\n", + " [0.0919],\n", + " [0.1100],\n", + " [0.0907],\n", + " [0.0955],\n", + " [0.0926],\n", + " [0.0915],\n", + " [0.0943],\n", + " [0.0939],\n", + " [0.0924],\n", + " [0.0942],\n", + " [0.0933],\n", + " [0.0957],\n", + " [0.0916],\n", + " [0.0901],\n", + " [0.0893],\n", + " [0.1096],\n", + " [0.0909],\n", + " [0.0899],\n", + " [0.0955],\n", + " [0.0928],\n", + " [0.0975],\n", + " [0.1004],\n", + " [0.0967],\n", + " [0.0950]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0808],\n", + " [0.0825],\n", + " [0.0898],\n", + " [0.0767],\n", + " [0.0891],\n", + " [0.0802],\n", + " [0.0849],\n", + " [0.0175],\n", + " [0.0882],\n", + " [0.0693],\n", + " [0.0846],\n", + " [0.0787],\n", + " [0.0840],\n", + " [0.0832],\n", + " [0.1163],\n", + " [0.0794],\n", + " [0.0790],\n", + " [0.0792],\n", + " [0.0814],\n", + " [0.0786],\n", + " [0.0830],\n", + " [0.0852],\n", + " [0.0815],\n", + " [0.0678],\n", + " [0.0843],\n", + " [0.0887],\n", + " [0.0776],\n", + " [0.0851],\n", + " [0.0805],\n", + " [0.0745],\n", + " [0.0774],\n", + " [0.0769]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0863],\n", + " [0.0874],\n", + " [0.0894],\n", + " [0.0873],\n", + " [0.0886],\n", + " [0.0869],\n", + " [0.0876],\n", + " [0.1000],\n", + " [0.0881],\n", + " [0.1014],\n", + " [0.0877],\n", + " [0.0873],\n", + " [0.0863],\n", + " [0.0873],\n", + " [0.0774],\n", + " [0.0843],\n", + " [0.0881],\n", + " [0.0864],\n", + " [0.0861],\n", + " [0.0869],\n", + " [0.0874],\n", + " [0.0872],\n", + " [0.0884],\n", + " [0.0708],\n", + " [0.0870],\n", + " [0.0884],\n", + " [0.0875],\n", + " [0.0853],\n", + " [0.0849],\n", + " [0.0784],\n", + " [0.0861],\n", + " [0.0854]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0385],\n", + " [0.0397],\n", + " [0.0423],\n", + " [0.0388],\n", + " [0.0432],\n", + " [0.0394],\n", + " [0.0401],\n", + " [0.0678],\n", + " [0.0437],\n", + " [0.0728],\n", + " [0.0407],\n", + " [0.0410],\n", + " [0.0411],\n", + " [0.0386],\n", + " [0.0507],\n", + " [0.0398],\n", + " [0.0381],\n", + " [0.0382],\n", + " [0.0390],\n", + " [0.0410],\n", + " [0.0411],\n", + " [0.0428],\n", + " [0.0394],\n", + " [0.0368],\n", + " [0.0423],\n", + " [0.0432],\n", + " [0.0393],\n", + " [0.0428],\n", + " [0.0374],\n", + " [0.0305],\n", + " [0.0375],\n", + " [0.0396]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 3.8578e-02],\n", + " [ 3.7325e-02],\n", + " [ 3.4942e-02],\n", + " [ 3.7262e-02],\n", + " [ 3.4424e-02],\n", + " [ 3.8031e-02],\n", + " [ 3.7461e-02],\n", + " [-1.8494e-02],\n", + " [ 3.5112e-02],\n", + " [ 2.4259e-05],\n", + " [ 3.6734e-02],\n", + " [ 3.5636e-02],\n", + " [ 3.7244e-02],\n", + " [ 3.9061e-02],\n", + " [ 2.9286e-02],\n", + " [ 3.7593e-02],\n", + " [ 3.7162e-02],\n", + " [ 3.8917e-02],\n", + " [ 3.8146e-02],\n", + " [ 3.5652e-02],\n", + " [ 3.6974e-02],\n", + " [ 3.5723e-02],\n", + " [ 3.6336e-02],\n", + " [ 3.6031e-02],\n", + " [ 3.5944e-02],\n", + " [ 3.4382e-02],\n", + " [ 3.6669e-02],\n", + " [ 3.7090e-02],\n", + " [ 4.0157e-02],\n", + " [ 4.3451e-02],\n", + " [ 3.8927e-02],\n", + " [ 3.6061e-02]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0748],\n", + " [-0.0729],\n", + " [-0.0691],\n", + " [-0.0760],\n", + " [-0.0688],\n", + " [-0.0743],\n", + " [-0.0714],\n", + " [-0.1124],\n", + " [-0.0691],\n", + " [-0.0688],\n", + " [-0.0709],\n", + " [-0.0747],\n", + " [-0.0721],\n", + " [-0.0739],\n", + " [-0.0583],\n", + " [-0.0758],\n", + " [-0.0746],\n", + " [-0.0750],\n", + " [-0.0742],\n", + " [-0.0758],\n", + " [-0.0739],\n", + " [-0.0723],\n", + " [-0.0705],\n", + " [-0.0874],\n", + " [-0.0725],\n", + " [-0.0691],\n", + " [-0.0736],\n", + " [-0.0730],\n", + " [-0.0764],\n", + " [-0.0860],\n", + " [-0.0759],\n", + " [-0.0751]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1023],\n", + " [-0.0997],\n", + " [-0.0982],\n", + " [-0.1075],\n", + " [-0.0976],\n", + " [-0.1036],\n", + " [-0.0986],\n", + " [-0.1510],\n", + " [-0.0972],\n", + " [-0.1112],\n", + " [-0.0995],\n", + " [-0.1041],\n", + " [-0.0992],\n", + " [-0.0993],\n", + " [-0.0949],\n", + " [-0.1010],\n", + " [-0.1013],\n", + " [-0.1037],\n", + " [-0.1002],\n", + " [-0.1038],\n", + " [-0.1010],\n", + " [-0.0989],\n", + " [-0.1038],\n", + " [-0.1109],\n", + " [-0.0997],\n", + " [-0.0980],\n", + " [-0.1077],\n", + " [-0.0996],\n", + " [-0.1012],\n", + " [-0.1034],\n", + " [-0.1034],\n", + " [-0.1025]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0624],\n", + " [-0.0632],\n", + " [-0.0619],\n", + " [-0.0611],\n", + " [-0.0629],\n", + " [-0.0618],\n", + " [-0.0632],\n", + " [ 0.0020],\n", + " [-0.0634],\n", + " [-0.0331],\n", + " [-0.0624],\n", + " [-0.0625],\n", + " [-0.0625],\n", + " [-0.0633],\n", + " [-0.0566],\n", + " [-0.0642],\n", + " [-0.0651],\n", + " [-0.0625],\n", + " [-0.0636],\n", + " [-0.0632],\n", + " [-0.0620],\n", + " [-0.0627],\n", + " [-0.0613],\n", + " [-0.0594],\n", + " [-0.0622],\n", + " [-0.0629],\n", + " [-0.0598],\n", + " [-0.0637],\n", + " [-0.0644],\n", + " [-0.0640],\n", + " [-0.0643],\n", + " [-0.0652]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0669],\n", + " [-0.0628],\n", + " [-0.0622],\n", + " [-0.0625],\n", + " [-0.0604],\n", + " [-0.0622],\n", + " [-0.0793],\n", + " [-0.0624],\n", + " [-0.0248],\n", + " [-0.0639],\n", + " [-0.0618],\n", + " [-0.0637],\n", + " [-0.0655],\n", + " [-0.0657],\n", + " [-0.0642],\n", + " [-0.0635],\n", + " [-0.0651],\n", + " [-0.0603],\n", + " [-0.0599],\n", + " [-0.0641],\n", + " [-0.0596],\n", + " [-0.0617],\n", + " [-0.0630],\n", + " [-0.0623],\n", + " [-0.0714],\n", + " [-0.0674],\n", + " [-0.0607],\n", + " [-0.0614],\n", + " [-0.0598],\n", + " [-0.0619],\n", + " [-0.0623],\n", + " [-0.0628]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0657],\n", + " [-0.0711],\n", + " [-0.0712],\n", + " [-0.0760],\n", + " [-0.0730],\n", + " [-0.0716],\n", + " [-0.0851],\n", + " [-0.0736],\n", + " [-0.0746],\n", + " [-0.0770],\n", + " [-0.0745],\n", + " [-0.0770],\n", + " [-0.0781],\n", + " [-0.0762],\n", + " [-0.0778],\n", + " [-0.0711],\n", + " [-0.0789],\n", + " [-0.0660],\n", + " [-0.0717],\n", + " [-0.0770],\n", + " [-0.0699],\n", + " [-0.0697],\n", + " [-0.0769],\n", + " [-0.0741],\n", + " [-0.0843],\n", + " [-0.0818],\n", + " [-0.0680],\n", + " [-0.0682],\n", + " [-0.0714],\n", + " [-0.0715],\n", + " [-0.0708],\n", + " [-0.0674]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0391],\n", + " [0.0358],\n", + " [0.0362],\n", + " [0.0370],\n", + " [0.0384],\n", + " [0.0377],\n", + " [0.0408],\n", + " [0.0362],\n", + " [0.0404],\n", + " [0.0402],\n", + " [0.0372],\n", + " [0.0385],\n", + " [0.0367],\n", + " [0.0418],\n", + " [0.0371],\n", + " [0.0355],\n", + " [0.0364],\n", + " [0.0392],\n", + " [0.0388],\n", + " [0.0363],\n", + " [0.0402],\n", + " [0.0401],\n", + " [0.0378],\n", + " [0.0362],\n", + " [0.0367],\n", + " [0.0393],\n", + " [0.0382],\n", + " [0.0385],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0372],\n", + " [0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0866],\n", + " [-0.0960],\n", + " [-0.0945],\n", + " [-0.0911],\n", + " [-0.0909],\n", + " [-0.0948],\n", + " [-0.1043],\n", + " [-0.0945],\n", + " [-0.0680],\n", + " [-0.0912],\n", + " [-0.0922],\n", + " [-0.0941],\n", + " [-0.0944],\n", + " [-0.0940],\n", + " [-0.0926],\n", + " [-0.0963],\n", + " [-0.0932],\n", + " [-0.0921],\n", + " [-0.0887],\n", + " [-0.0940],\n", + " [-0.0894],\n", + " [-0.1046],\n", + " [-0.0936],\n", + " [-0.0937],\n", + " [-0.0974],\n", + " [-0.0956],\n", + " [-0.0922],\n", + " [-0.0938],\n", + " [-0.0899],\n", + " [-0.0939],\n", + " [-0.0948],\n", + " [-0.0953]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0479],\n", + " [0.0587],\n", + " [0.0576],\n", + " [0.0515],\n", + " [0.0532],\n", + " [0.0580],\n", + " [0.0528],\n", + " [0.0589],\n", + " [0.0083],\n", + " [0.0474],\n", + " [0.0550],\n", + " [0.0557],\n", + " [0.0543],\n", + " [0.0414],\n", + " [0.0516],\n", + " [0.0595],\n", + " [0.0503],\n", + " [0.0566],\n", + " [0.0484],\n", + " [0.0545],\n", + " [0.0478],\n", + " [0.0332],\n", + " [0.0533],\n", + " [0.0567],\n", + " [0.0522],\n", + " [0.0494],\n", + " [0.0574],\n", + " [0.0560],\n", + " [0.0559],\n", + " [0.0570],\n", + " [0.0568],\n", + " [0.0594]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0442],\n", + " [-0.0356],\n", + " [-0.0382],\n", + " [-0.0406],\n", + " [-0.0376],\n", + " [-0.0350],\n", + " [-0.0300],\n", + " [-0.0371],\n", + " [-0.0552],\n", + " [-0.0345],\n", + " [-0.0387],\n", + " [-0.0350],\n", + " [-0.0362],\n", + " [-0.0317],\n", + " [-0.0378],\n", + " [-0.0354],\n", + " [-0.0393],\n", + " [-0.0348],\n", + " [-0.0393],\n", + " [-0.0377],\n", + " [-0.0347],\n", + " [-0.0393],\n", + " [-0.0350],\n", + " [-0.0392],\n", + " [-0.0356],\n", + " [-0.0318],\n", + " [-0.0368],\n", + " [-0.0347],\n", + " [-0.0398],\n", + " [-0.0383],\n", + " [-0.0360],\n", + " [-0.0358]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0842],\n", + " [-0.0811],\n", + " [-0.0805],\n", + " [-0.0778],\n", + " [-0.0792],\n", + " [-0.0806],\n", + " [-0.0875],\n", + " [-0.0785],\n", + " [-0.0560],\n", + " [-0.0799],\n", + " [-0.0787],\n", + " [-0.0789],\n", + " [-0.0792],\n", + " [-0.0868],\n", + " [-0.0784],\n", + " [-0.0806],\n", + " [-0.0786],\n", + " [-0.0827],\n", + " [-0.0794],\n", + " [-0.0790],\n", + " [-0.0819],\n", + " [-0.0898],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0789],\n", + " [-0.0807],\n", + " [-0.0805],\n", + " [-0.0828],\n", + " [-0.0780],\n", + " [-0.0803],\n", + " [-0.0815],\n", + " [-0.0821]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1681],\n", + " [0.1696],\n", + " [0.1688],\n", + " [0.1659],\n", + " [0.1672],\n", + " [0.1698],\n", + " [0.1610],\n", + " [0.1699],\n", + " [0.1626],\n", + " [0.1644],\n", + " [0.1681],\n", + " [0.1683],\n", + " [0.1667],\n", + " [0.1603],\n", + " [0.1655],\n", + " [0.1709],\n", + " [0.1643],\n", + " [0.1715],\n", + " [0.1651],\n", + " [0.1669],\n", + " [0.1652],\n", + " [0.1589],\n", + " [0.1658],\n", + " [0.1685],\n", + " [0.1652],\n", + " [0.1640],\n", + " [0.1710],\n", + " [0.1691],\n", + " [0.1705],\n", + " [0.1686],\n", + " [0.1683],\n", + " [0.1721]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0452],\n", + " [-0.0574],\n", + " [-0.0555],\n", + " [-0.0558],\n", + " [-0.0531],\n", + " [-0.0562],\n", + " [-0.0687],\n", + " [-0.0570],\n", + " [-0.0603],\n", + " [-0.0571],\n", + " [-0.0554],\n", + " [-0.0571],\n", + " [-0.0585],\n", + " [-0.0613],\n", + " [-0.0578],\n", + " [-0.0586],\n", + " [-0.0584],\n", + " [-0.0497],\n", + " [-0.0509],\n", + " [-0.0577],\n", + " [-0.0486],\n", + " [-0.0631],\n", + " [-0.0583],\n", + " [-0.0566],\n", + " [-0.0636],\n", + " [-0.0630],\n", + " [-0.0522],\n", + " [-0.0532],\n", + " [-0.0525],\n", + " [-0.0551],\n", + " [-0.0562],\n", + " [-0.0577]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0555],\n", + " [0.0582],\n", + " [0.0577],\n", + " [0.0636],\n", + " [0.0626],\n", + " [0.0591],\n", + " [0.0702],\n", + " [0.0588],\n", + " [0.0775],\n", + " [0.0709],\n", + " [0.0600],\n", + " [0.0654],\n", + " [0.0632],\n", + " [0.0753],\n", + " [0.0651],\n", + " [0.0579],\n", + " [0.0656],\n", + " [0.0566],\n", + " [0.0645],\n", + " [0.0622],\n", + " [0.0660],\n", + " [0.0784],\n", + " [0.0651],\n", + " [0.0585],\n", + " [0.0660],\n", + " [0.0726],\n", + " [0.0556],\n", + " [0.0577],\n", + " [0.0570],\n", + " [0.0580],\n", + " [0.0584],\n", + " [0.0554]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0962],\n", + " [-0.0995],\n", + " [-0.0982],\n", + " [-0.0919],\n", + " [-0.0941],\n", + " [-0.0993],\n", + " [-0.0843],\n", + " [-0.0985],\n", + " [-0.0814],\n", + " [-0.0873],\n", + " [-0.0954],\n", + " [-0.0949],\n", + " [-0.0925],\n", + " [-0.0769],\n", + " [-0.0907],\n", + " [-0.1008],\n", + " [-0.0895],\n", + " [-0.1000],\n", + " [-0.0908],\n", + " [-0.0935],\n", + " [-0.0907],\n", + " [-0.0710],\n", + " [-0.0930],\n", + " [-0.0967],\n", + " [-0.0889],\n", + " [-0.0870],\n", + " [-0.0994],\n", + " [-0.0983],\n", + " [-0.0969],\n", + " [-0.0977],\n", + " [-0.0982],\n", + " [-0.1022]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0209],\n", + " [ 0.0203],\n", + " [ 0.0200],\n", + " [ 0.0138],\n", + " [ 0.0158],\n", + " [ 0.0197],\n", + " [ 0.0160],\n", + " [ 0.0192],\n", + " [-0.0068],\n", + " [ 0.0100],\n", + " [ 0.0166],\n", + " [ 0.0151],\n", + " [ 0.0163],\n", + " [ 0.0098],\n", + " [ 0.0135],\n", + " [ 0.0200],\n", + " [ 0.0125],\n", + " [ 0.0230],\n", + " [ 0.0131],\n", + " [ 0.0169],\n", + " [ 0.0157],\n", + " [ 0.0076],\n", + " [ 0.0138],\n", + " [ 0.0187],\n", + " [ 0.0136],\n", + " [ 0.0091],\n", + " [ 0.0214],\n", + " [ 0.0206],\n", + " [ 0.0189],\n", + " [ 0.0195],\n", + " [ 0.0192],\n", + " [ 0.0225]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.1017],\n", + " [0.0957],\n", + " [0.0964],\n", + " [0.0917],\n", + " [0.0909],\n", + " [0.0939],\n", + " [0.0774],\n", + " [0.0947],\n", + " [0.1051],\n", + " [0.0816],\n", + " [0.0937],\n", + " [0.0875],\n", + " [0.0880],\n", + " [0.0749],\n", + " [0.0885],\n", + " [0.0953],\n", + " [0.0896],\n", + " [0.0954],\n", + " [0.0899],\n", + " [0.0900],\n", + " [0.0859],\n", + " [0.0717],\n", + " [0.0880],\n", + " [0.0958],\n", + " [0.0871],\n", + " [0.0809],\n", + " [0.0972],\n", + " [0.0948],\n", + " [0.0963],\n", + " [0.0960],\n", + " [0.0955],\n", + " [0.0977]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0071],\n", + " [0.0096],\n", + " [0.0106],\n", + " [0.0102],\n", + " [0.0097],\n", + " [0.0103],\n", + " [0.0012],\n", + " [0.0096],\n", + " [0.0466],\n", + " [0.0054],\n", + " [0.0110],\n", + " [0.0078],\n", + " [0.0060],\n", + " [0.0014],\n", + " [0.0080],\n", + " [0.0099],\n", + " [0.0081],\n", + " [0.0086],\n", + " [0.0094],\n", + " [0.0069],\n", + " [0.0033],\n", + " [0.0117],\n", + " [0.0085],\n", + " [0.0105],\n", + " [0.0061],\n", + " [0.0054],\n", + " [0.0114],\n", + " [0.0108],\n", + " [0.0119],\n", + " [0.0109],\n", + " [0.0116],\n", + " [0.0114]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-6.9102e-03],\n", + " [ 6.0786e-04],\n", + " [-1.8186e-03],\n", + " [-3.4974e-03],\n", + " [-5.2512e-03],\n", + " [ 1.1062e-05],\n", + " [ 1.6732e-02],\n", + " [ 1.0608e-04],\n", + " [-4.0049e-02],\n", + " [ 3.2504e-04],\n", + " [-2.2478e-03],\n", + " [ 4.3256e-05],\n", + " [ 2.9857e-03],\n", + " [ 9.4529e-04],\n", + " [-6.7260e-04],\n", + " [ 1.9140e-03],\n", + " [-9.1221e-04],\n", + " [-2.6945e-03],\n", + " [-7.5020e-03],\n", + " [ 1.6413e-03],\n", + " [-3.6294e-03],\n", + " [-1.9599e-03],\n", + " [ 5.9668e-04],\n", + " [-6.1668e-04],\n", + " [ 7.9890e-03],\n", + " [ 4.8021e-03],\n", + " [-3.7081e-03],\n", + " [-2.1437e-03],\n", + " [-4.4407e-03],\n", + " [-2.3629e-03],\n", + " [-1.0826e-03],\n", + " [ 1.0230e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0354],\n", + " [-0.0348],\n", + " [-0.0335],\n", + " [-0.0364],\n", + " [-0.0349],\n", + " [-0.0339],\n", + " [-0.0475],\n", + " [-0.0344],\n", + " [-0.0477],\n", + " [-0.0398],\n", + " [-0.0346],\n", + " [-0.0369],\n", + " [-0.0402],\n", + " [-0.0460],\n", + " [-0.0390],\n", + " [-0.0339],\n", + " [-0.0398],\n", + " [-0.0311],\n", + " [-0.0348],\n", + " [-0.0394],\n", + " [-0.0387],\n", + " [-0.0506],\n", + " [-0.0380],\n", + " [-0.0345],\n", + " [-0.0438],\n", + " [-0.0422],\n", + " [-0.0297],\n", + " [-0.0327],\n", + " [-0.0318],\n", + " [-0.0336],\n", + " [-0.0334],\n", + " [-0.0310]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0041],\n", + " [ 0.0045],\n", + " [ 0.0030],\n", + " [ 0.0043],\n", + " [ 0.0031],\n", + " [ 0.0037],\n", + " [ 0.0112],\n", + " [ 0.0048],\n", + " [-0.0030],\n", + " [ 0.0082],\n", + " [ 0.0037],\n", + " [ 0.0065],\n", + " [ 0.0066],\n", + " [ 0.0091],\n", + " [ 0.0061],\n", + " [ 0.0047],\n", + " [ 0.0062],\n", + " [ 0.0006],\n", + " [ 0.0022],\n", + " [ 0.0059],\n", + " [ 0.0035],\n", + " [ 0.0089],\n", + " [ 0.0065],\n", + " [ 0.0039],\n", + " [ 0.0091],\n", + " [ 0.0105],\n", + " [ 0.0006],\n", + " [ 0.0013],\n", + " [ 0.0019],\n", + " [ 0.0029],\n", + " [ 0.0029],\n", + " [ 0.0025]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0577],\n", + " [0.0577],\n", + " [0.0563],\n", + " [0.0570],\n", + " [0.0561],\n", + " [0.0574],\n", + " [0.0633],\n", + " [0.0563],\n", + " [0.0512],\n", + " [0.0626],\n", + " [0.0561],\n", + " [0.0580],\n", + " [0.0582],\n", + " [0.0697],\n", + " [0.0586],\n", + " [0.0580],\n", + " [0.0596],\n", + " [0.0560],\n", + " [0.0569],\n", + " [0.0573],\n", + " [0.0590],\n", + " [0.0779],\n", + " [0.0589],\n", + " [0.0563],\n", + " [0.0624],\n", + " [0.0652],\n", + " [0.0550],\n", + " [0.0564],\n", + " [0.0542],\n", + " [0.0562],\n", + " [0.0574],\n", + " [0.0574]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0165],\n", + " [-0.0184],\n", + " [-0.0185],\n", + " [-0.0165],\n", + " [-0.0170],\n", + " [-0.0188],\n", + " [-0.0263],\n", + " [-0.0185],\n", + " [-0.0221],\n", + " [-0.0144],\n", + " [-0.0176],\n", + " [-0.0175],\n", + " [-0.0181],\n", + " [-0.0161],\n", + " [-0.0170],\n", + " [-0.0181],\n", + " [-0.0167],\n", + " [-0.0178],\n", + " [-0.0146],\n", + " [-0.0180],\n", + " [-0.0138],\n", + " [-0.0152],\n", + " [-0.0163],\n", + " [-0.0184],\n", + " [-0.0196],\n", + " [-0.0169],\n", + " [-0.0180],\n", + " [-0.0186],\n", + " [-0.0183],\n", + " [-0.0186],\n", + " [-0.0187],\n", + " [-0.0183]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1720],\n", + " [-0.1716],\n", + " [-0.1711],\n", + " [-0.1705],\n", + " [-0.1675],\n", + " [-0.1702],\n", + " [-0.1794],\n", + " [-0.1717],\n", + " [-0.1579],\n", + " [-0.1685],\n", + " [-0.1709],\n", + " [-0.1698],\n", + " [-0.1731],\n", + " [-0.1663],\n", + " [-0.1714],\n", + " [-0.1717],\n", + " [-0.1729],\n", + " [-0.1678],\n", + " [-0.1663],\n", + " [-0.1728],\n", + " [-0.1658],\n", + " [-0.1644],\n", + " [-0.1706],\n", + " [-0.1726],\n", + " [-0.1789],\n", + " [-0.1722],\n", + " [-0.1683],\n", + " [-0.1687],\n", + " [-0.1693],\n", + " [-0.1708],\n", + " [-0.1705],\n", + " [-0.1709]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0223],\n", + " [-0.0210],\n", + " [-0.0223],\n", + " [-0.0226],\n", + " [-0.0232],\n", + " [-0.0218],\n", + " [-0.0084],\n", + " [-0.0215],\n", + " [-0.0297],\n", + " [-0.0206],\n", + " [-0.0218],\n", + " [-0.0220],\n", + " [-0.0177],\n", + " [-0.0155],\n", + " [-0.0206],\n", + " [-0.0211],\n", + " [-0.0201],\n", + " [-0.0201],\n", + " [-0.0231],\n", + " [-0.0185],\n", + " [-0.0174],\n", + " [-0.0194],\n", + " [-0.0211],\n", + " [-0.0209],\n", + " [-0.0147],\n", + " [-0.0198],\n", + " [-0.0227],\n", + " [-0.0219],\n", + " [-0.0227],\n", + " [-0.0224],\n", + " [-0.0225],\n", + " [-0.0217]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0051],\n", + " [ 0.0157],\n", + " [ 0.0123],\n", + " [ 0.0016],\n", + " [ 0.0051],\n", + " [ 0.0135],\n", + " [ 0.0071],\n", + " [ 0.0120],\n", + " [-0.0153],\n", + " [-0.0027],\n", + " [ 0.0071],\n", + " [ 0.0066],\n", + " [ 0.0064],\n", + " [-0.0050],\n", + " [ 0.0026],\n", + " [ 0.0169],\n", + " [ 0.0016],\n", + " [ 0.0140],\n", + " [-0.0005],\n", + " [ 0.0064],\n", + " [ 0.0015],\n", + " [-0.0192],\n", + " [ 0.0054],\n", + " [ 0.0097],\n", + " [ 0.0053],\n", + " [ 0.0013],\n", + " [ 0.0133],\n", + " [ 0.0133],\n", + " [ 0.0080],\n", + " [ 0.0114],\n", + " [ 0.0130],\n", + " [ 0.0190]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0939],\n", + " [0.0896],\n", + " [0.0908],\n", + " [0.0947],\n", + " [0.0955],\n", + " [0.0908],\n", + " [0.0905],\n", + " [0.0909],\n", + " [0.0933],\n", + " [0.0966],\n", + " [0.0922],\n", + " [0.0927],\n", + " [0.0931],\n", + " [0.1016],\n", + " [0.0942],\n", + " [0.0895],\n", + " [0.0932],\n", + " [0.0941],\n", + " [0.0984],\n", + " [0.0932],\n", + " [0.0998],\n", + " [0.1143],\n", + " [0.0922],\n", + " [0.0910],\n", + " [0.0892],\n", + " [0.0910],\n", + " [0.0927],\n", + " [0.0920],\n", + " [0.0938],\n", + " [0.0911],\n", + " [0.0901],\n", + " [0.0896]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0801],\n", + " [0.0882],\n", + " [0.0853],\n", + " [0.0787],\n", + " [0.0811],\n", + " [0.0862],\n", + " [0.0816],\n", + " [0.0844],\n", + " [0.0548],\n", + " [0.0813],\n", + " [0.0822],\n", + " [0.0814],\n", + " [0.0817],\n", + " [0.0841],\n", + " [0.0796],\n", + " [0.0886],\n", + " [0.0786],\n", + " [0.0869],\n", + " [0.0793],\n", + " [0.0817],\n", + " [0.0838],\n", + " [0.0755],\n", + " [0.0830],\n", + " [0.0835],\n", + " [0.0785],\n", + " [0.0821],\n", + " [0.0849],\n", + " [0.0868],\n", + " [0.0822],\n", + " [0.0848],\n", + " [0.0864],\n", + " [0.0909]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.0887],\n", + " [0.0875],\n", + " [0.0861],\n", + " [0.0856],\n", + " [0.0876],\n", + " [0.1002],\n", + " [0.0861],\n", + " [0.0539],\n", + " [0.0881],\n", + " [0.0862],\n", + " [0.0875],\n", + " [0.0883],\n", + " [0.0912],\n", + " [0.0877],\n", + " [0.0889],\n", + " [0.0883],\n", + " [0.0860],\n", + " [0.0850],\n", + " [0.0874],\n", + " [0.0849],\n", + " [0.0850],\n", + " [0.0887],\n", + " [0.0862],\n", + " [0.0914],\n", + " [0.0915],\n", + " [0.0864],\n", + " [0.0885],\n", + " [0.0837],\n", + " [0.0872],\n", + " [0.0889],\n", + " [0.0888]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0434],\n", + " [0.0424],\n", + " [0.0406],\n", + " [0.0385],\n", + " [0.0402],\n", + " [0.0429],\n", + " [0.0465],\n", + " [0.0418],\n", + " [0.0378],\n", + " [0.0430],\n", + " [0.0396],\n", + " [0.0427],\n", + " [0.0421],\n", + " [0.0492],\n", + " [0.0402],\n", + " [0.0432],\n", + " [0.0389],\n", + " [0.0428],\n", + " [0.0385],\n", + " [0.0413],\n", + " [0.0422],\n", + " [0.0546],\n", + " [0.0418],\n", + " [0.0398],\n", + " [0.0411],\n", + " [0.0437],\n", + " [0.0418],\n", + " [0.0421],\n", + " [0.0397],\n", + " [0.0403],\n", + " [0.0412],\n", + " [0.0429]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0359],\n", + " [0.0354],\n", + " [0.0372],\n", + " [0.0386],\n", + " [0.0381],\n", + " [0.0359],\n", + " [0.0301],\n", + " [0.0361],\n", + " [0.0351],\n", + " [0.0351],\n", + " [0.0379],\n", + " [0.0351],\n", + " [0.0355],\n", + " [0.0304],\n", + " [0.0368],\n", + " [0.0341],\n", + " [0.0373],\n", + " [0.0365],\n", + " [0.0387],\n", + " [0.0367],\n", + " [0.0369],\n", + " [0.0209],\n", + " [0.0367],\n", + " [0.0381],\n", + " [0.0335],\n", + " [0.0341],\n", + " [0.0368],\n", + " [0.0367],\n", + " [0.0387],\n", + " [0.0376],\n", + " [0.0370],\n", + " [0.0348]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0685],\n", + " [-0.0696],\n", + " [-0.0710],\n", + " [-0.0753],\n", + " [-0.0749],\n", + " [-0.0715],\n", + " [-0.0683],\n", + " [-0.0719],\n", + " [-0.1239],\n", + " [-0.0760],\n", + " [-0.0737],\n", + " [-0.0741],\n", + " [-0.0726],\n", + " [-0.0754],\n", + " [-0.0746],\n", + " [-0.0690],\n", + " [-0.0741],\n", + " [-0.0698],\n", + " [-0.0761],\n", + " [-0.0729],\n", + " [-0.0743],\n", + " [-0.0795],\n", + " [-0.0741],\n", + " [-0.0723],\n", + " [-0.0718],\n", + " [-0.0747],\n", + " [-0.0707],\n", + " [-0.0705],\n", + " [-0.0741],\n", + " [-0.0716],\n", + " [-0.0711],\n", + " [-0.0683]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0984],\n", + " [-0.0985],\n", + " [-0.0981],\n", + " [-0.1036],\n", + " [-0.1009],\n", + " [-0.0984],\n", + " [-0.1126],\n", + " [-0.0987],\n", + " [-0.1231],\n", + " [-0.1070],\n", + " [-0.1008],\n", + " [-0.1023],\n", + " [-0.1046],\n", + " [-0.1095],\n", + " [-0.1051],\n", + " [-0.0986],\n", + " [-0.1061],\n", + " [-0.0972],\n", + " [-0.1027],\n", + " [-0.1037],\n", + " [-0.1036],\n", + " [-0.1079],\n", + " [-0.1031],\n", + " [-0.1001],\n", + " [-0.1100],\n", + " [-0.1084],\n", + " [-0.0972],\n", + " [-0.0980],\n", + " [-0.0991],\n", + " [-0.0984],\n", + " [-0.0983],\n", + " [-0.0966]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0716],\n", + " [-0.0624],\n", + " [-0.0633],\n", + " [-0.0628],\n", + " [-0.0633],\n", + " [-0.0625],\n", + " [-0.0498],\n", + " [-0.0629],\n", + " [-0.0337],\n", + " [-0.0609],\n", + " [-0.0627],\n", + " [-0.0622],\n", + " [-0.0597],\n", + " [-0.0560],\n", + " [-0.0610],\n", + " [-0.0623],\n", + " [-0.0611],\n", + " [-0.0646],\n", + " [-0.0642],\n", + " [-0.0603],\n", + " [-0.0629],\n", + " [-0.0513],\n", + " [-0.0609],\n", + " [-0.0624],\n", + " [-0.0571],\n", + " [-0.0587],\n", + " [-0.0644],\n", + " [-0.0632],\n", + " [-0.0638],\n", + " [-0.0632],\n", + " [-0.0626],\n", + " [-0.0630]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0613],\n", + " [-0.0637],\n", + " [-0.0626],\n", + " [-0.0637],\n", + " [-0.0626],\n", + " [-0.0650],\n", + " [-0.0630],\n", + " [-0.0629],\n", + " [-0.0611],\n", + " [-0.0213],\n", + " [-0.0645],\n", + " [-0.0608],\n", + " [-0.0614],\n", + " [-0.0637],\n", + " [-0.0639],\n", + " [-0.0621],\n", + " [-0.0609],\n", + " [-0.0608],\n", + " [-0.0633],\n", + " [-0.0582],\n", + " [-0.0612],\n", + " [-0.0621],\n", + " [-0.0619],\n", + " [-0.0650],\n", + " [-0.0614],\n", + " [-0.0617],\n", + " [-0.0635],\n", + " [-0.0627],\n", + " [-0.0631],\n", + " [-0.0604],\n", + " [-0.0635],\n", + " [-0.0634]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0700],\n", + " [-0.0760],\n", + " [-0.0767],\n", + " [-0.0749],\n", + " [-0.0725],\n", + " [-0.0789],\n", + " [-0.0737],\n", + " [-0.0709],\n", + " [-0.0745],\n", + " [-0.0821],\n", + " [-0.0782],\n", + " [-0.0694],\n", + " [-0.0728],\n", + " [-0.0770],\n", + " [-0.0746],\n", + " [-0.0743],\n", + " [-0.0732],\n", + " [-0.0737],\n", + " [-0.0774],\n", + " [-0.0727],\n", + " [-0.0760],\n", + " [-0.0749],\n", + " [-0.0743],\n", + " [-0.0762],\n", + " [-0.0742],\n", + " [-0.0749],\n", + " [-0.0763],\n", + " [-0.0734],\n", + " [-0.0763],\n", + " [-0.0723],\n", + " [-0.0767],\n", + " [-0.0772]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0379],\n", + " [0.0361],\n", + " [0.0380],\n", + " [0.0354],\n", + " [0.0362],\n", + " [0.0368],\n", + " [0.0391],\n", + " [0.0362],\n", + " [0.0387],\n", + " [0.0365],\n", + " [0.0366],\n", + " [0.0390],\n", + " [0.0390],\n", + " [0.0367],\n", + " [0.0351],\n", + " [0.0370],\n", + " [0.0435],\n", + " [0.0386],\n", + " [0.0380],\n", + " [0.0404],\n", + " [0.0385],\n", + " [0.0370],\n", + " [0.0376],\n", + " [0.0389],\n", + " [0.0387],\n", + " [0.0389],\n", + " [0.0364],\n", + " [0.0362],\n", + " [0.0373],\n", + " [0.0385],\n", + " [0.0389],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0917],\n", + " [-0.0939],\n", + " [-0.0911],\n", + " [-0.0964],\n", + " [-0.0931],\n", + " [-0.0945],\n", + " [-0.0896],\n", + " [-0.0957],\n", + " [-0.0925],\n", + " [-0.0545],\n", + " [-0.0947],\n", + " [-0.0937],\n", + " [-0.0936],\n", + " [-0.0950],\n", + " [-0.0961],\n", + " [-0.0927],\n", + " [-0.0958],\n", + " [-0.0890],\n", + " [-0.0930],\n", + " [-0.0874],\n", + " [-0.0905],\n", + " [-0.0935],\n", + " [-0.0921],\n", + " [-0.0900],\n", + " [-0.0910],\n", + " [-0.0903],\n", + " [-0.0950],\n", + " [-0.0935],\n", + " [-0.0921],\n", + " [-0.0880],\n", + " [-0.0921],\n", + " [-0.0936]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0553],\n", + " [0.0562],\n", + " [0.0459],\n", + " [0.0580],\n", + " [0.0571],\n", + " [0.0537],\n", + " [0.0465],\n", + " [0.0584],\n", + " [0.0527],\n", + " [0.0025],\n", + " [0.0547],\n", + " [0.0574],\n", + " [0.0569],\n", + " [0.0547],\n", + " [0.0585],\n", + " [0.0555],\n", + " [0.0529],\n", + " [0.0488],\n", + " [0.0528],\n", + " [0.0439],\n", + " [0.0445],\n", + " [0.0561],\n", + " [0.0563],\n", + " [0.0425],\n", + " [0.0518],\n", + " [0.0502],\n", + " [0.0572],\n", + " [0.0557],\n", + " [0.0526],\n", + " [0.0474],\n", + " [0.0506],\n", + " [0.0538]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0384],\n", + " [-0.0399],\n", + " [-0.0351],\n", + " [-0.0389],\n", + " [-0.0397],\n", + " [-0.0379],\n", + " [-0.0382],\n", + " [-0.0366],\n", + " [-0.0355],\n", + " [-0.0589],\n", + " [-0.0379],\n", + " [-0.0342],\n", + " [-0.0347],\n", + " [-0.0360],\n", + " [-0.0378],\n", + " [-0.0386],\n", + " [-0.0256],\n", + " [-0.0398],\n", + " [-0.0352],\n", + " [-0.0396],\n", + " [-0.0358],\n", + " [-0.0378],\n", + " [-0.0377],\n", + " [-0.0345],\n", + " [-0.0378],\n", + " [-0.0379],\n", + " [-0.0374],\n", + " [-0.0396],\n", + " [-0.0367],\n", + " [-0.0384],\n", + " [-0.0333],\n", + " [-0.0380]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0807],\n", + " [-0.0792],\n", + " [-0.0804],\n", + " [-0.0792],\n", + " [-0.0798],\n", + " [-0.0784],\n", + " [-0.0791],\n", + " [-0.0808],\n", + " [-0.0802],\n", + " [-0.0500],\n", + " [-0.0787],\n", + " [-0.0819],\n", + " [-0.0803],\n", + " [-0.0798],\n", + " [-0.0794],\n", + " [-0.0791],\n", + " [-0.0882],\n", + " [-0.0786],\n", + " [-0.0789],\n", + " [-0.0796],\n", + " [-0.0813],\n", + " [-0.0786],\n", + " [-0.0782],\n", + " [-0.0818],\n", + " [-0.0791],\n", + " [-0.0787],\n", + " [-0.0786],\n", + " [-0.0799],\n", + " [-0.0791],\n", + " [-0.0794],\n", + " [-0.0807],\n", + " [-0.0785]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1689],\n", + " [0.1680],\n", + " [0.1621],\n", + " [0.1684],\n", + " [0.1692],\n", + " [0.1661],\n", + " [0.1652],\n", + " [0.1694],\n", + " [0.1662],\n", + " [0.1578],\n", + " [0.1667],\n", + " [0.1709],\n", + " [0.1694],\n", + " [0.1664],\n", + " [0.1684],\n", + " [0.1681],\n", + " [0.1753],\n", + " [0.1652],\n", + " [0.1658],\n", + " [0.1613],\n", + " [0.1614],\n", + " [0.1684],\n", + " [0.1695],\n", + " [0.1627],\n", + " [0.1664],\n", + " [0.1655],\n", + " [0.1684],\n", + " [0.1678],\n", + " [0.1662],\n", + " [0.1649],\n", + " [0.1656],\n", + " [0.1664]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0525],\n", + " [-0.0558],\n", + " [-0.0574],\n", + " [-0.0593],\n", + " [-0.0541],\n", + " [-0.0592],\n", + " [-0.0524],\n", + " [-0.0569],\n", + " [-0.0560],\n", + " [-0.0480],\n", + " [-0.0582],\n", + " [-0.0523],\n", + " [-0.0546],\n", + " [-0.0586],\n", + " [-0.0583],\n", + " [-0.0553],\n", + " [-0.0540],\n", + " [-0.0537],\n", + " [-0.0583],\n", + " [-0.0518],\n", + " [-0.0585],\n", + " [-0.0571],\n", + " [-0.0545],\n", + " [-0.0578],\n", + " [-0.0539],\n", + " [-0.0548],\n", + " [-0.0578],\n", + " [-0.0560],\n", + " [-0.0571],\n", + " [-0.0527],\n", + " [-0.0581],\n", + " [-0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0569],\n", + " [0.0610],\n", + " [0.0707],\n", + " [0.0584],\n", + " [0.0580],\n", + " [0.0637],\n", + " [0.0682],\n", + " [0.0582],\n", + " [0.0636],\n", + " [0.0832],\n", + " [0.0638],\n", + " [0.0595],\n", + " [0.0605],\n", + " [0.0637],\n", + " [0.0593],\n", + " [0.0600],\n", + " [0.0709],\n", + " [0.0651],\n", + " [0.0654],\n", + " [0.0695],\n", + " [0.0688],\n", + " [0.0601],\n", + " [0.0605],\n", + " [0.0694],\n", + " [0.0648],\n", + " [0.0658],\n", + " [0.0615],\n", + " [0.0582],\n", + " [0.0631],\n", + " [0.0649],\n", + " [0.0673],\n", + " [0.0638]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0970],\n", + " [-0.0952],\n", + " [-0.0854],\n", + " [-0.0982],\n", + " [-0.0971],\n", + " [-0.0931],\n", + " [-0.0875],\n", + " [-0.0996],\n", + " [-0.0945],\n", + " [-0.0841],\n", + " [-0.0943],\n", + " [-0.1001],\n", + " [-0.0978],\n", + " [-0.0939],\n", + " [-0.0979],\n", + " [-0.0957],\n", + " [-0.0969],\n", + " [-0.0901],\n", + " [-0.0922],\n", + " [-0.0870],\n", + " [-0.0835],\n", + " [-0.0964],\n", + " [-0.0957],\n", + " [-0.0797],\n", + " [-0.0930],\n", + " [-0.0913],\n", + " [-0.0965],\n", + " [-0.0962],\n", + " [-0.0916],\n", + " [-0.0876],\n", + " [-0.0885],\n", + " [-0.0938]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0188],\n", + " [ 0.0170],\n", + " [ 0.0090],\n", + " [ 0.0190],\n", + " [ 0.0180],\n", + " [ 0.0148],\n", + " [ 0.0105],\n", + " [ 0.0201],\n", + " [ 0.0139],\n", + " [-0.0282],\n", + " [ 0.0150],\n", + " [ 0.0214],\n", + " [ 0.0186],\n", + " [ 0.0164],\n", + " [ 0.0187],\n", + " [ 0.0166],\n", + " [ 0.0209],\n", + " [ 0.0121],\n", + " [ 0.0138],\n", + " [ 0.0079],\n", + " [ 0.0103],\n", + " [ 0.0176],\n", + " [ 0.0179],\n", + " [ 0.0096],\n", + " [ 0.0137],\n", + " [ 0.0123],\n", + " [ 0.0173],\n", + " [ 0.0169],\n", + " [ 0.0156],\n", + " [ 0.0136],\n", + " [ 0.0140],\n", + " [ 0.0145]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0966],\n", + " [0.0938],\n", + " [0.0828],\n", + " [0.0971],\n", + " [0.0964],\n", + " [0.0907],\n", + " [0.0838],\n", + " [0.0957],\n", + " [0.0911],\n", + " [0.1134],\n", + " [0.0908],\n", + " [0.0931],\n", + " [0.0922],\n", + " [0.0889],\n", + " [0.0950],\n", + " [0.0936],\n", + " [0.0823],\n", + " [0.0897],\n", + " [0.0875],\n", + " [0.0897],\n", + " [0.0844],\n", + " [0.0939],\n", + " [0.0913],\n", + " [0.0793],\n", + " [0.0896],\n", + " [0.0886],\n", + " [0.0923],\n", + " [0.0964],\n", + " [0.0883],\n", + " [0.0858],\n", + " [0.0826],\n", + " [0.0909]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0128],\n", + " [0.0094],\n", + " [0.0051],\n", + " [0.0108],\n", + " [0.0111],\n", + " [0.0088],\n", + " [0.0060],\n", + " [0.0103],\n", + " [0.0116],\n", + " [0.0459],\n", + " [0.0085],\n", + " [0.0080],\n", + " [0.0099],\n", + " [0.0065],\n", + " [0.0094],\n", + " [0.0110],\n", + " [0.0049],\n", + " [0.0106],\n", + " [0.0082],\n", + " [0.0114],\n", + " [0.0064],\n", + " [0.0104],\n", + " [0.0086],\n", + " [0.0035],\n", + " [0.0099],\n", + " [0.0102],\n", + " [0.0087],\n", + " [0.0125],\n", + " [0.0073],\n", + " [0.0063],\n", + " [0.0045],\n", + " [0.0091]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-4.9127e-03],\n", + " [-1.6226e-03],\n", + " [-2.4063e-03],\n", + " [ 1.6307e-03],\n", + " [-4.0594e-03],\n", + " [ 1.9289e-03],\n", + " [-4.6946e-03],\n", + " [ 7.2246e-05],\n", + " [-2.9464e-03],\n", + " [-5.3859e-02],\n", + " [ 8.3203e-04],\n", + " [-7.5626e-04],\n", + " [-1.3774e-03],\n", + " [ 2.5652e-03],\n", + " [ 8.2271e-04],\n", + " [-2.5809e-03],\n", + " [ 6.7198e-03],\n", + " [-6.2880e-03],\n", + " [ 6.0834e-04],\n", + " [-9.2603e-03],\n", + " [-1.5640e-03],\n", + " [-5.7999e-05],\n", + " [-1.7555e-03],\n", + " [-3.9261e-04],\n", + " [-4.9831e-03],\n", + " [-4.5025e-03],\n", + " [ 8.7450e-04],\n", + " [-2.6350e-03],\n", + " [ 4.3241e-04],\n", + " [-4.6150e-03],\n", + " [ 1.8901e-03],\n", + " [-3.8311e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0307],\n", + " [-0.0345],\n", + " [-0.0416],\n", + " [-0.0344],\n", + " [-0.0312],\n", + " [-0.0385],\n", + " [-0.0377],\n", + " [-0.0342],\n", + " [-0.0349],\n", + " [-0.0476],\n", + " [-0.0375],\n", + " [-0.0338],\n", + " [-0.0343],\n", + " [-0.0397],\n", + " [-0.0348],\n", + " [-0.0342],\n", + " [-0.0439],\n", + " [-0.0354],\n", + " [-0.0383],\n", + " [-0.0351],\n", + " [-0.0424],\n", + " [-0.0354],\n", + " [-0.0354],\n", + " [-0.0443],\n", + " [-0.0349],\n", + " [-0.0356],\n", + " [-0.0360],\n", + " [-0.0324],\n", + " [-0.0392],\n", + " [-0.0386],\n", + " [-0.0414],\n", + " [-0.0374]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0006],\n", + " [ 0.0042],\n", + " [ 0.0074],\n", + " [ 0.0048],\n", + " [ 0.0024],\n", + " [ 0.0062],\n", + " [ 0.0046],\n", + " [ 0.0038],\n", + " [ 0.0041],\n", + " [-0.0087],\n", + " [ 0.0059],\n", + " [ 0.0030],\n", + " [ 0.0037],\n", + " [ 0.0067],\n", + " [ 0.0049],\n", + " [ 0.0036],\n", + " [ 0.0074],\n", + " [ 0.0036],\n", + " [ 0.0068],\n", + " [ 0.0019],\n", + " [ 0.0073],\n", + " [ 0.0046],\n", + " [ 0.0043],\n", + " [ 0.0075],\n", + " [ 0.0037],\n", + " [ 0.0045],\n", + " [ 0.0055],\n", + " [ 0.0027],\n", + " [ 0.0059],\n", + " [ 0.0045],\n", + " [ 0.0081],\n", + " [ 0.0057]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0553],\n", + " [0.0565],\n", + " [0.0625],\n", + " [0.0574],\n", + " [0.0559],\n", + " [0.0582],\n", + " [0.0591],\n", + " [0.0574],\n", + " [0.0579],\n", + " [0.0550],\n", + " [0.0578],\n", + " [0.0574],\n", + " [0.0566],\n", + " [0.0583],\n", + " [0.0571],\n", + " [0.0561],\n", + " [0.0632],\n", + " [0.0576],\n", + " [0.0590],\n", + " [0.0595],\n", + " [0.0632],\n", + " [0.0566],\n", + " [0.0554],\n", + " [0.0644],\n", + " [0.0569],\n", + " [0.0578],\n", + " [0.0569],\n", + " [0.0566],\n", + " [0.0581],\n", + " [0.0585],\n", + " [0.0616],\n", + " [0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0179],\n", + " [-0.0179],\n", + " [-0.0141],\n", + " [-0.0184],\n", + " [-0.0170],\n", + " [-0.0176],\n", + " [-0.0138],\n", + " [-0.0187],\n", + " [-0.0166],\n", + " [-0.0141],\n", + " [-0.0174],\n", + " [-0.0183],\n", + " [-0.0187],\n", + " [-0.0174],\n", + " [-0.0182],\n", + " [-0.0176],\n", + " [-0.0202],\n", + " [-0.0152],\n", + " [-0.0166],\n", + " [-0.0137],\n", + " [-0.0158],\n", + " [-0.0181],\n", + " [-0.0182],\n", + " [-0.0171],\n", + " [-0.0161],\n", + " [-0.0154],\n", + " [-0.0180],\n", + " [-0.0171],\n", + " [-0.0174],\n", + " [-0.0150],\n", + " [-0.0171],\n", + " [-0.0169]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1689],\n", + " [-0.1724],\n", + " [-0.1683],\n", + " [-0.1749],\n", + " [-0.1700],\n", + " [-0.1738],\n", + " [-0.1669],\n", + " [-0.1715],\n", + " [-0.1691],\n", + " [-0.1555],\n", + " [-0.1730],\n", + " [-0.1687],\n", + " [-0.1692],\n", + " [-0.1726],\n", + " [-0.1730],\n", + " [-0.1706],\n", + " [-0.1720],\n", + " [-0.1673],\n", + " [-0.1706],\n", + " [-0.1665],\n", + " [-0.1686],\n", + " [-0.1721],\n", + " [-0.1698],\n", + " [-0.1684],\n", + " [-0.1678],\n", + " [-0.1679],\n", + " [-0.1726],\n", + " [-0.1714],\n", + " [-0.1708],\n", + " [-0.1664],\n", + " [-0.1690],\n", + " [-0.1719]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0234],\n", + " [-0.0212],\n", + " [-0.0207],\n", + " [-0.0208],\n", + " [-0.0233],\n", + " [-0.0196],\n", + " [-0.0218],\n", + " [-0.0217],\n", + " [-0.0231],\n", + " [-0.0311],\n", + " [-0.0205],\n", + " [-0.0200],\n", + " [-0.0216],\n", + " [-0.0189],\n", + " [-0.0210],\n", + " [-0.0222],\n", + " [-0.0178],\n", + " [-0.0243],\n", + " [-0.0209],\n", + " [-0.0251],\n", + " [-0.0197],\n", + " [-0.0211],\n", + " [-0.0213],\n", + " [-0.0173],\n", + " [-0.0239],\n", + " [-0.0239],\n", + " [-0.0207],\n", + " [-0.0228],\n", + " [-0.0192],\n", + " [-0.0207],\n", + " [-0.0185],\n", + " [-0.0212]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0100],\n", + " [ 0.0075],\n", + " [-0.0023],\n", + " [ 0.0123],\n", + " [ 0.0101],\n", + " [ 0.0053],\n", + " [-0.0044],\n", + " [ 0.0145],\n", + " [ 0.0062],\n", + " [-0.0179],\n", + " [ 0.0060],\n", + " [ 0.0137],\n", + " [ 0.0110],\n", + " [ 0.0071],\n", + " [ 0.0123],\n", + " [ 0.0078],\n", + " [ 0.0096],\n", + " [-0.0013],\n", + " [ 0.0043],\n", + " [-0.0059],\n", + " [-0.0022],\n", + " [ 0.0086],\n", + " [ 0.0073],\n", + " [-0.0046],\n", + " [ 0.0026],\n", + " [ 0.0004],\n", + " [ 0.0090],\n", + " [ 0.0094],\n", + " [ 0.0045],\n", + " [-0.0022],\n", + " [ 0.0030],\n", + " [ 0.0051]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0925],\n", + " [0.0920],\n", + " [0.0967],\n", + " [0.0880],\n", + " [0.0923],\n", + " [0.0911],\n", + " [0.1002],\n", + " [0.0899],\n", + " [0.0916],\n", + " [0.0870],\n", + " [0.0913],\n", + " [0.0930],\n", + " [0.0918],\n", + " [0.0920],\n", + " [0.0900],\n", + " [0.0920],\n", + " [0.0899],\n", + " [0.0973],\n", + " [0.0929],\n", + " [0.0972],\n", + " [0.0966],\n", + " [0.0909],\n", + " [0.0942],\n", + " [0.1014],\n", + " [0.0954],\n", + " [0.0957],\n", + " [0.0911],\n", + " [0.0907],\n", + " [0.0949],\n", + " [0.1011],\n", + " [0.0962],\n", + " [0.0921]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0833],\n", + " [0.0807],\n", + " [0.0819],\n", + " [0.0850],\n", + " [0.0823],\n", + " [0.0805],\n", + " [0.0780],\n", + " [0.0870],\n", + " [0.0829],\n", + " [0.0425],\n", + " [0.0807],\n", + " [0.0866],\n", + " [0.0845],\n", + " [0.0837],\n", + " [0.0843],\n", + " [0.0823],\n", + " [0.0927],\n", + " [0.0788],\n", + " [0.0820],\n", + " [0.0782],\n", + " [0.0840],\n", + " [0.0835],\n", + " [0.0818],\n", + " [0.0813],\n", + " [0.0798],\n", + " [0.0794],\n", + " [0.0825],\n", + " [0.0833],\n", + " [0.0820],\n", + " [0.0811],\n", + " [0.0842],\n", + " [0.0809]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0871],\n", + " [0.0867],\n", + " [0.0887],\n", + " [0.0874],\n", + " [0.0867],\n", + " [0.0880],\n", + " [0.0856],\n", + " [0.0885],\n", + " [0.0879],\n", + " [0.0442],\n", + " [0.0877],\n", + " [0.0861],\n", + " [0.0866],\n", + " [0.0882],\n", + " [0.0877],\n", + " [0.0867],\n", + " [0.0865],\n", + " [0.0859],\n", + " [0.0883],\n", + " [0.0853],\n", + " [0.0889],\n", + " [0.0863],\n", + " [0.0851],\n", + " [0.0892],\n", + " [0.0862],\n", + " [0.0866],\n", + " [0.0868],\n", + " [0.0875],\n", + " [0.0874],\n", + " [0.0854],\n", + " [0.0886],\n", + " [0.0874]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0394],\n", + " [0.0389],\n", + " [0.0408],\n", + " [0.0399],\n", + " [0.0395],\n", + " [0.0402],\n", + " [0.0403],\n", + " [0.0418],\n", + " [0.0401],\n", + " [0.0373],\n", + " [0.0402],\n", + " [0.0438],\n", + " [0.0425],\n", + " [0.0422],\n", + " [0.0409],\n", + " [0.0396],\n", + " [0.0509],\n", + " [0.0388],\n", + " [0.0417],\n", + " [0.0368],\n", + " [0.0419],\n", + " [0.0406],\n", + " [0.0415],\n", + " [0.0432],\n", + " [0.0398],\n", + " [0.0396],\n", + " [0.0412],\n", + " [0.0387],\n", + " [0.0417],\n", + " [0.0412],\n", + " [0.0444],\n", + " [0.0401]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0378],\n", + " [0.0375],\n", + " [0.0368],\n", + " [0.0374],\n", + " [0.0368],\n", + " [0.0369],\n", + " [0.0351],\n", + " [0.0361],\n", + " [0.0379],\n", + " [0.0277],\n", + " [0.0368],\n", + " [0.0362],\n", + " [0.0365],\n", + " [0.0368],\n", + " [0.0360],\n", + " [0.0374],\n", + " [0.0317],\n", + " [0.0387],\n", + " [0.0367],\n", + " [0.0390],\n", + " [0.0385],\n", + " [0.0377],\n", + " [0.0366],\n", + " [0.0341],\n", + " [0.0377],\n", + " [0.0378],\n", + " [0.0364],\n", + " [0.0375],\n", + " [0.0368],\n", + " [0.0375],\n", + " [0.0353],\n", + " [0.0374]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0721],\n", + " [-0.0726],\n", + " [-0.0759],\n", + " [-0.0709],\n", + " [-0.0717],\n", + " [-0.0735],\n", + " [-0.0760],\n", + " [-0.0702],\n", + " [-0.0749],\n", + " [-0.1182],\n", + " [-0.0732],\n", + " [-0.0711],\n", + " [-0.0730],\n", + " [-0.0729],\n", + " [-0.0707],\n", + " [-0.0733],\n", + " [-0.0735],\n", + " [-0.0766],\n", + " [-0.0745],\n", + " [-0.0793],\n", + " [-0.0763],\n", + " [-0.0733],\n", + " [-0.0736],\n", + " [-0.0755],\n", + " [-0.0756],\n", + " [-0.0763],\n", + " [-0.0725],\n", + " [-0.0721],\n", + " [-0.0740],\n", + " [-0.0758],\n", + " [-0.0745],\n", + " [-0.0739]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0984],\n", + " [-0.1019],\n", + " [-0.1072],\n", + " [-0.1000],\n", + " [-0.0992],\n", + " [-0.1044],\n", + " [-0.1061],\n", + " [-0.0981],\n", + " [-0.1014],\n", + " [-0.1176],\n", + " [-0.1033],\n", + " [-0.0986],\n", + " [-0.0991],\n", + " [-0.1032],\n", + " [-0.0994],\n", + " [-0.1004],\n", + " [-0.1053],\n", + " [-0.1036],\n", + " [-0.1038],\n", + " [-0.1043],\n", + " [-0.1085],\n", + " [-0.1005],\n", + " [-0.1007],\n", + " [-0.1116],\n", + " [-0.1022],\n", + " [-0.1033],\n", + " [-0.1011],\n", + " [-0.0996],\n", + " [-0.1043],\n", + " [-0.1052],\n", + " [-0.1062],\n", + " [-0.1030]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0642],\n", + " [-0.0634],\n", + " [-0.0607],\n", + " [-0.0620],\n", + " [-0.0652],\n", + " [-0.0605],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0621],\n", + " [-0.0462],\n", + " [-0.0616],\n", + " [-0.0633],\n", + " [-0.0626],\n", + " [-0.0601],\n", + " [-0.0627],\n", + " [-0.0631],\n", + " [-0.0627],\n", + " [-0.0634],\n", + " [-0.0606],\n", + " [-0.0637],\n", + " [-0.0584],\n", + " [-0.0618],\n", + " [-0.0628],\n", + " [-0.0574],\n", + " [-0.0636],\n", + " [-0.0630],\n", + " [-0.0620],\n", + " [-0.0638],\n", + " [-0.0601],\n", + " [-0.0616],\n", + " [-0.0590],\n", + " [-0.0617]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0630],\n", + " [-0.0634],\n", + " [-0.0640],\n", + " [-0.0617],\n", + " [-0.0591],\n", + " [-0.0635],\n", + " [-0.0612],\n", + " [-0.0730],\n", + " [-0.0627],\n", + " [-0.0623],\n", + " [-0.0646],\n", + " [-0.0827],\n", + " [-0.0606],\n", + " [-0.0646],\n", + " [-0.0591],\n", + " [-0.0614],\n", + " [-0.0582],\n", + " [-0.0645],\n", + " [-0.0244],\n", + " [-0.0640],\n", + " [-0.0572],\n", + " [-0.0616],\n", + " [-0.0568],\n", + " [-0.0626],\n", + " [-0.0635],\n", + " [-0.0589],\n", + " [-0.0596],\n", + " [-0.0601],\n", + " [-0.0620],\n", + " [-0.0635],\n", + " [-0.0665]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0765],\n", + " [-0.0752],\n", + " [-0.0739],\n", + " [-0.0782],\n", + " [-0.0703],\n", + " [-0.0708],\n", + " [-0.0724],\n", + " [-0.0745],\n", + " [-0.0787],\n", + " [-0.0713],\n", + " [-0.0708],\n", + " [-0.0781],\n", + " [-0.1040],\n", + " [-0.0727],\n", + " [-0.0750],\n", + " [-0.0811],\n", + " [-0.0723],\n", + " [-0.0693],\n", + " [-0.0767],\n", + " [-0.0458],\n", + " [-0.0758],\n", + " [-0.0697],\n", + " [-0.0740],\n", + " [-0.0724],\n", + " [-0.0722],\n", + " [-0.0766],\n", + " [-0.0668],\n", + " [-0.0622],\n", + " [-0.0653],\n", + " [-0.0750],\n", + " [-0.0768],\n", + " [-0.0823]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0368],\n", + " [0.0361],\n", + " [0.0370],\n", + " [0.0380],\n", + " [0.0424],\n", + " [0.0359],\n", + " [0.0369],\n", + " [0.0311],\n", + " [0.0366],\n", + " [0.0368],\n", + " [0.0375],\n", + " [0.0229],\n", + " [0.0394],\n", + " [0.0342],\n", + " [0.0411],\n", + " [0.0372],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0397],\n", + " [0.0400],\n", + " [0.0387],\n", + " [0.0376],\n", + " [0.0407],\n", + " [0.0372],\n", + " [0.0380],\n", + " [0.0394],\n", + " [0.0320],\n", + " [0.0395],\n", + " [0.0369],\n", + " [0.0368],\n", + " [0.0366]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0905],\n", + " [-0.0942],\n", + " [-0.0961],\n", + " [-0.0931],\n", + " [-0.0929],\n", + " [-0.0948],\n", + " [-0.0961],\n", + " [-0.0907],\n", + " [-0.1014],\n", + " [-0.0950],\n", + " [-0.0956],\n", + " [-0.0967],\n", + " [-0.0739],\n", + " [-0.0920],\n", + " [-0.0974],\n", + " [-0.0914],\n", + " [-0.0947],\n", + " [-0.0874],\n", + " [-0.0938],\n", + " [-0.0751],\n", + " [-0.0897],\n", + " [-0.0828],\n", + " [-0.0919],\n", + " [-0.0803],\n", + " [-0.0955],\n", + " [-0.0930],\n", + " [-0.0896],\n", + " [-0.0901],\n", + " [-0.0913],\n", + " [-0.0924],\n", + " [-0.0941],\n", + " [-0.0949]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0476],\n", + " [0.0571],\n", + " [0.0585],\n", + " [0.0522],\n", + " [0.0553],\n", + " [0.0404],\n", + " [0.0598],\n", + " [0.0526],\n", + " [0.0608],\n", + " [0.0567],\n", + " [0.0587],\n", + " [0.0569],\n", + " [0.0432],\n", + " [0.0548],\n", + " [0.0601],\n", + " [0.0240],\n", + " [0.0581],\n", + " [0.0426],\n", + " [0.0561],\n", + " [0.0548],\n", + " [0.0350],\n", + " [0.0463],\n", + " [0.0539],\n", + " [0.0452],\n", + " [0.0594],\n", + " [0.0526],\n", + " [0.0533],\n", + " [0.0568],\n", + " [0.0555],\n", + " [0.0549],\n", + " [0.0547],\n", + " [0.0469]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0406],\n", + " [-0.0377],\n", + " [-0.0360],\n", + " [-0.0401],\n", + " [-0.0370],\n", + " [-0.0335],\n", + " [-0.0363],\n", + " [-0.0404],\n", + " [-0.0427],\n", + " [-0.0373],\n", + " [-0.0339],\n", + " [-0.0346],\n", + " [-0.0449],\n", + " [-0.0354],\n", + " [-0.0352],\n", + " [-0.0387],\n", + " [-0.0360],\n", + " [-0.0405],\n", + " [-0.0395],\n", + " [-0.0254],\n", + " [-0.0357],\n", + " [-0.0485],\n", + " [-0.0381],\n", + " [-0.0488],\n", + " [-0.0353],\n", + " [-0.0344],\n", + " [-0.0372],\n", + " [-0.0391],\n", + " [-0.0350],\n", + " [-0.0387],\n", + " [-0.0386],\n", + " [-0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0782],\n", + " [-0.0789],\n", + " [-0.0798],\n", + " [-0.0782],\n", + " [-0.0813],\n", + " [-0.0849],\n", + " [-0.0795],\n", + " [-0.0780],\n", + " [-0.0758],\n", + " [-0.0813],\n", + " [-0.0813],\n", + " [-0.0797],\n", + " [-0.0842],\n", + " [-0.0799],\n", + " [-0.0793],\n", + " [-0.0837],\n", + " [-0.0798],\n", + " [-0.0805],\n", + " [-0.0786],\n", + " [-0.0776],\n", + " [-0.0830],\n", + " [-0.0750],\n", + " [-0.0795],\n", + " [-0.0741],\n", + " [-0.0799],\n", + " [-0.0802],\n", + " [-0.0815],\n", + " [-0.0858],\n", + " [-0.0828],\n", + " [-0.0784],\n", + " [-0.0791],\n", + " [-0.0790]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1631],\n", + " [0.1687],\n", + " [0.1686],\n", + " [0.1659],\n", + " [0.1682],\n", + " [0.1658],\n", + " [0.1704],\n", + " [0.1667],\n", + " [0.1687],\n", + " [0.1681],\n", + " [0.1707],\n", + " [0.1679],\n", + " [0.1397],\n", + " [0.1684],\n", + " [0.1698],\n", + " [0.1503],\n", + " [0.1694],\n", + " [0.1633],\n", + " [0.1686],\n", + " [0.1703],\n", + " [0.1590],\n", + " [0.1630],\n", + " [0.1672],\n", + " [0.1616],\n", + " [0.1706],\n", + " [0.1659],\n", + " [0.1693],\n", + " [0.1719],\n", + " [0.1708],\n", + " [0.1680],\n", + " [0.1670],\n", + " [0.1621]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0565],\n", + " [-0.0568],\n", + " [-0.0578],\n", + " [-0.0582],\n", + " [-0.0550],\n", + " [-0.0555],\n", + " [-0.0585],\n", + " [-0.0548],\n", + " [-0.0664],\n", + " [-0.0569],\n", + " [-0.0564],\n", + " [-0.0599],\n", + " [-0.0709],\n", + " [-0.0530],\n", + " [-0.0603],\n", + " [-0.0647],\n", + " [-0.0565],\n", + " [-0.0489],\n", + " [-0.0560],\n", + " [-0.0576],\n", + " [-0.0629],\n", + " [-0.0437],\n", + " [-0.0546],\n", + " [-0.0436],\n", + " [-0.0572],\n", + " [-0.0579],\n", + " [-0.0477],\n", + " [-0.0603],\n", + " [-0.0488],\n", + " [-0.0557],\n", + " [-0.0575],\n", + " [-0.0635]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0671],\n", + " [0.0606],\n", + " [0.0602],\n", + " [0.0633],\n", + " [0.0572],\n", + " [0.0769],\n", + " [0.0579],\n", + " [0.0617],\n", + " [0.0543],\n", + " [0.0584],\n", + " [0.0591],\n", + " [0.0652],\n", + " [0.0593],\n", + " [0.0617],\n", + " [0.0595],\n", + " [0.0883],\n", + " [0.0593],\n", + " [0.0671],\n", + " [0.0614],\n", + " [0.0758],\n", + " [0.0718],\n", + " [0.0646],\n", + " [0.0613],\n", + " [0.0660],\n", + " [0.0591],\n", + " [0.0652],\n", + " [0.0576],\n", + " [0.0475],\n", + " [0.0557],\n", + " [0.0607],\n", + " [0.0622],\n", + " [0.0699]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0883],\n", + " [-0.0967],\n", + " [-0.0985],\n", + " [-0.0932],\n", + " [-0.0973],\n", + " [-0.0822],\n", + " [-0.1004],\n", + " [-0.0931],\n", + " [-0.0993],\n", + " [-0.0982],\n", + " [-0.0997],\n", + " [-0.0969],\n", + " [-0.0735],\n", + " [-0.0964],\n", + " [-0.0995],\n", + " [-0.0664],\n", + " [-0.0983],\n", + " [-0.0844],\n", + " [-0.0948],\n", + " [-0.1215],\n", + " [-0.0731],\n", + " [-0.0899],\n", + " [-0.0949],\n", + " [-0.0916],\n", + " [-0.1004],\n", + " [-0.0911],\n", + " [-0.0978],\n", + " [-0.1047],\n", + " [-0.0990],\n", + " [-0.0950],\n", + " [-0.0949],\n", + " [-0.0862]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0099],\n", + " [ 0.0170],\n", + " [ 0.0184],\n", + " [ 0.0136],\n", + " [ 0.0181],\n", + " [ 0.0127],\n", + " [ 0.0195],\n", + " [ 0.0152],\n", + " [ 0.0211],\n", + " [ 0.0187],\n", + " [ 0.0208],\n", + " [ 0.0143],\n", + " [ 0.0010],\n", + " [ 0.0170],\n", + " [ 0.0182],\n", + " [-0.0067],\n", + " [ 0.0207],\n", + " [ 0.0118],\n", + " [ 0.0173],\n", + " [ 0.0010],\n", + " [ 0.0062],\n", + " [ 0.0098],\n", + " [ 0.0154],\n", + " [ 0.0080],\n", + " [ 0.0198],\n", + " [ 0.0149],\n", + " [ 0.0190],\n", + " [ 0.0267],\n", + " [ 0.0225],\n", + " [ 0.0167],\n", + " [ 0.0152],\n", + " [ 0.0092]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0899],\n", + " [0.0937],\n", + " [0.0935],\n", + " [0.0941],\n", + " [0.0971],\n", + " [0.0768],\n", + " [0.0958],\n", + " [0.0928],\n", + " [0.0986],\n", + " [0.0963],\n", + " [0.0936],\n", + " [0.0896],\n", + " [0.0587],\n", + " [0.0917],\n", + " [0.0941],\n", + " [0.0787],\n", + " [0.0932],\n", + " [0.0853],\n", + " [0.0918],\n", + " [0.1210],\n", + " [0.0818],\n", + " [0.0989],\n", + " [0.0927],\n", + " [0.1012],\n", + " [0.0945],\n", + " [0.0857],\n", + " [0.0968],\n", + " [0.1048],\n", + " [0.0962],\n", + " [0.0928],\n", + " [0.0932],\n", + " [0.0873]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0098],\n", + " [ 0.0103],\n", + " [ 0.0094],\n", + " [ 0.0118],\n", + " [ 0.0138],\n", + " [ 0.0027],\n", + " [ 0.0105],\n", + " [ 0.0102],\n", + " [ 0.0082],\n", + " [ 0.0119],\n", + " [ 0.0088],\n", + " [ 0.0094],\n", + " [-0.0031],\n", + " [ 0.0099],\n", + " [ 0.0081],\n", + " [ 0.0147],\n", + " [ 0.0082],\n", + " [ 0.0031],\n", + " [ 0.0082],\n", + " [ 0.0140],\n", + " [ 0.0056],\n", + " [ 0.0124],\n", + " [ 0.0113],\n", + " [ 0.0178],\n", + " [ 0.0101],\n", + " [ 0.0059],\n", + " [ 0.0107],\n", + " [ 0.0099],\n", + " [ 0.0093],\n", + " [ 0.0097],\n", + " [ 0.0106],\n", + " [ 0.0076]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0060],\n", + " [-0.0009],\n", + " [ 0.0007],\n", + " [-0.0008],\n", + " [-0.0030],\n", + " [-0.0012],\n", + " [ 0.0015],\n", + " [-0.0041],\n", + " [ 0.0100],\n", + " [-0.0009],\n", + " [ 0.0006],\n", + " [ 0.0025],\n", + " [ 0.0164],\n", + " [-0.0034],\n", + " [ 0.0031],\n", + " [-0.0166],\n", + " [ 0.0005],\n", + " [-0.0092],\n", + " [-0.0002],\n", + " [ 0.0001],\n", + " [-0.0017],\n", + " [-0.0158],\n", + " [-0.0039],\n", + " [-0.0175],\n", + " [ 0.0007],\n", + " [ 0.0018],\n", + " [-0.0065],\n", + " [ 0.0070],\n", + " [-0.0038],\n", + " [-0.0016],\n", + " [-0.0006],\n", + " [ 0.0024]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0381],\n", + " [-0.0342],\n", + " [-0.0354],\n", + " [-0.0365],\n", + " [-0.0307],\n", + " [-0.0502],\n", + " [-0.0336],\n", + " [-0.0359],\n", + " [-0.0361],\n", + " [-0.0333],\n", + " [-0.0354],\n", + " [-0.0364],\n", + " [-0.0340],\n", + " [-0.0342],\n", + " [-0.0358],\n", + " [-0.0508],\n", + " [-0.0368],\n", + " [-0.0404],\n", + " [-0.0359],\n", + " [-0.0314],\n", + " [-0.0455],\n", + " [-0.0317],\n", + " [-0.0344],\n", + " [-0.0332],\n", + " [-0.0336],\n", + " [-0.0400],\n", + " [-0.0299],\n", + " [-0.0298],\n", + " [-0.0298],\n", + " [-0.0357],\n", + " [-0.0357],\n", + " [-0.0442]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0050],\n", + " [ 0.0045],\n", + " [ 0.0051],\n", + " [ 0.0050],\n", + " [ 0.0013],\n", + " [ 0.0086],\n", + " [ 0.0047],\n", + " [ 0.0037],\n", + " [ 0.0050],\n", + " [ 0.0031],\n", + " [ 0.0046],\n", + " [ 0.0069],\n", + " [ 0.0100],\n", + " [ 0.0032],\n", + " [ 0.0071],\n", + " [ 0.0056],\n", + " [ 0.0050],\n", + " [ 0.0025],\n", + " [ 0.0046],\n", + " [ 0.0040],\n", + " [ 0.0072],\n", + " [-0.0051],\n", + " [ 0.0031],\n", + " [-0.0064],\n", + " [ 0.0044],\n", + " [ 0.0071],\n", + " [-0.0008],\n", + " [ 0.0026],\n", + " [-0.0006],\n", + " [ 0.0042],\n", + " [ 0.0049],\n", + " [ 0.0094]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0596],\n", + " [0.0567],\n", + " [0.0574],\n", + " [0.0587],\n", + " [0.0566],\n", + " [0.0708],\n", + " [0.0574],\n", + " [0.0562],\n", + " [0.0591],\n", + " [0.0577],\n", + " [0.0578],\n", + " [0.0588],\n", + " [0.0581],\n", + " [0.0563],\n", + " [0.0585],\n", + " [0.0732],\n", + " [0.0566],\n", + " [0.0594],\n", + " [0.0559],\n", + " [0.0790],\n", + " [0.0687],\n", + " [0.0524],\n", + " [0.0563],\n", + " [0.0512],\n", + " [0.0574],\n", + " [0.0598],\n", + " [0.0551],\n", + " [0.0617],\n", + " [0.0551],\n", + " [0.0562],\n", + " [0.0577],\n", + " [0.0651]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-1.5056e-02],\n", + " [-1.7857e-02],\n", + " [-1.8246e-02],\n", + " [-1.7080e-02],\n", + " [-1.8062e-02],\n", + " [-1.4941e-02],\n", + " [-1.8669e-02],\n", + " [-1.6763e-02],\n", + " [-1.9398e-02],\n", + " [-1.8284e-02],\n", + " [-1.8953e-02],\n", + " [-1.7442e-02],\n", + " [-3.7946e-05],\n", + " [-1.7751e-02],\n", + " [-1.7128e-02],\n", + " [-9.9140e-03],\n", + " [-1.9464e-02],\n", + " [-1.2866e-02],\n", + " [-1.8493e-02],\n", + " [-1.7673e-02],\n", + " [-1.7080e-02],\n", + " [-1.8508e-02],\n", + " [-1.7265e-02],\n", + " [-2.0128e-02],\n", + " [-1.8974e-02],\n", + " [-1.6892e-02],\n", + " [-1.6388e-02],\n", + " [-9.1931e-03],\n", + " [-1.7014e-02],\n", + " [-1.7517e-02],\n", + " [-1.7327e-02],\n", + " [-1.6045e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1692],\n", + " [-0.1717],\n", + " [-0.1718],\n", + " [-0.1739],\n", + " [-0.1695],\n", + " [-0.1654],\n", + " [-0.1722],\n", + " [-0.1699],\n", + " [-0.1832],\n", + " [-0.1713],\n", + " [-0.1703],\n", + " [-0.1723],\n", + " [-0.1694],\n", + " [-0.1682],\n", + " [-0.1727],\n", + " [-0.1653],\n", + " [-0.1711],\n", + " [-0.1647],\n", + " [-0.1724],\n", + " [-0.1696],\n", + " [-0.1678],\n", + " [-0.1640],\n", + " [-0.1694],\n", + " [-0.1646],\n", + " [-0.1709],\n", + " [-0.1703],\n", + " [-0.1669],\n", + " [-0.1743],\n", + " [-0.1672],\n", + " [-0.1711],\n", + " [-0.1727],\n", + " [-0.1760]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0243],\n", + " [-0.0220],\n", + " [-0.0214],\n", + " [-0.0213],\n", + " [-0.0236],\n", + " [-0.0144],\n", + " [-0.0218],\n", + " [-0.0223],\n", + " [-0.0139],\n", + " [-0.0225],\n", + " [-0.0209],\n", + " [-0.0219],\n", + " [ 0.0296],\n", + " [-0.0220],\n", + " [-0.0195],\n", + " [-0.0300],\n", + " [-0.0205],\n", + " [-0.0193],\n", + " [-0.0203],\n", + " [-0.0225],\n", + " [-0.0159],\n", + " [-0.0254],\n", + " [-0.0228],\n", + " [-0.0264],\n", + " [-0.0220],\n", + " [-0.0190],\n", + " [-0.0212],\n", + " [-0.0142],\n", + " [-0.0202],\n", + " [-0.0212],\n", + " [-0.0213],\n", + " [-0.0187]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0025],\n", + " [ 0.0092],\n", + " [ 0.0128],\n", + " [ 0.0043],\n", + " [ 0.0114],\n", + " [-0.0080],\n", + " [ 0.0153],\n", + " [ 0.0035],\n", + " [ 0.0192],\n", + " [ 0.0127],\n", + " [ 0.0159],\n", + " [ 0.0091],\n", + " [ 0.0208],\n", + " [ 0.0083],\n", + " [ 0.0166],\n", + " [-0.0206],\n", + " [ 0.0124],\n", + " [-0.0056],\n", + " [ 0.0065],\n", + " [ 0.0249],\n", + " [-0.0104],\n", + " [-0.0042],\n", + " [ 0.0066],\n", + " [-0.0032],\n", + " [ 0.0147],\n", + " [ 0.0048],\n", + " [ 0.0096],\n", + " [ 0.0242],\n", + " [ 0.0131],\n", + " [ 0.0065],\n", + " [ 0.0068],\n", + " [ 0.0001]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0956],\n", + " [0.0908],\n", + " [0.0898],\n", + " [0.0899],\n", + " [0.0903],\n", + " [0.1059],\n", + " [0.0887],\n", + " [0.0948],\n", + " [0.0831],\n", + " [0.0895],\n", + " [0.0909],\n", + " [0.0887],\n", + " [0.0838],\n", + " [0.0930],\n", + " [0.0886],\n", + " [0.0908],\n", + " [0.0913],\n", + " [0.1048],\n", + " [0.0934],\n", + " [0.1049],\n", + " [0.1030],\n", + " [0.1021],\n", + " [0.0927],\n", + " [0.0972],\n", + " [0.0899],\n", + " [0.0944],\n", + " [0.0943],\n", + " [0.0925],\n", + " [0.0940],\n", + " [0.0929],\n", + " [0.0904],\n", + " [0.0896]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0778],\n", + " [0.0826],\n", + " [0.0853],\n", + " [0.0799],\n", + " [0.0853],\n", + " [0.0848],\n", + " [0.0870],\n", + " [0.0804],\n", + " [0.0846],\n", + " [0.0865],\n", + " [0.0880],\n", + " [0.0831],\n", + " [0.0847],\n", + " [0.0831],\n", + " [0.0877],\n", + " [0.0709],\n", + " [0.0866],\n", + " [0.0807],\n", + " [0.0797],\n", + " [0.1054],\n", + " [0.0823],\n", + " [0.0685],\n", + " [0.0817],\n", + " [0.0651],\n", + " [0.0863],\n", + " [0.0838],\n", + " [0.0841],\n", + " [0.1072],\n", + " [0.0864],\n", + " [0.0818],\n", + " [0.0815],\n", + " [0.0797]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0872],\n", + " [0.0868],\n", + " [0.0882],\n", + " [0.0873],\n", + " [0.0886],\n", + " [0.0830],\n", + " [0.0881],\n", + " [0.0854],\n", + " [0.0898],\n", + " [0.0891],\n", + " [0.0882],\n", + " [0.0891],\n", + " [0.1064],\n", + " [0.0857],\n", + " [0.0893],\n", + " [0.0915],\n", + " [0.0866],\n", + " [0.0831],\n", + " [0.0862],\n", + " [0.0633],\n", + " [0.0904],\n", + " [0.0785],\n", + " [0.0870],\n", + " [0.0786],\n", + " [0.0876],\n", + " [0.0885],\n", + " [0.0852],\n", + " [0.0849],\n", + " [0.0862],\n", + " [0.0859],\n", + " [0.0875],\n", + " [0.0908]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0380],\n", + " [0.0404],\n", + " [0.0419],\n", + " [0.0374],\n", + " [0.0398],\n", + " [0.0504],\n", + " [0.0423],\n", + " [0.0387],\n", + " [0.0380],\n", + " [0.0405],\n", + " [0.0438],\n", + " [0.0423],\n", + " [0.0527],\n", + " [0.0412],\n", + " [0.0430],\n", + " [0.0484],\n", + " [0.0430],\n", + " [0.0391],\n", + " [0.0402],\n", + " [0.0356],\n", + " [0.0446],\n", + " [0.0338],\n", + " [0.0393],\n", + " [0.0326],\n", + " [0.0432],\n", + " [0.0431],\n", + " [0.0393],\n", + " [0.0474],\n", + " [0.0418],\n", + " [0.0401],\n", + " [0.0391],\n", + " [0.0400]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0387],\n", + " [0.0366],\n", + " [0.0354],\n", + " [0.0387],\n", + " [0.0378],\n", + " [0.0275],\n", + " [0.0351],\n", + " [0.0389],\n", + " [0.0338],\n", + " [0.0372],\n", + " [0.0348],\n", + " [0.0350],\n", + " [0.0160],\n", + " [0.0372],\n", + " [0.0330],\n", + " [0.0314],\n", + " [0.0372],\n", + " [0.0380],\n", + " [0.0365],\n", + " [0.0465],\n", + " [0.0361],\n", + " [0.0379],\n", + " [0.0379],\n", + " [0.0366],\n", + " [0.0355],\n", + " [0.0361],\n", + " [0.0387],\n", + " [0.0326],\n", + " [0.0368],\n", + " [0.0378],\n", + " [0.0376],\n", + " [0.0368]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0763],\n", + " [-0.0728],\n", + " [-0.0710],\n", + " [-0.0744],\n", + " [-0.0720],\n", + " [-0.0792],\n", + " [-0.0702],\n", + " [-0.0749],\n", + " [-0.0648],\n", + " [-0.0711],\n", + " [-0.0698],\n", + " [-0.0732],\n", + " [-0.0512],\n", + " [-0.0741],\n", + " [-0.0686],\n", + " [-0.0840],\n", + " [-0.0718],\n", + " [-0.0758],\n", + " [-0.0729],\n", + " [-0.0996],\n", + " [-0.0784],\n", + " [-0.0821],\n", + " [-0.0740],\n", + " [-0.0860],\n", + " [-0.0711],\n", + " [-0.0738],\n", + " [-0.0720],\n", + " [-0.0643],\n", + " [-0.0695],\n", + " [-0.0737],\n", + " [-0.0734],\n", + " [-0.0744]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1049],\n", + " [-0.1002],\n", + " [-0.0988],\n", + " [-0.1041],\n", + " [-0.0985],\n", + " [-0.1065],\n", + " [-0.0981],\n", + " [-0.1021],\n", + " [-0.1028],\n", + " [-0.0987],\n", + " [-0.0988],\n", + " [-0.1019],\n", + " [-0.1269],\n", + " [-0.0998],\n", + " [-0.1003],\n", + " [-0.1147],\n", + " [-0.0989],\n", + " [-0.1067],\n", + " [-0.1028],\n", + " [-0.1064],\n", + " [-0.1142],\n", + " [-0.1031],\n", + " [-0.1008],\n", + " [-0.1024],\n", + " [-0.0984],\n", + " [-0.1044],\n", + " [-0.0988],\n", + " [-0.0945],\n", + " [-0.0968],\n", + " [-0.1013],\n", + " [-0.1024],\n", + " [-0.1098]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0630],\n", + " [-0.0631],\n", + " [-0.0624],\n", + " [-0.0618],\n", + " [-0.0635],\n", + " [-0.0568],\n", + " [-0.0627],\n", + " [-0.0629],\n", + " [-0.0577],\n", + " [-0.0627],\n", + " [-0.0624],\n", + " [-0.0617],\n", + " [-0.0403],\n", + " [-0.0632],\n", + " [-0.0618],\n", + " [-0.0555],\n", + " [-0.0615],\n", + " [-0.0626],\n", + " [-0.0625],\n", + " [-0.0554],\n", + " [-0.0527],\n", + " [-0.0663],\n", + " [-0.0630],\n", + " [-0.0655],\n", + " [-0.0627],\n", + " [-0.0598],\n", + " [-0.0650],\n", + " [-0.0625],\n", + " [-0.0652],\n", + " [-0.0623],\n", + " [-0.0623],\n", + " [-0.0577]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0601],\n", + " [-0.0630],\n", + " [-0.0619],\n", + " [-0.0593],\n", + " [-0.0638],\n", + " [-0.0546],\n", + " [-0.0611],\n", + " [-0.0617],\n", + " [-0.0652],\n", + " [-0.0558],\n", + " [-0.0682],\n", + " [-0.0651],\n", + " [-0.0640],\n", + " [-0.0639],\n", + " [-0.0563],\n", + " [-0.0583],\n", + " [-0.0617],\n", + " [-0.0637],\n", + " [-0.0619],\n", + " [-0.0612],\n", + " [-0.0628],\n", + " [-0.0608],\n", + " [-0.0643],\n", + " [-0.0621],\n", + " [-0.0612],\n", + " [-0.0583],\n", + " [-0.0613],\n", + " [-0.0545],\n", + " [-0.0620],\n", + " [-0.0632],\n", + " [-0.0713],\n", + " [-0.0639]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0623],\n", + " [-0.0727],\n", + " [-0.0751],\n", + " [-0.0694],\n", + " [-0.0756],\n", + " [-0.0756],\n", + " [-0.0692],\n", + " [-0.0737],\n", + " [-0.0787],\n", + " [-0.0676],\n", + " [-0.0770],\n", + " [-0.0785],\n", + " [-0.0775],\n", + " [-0.0764],\n", + " [-0.0710],\n", + " [-0.0672],\n", + " [-0.0753],\n", + " [-0.0775],\n", + " [-0.0658],\n", + " [-0.0723],\n", + " [-0.0749],\n", + " [-0.0735],\n", + " [-0.0775],\n", + " [-0.0706],\n", + " [-0.0682],\n", + " [-0.0667],\n", + " [-0.0738],\n", + " [-0.0732],\n", + " [-0.0775],\n", + " [-0.0771],\n", + " [-0.0699],\n", + " [-0.0776]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0388],\n", + " [0.0371],\n", + " [0.0370],\n", + " [0.0381],\n", + " [0.0362],\n", + " [0.0398],\n", + " [0.0374],\n", + " [0.0400],\n", + " [0.0370],\n", + " [0.0391],\n", + " [0.0410],\n", + " [0.0355],\n", + " [0.0376],\n", + " [0.0361],\n", + " [0.0379],\n", + " [0.0397],\n", + " [0.0369],\n", + " [0.0368],\n", + " [0.0373],\n", + " [0.0396],\n", + " [0.0372],\n", + " [0.0380],\n", + " [0.0382],\n", + " [0.0365],\n", + " [0.0375],\n", + " [0.0397],\n", + " [0.0374],\n", + " [0.0388],\n", + " [0.0382],\n", + " [0.0369],\n", + " [0.0337],\n", + " [0.0376]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0892],\n", + " [-0.0914],\n", + " [-0.0923],\n", + " [-0.0884],\n", + " [-0.0943],\n", + " [-0.0876],\n", + " [-0.0937],\n", + " [-0.0893],\n", + " [-0.0953],\n", + " [-0.0849],\n", + " [-0.0929],\n", + " [-0.0963],\n", + " [-0.0930],\n", + " [-0.0968],\n", + " [-0.0842],\n", + " [-0.0884],\n", + " [-0.0890],\n", + " [-0.0941],\n", + " [-0.0935],\n", + " [-0.0893],\n", + " [-0.0949],\n", + " [-0.0890],\n", + " [-0.0933],\n", + " [-0.0938],\n", + " [-0.0940],\n", + " [-0.0887],\n", + " [-0.0914],\n", + " [-0.0847],\n", + " [-0.0913],\n", + " [-0.0921],\n", + " [-0.0930],\n", + " [-0.0933]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0535],\n", + " [0.0472],\n", + " [0.0543],\n", + " [0.0510],\n", + " [0.0555],\n", + " [0.0318],\n", + " [0.0585],\n", + " [0.0489],\n", + " [0.0560],\n", + " [0.0463],\n", + " [0.0410],\n", + " [0.0550],\n", + " [0.0535],\n", + " [0.0573],\n", + " [0.0383],\n", + " [0.0535],\n", + " [0.0458],\n", + " [0.0540],\n", + " [0.0595],\n", + " [0.0507],\n", + " [0.0567],\n", + " [0.0427],\n", + " [0.0509],\n", + " [0.0581],\n", + " [0.0585],\n", + " [0.0536],\n", + " [0.0540],\n", + " [0.0340],\n", + " [0.0475],\n", + " [0.0518],\n", + " [0.0482],\n", + " [0.0529]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0357],\n", + " [-0.0357],\n", + " [-0.0385],\n", + " [-0.0402],\n", + " [-0.0392],\n", + " [-0.0395],\n", + " [-0.0362],\n", + " [-0.0382],\n", + " [-0.0370],\n", + " [-0.0428],\n", + " [-0.0342],\n", + " [-0.0389],\n", + " [-0.0386],\n", + " [-0.0358],\n", + " [-0.0426],\n", + " [-0.0378],\n", + " [-0.0418],\n", + " [-0.0380],\n", + " [-0.0339],\n", + " [-0.0405],\n", + " [-0.0355],\n", + " [-0.0354],\n", + " [-0.0343],\n", + " [-0.0378],\n", + " [-0.0354],\n", + " [-0.0374],\n", + " [-0.0389],\n", + " [-0.0411],\n", + " [-0.0367],\n", + " [-0.0395],\n", + " [-0.0246],\n", + " [-0.0355]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0836],\n", + " [-0.0814],\n", + " [-0.0785],\n", + " [-0.0797],\n", + " [-0.0799],\n", + " [-0.0845],\n", + " [-0.0805],\n", + " [-0.0789],\n", + " [-0.0784],\n", + " [-0.0781],\n", + " [-0.0842],\n", + " [-0.0795],\n", + " [-0.0783],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0800],\n", + " [-0.0780],\n", + " [-0.0787],\n", + " [-0.0820],\n", + " [-0.0787],\n", + " [-0.0797],\n", + " [-0.0815],\n", + " [-0.0805],\n", + " [-0.0800],\n", + " [-0.0812],\n", + " [-0.0802],\n", + " [-0.0789],\n", + " [-0.0814],\n", + " [-0.0791],\n", + " [-0.0781],\n", + " [-0.0890],\n", + " [-0.0792]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1704],\n", + " [0.1657],\n", + " [0.1675],\n", + " [0.1667],\n", + " [0.1670],\n", + " [0.1479],\n", + " [0.1701],\n", + " [0.1655],\n", + " [0.1677],\n", + " [0.1640],\n", + " [0.1623],\n", + " [0.1658],\n", + " [0.1668],\n", + " [0.1675],\n", + " [0.1616],\n", + " [0.1696],\n", + " [0.1629],\n", + " [0.1664],\n", + " [0.1738],\n", + " [0.1672],\n", + " [0.1681],\n", + " [0.1615],\n", + " [0.1655],\n", + " [0.1698],\n", + " [0.1703],\n", + " [0.1697],\n", + " [0.1677],\n", + " [0.1557],\n", + " [0.1624],\n", + " [0.1655],\n", + " [0.1620],\n", + " [0.1658]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0442],\n", + " [-0.0529],\n", + " [-0.0560],\n", + " [-0.0481],\n", + " [-0.0562],\n", + " [-0.0540],\n", + " [-0.0546],\n", + " [-0.0525],\n", + " [-0.0591],\n", + " [-0.0448],\n", + " [-0.0594],\n", + " [-0.0592],\n", + " [-0.0567],\n", + " [-0.0598],\n", + " [-0.0515],\n", + " [-0.0468],\n", + " [-0.0555],\n", + " [-0.0581],\n", + " [-0.0545],\n", + " [-0.0515],\n", + " [-0.0576],\n", + " [-0.0546],\n", + " [-0.0594],\n", + " [-0.0552],\n", + " [-0.0543],\n", + " [-0.0463],\n", + " [-0.0546],\n", + " [-0.0553],\n", + " [-0.0585],\n", + " [-0.0570],\n", + " [-0.0682],\n", + " [-0.0582]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0541],\n", + " [0.0673],\n", + " [0.0614],\n", + " [0.0601],\n", + " [0.0611],\n", + " [0.0843],\n", + " [0.0559],\n", + " [0.0660],\n", + " [0.0630],\n", + " [0.0629],\n", + " [0.0713],\n", + " [0.0629],\n", + " [0.0660],\n", + " [0.0627],\n", + " [0.0688],\n", + " [0.0568],\n", + " [0.0667],\n", + " [0.0637],\n", + " [0.0554],\n", + " [0.0636],\n", + " [0.0615],\n", + " [0.0702],\n", + " [0.0649],\n", + " [0.0565],\n", + " [0.0555],\n", + " [0.0571],\n", + " [0.0601],\n", + " [0.0757],\n", + " [0.0693],\n", + " [0.0644],\n", + " [0.0507],\n", + " [0.0653]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0984],\n", + " [-0.0858],\n", + " [-0.0945],\n", + " [-0.0941],\n", + " [-0.0951],\n", + " [-0.0798],\n", + " [-0.0993],\n", + " [-0.0911],\n", + " [-0.0950],\n", + " [-0.0903],\n", + " [-0.0767],\n", + " [-0.0946],\n", + " [-0.0933],\n", + " [-0.0973],\n", + " [-0.0791],\n", + " [-0.0971],\n", + " [-0.0863],\n", + " [-0.0941],\n", + " [-0.1024],\n", + " [-0.0934],\n", + " [-0.0971],\n", + " [-0.0829],\n", + " [-0.0889],\n", + " [-0.0988],\n", + " [-0.0995],\n", + " [-0.0975],\n", + " [-0.0948],\n", + " [-0.0757],\n", + " [-0.0884],\n", + " [-0.0918],\n", + " [-0.0798],\n", + " [-0.0919]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0233],\n", + " [ 0.0126],\n", + " [ 0.0161],\n", + " [ 0.0160],\n", + " [ 0.0158],\n", + " [-0.0075],\n", + " [ 0.0218],\n", + " [ 0.0118],\n", + " [ 0.0159],\n", + " [ 0.0118],\n", + " [ 0.0093],\n", + " [ 0.0155],\n", + " [ 0.0125],\n", + " [ 0.0169],\n", + " [ 0.0078],\n", + " [ 0.0191],\n", + " [ 0.0106],\n", + " [ 0.0145],\n", + " [ 0.0241],\n", + " [ 0.0132],\n", + " [ 0.0167],\n", + " [ 0.0096],\n", + " [ 0.0151],\n", + " [ 0.0201],\n", + " [ 0.0223],\n", + " [ 0.0193],\n", + " [ 0.0162],\n", + " [ 0.0030],\n", + " [ 0.0081],\n", + " [ 0.0136],\n", + " [ 0.0177],\n", + " [ 0.0141]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0965],\n", + " [0.0813],\n", + " [0.0921],\n", + " [0.0946],\n", + " [0.0937],\n", + " [0.0954],\n", + " [0.0976],\n", + " [0.0887],\n", + " [0.0911],\n", + " [0.0965],\n", + " [0.0770],\n", + " [0.0929],\n", + " [0.0896],\n", + " [0.0911],\n", + " [0.0861],\n", + " [0.0971],\n", + " [0.0883],\n", + " [0.0914],\n", + " [0.0965],\n", + " [0.0925],\n", + " [0.0919],\n", + " [0.0810],\n", + " [0.0858],\n", + " [0.0972],\n", + " [0.0978],\n", + " [0.0970],\n", + " [0.0935],\n", + " [0.0862],\n", + " [0.0877],\n", + " [0.0908],\n", + " [0.0791],\n", + " [0.0872]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0072],\n", + " [0.0019],\n", + " [0.0096],\n", + " [0.0105],\n", + " [0.0105],\n", + " [0.0134],\n", + " [0.0108],\n", + " [0.0101],\n", + " [0.0089],\n", + " [0.0104],\n", + " [0.0039],\n", + " [0.0090],\n", + " [0.0098],\n", + " [0.0080],\n", + " [0.0072],\n", + " [0.0110],\n", + " [0.0105],\n", + " [0.0094],\n", + " [0.0098],\n", + " [0.0119],\n", + " [0.0099],\n", + " [0.0024],\n", + " [0.0059],\n", + " [0.0113],\n", + " [0.0107],\n", + " [0.0102],\n", + " [0.0112],\n", + " [0.0073],\n", + " [0.0108],\n", + " [0.0094],\n", + " [0.0023],\n", + " [0.0073]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-3.7961e-03],\n", + " [-4.7964e-03],\n", + " [-1.6236e-03],\n", + " [-1.0017e-02],\n", + " [-2.2841e-03],\n", + " [-1.9381e-02],\n", + " [-1.7710e-03],\n", + " [-5.1166e-03],\n", + " [ 2.5605e-03],\n", + " [-1.4292e-02],\n", + " [ 7.9132e-04],\n", + " [ 1.2025e-03],\n", + " [-2.8237e-03],\n", + " [ 2.8879e-03],\n", + " [-1.0905e-02],\n", + " [-7.5981e-03],\n", + " [-6.2682e-03],\n", + " [ 7.0356e-05],\n", + " [ 1.1118e-04],\n", + " [-6.2278e-03],\n", + " [ 4.0001e-04],\n", + " [-3.4560e-03],\n", + " [ 3.7590e-03],\n", + " [-1.8862e-03],\n", + " [-1.8468e-03],\n", + " [-7.5106e-03],\n", + " [-3.3560e-03],\n", + " [-1.1994e-02],\n", + " [-3.9746e-03],\n", + " [-2.0884e-03],\n", + " [ 1.4471e-02],\n", + " [ 9.3909e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0295],\n", + " [-0.0430],\n", + " [-0.0363],\n", + " [-0.0329],\n", + " [-0.0346],\n", + " [-0.0386],\n", + " [-0.0318],\n", + " [-0.0343],\n", + " [-0.0370],\n", + " [-0.0322],\n", + " [-0.0460],\n", + " [-0.0377],\n", + " [-0.0354],\n", + " [-0.0381],\n", + " [-0.0408],\n", + " [-0.0299],\n", + " [-0.0381],\n", + " [-0.0372],\n", + " [-0.0310],\n", + " [-0.0316],\n", + " [-0.0356],\n", + " [-0.0435],\n", + " [-0.0420],\n", + " [-0.0316],\n", + " [-0.0313],\n", + " [-0.0299],\n", + " [-0.0347],\n", + " [-0.0434],\n", + " [-0.0381],\n", + " [-0.0375],\n", + " [-0.0422],\n", + " [-0.0390]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0019],\n", + " [ 0.0054],\n", + " [ 0.0045],\n", + " [-0.0004],\n", + " [ 0.0039],\n", + " [-0.0003],\n", + " [ 0.0023],\n", + " [ 0.0033],\n", + " [ 0.0062],\n", + " [-0.0026],\n", + " [ 0.0087],\n", + " [ 0.0062],\n", + " [ 0.0052],\n", + " [ 0.0068],\n", + " [ 0.0038],\n", + " [-0.0010],\n", + " [ 0.0042],\n", + " [ 0.0056],\n", + " [ 0.0020],\n", + " [ 0.0014],\n", + " [ 0.0051],\n", + " [ 0.0067],\n", + " [ 0.0077],\n", + " [ 0.0024],\n", + " [ 0.0019],\n", + " [-0.0010],\n", + " [ 0.0032],\n", + " [ 0.0049],\n", + " [ 0.0064],\n", + " [ 0.0052],\n", + " [ 0.0079],\n", + " [ 0.0068]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0559],\n", + " [0.0600],\n", + " [0.0565],\n", + " [0.0547],\n", + " [0.0571],\n", + " [0.0708],\n", + " [0.0554],\n", + " [0.0576],\n", + " [0.0577],\n", + " [0.0552],\n", + " [0.0686],\n", + " [0.0591],\n", + " [0.0574],\n", + " [0.0583],\n", + " [0.0618],\n", + " [0.0534],\n", + " [0.0587],\n", + " [0.0579],\n", + " [0.0572],\n", + " [0.0557],\n", + " [0.0573],\n", + " [0.0628],\n", + " [0.0609],\n", + " [0.0558],\n", + " [0.0554],\n", + " [0.0537],\n", + " [0.0560],\n", + " [0.0660],\n", + " [0.0612],\n", + " [0.0577],\n", + " [0.0547],\n", + " [0.0590]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0156],\n", + " [-0.0159],\n", + " [-0.0172],\n", + " [-0.0168],\n", + " [-0.0172],\n", + " [-0.0123],\n", + " [-0.0190],\n", + " [-0.0145],\n", + " [-0.0183],\n", + " [-0.0163],\n", + " [-0.0186],\n", + " [-0.0169],\n", + " [-0.0166],\n", + " [-0.0179],\n", + " [-0.0129],\n", + " [-0.0172],\n", + " [-0.0155],\n", + " [-0.0170],\n", + " [-0.0188],\n", + " [-0.0157],\n", + " [-0.0178],\n", + " [-0.0131],\n", + " [-0.0186],\n", + " [-0.0181],\n", + " [-0.0189],\n", + " [-0.0169],\n", + " [-0.0174],\n", + " [-0.0123],\n", + " [-0.0145],\n", + " [-0.0166],\n", + " [-0.0286],\n", + " [-0.0167]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1663],\n", + " [-0.1674],\n", + " [-0.1709],\n", + " [-0.1661],\n", + " [-0.1717],\n", + " [-0.1668],\n", + " [-0.1701],\n", + " [-0.1674],\n", + " [-0.1739],\n", + " [-0.1642],\n", + " [-0.1679],\n", + " [-0.1746],\n", + " [-0.1703],\n", + " [-0.1729],\n", + " [-0.1637],\n", + " [-0.1661],\n", + " [-0.1684],\n", + " [-0.1725],\n", + " [-0.1692],\n", + " [-0.1679],\n", + " [-0.1712],\n", + " [-0.1667],\n", + " [-0.1721],\n", + " [-0.1706],\n", + " [-0.1698],\n", + " [-0.1660],\n", + " [-0.1700],\n", + " [-0.1651],\n", + " [-0.1687],\n", + " [-0.1712],\n", + " [-0.1731],\n", + " [-0.1710]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0168],\n", + " [-0.0194],\n", + " [-0.0212],\n", + " [-0.0236],\n", + " [-0.0220],\n", + " [-0.0309],\n", + " [-0.0223],\n", + " [-0.0234],\n", + " [-0.0199],\n", + " [-0.0238],\n", + " [-0.0149],\n", + " [-0.0198],\n", + " [-0.0240],\n", + " [-0.0201],\n", + " [-0.0210],\n", + " [-0.0212],\n", + " [-0.0237],\n", + " [-0.0210],\n", + " [-0.0211],\n", + " [-0.0246],\n", + " [-0.0215],\n", + " [-0.0183],\n", + " [-0.0170],\n", + " [-0.0226],\n", + " [-0.0223],\n", + " [-0.0208],\n", + " [-0.0221],\n", + " [-0.0230],\n", + " [-0.0245],\n", + " [-0.0218],\n", + " [ 0.0063],\n", + " [-0.0202]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0123],\n", + " [-0.0010],\n", + " [ 0.0059],\n", + " [ 0.0040],\n", + " [ 0.0078],\n", + " [-0.0144],\n", + " [ 0.0142],\n", + " [-0.0010],\n", + " [ 0.0074],\n", + " [-0.0013],\n", + " [-0.0063],\n", + " [ 0.0075],\n", + " [ 0.0029],\n", + " [ 0.0108],\n", + " [-0.0113],\n", + " [ 0.0089],\n", + " [-0.0044],\n", + " [ 0.0056],\n", + " [ 0.0192],\n", + " [ 0.0010],\n", + " [ 0.0102],\n", + " [-0.0047],\n", + " [ 0.0041],\n", + " [ 0.0128],\n", + " [ 0.0150],\n", + " [ 0.0094],\n", + " [ 0.0063],\n", + " [-0.0140],\n", + " [-0.0012],\n", + " [ 0.0024],\n", + " [ 0.0158],\n", + " [ 0.0044]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0971],\n", + " [0.1014],\n", + " [0.0931],\n", + " [0.0975],\n", + " [0.0912],\n", + " [0.0907],\n", + " [0.0911],\n", + " [0.0964],\n", + " [0.0901],\n", + " [0.1010],\n", + " [0.1033],\n", + " [0.0894],\n", + " [0.0930],\n", + " [0.0895],\n", + " [0.1053],\n", + " [0.0953],\n", + " [0.0986],\n", + " [0.0912],\n", + " [0.0920],\n", + " [0.0958],\n", + " [0.0904],\n", + " [0.1010],\n", + " [0.0943],\n", + " [0.0912],\n", + " [0.0914],\n", + " [0.0954],\n", + " [0.0930],\n", + " [0.1003],\n", + " [0.0933],\n", + " [0.0938],\n", + " [0.1095],\n", + " [0.0932]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0870],\n", + " [0.0812],\n", + " [0.0819],\n", + " [0.0796],\n", + " [0.0816],\n", + " [0.0742],\n", + " [0.0862],\n", + " [0.0789],\n", + " [0.0810],\n", + " [0.0766],\n", + " [0.0799],\n", + " [0.0817],\n", + " [0.0783],\n", + " [0.0851],\n", + " [0.0801],\n", + " [0.0827],\n", + " [0.0759],\n", + " [0.0810],\n", + " [0.0900],\n", + " [0.0780],\n", + " [0.0843],\n", + " [0.0836],\n", + " [0.0837],\n", + " [0.0850],\n", + " [0.0867],\n", + " [0.0829],\n", + " [0.0821],\n", + " [0.0822],\n", + " [0.0801],\n", + " [0.0792],\n", + " [0.0853],\n", + " [0.0819]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0860],\n", + " [0.0867],\n", + " [0.0863],\n", + " [0.0844],\n", + " [0.0881],\n", + " [0.0913],\n", + " [0.0866],\n", + " [0.0857],\n", + " [0.0877],\n", + " [0.0807],\n", + " [0.0904],\n", + " [0.0890],\n", + " [0.0872],\n", + " [0.0887],\n", + " [0.0828],\n", + " [0.0834],\n", + " [0.0862],\n", + " [0.0877],\n", + " [0.0875],\n", + " [0.0845],\n", + " [0.0879],\n", + " [0.0872],\n", + " [0.0890],\n", + " [0.0870],\n", + " [0.0871],\n", + " [0.0834],\n", + " [0.0862],\n", + " [0.0862],\n", + " [0.0891],\n", + " [0.0870],\n", + " [0.1041],\n", + " [0.0884]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0409],\n", + " [0.0415],\n", + " [0.0402],\n", + " [0.0374],\n", + " [0.0387],\n", + " [0.0350],\n", + " [0.0421],\n", + " [0.0391],\n", + " [0.0409],\n", + " [0.0346],\n", + " [0.0453],\n", + " [0.0392],\n", + " [0.0394],\n", + " [0.0424],\n", + " [0.0387],\n", + " [0.0388],\n", + " [0.0381],\n", + " [0.0398],\n", + " [0.0443],\n", + " [0.0380],\n", + " [0.0417],\n", + " [0.0415],\n", + " [0.0435],\n", + " [0.0410],\n", + " [0.0425],\n", + " [0.0390],\n", + " [0.0393],\n", + " [0.0381],\n", + " [0.0391],\n", + " [0.0390],\n", + " [0.0476],\n", + " [0.0417]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0369],\n", + " [0.0337],\n", + " [0.0378],\n", + " [0.0393],\n", + " [0.0370],\n", + " [0.0396],\n", + " [0.0368],\n", + " [0.0375],\n", + " [0.0362],\n", + " [0.0405],\n", + " [0.0299],\n", + " [0.0371],\n", + " [0.0366],\n", + " [0.0358],\n", + " [0.0396],\n", + " [0.0389],\n", + " [0.0377],\n", + " [0.0373],\n", + " [0.0341],\n", + " [0.0380],\n", + " [0.0361],\n", + " [0.0368],\n", + " [0.0360],\n", + " [0.0365],\n", + " [0.0364],\n", + " [0.0387],\n", + " [0.0383],\n", + " [0.0426],\n", + " [0.0381],\n", + " [0.0380],\n", + " [0.0267],\n", + " [0.0364]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0673],\n", + " [-0.0742],\n", + " [-0.0739],\n", + " [-0.0744],\n", + " [-0.0724],\n", + " [-0.0841],\n", + " [-0.0708],\n", + " [-0.0765],\n", + " [-0.0730],\n", + " [-0.0785],\n", + " [-0.0757],\n", + " [-0.0719],\n", + " [-0.0752],\n", + " [-0.0717],\n", + " [-0.0792],\n", + " [-0.0732],\n", + " [-0.0775],\n", + " [-0.0737],\n", + " [-0.0677],\n", + " [-0.0766],\n", + " [-0.0726],\n", + " [-0.0757],\n", + " [-0.0741],\n", + " [-0.0709],\n", + " [-0.0701],\n", + " [-0.0727],\n", + " [-0.0740],\n", + " [-0.0815],\n", + " [-0.0769],\n", + " [-0.0749],\n", + " [-0.0658],\n", + " [-0.0741]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0967],\n", + " [-0.1071],\n", + " [-0.1017],\n", + " [-0.1000],\n", + " [-0.1013],\n", + " [-0.1076],\n", + " [-0.0967],\n", + " [-0.1033],\n", + " [-0.1031],\n", + " [-0.1017],\n", + " [-0.1114],\n", + " [-0.1034],\n", + " [-0.1032],\n", + " [-0.1011],\n", + " [-0.1093],\n", + " [-0.0982],\n", + " [-0.1067],\n", + " [-0.1031],\n", + " [-0.0964],\n", + " [-0.1020],\n", + " [-0.1001],\n", + " [-0.1083],\n", + " [-0.1071],\n", + " [-0.0976],\n", + " [-0.0964],\n", + " [-0.0982],\n", + " [-0.1008],\n", + " [-0.1111],\n", + " [-0.1052],\n", + " [-0.1041],\n", + " [-0.1245],\n", + " [-0.1041]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0658],\n", + " [-0.0615],\n", + " [-0.0621],\n", + " [-0.0652],\n", + " [-0.0635],\n", + " [-0.0631],\n", + " [-0.0638],\n", + " [-0.0641],\n", + " [-0.0610],\n", + " [-0.0654],\n", + " [-0.0560],\n", + " [-0.0616],\n", + " [-0.0636],\n", + " [-0.0607],\n", + " [-0.0605],\n", + " [-0.0653],\n", + " [-0.0619],\n", + " [-0.0617],\n", + " [-0.0642],\n", + " [-0.0653],\n", + " [-0.0619],\n", + " [-0.0601],\n", + " [-0.0575],\n", + " [-0.0640],\n", + " [-0.0640],\n", + " [-0.0654],\n", + " [-0.0627],\n", + " [-0.0591],\n", + " [-0.0619],\n", + " [-0.0621],\n", + " [-0.0331],\n", + " [-0.0605]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0621],\n", + " [-0.0619],\n", + " [-0.0608],\n", + " [-0.0620],\n", + " [-0.0741],\n", + " [-0.0624],\n", + " [-0.0616],\n", + " [-0.0632],\n", + " [-0.0569],\n", + " [-0.0663],\n", + " [-0.0637],\n", + " [-0.0633],\n", + " [-0.0639],\n", + " [-0.0620],\n", + " [-0.0604],\n", + " [-0.0614],\n", + " [-0.0632],\n", + " [-0.0640],\n", + " [-0.0661],\n", + " [-0.0631],\n", + " [-0.0614],\n", + " [-0.0606],\n", + " [-0.0622],\n", + " [-0.0607],\n", + " [-0.0583],\n", + " [-0.0601],\n", + " [-0.0664],\n", + " [-0.0629],\n", + " [-0.0636],\n", + " [-0.0602],\n", + " [-0.0616],\n", + " [-0.0617]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0682],\n", + " [-0.0755],\n", + " [-0.0723],\n", + " [-0.0761],\n", + " [-0.0864],\n", + " [-0.0739],\n", + " [-0.0718],\n", + " [-0.0751],\n", + " [-0.0772],\n", + " [-0.0788],\n", + " [-0.0770],\n", + " [-0.0760],\n", + " [-0.0745],\n", + " [-0.0674],\n", + " [-0.0709],\n", + " [-0.0671],\n", + " [-0.0701],\n", + " [-0.0773],\n", + " [-0.0805],\n", + " [-0.0777],\n", + " [-0.0747],\n", + " [-0.0672],\n", + " [-0.0675],\n", + " [-0.0733],\n", + " [-0.0712],\n", + " [-0.0728],\n", + " [-0.0798],\n", + " [-0.0768],\n", + " [-0.0763],\n", + " [-0.0702],\n", + " [-0.0709],\n", + " [-0.0708]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0380],\n", + " [0.0366],\n", + " [0.0394],\n", + " [0.0366],\n", + " [0.0355],\n", + " [0.0386],\n", + " [0.0372],\n", + " [0.0364],\n", + " [0.0345],\n", + " [0.0363],\n", + " [0.0367],\n", + " [0.0378],\n", + " [0.0338],\n", + " [0.0375],\n", + " [0.0376],\n", + " [0.0377],\n", + " [0.0350],\n", + " [0.0368],\n", + " [0.0384],\n", + " [0.0367],\n", + " [0.0378],\n", + " [0.0386],\n", + " [0.0377],\n", + " [0.0376],\n", + " [0.0382],\n", + " [0.0391],\n", + " [0.0361],\n", + " [0.0370],\n", + " [0.0361],\n", + " [0.0399],\n", + " [0.0366],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0949],\n", + " [-0.0908],\n", + " [-0.0918],\n", + " [-0.0905],\n", + " [-0.0999],\n", + " [-0.0952],\n", + " [-0.0917],\n", + " [-0.0927],\n", + " [-0.0875],\n", + " [-0.0957],\n", + " [-0.0945],\n", + " [-0.0955],\n", + " [-0.0970],\n", + " [-0.0941],\n", + " [-0.0888],\n", + " [-0.0935],\n", + " [-0.0958],\n", + " [-0.0947],\n", + " [-0.0942],\n", + " [-0.0915],\n", + " [-0.0912],\n", + " [-0.0931],\n", + " [-0.0948],\n", + " [-0.0904],\n", + " [-0.0885],\n", + " [-0.0885],\n", + " [-0.0951],\n", + " [-0.0917],\n", + " [-0.0940],\n", + " [-0.0931],\n", + " [-0.0935],\n", + " [-0.0939]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0577],\n", + " [0.0506],\n", + " [0.0539],\n", + " [0.0493],\n", + " [0.0549],\n", + " [0.0565],\n", + " [0.0559],\n", + " [0.0552],\n", + " [0.0410],\n", + " [0.0554],\n", + " [0.0548],\n", + " [0.0570],\n", + " [0.0597],\n", + " [0.0580],\n", + " [0.0454],\n", + " [0.0575],\n", + " [0.0596],\n", + " [0.0555],\n", + " [0.0501],\n", + " [0.0483],\n", + " [0.0525],\n", + " [0.0580],\n", + " [0.0588],\n", + " [0.0535],\n", + " [0.0507],\n", + " [0.0505],\n", + " [0.0528],\n", + " [0.0515],\n", + " [0.0543],\n", + " [0.0560],\n", + " [0.0574],\n", + " [0.0573]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0343],\n", + " [-0.0402],\n", + " [-0.0351],\n", + " [-0.0417],\n", + " [-0.0366],\n", + " [-0.0337],\n", + " [-0.0396],\n", + " [-0.0414],\n", + " [-0.0433],\n", + " [-0.0366],\n", + " [-0.0379],\n", + " [-0.0344],\n", + " [-0.0343],\n", + " [-0.0354],\n", + " [-0.0373],\n", + " [-0.0352],\n", + " [-0.0352],\n", + " [-0.0367],\n", + " [-0.0336],\n", + " [-0.0399],\n", + " [-0.0392],\n", + " [-0.0349],\n", + " [-0.0341],\n", + " [-0.0403],\n", + " [-0.0410],\n", + " [-0.0420],\n", + " [-0.0384],\n", + " [-0.0389],\n", + " [-0.0400],\n", + " [-0.0338],\n", + " [-0.0384],\n", + " [-0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0828],\n", + " [-0.0782],\n", + " [-0.0805],\n", + " [-0.0782],\n", + " [-0.0785],\n", + " [-0.0812],\n", + " [-0.0799],\n", + " [-0.0788],\n", + " [-0.0778],\n", + " [-0.0791],\n", + " [-0.0794],\n", + " [-0.0796],\n", + " [-0.0795],\n", + " [-0.0820],\n", + " [-0.0809],\n", + " [-0.0822],\n", + " [-0.0808],\n", + " [-0.0786],\n", + " [-0.0795],\n", + " [-0.0782],\n", + " [-0.0790],\n", + " [-0.0818],\n", + " [-0.0825],\n", + " [-0.0785],\n", + " [-0.0793],\n", + " [-0.0787],\n", + " [-0.0789],\n", + " [-0.0781],\n", + " [-0.0793],\n", + " [-0.0823],\n", + " [-0.0801],\n", + " [-0.0805]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1709],\n", + " [0.1651],\n", + " [0.1677],\n", + " [0.1638],\n", + " [0.1648],\n", + " [0.1684],\n", + " [0.1690],\n", + " [0.1683],\n", + " [0.1568],\n", + " [0.1668],\n", + " [0.1669],\n", + " [0.1686],\n", + " [0.1709],\n", + " [0.1710],\n", + " [0.1642],\n", + " [0.1712],\n", + " [0.1719],\n", + " [0.1675],\n", + " [0.1642],\n", + " [0.1633],\n", + " [0.1666],\n", + " [0.1719],\n", + " [0.1727],\n", + " [0.1679],\n", + " [0.1657],\n", + " [0.1655],\n", + " [0.1654],\n", + " [0.1654],\n", + " [0.1665],\n", + " [0.1702],\n", + " [0.1692],\n", + " [0.1692]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0546],\n", + " [-0.0554],\n", + " [-0.0521],\n", + " [-0.0561],\n", + " [-0.0646],\n", + " [-0.0567],\n", + " [-0.0524],\n", + " [-0.0548],\n", + " [-0.0568],\n", + " [-0.0589],\n", + " [-0.0577],\n", + " [-0.0589],\n", + " [-0.0604],\n", + " [-0.0550],\n", + " [-0.0513],\n", + " [-0.0541],\n", + " [-0.0585],\n", + " [-0.0585],\n", + " [-0.0615],\n", + " [-0.0577],\n", + " [-0.0552],\n", + " [-0.0515],\n", + " [-0.0545],\n", + " [-0.0540],\n", + " [-0.0524],\n", + " [-0.0529],\n", + " [-0.0594],\n", + " [-0.0569],\n", + " [-0.0569],\n", + " [-0.0510],\n", + " [-0.0548],\n", + " [-0.0544]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0579],\n", + " [0.0647],\n", + " [0.0633],\n", + " [0.0648],\n", + " [0.0662],\n", + " [0.0625],\n", + " [0.0578],\n", + " [0.0606],\n", + " [0.0718],\n", + " [0.0637],\n", + " [0.0631],\n", + " [0.0630],\n", + " [0.0598],\n", + " [0.0556],\n", + " [0.0667],\n", + " [0.0563],\n", + " [0.0571],\n", + " [0.0626],\n", + " [0.0684],\n", + " [0.0669],\n", + " [0.0623],\n", + " [0.0569],\n", + " [0.0577],\n", + " [0.0594],\n", + " [0.0596],\n", + " [0.0628],\n", + " [0.0641],\n", + " [0.0645],\n", + " [0.0608],\n", + " [0.0609],\n", + " [0.0569],\n", + " [0.0580]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1000],\n", + " [-0.0908],\n", + " [-0.0950],\n", + " [-0.0901],\n", + " [-0.0903],\n", + " [-0.0979],\n", + " [-0.0965],\n", + " [-0.0952],\n", + " [-0.0832],\n", + " [-0.0937],\n", + " [-0.0950],\n", + " [-0.0972],\n", + " [-0.0998],\n", + " [-0.1002],\n", + " [-0.0858],\n", + " [-0.1005],\n", + " [-0.1013],\n", + " [-0.0951],\n", + " [-0.0884],\n", + " [-0.0885],\n", + " [-0.0941],\n", + " [-0.1006],\n", + " [-0.1018],\n", + " [-0.0946],\n", + " [-0.0924],\n", + " [-0.0925],\n", + " [-0.0917],\n", + " [-0.0914],\n", + " [-0.0941],\n", + " [-0.0991],\n", + " [-0.0981],\n", + " [-0.0983]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0221],\n", + " [0.0130],\n", + " [0.0174],\n", + " [0.0123],\n", + " [0.0139],\n", + " [0.0174],\n", + " [0.0180],\n", + " [0.0163],\n", + " [0.0072],\n", + " [0.0157],\n", + " [0.0146],\n", + " [0.0167],\n", + " [0.0184],\n", + " [0.0219],\n", + " [0.0133],\n", + " [0.0217],\n", + " [0.0208],\n", + " [0.0162],\n", + " [0.0115],\n", + " [0.0106],\n", + " [0.0136],\n", + " [0.0233],\n", + " [0.0235],\n", + " [0.0158],\n", + " [0.0162],\n", + " [0.0126],\n", + " [0.0147],\n", + " [0.0136],\n", + " [0.0170],\n", + " [0.0199],\n", + " [0.0200],\n", + " [0.0203]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0941],\n", + " [0.0903],\n", + " [0.0891],\n", + " [0.0925],\n", + " [0.0876],\n", + " [0.0906],\n", + " [0.0962],\n", + " [0.0949],\n", + " [0.0907],\n", + " [0.0887],\n", + " [0.0920],\n", + " [0.0896],\n", + " [0.0935],\n", + " [0.0972],\n", + " [0.0826],\n", + " [0.0972],\n", + " [0.0959],\n", + " [0.0906],\n", + " [0.0844],\n", + " [0.0897],\n", + " [0.0938],\n", + " [0.0950],\n", + " [0.0941],\n", + " [0.0953],\n", + " [0.0953],\n", + " [0.0951],\n", + " [0.0900],\n", + " [0.0901],\n", + " [0.0941],\n", + " [0.0922],\n", + " [0.0971],\n", + " [0.0952]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0100],\n", + " [0.0091],\n", + " [0.0069],\n", + " [0.0106],\n", + " [0.0050],\n", + " [0.0095],\n", + " [0.0117],\n", + " [0.0108],\n", + " [0.0130],\n", + " [0.0063],\n", + " [0.0102],\n", + " [0.0086],\n", + " [0.0072],\n", + " [0.0119],\n", + " [0.0016],\n", + " [0.0110],\n", + " [0.0097],\n", + " [0.0083],\n", + " [0.0068],\n", + " [0.0094],\n", + " [0.0127],\n", + " [0.0086],\n", + " [0.0088],\n", + " [0.0128],\n", + " [0.0128],\n", + " [0.0141],\n", + " [0.0074],\n", + " [0.0091],\n", + " [0.0094],\n", + " [0.0079],\n", + " [0.0113],\n", + " [0.0102]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0006],\n", + " [-0.0048],\n", + " [-0.0030],\n", + " [-0.0048],\n", + " [ 0.0087],\n", + " [ 0.0007],\n", + " [-0.0055],\n", + " [-0.0031],\n", + " [-0.0111],\n", + " [ 0.0027],\n", + " [-0.0007],\n", + " [ 0.0029],\n", + " [ 0.0037],\n", + " [-0.0014],\n", + " [-0.0048],\n", + " [-0.0014],\n", + " [ 0.0019],\n", + " [ 0.0020],\n", + " [ 0.0038],\n", + " [-0.0039],\n", + " [-0.0045],\n", + " [-0.0019],\n", + " [ 0.0003],\n", + " [-0.0048],\n", + " [-0.0069],\n", + " [-0.0079],\n", + " [ 0.0023],\n", + " [-0.0023],\n", + " [-0.0003],\n", + " [-0.0015],\n", + " [-0.0024],\n", + " [-0.0022]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0336],\n", + " [-0.0375],\n", + " [-0.0360],\n", + " [-0.0373],\n", + " [-0.0433],\n", + " [-0.0360],\n", + " [-0.0311],\n", + " [-0.0330],\n", + " [-0.0432],\n", + " [-0.0395],\n", + " [-0.0361],\n", + " [-0.0372],\n", + " [-0.0366],\n", + " [-0.0307],\n", + " [-0.0416],\n", + " [-0.0298],\n", + " [-0.0334],\n", + " [-0.0378],\n", + " [-0.0414],\n", + " [-0.0389],\n", + " [-0.0342],\n", + " [-0.0320],\n", + " [-0.0330],\n", + " [-0.0333],\n", + " [-0.0343],\n", + " [-0.0315],\n", + " [-0.0403],\n", + " [-0.0379],\n", + " [-0.0369],\n", + " [-0.0342],\n", + " [-0.0324],\n", + " [-0.0337]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0024],\n", + " [0.0046],\n", + " [0.0039],\n", + " [0.0042],\n", + " [0.0100],\n", + " [0.0049],\n", + " [0.0015],\n", + " [0.0032],\n", + " [0.0047],\n", + " [0.0066],\n", + " [0.0052],\n", + " [0.0065],\n", + " [0.0080],\n", + " [0.0014],\n", + " [0.0045],\n", + " [0.0012],\n", + " [0.0045],\n", + " [0.0061],\n", + " [0.0088],\n", + " [0.0058],\n", + " [0.0032],\n", + " [0.0017],\n", + " [0.0028],\n", + " [0.0024],\n", + " [0.0015],\n", + " [0.0006],\n", + " [0.0066],\n", + " [0.0053],\n", + " [0.0046],\n", + " [0.0029],\n", + " [0.0025],\n", + " [0.0027]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0575],\n", + " [0.0576],\n", + " [0.0569],\n", + " [0.0585],\n", + " [0.0628],\n", + " [0.0582],\n", + " [0.0552],\n", + " [0.0558],\n", + " [0.0624],\n", + " [0.0580],\n", + " [0.0578],\n", + " [0.0581],\n", + " [0.0588],\n", + " [0.0564],\n", + " [0.0596],\n", + " [0.0571],\n", + " [0.0580],\n", + " [0.0575],\n", + " [0.0623],\n", + " [0.0599],\n", + " [0.0569],\n", + " [0.0561],\n", + " [0.0580],\n", + " [0.0556],\n", + " [0.0558],\n", + " [0.0557],\n", + " [0.0592],\n", + " [0.0578],\n", + " [0.0575],\n", + " [0.0573],\n", + " [0.0558],\n", + " [0.0560]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0193],\n", + " [-0.0158],\n", + " [-0.0170],\n", + " [-0.0157],\n", + " [-0.0193],\n", + " [-0.0184],\n", + " [-0.0175],\n", + " [-0.0176],\n", + " [-0.0133],\n", + " [-0.0180],\n", + " [-0.0170],\n", + " [-0.0181],\n", + " [-0.0167],\n", + " [-0.0189],\n", + " [-0.0139],\n", + " [-0.0178],\n", + " [-0.0174],\n", + " [-0.0177],\n", + " [-0.0172],\n", + " [-0.0154],\n", + " [-0.0168],\n", + " [-0.0186],\n", + " [-0.0190],\n", + " [-0.0174],\n", + " [-0.0175],\n", + " [-0.0172],\n", + " [-0.0176],\n", + " [-0.0164],\n", + " [-0.0176],\n", + " [-0.0177],\n", + " [-0.0185],\n", + " [-0.0188]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1691],\n", + " [-0.1693],\n", + " [-0.1674],\n", + " [-0.1710],\n", + " [-0.1803],\n", + " [-0.1699],\n", + " [-0.1692],\n", + " [-0.1716],\n", + " [-0.1691],\n", + " [-0.1737],\n", + " [-0.1721],\n", + " [-0.1715],\n", + " [-0.1720],\n", + " [-0.1694],\n", + " [-0.1660],\n", + " [-0.1689],\n", + " [-0.1716],\n", + " [-0.1729],\n", + " [-0.1726],\n", + " [-0.1707],\n", + " [-0.1698],\n", + " [-0.1683],\n", + " [-0.1694],\n", + " [-0.1698],\n", + " [-0.1685],\n", + " [-0.1686],\n", + " [-0.1749],\n", + " [-0.1706],\n", + " [-0.1736],\n", + " [-0.1683],\n", + " [-0.1706],\n", + " [-0.1702]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0218],\n", + " [-0.0229],\n", + " [-0.0207],\n", + " [-0.0229],\n", + " [-0.0143],\n", + " [-0.0211],\n", + " [-0.0234],\n", + " [-0.0224],\n", + " [-0.0249],\n", + " [-0.0186],\n", + " [-0.0217],\n", + " [-0.0205],\n", + " [-0.0190],\n", + " [-0.0228],\n", + " [-0.0181],\n", + " [-0.0221],\n", + " [-0.0208],\n", + " [-0.0198],\n", + " [-0.0189],\n", + " [-0.0226],\n", + " [-0.0238],\n", + " [-0.0208],\n", + " [-0.0210],\n", + " [-0.0231],\n", + " [-0.0234],\n", + " [-0.0267],\n", + " [-0.0182],\n", + " [-0.0218],\n", + " [-0.0197],\n", + " [-0.0194],\n", + " [-0.0225],\n", + " [-0.0221]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0158],\n", + " [ 0.0009],\n", + " [ 0.0066],\n", + " [-0.0001],\n", + " [ 0.0078],\n", + " [ 0.0116],\n", + " [ 0.0088],\n", + " [ 0.0061],\n", + " [-0.0076],\n", + " [ 0.0071],\n", + " [ 0.0069],\n", + " [ 0.0101],\n", + " [ 0.0173],\n", + " [ 0.0159],\n", + " [-0.0028],\n", + " [ 0.0160],\n", + " [ 0.0181],\n", + " [ 0.0074],\n", + " [ 0.0024],\n", + " [-0.0009],\n", + " [ 0.0045],\n", + " [ 0.0147],\n", + " [ 0.0173],\n", + " [ 0.0055],\n", + " [ 0.0034],\n", + " [ 0.0005],\n", + " [ 0.0048],\n", + " [ 0.0022],\n", + " [ 0.0067],\n", + " [ 0.0120],\n", + " [ 0.0120],\n", + " [ 0.0121]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0916],\n", + " [0.0960],\n", + " [0.0956],\n", + " [0.0946],\n", + " [0.0862],\n", + " [0.0906],\n", + " [0.0931],\n", + " [0.0927],\n", + " [0.0957],\n", + " [0.0916],\n", + " [0.0905],\n", + " [0.0903],\n", + " [0.0892],\n", + " [0.0911],\n", + " [0.1033],\n", + " [0.0917],\n", + " [0.0901],\n", + " [0.0912],\n", + " [0.0920],\n", + " [0.0944],\n", + " [0.0921],\n", + " [0.0937],\n", + " [0.0921],\n", + " [0.0930],\n", + " [0.0948],\n", + " [0.0950],\n", + " [0.0913],\n", + " [0.0945],\n", + " [0.0914],\n", + " [0.0929],\n", + " [0.0912],\n", + " [0.0917]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0883],\n", + " [0.0790],\n", + " [0.0829],\n", + " [0.0783],\n", + " [0.0782],\n", + " [0.0856],\n", + " [0.0817],\n", + " [0.0797],\n", + " [0.0736],\n", + " [0.0810],\n", + " [0.0816],\n", + " [0.0851],\n", + " [0.0890],\n", + " [0.0877],\n", + " [0.0824],\n", + " [0.0881],\n", + " [0.0894],\n", + " [0.0822],\n", + " [0.0815],\n", + " [0.0783],\n", + " [0.0809],\n", + " [0.0867],\n", + " [0.0889],\n", + " [0.0814],\n", + " [0.0819],\n", + " [0.0777],\n", + " [0.0797],\n", + " [0.0795],\n", + " [0.0817],\n", + " [0.0861],\n", + " [0.0850],\n", + " [0.0850]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0886],\n", + " [0.0864],\n", + " [0.0857],\n", + " [0.0870],\n", + " [0.0927],\n", + " [0.0885],\n", + " [0.0862],\n", + " [0.0860],\n", + " [0.0864],\n", + " [0.0886],\n", + " [0.0881],\n", + " [0.0881],\n", + " [0.0894],\n", + " [0.0886],\n", + " [0.0850],\n", + " [0.0877],\n", + " [0.0886],\n", + " [0.0875],\n", + " [0.0902],\n", + " [0.0878],\n", + " [0.0867],\n", + " [0.0859],\n", + " [0.0877],\n", + " [0.0854],\n", + " [0.0854],\n", + " [0.0852],\n", + " [0.0888],\n", + " [0.0870],\n", + " [0.0873],\n", + " [0.0859],\n", + " [0.0868],\n", + " [0.0869]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0433],\n", + " [0.0387],\n", + " [0.0423],\n", + " [0.0370],\n", + " [0.0401],\n", + " [0.0431],\n", + " [0.0390],\n", + " [0.0381],\n", + " [0.0372],\n", + " [0.0414],\n", + " [0.0396],\n", + " [0.0435],\n", + " [0.0442],\n", + " [0.0424],\n", + " [0.0416],\n", + " [0.0423],\n", + " [0.0437],\n", + " [0.0415],\n", + " [0.0425],\n", + " [0.0382],\n", + " [0.0382],\n", + " [0.0435],\n", + " [0.0444],\n", + " [0.0380],\n", + " [0.0373],\n", + " [0.0368],\n", + " [0.0398],\n", + " [0.0394],\n", + " [0.0388],\n", + " [0.0432],\n", + " [0.0404],\n", + " [0.0413]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0355],\n", + " [0.0385],\n", + " [0.0368],\n", + " [0.0397],\n", + " [0.0323],\n", + " [0.0360],\n", + " [0.0376],\n", + " [0.0381],\n", + " [0.0380],\n", + " [0.0352],\n", + " [0.0369],\n", + " [0.0355],\n", + " [0.0325],\n", + " [0.0358],\n", + " [0.0364],\n", + " [0.0363],\n", + " [0.0335],\n", + " [0.0364],\n", + " [0.0352],\n", + " [0.0385],\n", + " [0.0386],\n", + " [0.0360],\n", + " [0.0346],\n", + " [0.0391],\n", + " [0.0415],\n", + " [0.0391],\n", + " [0.0366],\n", + " [0.0379],\n", + " [0.0385],\n", + " [0.0367],\n", + " [0.0375],\n", + " [0.0371]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0693],\n", + " [-0.0754],\n", + " [-0.0738],\n", + " [-0.0758],\n", + " [-0.0696],\n", + " [-0.0725],\n", + " [-0.0726],\n", + " [-0.0733],\n", + " [-0.0815],\n", + " [-0.0721],\n", + " [-0.0734],\n", + " [-0.0728],\n", + " [-0.0683],\n", + " [-0.0693],\n", + " [-0.0747],\n", + " [-0.0695],\n", + " [-0.0684],\n", + " [-0.0729],\n", + " [-0.0745],\n", + " [-0.0756],\n", + " [-0.0752],\n", + " [-0.0701],\n", + " [-0.0687],\n", + " [-0.0747],\n", + " [-0.0761],\n", + " [-0.0780],\n", + " [-0.0727],\n", + " [-0.0751],\n", + " [-0.0725],\n", + " [-0.0719],\n", + " [-0.0714],\n", + " [-0.0715]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0976],\n", + " [-0.1037],\n", + " [-0.1009],\n", + " [-0.1045],\n", + " [-0.1092],\n", + " [-0.1002],\n", + " [-0.0991],\n", + " [-0.1018],\n", + " [-0.1079],\n", + " [-0.1039],\n", + " [-0.1023],\n", + " [-0.1011],\n", + " [-0.1015],\n", + " [-0.0968],\n", + " [-0.1064],\n", + " [-0.0973],\n", + " [-0.0985],\n", + " [-0.1025],\n", + " [-0.1074],\n", + " [-0.1057],\n", + " [-0.1015],\n", + " [-0.0971],\n", + " [-0.0973],\n", + " [-0.1006],\n", + " [-0.1010],\n", + " [-0.1014],\n", + " [-0.1057],\n", + " [-0.1041],\n", + " [-0.1027],\n", + " [-0.0997],\n", + " [-0.0979],\n", + " [-0.0980]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0629],\n", + " [-0.0631],\n", + " [-0.0627],\n", + " [-0.0583],\n", + " [-0.0614],\n", + " [-0.0650],\n", + " [-0.0642],\n", + " [-0.0602],\n", + " [-0.0607],\n", + " [-0.0623],\n", + " [-0.0608],\n", + " [-0.0614],\n", + " [-0.0638],\n", + " [-0.0614],\n", + " [-0.0644],\n", + " [-0.0626],\n", + " [-0.0608],\n", + " [-0.0584],\n", + " [-0.0619],\n", + " [-0.0634],\n", + " [-0.0640],\n", + " [-0.0636],\n", + " [-0.0636],\n", + " [-0.0626],\n", + " [-0.0649],\n", + " [-0.0602],\n", + " [-0.0618],\n", + " [-0.0618],\n", + " [-0.0633],\n", + " [-0.0637],\n", + " [-0.0631]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0619],\n", + " [-0.0618],\n", + " [-0.0623],\n", + " [-0.0695],\n", + " [-0.0630],\n", + " [-0.0646],\n", + " [-0.0646],\n", + " [-0.0634],\n", + " [-0.0634],\n", + " [-0.0669],\n", + " [-0.0696],\n", + " [-0.0618],\n", + " [-0.0604],\n", + " [-0.0630],\n", + " [-0.0626],\n", + " [-0.0632],\n", + " [-0.0633],\n", + " [-0.0585],\n", + " [-0.0625],\n", + " [-0.0743],\n", + " [-0.0637],\n", + " [-0.0615],\n", + " [-0.0639],\n", + " [-0.0686],\n", + " [ 0.0157],\n", + " [-0.0621],\n", + " [-0.0611],\n", + " [-0.0338],\n", + " [-0.0626],\n", + " [-0.0656],\n", + " [-0.0623],\n", + " [-0.0634]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0738],\n", + " [-0.0717],\n", + " [-0.0765],\n", + " [-0.0814],\n", + " [-0.0771],\n", + " [-0.0770],\n", + " [-0.0758],\n", + " [-0.0766],\n", + " [-0.0753],\n", + " [-0.0812],\n", + " [-0.0801],\n", + " [-0.0757],\n", + " [-0.0751],\n", + " [-0.0776],\n", + " [-0.0716],\n", + " [-0.0771],\n", + " [-0.0768],\n", + " [-0.0687],\n", + " [-0.0754],\n", + " [-0.0824],\n", + " [-0.0728],\n", + " [-0.0727],\n", + " [-0.0745],\n", + " [-0.0802],\n", + " [-0.1339],\n", + " [-0.0733],\n", + " [-0.0738],\n", + " [-0.0648],\n", + " [-0.0756],\n", + " [-0.0781],\n", + " [-0.0737],\n", + " [-0.0723]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0370],\n", + " [0.0443],\n", + " [0.0371],\n", + " [0.0372],\n", + " [0.0374],\n", + " [0.0359],\n", + " [0.0358],\n", + " [0.0376],\n", + " [0.0360],\n", + " [0.0397],\n", + " [0.0386],\n", + " [0.0372],\n", + " [0.0377],\n", + " [0.0371],\n", + " [0.0363],\n", + " [0.0368],\n", + " [0.0370],\n", + " [0.0402],\n", + " [0.0373],\n", + " [0.0370],\n", + " [0.0358],\n", + " [0.0368],\n", + " [0.0356],\n", + " [0.0393],\n", + " [0.0033],\n", + " [0.0377],\n", + " [0.0374],\n", + " [0.0338],\n", + " [0.0367],\n", + " [0.0354],\n", + " [0.0363],\n", + " [0.0348]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0924],\n", + " [-0.0951],\n", + " [-0.0918],\n", + " [-0.0969],\n", + " [-0.0926],\n", + " [-0.0960],\n", + " [-0.0971],\n", + " [-0.0935],\n", + " [-0.0951],\n", + " [-0.0931],\n", + " [-0.0939],\n", + " [-0.0896],\n", + " [-0.0894],\n", + " [-0.0915],\n", + " [-0.0957],\n", + " [-0.0916],\n", + " [-0.0937],\n", + " [-0.0887],\n", + " [-0.0938],\n", + " [-0.0947],\n", + " [-0.0965],\n", + " [-0.0938],\n", + " [-0.0968],\n", + " [-0.0943],\n", + " [-0.0389],\n", + " [-0.0940],\n", + " [-0.0902],\n", + " [-0.0726],\n", + " [-0.0932],\n", + " [-0.0962],\n", + " [-0.0948],\n", + " [-0.0966]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0553],\n", + " [ 0.0391],\n", + " [ 0.0512],\n", + " [ 0.0530],\n", + " [ 0.0523],\n", + " [ 0.0569],\n", + " [ 0.0605],\n", + " [ 0.0555],\n", + " [ 0.0578],\n", + " [ 0.0446],\n", + " [ 0.0466],\n", + " [ 0.0486],\n", + " [ 0.0474],\n", + " [ 0.0494],\n", + " [ 0.0584],\n", + " [ 0.0500],\n", + " [ 0.0548],\n", + " [ 0.0527],\n", + " [ 0.0551],\n", + " [ 0.0433],\n", + " [ 0.0590],\n", + " [ 0.0584],\n", + " [ 0.0596],\n", + " [ 0.0511],\n", + " [-0.0696],\n", + " [ 0.0567],\n", + " [ 0.0521],\n", + " [ 0.0466],\n", + " [ 0.0552],\n", + " [ 0.0564],\n", + " [ 0.0580],\n", + " [ 0.0597]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0387],\n", + " [-0.0359],\n", + " [-0.0396],\n", + " [-0.0332],\n", + " [-0.0395],\n", + " [-0.0378],\n", + " [-0.0356],\n", + " [-0.0361],\n", + " [-0.0369],\n", + " [-0.0331],\n", + " [-0.0319],\n", + " [-0.0414],\n", + " [-0.0400],\n", + " [-0.0390],\n", + " [-0.0367],\n", + " [-0.0397],\n", + " [-0.0371],\n", + " [-0.0369],\n", + " [-0.0367],\n", + " [-0.0337],\n", + " [-0.0366],\n", + " [-0.0370],\n", + " [-0.0358],\n", + " [-0.0337],\n", + " [-0.1112],\n", + " [-0.0355],\n", + " [-0.0405],\n", + " [-0.0286],\n", + " [-0.0380],\n", + " [-0.0331],\n", + " [-0.0371],\n", + " [-0.0361]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0792],\n", + " [-0.0855],\n", + " [-0.0785],\n", + " [-0.0799],\n", + " [-0.0787],\n", + " [-0.0795],\n", + " [-0.0790],\n", + " [-0.0786],\n", + " [-0.0788],\n", + " [-0.0806],\n", + " [-0.0823],\n", + " [-0.0778],\n", + " [-0.0784],\n", + " [-0.0779],\n", + " [-0.0806],\n", + " [-0.0781],\n", + " [-0.0785],\n", + " [-0.0798],\n", + " [-0.0795],\n", + " [-0.0814],\n", + " [-0.0802],\n", + " [-0.0786],\n", + " [-0.0793],\n", + " [-0.0794],\n", + " [ 0.0231],\n", + " [-0.0800],\n", + " [-0.0789],\n", + " [-0.0810],\n", + " [-0.0786],\n", + " [-0.0801],\n", + " [-0.0791],\n", + " [-0.0802]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1681],\n", + " [0.1645],\n", + " [0.1651],\n", + " [0.1648],\n", + " [0.1660],\n", + " [0.1674],\n", + " [0.1702],\n", + " [0.1681],\n", + " [0.1685],\n", + " [0.1619],\n", + " [0.1616],\n", + " [0.1641],\n", + " [0.1629],\n", + " [0.1640],\n", + " [0.1689],\n", + " [0.1646],\n", + " [0.1673],\n", + " [0.1690],\n", + " [0.1675],\n", + " [0.1614],\n", + " [0.1692],\n", + " [0.1700],\n", + " [0.1697],\n", + " [0.1672],\n", + " [0.1841],\n", + " [0.1686],\n", + " [0.1665],\n", + " [0.1693],\n", + " [0.1677],\n", + " [0.1686],\n", + " [0.1688],\n", + " [0.1701]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0550],\n", + " [-0.0571],\n", + " [-0.0568],\n", + " [-0.0626],\n", + " [-0.0568],\n", + " [-0.0581],\n", + " [-0.0586],\n", + " [-0.0571],\n", + " [-0.0574],\n", + " [-0.0624],\n", + " [-0.0628],\n", + " [-0.0565],\n", + " [-0.0561],\n", + " [-0.0581],\n", + " [-0.0562],\n", + " [-0.0572],\n", + " [-0.0576],\n", + " [-0.0485],\n", + " [-0.0570],\n", + " [-0.0653],\n", + " [-0.0587],\n", + " [-0.0564],\n", + " [-0.0592],\n", + " [-0.0606],\n", + " [-0.0796],\n", + " [-0.0552],\n", + " [-0.0537],\n", + " [-0.0428],\n", + " [-0.0564],\n", + " [-0.0617],\n", + " [-0.0573],\n", + " [-0.0591]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0595],\n", + " [0.0756],\n", + " [0.0644],\n", + " [0.0660],\n", + " [0.0651],\n", + " [0.0625],\n", + " [0.0616],\n", + " [0.0628],\n", + " [0.0611],\n", + " [0.0735],\n", + " [0.0693],\n", + " [0.0642],\n", + " [0.0665],\n", + " [0.0658],\n", + " [0.0588],\n", + " [0.0651],\n", + " [0.0627],\n", + " [0.0590],\n", + " [0.0618],\n", + " [0.0686],\n", + " [0.0587],\n", + " [0.0582],\n", + " [0.0597],\n", + " [0.0667],\n", + " [0.0847],\n", + " [0.0605],\n", + " [0.0615],\n", + " [0.0733],\n", + " [0.0616],\n", + " [0.0641],\n", + " [0.0593],\n", + " [0.0577]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0956],\n", + " [-0.0780],\n", + " [-0.0923],\n", + " [-0.0891],\n", + " [-0.0933],\n", + " [-0.0961],\n", + " [-0.0993],\n", + " [-0.0944],\n", + " [-0.0969],\n", + " [-0.0822],\n", + " [-0.0808],\n", + " [-0.0896],\n", + " [-0.0887],\n", + " [-0.0896],\n", + " [-0.0989],\n", + " [-0.0900],\n", + " [-0.0944],\n", + " [-0.0959],\n", + " [-0.0957],\n", + " [-0.0773],\n", + " [-0.0996],\n", + " [-0.0984],\n", + " [-0.0996],\n", + " [-0.0879],\n", + " [-0.1057],\n", + " [-0.0970],\n", + " [-0.0935],\n", + " [-0.0985],\n", + " [-0.0950],\n", + " [-0.0947],\n", + " [-0.0979],\n", + " [-0.1001]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0167],\n", + " [ 0.0112],\n", + " [ 0.0125],\n", + " [ 0.0137],\n", + " [ 0.0119],\n", + " [ 0.0162],\n", + " [ 0.0185],\n", + " [ 0.0162],\n", + " [ 0.0179],\n", + " [ 0.0068],\n", + " [ 0.0117],\n", + " [ 0.0126],\n", + " [ 0.0100],\n", + " [ 0.0118],\n", + " [ 0.0205],\n", + " [ 0.0126],\n", + " [ 0.0158],\n", + " [ 0.0185],\n", + " [ 0.0157],\n", + " [ 0.0091],\n", + " [ 0.0189],\n", + " [ 0.0199],\n", + " [ 0.0185],\n", + " [ 0.0132],\n", + " [-0.0658],\n", + " [ 0.0182],\n", + " [ 0.0142],\n", + " [ 0.0064],\n", + " [ 0.0166],\n", + " [ 0.0168],\n", + " [ 0.0190],\n", + " [ 0.0197]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0941],\n", + " [0.0754],\n", + " [0.0922],\n", + " [0.0844],\n", + " [0.0925],\n", + " [0.0923],\n", + " [0.0921],\n", + " [0.0890],\n", + " [0.0917],\n", + " [0.0799],\n", + " [0.0794],\n", + " [0.0927],\n", + " [0.0906],\n", + " [0.0900],\n", + " [0.0951],\n", + " [0.0901],\n", + " [0.0905],\n", + " [0.0934],\n", + " [0.0919],\n", + " [0.0813],\n", + " [0.0953],\n", + " [0.0946],\n", + " [0.0943],\n", + " [0.0834],\n", + " [0.1192],\n", + " [0.0917],\n", + " [0.0941],\n", + " [0.1069],\n", + " [0.0914],\n", + " [0.0872],\n", + " [0.0942],\n", + " [0.0962]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0114],\n", + " [0.0069],\n", + " [0.0112],\n", + " [0.0041],\n", + " [0.0118],\n", + " [0.0090],\n", + " [0.0074],\n", + " [0.0079],\n", + " [0.0078],\n", + " [0.0060],\n", + " [0.0011],\n", + " [0.0115],\n", + " [0.0117],\n", + " [0.0099],\n", + " [0.0092],\n", + " [0.0093],\n", + " [0.0086],\n", + " [0.0094],\n", + " [0.0103],\n", + " [0.0008],\n", + " [0.0104],\n", + " [0.0095],\n", + " [0.0094],\n", + " [0.0064],\n", + " [0.1136],\n", + " [0.0090],\n", + " [0.0122],\n", + " [0.0133],\n", + " [0.0086],\n", + " [0.0023],\n", + " [0.0096],\n", + " [0.0096]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-2.9694e-03],\n", + " [-2.7158e-03],\n", + " [-3.5712e-03],\n", + " [ 7.0784e-03],\n", + " [-3.8297e-03],\n", + " [ 2.4275e-04],\n", + " [ 2.0405e-03],\n", + " [ 7.0121e-04],\n", + " [ 4.8503e-04],\n", + " [ 2.3507e-03],\n", + " [ 5.7360e-03],\n", + " [-4.0953e-03],\n", + " [-6.6044e-03],\n", + " [-2.2965e-03],\n", + " [-3.8942e-04],\n", + " [-2.6838e-03],\n", + " [ 5.3774e-04],\n", + " [-5.5804e-03],\n", + " [-4.8934e-04],\n", + " [ 5.8674e-03],\n", + " [ 1.3346e-03],\n", + " [-6.4656e-05],\n", + " [ 2.0888e-03],\n", + " [ 5.3760e-03],\n", + " [-8.7722e-02],\n", + " [-1.2213e-03],\n", + " [-6.0959e-03],\n", + " [-1.0244e-02],\n", + " [-6.3466e-04],\n", + " [ 7.0760e-03],\n", + " [ 1.4063e-04],\n", + " [ 1.9111e-03]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0339],\n", + " [-0.0464],\n", + " [-0.0364],\n", + " [-0.0433],\n", + " [-0.0349],\n", + " [-0.0358],\n", + " [-0.0355],\n", + " [-0.0372],\n", + " [-0.0365],\n", + " [-0.0429],\n", + " [-0.0463],\n", + " [-0.0373],\n", + " [-0.0367],\n", + " [-0.0387],\n", + " [-0.0353],\n", + " [-0.0384],\n", + " [-0.0374],\n", + " [-0.0330],\n", + " [-0.0358],\n", + " [-0.0480],\n", + " [-0.0345],\n", + " [-0.0348],\n", + " [-0.0353],\n", + " [-0.0407],\n", + " [-0.0745],\n", + " [-0.0353],\n", + " [-0.0341],\n", + " [-0.0409],\n", + " [-0.0368],\n", + " [-0.0426],\n", + " [-0.0355],\n", + " [-0.0341]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0032],\n", + " [ 0.0074],\n", + " [ 0.0046],\n", + " [ 0.0091],\n", + " [ 0.0045],\n", + " [ 0.0055],\n", + " [ 0.0066],\n", + " [ 0.0059],\n", + " [ 0.0055],\n", + " [ 0.0101],\n", + " [ 0.0096],\n", + " [ 0.0039],\n", + " [ 0.0042],\n", + " [ 0.0058],\n", + " [ 0.0042],\n", + " [ 0.0053],\n", + " [ 0.0057],\n", + " [ 0.0007],\n", + " [ 0.0048],\n", + " [ 0.0099],\n", + " [ 0.0049],\n", + " [ 0.0045],\n", + " [ 0.0060],\n", + " [ 0.0084],\n", + " [-0.0094],\n", + " [ 0.0040],\n", + " [ 0.0025],\n", + " [ 0.0105],\n", + " [ 0.0049],\n", + " [ 0.0099],\n", + " [ 0.0048],\n", + " [ 0.0054]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0560],\n", + " [0.0708],\n", + " [0.0581],\n", + " [0.0619],\n", + " [0.0580],\n", + " [0.0576],\n", + " [0.0578],\n", + " [0.0571],\n", + " [0.0567],\n", + " [0.0663],\n", + " [0.0657],\n", + " [0.0585],\n", + " [0.0591],\n", + " [0.0593],\n", + " [0.0570],\n", + " [0.0585],\n", + " [0.0573],\n", + " [0.0543],\n", + " [0.0572],\n", + " [0.0679],\n", + " [0.0579],\n", + " [0.0559],\n", + " [0.0577],\n", + " [0.0618],\n", + " [0.0208],\n", + " [0.0564],\n", + " [0.0562],\n", + " [0.0709],\n", + " [0.0565],\n", + " [0.0603],\n", + " [0.0566],\n", + " [0.0578]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0176],\n", + " [-0.0192],\n", + " [-0.0160],\n", + " [-0.0188],\n", + " [-0.0161],\n", + " [-0.0177],\n", + " [-0.0184],\n", + " [-0.0178],\n", + " [-0.0180],\n", + " [-0.0167],\n", + " [-0.0187],\n", + " [-0.0162],\n", + " [-0.0152],\n", + " [-0.0161],\n", + " [-0.0188],\n", + " [-0.0163],\n", + " [-0.0174],\n", + " [-0.0169],\n", + " [-0.0174],\n", + " [-0.0187],\n", + " [-0.0184],\n", + " [-0.0189],\n", + " [-0.0185],\n", + " [-0.0196],\n", + " [-0.0101],\n", + " [-0.0181],\n", + " [-0.0168],\n", + " [-0.0261],\n", + " [-0.0174],\n", + " [-0.0177],\n", + " [-0.0185],\n", + " [-0.0176]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1704],\n", + " [-0.1634],\n", + " [-0.1707],\n", + " [-0.1751],\n", + " [-0.1707],\n", + " [-0.1728],\n", + " [-0.1717],\n", + " [-0.1710],\n", + " [-0.1717],\n", + " [-0.1710],\n", + " [-0.1722],\n", + " [-0.1716],\n", + " [-0.1682],\n", + " [-0.1711],\n", + " [-0.1714],\n", + " [-0.1710],\n", + " [-0.1719],\n", + " [-0.1665],\n", + " [-0.1712],\n", + " [-0.1761],\n", + " [-0.1723],\n", + " [-0.1713],\n", + " [-0.1725],\n", + " [-0.1732],\n", + " [-0.1380],\n", + " [-0.1699],\n", + " [-0.1690],\n", + " [-0.1702],\n", + " [-0.1714],\n", + " [-0.1730],\n", + " [-0.1718],\n", + " [-0.1726]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0223],\n", + " [-0.0200],\n", + " [-0.0231],\n", + " [-0.0153],\n", + " [-0.0243],\n", + " [-0.0212],\n", + " [-0.0211],\n", + " [-0.0204],\n", + " [-0.0208],\n", + " [-0.0199],\n", + " [-0.0128],\n", + " [-0.0226],\n", + " [-0.0252],\n", + " [-0.0220],\n", + " [-0.0214],\n", + " [-0.0218],\n", + " [-0.0205],\n", + " [-0.0208],\n", + " [-0.0215],\n", + " [-0.0105],\n", + " [-0.0215],\n", + " [-0.0212],\n", + " [-0.0209],\n", + " [-0.0180],\n", + " [-0.0271],\n", + " [-0.0213],\n", + " [-0.0238],\n", + " [-0.0196],\n", + " [-0.0207],\n", + " [-0.0149],\n", + " [-0.0214],\n", + " [-0.0207]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0078],\n", + " [-0.0114],\n", + " [ 0.0025],\n", + " [ 0.0064],\n", + " [ 0.0030],\n", + " [ 0.0091],\n", + " [ 0.0136],\n", + " [ 0.0068],\n", + " [ 0.0100],\n", + " [-0.0036],\n", + " [ 0.0012],\n", + " [-0.0004],\n", + " [-0.0020],\n", + " [ 0.0005],\n", + " [ 0.0136],\n", + " [ 0.0008],\n", + " [ 0.0063],\n", + " [ 0.0068],\n", + " [ 0.0079],\n", + " [-0.0014],\n", + " [ 0.0146],\n", + " [ 0.0118],\n", + " [ 0.0148],\n", + " [ 0.0022],\n", + " [-0.0071],\n", + " [ 0.0103],\n", + " [ 0.0038],\n", + " [ 0.0156],\n", + " [ 0.0068],\n", + " [ 0.0134],\n", + " [ 0.0114],\n", + " [ 0.0166]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0921],\n", + " [0.1064],\n", + " [0.0927],\n", + " [0.0905],\n", + " [0.0918],\n", + " [0.0903],\n", + " [0.0902],\n", + " [0.0930],\n", + " [0.0919],\n", + " [0.0944],\n", + " [0.0964],\n", + " [0.0946],\n", + " [0.0956],\n", + " [0.0939],\n", + " [0.0903],\n", + " [0.0947],\n", + " [0.0922],\n", + " [0.0963],\n", + " [0.0910],\n", + " [0.0968],\n", + " [0.0884],\n", + " [0.0912],\n", + " [0.0883],\n", + " [0.0946],\n", + " [0.0469],\n", + " [0.0923],\n", + " [0.0938],\n", + " [0.0961],\n", + " [0.0929],\n", + " [0.0897],\n", + " [0.0906],\n", + " [0.0888]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0824],\n", + " [ 0.0810],\n", + " [ 0.0799],\n", + " [ 0.0824],\n", + " [ 0.0792],\n", + " [ 0.0820],\n", + " [ 0.0844],\n", + " [ 0.0819],\n", + " [ 0.0832],\n", + " [ 0.0803],\n", + " [ 0.0834],\n", + " [ 0.0784],\n", + " [ 0.0788],\n", + " [ 0.0790],\n", + " [ 0.0864],\n", + " [ 0.0787],\n", + " [ 0.0818],\n", + " [ 0.0830],\n", + " [ 0.0832],\n", + " [ 0.0790],\n", + " [ 0.0873],\n", + " [ 0.0853],\n", + " [ 0.0866],\n", + " [ 0.0790],\n", + " [-0.0409],\n", + " [ 0.0840],\n", + " [ 0.0803],\n", + " [ 0.1021],\n", + " [ 0.0819],\n", + " [ 0.0891],\n", + " [ 0.0851],\n", + " [ 0.0885]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[ 0.0866],\n", + " [ 0.0854],\n", + " [ 0.0873],\n", + " [ 0.0919],\n", + " [ 0.0872],\n", + " [ 0.0882],\n", + " [ 0.0877],\n", + " [ 0.0870],\n", + " [ 0.0870],\n", + " [ 0.0912],\n", + " [ 0.0931],\n", + " [ 0.0866],\n", + " [ 0.0872],\n", + " [ 0.0877],\n", + " [ 0.0878],\n", + " [ 0.0872],\n", + " [ 0.0871],\n", + " [ 0.0831],\n", + " [ 0.0877],\n", + " [ 0.0947],\n", + " [ 0.0889],\n", + " [ 0.0856],\n", + " [ 0.0884],\n", + " [ 0.0897],\n", + " [-0.0204],\n", + " [ 0.0871],\n", + " [ 0.0861],\n", + " [ 0.0719],\n", + " [ 0.0865],\n", + " [ 0.0906],\n", + " [ 0.0868],\n", + " [ 0.0885]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0393],\n", + " [0.0496],\n", + " [0.0380],\n", + " [0.0435],\n", + " [0.0381],\n", + " [0.0401],\n", + " [0.0435],\n", + " [0.0421],\n", + " [0.0419],\n", + " [0.0426],\n", + " [0.0454],\n", + " [0.0370],\n", + " [0.0378],\n", + " [0.0389],\n", + " [0.0418],\n", + " [0.0388],\n", + " [0.0411],\n", + " [0.0408],\n", + " [0.0407],\n", + " [0.0440],\n", + " [0.0416],\n", + " [0.0420],\n", + " [0.0423],\n", + " [0.0439],\n", + " [0.0468],\n", + " [0.0420],\n", + " [0.0376],\n", + " [0.0303],\n", + " [0.0408],\n", + " [0.0453],\n", + " [0.0416],\n", + " [0.0425]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 0.0377],\n", + " [ 0.0293],\n", + " [ 0.0388],\n", + " [ 0.0328],\n", + " [ 0.0379],\n", + " [ 0.0361],\n", + " [ 0.0336],\n", + " [ 0.0360],\n", + " [ 0.0358],\n", + " [ 0.0344],\n", + " [ 0.0320],\n", + " [ 0.0400],\n", + " [ 0.0394],\n", + " [ 0.0384],\n", + " [ 0.0364],\n", + " [ 0.0381],\n", + " [ 0.0369],\n", + " [ 0.0384],\n", + " [ 0.0370],\n", + " [ 0.0303],\n", + " [ 0.0355],\n", + " [ 0.0368],\n", + " [ 0.0346],\n", + " [ 0.0327],\n", + " [-0.0218],\n", + " [ 0.0362],\n", + " [ 0.0390],\n", + " [ 0.0527],\n", + " [ 0.0372],\n", + " [ 0.0338],\n", + " [ 0.0368],\n", + " [ 0.0346]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0733],\n", + " [-0.0798],\n", + " [-0.0754],\n", + " [-0.0712],\n", + " [-0.0755],\n", + " [-0.0720],\n", + " [-0.0709],\n", + " [-0.0736],\n", + " [-0.0719],\n", + " [-0.0761],\n", + " [-0.0725],\n", + " [-0.0764],\n", + " [-0.0774],\n", + " [-0.0757],\n", + " [-0.0705],\n", + " [-0.0752],\n", + " [-0.0735],\n", + " [-0.0741],\n", + " [-0.0734],\n", + " [-0.0718],\n", + " [-0.0702],\n", + " [-0.0722],\n", + " [-0.0702],\n", + " [-0.0740],\n", + " [-0.1746],\n", + " [-0.0723],\n", + " [-0.0751],\n", + " [-0.0868],\n", + " [-0.0732],\n", + " [-0.0692],\n", + " [-0.0720],\n", + " [-0.0691]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1002],\n", + " [-0.1071],\n", + " [-0.1034],\n", + " [-0.1074],\n", + " [-0.1031],\n", + " [-0.1016],\n", + " [-0.0997],\n", + " [-0.1025],\n", + " [-0.1003],\n", + " [-0.1110],\n", + " [-0.1115],\n", + " [-0.1047],\n", + " [-0.1042],\n", + " [-0.1054],\n", + " [-0.0981],\n", + " [-0.1051],\n", + " [-0.1025],\n", + " [-0.0992],\n", + " [-0.1011],\n", + " [-0.1151],\n", + " [-0.0985],\n", + " [-0.0985],\n", + " [-0.0991],\n", + " [-0.1088],\n", + " [-0.1608],\n", + " [-0.0995],\n", + " [-0.1013],\n", + " [-0.1171],\n", + " [-0.1017],\n", + " [-0.1062],\n", + " [-0.0989],\n", + " [-0.0988]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0631],\n", + " [-0.0571],\n", + " [-0.0628],\n", + " [-0.0575],\n", + " [-0.0638],\n", + " [-0.0626],\n", + " [-0.0633],\n", + " [-0.0612],\n", + " [-0.0623],\n", + " [-0.0577],\n", + " [-0.0547],\n", + " [-0.0617],\n", + " [-0.0628],\n", + " [-0.0612],\n", + " [-0.0625],\n", + " [-0.0617],\n", + " [-0.0613],\n", + " [-0.0641],\n", + " [-0.0618],\n", + " [-0.0530],\n", + " [-0.0623],\n", + " [-0.0623],\n", + " [-0.0622],\n", + " [-0.0581],\n", + " [ 0.0199],\n", + " [-0.0624],\n", + " [-0.0640],\n", + " [-0.0596],\n", + " [-0.0619],\n", + " [-0.0588],\n", + " [-0.0622],\n", + " [-0.0624]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0650],\n", + " [-0.0658],\n", + " [-0.0617],\n", + " [-0.0624],\n", + " [-0.0637],\n", + " [-0.0612],\n", + " [-0.0593],\n", + " [-0.0625],\n", + " [-0.0773],\n", + " [-0.0595],\n", + " [-0.0622],\n", + " [-0.0636],\n", + " [-0.0616],\n", + " [-0.0608],\n", + " [-0.0697],\n", + " [-0.0664],\n", + " [-0.0680],\n", + " [-0.0635],\n", + " [-0.0764],\n", + " [-0.0623],\n", + " [-0.0626],\n", + " [-0.0640],\n", + " [-0.0660],\n", + " [-0.0632],\n", + " [-0.0625],\n", + " [-0.0628],\n", + " [-0.0630],\n", + " [-0.0633],\n", + " [-0.0634],\n", + " [-0.0622],\n", + " [-0.0435],\n", + " [-0.0620]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0786],\n", + " [-0.0787],\n", + " [-0.0727],\n", + " [-0.0764],\n", + " [-0.0719],\n", + " [-0.0736],\n", + " [-0.0704],\n", + " [-0.0759],\n", + " [-0.0837],\n", + " [-0.0708],\n", + " [-0.0766],\n", + " [-0.0792],\n", + " [-0.0742],\n", + " [-0.0749],\n", + " [-0.0814],\n", + " [-0.0797],\n", + " [-0.0769],\n", + " [-0.0747],\n", + " [-0.0930],\n", + " [-0.0698],\n", + " [-0.0765],\n", + " [-0.0768],\n", + " [-0.0788],\n", + " [-0.0762],\n", + " [-0.0700],\n", + " [-0.0699],\n", + " [-0.0757],\n", + " [-0.0749],\n", + " [-0.0729],\n", + " [-0.0769],\n", + " [-0.0677],\n", + " [-0.0725]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0415],\n", + " [0.0346],\n", + " [0.0383],\n", + " [0.0374],\n", + " [0.0357],\n", + " [0.0375],\n", + " [0.0394],\n", + " [0.0364],\n", + " [0.0309],\n", + " [0.0391],\n", + " [0.0374],\n", + " [0.0401],\n", + " [0.0386],\n", + " [0.0371],\n", + " [0.0349],\n", + " [0.0390],\n", + " [0.0404],\n", + " [0.0385],\n", + " [0.0289],\n", + " [0.0378],\n", + " [0.0376],\n", + " [0.0359],\n", + " [0.0390],\n", + " [0.0383],\n", + " [0.0365],\n", + " [0.0371],\n", + " [0.0365],\n", + " [0.0358],\n", + " [0.0352],\n", + " [0.0364],\n", + " [0.0368],\n", + " [0.0384]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0951],\n", + " [-0.0968],\n", + " [-0.0944],\n", + " [-0.0918],\n", + " [-0.0964],\n", + " [-0.0913],\n", + " [-0.0905],\n", + " [-0.0926],\n", + " [-0.0995],\n", + " [-0.0928],\n", + " [-0.0914],\n", + " [-0.0917],\n", + " [-0.0899],\n", + " [-0.0899],\n", + " [-0.0979],\n", + " [-0.0939],\n", + " [-0.0930],\n", + " [-0.0908],\n", + " [-0.0817],\n", + " [-0.0953],\n", + " [-0.0903],\n", + " [-0.0955],\n", + " [-0.0934],\n", + " [-0.0923],\n", + " [-0.0952],\n", + " [-0.0954],\n", + " [-0.0927],\n", + " [-0.0942],\n", + " [-0.0966],\n", + " [-0.0910],\n", + " [-0.0732],\n", + " [-0.0945]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0464],\n", + " [0.0565],\n", + " [0.0581],\n", + " [0.0521],\n", + " [0.0598],\n", + " [0.0544],\n", + " [0.0553],\n", + " [0.0526],\n", + " [0.0576],\n", + " [0.0484],\n", + " [0.0503],\n", + " [0.0339],\n", + " [0.0487],\n", + " [0.0497],\n", + " [0.0571],\n", + " [0.0505],\n", + " [0.0425],\n", + " [0.0510],\n", + " [0.0430],\n", + " [0.0588],\n", + " [0.0476],\n", + " [0.0555],\n", + " [0.0497],\n", + " [0.0537],\n", + " [0.0583],\n", + " [0.0594],\n", + " [0.0536],\n", + " [0.0567],\n", + " [0.0592],\n", + " [0.0495],\n", + " [0.0329],\n", + " [0.0570]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0315],\n", + " [-0.0428],\n", + " [-0.0348],\n", + " [-0.0395],\n", + " [-0.0349],\n", + " [-0.0391],\n", + " [-0.0362],\n", + " [-0.0389],\n", + " [-0.0416],\n", + " [-0.0319],\n", + " [-0.0390],\n", + " [-0.0360],\n", + " [-0.0364],\n", + " [-0.0403],\n", + " [-0.0403],\n", + " [-0.0327],\n", + " [-0.0319],\n", + " [-0.0340],\n", + " [-0.0364],\n", + " [-0.0343],\n", + " [-0.0398],\n", + " [-0.0374],\n", + " [-0.0341],\n", + " [-0.0375],\n", + " [-0.0366],\n", + " [-0.0348],\n", + " [-0.0408],\n", + " [-0.0398],\n", + " [-0.0356],\n", + " [-0.0421],\n", + " [-0.0522],\n", + " [-0.0346]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0831],\n", + " [-0.0783],\n", + " [-0.0799],\n", + " [-0.0782],\n", + " [-0.0800],\n", + " [-0.0788],\n", + " [-0.0796],\n", + " [-0.0789],\n", + " [-0.0744],\n", + " [-0.0848],\n", + " [-0.0787],\n", + " [-0.0806],\n", + " [-0.0797],\n", + " [-0.0781],\n", + " [-0.0783],\n", + " [-0.0805],\n", + " [-0.0857],\n", + " [-0.0810],\n", + " [-0.0868],\n", + " [-0.0814],\n", + " [-0.0781],\n", + " [-0.0794],\n", + " [-0.0797],\n", + " [-0.0783],\n", + " [-0.0811],\n", + " [-0.0808],\n", + " [-0.0792],\n", + " [-0.0792],\n", + " [-0.0803],\n", + " [-0.0785],\n", + " [-0.0681],\n", + " [-0.0808]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1648],\n", + " [0.1672],\n", + " [0.1700],\n", + " [0.1661],\n", + " [0.1712],\n", + " [0.1680],\n", + " [0.1697],\n", + " [0.1656],\n", + " [0.1665],\n", + " [0.1642],\n", + " [0.1643],\n", + " [0.1584],\n", + " [0.1648],\n", + " [0.1646],\n", + " [0.1673],\n", + " [0.1655],\n", + " [0.1600],\n", + " [0.1667],\n", + " [0.1509],\n", + " [0.1712],\n", + " [0.1638],\n", + " [0.1666],\n", + " [0.1653],\n", + " [0.1675],\n", + " [0.1695],\n", + " [0.1715],\n", + " [0.1666],\n", + " [0.1683],\n", + " [0.1697],\n", + " [0.1634],\n", + " [0.1615],\n", + " [0.1690]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0580],\n", + " [-0.0599],\n", + " [-0.0557],\n", + " [-0.0568],\n", + " [-0.0588],\n", + " [-0.0542],\n", + " [-0.0512],\n", + " [-0.0565],\n", + " [-0.0674],\n", + " [-0.0526],\n", + " [-0.0564],\n", + " [-0.0648],\n", + " [-0.0545],\n", + " [-0.0553],\n", + " [-0.0605],\n", + " [-0.0605],\n", + " [-0.0617],\n", + " [-0.0560],\n", + " [-0.0650],\n", + " [-0.0557],\n", + " [-0.0570],\n", + " [-0.0586],\n", + " [-0.0586],\n", + " [-0.0560],\n", + " [-0.0565],\n", + " [-0.0569],\n", + " [-0.0555],\n", + " [-0.0569],\n", + " [-0.0586],\n", + " [-0.0567],\n", + " [-0.0398],\n", + " [-0.0558]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0750],\n", + " [0.0607],\n", + " [0.0599],\n", + " [0.0633],\n", + " [0.0583],\n", + " [0.0600],\n", + " [0.0588],\n", + " [0.0634],\n", + " [0.0553],\n", + " [0.0682],\n", + " [0.0667],\n", + " [0.0747],\n", + " [0.0668],\n", + " [0.0645],\n", + " [0.0626],\n", + " [0.0690],\n", + " [0.0719],\n", + " [0.0637],\n", + " [0.0631],\n", + " [0.0584],\n", + " [0.0660],\n", + " [0.0627],\n", + " [0.0704],\n", + " [0.0649],\n", + " [0.0571],\n", + " [0.0573],\n", + " [0.0613],\n", + " [0.0589],\n", + " [0.0592],\n", + " [0.0649],\n", + " [0.0691],\n", + " [0.0603]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0853],\n", + " [-0.0961],\n", + " [-0.0986],\n", + " [-0.0931],\n", + " [-0.1009],\n", + " [-0.0952],\n", + " [-0.0971],\n", + " [-0.0930],\n", + " [-0.0925],\n", + " [-0.0911],\n", + " [-0.0913],\n", + " [-0.0747],\n", + " [-0.0888],\n", + " [-0.0907],\n", + " [-0.0946],\n", + " [-0.0875],\n", + " [-0.0770],\n", + " [-0.0878],\n", + " [-0.0709],\n", + " [-0.1004],\n", + " [-0.0879],\n", + " [-0.0951],\n", + " [-0.0881],\n", + " [-0.0935],\n", + " [-0.0995],\n", + " [-0.1008],\n", + " [-0.0939],\n", + " [-0.0964],\n", + " [-0.0996],\n", + " [-0.0906],\n", + " [-0.0837],\n", + " [-0.0983]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0107],\n", + " [0.0153],\n", + " [0.0196],\n", + " [0.0134],\n", + " [0.0196],\n", + " [0.0161],\n", + " [0.0194],\n", + " [0.0142],\n", + " [0.0190],\n", + " [0.0158],\n", + " [0.0109],\n", + " [0.0038],\n", + " [0.0129],\n", + " [0.0123],\n", + " [0.0170],\n", + " [0.0123],\n", + " [0.0105],\n", + " [0.0166],\n", + " [0.0047],\n", + " [0.0216],\n", + " [0.0111],\n", + " [0.0168],\n", + " [0.0106],\n", + " [0.0139],\n", + " [0.0204],\n", + " [0.0211],\n", + " [0.0151],\n", + " [0.0180],\n", + " [0.0192],\n", + " [0.0122],\n", + " [0.0025],\n", + " [0.0184]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0767],\n", + " [0.0991],\n", + " [0.0927],\n", + " [0.0931],\n", + " [0.0947],\n", + " [0.0941],\n", + " [0.0931],\n", + " [0.0912],\n", + " [0.0964],\n", + " [0.0838],\n", + " [0.0905],\n", + " [0.0824],\n", + " [0.0846],\n", + " [0.0914],\n", + " [0.0927],\n", + " [0.0816],\n", + " [0.0771],\n", + " [0.0830],\n", + " [0.0684],\n", + " [0.0935],\n", + " [0.0891],\n", + " [0.0908],\n", + " [0.0818],\n", + " [0.0886],\n", + " [0.0970],\n", + " [0.0952],\n", + " [0.0946],\n", + " [0.0962],\n", + " [0.0947],\n", + " [0.0934],\n", + " [0.1001],\n", + " [0.0927]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0039],\n", + " [ 0.0106],\n", + " [ 0.0095],\n", + " [ 0.0117],\n", + " [ 0.0099],\n", + " [ 0.0118],\n", + " [ 0.0096],\n", + " [ 0.0094],\n", + " [ 0.0058],\n", + " [ 0.0011],\n", + " [ 0.0106],\n", + " [ 0.0126],\n", + " [ 0.0057],\n", + " [ 0.0106],\n", + " [ 0.0075],\n", + " [ 0.0045],\n", + " [-0.0004],\n", + " [ 0.0033],\n", + " [-0.0061],\n", + " [ 0.0097],\n", + " [ 0.0100],\n", + " [ 0.0072],\n", + " [ 0.0056],\n", + " [ 0.0094],\n", + " [ 0.0110],\n", + " [ 0.0106],\n", + " [ 0.0113],\n", + " [ 0.0107],\n", + " [ 0.0090],\n", + " [ 0.0120],\n", + " [ 0.0197],\n", + " [ 0.0105]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[ 1.7470e-03],\n", + " [ 4.7639e-04],\n", + " [-2.3544e-05],\n", + " [-2.7506e-03],\n", + " [ 2.1598e-03],\n", + " [-4.0984e-03],\n", + " [-4.1043e-03],\n", + " [-2.4026e-03],\n", + " [ 1.3778e-02],\n", + " [-1.6521e-04],\n", + " [-5.2577e-03],\n", + " [-3.8213e-03],\n", + " [-2.9195e-03],\n", + " [-5.7843e-03],\n", + " [ 4.9981e-03],\n", + " [ 4.1624e-03],\n", + " [ 2.4132e-03],\n", + " [ 1.7405e-03],\n", + " [ 8.6730e-03],\n", + " [ 2.6256e-04],\n", + " [-3.8521e-03],\n", + " [ 1.8649e-03],\n", + " [ 6.0174e-04],\n", + " [-2.3251e-03],\n", + " [-4.8291e-04],\n", + " [ 5.6804e-04],\n", + " [-3.3725e-03],\n", + " [-6.9309e-04],\n", + " [ 1.6135e-03],\n", + " [-4.2471e-03],\n", + " [-2.8407e-02],\n", + " [-6.2010e-04]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0447],\n", + " [-0.0315],\n", + " [-0.0349],\n", + " [-0.0356],\n", + " [-0.0341],\n", + " [-0.0336],\n", + " [-0.0336],\n", + " [-0.0374],\n", + " [-0.0421],\n", + " [-0.0414],\n", + " [-0.0368],\n", + " [-0.0443],\n", + " [-0.0392],\n", + " [-0.0368],\n", + " [-0.0372],\n", + " [-0.0420],\n", + " [-0.0470],\n", + " [-0.0418],\n", + " [-0.0454],\n", + " [-0.0340],\n", + " [-0.0382],\n", + " [-0.0391],\n", + " [-0.0404],\n", + " [-0.0356],\n", + " [-0.0328],\n", + " [-0.0328],\n", + " [-0.0346],\n", + " [-0.0335],\n", + " [-0.0355],\n", + " [-0.0371],\n", + " [-0.0395],\n", + " [-0.0343]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[ 0.0096],\n", + " [ 0.0042],\n", + " [ 0.0043],\n", + " [ 0.0044],\n", + " [ 0.0051],\n", + " [ 0.0028],\n", + " [ 0.0021],\n", + " [ 0.0049],\n", + " [ 0.0075],\n", + " [ 0.0055],\n", + " [ 0.0048],\n", + " [ 0.0085],\n", + " [ 0.0058],\n", + " [ 0.0041],\n", + " [ 0.0067],\n", + " [ 0.0093],\n", + " [ 0.0087],\n", + " [ 0.0068],\n", + " [ 0.0151],\n", + " [ 0.0033],\n", + " [ 0.0052],\n", + " [ 0.0062],\n", + " [ 0.0082],\n", + " [ 0.0052],\n", + " [ 0.0030],\n", + " [ 0.0035],\n", + " [ 0.0035],\n", + " [ 0.0038],\n", + " [ 0.0058],\n", + " [ 0.0042],\n", + " [-0.0079],\n", + " [ 0.0038]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0655],\n", + " [0.0590],\n", + " [0.0567],\n", + " [0.0576],\n", + " [0.0581],\n", + " [0.0557],\n", + " [0.0548],\n", + " [0.0576],\n", + " [0.0628],\n", + " [0.0618],\n", + " [0.0586],\n", + " [0.0689],\n", + " [0.0592],\n", + " [0.0577],\n", + " [0.0589],\n", + " [0.0631],\n", + " [0.0680],\n", + " [0.0599],\n", + " [0.0596],\n", + " [0.0574],\n", + " [0.0594],\n", + " [0.0578],\n", + " [0.0618],\n", + " [0.0571],\n", + " [0.0569],\n", + " [0.0573],\n", + " [0.0570],\n", + " [0.0567],\n", + " [0.0580],\n", + " [0.0589],\n", + " [0.0532],\n", + " [0.0574]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0180],\n", + " [-0.0156],\n", + " [-0.0190],\n", + " [-0.0167],\n", + " [-0.0185],\n", + " [-0.0175],\n", + " [-0.0183],\n", + " [-0.0162],\n", + " [-0.0198],\n", + " [-0.0137],\n", + " [-0.0156],\n", + " [-0.0170],\n", + " [-0.0149],\n", + " [-0.0155],\n", + " [-0.0192],\n", + " [-0.0179],\n", + " [-0.0167],\n", + " [-0.0185],\n", + " [-0.0101],\n", + " [-0.0196],\n", + " [-0.0159],\n", + " [-0.0176],\n", + " [-0.0164],\n", + " [-0.0168],\n", + " [-0.0187],\n", + " [-0.0193],\n", + " [-0.0171],\n", + " [-0.0179],\n", + " [-0.0179],\n", + " [-0.0158],\n", + " [-0.0188],\n", + " [-0.0186]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1688],\n", + " [-0.1760],\n", + " [-0.1700],\n", + " [-0.1712],\n", + " [-0.1717],\n", + " [-0.1697],\n", + " [-0.1675],\n", + " [-0.1707],\n", + " [-0.1865],\n", + " [-0.1679],\n", + " [-0.1692],\n", + " [-0.1682],\n", + " [-0.1674],\n", + " [-0.1687],\n", + " [-0.1778],\n", + " [-0.1712],\n", + " [-0.1682],\n", + " [-0.1686],\n", + " [-0.1647],\n", + " [-0.1697],\n", + " [-0.1697],\n", + " [-0.1731],\n", + " [-0.1702],\n", + " [-0.1693],\n", + " [-0.1712],\n", + " [-0.1705],\n", + " [-0.1717],\n", + " [-0.1731],\n", + " [-0.1720],\n", + " [-0.1723],\n", + " [-0.1607],\n", + " [-0.1697]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0188],\n", + " [-0.0209],\n", + " [-0.0213],\n", + " [-0.0227],\n", + " [-0.0213],\n", + " [-0.0228],\n", + " [-0.0214],\n", + " [-0.0217],\n", + " [-0.0092],\n", + " [-0.0160],\n", + " [-0.0247],\n", + " [-0.0210],\n", + " [-0.0208],\n", + " [-0.0238],\n", + " [-0.0176],\n", + " [-0.0180],\n", + " [-0.0117],\n", + " [-0.0162],\n", + " [ 0.0158],\n", + " [-0.0218],\n", + " [-0.0227],\n", + " [-0.0194],\n", + " [-0.0211],\n", + " [-0.0233],\n", + " [-0.0221],\n", + " [-0.0222],\n", + " [-0.0221],\n", + " [-0.0212],\n", + " [-0.0206],\n", + " [-0.0226],\n", + " [-0.0249],\n", + " [-0.0218]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-1.9733e-03],\n", + " [ 9.9081e-03],\n", + " [ 1.2306e-02],\n", + " [ 3.5514e-03],\n", + " [ 1.6679e-02],\n", + " [ 6.5117e-03],\n", + " [ 9.1283e-03],\n", + " [ 4.2257e-03],\n", + " [ 1.5829e-02],\n", + " [ 4.0895e-03],\n", + " [ 5.9785e-04],\n", + " [-1.2114e-02],\n", + " [-5.8397e-04],\n", + " [ 2.4608e-04],\n", + " [ 8.5729e-03],\n", + " [ 2.6851e-03],\n", + " [-2.4214e-03],\n", + " [ 3.9441e-03],\n", + " [ 1.2048e-02],\n", + " [ 1.5619e-02],\n", + " [-1.8566e-03],\n", + " [ 7.8903e-03],\n", + " [ 1.1441e-06],\n", + " [ 3.3668e-03],\n", + " [ 1.4724e-02],\n", + " [ 1.6382e-02],\n", + " [ 5.4498e-03],\n", + " [ 9.5218e-03],\n", + " [ 1.5693e-02],\n", + " [ 1.0170e-03],\n", + " [-1.0370e-02],\n", + " [ 1.2141e-02]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0946],\n", + " [0.0869],\n", + " [0.0913],\n", + " [0.0919],\n", + " [0.0893],\n", + " [0.0928],\n", + " [0.0947],\n", + " [0.0933],\n", + " [0.0838],\n", + " [0.0973],\n", + " [0.0939],\n", + " [0.0985],\n", + " [0.0986],\n", + " [0.0956],\n", + " [0.0889],\n", + " [0.0941],\n", + " [0.1015],\n", + " [0.0993],\n", + " [0.0935],\n", + " [0.0913],\n", + " [0.0961],\n", + " [0.0913],\n", + " [0.0947],\n", + " [0.0943],\n", + " [0.0898],\n", + " [0.0901],\n", + " [0.0919],\n", + " [0.0907],\n", + " [0.0892],\n", + " [0.0927],\n", + " [0.1058],\n", + " [0.0908]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0835],\n", + " [0.0816],\n", + " [0.0855],\n", + " [0.0802],\n", + " [0.0880],\n", + " [0.0817],\n", + " [0.0837],\n", + " [0.0810],\n", + " [0.0822],\n", + " [0.0885],\n", + " [0.0788],\n", + " [0.0766],\n", + " [0.0816],\n", + " [0.0794],\n", + " [0.0787],\n", + " [0.0825],\n", + " [0.0845],\n", + " [0.0845],\n", + " [0.0883],\n", + " [0.0875],\n", + " [0.0783],\n", + " [0.0831],\n", + " [0.0799],\n", + " [0.0795],\n", + " [0.0872],\n", + " [0.0877],\n", + " [0.0804],\n", + " [0.0826],\n", + " [0.0880],\n", + " [0.0781],\n", + " [0.0609],\n", + " [0.0855]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[0.0887],\n", + " [0.0867],\n", + " [0.0864],\n", + " [0.0867],\n", + " [0.0888],\n", + " [0.0859],\n", + " [0.0841],\n", + " [0.0876],\n", + " [0.0920],\n", + " [0.0873],\n", + " [0.0876],\n", + " [0.0899],\n", + " [0.0866],\n", + " [0.0864],\n", + " [0.0888],\n", + " [0.0899],\n", + " [0.0927],\n", + " [0.0877],\n", + " [0.1062],\n", + " [0.0880],\n", + " [0.0872],\n", + " [0.0881],\n", + " [0.0892],\n", + " [0.0867],\n", + " [0.0885],\n", + " [0.0883],\n", + " [0.0870],\n", + " [0.0867],\n", + " [0.0888],\n", + " [0.0875],\n", + " [0.0660],\n", + " [0.0878]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0449],\n", + " [0.0363],\n", + " [0.0432],\n", + " [0.0382],\n", + " [0.0434],\n", + " [0.0390],\n", + " [0.0416],\n", + " [0.0394],\n", + " [0.0386],\n", + " [0.0442],\n", + " [0.0384],\n", + " [0.0426],\n", + " [0.0417],\n", + " [0.0382],\n", + " [0.0391],\n", + " [0.0444],\n", + " [0.0482],\n", + " [0.0451],\n", + " [0.0542],\n", + " [0.0439],\n", + " [0.0388],\n", + " [0.0413],\n", + " [0.0422],\n", + " [0.0408],\n", + " [0.0415],\n", + " [0.0433],\n", + " [0.0374],\n", + " [0.0391],\n", + " [0.0426],\n", + " [0.0360],\n", + " [0.0331],\n", + " [0.0424]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0320],\n", + " [0.0388],\n", + " [0.0360],\n", + " [0.0387],\n", + " [0.0339],\n", + " [0.0383],\n", + " [0.0379],\n", + " [0.0380],\n", + " [0.0313],\n", + " [0.0370],\n", + " [0.0382],\n", + " [0.0356],\n", + " [0.0368],\n", + " [0.0394],\n", + " [0.0350],\n", + " [0.0338],\n", + " [0.0306],\n", + " [0.0346],\n", + " [0.0206],\n", + " [0.0352],\n", + " [0.0383],\n", + " [0.0369],\n", + " [0.0341],\n", + " [0.0363],\n", + " [0.0364],\n", + " [0.0349],\n", + " [0.0385],\n", + " [0.0377],\n", + " [0.0345],\n", + " [0.0395],\n", + " [0.0353],\n", + " [0.0362]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0763],\n", + " [-0.0719],\n", + " [-0.0723],\n", + " [-0.0752],\n", + " [-0.0693],\n", + " [-0.0742],\n", + " [-0.0738],\n", + " [-0.0740],\n", + " [-0.0636],\n", + " [-0.0731],\n", + " [-0.0761],\n", + " [-0.0811],\n", + " [-0.0755],\n", + " [-0.0762],\n", + " [-0.0704],\n", + " [-0.0743],\n", + " [-0.0741],\n", + " [-0.0736],\n", + " [-0.0617],\n", + " [-0.0701],\n", + " [-0.0762],\n", + " [-0.0722],\n", + " [-0.0750],\n", + " [-0.0751],\n", + " [-0.0700],\n", + " [-0.0696],\n", + " [-0.0736],\n", + " [-0.0719],\n", + " [-0.0695],\n", + " [-0.0762],\n", + " [-0.0920],\n", + " [-0.0723]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.1084],\n", + " [-0.1029],\n", + " [-0.0987],\n", + " [-0.1029],\n", + " [-0.0988],\n", + " [-0.1004],\n", + " [-0.0988],\n", + " [-0.1028],\n", + " [-0.1096],\n", + " [-0.1043],\n", + " [-0.1034],\n", + " [-0.1142],\n", + " [-0.1049],\n", + " [-0.1033],\n", + " [-0.1056],\n", + " [-0.1080],\n", + " [-0.1111],\n", + " [-0.1066],\n", + " [-0.1293],\n", + " [-0.0978],\n", + " [-0.1060],\n", + " [-0.1024],\n", + " [-0.1068],\n", + " [-0.1028],\n", + " [-0.0976],\n", + " [-0.0975],\n", + " [-0.1023],\n", + " [-0.1007],\n", + " [-0.0992],\n", + " [-0.1049],\n", + " [-0.1085],\n", + " [-0.0991]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0592],\n", + " [-0.0636],\n", + " [-0.0624],\n", + " [-0.0626],\n", + " [-0.0625],\n", + " [-0.0633],\n", + " [-0.0632],\n", + " [-0.0622],\n", + " [-0.0570],\n", + " [-0.0606],\n", + " [-0.0635],\n", + " [-0.0527],\n", + " [-0.0615],\n", + " [-0.0631],\n", + " [-0.0614],\n", + " [-0.0584],\n", + " [-0.0545],\n", + " [-0.0583],\n", + " [-0.0450],\n", + " [-0.0627],\n", + " [-0.0614],\n", + " [-0.0607],\n", + " [-0.0607],\n", + " [-0.0628],\n", + " [-0.0630],\n", + " [-0.0630],\n", + " [-0.0636],\n", + " [-0.0631],\n", + " [-0.0621],\n", + " [-0.0623],\n", + " [-0.0595],\n", + " [-0.0623]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0656],\n", + " [-0.0578],\n", + " [-0.0652],\n", + " [-0.0610],\n", + " [-0.0608],\n", + " [-0.0636],\n", + " [-0.0621],\n", + " [-0.0615],\n", + " [-0.0640],\n", + " [-0.0676],\n", + " [-0.0610],\n", + " [-0.0625],\n", + " [-0.0627],\n", + " [-0.0772],\n", + " [-0.0599],\n", + " [-0.0669],\n", + " [-0.0621],\n", + " [-0.0578],\n", + " [-0.0682],\n", + " [-0.0741],\n", + " [-0.0653],\n", + " [-0.0621],\n", + " [-0.0685],\n", + " [-0.0276],\n", + " [-0.0570],\n", + " [-0.0626],\n", + " [-0.0572],\n", + " [-0.0847],\n", + " [-0.0547],\n", + " [-0.0614],\n", + " [-0.0623],\n", + " [-0.0619]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[-0.0776],\n", + " [-0.0686],\n", + " [-0.0779],\n", + " [-0.0714],\n", + " [-0.0731],\n", + " [-0.0739],\n", + " [-0.0717],\n", + " [-0.0737],\n", + " [-0.0777],\n", + " [-0.0840],\n", + " [-0.0716],\n", + " [-0.0727],\n", + " [-0.0751],\n", + " [-0.0969],\n", + " [-0.0731],\n", + " [-0.0787],\n", + " [-0.0711],\n", + " [-0.0715],\n", + " [-0.0806],\n", + " [-0.0810],\n", + " [-0.0774],\n", + " [-0.0754],\n", + " [-0.0804],\n", + " [-0.0889],\n", + " [-0.0751],\n", + " [-0.0749],\n", + " [-0.0702],\n", + " [-0.0918],\n", + " [-0.0731],\n", + " [-0.0724],\n", + " [-0.0702],\n", + " [-0.0758]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[0.0350],\n", + " [0.0391],\n", + " [0.0361],\n", + " [0.0383],\n", + " [0.0371],\n", + " [0.0356],\n", + " [0.0375],\n", + " [0.0374],\n", + " [0.0379],\n", + " [0.0339],\n", + " [0.0390],\n", + " [0.0364],\n", + " [0.0377],\n", + " [0.0232],\n", + " [0.0387],\n", + " [0.0354],\n", + " [0.0370],\n", + " [0.0388],\n", + " [0.0347],\n", + " [0.0375],\n", + " [0.0362],\n", + " [0.0373],\n", + " [0.0359],\n", + " [0.0369],\n", + " [0.0372],\n", + " [0.0370],\n", + " [0.0384],\n", + " [0.0295],\n", + " [0.0392],\n", + " [0.0371],\n", + " [0.0369],\n", + " [0.0369]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0970],\n", + " [-0.0872],\n", + " [-0.0942],\n", + " [-0.0901],\n", + " [-0.0891],\n", + " [-0.0962],\n", + " [-0.0947],\n", + " [-0.0922],\n", + " [-0.0933],\n", + " [-0.0970],\n", + " [-0.0935],\n", + " [-0.0941],\n", + " [-0.0948],\n", + " [-0.0794],\n", + " [-0.0876],\n", + " [-0.0963],\n", + " [-0.0956],\n", + " [-0.0864],\n", + " [-0.0987],\n", + " [-0.0942],\n", + " [-0.0953],\n", + " [-0.0924],\n", + " [-0.0974],\n", + " [-0.0525],\n", + " [-0.0866],\n", + " [-0.0948],\n", + " [-0.0931],\n", + " [-0.1000],\n", + " [-0.0838],\n", + " [-0.0889],\n", + " [-0.0948],\n", + " [-0.0917]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.0573],\n", + " [0.0454],\n", + " [0.0533],\n", + " [0.0541],\n", + " [0.0506],\n", + " [0.0587],\n", + " [0.0583],\n", + " [0.0552],\n", + " [0.0522],\n", + " [0.0439],\n", + " [0.0572],\n", + " [0.0568],\n", + " [0.0568],\n", + " [0.0444],\n", + " [0.0485],\n", + " [0.0565],\n", + " [0.0577],\n", + " [0.0461],\n", + " [0.0535],\n", + " [0.0476],\n", + " [0.0575],\n", + " [0.0544],\n", + " [0.0568],\n", + " [0.0097],\n", + " [0.0440],\n", + " [0.0574],\n", + " [0.0535],\n", + " [0.0530],\n", + " [0.0430],\n", + " [0.0524],\n", + " [0.0579],\n", + " [0.0520]], requires_grad=True)\n", + "w Parameter containing:\n", + "tensor([[-0.0379],\n", + " [-0.0389],\n", + " [-0.0378],\n", + " [-0.0405],\n", + " [-0.0421],\n", + " [-0.0362],\n", + " [-0.0355],\n", + " [-0.0380],\n", + " [-0.0346],\n", + " [-0.0352],\n", + " [-0.0347],\n", + " [-0.0381],\n", + " [-0.0354],\n", + " [-0.0393],\n", + " [-0.0427],\n", + " [-0.0387],\n", + " [-0.0349],\n", + " [-0.0439],\n", + " [-0.0388],\n", + " [-0.0337],\n", + " [-0.0391],\n", + " [-0.0375],\n", + " [-0.0362],\n", + " [-0.0616],\n", + " [-0.0427],\n", + " [-0.0358],\n", + " [-0.0382],\n", + " [-0.0451],\n", + " [-0.0450],\n", + " [-0.0436],\n", + " [-0.0365],\n", + " [-0.0383]], requires_grad=True)\n", + "b Parameter containing:\n", + "tensor([[-0.0793],\n", + " [-0.0798],\n", + " [-0.0792],\n", + " [-0.0796],\n", + " [-0.0788],\n", + " [-0.0796],\n", + " [-0.0801],\n", + " [-0.0793],\n", + " [-0.0797],\n", + " [-0.0833],\n", + " [-0.0806],\n", + " [-0.0801],\n", + " [-0.0796],\n", + " [-0.0848],\n", + " [-0.0798],\n", + " [-0.0793],\n", + " [-0.0817],\n", + " [-0.0786],\n", + " [-0.0803],\n", + " [-0.0795],\n", + " [-0.0786],\n", + " [-0.0785],\n", + " [-0.0786],\n", + " [-0.0400],\n", + " [-0.0765],\n", + " [-0.0791],\n", + " [-0.0881],\n", + " [-0.0704],\n", + " [-0.0747],\n", + " [-0.0788],\n", + " [-0.0810],\n", + " [-0.0785]], requires_grad=True)\n", + "u Parameter containing:\n", + "tensor([[0.1668],\n", + " [0.1647],\n", + " [0.1659],\n", + " [0.1681],\n", + " [0.1653],\n", + " [0.1688],\n", + " [0.1698],\n", + " [0.1681],\n", + " [0.1652],\n", + " [0.1586],\n", + " [0.1699],\n", + " [0.1682],\n", + " [0.1685],\n", + " [0.1438],\n", + " [0.1627],\n", + " [0.1671],\n", + " [0.1692],\n", + " [0.1629],\n", + " [0.1643],\n", + " [0.1649],\n", + " [0.1689],\n", + " [0.1675],\n", + " [0.1669],\n", + " [0.1664],\n", + " [0.1608],\n", + " [0.1688],\n", + " [0.1643],\n", + " [0.1666],\n", + " [0.1637],\n", + " [0.1671],\n", + " [0.1691],\n", + " [0.1655]], requires_grad=True)\n", + "w " + ] + }, + { + "ename": "KeyboardInterrupt", + "evalue": "", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[20], line 7\u001b[0m\n\u001b[1;32m 5\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m x, y \u001b[38;5;129;01min\u001b[39;00m loader:\n\u001b[1;32m 6\u001b[0m v \u001b[38;5;241m=\u001b[39m epsilon\u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;241m2\u001b[39m\u001b[38;5;241m*\u001b[39mtorch\u001b[38;5;241m.\u001b[39mrandn(size\u001b[38;5;241m=\u001b[39mx\u001b[38;5;241m.\u001b[39msize())\n\u001b[0;32m----> 7\u001b[0m z, logdet_jacb \u001b[38;5;241m=\u001b[39m \u001b[43mflow_model\u001b[49m\u001b[43m(\u001b[49m\u001b[43my\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43munsqueeze\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m1\u001b[39;49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43mx\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 8\u001b[0m \u001b[38;5;66;03m#regularization_term = torch.mean(torch.abs(logdet_jacb - 1))\u001b[39;00m\n\u001b[1;32m 10\u001b[0m logloss \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m-\u001b[39mbase_distribution\u001b[38;5;241m.\u001b[39mlog_prob(z) \u001b[38;5;241m+\u001b[39m logdet_jacb \u001b[38;5;66;03m#+ regularization_term\u001b[39;00m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/nn/modules/module.py:1501\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1496\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1497\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1498\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1499\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1500\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1501\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_call\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1502\u001b[0m \u001b[38;5;66;03m# Do not call functions when jit is used\u001b[39;00m\n\u001b[1;32m 1503\u001b[0m full_backward_hooks, non_full_backward_hooks \u001b[38;5;241m=\u001b[39m [], []\n", + "Cell \u001b[0;32mIn[18], line 34\u001b[0m, in \u001b[0;36mConditionalNormalizingFlow.forward\u001b[0;34m(self, y, context_data)\u001b[0m\n\u001b[1;32m 32\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m i\u001b[38;5;241m==\u001b[39m\u001b[38;5;241m0\u001b[39m:\n\u001b[1;32m 33\u001b[0m z \u001b[38;5;241m=\u001b[39m y\n\u001b[0;32m---> 34\u001b[0m z, det_jacobian \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mflows\u001b[49m\u001b[43m[\u001b[49m\u001b[43mi\u001b[49m\u001b[43m]\u001b[49m\u001b[43m(\u001b[49m\u001b[43mz\u001b[49m\u001b[43m,\u001b[49m\u001b[43mflow_params\u001b[49m\u001b[43m[\u001b[49m\u001b[43m:\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43m:\u001b[49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 35\u001b[0m logdetjac_sum \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m torch\u001b[38;5;241m.\u001b[39mlog(det_jacobian)\n\u001b[1;32m 36\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m z, logdetjac_sum\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/nn/modules/module.py:1501\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1496\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1497\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1498\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1499\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1500\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1501\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_call\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1502\u001b[0m \u001b[38;5;66;03m# Do not call functions when jit is used\u001b[39;00m\n\u001b[1;32m 1503\u001b[0m full_backward_hooks, non_full_backward_hooks \u001b[38;5;241m=\u001b[39m [], []\n", + "Cell \u001b[0;32mIn[17], line 27\u001b[0m, in \u001b[0;36mInvertedPlanarFlow.forward\u001b[0;34m(self, y, flow_params)\u001b[0m\n\u001b[1;32m 25\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mb\u001b[39m\u001b[38;5;124m'\u001b[39m,\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mb)\n\u001b[1;32m 26\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mu\u001b[39m\u001b[38;5;124m'\u001b[39m,\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mu)\n\u001b[0;32m---> 27\u001b[0m \u001b[38;5;28;43mprint\u001b[39;49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mw\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mw\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 28\u001b[0m activation \u001b[38;5;241m=\u001b[39m y \u001b[38;5;241m+\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mw\u001b[38;5;241m*\u001b[39my \u001b[38;5;241m+\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mb\n\u001b[1;32m 29\u001b[0m flow \u001b[38;5;241m=\u001b[39m y \u001b[38;5;241m+\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mu \u001b[38;5;241m*\u001b[39m torch\u001b[38;5;241m.\u001b[39mtanh(activation)\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/nn/parameter.py:60\u001b[0m, in \u001b[0;36mParameter.__repr__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 59\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m__repr__\u001b[39m(\u001b[38;5;28mself\u001b[39m):\n\u001b[0;32m---> 60\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mParameter containing:\u001b[39m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;124m'\u001b[39m \u001b[38;5;241m+\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;21;43m__repr__\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/_tensor.py:426\u001b[0m, in \u001b[0;36mTensor.__repr__\u001b[0;34m(self, tensor_contents)\u001b[0m\n\u001b[1;32m 422\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m handle_torch_function(\n\u001b[1;32m 423\u001b[0m Tensor\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__repr__\u001b[39m, (\u001b[38;5;28mself\u001b[39m,), \u001b[38;5;28mself\u001b[39m, tensor_contents\u001b[38;5;241m=\u001b[39mtensor_contents\n\u001b[1;32m 424\u001b[0m )\n\u001b[1;32m 425\u001b[0m \u001b[38;5;66;03m# All strings are unicode in Python 3.\u001b[39;00m\n\u001b[0;32m--> 426\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_tensor_str\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_str\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtensor_contents\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtensor_contents\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/_tensor_str.py:636\u001b[0m, in \u001b[0;36m_str\u001b[0;34m(self, tensor_contents)\u001b[0m\n\u001b[1;32m 634\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m torch\u001b[38;5;241m.\u001b[39mno_grad(), torch\u001b[38;5;241m.\u001b[39mutils\u001b[38;5;241m.\u001b[39m_python_dispatch\u001b[38;5;241m.\u001b[39m_disable_current_modes():\n\u001b[1;32m 635\u001b[0m guard \u001b[38;5;241m=\u001b[39m torch\u001b[38;5;241m.\u001b[39m_C\u001b[38;5;241m.\u001b[39m_DisableFuncTorch()\n\u001b[0;32m--> 636\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43m_str_intern\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtensor_contents\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtensor_contents\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/_tensor_str.py:567\u001b[0m, in \u001b[0;36m_str_intern\u001b[0;34m(inp, tensor_contents)\u001b[0m\n\u001b[1;32m 565\u001b[0m tensor_str \u001b[38;5;241m=\u001b[39m _tensor_str(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mto_dense(), indent)\n\u001b[1;32m 566\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 567\u001b[0m tensor_str \u001b[38;5;241m=\u001b[39m \u001b[43m_tensor_str\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mindent\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 569\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlayout \u001b[38;5;241m!=\u001b[39m torch\u001b[38;5;241m.\u001b[39mstrided:\n\u001b[1;32m 570\u001b[0m suffixes\u001b[38;5;241m.\u001b[39mappend(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlayout=\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m+\u001b[39m \u001b[38;5;28mstr\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlayout))\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/_tensor_str.py:327\u001b[0m, in \u001b[0;36m_tensor_str\u001b[0;34m(self, indent)\u001b[0m\n\u001b[1;32m 323\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m _tensor_str_with_formatter(\n\u001b[1;32m 324\u001b[0m \u001b[38;5;28mself\u001b[39m, indent, summarize, real_formatter, imag_formatter\n\u001b[1;32m 325\u001b[0m )\n\u001b[1;32m 326\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 327\u001b[0m formatter \u001b[38;5;241m=\u001b[39m \u001b[43m_Formatter\u001b[49m\u001b[43m(\u001b[49m\u001b[43mget_summarized_data\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m)\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43msummarize\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01melse\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[1;32m 328\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m _tensor_str_with_formatter(\u001b[38;5;28mself\u001b[39m, indent, summarize, formatter)\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/_tensor_str.py:106\u001b[0m, in \u001b[0;36m_Formatter.__init__\u001b[0;34m(self, tensor)\u001b[0m\n\u001b[1;32m 103\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msci_mode \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m\n\u001b[1;32m 104\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmax_width \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m1\u001b[39m\n\u001b[0;32m--> 106\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m torch\u001b[38;5;241m.\u001b[39mno_grad():\n\u001b[1;32m 107\u001b[0m tensor_view \u001b[38;5;241m=\u001b[39m tensor\u001b[38;5;241m.\u001b[39mreshape(\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m)\n\u001b[1;32m 109\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfloating_dtype:\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/autograd/grad_mode.py:55\u001b[0m, in \u001b[0;36mno_grad.__enter__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 53\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m__enter__\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m 54\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprev \u001b[38;5;241m=\u001b[39m torch\u001b[38;5;241m.\u001b[39mis_grad_enabled()\n\u001b[0;32m---> 55\u001b[0m \u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mset_grad_enabled\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/autograd/grad_mode.py:150\u001b[0m, in \u001b[0;36mset_grad_enabled.__init__\u001b[0;34m(self, mode)\u001b[0m\n\u001b[1;32m 149\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m__init__\u001b[39m(\u001b[38;5;28mself\u001b[39m, mode: \u001b[38;5;28mbool\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m--> 150\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprev \u001b[38;5;241m=\u001b[39m \u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mis_grad_enabled\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 151\u001b[0m torch\u001b[38;5;241m.\u001b[39m_C\u001b[38;5;241m.\u001b[39m_set_grad_enabled(mode)\n\u001b[1;32m 152\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmode \u001b[38;5;241m=\u001b[39m mode\n", + "\u001b[0;31mKeyboardInterrupt\u001b[0m: " + ] + } + ], + "source": [ + "flow_model = ConditionalNormalizingFlow(n_dims, n_context, n_flows)\n", + "optimizer = optim.Adam(flow_model.parameters(), lr=1e-2, weight_decay=1e-4)\n", + "for e in range(nepochs):\n", + " print('epoch',e)\n", + " for x, y in loader:\n", + " v = epsilon**2*torch.randn(size=x.size())\n", + " z, logdet_jacb = flow_model(y.unsqueeze(1),x)\n", + " #regularization_term = torch.mean(torch.abs(logdet_jacb - 1))\n", + "\n", + " logloss = -base_distribution.log_prob(z) + logdet_jacb #+ regularization_term\n", + " logloss = logloss.mean()\n", + "\n", + " logloss.backward()\n", + " optimizer.step() \n", + " \n", + " \n", + " " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "fa3bfa21-6ed1-43d6-befd-302111a624c1", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "#v = epsilon**2*torch.randn(size=x.size())\n", + "z, logdet_jacb = flow_model(y.unsqueeze(1),x)" + ] + }, + { + "cell_type": "code", + "execution_count": 94, + "id": "fffccea5-a738-441d-b008-e578f4227561", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "tensor([[0.5489],\n", + " [0.5113],\n", + " [0.3430],\n", + " [2.1064],\n", + " [0.7745],\n", + " [1.0411],\n", + " [0.9138],\n", + " [0.9906],\n", + " [1.0403],\n", + " [1.0583],\n", + " [3.2201],\n", + " [2.3305],\n", + " [0.9744],\n", + " [0.9101],\n", + " [0.4056],\n", + " [0.9131],\n", + " [0.8498],\n", + " [0.4067],\n", + " [0.2372],\n", + " [0.8827],\n", + " [0.9578],\n", + " [0.6544],\n", + " [0.6632],\n", + " [1.2430],\n", + " [2.4885],\n", + " [0.9863],\n", + " [2.9884],\n", + " [1.9787],\n", + " [0.6588],\n", + " [2.4869],\n", + " [0.3591],\n", + " [1.2356]], grad_fn=)" + ] + }, + "execution_count": 94, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "z" + ] + }, + { + "cell_type": "code", + "execution_count": 95, + "id": "090848ce-dcf9-434d-b785-fd1708fc5ca9", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "tensor([[1.0129],\n", + " [1.0134],\n", + " [1.0154],\n", + " [1.0014],\n", + " [1.0115],\n", + " [1.0091],\n", + " [1.0097],\n", + " [1.0087],\n", + " [1.0080],\n", + " [1.0071],\n", + " [1.0001],\n", + " [1.0009],\n", + " [1.0089],\n", + " [1.0101],\n", + " [1.0148],\n", + " [1.0091],\n", + " [1.0101],\n", + " [1.0154],\n", + " [1.0161],\n", + " [1.0092],\n", + " [1.0086],\n", + " [1.0126],\n", + " [1.0120],\n", + " [1.0062],\n", + " [1.0007],\n", + " [1.0085],\n", + " [1.0002],\n", + " [1.0015],\n", + " [1.0122],\n", + " [1.0005],\n", + " [1.0173],\n", + " [1.0059]], grad_fn=)" + ] + }, + "execution_count": 95, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "torch.exp(logdet_jacb)" + ] + }, + { + "cell_type": "code", + "execution_count": 85, + "id": "dc842669-8dd9-4a8f-838d-ef53a83eaa61", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "tensor([[ -0.9550],\n", + " [ -1.0096],\n", + " [ -6.7302],\n", + " [ -3.5745],\n", + " [ -1.2954],\n", + " [ -2.8315],\n", + " [ -1.2826],\n", + " [ -1.5614],\n", + " [ -1.0151],\n", + " [ -3.6296],\n", + " [ -0.9404],\n", + " [ -1.0946],\n", + " [ -1.0657],\n", + " [ -1.1946],\n", + " [ -0.9579],\n", + " [ -1.2327],\n", + " [ -1.3183],\n", + " [ -0.9575],\n", + " [ -1.5859],\n", + " [ -1.2598],\n", + " [-10.3427],\n", + " [ -1.4494],\n", + " [ -1.2527],\n", + " [ -1.3049],\n", + " [ -1.2771],\n", + " [ -2.3367],\n", + " [ -1.8315],\n", + " [ -0.9307],\n", + " [ -1.1586],\n", + " [ -1.2007],\n", + " [ -1.1165],\n", + " [ -3.2419]], grad_fn=)" + ] + }, + "execution_count": 85, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "base_distribution.log_prob(z) " + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "id": "cd09c7b2-7614-4218-a0f2-c2cc1d3da93a", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "tensor([[0.5943],\n", + " [1.5740],\n", + " [0.4471],\n", + " [0.7936],\n", + " [1.0483],\n", + " [0.3592],\n", + " [0.8595],\n", + " [2.1977],\n", + " [1.1430],\n", + " [3.9008],\n", + " [0.9265],\n", + " [2.2984],\n", + " [0.9059],\n", + " [2.3735],\n", + " [0.8480],\n", + " [1.7970],\n", + " [0.9923],\n", + " [0.2254],\n", + " [0.4069],\n", + " [0.8037],\n", + " [0.6849],\n", + " [0.4202],\n", + " [0.1765],\n", + " [0.2956],\n", + " [1.0371],\n", + " [1.2625],\n", + " [0.7284],\n", + " [1.5517],\n", + " [3.1645],\n", + " [0.6985],\n", + " [0.8044],\n", + " [0.4748]], grad_fn=)" + ] + }, + "execution_count": 35, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "z" + ] + }, + { + "cell_type": "code", + "execution_count": 27, + "id": "65912392-f4a9-4587-91c8-b1578b110ca0", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "tensor([[0.5946],\n", + " [1.5737],\n", + " [0.4470],\n", + " [0.7941],\n", + " [1.0479],\n", + " [0.3591],\n", + " [0.8601],\n", + " [2.1966],\n", + " [1.1422],\n", + " [3.9016],\n", + " [0.9260],\n", + " [2.2983],\n", + " [0.9058],\n", + " [2.3738],\n", + " [0.8482],\n", + " [1.7972],\n", + " [0.9919],\n", + " [0.2254],\n", + " [0.4064],\n", + " [0.8036],\n", + " [0.6848],\n", + " [0.4204],\n", + " [0.1762],\n", + " [0.2955],\n", + " [1.0371],\n", + " [1.2628],\n", + " [0.7284],\n", + " [1.5525],\n", + " [3.1648],\n", + " [0.6989],\n", + " [0.8044],\n", + " [0.4751]], grad_fn=)" + ] + }, + "execution_count": 27, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "z" + ] + }, + { + "cell_type": "code", + "execution_count": 425, + "id": "1572b201-1427-4aba-93ef-11dcf7b6130e", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "Ntest=1\n", + "zs = base_distribution.sample(sample_shape=torch.Size([1000]))\n", + "ppz = np.zeros(shape=(Ntest,1000))\n", + "for ii in range(Ntest):\n", + " for jj,z in enumerate(zs):\n", + " ypred = flow_model.predict(x[ii].unsqueeze(0),z.unsqueeze(0))\n", + " ppz[ii,jj] = ypred" + ] + }, + { + "cell_type": "code", + "execution_count": 426, + "id": "a2bfbf8f-35d7-43d9-b711-bff98dad3d09", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(1, 1000)" + ] + }, + "execution_count": 426, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ppz.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 427, + "id": "5bb99eeb-c4aa-4c6d-87a2-75ffa7e511e7", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(array([ 2., 14., 62., 130., 218., 205., 209., 114., 34., 12.]),\n", + " array([-3.62248254, -2.93812654, -2.25377054, -1.56941454, -0.88505855,\n", + " -0.20070255, 0.48365345, 1.16800945, 1.85236545, 2.53672144,\n", + " 3.22107744]),\n", + " )" + ] + }, + "execution_count": 427, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAiIAAAGcCAYAAADknMuyAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8pXeV/AAAACXBIWXMAAA9hAAAPYQGoP6dpAAAXp0lEQVR4nO3dUWyV9d3A8d+hVBYDPU4d0nZo2yxgZrIrZeDA0GbJlrghi4thTnqxGeUGpyROSHSLGRtmFxPE6FIXwxamedVBcKJjmam2JicLCySQJV4QWlJACExzipvWwjnvBaF5eaFIWcuvpZ9Pci56ntPz/Ppg7Df/5zl9CtVqtRoAAAmmZA8AAExeQgQASCNEAIA0QgQASCNEAIA0QgQASCNEAIA0U7MH+DyVSiUOHz4cM2bMiEKhkD0OAHARqtVqnDhxIhoaGmLKlOHXPcZ9iBw+fDhmz56dPQYAcAn6+vriy1/+8rDbx32IzJgxIyJO/yB1dXXJ0wAAF6O/vz9mz5499Ht8OOM+RM6cjqmrqxMiADDBfN5lFS5WBQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSTM0eABg9Tau3Z48wYr1P3Zk9ApDIiggAkEaIAABphAgAkEaIAABphAgAkEaIAABphAgAkEaIAABphAgAkEaIAABphAgAkEaIAABphAgAkMbddwFGyF2OYfRYEQEA0ggRACCNEAEA0ggRACCNEAEA0ggRACCNj+8CqSbiR2GB0WNFBABII0QAgDRCBABIM6IQef3112Pu3LlRV1cXd999d3z44YcREdHT0xMrVqyIjo6OaG9vjwMHDgx9z4W2AQCT20WHyP79+2P79u2xZcuW2LRpU7zzzjvx2GOPRaVSiSVLlsQ999wTDzzwQCxfvjyWLVsWEXHBbQAAF/2pmffeey82btwYV111Vdxyyy2xZ8+eePXVV2PHjh2xb9++WLRoUUREtLW1xdKlS2Pnzp1x/PjxYbfddtttY/MTAQATxkWHSHt7+1lf33DDDXHjjTdGqVSKlpaWqK2tjYiImpqaaGlpic7Ozvj444+H3TZciAwMDMTAwMDQ1/39/SP+oQCAieGSL1bdtWtXPPjgg3H06NGoq6s7a1uxWIxDhw5dcNtw1q1bF8Vicegxe/bsSx0RABjnLilEPvjggzh58mQsXbo0amtrh1Y8zqhUKlGpVC64bThr1qyJcrk89Ojr67uUEQGACWDEIXLq1KlYv359bNy4MSIi6uvrzzl9Ui6Xo7Gx8YLbhjNt2rSoq6s76wEAXJlGHCJPP/10rFq1KqZPnx4REQsXLoyenp6oVqsRETE4OBi9vb3R2toaixcvHnYbAMCI7jWzfv36mDNnTnz00Ufx0Ucfxf79++PkyZPR0NAQ3d3dcccdd0RXV1c0NTXFvHnzolqtDrsNAOCiQ+SVV16JVatWDa1uRERcffXVceTIkdi2bVusXbs29u7dG6VSKbZu3RqFQiEKhcKw2wAACtX/WxbjUH9/fxSLxSiXy64Xgc/hTrYMp/epO7NHYJK52N/f7jUDAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKQRIgBAGiECAKS55BD55JNPolwuD7v98OHDl/rWAMAkMeIQqVQqsWnTppgzZ07s3r176PlqtRpz5syJQqEQhUIh7rvvvqFtPT09sWLFiujo6Ij29vY4cODA6EwPAExoU0f6DcePH4/W1tY4ePDgWc+/9dZb8dBDD8X8+fMjIqK5uTkiTofLkiVLYsOGDdHW1hbNzc2xbNmyKJVKozA+ADCRjXhFZObMmXHTTTed8/yzzz4bNTU1MXPmzLj11lvjuuuui4iIHTt2xL59+2LRokUREdHW1hZ79uyJnTt3/pejAwAT3ahcrHrixIkYGBiIxx9/PJqbm2PlypVRrVYjIqJUKkVLS0vU1tZGRERNTU20tLREZ2fned9rYGAg+vv7z3oAAFemUQmRGTNmxNtvvx1HjhyJ9evXx/PPPx/PPPNMREQcPXo06urqznp9sViMQ4cOnfe91q1bF8Vicegxe/bs0RgRABiHRvXju7W1tbFy5cpYvXp1vPTSS0PPnVkNOaNSqUSlUjnve6xZsybK5fLQo6+vbzRHBADGkTH5OyJ33XXX0Ed76+vrzzm9Ui6Xo7Gx8bzfO23atKirqzvrAQBcmcYkRE6dOhVz586NiIjFixdHT0/P0DUjg4OD0dvbG62trWOxawBgArmkEPn/p1W6u7tj8+bNQ7HR0dERjz76aERELFiwIBoaGqK7uzsiIrq6uqKpqSnmzZv338wNAFwBRvx3RI4dOxYvvPBCRERs3rw5Zs2aFX19ffHwww/Hyy+/HPPnz4/29vZYuHBhRERMmTIltm3bFmvXro29e/dGqVSKrVu3RqFQGN2fBACYcArVM8sY41R/f38Ui8Uol8uuF4HP0bR6e/YIjFO9T92ZPQKTzMX+/nbTOwAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgzdTsAWC8alq9PXsEgCueFREAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAIM3U7AEAGHtNq7dnjzBivU/dmT0Cl4EVEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANIIEQAgjRABANJccoh88sknUS6XR3MWAGCSGXGIVCqV2LRpU8yZMyd279499HxPT0+sWLEiOjo6or29PQ4cOHBR2wCAyWvqSL/h+PHj0draGgcPHhx6rlKpxJIlS2LDhg3R1tYWzc3NsWzZsiiVShfcBgBMbiNeEZk5c2bcdNNNZz23Y8eO2LdvXyxatCgiItra2mLPnj2xc+fOC24DACa3Ea+InE+pVIqWlpaora2NiIiamppoaWmJzs7O+Pjjj4fddtttt53zXgMDAzEwMDD0dX9//2iMCACMQ6PyqZmjR49GXV3dWc8Vi8U4dOjQBbedz7p166JYLA49Zs+ePRojAgDj0KiESG1t7dCKxxmVSiUqlcoFt53PmjVrolwuDz36+vpGY0QAYBwalRCpr68/5xRKuVyOxsbGC247n2nTpkVdXd1ZDwDgyjQqIbJ48eLo6emJarUaERGDg4PR29sbra2tF9wGAExulxQi//+0yoIFC6KhoSG6u7sjIqKrqyuamppi3rx5F9wGAExuI/7UzLFjx+KFF16IiIjNmzfHrFmz4uabb45t27bF2rVrY+/evVEqlWLr1q1RKBSiUCgMuw0AmNwK1TPnTMap/v7+KBaLUS6XXS/CZdW0env2CDCp9T51Z/YI/Bcu9ve3m94BAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmmZg/Ala9p9fbsEQAYp6yIAABphAgAkEaIAABphAgAkEaIAABphAgAkEaIAABphAgAkEaIAABphAgAkEaIAABphAgAkEaIAABpxixEDh8+PFZvDQBcIUYtRKrVasyZMycKhUIUCoW47777IiKip6cnVqxYER0dHdHe3h4HDhwYrV0CABPc1NF6o7feeiseeuihmD9/fkRENDc3R6VSiSVLlsSGDRuira0tmpubY9myZVEqlUZrtwDABDZqKyLPPvts1NTUxMyZM+PWW2+N6667Lnbs2BH79u2LRYsWRUREW1tb7NmzJ3bu3DlauwUAJrBRCZETJ07EwMBAPP7449Hc3BwrV66MarUapVIpWlpaora2NiIiampqoqWlJTo7O4d9r4GBgejv7z/rAQBcmUbl1MyMGTPi7bffjsHBwfjtb38bjzzySHzlK1+Jo0ePRl1d3VmvLRaLcejQoWHfa926dfHkk0+OxlgAwDg3qp+aqa2tjZUrV8bq1avjpZdeitra2qHVkDMqlUpUKpVh32PNmjVRLpeHHn19faM5IgAwjozJx3fvuuuuKJfLUV9ff86plXK5HI2NjcN+77Rp06Kuru6sBwBwZRqTEDl16lTMnTs3Fi9eHD09PVGtViMiYnBwMHp7e6O1tXUsdgsATDCjEiLd3d2xefPmoeDo6OiIRx99NBYsWBANDQ3R3d0dERFdXV3R1NQU8+bNG43dAgAT3KhcrNrX1xcPP/xwvPzyyzF//vxob2+PhQsXRkTEtm3bYu3atbF3794olUqxdevWKBQKo7FbAGCCK1TPLGOMU/39/VEsFqNcLrteZIJqWr09ewRgAup96s7sEfgvXOzvbze9AwDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSCBEAII0QAQDSTM0eAADOp2n19uwRRqz3qTuzR5hwrIgAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmmZg/AyDSt3p49AgCMGisiAEAaIQIApBEiAEAa14gAwCiZiNfx9T51Z+r+rYgAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQRogAAGmECACQ5rKESE9PT6xYsSI6Ojqivb09Dhw4cDl2CwCMc1PHegeVSiWWLFkSGzZsiLa2tmhubo5ly5ZFqVQa611/rqbV27NHAIBJbcxXRHbs2BH79u2LRYsWRUREW1tb7NmzJ3bu3DnWuwYAxrkxXxEplUrR0tIStbW1ERFRU1MTLS0t0dnZGbfddts5rx8YGIiBgYGhr8vlckRE9Pf3j/pslYH/jPp7AsBEMha/X//v+1ar1Qu+bsxD5OjRo1FXV3fWc8ViMQ4dOnTe169bty6efPLJc56fPXv2mMwHAJNZcf3Yvv+JEyeiWCwOu33MQ6S2tnZoNeSMSqUSlUrlvK9fs2ZNrFq16qzXfvjhh3HddddFoVAY01nHm/7+/pg9e3b09fWdE3OTieNwmuNwmuNwmuNwmuNw2ng8DtVqNU6cOBENDQ0XfN2Yh0h9fX289957Zz1XLpejsbHxvK+fNm1aTJs27aznrrnmmrEab0Koq6sbN/9hZXIcTnMcTnMcTnMcTnMcThtvx+FCKyFnjPnFqosXL46enp6hc0SDg4PR29sbra2tY71rAGCcG/MQWbBgQTQ0NER3d3dERHR1dUVTU1PMmzdvrHcNAIxzY35qZsqUKbFt27ZYu3Zt7N27N0qlUmzdunXSXe9xKaZNmxY///nPzzlVNdk4Dqc5Dqc5Dqc5Dqc5DqdN5ONQqH7e52oAAMaIe80AAGmECACQRogAAGmECExwR44cyR6BJJ988snQbTBgohIiE0S1Wo2f/vSn0dzcHPX19fHiiy9mj5Siv78/fvjDH8Y111wTLS0t8T//8z/ZI6Xp6emJe++9N+69997sUS6bnp6eWLFiRXR0dER7e3scOHAge6QUlUolNm3aFHPmzIndu3dnj5Pm9ddfj7lz50ZdXV3cfffd8eGHH2aPlGL37t2xcOHCuPbaa+Ob3/xmHD9+PHukEREiE8Qf//jHuOuuu6Knpyeee+65ePDBB+Pf//539liX3a9+9av4wQ9+EF1dXXH77bfH8uXLo6enJ3usFNVqNa699tphb5dwpalUKrFkyZK455574oEHHojly5fHsmXLssdKcfz48WhtbY2DBw9mj5Jm//79sX379tiyZUts2rQp3nnnnXjssceyx7rsPv300/jTn/4Uf/3rX6Ovry/+85//xG9+85vssUZkzP+OCKPjjjvuiBtvvDEiIr797W9HTU3N597R8EozODgYX/3qV+M73/lORET87ne/i9deey3+8Y9/RHNzc/J0l19LS0tcf/312WNcNjt27Ih9+/bFokWLIiKira0tli5dGjt37jzvnbyvZDNnzsweId17770XGzdujKuuuipuueWW2LNnT7z66qvZY1125XI5fvazn8VVV10VERGLFi2KKVMm1hrDxJp2EjsTIRERb7zxRjzzzDMxffr0xIkuv9ra2mhvbx/6+gtf+EIUi8Wzjg1XrlKpFC0tLUM30aypqYmWlpbo7OxMnowM7e3tQ798IyJuuOGGSfn/ghtuuGHoOHz22Wdx5MiReOSRR5KnGhkhMoEcP348HnvssVi+fHn8/e9/j5MnT2aPlOrgwYPR2NgYX//617NH4TI4evToOTfzKhaLcejQoaSJGE927doVDz74YPYYad58882YP39+dHZ2xj//+c/scUZEiEwg119/fTzxxBPx8ssvx5YtW+L3v/999kipnn/++ejo6Mgeg8uktrZ2aDXkjEqlMmmukWF4H3zwQZw8eTKWLl2aPUqab33rW/Haa6/F7bffHvfdd1/2OCMiRMaBDz74IGbNmjXs4yc/+cnQa6dPnx7f+9734qGHHopdu3YlTj36RnIcOjs742tf+1rceuutiROPjZEch8mkvr4++vv7z3quXC5HY2Nj0kSMB6dOnYr169fHxo0bs0dJdeZU5YsvvhjHjh2LY8eOZY900VysOg7U19eP+G9BfOlLX5qQNze6kIs9Du+//37s378/fvzjH0dExMmTJ6OmpuaKuZHipfz3MBksXrw4fv3rX0e1Wo1CoRCDg4PR29sbra2t2aOR6Omnn45Vq1YNXTP32WefnXXtyGRz9dVXx/XXXx9f/OIXs0e5aFZEJoi//e1v0dfXFxGnP7b57rvvxo9+9KPkqS6/I0eOxHPPPRff+MY34v333489e/bEunXrssdKM5lOSyxYsCAaGhqiu7s7IiK6urqiqakp5s2blzxZjsn0bz+c9evXx5w5c+Kjjz6K999/P9588834y1/+kj3WZfWvf/0r/vznPw99ivLdd9+N5cuXx9SpE2edYeJMOsn94Q9/iDfeeCPuv//+aGxsjF/84hcxa9as7LEuq08//TTuvPPO2LVr11nLsE888cQVsxoyEl1dXbFt27Y4dOhQbNmyJb773e+ecw3FlWTKlCmxbdu2WLt2bezduzdKpVJs3bp1Uv7bHzt2LF544YWIiNi8eXPMmjUrbr755uSpLq9XXnklVq1addafMbj66qsn3WpiT09P3H///TF37tz4/ve/H9OnT49f/vKX2WONSKE62f4YBQAwbjg1AwCkESIAQBohAgCkESIAQBohAgCkESIAQBohAgCkESIAQBohAgCkESIAQBohAgCk+V+3h3Gg91f9owAAAABJRU5ErkJggg==", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(ppz[0])" + ] + }, + { + "cell_type": "code", + "execution_count": 323, + "id": "0759273d-e80a-413f-bd3c-7f6955419b6e", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "array([-4.60713893e-01, 6.51945174e-01, 4.14858572e-02, -7.61579037e-01,\n", + " 1.17540288e+00, -2.45869845e-01, -3.60954374e-01, -5.31376779e-01,\n", + " 4.83570188e-01, -5.54183185e-01, -7.56193519e-01, 1.43783852e-01,\n", + " 3.23016852e-01, 3.43900800e-01, 5.16350389e-01, 9.94517744e-01,\n", + " 6.89670118e-03, 3.95870060e-02, 3.66625160e-01, -5.51791906e-01,\n", + " -3.56961548e-01, 3.63192298e-02, 1.17116523e+00, -2.07131958e+00,\n", + " 1.19213320e-01, 2.04503518e-02, -1.91394925e-01, -9.45895612e-01,\n", + " -1.55225968e+00, -9.03769195e-01, -3.71651471e-01, 1.44112743e-02,\n", + " -1.99422553e-01, 2.50488091e+00, 1.49109221e+00, 5.07575981e-02,\n", + " 2.51577437e-01, 8.25496733e-01, -1.35019422e+00, 1.74578059e+00,\n", + " -9.61142004e-01, -1.17951095e+00, -9.28195864e-02, 8.75168800e-01,\n", + " 1.79660892e+00, -2.10863304e+00, 2.65108794e-01, 1.82850778e-01,\n", + " -8.74137431e-02, 1.45440471e+00, -1.22631168e+00, 6.44753993e-01,\n", + " 4.15538043e-01, 8.28577578e-02, 1.05672944e+00, -2.40781546e-01,\n", + " 1.69395363e+00, -1.25138164e+00, 5.15761495e-01, -8.96062672e-01,\n", + " -1.41286409e+00, 1.01947621e-01, 2.80863553e-01, -3.49536717e-01,\n", + " -9.66712117e-01, -1.41219103e+00, 1.54670656e-01, 1.08946562e-01,\n", + " -5.76787233e-01, 1.25193918e+00, 5.97691953e-01, -9.03969944e-01,\n", + " 9.15752351e-01, -1.42682195e-02, -1.96550250e-01, -1.07907629e+00,\n", + " 1.42421409e-01, 5.93498826e-01, 3.08975148e+00, -3.07099313e-01,\n", + " -8.77933025e-01, -1.80181932e+00, 1.35428417e+00, -8.04550108e-03,\n", + " -1.20620000e+00, 2.17323256e+00, -3.72268379e-01, 4.34796929e-01,\n", + " -3.54654282e-01, 1.46889961e+00, 8.98118317e-01, 3.79965276e-01,\n", + " 3.78198773e-01, 3.91334891e-01, 3.67225170e-01, 2.18045674e-02,\n", + " 1.34393167e+00, -1.65599692e+00, -3.64669859e-01, -1.44741103e-01,\n", + " -6.87880397e-01, -4.67890412e-01, 8.40576887e-02, 9.31516767e-01,\n", + " 4.08228189e-02, 4.40098256e-01, 3.85122448e-01, -4.07616973e-01,\n", + " 1.40310023e-02, 3.19380552e-01, -3.32318664e-01, 1.45710394e-01,\n", + " -4.96073633e-01, 3.95624280e-01, 6.25055507e-02, 1.32045507e+00,\n", + " 1.05240250e+00, -1.38309109e+00, 6.71063244e-01, -7.03232586e-01,\n", + " 1.44498959e-01, 2.42082309e-02, -1.11751246e+00, -8.03725868e-02,\n", + " 9.37059641e-01, 1.49474430e+00, -1.42861164e+00, 2.85515875e-01,\n", + " 1.00894761e+00, -1.18094790e+00, 8.87153804e-01, 1.07028866e+00,\n", + " 1.03140068e+00, 3.30313355e-01, -1.79240465e+00, -9.57959116e-01,\n", + " -2.39619911e-01, -1.12208259e+00, -7.65169919e-01, 1.24111760e+00,\n", + " -1.70004356e+00, -8.10236335e-01, 4.71681923e-01, 1.14575887e+00,\n", + " -2.07585311e+00, -3.64892960e-01, -2.16787178e-02, -1.29452944e-01,\n", + " -1.79577678e-01, -8.46102953e-01, -3.82442355e-01, 9.93478239e-01,\n", + " -1.15973783e+00, 8.30374718e-01, 2.89815187e-01, -2.02206835e-01,\n", + " -7.43750811e-01, 1.20416254e-01, -1.78791857e+00, 2.16837645e+00,\n", + " -3.62904519e-01, 7.54850566e-01, -2.92253315e-01, 1.25815058e+00,\n", + " -4.71471757e-01, 2.30572999e-01, 9.48425114e-01, -1.20714509e+00,\n", + " 1.17266035e+00, 1.31052601e+00, -1.14538276e+00, 2.40706978e-03,\n", + " 1.25828385e-01, 8.04736018e-02, 1.64096311e-01, -3.30187112e-01,\n", + " 1.56810656e-01, 3.49495351e-01, 5.21648109e-01, -2.12771010e+00,\n", + " -6.52508885e-02, 9.38164949e-01, -5.93577802e-01, -1.44424927e+00,\n", + " 1.00061929e+00, 1.34033787e+00, 1.47186410e+00, -2.50425667e-01,\n", + " 1.29528248e+00, 4.70440745e-01, 2.45447472e-01, 9.20579657e-02,\n", + " 1.92915630e-02, -9.48892355e-01, 5.81555188e-01, -2.50076324e-01,\n", + " 1.82307708e+00, -5.30758023e-01, -1.07358837e+00, 4.02650893e-01,\n", + " -7.60719538e-01, -2.16114998e-01, -8.58843923e-02, 2.07985118e-02,\n", + " 2.36655325e-01, 1.92591950e-01, -8.96800220e-01, -5.04489183e-01,\n", + " 1.50496495e+00, 1.34409159e-01, -1.92142987e+00, -1.43217671e+00,\n", + " -6.68547824e-02, -2.34157467e+00, 7.15295732e-01, -3.85042101e-01,\n", + " -6.07056439e-01, -1.16229022e+00, 4.06658888e-01, -1.63115412e-01,\n", + " -8.15899491e-01, 7.67582119e-01, 1.36475337e+00, -5.22940040e-01,\n", + " 5.54759443e-01, -1.10714459e+00, -5.03542125e-01, 5.14246058e-03,\n", + " 1.21435487e+00, -2.21793920e-01, -5.01986325e-01, 1.92302614e-01,\n", + " 6.69194758e-01, 4.58496213e-02, 4.53595251e-01, -7.73422956e-01,\n", + " 1.79626625e-02, -1.48698604e+00, 8.01142991e-01, 2.05791974e+00,\n", + " -1.07999884e-01, -5.34078963e-02, -2.82693595e-01, 1.26699626e-01,\n", + " 5.17337680e-01, 1.28265381e+00, 1.06061411e+00, 2.01418328e+00,\n", + " 1.16967022e-01, 4.48755100e-02, 2.45819017e-01, 3.14625502e-01,\n", + " -6.09917223e-01, -1.93782866e-01, -2.66389608e-01, -1.22653031e+00,\n", + " -1.45643604e+00, 6.04293823e-01, 8.60835075e-01, 4.90275532e-01,\n", + " -5.27798176e-01, 2.37741575e-01, 1.33771503e+00, -1.11549962e+00,\n", + " -6.86159968e-01, -9.85027552e-01, -3.69481444e-01, -2.01345637e-01,\n", + " -1.32247340e-02, 1.10492718e+00, -2.21849418e+00, 5.95913947e-01,\n", + " 1.19897731e-01, 8.58093858e-01, -3.98415893e-01, -9.41761792e-01,\n", + " -6.51833594e-01, -1.47164297e+00, -1.48440495e-01, 1.45604666e-02,\n", + " -5.09314001e-01, 9.64770377e-01, -5.50723076e-01, 7.89306164e-01,\n", + " -8.92433703e-01, -1.40300289e-01, -2.93707728e-01, -1.30565834e+00,\n", + " 9.92777824e-01, -4.23934728e-01, 1.14833392e-01, -1.15692866e+00,\n", + " 7.67244279e-01, 5.87676764e-02, 2.74222612e-01, 3.93606484e-01,\n", + " -1.97197807e+00, 9.54295397e-02, -1.25245646e-01, -1.31068468e-01,\n", + " -3.93704653e-01, 6.18565679e-01, -2.72195302e-02, 2.12476701e-01,\n", + " 5.62368870e-01, 3.09732676e-01, 5.63214719e-01, 2.67304361e-01,\n", + " -3.64281647e-02, -1.30811250e+00, 1.17148221e+00, 1.64818764e-02,\n", + " -1.88124752e+00, -2.12932393e-01, 8.73452842e-01, 1.30599022e+00,\n", + " -7.41125867e-02, -2.72812963e-01, -5.31930290e-02, -1.91129833e-01,\n", + " 1.27357960e-01, 9.69165742e-01, -1.00844726e-01, -6.80160463e-01,\n", + " -4.47059900e-01, -2.10376072e+00, 9.65315878e-01, 9.26307917e-01,\n", + " -8.36196184e-01, 1.79611191e-01, 1.34935183e-03, -2.75780968e-02,\n", + " -3.75701100e-01, -1.56527030e+00, -9.32238102e-01, 2.38132536e-01,\n", + " 3.51167470e-01, 1.59184706e+00, -5.02849877e-01, 8.17594230e-02,\n", + " -1.03595221e+00, 6.21801734e-01, 6.37480199e-01, -1.31762969e+00,\n", + " 4.61192161e-01, -1.06975329e+00, 1.63246286e+00, -1.99919426e+00,\n", + " -1.95492163e-01, -7.38918245e-01, -7.69335985e-01, 1.85987258e+00,\n", + " -1.04515111e+00, 1.06646252e+00, 7.80646026e-01, 2.14409173e-01,\n", + " 5.95811427e-01, -5.01241796e-02, -9.87189949e-01, -8.00222993e-01,\n", + " -7.61054218e-01, 4.40313339e-01, -9.41926897e-01, 1.51732981e+00,\n", + " -6.45470619e-02, -2.77573466e+00, 1.98670477e-01, 1.42347276e-01,\n", + " -3.11489969e-01, 3.80996943e-01, -4.13538404e-02, -2.72918791e-01,\n", + " 1.84566870e-01, 1.75226986e-01, 2.23172382e-02, 7.89789855e-02,\n", + " 1.52920797e-01, 1.43679291e-01, -2.14449093e-01, 4.67608690e-01,\n", + " 1.10754395e+00, -7.89979160e-01, 3.23048294e-01, 1.49280024e+00,\n", + " 2.37475842e-01, -5.83977163e-01, -9.02906895e-01, -2.38171011e-01,\n", + " 9.63432372e-01, 1.67651367e+00, -1.95321411e-01, -3.12360078e-01,\n", + " -1.02026927e+00, 1.17476070e+00, 9.24125850e-01, 1.87443629e-01,\n", + " 1.27967429e+00, 3.60694885e-01, 4.32119906e-01, -1.11560333e+00,\n", + " -9.77977455e-01, 2.59671450e-01, 9.14981067e-02, 9.42971885e-01,\n", + " -6.91234916e-02, -2.16384813e-01, 8.29214156e-01, -3.48417491e-01,\n", + " 9.41460609e-01, 1.24447715e+00, -1.37281346e+00, -1.76390040e+00,\n", + " -2.46341705e+00, -4.90659207e-01, -8.26949775e-02, 3.00354213e-01,\n", + " -6.77093983e-01, -2.55394429e-01, -1.94520444e-01, -2.65689850e-01,\n", + " -2.01405570e-01, -6.95266485e-01, -3.94895703e-01, 9.48434789e-03,\n", + " 9.97133404e-02, 1.87384534e+00, 4.87865508e-01, 4.81650412e-01,\n", + " 1.11467147e+00, -9.44859266e-01, -9.69332829e-02, -1.19267213e+00,\n", + " -1.35766551e-01, -8.64671528e-01, 1.99519157e-01, -4.14594114e-01,\n", + " -7.80202329e-01, -8.20507109e-01, -3.00150871e-01, 5.24470925e-01,\n", + " -1.43587434e+00, 1.18873321e-01, -7.97658086e-01, -9.18495119e-01,\n", + " 5.44367373e-01, -2.15588868e-01, 7.51238883e-01, -5.41120768e-01,\n", + " 3.54862928e-01, -3.09653372e-01, 1.11841166e+00, 1.11533356e+00,\n", + " 4.28010434e-01, -1.07229151e-01, -7.31931925e-01, 8.79265785e-01,\n", + " -1.40302038e+00, -4.04430330e-01, 8.13412786e-01, 4.58727986e-01,\n", + " -1.03383219e+00, -9.63698864e-01, 7.57504344e-01, -4.07263547e-01,\n", + " -8.70946169e-01, 8.65728498e-01, -3.65156502e-01, 7.84668326e-02,\n", + " -1.05898857e+00, -2.39289835e-01, -5.93272448e-01, -6.87185645e-01,\n", + " 3.21572453e-01, -9.65016782e-02, -3.48661184e-01, 9.19090807e-01,\n", + " -1.16305843e-01, -6.80514099e-03, 4.16210085e-01, 1.24774063e+00,\n", + " 1.21235895e+00, -9.49486673e-01, -2.57617068e+00, 3.58129054e-01,\n", + " -1.62648708e-01, 1.14659762e+00, -2.16115379e+00, 3.31396312e-01,\n", + " 9.54023480e-01, 8.38189960e-01, 6.09491691e-02, 1.17921126e+00,\n", + " -1.48668718e+00, -4.76453900e-01, 6.99292347e-02, -2.22322464e-01,\n", + " -2.45621753e+00, 7.63844192e-01, -1.06840563e+00, 3.33143771e-02,\n", + " 1.96257055e-01, -6.90310180e-01, -1.09334454e-01, 6.32514358e-01,\n", + " -5.78770816e-01, -8.89995843e-02, 3.77790302e-01, -8.59483004e-01,\n", + " -9.29024220e-01, -4.30004656e-01, -7.00570583e-01, 1.82288694e+00,\n", + " 1.38811395e-02, 6.96311235e-01, -3.68925005e-01, -4.25933272e-01,\n", + " 1.26357782e+00, 4.16812986e-01, 1.77647203e-01, 6.57048643e-01,\n", + " -1.35676098e+00, 9.55668211e-01, -5.52563190e-01, 6.98720872e-01,\n", + " 1.39232412e-01, 1.60715485e+00, -1.61521339e+00, -7.94840217e-01,\n", + " 8.29716384e-01, 4.92412686e-01, 1.36173576e-01, 3.40519011e-01,\n", + " 3.83046150e-01, -1.15585184e+00, 1.18738525e-01, -1.83999169e+00,\n", + " 1.14173222e+00, 3.04870773e-03, -7.39614427e-01, -2.08533740e+00,\n", + " -2.13123679e-01, 4.53858644e-01, -3.87441248e-01, 6.54163182e-01,\n", + " 2.57035899e+00, -1.10641384e+00, -1.99089482e-01, -1.45694092e-01,\n", + " 3.00298858e+00, 4.87217307e-01, 1.09266245e+00, 8.93969834e-02,\n", + " 9.97908652e-01, 1.03378057e+00, 3.39168429e-01, 2.30739325e-01,\n", + " -1.26997578e+00, -1.74438059e+00, -3.32990140e-01, -1.54846862e-01,\n", + " -7.82794833e-01, 7.86450446e-01, 1.55380046e+00, -3.18720371e-01,\n", + " 1.05230629e+00, -5.00037491e-01, -1.23932588e+00, -1.84745029e-01,\n", + " 6.33096099e-01, 9.12576497e-01, 1.15740761e-01, 1.34760395e-01,\n", + " 4.30458695e-01, -7.42158771e-01, -2.14345921e-02, 1.01087773e+00,\n", + " 3.59377831e-01, -9.09281820e-02, -9.73707259e-01, 2.18474531e+00,\n", + " -1.00404561e+00, 4.15018886e-01, -9.88723576e-01, -1.34593487e+00,\n", + " -2.13522887e+00, 1.70292354e+00, 3.16146433e-01, 1.70714557e+00,\n", + " -6.02689803e-01, -2.21496984e-01, 2.51791239e-01, -1.75613642e-01,\n", + " -2.37131387e-01, -1.37438163e-01, -6.08477890e-01, 1.43593937e-01,\n", + " 3.48522030e-02, 5.32253027e-01, 6.54847801e-01, -7.91930199e-01,\n", + " -1.74311709e+00, -2.63057619e-01, 2.02520609e-01, 1.06198692e+00,\n", + " -4.17606682e-01, 3.56079221e-01, -1.39155313e-01, 1.57136619e-01,\n", + " -9.11355138e-01, -2.54218102e+00, -2.16683045e-01, 2.96401352e-01,\n", + " -2.86212623e-01, -2.37878606e-01, -2.99948901e-01, 5.88264585e-01,\n", + " -7.38815740e-02, -2.87573099e-01, 2.78290808e-01, 2.91925263e+00,\n", + " -5.43015838e-01, -8.97391140e-01, 1.55224606e-01, 3.42499882e-01,\n", + " -8.42369735e-01, 2.17344356e+00, 1.06736171e+00, 1.52075991e-01,\n", + " 7.00172246e-01, 1.59380794e+00, -9.53894198e-01, 7.38497734e-01,\n", + " -1.13526309e+00, -9.74009216e-01, 5.03902286e-02, 7.59892166e-01,\n", + " -1.63125664e-01, 1.57136703e+00, 3.88368636e-01, -6.19912028e-01,\n", + " 3.12483430e-01, 1.81376433e+00, -8.97415727e-02, 5.04999936e-01,\n", + " 1.00012429e-01, 1.37265265e+00, 9.70077753e-01, 8.78495932e-01,\n", + " -2.88650811e-01, -2.46858899e-03, 6.02674603e-01, 1.09639060e+00,\n", + " 1.04012050e-01, 5.91666043e-01, 1.28581321e+00, 6.83667313e-04,\n", + " -3.28746378e-01, 7.44815648e-01, -1.36977410e+00, -2.09711701e-01,\n", + " 1.42757580e-01, 1.78301263e+00, 1.01026393e-01, -3.93351704e-01,\n", + " -5.66915469e-03, -1.86857927e+00, -5.31669021e-01, 2.04159215e-01,\n", + " 5.12240827e-01, 3.18861336e-01, 1.45858192e+00, -4.34320092e-01,\n", + " -2.85202950e-01, 1.88464727e-02, -1.57029897e-01, -7.00861216e-01,\n", + " 1.90803647e-01, -3.50930810e-01, 1.19726729e+00, 7.34764114e-02,\n", + " 1.77337751e-02, -4.71062452e-01, -2.99713582e-01, 4.84188586e-01,\n", + " -1.32027400e+00, 1.43735850e+00, -8.04858446e-01, 1.81147978e-01,\n", + " 1.46941215e-01, 1.33684480e+00, 3.01452070e-01, 1.71180174e-01,\n", + " 5.46925187e-01, 8.23176727e-02, -3.84555936e-01, 1.12942147e+00,\n", + " 5.97532332e-01, -9.45102394e-01, -1.93502045e+00, 1.03213680e+00,\n", + " 9.48401928e-01, 3.31309289e-01, -1.17770600e+00, 3.18197787e-01,\n", + " -2.59871393e-01, -1.24933004e+00, -4.49640214e-01, -5.40997505e-01,\n", + " -5.76417506e-01, 3.66947874e-02, 8.60086381e-02, -9.49828178e-02,\n", + " -8.99416089e-01, -4.11205024e-01, 4.34671611e-01, 6.17059290e-01,\n", + " -1.82795441e+00, -1.66922405e-01, 3.88324142e-01, 6.38983548e-01,\n", + " 9.56463754e-01, -1.50971726e-01, 6.82505786e-01, -6.34360909e-01,\n", + " -1.77926019e-01, -1.21802658e-01, 1.59025967e+00, 2.33105376e-01,\n", + " 2.71613121e-01, 1.19750702e+00, -6.19542480e-01, -7.90291309e-01,\n", + " -8.84938478e-01, -1.83476114e+00, -6.63934708e-01, -5.52371383e-01,\n", + " 5.75217962e-01, 2.73367494e-01, 3.24211210e-01, -8.81082714e-01,\n", + " 1.40362990e+00, -4.51025337e-01, 1.15358150e+00, -1.16406286e+00,\n", + " -1.29012203e+00, -3.39733511e-01, -1.03927827e+00, -3.66050333e-01,\n", + " 1.11721838e+00, -3.60900134e-01, 8.83452535e-01, 7.79140890e-01,\n", + " -3.81436586e-01, 1.00762916e+00, 2.19413066e+00, 1.82999820e-01,\n", + " 6.82462573e-01, 2.65850037e-01, 8.08358729e-01, 1.34038329e+00,\n", + " 6.43275797e-01, 7.21798092e-03, 1.28201649e-01, 7.46586621e-01,\n", + " 1.70598888e+00, 5.05578928e-02, 1.64614236e+00, 4.88637686e-01,\n", + " 1.28750849e+00, -2.89316845e+00, -1.57862234e+00, -1.12774646e+00,\n", + " -1.36381924e+00, 1.76360750e+00, -4.69164588e-02, -1.24561474e-01,\n", + " -7.79867470e-01, -9.59606767e-02, -2.26531327e-01, 4.10590023e-01,\n", + " 7.55157650e-01, -6.99527800e-01, 8.41454446e-01, 1.40476370e+00,\n", + " 7.74639193e-03, -7.73551285e-01, 2.42174909e-01, -2.10545689e-01,\n", + " 1.49249062e-01, 1.62052500e+00, 9.20610189e-01, 1.17433155e+00,\n", + " -7.71680653e-01, -1.03175998e+00, -1.51421094e+00, -8.27708244e-01,\n", + " 2.34879598e-01, 1.31646872e+00, 9.18676183e-02, 1.02840614e+00,\n", + " 2.85811692e-01, -3.55989009e-01, 1.79341763e-01, -9.41576540e-01,\n", + " 8.24505091e-01, 1.21889746e+00, -6.88816667e-01, 1.47207701e+00,\n", + " -1.16820908e+00, -1.34025484e-01, 1.29674506e+00, -5.29960990e-01,\n", + " -7.09532946e-02, -1.67869389e+00, 6.22539580e-01, 2.89130360e-01,\n", + " -1.87305379e+00, -1.47081387e+00, 1.40125716e+00, 2.27304935e-01,\n", + " -1.97930396e-01, -2.02925861e-01, 3.27144861e-01, -3.47514182e-01,\n", + " -1.23977292e+00, -1.02010310e+00, -2.00993466e+00, -1.27549958e+00,\n", + " -4.04058732e-02, 1.16401684e+00, -2.39399815e+00, 3.93681318e-01,\n", + " 1.55636609e+00, -7.88623810e-01, -1.01475906e+00, 1.67625177e+00,\n", + " 1.08821774e+00, -1.11660235e-01, 8.84929299e-01, -1.49881530e+00,\n", + " -2.55761087e-01, 9.56132412e-01, -5.29559664e-02, 9.65203345e-01,\n", + " 6.50590360e-01, -6.22324765e-01, 4.69373852e-01, 7.56174922e-01,\n", + " -1.74905136e-01, 4.80099350e-01, 6.41412616e-01, 2.72172481e-01,\n", + " -6.93012655e-01, -7.87636340e-02, -3.59898239e-01, 4.57338274e-01,\n", + " -2.79682827e+00, -1.72452724e+00, -3.83486122e-01, 4.27787036e-01,\n", + " 4.18048888e-01, -9.06231850e-02, 1.36542544e-01, -5.78982711e-01,\n", + " -8.30556631e-01, 1.99407890e-01, 3.35356206e-01, 1.00518429e+00,\n", + " 1.55324805e+00, -8.36814404e-01, -8.34956408e-01, 1.41328824e+00,\n", + " 1.32486725e+00, -4.85075057e-01, -5.48506141e-01, -4.37019616e-01,\n", + " -2.50461161e-01, -6.06566742e-02, -3.38713109e-01, 7.38205254e-01,\n", + " 2.29582453e+00, -1.25148201e+00, -5.44970453e-01, 4.25334752e-01,\n", + " -8.45131800e-02, -2.98090637e-01, -1.31836247e+00, -7.93864608e-01,\n", + " -2.64975782e-02, -1.00328910e+00, -2.43650270e+00, 3.99670988e-01,\n", + " -6.55919015e-01, 7.36101210e-01, 1.25220513e+00, -6.38509572e-01,\n", + " -1.01409234e-01, 9.90203619e-02, -6.29956782e-01, -1.40350223e-01,\n", + " 6.79839551e-01, 1.97724748e+00, 6.70138180e-01, 5.66786110e-01,\n", + " -3.37040871e-01, 1.44176579e+00, -3.50726843e-01, 9.02867436e-01,\n", + " -1.44008875e+00, -3.37393314e-01, 1.41394839e-01, 5.32682419e-01,\n", + " -4.98282611e-01, 1.35539994e-01, 6.32212877e-01, -1.37964332e+00,\n", + " -6.83129072e-01, -2.24948525e-01, 1.52417791e+00, -2.51085305e+00,\n", + " -5.14535964e-01, 3.95635813e-01, -1.43168557e+00, -3.30836713e-01,\n", + " -1.12777805e+00, -5.44530749e-01, -1.12709093e+00, -3.82838875e-01,\n", + " 2.09268999e+00, 2.35797271e-01, -1.39062321e+00, -5.13289988e-01,\n", + " 1.15703650e-01, -5.45992076e-01, -2.00469479e-01, -1.21710086e+00,\n", + " -7.17212975e-01, -6.97527900e-02, -1.95966983e+00, -4.90764171e-01,\n", + " -2.20501137e+00, -4.52626467e-01, 1.25617182e+00, 5.74691653e-01,\n", + " 6.12862170e-01, -2.22683132e-01, -4.34562378e-02, -1.65100443e+00,\n", + " -6.30158305e-01, 4.35606778e-01, -3.53106230e-01, 3.46624814e-02,\n", + " -4.38993145e-03, -1.11627328e+00, 1.32825303e+00, -7.17243850e-02,\n", + " -9.87014294e-01, -2.20129773e-01, 1.97467983e-01, 4.48896438e-01,\n", + " 5.69343030e-01, 1.51892185e-01, -3.18332702e-01, -1.25252628e+00,\n", + " 1.01656163e+00, 1.51662320e-01, -2.76611954e-01, -8.66967380e-01,\n", + " 5.21092236e-01, -4.61853772e-01, -2.84756511e-01, 8.23054612e-01,\n", + " -7.22956896e-01, -1.77013195e+00, 4.31676447e-01, -1.81865647e-01,\n", + " -1.50071836e+00, 9.96276677e-01, 4.05617595e-01, -9.99951243e-01,\n", + " 1.74396944e+00, 1.40526938e+00, -9.88870382e-01, 1.59616038e-01,\n", + " -2.04495877e-01, 4.43258405e-01, 4.52498853e-01, -6.84333593e-02,\n", + " 6.76687658e-01, -9.03391719e-01, 6.76416516e-01, 1.38025832e+00,\n", + " 5.03342211e-01, 1.74918711e+00, -1.61588252e+00, 1.10444880e+00,\n", + " -1.07913390e-01, -7.39352286e-01, 6.78362101e-02, 2.62654573e-01])" + ] + }, + "execution_count": 323, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ppz[0]" + ] + }, + { + "cell_type": "code", + "execution_count": 124, + "id": "99ad0512-a947-4f84-a473-3e2401fb9281", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(array([ 1., 0., 0., 0., 0., 1., 0., 0., 1., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 1., 1., 1., 2., 0., 4., 2., 3.,\n", + " 2., 1., 3., 0., 0., 3., 2., 8., 5., 4., 4., 10., 4.,\n", + " 8., 7., 10., 10., 12., 19., 16., 14., 17., 24., 27., 36., 35.,\n", + " 26., 54., 32., 40., 44., 49., 45., 58., 54., 43., 31., 34., 22.,\n", + " 29., 19., 16., 12., 19., 15., 12., 11., 9., 2., 5., 6., 2.,\n", + " 0., 4., 1., 3., 0., 0., 3., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 1., 0., 1.]),\n", + " array([-2.11697197, -2.07361054, -2.03024936, -1.98688793, -1.94352663,\n", + " -1.90016532, -1.85680389, -1.81344259, -1.77008128, -1.72671998,\n", + " -1.68335855, -1.63999724, -1.59663594, -1.55327463, -1.50991321,\n", + " -1.4665519 , -1.42319059, -1.37982929, -1.33646786, -1.29310656,\n", + " -1.24974525, -1.20638394, -1.16302252, -1.11966121, -1.07629991,\n", + " -1.03293848, -0.98957717, -0.94621587, -0.9028545 , -0.8594932 ,\n", + " -0.81613183, -0.77277052, -0.72940916, -0.68604785, -0.64268649,\n", + " -0.59932518, -0.55596381, -0.51260251, -0.46924114, -0.42587981,\n", + " -0.38251847, -0.33915713, -0.2957958 , -0.25243446, -0.20907313,\n", + " -0.16571179, -0.12235046, -0.07898912, -0.03562779, 0.00773355,\n", + " 0.05109489, 0.09445623, 0.13781756, 0.1811789 , 0.22454023,\n", + " 0.26790157, 0.31126291, 0.35462424, 0.39798558, 0.44134691,\n", + " 0.48470825, 0.52806962, 0.57143092, 0.61479229, 0.65815359,\n", + " 0.70151496, 0.74487627, 0.78823763, 0.83159894, 0.8749603 ,\n", + " 0.91832161, 0.96168298, 1.00504434, 1.04840565, 1.09176695,\n", + " 1.13512826, 1.17848969, 1.22185099, 1.2652123 , 1.30857372,\n", + " 1.35193503, 1.39529634, 1.43865764, 1.48201907, 1.52538037,\n", + " 1.56874168, 1.61210299, 1.65546441, 1.69882572, 1.74218702,\n", + " 1.78554833, 1.82890975, 1.87227106, 1.91563237, 1.95899367,\n", + " 2.0023551 , 2.04571629, 2.08907771, 2.13243914, 2.17580032,\n", + " 2.21916175]),\n", + " )" + ] + }, + "execution_count": 124, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAhsAAAGcCAYAAABwemJAAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8pXeV/AAAACXBIWXMAAA9hAAAPYQGoP6dpAAAaR0lEQVR4nO3df2zc913H8ZfjuUahtat2axtnWR0LJdsqTYC60Kw1ii0kEAUTMVRCWfwPqI1Uddqi/WgkYCoEUvYHaxQGKEWo6ioo+1HLQx3LJORhR9wfQa3kgNaJqHZw3TZaaXWuaOs5veMPFKtOnNV279PzOY+H9JXmy/nr93Tz/NTne5/7ttXr9XoAAArZ1OwBAICNTWwAAEWJDQCgKLEBABQlNgCAosQGAFCU2AAAinpfswdIklqtlhdeeCHXXHNN2tramj0OALAC9Xo9r732Wnp6erJp0+XXL9ZFbLzwwgvZtm1bs8cAANZgZmYmH/zgBy/772uOjR/84AcZGRnJtm3bsnfv3lxzzTVrPdXi987MzKSrq2vN5wEA3jtzc3PZtm3bOzbAmmLjq1/9ap544ok88cQT2bp1a5Jkamoqf/7nf56f//mfz8mTJ/Mnf/Inufnmm1d0vguXTrq6usQGALSYd3oLxKpj48knn8wf//Ef5z/+4z/ygQ98IMn/v+diaGgoR48ezeDgYLZv3559+/alUqmsbWoAYMNY1W6U8+fP5zOf+Uw+97nPLYZGkpw4cSJnzpxJf39/kmRwcDCTk5M5depUY6cFAFrOqmJjfHw8MzMz+eEPf5i9e/fmIx/5SJ544olUKpX09fWlo6MjSdLe3p6+vr6MjY0te575+fnMzc0tOQCAjWlVl1EmJydz7bXX5stf/nKuu+66fPe7383Q0FAGBgYuea9Fd3d3Zmdnlz3PkSNH8uCDD659agCgZaxqZeONN97IRz7ykVx33XVJkl/5lV/JjTfemJMnTy6ualxQq9VSq9WWPc+hQ4dSrVYXj5mZmTWODwCsd6uKjZtuuin/+7//u+SxD37wg/nCF75wyaWQarW6uFPlYp2dnYs7T+xAAYCNbVWxcfvtt2d6ejrnz59ffOzNN99M8v9bX+v1epJkYWEh09PTGRgYaOCoAEArWlVs7NixIz/7sz+b733ve0mSV155JS+//HI+//nPp6enJxMTE0n+/42kvb292bVrV+MnBgBayqo/Z+NrX/taPve5z2VycjJTU1P5xje+kc2bN2d0dDSHDx/O6dOnU6lUMjIy4j4nAEDa6heufTTR3Nxcuru7U61WvX8DAFrESv9+u8U8AFCU2AAAihIbAEBRYgMAKEpsAABFrXrrK8BG0/vAU5c8Nv3QnU2YBDYmKxsAQFFiAwAoSmwAAEWJDQCgKLEBABQlNgCAosQGAFCU2AAAihIbAEBRYgMAKEpsAABFiQ0AoCixAQAUJTYAgKLEBgBQlNgAAIoSGwBAUWIDAChKbAAARYkNAKAosQEAFCU2AICixAYAUNT7mj0AwHJ6H3jqksemH7qzaT//vfzZsNFY2QAAihIbAEBRYgMAKEpsAABFiQ0AoCixAQAUJTYAgKLEBgBQlNgAAIoSGwBAUWIDAChKbAAARYkNAKAosQEAFCU2AICixAYAUJTYAACKEhsAQFHvKjZeeOGFRs0BAGxQq4qNer2eHTt2pK2tLW1tbfnUpz6VJJmamsqBAwdy/PjxDA8P5+zZs0WGBQBaz/tW8+R//ud/zqc//encdtttSZLt27enVqtlaGgoR48ezeDgYLZv3559+/alUqkUGRgAaC2rWtn4y7/8y7S3t+eGG27Irbfemuuvvz4nTpzImTNn0t/fnyQZHBzM5ORkTp06VWRgAKC1rDg2XnvttczPz+cP/uAPsn379tx///2p1+upVCrp6+tLR0dHkqS9vT19fX0ZGxu77Lnm5+czNze35AAANqYVX0a55ppr8i//8i9ZWFjI3/zN3+Szn/1sfuZnfibnzp1LV1fXkud2d3dndnb2suc6cuRIHnzwwbVPDQC0jFXvRuno6Mj999+fBx54IH//93+fjo6OxVWNC2q1Wmq12mXPcejQoVSr1cVjZmZm9ZMDAC1hzVtff+M3fiPVajVbtmy55DJItVrN1q1bL/u9nZ2d6erqWnIAABvTmmPjrbfeys6dO7Nnz55MTU2lXq8nSRYWFjI9PZ2BgYGGDQkAtK4Vx8bExEQef/zxxag4fvx4Pv/5z2f37t3p6enJxMREkmR8fDy9vb3ZtWtXmYkBgJay4jeIzszM5DOf+Uz+4R/+IbfddluGh4dzxx13JElGR0dz+PDhnD59OpVKJSMjI2lrays2NADQOlYcG3fffXfuvvvuZf9tx44deeyxx5Ik9913X2MmAwA2hFV9gihAq+l94KlLHpt+6M4mTAJXLnd9BQCKEhsAQFFiAwAoSmwAAEWJDQCgKLEBABQlNgCAosQGAFCU2AAAihIbAEBRYgMAKEpsAABFiQ0AoCixAQAUJTYAgKLEBgBQlNgAAIoSGwBAUWIDAChKbAAARYkNAKAosQEAFCU2AICi3tfsAQDea70PPNXsEeCKYmUDAChKbAAARYkNAKAosQEAFCU2AICi7EYBNhQ7TWD9sbIBABQlNgCAosQGAFCU2AAAihIbAEBRdqMArMByu1ymH7qzCZNA67GyAQAUJTYAgKLEBgBQlNgAAIoSGwBAUWIDAChKbAAARYkNAKAosQEAFCU2AICixAYAUJTYAACKEhsAQFFrio3XX389H/3oRzM9PZ0kmZqayoEDB3L8+PEMDw/n7NmzjZwRAGhha7rF/LFjx/KDH/wgSVKr1TI0NJSjR49mcHAw27dvz759+1KpVBo6KADQmla9sjE6OpqBgYHFr0+cOJEzZ86kv78/STI4OJjJycmcOnWqcVMCAC1rVbHx3//933nxxReza9euxccqlUr6+vrS0dGRJGlvb09fX1/GxsYue575+fnMzc0tOQCAjWnFl1HeeuutPPLII3nwwQeXPH7u3Ll0dXUteay7uzuzs7OXPdeRI0cuOQ/AavU+8FSzRwBWYMUrG1/96ldz7733ZtOmpd/S0dGxuKpxQa1WS61Wu+y5Dh06lGq1unjMzMyscmwAoFWseGXj2LFj+cIXvrDksZ07d6ZWq+WWW25Z8ni1Ws3WrVsve67Ozs50dnauclQAoBWtODb+67/+a8nXbW1t+eEPf5jZ2dn86q/+aur1etra2rKwsJDp6eklbyIFAK5c7/pDvXbv3p2enp5MTEwkScbHx9Pb27vkTaQAwJVrTZ+z8XabNm3K6OhoDh8+nNOnT6dSqWRkZCRtbW2NmA8AaHFrjo16vb74n3fs2JHHHnssSXLfffe9+6kAgA3DvVEAgKLEBgBQlNgAAIoSGwBAUWIDAChKbAAARYkNAKAosQEAFCU2AICixAYAUJTYAACKEhsAQFFiAwAoSmwAAEWJDQCgKLEBABQlNgCAot7X7AGAja/3gaeWfD390J1NmgRoBisbAEBRYgMAKEpsAABFiQ0AoCixAQAUZTcK8J67eHdKYocKbGRWNgCAosQGAFCU2AAAihIbAEBRYgMAKEpsAABF2foK0CC29MLyrGwAAEWJDQCgKLEBABQlNgCAosQGAFCU2AAAihIbAEBRYgMAKEpsAABFiQ0AoCixAQAU5d4oQMtY7t4jwPpnZQMAKEpsAABFiQ0AoCixAQAUJTYAgKLsRgFYI7tjYGWsbAAARa06Np555pnccccdue666/JLv/RLefnll5MkU1NTOXDgQI4fP57h4eGcPXu24cMCAK1nVbHx5ptv5lvf+la+973vZWZmJq+//nr+4i/+IrVaLUNDQ7nrrrtyzz33ZP/+/dm3b1+pmQGAFrKq2KhWq/mjP/qjbN68OT/90z+d/v7+bNq0KSdOnMiZM2fS39+fJBkcHMzk5GROnTpVZGgAoHWsKjZuvPHGXHXVVUmSH//4x3nppZfy2c9+NpVKJX19feno6EiStLe3p6+vL2NjY8ueZ35+PnNzc0sOAGBjWtMbRL/zne/ktttuy9jYWP7zP/8z586dS1dX15LndHd3Z3Z2dtnvP3LkSLq7uxePbdu2rWUMAKAFrCk2fvmXfznf/OY384lPfCKf+tSn0tHRsbiqcUGtVkutVlv2+w8dOpRqtbp4zMzMrGUMAKAFrOlzNi5cJvm7v/u7XH/99fnABz5wyaWQarWarVu3Lvv9nZ2d6ezsXMuPBgBazLv6nI3Nmzfn/e9/f/bs2ZOpqanU6/UkycLCQqanpzMwMNCQIQGA1rWq2Pif//mf/NM//dNiVPzrv/5r9u/fn/7+/vT09GRiYiJJMj4+nt7e3uzatavxEwMALWVVl1Gmpqby+7//+9m5c2d+67d+K1dffXX+9E//NG1tbRkdHc3hw4dz+vTpVCqVjIyMpK2trdTcAECLWFVs3HrrrTl37tyy/7Zjx4489thjSZL77rvv3U8GsAEtdz+V6YfubMIk8N5xbxQAoCixAQAUJTYAgKLEBgBQlNgAAIoSGwBAUWIDAChKbAAARYkNAKAosQEAFCU2AICiVnVvFIB3sty9P4Arm5UNAKAosQEAFCU2AICixAYAUJTYAACKshsFWBfsYoGNy8oGAFCU2AAAihIbAEBRYgMAKEpsAABFiQ0AoCixAQAUJTYAgKLEBgBQlNgAAIoSGwBAUe6NArwr7mkCvBMrGwBAUWIDAChKbAAARYkNAKAosQEAFCU2AICixAYAUJTYAACKEhsAQFFiAwAoSmwAAEW5NwpAQe4dA1Y2AIDCxAYAUJTYAACKEhsAQFFiAwAoSmwAAEWJDQCgqFXFxre//e3s3LkzXV1d+eQnP5lXXnklSTI1NZUDBw7k+PHjGR4eztmzZ4sMCwC0nhXHxnPPPZennnoqTz75ZB599NF8//vfzxe/+MXUarUMDQ3lrrvuyj333JP9+/dn3759JWcGAFrIij9B9OTJkzl27Fiuuuqq3HLLLZmcnMw3vvGNnDhxImfOnEl/f3+SZHBwMHv37s2pU6fy8Y9/vNjgAEBrWPHKxvDwcK666qrFr2+88cZ86EMfSqVSSV9fXzo6OpIk7e3t6evry9jYWOOnBQBazprfIPr000/n3nvvzblz59LV1bXk37q7uzM7O3vZ752fn8/c3NySAwDYmNYUGy+++GLOnz+fvXv3pqOjY3FV44JarZZarXbZ7z9y5Ei6u7sXj23btq1lDACgBaw6Nt566608/PDDOXbsWJJky5Ytl6xMVKvVbN269bLnOHToUKrV6uIxMzOz2jEAgBax6tj4yle+koMHD+bqq69Oktxxxx2ZmppKvV5PkiwsLGR6ejoDAwOXPUdnZ2e6urqWHADAxrTi3ShJ8vDDD2fHjh159dVX8+qrr+a5557L+fPn09PTk4mJifziL/5ixsfH09vbm127dpWaGQBoISuOja9//es5ePDg4gpGkmzevDkvvfRSRkdHc/jw4Zw+fTqVSiUjIyNpa2srMjAA0Fra6m+vhyaZm5tLd3d3qtWqSyrQYnofeKrZI7S86YfubPYIsCYr/fu9qssowMZxcST4g9c8a3ktlos8ryHrlRuxAQBFiQ0AoCixAQAUJTYAgKLEBgBQlNgAAIoSGwBAUWIDAChKbAAARYkNAKAosQEAFOXeKMCKuekasBZWNgCAosQGAFCU2AAAihIbAEBRYgMAKMpuFCDJ8jtNph+6swmT4LVgo7GyAQAUJTYAgKLEBgBQlNgAAIoSGwBAUXajAGwQF+9isYOF9cLKBgBQlNgAAIoSGwBAUWIDAChKbAAARdmNAlzWcvfoAFgtKxsAQFFiAwAoSmwAAEWJDQCgKLEBABQlNgCAosQGAFCU2AAAihIbAEBRYgMAKEpsAABFtdXr9Xqzh5ibm0t3d3eq1Wq6urqaPQ5sOO5xwgXTD93Z7BHYQFb699vKBgBQlNgAAIoSGwBAUWIDAChKbAAARb2v2QMA8N65eGeS3Sm8F9a8svHGG2+kWq02chYAYANadWzUarU8+uij2bFjR5555pnFx6empnLgwIEcP348w8PDOXv2bEMHBQBa06ovo7z88ssZGBjI888/v/hYrVbL0NBQjh49msHBwWzfvj379u1LpVJp6LAAQOtZ9crGDTfckJtvvnnJYydOnMiZM2fS39+fJBkcHMzk5GROnTrVmCkBgJbVkN0olUolfX196ejoSJK0t7enr68vY2Njyz5/fn4+c3NzSw4AYGNqyG6Uc+fOXfKZ6N3d3ZmdnV32+UeOHMmDDz7YiB8NLWu5+5WsZWeA+54A611DVjY6OjoWVzUuqNVqqdVqyz7/0KFDqVari8fMzEwjxgAA1qGGrGxs2bIlJ0+eXPJYtVrN1q1bl31+Z2dnOjs7G/GjAYB1riErG3v27MnU1FQu3K1+YWEh09PTGRgYaMTpAYAWtqbYuPjyyO7du9PT05OJiYkkyfj4eHp7e7Nr1653PyEA0NJWfRnlRz/6UR555JEkyeOPP56bbropH/7whzM6OprDhw/n9OnTqVQqGRkZSVtbW8MHBgBaS1v9wrWPJpqbm0t3d3eq1eolu1pgo7IbhfXK/VJYqZX+/XbXVwCgKLEBABQlNgCAosQGAFCU2AAAimrIJ4jClaRRu0jW288CKMXKBgBQlNgAAIoSGwBAUWIDAChKbAAARdmNAi3GvVCAVmNlAwAoSmwAAEWJDQCgKLEBABQlNgCAouxGAWDVLt4V5Z49/CRWNgCAosQGAFCU2AAAihIbAEBRYgMAKEpsAABF2foKDWAbIBuZm//xblnZAACKEhsAQFFiAwAoSmwAAEWJDQCgKLtRaKqNuotjre/e965/NrLl/ve9UX7n+cmsbAAARYkNAKAosQEAFCU2AICixAYAUJTdKKx7a30H+1p2uni3PDSf392Nx8oGAFCU2AAAihIbAEBRYgMAKEpsAABF2Y1CMY16R3mjzr1W7lfClWYt/5u3G4SfxMoGAFCU2AAAihIbAEBRYgMAKEpsAABFbfjdKCXfIX2lfH5/K+zGaIUZgUv53V29lfzteS937K2ElQ0AoKiGxcbU1FQOHDiQ48ePZ3h4OGfPnm3UqQGAFtaQyyi1Wi1DQ0M5evRoBgcHs3379uzbty+VSqURpwcAWlhDVjZOnDiRM2fOpL+/P0kyODiYycnJnDp1qhGnBwBaWENWNiqVSvr6+tLR0ZEkaW9vT19fX8bGxvLxj3/8kufPz89nfn5+8etqtZokmZuba8Q4S9TmX7/ksUb9nIvPvZLzlpynlOVmXovl/ns26txr/fkXey/ngY3u4t+5tf5+bdT/b12rlfztWcvfp7W4cN56vf6Tn1hvgHvuuad+2223LXns9ttvr3/6059e9vlf+tKX6kkcDofD4XBsgGNmZuYndkJDVjY6OjoWVzUuqNVqqdVqyz7/0KFDOXjw4JLnvvLKK7n++uvT1tbWiJHWZG5uLtu2bcvMzEy6urqaNgfL8/qsb16f9c3rs7616utTr9fz2muvpaen5yc+ryGxsWXLlpw8eXLJY9VqNVu3bl32+Z2dnens7Fzy2LXXXtuIURqiq6urpV7sK43XZ33z+qxvXp/1rRVfn+7u7nd8TkPeILpnz55MTU0tXrNZWFjI9PR0BgYGGnF6AKCFNSQ2du/enZ6enkxMTCRJxsfH09vbm127djXi9ABAC2vIZZRNmzZldHQ0hw8fzunTp1OpVDIyMtLU91+sRWdnZ770pS9dcomH9cHrs755fdY3r8/6ttFfn7b6O+5XAQBYO/dGAQCKEhsAQFFiAwAoSmzQ8l566aVmjwAt4Y033li8PQS8l8TGZczNzeV3f/d3c+2116avry//+I//2OyRuMjU1FTuvvvu3H333c0e5Yo3NTWVAwcO5Pjx4xkeHs7Zs2ebPRJvU6vV8uijj2bHjh155plnmj0OF/n2t7+dnTt3pqurK5/85CfzyiuvNHukhhMbl/Fnf/Zn+Z3f+Z2Mj4/nE5/4RPbv35+pqalmj8Xb1Ov1XHfddZf9WHzeG7VaLUNDQ7nrrrtyzz33ZP/+/dm3b1+zx+JtXn755QwMDOT5559v9ihc5LnnnstTTz2VJ598Mo8++mi+//3v54tf/GKzx2o4sbGMhYWFfPSjH82v/dqv5WMf+1j+9m//Nps2bcq///u/N3s03qavry/vf//7mz3GFe/EiRM5c+ZM+vv7kySDg4OZnJzMqVOnmjwZF9xwww25+eabmz0Gyzh58mSOHTuWW265Jb/5m7+Z+++/P//2b//W7LEaTmwso6OjI8PDw4tf/9RP/VS6u7vzoQ99qIlTwfpUqVTS19e3eDPG9vb29PX1ZWxsrMmTwfo3PDycq666avHrG2+8cUP+rREbK/D8889n69at+YVf+IVmjwLrzrlz5y65cVR3d3dmZ2ebNBG0rqeffjr33ntvs8doOLGxAn/913+d48ePN3sMWJc6OjoWVzUuqNVq3ksDq/Tiiy/m/Pnz2bt3b7NHabiG3Bul1bz44ov5uZ/7ucv++2//9m/n6NGjSZKxsbF87GMfy6233vpejXfFW83rQ/Nt2bIlJ0+eXPJYtVrN1q1bmzQRtJ633norDz/8cI4dO9bsUYq4ImNjy5YtK/pshmeffTbPPfdcfu/3fi9Jcv78+bS3t7fcDeZazUpfH9aHPXv25Mtf/nLq9Xra2tqysLCQ6enpDAwMNHs0aBlf+cpXcvDgwVx99dVJkh//+MdL3svR6lxGuYyXXnopf/VXf5Xbb789zz77bCYnJ3PkyJFmj8VFLNU33+7du9PT05OJiYkkyfj4eHp7e7Nr164mT8bb+V1Zvx5++OHs2LEjr776ap599tl85zvfyXe/+91mj9VQV+TKxjt58803c+edd+bpp59esqT1h3/4h1Y11pHx8fGMjo5mdnY2Tz75ZH7913/9kvcOUN6mTZsyOjqaw4cP5/Tp06lUKhkZGfG7so786Ec/yiOPPJIkefzxx3PTTTflwx/+cJOnIkm+/vWv5+DBg3n7Ddg3b9684VZ33WIeACjKZRQAoCixAQAUJTYAgKLEBgBQlNgAAIoSGwBAUWIDAChKbAAARYkNAKAosQEAFCU2AICi/g9g1ZIO9L0YCQAAAABJRU5ErkJggg==", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "plt.hist(ypred, bins = 100)" + ] + }, + { + "cell_type": "code", + "execution_count": 113, + "id": "a1553335-9913-49da-98d8-a97a4011f52b", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "0.25293207" + ] + }, + "execution_count": 113, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ypred.mean()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f14fa5e5-408a-4f27-9be9-a518ba50d9c6", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "df362e62-98dd-4c6e-b6a0-aa2d3a9e7b1c", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "767868c1-c425-4f69-ac21-46cf0f0d1abf", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4e3081da-ea32-4c2e-8615-51ab626a8d64", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9b3bd1ad-9c17-4846-8cbd-02b05a54a1ef", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "de267aa7-5079-4c00-8a83-9399ca59070f", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "markdown", + "id": "3d462c6f-db0c-4439-ac84-c41ff5704fb0", + "metadata": { + "tags": [] + }, + "source": [ + "## second part" + ] + }, + { + "cell_type": "code", + "execution_count": 206, + "id": "0e937f99-22c8-4d7b-8db2-a2bba14b6ecf", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import torch.distributions as D\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 331, + "id": "e6fbfa63-3f7d-4619-a910-d39097ba69af", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "base_distribution = D.normal.Normal(loc=0, scale=1)" + ] + }, + { + "cell_type": "code", + "execution_count": 333, + "id": "75c1b13e-bef8-4ad1-9af5-acd09be079c2", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Log probability of the sample in the base distribution:\n", + "tensor([-90.7244])\n" + ] + } + ], + "source": [ + "# Sample from the base Gaussian distribution\n", + "z_sample = torch.Tensor([-13.4019])\n", + "\n", + "# Compute log probability for a given sample\n", + "log_prob_z = base_distribution.log_prob(z_sample)\n", + "print(\"Log probability of the sample in the base distribution:\")\n", + "print(log_prob_z)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 336, + "id": "b72d9238-ff08-4071-93e0-be175676dadb", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "tensor([ 1.1044e+00, 5.3608e-01, 2.7223e-01, -4.0974e-01, -1.2630e+00,\n", + " 2.7436e-01, 4.5724e-01, 7.1562e-01, 2.5585e-01, -1.7401e+00,\n", + " 3.6557e-01, 1.9815e+00, 8.3127e-02, -2.8310e-02, 1.5944e-01,\n", + " -1.5677e+00, 8.7571e-01, -1.4026e+00, 9.6980e-01, -5.7682e-01,\n", + " 2.6239e-01, 5.7484e-01, -5.7243e-01, -2.1229e-01, 6.5120e-01,\n", + " -4.3072e-01, 4.2276e-01, 7.4024e-01, -5.8200e-01, -1.1932e+00,\n", + " -7.1932e-01, 2.9953e-01, 1.0649e+00, -1.2855e-01, 3.5041e-01,\n", + " 4.8927e-01, 6.0499e-01, 1.1458e+00, -6.1707e-01, 2.1834e+00,\n", + " 9.1538e-01, 7.9090e-01, 6.4550e-01, 9.1880e-01, 3.5349e-01,\n", + " 8.1434e-01, 1.1906e-01, -5.1368e-01, -8.0531e-01, 3.7218e-01,\n", + " -2.8462e-01, 5.1760e-01, 5.2333e-01, -1.1095e+00, -1.7090e-01,\n", + " -5.8244e-02, -3.0572e-01, 2.3676e-01, 4.0046e-01, 9.4080e-01,\n", + " 1.8561e+00, -5.2990e-01, 5.1445e-02, -6.2367e-02, 5.9578e-01,\n", + " 1.5714e-01, 6.5467e-01, 5.2255e-01, -5.2550e-01, -4.4779e-01,\n", + " 9.3960e-01, 8.7942e-01, 5.3973e-02, 5.6147e-01, -1.0643e+00,\n", + " -5.3023e-01, -1.5540e+00, -1.2863e-01, 9.1037e-01, -4.5574e-01,\n", + " -2.3140e-02, 1.2005e-01, 1.5731e+00, 1.6403e-01, 8.3374e-01,\n", + " -3.0596e-01, 6.6844e-01, -1.3816e+00, -4.3452e-01, -2.6365e-01,\n", + " -8.3384e-01, 2.4906e-01, -1.1455e+00, -1.9485e-01, -2.0116e+00,\n", + " 7.8016e-02, -9.5747e-01, 1.4937e-01, -2.5925e-01, -1.5145e+00,\n", + " 3.1507e-01, -6.2256e-01, 1.5290e+00, 6.3536e-01, 4.4222e-01,\n", + " -1.1336e+00, 8.3353e-01, -1.3868e-02, -1.4489e+00, -4.7428e-01,\n", + " 2.0545e+00, -4.0540e-01, -9.5925e-01, 1.4628e-01, 9.3416e-01,\n", + " 1.2972e-01, 2.8183e+00, -9.3750e-01, -1.3405e+00, 9.7499e-01,\n", + " 1.4499e+00, 2.3749e-01, -3.5307e-01, 1.7120e-01, 1.4509e+00,\n", + " -5.8411e-01, -1.6602e+00, -2.8575e-01, -8.8415e-01, 4.7089e-01,\n", + " -5.0467e-01, 2.1970e-01, -8.0355e-01, -6.7352e-01, -1.8423e+00,\n", + " 1.3197e+00, 7.5914e-01, -1.4738e+00, -2.4028e-01, 2.0500e+00,\n", + " 2.5433e-02, 1.3753e+00, 3.0881e-01, -7.2112e-01, -6.8736e-01,\n", + " -4.6874e-02, -1.4603e-01, 1.2329e+00, -4.2673e-01, -1.3867e+00,\n", + " 1.6686e+00, 4.1296e-01, -6.9377e-01, -1.2500e+00, -4.4740e-01,\n", + " -1.5826e+00, -4.4897e-01, 1.3707e+00, 8.3077e-01, 6.6048e-02,\n", + " 5.5191e-01, -2.4148e+00, 2.8505e-01, -2.8783e-01, 2.9958e-01,\n", + " 6.1308e-01, 1.2282e+00, 4.6869e-01, -1.7393e+00, -3.4317e-01,\n", + " -7.1529e-01, 1.1789e+00, -8.7934e-01, 5.3453e-01, 3.5537e-01,\n", + " -1.2870e+00, 1.2393e+00, 1.3256e+00, 4.3599e-01, 7.0790e-01,\n", + " -2.9851e-01, -2.5265e+00, 1.3229e+00, -3.3910e-01, -1.8691e-01,\n", + " -6.6734e-02, 2.7792e-01, -8.5344e-01, 6.6565e-01, -8.7678e-01,\n", + " -3.7833e-01, -4.5579e-01, -1.7119e+00, -4.4352e-01, -1.4852e+00,\n", + " -7.9120e-01, -7.5951e-01, -9.6410e-01, 9.1380e-01, -5.1296e-01,\n", + " -6.8361e-01, -1.2658e+00, 2.4770e+00, 2.1466e-01, -3.8021e-01,\n", + " -1.2697e+00, -2.3289e-01, -1.1961e+00, -3.6432e-03, -1.5040e-01,\n", + " 2.7548e-01, -1.7180e+00, 8.5279e-01, 1.6454e+00, 2.8954e-01,\n", + " 2.3629e+00, 1.7833e+00, -7.7760e-01, -5.9648e-03, 1.7025e-01,\n", + " -9.8024e-03, 2.1076e-01, -3.6466e-01, -4.6469e-01, 1.2334e+00,\n", + " -6.9017e-01, -9.6955e-01, -2.1257e+00, 8.3989e-01, -1.1027e-01,\n", + " -6.6110e-01, 4.2615e-01, -1.1948e-01, -1.8326e+00, -2.4196e+00,\n", + " -2.0621e-01, -4.6798e-01, -4.8596e-01, -1.6059e+00, -8.3020e-01,\n", + " -2.2515e+00, 4.5996e-01, 1.5545e+00, 9.9873e-01, 3.9866e-01,\n", + " 2.4323e-01, 1.3789e+00, 6.7689e-01, -2.6021e-02, 5.1618e-01,\n", + " -3.6143e-01, -9.7261e-01, 5.2108e-01, -8.0599e-01, 8.5165e-01,\n", + " 1.4695e+00, 1.1753e+00, -3.0389e-01, -2.4687e-01, 2.5467e-01,\n", + " -3.8649e-01, -1.3182e+00, 7.6464e-01, 1.5648e+00, 3.0884e-01,\n", + " 1.3561e-01, -9.0414e-01, -7.4026e-01, -4.4211e-01, 2.3025e-01,\n", + " -1.8918e-01, -4.2127e-01, 2.2499e-01, 5.1024e-01, -1.2259e+00,\n", + " -3.8215e-01, 3.7701e-01, -8.2513e-01, 1.2285e+00, -8.4012e-01,\n", + " -2.6810e-02, -4.3456e-01, 4.8574e-01, -1.0033e-01, -1.3786e+00,\n", + " 1.0564e+00, 4.2144e-01, 6.4922e-01, 1.0002e+00, -1.7159e+00,\n", + " 1.2216e+00, -8.9945e-03, -1.1934e+00, -2.8279e-01, -7.0490e-01,\n", + " -1.9081e-01, -9.7353e-01, -2.7479e+00, -4.5797e-01, 6.8582e-01,\n", + " -1.3553e+00, 2.7013e-01, -2.3826e-01, -1.6231e+00, 2.1371e-01,\n", + " 5.6384e-01, 2.1960e-01, 2.4150e-01, 6.2061e-01, -1.0489e-01,\n", + " 1.7517e+00, 6.7076e-01, -1.3978e-01, -8.2445e-02, 3.9530e-01,\n", + " 5.1329e-01, -1.9216e-01, 1.1939e+00, -2.8467e+00, 1.5854e+00,\n", + " 2.2636e-01, 1.0687e+00, -7.1430e-01, 1.1974e+00, 1.3638e-02,\n", + " 1.1439e+00, -1.5609e+00, -4.2655e-01, 3.8575e-01, 7.7837e-01,\n", + " -4.0150e-01, 5.4693e-01, 1.9081e+00, -7.4662e-01, -4.7376e-01,\n", + " 6.9946e-01, -1.9914e+00, -2.4258e-01, -9.3687e-01, 6.8541e-01,\n", + " 1.0665e+00, 2.1555e-01, -2.4295e-01, -1.1957e+00, 6.0446e-01,\n", + " 4.0213e-01, 1.4017e+00, 2.7869e-01, -9.5894e-01, -1.5638e+00,\n", + " -1.0110e-01, 4.6773e-01, 1.2827e+00, -9.1729e-01, 1.6297e+00,\n", + " 4.5764e-01, 8.8216e-01, 2.2360e-01, 1.0108e+00, 7.2386e-01,\n", + " 2.0961e+00, 2.4810e-01, -1.4284e+00, 5.6877e-01, 1.2502e+00,\n", + " -1.3409e-01, -3.0333e-01, -1.8817e-01, -2.2237e+00, -5.6682e-02,\n", + " -6.2232e-01, -4.6465e-01, -5.4288e-01, 7.8277e-01, 4.5549e-01,\n", + " 5.9486e-01, 6.6038e-02, 1.5156e+00, 8.7062e-01, -4.8555e-01,\n", + " 2.7363e-01, -2.2114e-01, 3.1821e-01, 6.6405e-01, 1.2378e+00,\n", + " 4.2984e-01, 2.2287e-01, -1.2077e+00, 9.1887e-01, 3.2677e-01,\n", + " -7.3290e-01, -2.2486e+00, 8.0229e-01, -8.8998e-01, -1.9330e+00,\n", + " 1.1855e+00, 6.3310e-01, -6.8345e-02, -1.1391e-01, 4.5725e-01,\n", + " 1.6477e+00, -2.6330e-01, 5.4432e-01, 1.3206e+00, 2.0895e+00,\n", + " 8.0402e-01, -1.7470e+00, 9.2834e-01, -8.7679e-01, 3.2405e-01,\n", + " 6.0144e-01, -1.2082e+00, 1.2006e+00, -6.3478e-01, 9.0314e-01,\n", + " -1.3630e+00, 1.3225e+00, -3.9263e-02, 2.1543e-01, -5.2079e-01,\n", + " 7.9209e-01, 2.1396e+00, 1.8184e+00, -1.5520e+00, 2.4373e-01,\n", + " 4.9069e-01, 3.7375e-01, 5.0519e-01, 8.2489e-02, -8.1836e-01,\n", + " -3.7315e-01, -6.3905e-01, 1.4168e+00, 1.0993e+00, -4.3926e-01,\n", + " 5.3011e-02, -2.4621e-01, 4.7379e-01, -3.1596e-01, 1.1466e+00,\n", + " 1.9753e-02, -4.1847e-01, -1.6455e+00, 6.2989e-01, 3.0642e-01,\n", + " -3.4217e-01, 3.7732e-01, 5.7856e-01, 3.5808e-01, -6.4435e-01,\n", + " -1.2664e+00, 8.9284e-01, 8.6703e-01, -1.1849e+00, 2.2854e-01,\n", + " -8.9665e-01, -7.4685e-01, -8.3032e-01, -7.6299e-01, 6.6947e-01,\n", + " -6.4320e-01, 1.2720e+00, -4.8314e-01, 1.0369e+00, -8.2754e-02,\n", + " -3.6780e-01, -8.5765e-01, -2.6584e-01, -8.4592e-01, 2.0900e+00,\n", + " -3.3571e-01, -2.7365e-01, 4.2045e-01, -5.0189e-01, 2.1774e+00,\n", + " 1.2684e+00, 1.0876e+00, 6.7469e-01, 1.8769e+00, 1.7561e+00,\n", + " 6.3241e-02, 1.1177e-01, -6.9672e-01, -1.3041e-01, -1.5295e-01,\n", + " 1.1734e+00, 2.0096e+00, 1.3440e+00, 4.1154e-01, -2.0337e+00,\n", + " 2.9413e-01, 6.3165e-01, 6.6015e-02, 7.9139e-01, -4.2177e-01,\n", + " -9.5036e-01, -9.5504e-01, -2.5653e-01, -9.4473e-01, -1.0939e+00,\n", + " 1.1041e-01, -5.3169e-01, -7.5699e-01, 5.3319e-01, -6.8033e-01,\n", + " 5.3278e-01, -1.2020e+00, -1.9659e-01, -7.2072e-01, 3.5778e-01,\n", + " 4.1554e-01, -1.4242e-01, -1.2204e+00, 1.3340e-01, 1.3910e+00,\n", + " 2.8282e-02, 3.6570e-01, 5.4003e-01, 2.2741e+00, 7.6066e-02,\n", + " -1.1488e+00, 6.1675e-01, -9.8228e-01, -6.6162e-01, 1.6759e+00,\n", + " -1.1585e+00, 9.2543e-01, -4.0777e-01, 5.8472e-01, 5.7255e-01,\n", + " 2.0956e+00, 1.6141e-01, 1.3108e+00, -4.2879e-01, -1.1836e-01,\n", + " 3.0701e-01, -2.3178e+00, 1.8452e-01, 1.0042e+00, -1.0290e+00,\n", + " 1.3379e+00, -7.2549e-01, -6.1016e-01, -1.3704e+00, -5.7965e-01,\n", + " -6.2787e-01, 4.3845e-02, 3.0263e-01, -2.3582e-01, -1.6874e+00,\n", + " -1.2794e-01, -6.3943e-01, -1.7925e+00, 4.9686e-01, 6.6856e-02,\n", + " -9.9491e-01, 1.2036e-01, -1.0225e+00, -4.4577e-01, 8.7954e-01,\n", + " -2.9278e-01, 1.1696e+00, 1.3101e-02, -2.4229e-01, 1.3554e+00,\n", + " -6.3189e-02, 5.8783e-01, -9.8299e-01, 9.6724e-01, 8.7076e-01,\n", + " -1.1199e+00, -1.5642e+00, -1.8559e+00, -8.2385e-01, 6.6140e-01,\n", + " -3.9254e-01, 6.1634e-01, 5.2854e-01, 1.0742e+00, -6.4902e-02,\n", + " 5.3602e-02, -1.5826e+00, 1.0997e+00, 2.4608e-01, -3.8086e-01,\n", + " 6.6185e-01, -9.8247e-01, 7.5218e-02, -4.1243e-02, -9.2047e-01,\n", + " -5.8027e-01, 6.8770e-01, -1.4893e+00, -9.4504e-01, 1.9702e-01,\n", + " 6.6918e-01, -1.1709e+00, -7.0232e-01, -4.1784e-01, 8.1003e-01,\n", + " -2.7804e-01, -2.0031e-01, 7.0527e-01, -9.6937e-01, 1.1689e+00,\n", + " 7.4006e-01, -2.5950e-01, 3.4501e-01, -2.3079e-01, -9.5328e-01,\n", + " 4.5314e-02, -1.5330e+00, -3.3205e-01, -9.7520e-02, -1.1451e+00,\n", + " 1.2243e+00, 4.0116e-01, 5.1238e-01, 1.0563e+00, 7.9822e-01,\n", + " 3.2488e-04, 4.1915e-01, -1.8082e-01, 9.7909e-01, -5.6570e-02,\n", + " 3.7949e-01, -4.4500e-02, 1.9252e-01, -9.0285e-01, -1.4165e+00,\n", + " 6.6683e-01, -1.2207e+00, 2.6244e-01, -1.0841e+00, -3.8274e-01,\n", + " 7.0959e-01, 9.6215e-01, -1.5444e+00, 4.9438e-03, 1.3579e+00,\n", + " 4.7280e-01, 1.2425e+00, 2.5537e-01, -5.1405e-01, 6.0571e-02,\n", + " -3.0876e-01, -1.6462e+00, -1.1509e-01, -4.7552e-02, -2.6791e-01,\n", + " -4.3740e-01, 3.1958e-01, -1.2730e+00, -1.2231e+00, -1.4263e+00,\n", + " 4.9323e-02, -1.3655e+00, 1.0031e+00, 2.3985e+00, 1.5285e+00,\n", + " -8.1026e-01, 3.5734e-01, -8.6429e-01, 1.7859e+00, -1.0850e+00,\n", + " -4.4293e-01, 1.5550e+00, -1.6774e-01, 1.4308e+00, -2.0135e+00,\n", + " -8.0758e-01, 6.4787e-01, -5.6576e-02, -3.9324e-01, 8.2594e-01,\n", + " 5.1615e-01, 5.9828e-01, 2.7394e+00, -1.4974e+00, 1.3907e+00,\n", + " 2.0605e+00, 1.7912e+00, -3.8680e-01, -1.8634e+00, 1.7960e-01,\n", + " -7.3744e-01, -3.6939e-01, -2.5540e-01, -3.5333e-01, 3.7214e-01,\n", + " 1.9065e+00, 1.7407e+00, 1.2818e+00, 4.7474e-01, -1.1279e+00,\n", + " -1.3318e-01, 1.0841e+00, 1.1111e+00, 2.5677e-01, 9.6003e-02,\n", + " 2.4728e+00, -6.9190e-01, -2.4013e+00, -1.9088e+00, -2.7976e-01,\n", + " 2.8647e-01, -1.0314e+00, 4.9384e-01, -9.7575e-01, 2.4125e-01,\n", + " -4.5776e-01, -2.1729e+00, 6.8295e-01, -5.9783e-01, -7.6568e-01,\n", + " -6.8171e-02, 7.2051e-01, 1.0234e+00, 1.3814e+00, 1.0481e+00,\n", + " 1.6249e+00, 1.4694e-02, 1.1664e+00, -8.8426e-01, 1.7891e-01,\n", + " 8.7546e-02, -9.6954e-01, 3.5897e-01, 8.3710e-01, -1.1977e-01,\n", + " 6.1722e-01, 2.1218e-01, -1.0700e+00, -1.0210e+00, 7.9014e-02,\n", + " 6.6533e-01, 5.0188e-01, 3.6993e-01, 6.7140e-01, -2.1729e-01,\n", + " 1.1855e+00, 9.7701e-01, 3.4555e-02, 5.2570e-02, 1.7804e+00,\n", + " -4.3345e-01, -9.1795e-01, 8.4220e-01, -5.2025e-01, -2.3512e+00,\n", + " -2.9133e-01, 1.8137e+00, -1.4506e-01, 7.7703e-01, -1.1247e+00,\n", + " 1.0406e+00, 1.4300e-01, -3.2812e-01, -5.9724e-01, -1.5874e+00,\n", + " 1.2625e+00, 2.5443e-01, 6.8958e-01, -1.5735e-01, -2.1421e+00,\n", + " -7.0841e-01, -4.5094e-01, -1.5603e+00, 7.7987e-01, -2.1264e+00,\n", + " 1.3828e+00, 6.0764e-01, -7.3796e-01, -2.4417e-01, -7.1150e-01,\n", + " 8.2985e-01, -7.7541e-02, 7.6857e-01, 3.1817e-01, -7.7757e-01,\n", + " -4.2241e-01, 6.5826e-01, -6.4465e-01, -5.9923e-01, -4.3871e-01,\n", + " 7.2439e-02, -3.3670e-01, 1.5531e-01, 5.0956e-01, 6.4318e-01,\n", + " 1.0634e-01, -5.2283e-02, 7.2015e-01, 1.1089e+00, 7.8364e-01,\n", + " -3.0195e-01, -3.6416e-01, 1.3103e+00, -4.6703e-01, 1.9210e+00,\n", + " 2.4408e-01, -1.4922e+00, 5.6181e-01, 7.4204e-01, 9.7397e-01,\n", + " 3.7613e-01, 1.2033e-03, -5.6261e-01, 1.3709e-01, 3.0908e-01,\n", + " 4.3589e-01, 9.6681e-01, 5.2447e-01, -6.7887e-01, 1.3580e+00,\n", + " 2.0728e-01, 1.3712e-01, -4.1442e-01, 9.4468e-02, 2.5556e-01,\n", + " -3.7138e-01, 1.5530e+00, 5.2251e-01, 4.6009e-01, 5.7644e-01,\n", + " 1.6343e+00, -9.3365e-01, -1.7162e+00, 5.0816e-01, 1.9417e-02,\n", + " -3.2217e-01, -1.3262e+00, -7.3292e-01, 1.6861e+00, -8.8239e-02,\n", + " -1.5955e+00, -9.8843e-01, 1.5626e+00, 2.0443e-01, -3.3774e-01,\n", + " -8.3594e-01, 2.5315e-01, 1.6415e+00, 1.0761e-01, 4.3909e-02,\n", + " -9.7492e-02, -6.0125e-01, -1.0249e+00, 4.4471e-01, 8.7049e-01,\n", + " -2.8564e-01, 3.5769e-01, -6.4562e-01, 2.4414e-01, 4.4689e-01,\n", + " 9.8379e-02, -2.0082e+00, 2.6912e+00, -2.9739e-02, 7.9058e-02,\n", + " -1.0467e+00, 1.2589e+00, 7.7871e-01, 1.6134e+00, -7.5795e-02,\n", + " 2.4459e-01, -9.5959e-01, -1.0011e+00, 1.5439e+00, 8.5851e-01,\n", + " 6.6582e-01, 8.2767e-02, 6.9187e-01, -8.3814e-02, 1.0908e+00,\n", + " 5.5916e-01, -3.6419e-01, 2.0466e-01, -8.0997e-01, 1.4612e-01,\n", + " -5.8160e-01, 3.4547e-01, -2.0894e-01, -2.3499e+00, -2.0449e-01,\n", + " 1.2959e-01, -1.0992e+00, -3.7099e-01, 5.7603e-01, -6.8101e-01,\n", + " 7.4702e-01, -9.2913e-01, -5.2333e-01, -1.1561e+00, 1.0236e+00,\n", + " 9.8274e-01, 1.8651e-01, 1.2910e-01, 7.5824e-01, -1.4217e+00,\n", + " 1.5712e+00, -1.5876e+00, -5.8153e-01, -9.3299e-01, -8.1509e-01,\n", + " 1.5932e+00, 1.6746e+00, -4.7422e-01, -7.5078e-01, 1.5711e+00,\n", + " -2.0033e-01, 1.1153e+00, 2.1060e+00, 5.4210e-01, -7.9347e-01,\n", + " 4.7698e-01, -1.0490e+00, -1.9694e-01, -5.3319e-02, 5.9719e-01,\n", + " -2.7117e-01, 5.3615e-01, 3.0759e-01, 6.2320e-01, 1.4930e-01,\n", + " 1.7076e+00, 9.3622e-02, -3.6664e-01, 1.7003e+00, -9.6456e-01,\n", + " 2.9677e-01, -9.8081e-02, 1.1619e+00, -5.0380e-01, -1.2547e+00,\n", + " -1.6950e+00, -1.7951e-01, -9.8662e-02, 6.6682e-01, 9.5207e-01,\n", + " -1.6040e-01, -1.6418e+00, -8.9001e-01, 8.7406e-02, -7.2148e-01,\n", + " 5.4667e-01, -1.5340e-01, 4.3919e-01, 2.4276e-01, -1.5593e+00,\n", + " 2.0327e+00, -1.7976e+00, -1.0149e+00, -1.3462e+00, -2.3772e+00,\n", + " 1.4590e+00, -3.0744e-01, 6.6394e-01, 4.7298e-02, -1.0030e+00,\n", + " 7.8366e-01, 1.8789e-01, 4.3368e-02, -6.8919e-01, -3.3976e-01,\n", + " -6.4345e-01, -3.7919e-01, 1.0008e+00, 9.6835e-01, -4.1755e-01,\n", + " -1.7020e-03, 2.9330e-01, 5.1436e-01, -2.6706e+00, -1.9252e-01,\n", + " -1.1766e-01, 3.9349e-01, 1.3534e+00, -4.5487e-01, -1.5176e+00,\n", + " 2.6356e-01, -2.7808e-01, -4.0173e-01, -7.6142e-01, -1.2565e+00,\n", + " 2.6196e-01, -3.3675e-01, 6.0729e-01, 9.9332e-01, -7.8205e-02,\n", + " -5.5831e-01, 6.3940e-01, -9.9503e-01, -1.8994e-01, 2.5763e-01,\n", + " -6.7560e-01, 6.0766e-02, 2.5248e-01, 1.2508e+00, 9.3228e-01])" + ] + }, + "execution_count": 336, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 252, + "id": "e66d6adc-0be2-45d0-8be1-adc1662c0374", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Object `log_prob_z` not found.\n" + ] + } + ], + "source": [ + "log_prob_z" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "26503a10-7780-485b-907c-54b03d1ee868", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import torch\n", + "import torch.nn as nn\n", + "from torch import Tensor\n", + "\n", + "\n", + "class InvertedPlanarTransform(nn.Module):\n", + " \"\"\"Implementation of the invertible transformation used in planar flow:\n", + " f(z) = z + u * h(dot(w.T, z) + b)\n", + " See Section 4.1 in https://arxiv.org/pdf/1505.05770.pdf. \n", + " \"\"\"\n", + "\n", + " def __init__(self, dim):\n", + " \"\"\"Initialise weights and bias.\n", + " \n", + " Args:\n", + " dim: Dimensionality of the distribution to be estimated.\n", + " \"\"\"\n", + " super().__init__()\n", + " self.w = nn.Parameter(torch.randn(1, dim).normal_(0, 0.1))\n", + " self.b = nn.Parameter(torch.randn(1).normal_(0, 0.1))\n", + " self.u = nn.Parameter(torch.randn(1, dim).normal_(0, 0.1))\n", + "\n", + " def forward(self, z: Tensor) -> Tensor:\n", + " if torch.mm(self.u, self.w.T) < -1:\n", + " self.get_u_hat()\n", + "\n", + " return z + self.u * nn.Tanh()(torch.mm(z, self.w.T) + self.b)\n", + " \n", + " def log_det_J(self, z: Tensor) -> Tensor:\n", + " if torch.mm(self.u, self.w.T) < -1:\n", + " self.get_u_hat()\n", + " a = torch.mm(z, self.w.T) + self.b\n", + " psi = (1 - nn.Tanh()(a) ** 2) * self.w\n", + " abs_det = (1 + torch.mm(self.u, psi.T)).abs()\n", + " log_det = torch.log(1e-4 + abs_det)\n", + "\n", + " return log_det\n", + "\n", + " def get_u_hat(self) -> None:\n", + " \"\"\"Enforce w^T u >= -1. When using h(.) = tanh(.), this is a sufficient condition \n", + " for invertibility of the transformation f(z). See Appendix A.1.\n", + " \"\"\"\n", + " wtu = torch.mm(self.u, self.w.T)\n", + " m_wtu = -1 + torch.log(1 + torch.exp(wtu))\n", + " self.u.data = (\n", + " self.u + (m_wtu - wtu) * self.w / torch.norm(self.w, p=2, dim=1) ** 2\n", + " )\n", + "\n", + " def inverse(self, x: Tensor) -> Tensor:\n", + " \"\"\"\n", + " Compute the inverse transformation.\n", + "\n", + " Args:\n", + " x: Input tensor.\n", + "\n", + " Returns:\n", + " Inverse transformed tensor.\n", + " \"\"\"\n", + " # Compute inverse of tanh using atanh (inverse hyperbolic tangent)\n", + " inverse_h = torch.atanh((x - self.u) / torch.mm(self.w, self.w.T))\n", + "\n", + " # Compute the inverse transformation\n", + " inverse_z = torch.mm(inverse_h - self.b, torch.inverse(self.w))\n", + "\n", + " return inverse_z\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "89a9e463-5c22-428c-8548-08182fb77c5c", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import torch\n", + "import torch.nn as nn\n", + "import torch.optim as optim\n", + "\n", + "class ConditionalPlanarFlowModel(nn.Module):\n", + " def __init__(self, input_dim=6, target_dim=1, num_flows=1):\n", + " super(ConditionalPlanarFlowModel, self).__init__()\n", + " self.input_dim = input_dim\n", + " self.target_dim = target_dim\n", + " self.num_flows = num_flows\n", + "\n", + " # Create a list to hold the InvertedPlanarTransform instances\n", + " self.flow_list = nn.ModuleList([InvertedPlanarTransform(dim=input_dim) for _ in range(num_flows)])\n", + "\n", + " # Linear layer to predict the CPD for the target variable\n", + " self.linear_layer = nn.Linear(input_dim, target_dim)\n", + "\n", + " def forward(self, input_features):\n", + " # Apply all the InvertedPlanarTransform instances sequentially\n", + " transformed_features = input_features\n", + " for flow in self.flow_list:\n", + " transformed_features = flow(transformed_features)\n", + "\n", + " # Predict the CPD for the target variable\n", + " predicted_cpd = self.linear_layer(transformed_features)\n", + "\n", + " return predicted_cpd\n", + "\n", + "\n", + "def train_model(model, input_data, target_data, num_epochs=100, learning_rate=0.001):\n", + " optimizer = optim.Adam(model.parameters(), lr=learning_rate)\n", + "\n", + " for epoch in range(num_epochs):\n", + " optimizer.zero_grad()\n", + " predicted_cpd = model(input_data)\n", + " loss = criterion(predicted_cpd, target_data)\n", + " loss.backward()\n", + " optimizer.step()\n", + "\n", + "# Step 5: Inference\n", + "def predict_cpd(model, input_features):\n", + " with torch.no_grad():\n", + " model.eval()\n", + " transformed_features = model.feature_transform.inverse(input_features)\n", + " predicted_cpd = model.linear_layer(transformed_features)\n", + " return predicted_cpd\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c5dbcc9d-8661-41e6-a3e8-c31441e0491f", + "metadata": {}, + "outputs": [], + "source": [ + "# Step 3: Define your loss function (e.g., negative log-likelihood)\n", + "criterion = nn.NLLLoss() # Use a suitable loss function based on the nature of your CPD\n", + "\n", + "# Step 4: Training the model" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "e92ade13-b05c-44d2-a5fb-7cbe61dc63e0", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "num_samples=10\n", + "input_dim=6\n", + "target_dim=1" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "6aa8e26a-007e-461c-8fb9-e4cd103e363a", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "# Assuming you have your input_data and target_data as torch tensors:\n", + "input_data = torch.randn(num_samples, input_dim) # Replace with your actual data\n", + "target_data = torch.randn(num_samples, target_dim) # Replace with your actual data" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "802c6a15-5109-4ad5-ad42-bec6dc3dd838", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "ename": "RuntimeError", + "evalue": "0D or 1D target tensor expected, multi-target not supported", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mRuntimeError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[9], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtrain_model\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minput_data\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtarget_data\u001b[49m\u001b[43m)\u001b[49m\n", + "Cell \u001b[0;32mIn[3], line 35\u001b[0m, in \u001b[0;36mtrain_model\u001b[0;34m(model, input_data, target_data, num_epochs, learning_rate)\u001b[0m\n\u001b[1;32m 33\u001b[0m optimizer\u001b[38;5;241m.\u001b[39mzero_grad()\n\u001b[1;32m 34\u001b[0m predicted_cpd \u001b[38;5;241m=\u001b[39m model(input_data)\n\u001b[0;32m---> 35\u001b[0m loss \u001b[38;5;241m=\u001b[39m \u001b[43mcriterion\u001b[49m\u001b[43m(\u001b[49m\u001b[43mpredicted_cpd\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtarget_data\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 36\u001b[0m loss\u001b[38;5;241m.\u001b[39mbackward()\n\u001b[1;32m 37\u001b[0m optimizer\u001b[38;5;241m.\u001b[39mstep()\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/nn/modules/module.py:1501\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1496\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1497\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1498\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1499\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1500\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1501\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_call\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1502\u001b[0m \u001b[38;5;66;03m# Do not call functions when jit is used\u001b[39;00m\n\u001b[1;32m 1503\u001b[0m full_backward_hooks, non_full_backward_hooks \u001b[38;5;241m=\u001b[39m [], []\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/nn/modules/loss.py:216\u001b[0m, in \u001b[0;36mNLLLoss.forward\u001b[0;34m(self, input, target)\u001b[0m\n\u001b[1;32m 215\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mforward\u001b[39m(\u001b[38;5;28mself\u001b[39m, \u001b[38;5;28minput\u001b[39m: Tensor, target: Tensor) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Tensor:\n\u001b[0;32m--> 216\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mF\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mnll_loss\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43minput\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtarget\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mweight\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mweight\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mignore_index\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mignore_index\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mreduction\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mreduction\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/torch/nn/functional.py:2704\u001b[0m, in \u001b[0;36mnll_loss\u001b[0;34m(input, target, weight, size_average, ignore_index, reduce, reduction)\u001b[0m\n\u001b[1;32m 2702\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m size_average \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mor\u001b[39;00m reduce \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m 2703\u001b[0m reduction \u001b[38;5;241m=\u001b[39m _Reduction\u001b[38;5;241m.\u001b[39mlegacy_get_string(size_average, reduce)\n\u001b[0;32m-> 2704\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_C\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_nn\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mnll_loss_nd\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43minput\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtarget\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mweight\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43m_Reduction\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_enum\u001b[49m\u001b[43m(\u001b[49m\u001b[43mreduction\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mignore_index\u001b[49m\u001b[43m)\u001b[49m\n", + "\u001b[0;31mRuntimeError\u001b[0m: 0D or 1D target tensor expected, multi-target not supported" + ] + } + ], + "source": [ + "train_model(model, input_data, target_data)" + ] + }, + { + "cell_type": "code", + "execution_count": 38, + "id": "7296cbf5-10f7-4dc6-a30a-96bf70b7e577", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "ename": "TypeError", + "evalue": "randn(): argument 'size' must be tuple of ints, but found element of type Tensor at pos 2", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[38], line 6\u001b[0m\n\u001b[1;32m 3\u001b[0m target_data \u001b[38;5;241m=\u001b[39m torch\u001b[38;5;241m.\u001b[39mrandn(num_samples, target_dim) \u001b[38;5;66;03m# Replace with your actual data\u001b[39;00m\n\u001b[1;32m 5\u001b[0m \u001b[38;5;66;03m# Step 2: Create the model\u001b[39;00m\n\u001b[0;32m----> 6\u001b[0m model \u001b[38;5;241m=\u001b[39m \u001b[43mConditionalPlanarFlowModel\u001b[49m\u001b[43m(\u001b[49m\u001b[43minput_dim\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minput_data\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtarget_dim\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtarget_data\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 8\u001b[0m \u001b[38;5;66;03m# Step 4: Train the model\u001b[39;00m\n\u001b[1;32m 9\u001b[0m train_model(model, input_data, target_data)\n", + "Cell \u001b[0;32mIn[35], line 13\u001b[0m, in \u001b[0;36mConditionalPlanarFlowModel.__init__\u001b[0;34m(self, input_dim, target_dim)\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtarget_dim \u001b[38;5;241m=\u001b[39m target_dim\n\u001b[1;32m 12\u001b[0m \u001b[38;5;66;03m# Feature transformation using InvertedPlanarTransform\u001b[39;00m\n\u001b[0;32m---> 13\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfeature_transform \u001b[38;5;241m=\u001b[39m \u001b[43mInvertedPlanarTransform\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdim\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minput_dim\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 15\u001b[0m \u001b[38;5;66;03m# Linear layer to predict the CPD for the target variable\u001b[39;00m\n\u001b[1;32m 16\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlinear_layer \u001b[38;5;241m=\u001b[39m nn\u001b[38;5;241m.\u001b[39mLinear(input_dim, target_dim)\n", + "Cell \u001b[0;32mIn[34], line 19\u001b[0m, in \u001b[0;36mInvertedPlanarTransform.__init__\u001b[0;34m(self, dim)\u001b[0m\n\u001b[1;32m 13\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Initialise weights and bias.\u001b[39;00m\n\u001b[1;32m 14\u001b[0m \u001b[38;5;124;03m\u001b[39;00m\n\u001b[1;32m 15\u001b[0m \u001b[38;5;124;03mArgs:\u001b[39;00m\n\u001b[1;32m 16\u001b[0m \u001b[38;5;124;03m dim: Dimensionality of the distribution to be estimated.\u001b[39;00m\n\u001b[1;32m 17\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 18\u001b[0m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__init__\u001b[39m()\n\u001b[0;32m---> 19\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mw \u001b[38;5;241m=\u001b[39m nn\u001b[38;5;241m.\u001b[39mParameter(\u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrandn\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m1\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdim\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241m.\u001b[39mnormal_(\u001b[38;5;241m0\u001b[39m, \u001b[38;5;241m0.1\u001b[39m))\n\u001b[1;32m 20\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mb \u001b[38;5;241m=\u001b[39m nn\u001b[38;5;241m.\u001b[39mParameter(torch\u001b[38;5;241m.\u001b[39mrandn(\u001b[38;5;241m1\u001b[39m)\u001b[38;5;241m.\u001b[39mnormal_(\u001b[38;5;241m0\u001b[39m, \u001b[38;5;241m0.1\u001b[39m))\n\u001b[1;32m 21\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mu \u001b[38;5;241m=\u001b[39m nn\u001b[38;5;241m.\u001b[39mParameter(torch\u001b[38;5;241m.\u001b[39mrandn(\u001b[38;5;241m1\u001b[39m, dim)\u001b[38;5;241m.\u001b[39mnormal_(\u001b[38;5;241m0\u001b[39m, \u001b[38;5;241m0.1\u001b[39m))\n", + "\u001b[0;31mTypeError\u001b[0m: randn(): argument 'size' must be tuple of ints, but found element of type Tensor at pos 2" + ] + } + ], + "source": [ + "# Assuming you have your input_data and target_data as torch tensors:\n", + "input_data = torch.randn(num_samples, input_dim) # Replace with your actual data\n", + "target_data = torch.randn(num_samples, target_dim) # Replace with your actual data\n", + "\n", + "# Step 2: Create the model\n", + "\n", + "# Step 4: Train the model\n", + "\n", + "\n", + "# Step 5: Predict the CPD for new input features\n", + "new_input_features = torch.randn(num_samples, input_dim) # Replace with your new data\n", + "predicted_cpd = predict_cpd(model, new_input_features)" + ] + }, + { + "cell_type": "code", + "execution_count": 32, + "id": "fe0b227d-9aa5-4c99-91a4-0e558795328c", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "\u001b[0;31mDocstring:\u001b[0m\n", + "randn(*size, *, out=None, dtype=None, layout=torch.strided, device=None, requires_grad=False, pin_memory=False) -> Tensor\n", + "\n", + "\n", + "Returns a tensor filled with random numbers from a normal distribution\n", + "with mean `0` and variance `1` (also called the standard normal\n", + "distribution).\n", + "\n", + ".. math::\n", + " \\text{out}_{i} \\sim \\mathcal{N}(0, 1)\n", + "\n", + "The shape of the tensor is defined by the variable argument :attr:`size`.\n", + "\n", + "Args:\n", + " size (int...): a sequence of integers defining the shape of the output tensor.\n", + " Can be a variable number of arguments or a collection like a list or tuple.\n", + "\n", + "Keyword args:\n", + " generator (:class:`torch.Generator`, optional): a pseudorandom number generator for sampling\n", + " out (Tensor, optional): the output tensor.\n", + " dtype (:class:`torch.dtype`, optional): the desired data type of returned tensor.\n", + " Default: if ``None``, uses a global default (see :func:`torch.set_default_tensor_type`).\n", + " layout (:class:`torch.layout`, optional): the desired layout of returned Tensor.\n", + " Default: ``torch.strided``.\n", + " device (:class:`torch.device`, optional): the desired device of returned tensor.\n", + " Default: if ``None``, uses the current device for the default tensor type\n", + " (see :func:`torch.set_default_tensor_type`). :attr:`device` will be the CPU\n", + " for CPU tensor types and the current CUDA device for CUDA tensor types.\n", + " requires_grad (bool, optional): If autograd should record operations on the\n", + " returned tensor. Default: ``False``.\n", + " pin_memory (bool, optional): If set, returned tensor would be allocated in\n", + " the pinned memory. Works only for CPU tensors. Default: ``False``.\n", + "\n", + "Example::\n", + "\n", + " >>> torch.randn(4)\n", + " tensor([-2.1436, 0.9966, 2.3426, -0.6366])\n", + " >>> torch.randn(2, 3)\n", + " tensor([[ 1.5954, 2.8929, -1.0923],\n", + " [ 1.1719, -0.4709, -0.1996]])\n", + "\u001b[0;31mType:\u001b[0m builtin_function_or_method" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "torch.randn?" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "160e45c5-79fa-43bc-b4a5-3bb633880230", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "cfa9af6a-e0e9-4171-b46f-ca21255e253d", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "918bd133-21b6-40b1-a264-c1ba88cc8b49", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 17, + "id": "3f8c8a08-854d-44f7-83eb-23a6a9e0cf93", + "metadata": {}, + "outputs": [], + "source": [ + "class PlanarFlow(nn.Module):\n", + " def __init__(self, dim: int = 2, K: int = 6):\n", + " \"\"\"Make a planar flow by stacking planar transformations in sequence.\n", + "\n", + " Args:\n", + " dim: Dimensionality of the distribution to be estimated.\n", + " K: Number of transformations in the flow. \n", + " \"\"\"\n", + " super().__init__()\n", + " self.layers = [InvertedPlanarTransform(dim) for _ in range(K)]\n", + " self.model = nn.Sequential(*self.layers)\n", + "\n", + " def forward(self, z: Tensor) -> Tuple[Tensor, float]:\n", + " log_det_J = 0\n", + "\n", + " for layer in self.layers:\n", + " log_det_J += layer.log_det_J(z)\n", + " z = layer(z)\n", + "\n", + " return z, log_det_J" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "id": "789351d3-262f-43b8-8132-89d053681ed7", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "model = PlanarFlow(dim=2, K=2)" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "id": "7cf722c0-6d93-437e-9679-1a4704831d73", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "PlanarFlow(\n", + " (model): Sequential(\n", + " (0): InvertedPlanarTransform()\n", + " (1): InvertedPlanarTransform()\n", + " )\n", + ")" + ] + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "48a9b31f-f3e3-49d7-8b1a-6cfe426bbbe3", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "ename": "TypeError", + "evalue": "object.__init__() takes exactly one argument (the instance to initialize)", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[3], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m identity_flow \u001b[38;5;241m=\u001b[39m \u001b[43mIdentityFlow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mparams\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mzeros\u001b[49m\u001b[43m(\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m1\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m1\u001b[39;49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mn_dims\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m1\u001b[39;49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/EUCLID/INSIGHT/NF/flows/IdentityFlow.py:14\u001b[0m, in \u001b[0;36mIdentityFlow.__init__\u001b[0;34m(self, params, n_dims, name)\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m__init__\u001b[39m(\u001b[38;5;28mself\u001b[39m, params, n_dims, name\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mIdentityFlow\u001b[39m\u001b[38;5;124m'\u001b[39m):\n\u001b[1;32m 10\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 11\u001b[0m \u001b[38;5;124;03m :param params: shape (?, 1), this will become alpha and define the slow of ReLU for x < 0\u001b[39;00m\n\u001b[1;32m 12\u001b[0m \u001b[38;5;124;03m :param n_dims: Dimension of the distribution that's being transformed\u001b[39;00m\n\u001b[1;32m 13\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[0;32m---> 14\u001b[0m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mIdentityFlow\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;21;43m__init__\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mparams\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 15\u001b[0m \u001b[43m \u001b[49m\u001b[43mn_dims\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 16\u001b[0m \u001b[43m \u001b[49m\u001b[43mname\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mname\u001b[49m\u001b[43m)\u001b[49m\n", + "\u001b[0;31mTypeError\u001b[0m: object.__init__() takes exactly one argument (the instance to initialize)" + ] + } + ], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "b2d50e1e-5adc-4bdd-87cb-32c78c883b68", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "planar_flow = InvertedPlanarFlow(params=torch.zeros((1, 2 * 1 + 1)), n_dims=1)" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "cb981f0f-113e-45f2-a027-2e003065bdd8", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "InvertedPlanarFlow()" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "planar_flow" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "74688079-9a3f-4f87-b93f-4a191325e6ac", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ce29cd37-0b15-4cf9-a55c-da73f38d67ea", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "80b9fbda-6377-4df2-9caa-3fe741ec3bb6", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5b1d73f2-51a8-4775-850a-da4981fd7d15", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "2a1bd67f-8253-4ebd-b69e-16a1418c6e31", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2023-08-03 07:26:44.817779: I tensorflow/core/util/port.cc:110] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n", + "2023-08-03 07:26:47.725659: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n", + "To enable the following instructions: AVX2 AVX512F AVX512_VNNI FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", + "2023-08-03 07:27:10.847442: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n", + "2023-08-03 07:27:53.690091: W tensorflow/core/common_runtime/gpu/gpu_device.cc:1960] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.\n", + "Skipping registering GPU devices...\n" + ] + } + ], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_probability as tfp\n", + "import numpy as np\n", + "\n", + "tfd = tfp.distributions\n", + "\n", + "\n", + "class BaseEstimator(tf.keras.Sequential):\n", + " x_noise_std = tf.Variable(initial_value=0.0, dtype=tf.float32, trainable=False)\n", + " y_noise_std = tf.Variable(initial_value=0.0, dtype=tf.float32, trainable=False)\n", + "\n", + " def __init__(self, layers, noise_fn_type=\"fixed_rate\", noise_scale_factor=0.0, random_seed=22):\n", + " tf.random.set_seed(random_seed)\n", + " self.noise_fn_type = noise_fn_type\n", + " self.noise_scale_factor = noise_scale_factor\n", + "\n", + " super().__init__(layers)\n", + "\n", + " def fit(self, x, y, batch_size=None, epochs=None, verbose=1, **kwargs):\n", + " self._assign_data_normalization(x, y)\n", + " assert len(x.shape) == len(y.shape) == 2, \"Please pass a matrix not a vector\"\n", + " self._assign_noise_regularisation(n_dims=x.shape[1] + y.shape[1], n_datapoints=x.shape[0])\n", + " super().fit(\n", + " x=x,\n", + " y=y,\n", + " batch_size=batch_size,\n", + " epochs=epochs,\n", + " verbose=verbose,\n", + " callbacks=[tf.keras.callbacks.TerminateOnNaN()],\n", + " **kwargs,\n", + " )\n", + "\n", + " def _assign_noise_regularisation(self, n_dims, n_datapoints):\n", + " assert self.noise_fn_type in [\"rule_of_thumb\", \"fixed_rate\"]\n", + " if self.noise_fn_type == \"rule_of_thumb\":\n", + " noise_std = self.noise_scale_factor * (n_datapoints + 1) ** (-1 / (4 + n_dims))\n", + " self.x_noise_std.assign(noise_std)\n", + " self.y_noise_std.assign(noise_std)\n", + " elif self.noise_fn_type == \"fixed_rate\":\n", + " self.x_noise_std.assign(self.noise_scale_factor)\n", + " self.y_noise_std.assign(self.noise_scale_factor)\n", + "\n", + " def score(self, x_data, y_data):\n", + " x_data = x_data.astype(np.float32)\n", + " y_data = y_data.astype(np.float32)\n", + " nll = self._get_neg_log_likelihood()\n", + " return -nll(y_data, self.call(x_data, training=False)).numpy().mean()\n", + "\n", + " def _assign_data_normalization(self, x, y):\n", + " self.x_mean = np.mean(x, axis=0, dtype=np.float32)\n", + " self.y_mean = np.mean(y, axis=0, dtype=np.float32)\n", + " self.x_std = np.std(x, axis=0, dtype=np.float32)\n", + " self.y_std = np.std(y, axis=0, dtype=np.float32)\n", + "\n", + " def _get_neg_log_likelihood(self):\n", + " y_input_model = self._get_input_model()\n", + " return lambda y, p_y: -p_y.log_prob(y_input_model(y)) + tf.reduce_sum(\n", + " tf.math.log(self.y_std)\n", + " )\n", + "\n", + " def _get_input_model(self):\n", + " y_input_model = tf.keras.Sequential()\n", + " # add data normalization layer\n", + " y_input_model.add(\n", + " tf.keras.layers.Lambda(lambda y: (y - tf.ones_like(y) * self.y_mean) / self.y_std)\n", + " )\n", + " # noise will be switched on during training and switched off otherwise automatically\n", + " y_input_model.add(tf.keras.layers.GaussianNoise(self.y_noise_std))\n", + " return y_input_model\n", + "\n", + " def pdf(self, x, y):\n", + " assert x.shape == y.shape\n", + " output = self(x)\n", + " y_circ = (y - tf.ones_like(y) * self.y_mean) / self.y_std\n", + " return output.prob(y_circ) / tf.reduce_prod(self.y_std)\n", + "\n", + " def log_pdf(self, x, y):\n", + " x = x.astype(np.float32)\n", + " y = y.astype(np.float32)\n", + " assert x.shape == y.shape\n", + "\n", + " output = self(x)\n", + " assert output.event_shape == y.shape[-1]\n", + "\n", + " y_circ = (y - tf.ones_like(y) * self.y_mean) / self.y_std\n", + " return output.log_prob(y_circ) - tf.reduce_sum(tf.math.log(self.y_std))" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "84797c3a-3973-40d8-991d-cf375a88a416", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_probability as tfp\n", + "from tensorflow.python import tf2\n", + "import numpy as np\n", + "from sklearn.cluster import KMeans\n", + "from sklearn.metrics.pairwise import cosine_distances\n", + "\n", + "if not tf2.enabled():\n", + " import tensorflow.compat.v2 as tf\n", + "\n", + " tf.enable_v2_behavior()\n", + " assert tf2.enabled()\n", + "tfd = tfp.distributions\n", + "\n", + "\n", + "class MeanFieldLayer(tfp.layers.DistributionLambda):\n", + " def __init__(self, n_dims, scale=None, map_mode=False, dtype=None):\n", + " \"\"\"\n", + " A subclass of Distribution Lambda. A layer that uses it's input to parametrize n_dims-many indepentent normal\n", + " distributions (aka mean field)\n", + " Requires input size n_dims for fixed scale, 2*n_dims for trainable scale\n", + " Mean Field also works for scalars\n", + " The input tensors for this layer should be initialized to Zero for a standard normal distribution\n", + " :param n_dims: Dimension of the distribution that's being output by the Layer\n", + " :param scale: (float) None if scale should be trainable. If not None, specifies the fixed scale of the\n", + " independent normals. If map mode is activated, this is ignored and set to 1.0\n", + " \"\"\"\n", + " self.n_dims = n_dims\n", + " self.scale = scale\n", + "\n", + " if map_mode:\n", + " self.scale = 1.0\n", + " convert_ttf = tfd.Distribution.mean if map_mode else tfd.Distribution.sample\n", + "\n", + " make_dist_fn = self._get_distribution_fn(self.n_dims, self.scale)\n", + "\n", + " super().__init__(\n", + " make_distribution_fn=make_dist_fn, convert_to_tensor_fn=convert_ttf, dtype=dtype\n", + " )\n", + "\n", + " @staticmethod\n", + " def _get_distribution_fn(n_dims, scale=None):\n", + " if scale is None:\n", + "\n", + " def dist_fn(t):\n", + " assert t.shape[-1] == 2 * n_dims\n", + " return tfd.Independent(\n", + " tfd.Normal(\n", + " loc=t[..., 0:n_dims],\n", + " scale=1e-3\n", + " + tf.nn.softplus(\n", + " tf.math.log(tf.math.expm1(1.0)) + 0.05 * t[..., n_dims : 2 * n_dims]\n", + " ),\n", + " ),\n", + " reinterpreted_batch_ndims=1,\n", + " )\n", + "\n", + " else:\n", + " assert scale > 0.0\n", + "\n", + " def dist_fn(t):\n", + " assert t.shape[-1] == n_dims\n", + " return tfd.Independent(\n", + " tfd.Normal(loc=t[..., 0:n_dims], scale=scale), reinterpreted_batch_ndims=1\n", + " )\n", + "\n", + " return dist_fn\n", + "\n", + " def get_total_param_size(self):\n", + " return 2 * self.n_dims if self.scale is None else self.n_dims" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "id": "af8bca53-9191-4f66-aa78-64747187df98", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import tensorflow_probability as tfp\n", + "\n", + "\n", + "class AffineFlow(tfp.experimental.joint_distribution_layers.Affine):\n", + " def __init__(self, t, n_dims, name=\"AffineFlow\"):\n", + " assert t.shape[-1] == 2 * n_dims\n", + " super(AffineFlow, self).__init__(\n", + " shift=t[..., 0:n_dims], scale_diag=1.0 + t[..., n_dims : 2 * n_dims], name=name\n", + " )\n", + "\n", + " @staticmethod\n", + " def get_param_size(n_dims):\n", + " \"\"\"\n", + " :param n_dims: The dimension of the distribution to be transformed by the flow\n", + " :return: (int) The dimension of the parameter space for the flow\n", + " \"\"\"\n", + " return 2 * n_dims" + ] + }, + { + "cell_type": "code", + "execution_count": 45, + "id": "5561b844-a362-4b0c-8ad2-002c68cff427", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "ename": "TypeError", + "evalue": "missing a required argument: 'out_units'", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[45], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtest_radial\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "Cell \u001b[0;32mIn[36], line 46\u001b[0m, in \u001b[0;36mtest_radial\u001b[0;34m()\u001b[0m\n\u001b[1;32m 45\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mtest_radial\u001b[39m():\n\u001b[0;32m---> 46\u001b[0m \u001b[43mflow_dimension_testing\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mradial\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\n", + "Cell \u001b[0;32mIn[36], line 17\u001b[0m, in \u001b[0;36mflow_dimension_testing\u001b[0;34m(flow_name)\u001b[0m\n\u001b[1;32m 14\u001b[0m flow \u001b[38;5;241m=\u001b[39m flow_class(tf\u001b[38;5;241m.\u001b[39mones((batch_size, flow_class\u001b[38;5;241m.\u001b[39mget_param_size(dim) \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m)), dim)\n\u001b[1;32m 16\u001b[0m flow \u001b[38;5;241m=\u001b[39m flow_class(tf\u001b[38;5;241m.\u001b[39mones((batch_size, flow_class\u001b[38;5;241m.\u001b[39mget_param_size(dim))), dim)\n\u001b[0;32m---> 17\u001b[0m reference \u001b[38;5;241m=\u001b[39m \u001b[43mAffineFlow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtf\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mones\u001b[49m\u001b[43m(\u001b[49m\u001b[43m(\u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mAffineFlow\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_param_size\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdim\u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdim\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 19\u001b[0m test_tensors \u001b[38;5;241m=\u001b[39m [[[\u001b[38;5;241m0.0\u001b[39m] \u001b[38;5;241m*\u001b[39m dim], [[\u001b[38;5;241m1.0\u001b[39m] \u001b[38;5;241m*\u001b[39m dim] \u001b[38;5;241m*\u001b[39m batch_size]\n\u001b[1;32m 20\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m flow\u001b[38;5;241m.\u001b[39mforward_min_event_ndims \u001b[38;5;241m==\u001b[39m reference\u001b[38;5;241m.\u001b[39mforward_min_event_ndims\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/decorator.py:232\u001b[0m, in \u001b[0;36mdecorate..fun\u001b[0;34m(*args, **kw)\u001b[0m\n\u001b[1;32m 230\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m kwsyntax:\n\u001b[1;32m 231\u001b[0m args, kw \u001b[38;5;241m=\u001b[39m fix(args, kw, sig)\n\u001b[0;32m--> 232\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mcaller\u001b[49m\u001b[43m(\u001b[49m\u001b[43mfunc\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mextras\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m+\u001b[39;49m\u001b[43m \u001b[49m\u001b[43margs\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkw\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/tensorflow_probability/python/distributions/distribution.py:342\u001b[0m, in \u001b[0;36m_DistributionMeta.__new__..wrapped_init\u001b[0;34m(***failed resolving arguments***)\u001b[0m\n\u001b[1;32m 339\u001b[0m \u001b[38;5;66;03m# Note: if we ever want to have things set in `self` before `__init__` is\u001b[39;00m\n\u001b[1;32m 340\u001b[0m \u001b[38;5;66;03m# called, here is the place to do it.\u001b[39;00m\n\u001b[1;32m 341\u001b[0m self_\u001b[38;5;241m.\u001b[39m_parameters \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m--> 342\u001b[0m \u001b[43mdefault_init\u001b[49m\u001b[43m(\u001b[49m\u001b[43mself_\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 343\u001b[0m \u001b[38;5;66;03m# Note: if we ever want to override things set in `self` by subclass\u001b[39;00m\n\u001b[1;32m 344\u001b[0m \u001b[38;5;66;03m# `__init__`, here is the place to do it.\u001b[39;00m\n\u001b[1;32m 345\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m self_\u001b[38;5;241m.\u001b[39m_parameters \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m 346\u001b[0m \u001b[38;5;66;03m# We prefer subclasses will set `parameters = dict(locals())` because\u001b[39;00m\n\u001b[1;32m 347\u001b[0m \u001b[38;5;66;03m# this has nearly zero overhead. However, failing to do this, we will\u001b[39;00m\n\u001b[1;32m 348\u001b[0m \u001b[38;5;66;03m# resolve the input arguments dynamically and only when needed.\u001b[39;00m\n", + "Cell \u001b[0;32mIn[44], line 7\u001b[0m, in \u001b[0;36mAffineFlow.__init__\u001b[0;34m(self, t, n_dims, name)\u001b[0m\n\u001b[1;32m 5\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m__init__\u001b[39m(\u001b[38;5;28mself\u001b[39m, t, n_dims, name\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAffineFlow\u001b[39m\u001b[38;5;124m\"\u001b[39m):\n\u001b[1;32m 6\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m t\u001b[38;5;241m.\u001b[39mshape[\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m] \u001b[38;5;241m==\u001b[39m \u001b[38;5;241m2\u001b[39m \u001b[38;5;241m*\u001b[39m n_dims\n\u001b[0;32m----> 7\u001b[0m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mAffineFlow\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;21;43m__init__\u001b[39;49m\u001b[43m(\u001b[49m\n\u001b[1;32m 8\u001b[0m \u001b[43m \u001b[49m\u001b[43mshift\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mt\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43mn_dims\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mscale_diag\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m1.0\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m+\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mt\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mn_dims\u001b[49m\u001b[43m \u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m2\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mn_dims\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mname\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mname\u001b[49m\n\u001b[1;32m 9\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/decorator.py:231\u001b[0m, in \u001b[0;36mdecorate..fun\u001b[0;34m(*args, **kw)\u001b[0m\n\u001b[1;32m 229\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mfun\u001b[39m(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkw):\n\u001b[1;32m 230\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m kwsyntax:\n\u001b[0;32m--> 231\u001b[0m args, kw \u001b[38;5;241m=\u001b[39m \u001b[43mfix\u001b[49m\u001b[43m(\u001b[49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mkw\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43msig\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 232\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m caller(func, \u001b[38;5;241m*\u001b[39m(extras \u001b[38;5;241m+\u001b[39m args), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkw)\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/decorator.py:203\u001b[0m, in \u001b[0;36mfix\u001b[0;34m(args, kwargs, sig)\u001b[0m\n\u001b[1;32m 199\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mfix\u001b[39m(args, kwargs, sig):\n\u001b[1;32m 200\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 201\u001b[0m \u001b[38;5;124;03m Fix args and kwargs to be consistent with the signature\u001b[39;00m\n\u001b[1;32m 202\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[0;32m--> 203\u001b[0m ba \u001b[38;5;241m=\u001b[39m \u001b[43msig\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbind\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 204\u001b[0m ba\u001b[38;5;241m.\u001b[39mapply_defaults() \u001b[38;5;66;03m# needed for test_dan_schult\u001b[39;00m\n\u001b[1;32m 205\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m ba\u001b[38;5;241m.\u001b[39margs, ba\u001b[38;5;241m.\u001b[39mkwargs\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/inspect.py:3185\u001b[0m, in \u001b[0;36mSignature.bind\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 3180\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mbind\u001b[39m(\u001b[38;5;28mself\u001b[39m, \u001b[38;5;241m/\u001b[39m, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m 3181\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Get a BoundArguments object, that maps the passed `args`\u001b[39;00m\n\u001b[1;32m 3182\u001b[0m \u001b[38;5;124;03m and `kwargs` to the function's signature. Raises `TypeError`\u001b[39;00m\n\u001b[1;32m 3183\u001b[0m \u001b[38;5;124;03m if the passed arguments can not be bound.\u001b[39;00m\n\u001b[1;32m 3184\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[0;32m-> 3185\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_bind\u001b[49m\u001b[43m(\u001b[49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/inspect.py:3100\u001b[0m, in \u001b[0;36mSignature._bind\u001b[0;34m(self, args, kwargs, partial)\u001b[0m\n\u001b[1;32m 3098\u001b[0m msg \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mmissing a required argument: \u001b[39m\u001b[38;5;132;01m{arg!r}\u001b[39;00m\u001b[38;5;124m'\u001b[39m\n\u001b[1;32m 3099\u001b[0m msg \u001b[38;5;241m=\u001b[39m msg\u001b[38;5;241m.\u001b[39mformat(arg\u001b[38;5;241m=\u001b[39mparam\u001b[38;5;241m.\u001b[39mname)\n\u001b[0;32m-> 3100\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTypeError\u001b[39;00m(msg) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m 3101\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 3102\u001b[0m \u001b[38;5;66;03m# We have a positional argument to process\u001b[39;00m\n\u001b[1;32m 3103\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n", + "\u001b[0;31mTypeError\u001b[0m: missing a required argument: 'out_units'" + ] + } + ], + "source": [ + "test_radial()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "727a821f-0fc9-4ec9-8ba1-9451c3e2bda7", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_probability as tfp\n", + "\n", + "\n", + "class PlanarFlow(tfp.bijectors.Bijector):\n", + " \"\"\"\n", + " Implements a bijector x = y + u * tanh(w_t * y + b)\n", + "\n", + " Args:\n", + " params: Tensor shape (?, 2*n_dims+1). This will be split into the parameters\n", + " u (?, n_dims), w (?, n_dims), b (?, 1).\n", + " Furthermore u will be constrained to assure the invertability of the flow\n", + " n_dims: The dimension of the distribution that will be transformed\n", + " name: The name to give this particular flow\n", + "\n", + " \"\"\"\n", + "\n", + " _u, _w, _b = None, None, None\n", + "\n", + " def __init__(self, t, n_dims, name=\"Inverted_Planar_Flow\"):\n", + " super().__init__(validate_args=False, name=name, inverse_min_event_ndims=1)\n", + " assert t.shape[-1] == 2 * n_dims + 1\n", + " u, w, b = (\n", + " t[..., 0:n_dims],\n", + " # initialize w to 1.0\n", + " t[..., n_dims : 2 * n_dims] + 1,\n", + " t[..., 2 * n_dims : 2 * n_dims + 1],\n", + " )\n", + "\n", + " # constrain u before assigning it\n", + " self._u = self._u_circ(u, w)\n", + " self._w = w\n", + " self._b = b\n", + "\n", + " @staticmethod\n", + " def get_param_size(n_dims):\n", + " \"\"\"\n", + " :param n_dims: The dimension of the distribution to be transformed by the flow\n", + " :return: (int array) The dimension of the parameter space for this flow, n_dims + n_dims + 1\n", + " \"\"\"\n", + " return n_dims + n_dims + 1\n", + "\n", + " @staticmethod\n", + " def _u_circ(u, w):\n", + " \"\"\"\n", + " To ensure invertibility of the flow, the following condition needs to hold: w_t * u >= -1\n", + " :return: The transformed u\n", + " \"\"\"\n", + " wtu = tf.math.reduce_sum(w * u, 1, keepdims=True)\n", + " # add constant to make it more numerically stable\n", + " m_wtu = -1.0 + tf.nn.softplus(wtu) + 1e-5\n", + " norm_w_squared = tf.math.reduce_sum(w ** 2, 1, keepdims=True) + 1e-9\n", + " return u + (m_wtu - wtu) * (w / norm_w_squared)\n", + "\n", + " def _wzb(self, z):\n", + " \"\"\"\n", + " Computes w_t * z + b\n", + " \"\"\"\n", + " return tf.math.reduce_sum(self._w * z, 1, keepdims=True) + self._b\n", + "\n", + " @staticmethod\n", + " def _der_tanh(z):\n", + " \"\"\"\n", + " Computes the derivative of hyperbolic tangent\n", + " \"\"\"\n", + " return 1.0 - tf.math.tanh(z) ** 2\n", + "\n", + " def _forward(self, z):\n", + " \"\"\"\n", + " Runs a forward pass through the bijector\n", + " \"\"\"\n", + " return z + self._u * tf.math.tanh(self._wzb(z))\n", + "\n", + " def _forward_log_det_jacobian(self, z):\n", + " \"\"\"\n", + " Computes the ln of the absolute determinant of the jacobian\n", + " \"\"\"\n", + " psi = self._der_tanh(self._wzb(z)) * self._w\n", + " det_grad = 1.0 + tf.math.reduce_sum(self._u * psi, 1)\n", + " return tf.math.log(tf.math.abs(det_grad))" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "id": "b3aa80cb-8d33-429a-bf44-17228f745289", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_probability as tfp\n", + "\n", + "\n", + "class RadialFlow(tfp.bijectors.Bijector):\n", + " \"\"\"\n", + " Implements a bijector x = y + (alpha * beta * (y - y_0)) / (alpha + abs(y - y_0)).\n", + " Args:\n", + " params: Tensor shape (?, n_dims+2). This will be split into the parameters\n", + " alpha (?, 1), beta (?, 1), gamma (?, n_dims).\n", + " Furthermore alpha will be constrained to assure the invertability of the flow\n", + " n_dims: The dimension of the distribution that will be transformed\n", + " name: The name to give this particular flow\n", + " \"\"\"\n", + "\n", + " _alpha = None\n", + " _beta = None\n", + " _gamma = None\n", + "\n", + " def __init__(self, t, n_dims, name='RadialFlow'):\n", + " super().__init__(validate_args=False, name=name, inverse_min_event_ndims=1)\n", + "\n", + " assert t.shape[-1] == n_dims + 2\n", + " alpha = t[..., 0:1]\n", + " beta = t[..., 1:2]\n", + " gamma = t[..., 2 : n_dims + 2]\n", + "\n", + " # constraining the parameters before they are assigned to ensure invertibility.\n", + " # slightly shift alpha, softplus(zero centered input - 2) = small\n", + " self._alpha = self._alpha_circ(0.3 * alpha - 2.0)\n", + " # slightly shift beta, softplus(zero centered input + ln(e - 1)) = 0\n", + " self._beta = self._beta_circ(0.1 * beta + tf.math.log(tf.math.expm1(1.0)))\n", + " self._gamma = gamma\n", + " self.n_dims = n_dims\n", + "\n", + " @staticmethod\n", + " def get_param_size(n_dims):\n", + " \"\"\"\n", + " :param n_dims: The dimension of the distribution to be transformed by the flow\n", + " :return: (int) The dimension of the parameter space for the flow\n", + " \"\"\"\n", + " return 1 + 1 + n_dims\n", + "\n", + " def _r(self, z):\n", + " return tf.math.reduce_sum(tf.abs(z - self._gamma), 1, keepdims=True)\n", + "\n", + " def _h(self, r):\n", + " return 1.0 / (self._alpha + r)\n", + "\n", + " def _forward(self, z):\n", + " \"\"\"\n", + " Runs a forward pass through the bijector\n", + " \"\"\"\n", + " r = self._r(z)\n", + " h = self._h(r)\n", + " return z + (self._alpha * self._beta * h) * (z - self._gamma)\n", + "\n", + " def _forward_log_det_jacobian(self, z):\n", + " \"\"\"\n", + " Computes the ln of the absolute determinant of the jacobian\n", + " \"\"\"\n", + " r = self._r(z)\n", + " with tf.GradientTape() as g:\n", + " g.watch(r)\n", + " h = self._h(r)\n", + " der_h = g.gradient(h, r)\n", + " ab = self._alpha * self._beta\n", + " det = (1.0 + ab * h) ** (self.n_dims - 1) * (1.0 + ab * h + ab * der_h * r)\n", + " det = tf.squeeze(det, axis=-1)\n", + " return tf.math.log(det)\n", + "\n", + " @staticmethod\n", + " def _alpha_circ(alpha):\n", + " \"\"\"\n", + " Method for constraining the alpha parameter to meet the invertibility requirements\n", + " \"\"\"\n", + " return tf.nn.softplus(alpha)\n", + "\n", + " @staticmethod\n", + " def _beta_circ(beta):\n", + " \"\"\"\n", + " Method for constraining the beta parameter to meet the invertibility requirements\n", + " \"\"\"\n", + " return tf.nn.softplus(beta) - 1.0" + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "id": "f74ef9a1-83b6-45ba-ac25-5f0f5ec5665c", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import numpy as np\n", + "import tensorflow as tf\n", + "import tensorflow_probability as tfp\n", + "\n", + "tfd = tfp.distributions\n", + "\n", + "\n", + "class BayesianNNEstimator(BaseEstimator):\n", + " def __init__(\n", + " self,\n", + " dist_layer,\n", + " kl_weight_scale,\n", + " kl_use_exact=True,\n", + " hidden_sizes=(10,),\n", + " activation=\"tanh\",\n", + " learning_rate=3e-2,\n", + " noise_reg=(\"fixed_rate\", 0.0),\n", + " trainable_prior=False,\n", + " map_mode=False,\n", + " prior_scale=1.0,\n", + " random_seed=22,\n", + " ):\n", + " \"\"\"\n", + " A bayesian net parametrizing a normalizing flow distribution\n", + " :param dist_layer: A Tfp Distribution Lambda Layer that converts the neural net output into a distribution\n", + " :param kl_weight_scale: Scales how much KL(posterior|prior) influences the loss\n", + " :param hidden_sizes: size and depth of net\n", + " :param noise_reg: Tuple with (type_of_reg, scale_factor)\n", + " :param trainable_prior: empirical bayes\n", + " :param map_mode: If true, will use the mean of the posterior instead of a sample. Default False\n", + " :param prior_scale: The scale of the zero centered priors\n", + "\n", + " A note on kl_weight_scale: Keras calculates the loss per sample and not for the full dataset. Therefore,\n", + " we need to scale the KL(q||p) loss down to a single sample, which means setting kl_weight_scale = 1/n_datapoints\n", + " \"\"\"\n", + " self.x_noise_std = tf.Variable(initial_value=0.0, dtype=tf.float32, trainable=False)\n", + " self.y_noise_std = tf.Variable(initial_value=0.0, dtype=tf.float32, trainable=False)\n", + " self.map_mode = map_mode\n", + "\n", + " posterior = self._get_posterior_fn(map_mode=map_mode)\n", + " prior = self._get_prior_fn(trainable_prior, prior_scale)\n", + " dense_layers = self._get_dense_layers(\n", + " hidden_sizes=hidden_sizes,\n", + " output_size=dist_layer.get_total_param_size(),\n", + " posterior=posterior,\n", + " prior=prior,\n", + " kl_weight_scale=kl_weight_scale,\n", + " kl_use_exact=kl_use_exact,\n", + " activation=activation,\n", + " )\n", + "\n", + " super().__init__(\n", + " dense_layers + [dist_layer],\n", + " noise_fn_type=noise_reg[0],\n", + " noise_scale_factor=noise_reg[1],\n", + " random_seed=random_seed,\n", + " )\n", + "\n", + " self.compile(\n", + " optimizer=tf.keras.optimizers.Adam(learning_rate), loss=self._get_neg_log_likelihood()\n", + " )\n", + "\n", + " def score(self, x_data, y_data):\n", + " x_data = x_data.astype(np.float32)\n", + " y_data = y_data.astype(np.float32)\n", + "\n", + " scores = None\n", + " nll = self._get_neg_log_likelihood()\n", + " posterior_draws = 1 if self.map_mode else 50\n", + " for _ in range(posterior_draws):\n", + " res = tf.expand_dims(-nll(y_data, self.call(x_data, training=False)), axis=0)\n", + " scores = res if scores is None else tf.concat([scores, res], axis=0)\n", + " logsumexp = tf.math.reduce_logsumexp(scores, axis=0).numpy() - np.log(posterior_draws)\n", + " return logsumexp.mean()\n", + "\n", + " @staticmethod\n", + " def _get_prior_fn(trainable=False, prior_scale=1.0):\n", + " def prior_fn(kernel_size, bias_size=0, dtype=None):\n", + " size = kernel_size + bias_size\n", + " layers = [\n", + " tfp.layers.VariableLayer(\n", + " shape=size, initializer=\"zeros\", dtype=dtype, trainable=trainable\n", + " ),\n", + " MeanFieldLayer(size, scale=prior_scale, map_mode=False, dtype=dtype),\n", + " ]\n", + " return tf.keras.Sequential(layers)\n", + "\n", + " return prior_fn\n", + "\n", + " @staticmethod\n", + " def _get_posterior_fn(map_mode=False):\n", + " def posterior_fn(kernel_size, bias_size=0, dtype=None):\n", + " size = kernel_size + bias_size\n", + " layers = [\n", + " tfp.layers.VariableLayer(\n", + " size if map_mode else 2 * size,\n", + " initializer=\"normal\",\n", + " dtype=dtype,\n", + " trainable=True,\n", + " ),\n", + " MeanFieldLayer(size, scale=None, map_mode=map_mode, dtype=dtype),\n", + " ]\n", + " return tf.keras.Sequential(layers)\n", + "\n", + " return posterior_fn\n", + "\n", + " def _get_dense_layers(\n", + " self,\n", + " hidden_sizes,\n", + " output_size,\n", + " posterior,\n", + " prior,\n", + " kl_weight_scale=1.0,\n", + " kl_use_exact=True,\n", + " activation=\"relu\",\n", + " ):\n", + " assert type(hidden_sizes) == tuple or type(hidden_sizes) == list\n", + " assert kl_weight_scale <= 1.0\n", + "\n", + " # these values are assigned once fit is called\n", + " normalization = [tf.keras.layers.Lambda(lambda x: (x - self.x_mean) / (self.x_std + 1e-8))]\n", + " noise_reg = [tf.keras.layers.GaussianNoise(self.x_noise_std)]\n", + " hidden = [\n", + " tfp.layers.DenseVariational(\n", + " units=size,\n", + " make_posterior_fn=posterior,\n", + " make_prior_fn=prior,\n", + " kl_weight=kl_weight_scale,\n", + " kl_use_exact=kl_use_exact,\n", + " activation=activation,\n", + " )\n", + " for size in hidden_sizes\n", + " ]\n", + " output = [\n", + " tfp.layers.DenseVariational(\n", + " units=output_size,\n", + " make_posterior_fn=posterior,\n", + " make_prior_fn=prior,\n", + " kl_weight=kl_weight_scale,\n", + " kl_use_exact=kl_use_exact,\n", + " activation=\"linear\",\n", + " )\n", + " ]\n", + " return normalization + noise_reg + hidden + output" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "id": "881c0b13-71fc-4a27-88a6-590de016cdea", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "class InverseNormalizingFlowLayer(tfp.layers.DistributionLambda):\n", + " _flow_types = None\n", + " _trainable_base_dist = None\n", + " _n_dims = None\n", + "\n", + " def __init__(self, flow_types, n_dims, trainable_base_dist=False):\n", + " \"\"\"\n", + " Subclass of a DistributionLambda. A layer that uses it's input to parametrize a normalizing flow\n", + " that transforms a base normal distribution. The Normalizing flows are inverted to enable fast likelihood\n", + " calculation of externally provided data. This is useful for density estimation.\n", + " As a result, sampling from this layer is not possible.\n", + " This layer does not work for scalars!\n", + " :param flow_types: Types of flows to use, applied in order from base_dist -> transformed_dist\n", + " :param n_dims: dimension of the underlying distribution being transformed\n", + " :param trainable_base_dist: whether the base normal distribution should have trainable loc and scale diag\n", + " \"\"\"\n", + " assert all([flow_type in FLOWS for flow_type in flow_types])\n", + "\n", + " self._flow_types = flow_types\n", + " self._trainable_base_dist = trainable_base_dist\n", + " self._n_dims = n_dims\n", + "\n", + " # as keras transforms tensors, this layer needs to have an tensor-like output\n", + " # therefore a function needs to be provided that transforms a distribution into a tensor\n", + " # per default the .sample() function is used, but our reversed flows cannot perform that operation\n", + " convert_ttfn = lambda d: tf.constant([0.0])\n", + " make_flow_dist = self._get_distribution_fn(n_dims, flow_types, trainable_base_dist)\n", + " super().__init__(make_distribution_fn=make_flow_dist, convert_to_tensor_fn=convert_ttfn)\n", + "\n", + " @staticmethod\n", + " def _get_distribution_fn(n_dims, flow_types, trainable_base_dist):\n", + " return lambda t: tfd.TransformedDistribution(\n", + " distribution=InverseNormalizingFlowLayer._get_base_dist(\n", + " t, n_dims, trainable_base_dist\n", + " ),\n", + " bijector=tfp.bijectors.Invert(\n", + " InverseNormalizingFlowLayer._get_bijector(\n", + " (t[..., 2 * n_dims :] if trainable_base_dist else t), flow_types, n_dims\n", + " )\n", + " ),\n", + " )\n", + "\n", + " def get_total_param_size(self):\n", + " \"\"\"\n", + " :return: The total number of parameters to specify this distribution\n", + " \"\"\"\n", + " num_flow_params = sum(\n", + " [FLOWS[flow_type].get_param_size(self._n_dims) for flow_type in self._flow_types]\n", + " )\n", + " base_dist_params = 2 * self._n_dims if self._trainable_base_dist else 0\n", + " return num_flow_params + base_dist_params\n", + "\n", + " @staticmethod\n", + " def _get_bijector(t, flow_types, n_dims):\n", + " # intuitively, we want to flows to go from base_dist -> transformed dist\n", + " flow_types = list(reversed(flow_types))\n", + " param_sizes = [FLOWS[flow_type].get_param_size(n_dims) for flow_type in flow_types]\n", + " assert sum(param_sizes) == t.shape[-1]\n", + " split_beginnings = [sum(param_sizes[0:i]) for i in range(len(param_sizes))]\n", + " chain = [\n", + " FLOWS[flow_type](t[..., begin : begin + size], n_dims)\n", + " for begin, size, flow_type in zip(split_beginnings, param_sizes, flow_types)\n", + " ]\n", + " return tfp.bijectors.Chain(chain)\n", + "\n", + " @staticmethod\n", + " def _get_base_dist(t, n_dims, trainable):\n", + " if trainable:\n", + " return tfd.MultivariateNormalDiag(\n", + " loc=t[..., 0:n_dims],\n", + " scale_diag=1e-3\n", + " + tf.math.softplus(\n", + " tf.math.log(tf.math.expm1(1.0)) + 0.1 * t[..., n_dims : 2 * n_dims]\n", + " ),\n", + " )\n", + " else:\n", + " # we still need to know the batch size, therefore we need t for reference\n", + " return tfd.MultivariateNormalDiag(\n", + " loc=tf.zeros_like(t[..., 0:n_dims]), scale_diag=tf.ones_like(t[..., 0:n_dims])\n", + " )" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "id": "4b62f5ad-f94a-4a4d-955a-76f75adaee76", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_probability as tfp\n", + "\n", + "\n", + "tfd = tfp.distributions\n", + "\n", + "\n", + "class BayesNormalizingFlowNetwork(BayesianNNEstimator):\n", + " def __init__(self, n_dims, kl_weight_scale, n_flows=2, trainable_base_dist=True, **kwargs):\n", + " \"\"\"\n", + " A bayesian net parametrizing a normalizing flow distribution\n", + " :param n_dims: The dimension of the output distribution\n", + " :param kl_weight_scale: Scales how much KL(posterior|prior) influences the loss\n", + " :param n_flows: The number of flows to use\n", + " :param hidden_sizes: size and depth of net\n", + " :param trainable_base_dist: whether to train the base normal dist\n", + " :param noise_reg: Tuple with (type_of_reg, scale_factor)\n", + " :param trainable_prior: empirical bayes\n", + " :param map_mode: If true, will use the mean of the posterior instead of a sample. Default False\n", + " :param prior_scale: The scale of the zero centered priors\n", + "\n", + " A note on kl_weight_scale: Keras calculates the loss per sample and not for the full dataset. Therefore,\n", + " we need to scale the KL(q||p) loss down to a single sample, which means setting kl_weight_scale = 1/n_datapoints\n", + " \"\"\"\n", + " dist_layer = InverseNormalizingFlowLayer(\n", + " flow_types=[\"radial\"] * n_flows, n_dims=n_dims, trainable_base_dist=trainable_base_dist\n", + " )\n", + " super().__init__(dist_layer, kl_weight_scale, **kwargs)\n", + "\n", + " @staticmethod\n", + " def build_function(\n", + " n_dims,\n", + " kl_weight_scale,\n", + " n_flows=2,\n", + " trainable_base_dist=True,\n", + " kl_use_exact=True,\n", + " hidden_sizes=(10,),\n", + " activation=\"tanh\",\n", + " noise_reg=(\"fixed_rate\", 0.0),\n", + " learning_rate=2e-2,\n", + " trainable_prior=False,\n", + " map_mode=False,\n", + " prior_scale=1.0,\n", + " ):\n", + " # this is necessary, else there'll be processes hanging around hogging memory\n", + " tf.keras.backend.clear_session()\n", + " return BayesNormalizingFlowNetwork(\n", + " n_dims=n_dims,\n", + " kl_weight_scale=kl_weight_scale,\n", + " n_flows=n_flows,\n", + " trainable_base_dist=trainable_base_dist,\n", + " kl_use_exact=kl_use_exact,\n", + " hidden_sizes=hidden_sizes,\n", + " activation=activation,\n", + " noise_reg=noise_reg,\n", + " learning_rate=learning_rate,\n", + " trainable_prior=trainable_prior,\n", + " map_mode=map_mode,\n", + " prior_scale=prior_scale,\n", + " )" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "id": "65992896-1ca4-4c63-8775-7485fe274321", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "class MaximumLikelihoodNNEstimator(BaseEstimator):\n", + " def __init__(\n", + " self,\n", + " dist_layer,\n", + " hidden_sizes=(16, 16),\n", + " noise_reg=(\"fixed_rate\", 0.0),\n", + " learning_rate=3e-3,\n", + " activation=\"relu\",\n", + " random_seed=22,\n", + " ):\n", + " assert len(noise_reg) == 2\n", + "\n", + " dense_layers = self._get_dense_layers(\n", + " hidden_sizes=hidden_sizes,\n", + " output_size=dist_layer.get_total_param_size(),\n", + " activation=activation,\n", + " )\n", + "\n", + " super().__init__(\n", + " dense_layers + [dist_layer],\n", + " noise_fn_type=noise_reg[0],\n", + " noise_scale_factor=noise_reg[1],\n", + " random_seed=random_seed,\n", + " )\n", + "\n", + " self.compile(\n", + " optimizer=tf.keras.optimizers.Adam(learning_rate), loss=self._get_neg_log_likelihood()\n", + " )\n", + "\n", + " def _get_dense_layers(self, hidden_sizes, output_size, activation):\n", + " assert type(hidden_sizes) == tuple or type(hidden_sizes) == list\n", + " # the data normalization values are assigned once fit is called\n", + " normalization = [tf.keras.layers.Lambda(lambda x: (x - self.x_mean) / (self.x_std + 1e-8))]\n", + " noise_reg = [tf.keras.layers.GaussianNoise(self.x_noise_std)]\n", + " hidden = [tf.keras.layers.Dense(size, activation=activation) for size in hidden_sizes]\n", + " output = [tf.keras.layers.Dense(output_size, activation=\"linear\")]\n", + " return normalization + noise_reg + hidden + output" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "id": "a97995fc-130a-4b21-a8dd-98b39f940647", + "metadata": {}, + "outputs": [], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_probability as tfp\n", + "\n", + "tfd = tfp.distributions\n", + "\n", + "\n", + "class NormalizingFlowNetwork(MaximumLikelihoodNNEstimator):\n", + " def __init__(self, n_dims, n_flows=10, trainable_base_dist=True, **kwargs):\n", + " \"\"\"\n", + " :param n_dims: Dimensionsion of Y. The dimension of X is automatically inferred from the data\n", + " :param n_flows: The number of radial flows to use.\n", + " :param trainable_base_dist: Whether the standard normal base dist has trainable mean + diag. convariance\n", + " \"\"\"\n", + " dist_layer = InverseNormalizingFlowLayer(\n", + " flow_types=[\"radial\"] * n_flows, n_dims=n_dims, trainable_base_dist=trainable_base_dist\n", + " )\n", + " super().__init__(dist_layer, **kwargs)\n", + "\n", + " @staticmethod\n", + " def build_function(\n", + " n_dims=1,\n", + " n_flows=3,\n", + " hidden_sizes=(16, 16),\n", + " trainable_base_dist=True,\n", + " noise_reg=(\"fixed_rate\", 0.0),\n", + " learning_rate=3e-3,\n", + " activation=\"tanh\",\n", + " ):\n", + " # this is necessary, else there'll be processes hanging around hogging memory\n", + " tf.keras.backend.clear_session()\n", + " return NormalizingFlowNetwork(\n", + " n_dims=n_dims,\n", + " n_flows=n_flows,\n", + " hidden_sizes=hidden_sizes,\n", + " trainable_base_dist=trainable_base_dist,\n", + " noise_reg=noise_reg,\n", + " learning_rate=learning_rate,\n", + " activation=activation,\n", + " )" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a024be78-1775-48f0-a82b-c35059acab44", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "e94580e6-639e-4e81-8e00-5d05fdf42067", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c5d66b5d-ffc9-42e6-82e3-909245a0907b", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 36, + "id": "640b9386-fbe4-488a-a15c-7cf1596d369f", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import tensorflow_probability as tfp\n", + "tfd = tfp.distributions\n", + "import pytest\n", + "\n", + "\n", + "def flow_dimension_testing(flow_name):\n", + " FLOWS = {\"planar\": PlanarFlow, \"radial\": RadialFlow, \"affine\": AffineFlow}\n", + " # all are tested against Affine Flow, since that's the reference implementation\n", + " batch_size = 10\n", + " for dim in [1, 4]:\n", + " flow_class = FLOWS[flow_name]\n", + " # test dimension of parameter space\n", + " with pytest.raises(AssertionError):\n", + " flow = flow_class(tf.ones((batch_size, flow_class.get_param_size(dim) + 1)), dim)\n", + "\n", + " flow = flow_class(tf.ones((batch_size, flow_class.get_param_size(dim))), dim)\n", + " reference = AffineFlow(tf.ones((batch_size, AffineFlow.get_param_size(dim))), dim)\n", + "\n", + " test_tensors = [[[0.0] * dim], [[1.0] * dim] * batch_size]\n", + " assert flow.forward_min_event_ndims == reference.forward_min_event_ndims\n", + " for tensor in test_tensors:\n", + " assert flow.forward(tensor).shape == reference.forward(tensor).shape\n", + " assert (\n", + " flow._forward_log_det_jacobian(tensor).shape\n", + " == reference._forward_log_det_jacobian(tensor).shape\n", + " )\n", + "\n", + " tensor = [[1.0] * dim] + ([[0.0] * dim] * (batch_size - 2)) + [[1.0] * dim]\n", + " res = flow.forward(tensor).numpy()\n", + " assert res[0] == pytest.approx(res[-1], rel=1e-5)\n", + " assert res[1] == pytest.approx(res[-2], rel=1e-5)\n", + " assert not all(res[0] == res[1])\n", + "\n", + " tensor = [[1.0] * dim] + ([[0.0] * dim] * (batch_size - 2)) + [[1.0] * dim]\n", + " res = flow._forward_log_det_jacobian(tensor).numpy()\n", + " assert res[0] == pytest.approx(res[-1], rel=1e-5)\n", + " assert res[1] == pytest.approx(res[-2], rel=1e-5)\n", + " assert not res[0] == pytest.approx(res[1])\n", + "\n", + "\n", + "def test_planar():\n", + " flow_dimension_testing(\"planar\")\n", + "\n", + "\n", + "def test_radial():\n", + " flow_dimension_testing(\"radial\")" + ] + }, + { + "cell_type": "code", + "execution_count": 37, + "id": "7d08e49a-50a5-4f01-8af9-c61d07a7630a", + "metadata": { + "tags": [] + }, + "outputs": [ + { + "ename": "TypeError", + "evalue": "Affine.__init__() got an unexpected keyword argument 'shift'", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[37], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtest_radial\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "Cell \u001b[0;32mIn[36], line 46\u001b[0m, in \u001b[0;36mtest_radial\u001b[0;34m()\u001b[0m\n\u001b[1;32m 45\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mtest_radial\u001b[39m():\n\u001b[0;32m---> 46\u001b[0m \u001b[43mflow_dimension_testing\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mradial\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\n", + "Cell \u001b[0;32mIn[36], line 17\u001b[0m, in \u001b[0;36mflow_dimension_testing\u001b[0;34m(flow_name)\u001b[0m\n\u001b[1;32m 14\u001b[0m flow \u001b[38;5;241m=\u001b[39m flow_class(tf\u001b[38;5;241m.\u001b[39mones((batch_size, flow_class\u001b[38;5;241m.\u001b[39mget_param_size(dim) \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m)), dim)\n\u001b[1;32m 16\u001b[0m flow \u001b[38;5;241m=\u001b[39m flow_class(tf\u001b[38;5;241m.\u001b[39mones((batch_size, flow_class\u001b[38;5;241m.\u001b[39mget_param_size(dim))), dim)\n\u001b[0;32m---> 17\u001b[0m reference \u001b[38;5;241m=\u001b[39m \u001b[43mAffineFlow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtf\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mones\u001b[49m\u001b[43m(\u001b[49m\u001b[43m(\u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mAffineFlow\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_param_size\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdim\u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdim\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 19\u001b[0m test_tensors \u001b[38;5;241m=\u001b[39m [[[\u001b[38;5;241m0.0\u001b[39m] \u001b[38;5;241m*\u001b[39m dim], [[\u001b[38;5;241m1.0\u001b[39m] \u001b[38;5;241m*\u001b[39m dim] \u001b[38;5;241m*\u001b[39m batch_size]\n\u001b[1;32m 20\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m flow\u001b[38;5;241m.\u001b[39mforward_min_event_ndims \u001b[38;5;241m==\u001b[39m reference\u001b[38;5;241m.\u001b[39mforward_min_event_ndims\n", + "Cell \u001b[0;32mIn[9], line 7\u001b[0m, in \u001b[0;36mAffineFlow.__init__\u001b[0;34m(self, t, n_dims, name)\u001b[0m\n\u001b[1;32m 5\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m__init__\u001b[39m(\u001b[38;5;28mself\u001b[39m, t, n_dims, name\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mAffineFlow\u001b[39m\u001b[38;5;124m\"\u001b[39m):\n\u001b[1;32m 6\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m t\u001b[38;5;241m.\u001b[39mshape[\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m] \u001b[38;5;241m==\u001b[39m \u001b[38;5;241m2\u001b[39m \u001b[38;5;241m*\u001b[39m n_dims\n\u001b[0;32m----> 7\u001b[0m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mAffineFlow\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;21;43m__init__\u001b[39;49m\u001b[43m(\u001b[49m\n\u001b[1;32m 8\u001b[0m \u001b[43m \u001b[49m\u001b[43mshift\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mt\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43mn_dims\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mscale_diag\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m1.0\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m+\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mt\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mn_dims\u001b[49m\u001b[43m \u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m2\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mn_dims\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mname\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mname\u001b[49m\n\u001b[1;32m 9\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", + "\u001b[0;31mTypeError\u001b[0m: Affine.__init__() got an unexpected keyword argument 'shift'" + ] + } + ], + "source": [ + "test_radial()" + ] + }, + { + "cell_type": "code", + "execution_count": 32, + "id": "97946900-bc4f-4bca-8faf-e7cfbf238d61", + "metadata": { + "collapsed": true, + "jupyter": { + "outputs_hidden": true + }, + "tags": [] + }, + "outputs": [ + { + "ename": "ValueError", + "evalue": "name for name_scope must be a string.", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mValueError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[32], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mflow_dimension_testing\u001b[49m\u001b[43m(\u001b[49m\u001b[43mPlanarFlow\u001b[49m\u001b[43m(\u001b[49m\u001b[43mt\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mt\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mn_dims\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mndims\u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\n", + "Cell \u001b[0;32mIn[27], line 12\u001b[0m, in \u001b[0;36mflow_dimension_testing\u001b[0;34m(flow_class)\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m dim \u001b[38;5;129;01min\u001b[39;00m [\u001b[38;5;241m1\u001b[39m, \u001b[38;5;241m4\u001b[39m]:\n\u001b[1;32m 10\u001b[0m \u001b[38;5;66;03m# test dimension of parameter space\u001b[39;00m\n\u001b[1;32m 11\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m pytest\u001b[38;5;241m.\u001b[39mraises(\u001b[38;5;167;01mAssertionError\u001b[39;00m):\n\u001b[0;32m---> 12\u001b[0m flow \u001b[38;5;241m=\u001b[39m \u001b[43mflow_class\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtf\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mones\u001b[49m\u001b[43m(\u001b[49m\u001b[43m(\u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mflow_class\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_param_size\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdim\u001b[49m\u001b[43m)\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m+\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m1\u001b[39;49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdim\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 14\u001b[0m flow \u001b[38;5;241m=\u001b[39m flow_class(tf\u001b[38;5;241m.\u001b[39mones((batch_size, flow_class\u001b[38;5;241m.\u001b[39mget_param_size(dim))), dim)\n\u001b[1;32m 15\u001b[0m reference \u001b[38;5;241m=\u001b[39m AffineFlow(tf\u001b[38;5;241m.\u001b[39mones((batch_size, AffineFlow\u001b[38;5;241m.\u001b[39mget_param_size(dim))), dim)\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/tensorflow_probability/python/bijectors/bijector.py:913\u001b[0m, in \u001b[0;36mBijector.__call__\u001b[0;34m(self, value, name, **kwargs)\u001b[0m\n\u001b[1;32m 910\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(value, Bijector):\n\u001b[1;32m 911\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m chain\u001b[38;5;241m.\u001b[39mChain([\u001b[38;5;28mself\u001b[39m, value], name\u001b[38;5;241m=\u001b[39mname, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m--> 913\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mforward\u001b[49m\u001b[43m(\u001b[49m\u001b[43mvalue\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mname\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mname\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mforward\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/tensorflow_probability/python/bijectors/bijector.py:1326\u001b[0m, in \u001b[0;36mBijector.forward\u001b[0;34m(self, x, name, **kwargs)\u001b[0m\n\u001b[1;32m 1310\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mforward\u001b[39m(\u001b[38;5;28mself\u001b[39m, x, name\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mforward\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m 1311\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Returns the forward `Bijector` evaluation, i.e., X = g(Y).\u001b[39;00m\n\u001b[1;32m 1312\u001b[0m \n\u001b[1;32m 1313\u001b[0m \u001b[38;5;124;03m Args:\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1324\u001b[0m \u001b[38;5;124;03m NotImplementedError: if `_forward` is not implemented.\u001b[39;00m\n\u001b[1;32m 1325\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[0;32m-> 1326\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call_forward\u001b[49m\u001b[43m(\u001b[49m\u001b[43mx\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mname\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/tensorflow_probability/python/bijectors/bijector.py:1300\u001b[0m, in \u001b[0;36mBijector._call_forward\u001b[0;34m(self, x, name, **kwargs)\u001b[0m\n\u001b[1;32m 1298\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_call_forward\u001b[39m(\u001b[38;5;28mself\u001b[39m, x, name, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m 1299\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Wraps call to _forward, allowing extra shared logic.\"\"\"\u001b[39;00m\n\u001b[0;32m-> 1300\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_name_and_control_scope(name):\n\u001b[1;32m 1301\u001b[0m dtype \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minverse_dtype(\u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[1;32m 1302\u001b[0m x \u001b[38;5;241m=\u001b[39m nest_util\u001b[38;5;241m.\u001b[39mconvert_to_nested_tensor(\n\u001b[1;32m 1303\u001b[0m x, name\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mx\u001b[39m\u001b[38;5;124m'\u001b[39m, dtype_hint\u001b[38;5;241m=\u001b[39mdtype,\n\u001b[1;32m 1304\u001b[0m dtype\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;28;01mif\u001b[39;00m SKIP_DTYPE_CHECKS \u001b[38;5;28;01melse\u001b[39;00m dtype,\n\u001b[1;32m 1305\u001b[0m allow_packing\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/contextlib.py:135\u001b[0m, in \u001b[0;36m_GeneratorContextManager.__enter__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 133\u001b[0m \u001b[38;5;28;01mdel\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mkwds, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfunc\n\u001b[1;32m 134\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 135\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mnext\u001b[39;49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgen\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 136\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m:\n\u001b[1;32m 137\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mgenerator didn\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mt yield\u001b[39m\u001b[38;5;124m\"\u001b[39m) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/tensorflow_probability/python/bijectors/bijector.py:1816\u001b[0m, in \u001b[0;36mBijector._name_and_control_scope\u001b[0;34m(self, name)\u001b[0m\n\u001b[1;32m 1812\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Helper function to standardize op scope.\"\"\"\u001b[39;00m\n\u001b[1;32m 1813\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m name_util\u001b[38;5;241m.\u001b[39minstance_scope(\n\u001b[1;32m 1814\u001b[0m instance_name\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mname,\n\u001b[1;32m 1815\u001b[0m constructor_name_scope\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_constructor_name_scope):\n\u001b[0;32m-> 1816\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[43mtf\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mname_scope\u001b[49m\u001b[43m(\u001b[49m\u001b[43mname\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mas\u001b[39;00m name_scope:\n\u001b[1;32m 1817\u001b[0m deps \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m 1818\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_defer_all_assertions:\n", + "File \u001b[0;32m/data/astro/scratch/lcabayol/anaconda3/envs/NFlow/lib/python3.10/site-packages/tensorflow/python/framework/ops.py:6423\u001b[0m, in \u001b[0;36mname_scope_v2.__init__\u001b[0;34m(self, name)\u001b[0m\n\u001b[1;32m 6414\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Initialize the context manager.\u001b[39;00m\n\u001b[1;32m 6415\u001b[0m \n\u001b[1;32m 6416\u001b[0m \u001b[38;5;124;03mArgs:\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 6420\u001b[0m \u001b[38;5;124;03m ValueError: If name is not a string.\u001b[39;00m\n\u001b[1;32m 6421\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 6422\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(name, \u001b[38;5;28mstr\u001b[39m):\n\u001b[0;32m-> 6423\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mname for name_scope must be a string.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m 6424\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_name \u001b[38;5;241m=\u001b[39m name\n\u001b[1;32m 6425\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exit_fns \u001b[38;5;241m=\u001b[39m []\n", + "\u001b[0;31mValueError\u001b[0m: name for name_scope must be a string." + ] + } + ], + "source": [ + "flow_dimension_testing(PlanarFlow(t=t, n_dims=ndims))" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "id": "c58f187a-4d63-45e9-bd80-8349e94edd63", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "t = tf.random.normal(shape=(1, 5))\n", + "ndims = 2" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "41869a9e-26ea-4729-a19f-3463eca5f4a8", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "fcc6c787-4142-4992-8a39-4f358aa43bd6", + "metadata": {}, + "outputs": [], + "source": [ + " \"\"\"\n", + " Implements a bijector x = y + (alpha * beta * (y - y_0)) / (alpha + abs(y - y_0)).\n", + " Args:\n", + " params: Tensor shape (?, n_dims+2). This will be split into the parameters\n", + " alpha (?, 1), beta (?, 1), gamma (?, n_dims).\n", + " Furthermore alpha will be constrained to assure the invertability of the flow\n", + " n_dims: The dimension of the distribution that will be transformed\n", + " name: The name to give this particular flow\n", + " \"\"\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "b215fb29-b609-4def-afa5-a610b188fadf", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "NFlows", + "language": "python", + "name": "nflows" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.9" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +}