end_to_end.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/octusr3/anaconda3/lib/python3.7/site-packages/pandas/compat/_optional.py:138: UserWarning: Pandas requires version '2.7.0' or newer of 'numexpr' (version '2.6.8' currently installed).\n",
      "  warnings.warn(msg, UserWarning)\n",
      "Duplicate key in file PosixPath('/home/octusr3/anaconda3/lib/python3.7/site-packages/matplotlib/mpl-data/matplotlibrc'), line 260 ('font.family:  sans-serif')\n",
      "Duplicate key in file PosixPath('/home/octusr3/anaconda3/lib/python3.7/site-packages/matplotlib/mpl-data/matplotlibrc'), line 268 ('font.sans-serif: DejaVu Sans, Bitstream Vera Sans, Computer Modern Sans Serif, Lucida Grande, Verdana, Geneva, Lucid, Arial, Helvetica, Avant Garde, sans-serif')\n",
      "Duplicate key in file PosixPath('/home/octusr3/anaconda3/lib/python3.7/site-packages/matplotlib/mpl-data/matplotlibrc'), line 411 ('axes.unicode_minus: True  # use Unicode for the minus symbol rather than hyphen.  See')\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "import json\n",
    "import cv2\n",
    "import os\n",
    "import re\n",
    "import pickle\n",
    "import math\n",
    "from pathlib import *\n",
    "import multiprocessing\n",
    "import random\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "from collections import *\n",
    "from itertools import *\n",
    "from functools import *\n",
    "from sklearn.metrics import *\n",
    "from scipy.stats import *\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import hashlib\n",
    "from PIL import Image\n",
    "from datastatics import *\n",
    "from oct_Utils import *\n",
    "import itertools\n",
    "from torchvision.ops import RoIPool\n",
    "from torchvision.ops import RoIAlign\n",
    "import torchvision.models as models\n",
    "from torchsummary import summary\n",
    "from oct_Utils import *\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "key=3\n",
    "value=5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "str"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(f'{value:.4f}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "a=torch.arange(16)\n",
    "b=torch.reshape(a,(1,4,4))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[[ 0,  1,  2,  3],\n",
       "         [ 4,  5,  6,  7],\n",
       "         [ 8,  9, 10, 11],\n",
       "         [12, 13, 14, 15]]])"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "model=models.resnet50(pretrained=True)\n",
    "def decom_ResNet50():\n",
    "    model=models.resnet50(pretrained=True)\n",
    "    feature=nn.Sequential(*list(model.children())[:-4])#适用childen方法，可以将预训练的参数带过去，\n",
    "    behind_layer=nn.Sequential(#roi输出的维度是 1024*7*7\n",
    "        #输出的feature是1000,根据Resnet网络结构分析出来的维度\n",
    "        *list(model.children())[-4:-1]\n",
    "    )\n",
    "    reg_layer=nn.Linear(2048,54)\n",
    "    return feature,behind_layer,reg_layer\n",
    "a,b,c=decom_ResNet50()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "model=models.resnet50(pretrained=True)\n",
    "def decom_ResNet50():\n",
    "    model=models.resnet50(pretrained=True)\n",
    "    feature=nn.Sequential(*list(model.children())[:-4])#适用childen方法，可以将预训练的参数带过去，\n",
    "    behind_layer=nn.Sequential(#roi输出的维度是 1024*7*7\n",
    "        #输出的feature是1000,根据Resnet网络结构分析出来的维度\n",
    "        *list(model.children())[-4:]\n",
    "    )\n",
    "    #reg_layer=nn.Linear(2048,54)\n",
    "    return feature,behind_layer\n",
    "a,b=decom_ResNet50()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#这里有个问题就是，为什么resnet50直接输入input50"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature=torch.reshape(torch.arange(1,37),(1,1,6,6))\n",
    "feature=feature.to(feature.device,dtype=torch.float32)\n",
    "roipool = RoIPool((4,4),1./4)\n",
    "roialign=RoIAlign((4,4),1./4,1)\n",
    "rois=torch.Tensor([[0,0,0,16,16]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[[[ 1.,  2.,  3.,  4.,  5.,  6.],\n",
       "          [ 7.,  8.,  9., 10., 11., 12.],\n",
       "          [13., 14., 15., 16., 17., 18.],\n",
       "          [19., 20., 21., 22., 23., 24.],\n",
       "          [25., 26., 27., 28., 29., 30.],\n",
       "          [31., 32., 33., 34., 35., 36.]]]])"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feature"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "res2=roialign(feature,rois)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[[[ 8.,  9., 10., 11.],\n",
       "          [14., 15., 16., 17.],\n",
       "          [20., 21., 22., 23.],\n",
       "          [26., 27., 28., 29.]]]])"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "res=roi(feature,rois)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[[[ 8.,  9., 10., 11.],\n",
       "          [14., 15., 16., 17.],\n",
       "          [20., 21., 22., 23.],\n",
       "          [26., 27., 28., 29.]]]])"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[[[-8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27,\n",
       "           -8.8808e+27, -8.8808e+27, -8.8808e+27,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41],\n",
       "          [-8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27,\n",
       "           -8.8808e+27, -8.8808e+27, -8.8808e+27,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41],\n",
       "          [-8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27,\n",
       "           -8.8808e+27, -8.8808e+27, -8.8808e+27,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41],\n",
       "          [-8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27,\n",
       "           -8.8808e+27, -8.8808e+27, -8.8808e+27,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41],\n",
       "          [-8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27,\n",
       "           -8.8808e+27, -8.8808e+27, -8.8808e+27,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41],\n",
       "          [-8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27,\n",
       "           -8.8808e+27, -8.8808e+27, -8.8808e+27,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41],\n",
       "          [-8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27,\n",
       "           -8.8808e+27, -8.8808e+27, -8.8808e+27,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41],\n",
       "          [-8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27, -8.8808e+27,\n",
       "           -8.8808e+27, -8.8808e+27, -8.8808e+27,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,  3.0789e-41,\n",
       "            3.0789e-41],\n",
       "          [ 7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,\n",
       "            7.0065e-45,  7.0065e-45,  7.0065e-45,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00],\n",
       "          [ 7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,\n",
       "            7.0065e-45,  7.0065e-45,  7.0065e-45,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00],\n",
       "          [ 7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,\n",
       "            7.0065e-45,  7.0065e-45,  7.0065e-45,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00],\n",
       "          [ 7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,\n",
       "            7.0065e-45,  7.0065e-45,  7.0065e-45,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00],\n",
       "          [ 7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,\n",
       "            7.0065e-45,  7.0065e-45,  7.0065e-45,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00],\n",
       "          [ 7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,\n",
       "            7.0065e-45,  7.0065e-45,  7.0065e-45,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00],\n",
       "          [ 7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,\n",
       "            7.0065e-45,  7.0065e-45,  7.0065e-45,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00],\n",
       "          [ 7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,  7.0065e-45,\n",
       "            7.0065e-45,  7.0065e-45,  7.0065e-45,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,  0.0000e+00,\n",
       "            0.0000e+00]]]])"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "ename": "Error",
     "evalue": "Session cannot generate requests",
     "output_type": "error",
     "traceback": [
      "Error: Session cannot generate requests",
      "at w.executeCodeCell (/home/octusr3/.vscode-server/extensions/ms-toolsai.jupyter-2021.9.1101343141/out/client/extension.js:52:301180)",
      "at w.execute (/home/octusr3/.vscode-server/extensions/ms-toolsai.jupyter-2021.9.1101343141/out/client/extension.js:52:300551)",
      "at w.start (/home/octusr3/.vscode-server/extensions/ms-toolsai.jupyter-2021.9.1101343141/out/client/extension.js:52:296215)",
      "at t.CellExecutionQueue.executeQueuedCells (/home/octusr3/.vscode-server/extensions/ms-toolsai.jupyter-2021.9.1101343141/out/client/extension.js:52:310950)",
      "at t.CellExecutionQueue.start (/home/octusr3/.vscode-server/extensions/ms-toolsai.jupyter-2021.9.1101343141/out/client/extension.js:52:310490)"
     ]
    }
   ],
   "source": [
    "print(rois)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[-1.0844, -0.0255, -0.6318,  ..., -0.5696,  1.1627,  1.0892],\n",
       "        [-0.8996, -0.6435, -0.3503,  ..., -0.3129,  1.1336,  0.3954]],\n",
       "       grad_fn=<AddmmBackward>)"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model(input)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "ename": "RuntimeError",
     "evalue": "mat1 and mat2 shapes cannot be multiplied (4096x1 and 2048x1000)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-26-b9bc4355944d>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrand\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m3\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m512\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m512\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0mtmp\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0ma\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0mtest\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mb\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtmp\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    887\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    888\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 889\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    890\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    891\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/container.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m    117\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    118\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0mmodule\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 119\u001b[0;31m             \u001b[0minput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodule\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    120\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    121\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    887\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    888\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 889\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    890\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    891\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/linear.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m     92\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     93\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mTensor\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mTensor\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 94\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mF\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlinear\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     95\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     96\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mextra_repr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/functional.py\u001b[0m in \u001b[0;36mlinear\u001b[0;34m(input, weight, bias)\u001b[0m\n\u001b[1;32m   1751\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mhas_torch_function_variadic\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1752\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mhandle_torch_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlinear\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbias\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mbias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1753\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_C\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_nn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlinear\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1754\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1755\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mRuntimeError\u001b[0m: mat1 and mat2 shapes cannot be multiplied (4096x1 and 2048x1000)"
     ]
    }
   ],
   "source": [
    "input=torch.rand((2,3,512,512))\n",
    "tmp=a(input)\n",
    "test=b(tmp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "input=torch.rand((2,3,512,512))\n",
    "tmp=a(input)\n",
    "test=b(tmp).squeeze()\n",
    "res=c(test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([2, 54])"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([2, 2048])"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res.squeeze().shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "'''Function to get the'''\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_max_min(x:list):\n",
    "    return max(x),min(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def addnum(a,b,c):\n",
    "    return a+b+c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_max_min(x:list):\n",
    "    return max(x),min(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------------------------------------------------------------\n",
      "        Layer (type)               Output Shape         Param #\n",
      "================================================================\n",
      "            Conv2d-1          [1, 64, 256, 256]           9,408\n",
      "       BatchNorm2d-2          [1, 64, 256, 256]             128\n",
      "              ReLU-3          [1, 64, 256, 256]               0\n",
      "         MaxPool2d-4          [1, 64, 128, 128]               0\n",
      "            Conv2d-5          [1, 64, 128, 128]           4,096\n",
      "       BatchNorm2d-6          [1, 64, 128, 128]             128\n",
      "              ReLU-7          [1, 64, 128, 128]               0\n",
      "            Conv2d-8          [1, 64, 128, 128]          36,864\n",
      "       BatchNorm2d-9          [1, 64, 128, 128]             128\n",
      "             ReLU-10          [1, 64, 128, 128]               0\n",
      "           Conv2d-11         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-12         [1, 256, 128, 128]             512\n",
      "           Conv2d-13         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-14         [1, 256, 128, 128]             512\n",
      "             ReLU-15         [1, 256, 128, 128]               0\n",
      "       Bottleneck-16         [1, 256, 128, 128]               0\n",
      "           Conv2d-17          [1, 64, 128, 128]          16,384\n",
      "      BatchNorm2d-18          [1, 64, 128, 128]             128\n",
      "             ReLU-19          [1, 64, 128, 128]               0\n",
      "           Conv2d-20          [1, 64, 128, 128]          36,864\n",
      "      BatchNorm2d-21          [1, 64, 128, 128]             128\n",
      "             ReLU-22          [1, 64, 128, 128]               0\n",
      "           Conv2d-23         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-24         [1, 256, 128, 128]             512\n",
      "             ReLU-25         [1, 256, 128, 128]               0\n",
      "       Bottleneck-26         [1, 256, 128, 128]               0\n",
      "           Conv2d-27          [1, 64, 128, 128]          16,384\n",
      "      BatchNorm2d-28          [1, 64, 128, 128]             128\n",
      "             ReLU-29          [1, 64, 128, 128]               0\n",
      "           Conv2d-30          [1, 64, 128, 128]          36,864\n",
      "      BatchNorm2d-31          [1, 64, 128, 128]             128\n",
      "             ReLU-32          [1, 64, 128, 128]               0\n",
      "           Conv2d-33         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-34         [1, 256, 128, 128]             512\n",
      "             ReLU-35         [1, 256, 128, 128]               0\n",
      "       Bottleneck-36         [1, 256, 128, 128]               0\n",
      "           Conv2d-37         [1, 128, 128, 128]          32,768\n",
      "      BatchNorm2d-38         [1, 128, 128, 128]             256\n",
      "             ReLU-39         [1, 128, 128, 128]               0\n",
      "           Conv2d-40           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-41           [1, 128, 64, 64]             256\n",
      "             ReLU-42           [1, 128, 64, 64]               0\n",
      "           Conv2d-43           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-44           [1, 512, 64, 64]           1,024\n",
      "           Conv2d-45           [1, 512, 64, 64]         131,072\n",
      "      BatchNorm2d-46           [1, 512, 64, 64]           1,024\n",
      "             ReLU-47           [1, 512, 64, 64]               0\n",
      "       Bottleneck-48           [1, 512, 64, 64]               0\n",
      "           Conv2d-49           [1, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-50           [1, 128, 64, 64]             256\n",
      "             ReLU-51           [1, 128, 64, 64]               0\n",
      "           Conv2d-52           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-53           [1, 128, 64, 64]             256\n",
      "             ReLU-54           [1, 128, 64, 64]               0\n",
      "           Conv2d-55           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-56           [1, 512, 64, 64]           1,024\n",
      "             ReLU-57           [1, 512, 64, 64]               0\n",
      "       Bottleneck-58           [1, 512, 64, 64]               0\n",
      "           Conv2d-59           [1, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-60           [1, 128, 64, 64]             256\n",
      "             ReLU-61           [1, 128, 64, 64]               0\n",
      "           Conv2d-62           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-63           [1, 128, 64, 64]             256\n",
      "             ReLU-64           [1, 128, 64, 64]               0\n",
      "           Conv2d-65           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-66           [1, 512, 64, 64]           1,024\n",
      "             ReLU-67           [1, 512, 64, 64]               0\n",
      "       Bottleneck-68           [1, 512, 64, 64]               0\n",
      "           Conv2d-69           [1, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-70           [1, 128, 64, 64]             256\n",
      "             ReLU-71           [1, 128, 64, 64]               0\n",
      "           Conv2d-72           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-73           [1, 128, 64, 64]             256\n",
      "             ReLU-74           [1, 128, 64, 64]               0\n",
      "           Conv2d-75           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-76           [1, 512, 64, 64]           1,024\n",
      "             ReLU-77           [1, 512, 64, 64]               0\n",
      "       Bottleneck-78           [1, 512, 64, 64]               0\n",
      "           Conv2d-79           [1, 256, 64, 64]         131,072\n",
      "      BatchNorm2d-80           [1, 256, 64, 64]             512\n",
      "             ReLU-81           [1, 256, 64, 64]               0\n",
      "           Conv2d-82           [1, 256, 32, 32]         589,824\n",
      "      BatchNorm2d-83           [1, 256, 32, 32]             512\n",
      "             ReLU-84           [1, 256, 32, 32]               0\n",
      "           Conv2d-85          [1, 1024, 32, 32]         262,144\n",
      "      BatchNorm2d-86          [1, 1024, 32, 32]           2,048\n",
      "           Conv2d-87          [1, 1024, 32, 32]         524,288\n",
      "      BatchNorm2d-88          [1, 1024, 32, 32]           2,048\n",
      "             ReLU-89          [1, 1024, 32, 32]               0\n",
      "       Bottleneck-90          [1, 1024, 32, 32]               0\n",
      "           Conv2d-91           [1, 256, 32, 32]         262,144\n",
      "      BatchNorm2d-92           [1, 256, 32, 32]             512\n",
      "             ReLU-93           [1, 256, 32, 32]               0\n",
      "           Conv2d-94           [1, 256, 32, 32]         589,824\n",
      "      BatchNorm2d-95           [1, 256, 32, 32]             512\n",
      "             ReLU-96           [1, 256, 32, 32]               0\n",
      "           Conv2d-97          [1, 1024, 32, 32]         262,144\n",
      "      BatchNorm2d-98          [1, 1024, 32, 32]           2,048\n",
      "             ReLU-99          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-100          [1, 1024, 32, 32]               0\n",
      "          Conv2d-101           [1, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-102           [1, 256, 32, 32]             512\n",
      "            ReLU-103           [1, 256, 32, 32]               0\n",
      "          Conv2d-104           [1, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-105           [1, 256, 32, 32]             512\n",
      "            ReLU-106           [1, 256, 32, 32]               0\n",
      "          Conv2d-107          [1, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-108          [1, 1024, 32, 32]           2,048\n",
      "            ReLU-109          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-110          [1, 1024, 32, 32]               0\n",
      "          Conv2d-111           [1, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-112           [1, 256, 32, 32]             512\n",
      "            ReLU-113           [1, 256, 32, 32]               0\n",
      "          Conv2d-114           [1, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-115           [1, 256, 32, 32]             512\n",
      "            ReLU-116           [1, 256, 32, 32]               0\n",
      "          Conv2d-117          [1, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-118          [1, 1024, 32, 32]           2,048\n",
      "            ReLU-119          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-120          [1, 1024, 32, 32]               0\n",
      "          Conv2d-121           [1, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-122           [1, 256, 32, 32]             512\n",
      "            ReLU-123           [1, 256, 32, 32]               0\n",
      "          Conv2d-124           [1, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-125           [1, 256, 32, 32]             512\n",
      "            ReLU-126           [1, 256, 32, 32]               0\n",
      "          Conv2d-127          [1, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-128          [1, 1024, 32, 32]           2,048\n",
      "            ReLU-129          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-130          [1, 1024, 32, 32]               0\n",
      "          Conv2d-131           [1, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-132           [1, 256, 32, 32]             512\n",
      "            ReLU-133           [1, 256, 32, 32]               0\n",
      "          Conv2d-134           [1, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-135           [1, 256, 32, 32]             512\n",
      "            ReLU-136           [1, 256, 32, 32]               0\n",
      "          Conv2d-137          [1, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-138          [1, 1024, 32, 32]           2,048\n",
      "            ReLU-139          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-140          [1, 1024, 32, 32]               0\n",
      "          Conv2d-141           [1, 512, 32, 32]         524,288\n",
      "     BatchNorm2d-142           [1, 512, 32, 32]           1,024\n",
      "            ReLU-143           [1, 512, 32, 32]               0\n",
      "          Conv2d-144           [1, 512, 16, 16]       2,359,296\n",
      "     BatchNorm2d-145           [1, 512, 16, 16]           1,024\n",
      "            ReLU-146           [1, 512, 16, 16]               0\n",
      "          Conv2d-147          [1, 2048, 16, 16]       1,048,576\n",
      "     BatchNorm2d-148          [1, 2048, 16, 16]           4,096\n",
      "          Conv2d-149          [1, 2048, 16, 16]       2,097,152\n",
      "     BatchNorm2d-150          [1, 2048, 16, 16]           4,096\n",
      "            ReLU-151          [1, 2048, 16, 16]               0\n",
      "      Bottleneck-152          [1, 2048, 16, 16]               0\n",
      "          Conv2d-153           [1, 512, 16, 16]       1,048,576\n",
      "     BatchNorm2d-154           [1, 512, 16, 16]           1,024\n",
      "            ReLU-155           [1, 512, 16, 16]               0\n",
      "          Conv2d-156           [1, 512, 16, 16]       2,359,296\n",
      "     BatchNorm2d-157           [1, 512, 16, 16]           1,024\n",
      "            ReLU-158           [1, 512, 16, 16]               0\n",
      "          Conv2d-159          [1, 2048, 16, 16]       1,048,576\n",
      "     BatchNorm2d-160          [1, 2048, 16, 16]           4,096\n",
      "            ReLU-161          [1, 2048, 16, 16]               0\n",
      "      Bottleneck-162          [1, 2048, 16, 16]               0\n",
      "          Conv2d-163           [1, 512, 16, 16]       1,048,576\n",
      "     BatchNorm2d-164           [1, 512, 16, 16]           1,024\n",
      "            ReLU-165           [1, 512, 16, 16]               0\n",
      "          Conv2d-166           [1, 512, 16, 16]       2,359,296\n",
      "     BatchNorm2d-167           [1, 512, 16, 16]           1,024\n",
      "            ReLU-168           [1, 512, 16, 16]               0\n",
      "          Conv2d-169          [1, 2048, 16, 16]       1,048,576\n",
      "     BatchNorm2d-170          [1, 2048, 16, 16]           4,096\n",
      "            ReLU-171          [1, 2048, 16, 16]               0\n",
      "      Bottleneck-172          [1, 2048, 16, 16]               0\n",
      "AdaptiveAvgPool2d-173            [1, 2048, 1, 1]               0\n",
      "          Linear-174                  [1, 1000]       2,049,000\n",
      "================================================================\n",
      "Total params: 25,557,032\n",
      "Trainable params: 25,557,032\n",
      "Non-trainable params: 0\n",
      "----------------------------------------------------------------\n",
      "Input size (MB): 3.00\n",
      "Forward/backward pass size (MB): 1497.02\n",
      "Params size (MB): 97.49\n",
      "Estimated Total Size (MB): 1597.52\n",
      "----------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "summary(model,(3,512,512),batch_size=1,device='cpu')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_extractor=nn.Sequential(*list(model.children())[0:-4])#经过特殊的测试，不用可变化式测试，网络到了-4层刚刚好"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------------------------------------------------------------\n",
      "        Layer (type)               Output Shape         Param #\n",
      "================================================================\n",
      "            Conv2d-1          [1, 64, 256, 256]           9,408\n",
      "       BatchNorm2d-2          [1, 64, 256, 256]             128\n",
      "              ReLU-3          [1, 64, 256, 256]               0\n",
      "         MaxPool2d-4          [1, 64, 128, 128]               0\n",
      "            Conv2d-5          [1, 64, 128, 128]           4,096\n",
      "       BatchNorm2d-6          [1, 64, 128, 128]             128\n",
      "              ReLU-7          [1, 64, 128, 128]               0\n",
      "            Conv2d-8          [1, 64, 128, 128]          36,864\n",
      "       BatchNorm2d-9          [1, 64, 128, 128]             128\n",
      "             ReLU-10          [1, 64, 128, 128]               0\n",
      "           Conv2d-11         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-12         [1, 256, 128, 128]             512\n",
      "           Conv2d-13         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-14         [1, 256, 128, 128]             512\n",
      "             ReLU-15         [1, 256, 128, 128]               0\n",
      "       Bottleneck-16         [1, 256, 128, 128]               0\n",
      "           Conv2d-17          [1, 64, 128, 128]          16,384\n",
      "      BatchNorm2d-18          [1, 64, 128, 128]             128\n",
      "             ReLU-19          [1, 64, 128, 128]               0\n",
      "           Conv2d-20          [1, 64, 128, 128]          36,864\n",
      "      BatchNorm2d-21          [1, 64, 128, 128]             128\n",
      "             ReLU-22          [1, 64, 128, 128]               0\n",
      "           Conv2d-23         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-24         [1, 256, 128, 128]             512\n",
      "             ReLU-25         [1, 256, 128, 128]               0\n",
      "       Bottleneck-26         [1, 256, 128, 128]               0\n",
      "           Conv2d-27          [1, 64, 128, 128]          16,384\n",
      "      BatchNorm2d-28          [1, 64, 128, 128]             128\n",
      "             ReLU-29          [1, 64, 128, 128]               0\n",
      "           Conv2d-30          [1, 64, 128, 128]          36,864\n",
      "      BatchNorm2d-31          [1, 64, 128, 128]             128\n",
      "             ReLU-32          [1, 64, 128, 128]               0\n",
      "           Conv2d-33         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-34         [1, 256, 128, 128]             512\n",
      "             ReLU-35         [1, 256, 128, 128]               0\n",
      "       Bottleneck-36         [1, 256, 128, 128]               0\n",
      "           Conv2d-37         [1, 128, 128, 128]          32,768\n",
      "      BatchNorm2d-38         [1, 128, 128, 128]             256\n",
      "             ReLU-39         [1, 128, 128, 128]               0\n",
      "           Conv2d-40           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-41           [1, 128, 64, 64]             256\n",
      "             ReLU-42           [1, 128, 64, 64]               0\n",
      "           Conv2d-43           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-44           [1, 512, 64, 64]           1,024\n",
      "           Conv2d-45           [1, 512, 64, 64]         131,072\n",
      "      BatchNorm2d-46           [1, 512, 64, 64]           1,024\n",
      "             ReLU-47           [1, 512, 64, 64]               0\n",
      "       Bottleneck-48           [1, 512, 64, 64]               0\n",
      "           Conv2d-49           [1, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-50           [1, 128, 64, 64]             256\n",
      "             ReLU-51           [1, 128, 64, 64]               0\n",
      "           Conv2d-52           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-53           [1, 128, 64, 64]             256\n",
      "             ReLU-54           [1, 128, 64, 64]               0\n",
      "           Conv2d-55           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-56           [1, 512, 64, 64]           1,024\n",
      "             ReLU-57           [1, 512, 64, 64]               0\n",
      "       Bottleneck-58           [1, 512, 64, 64]               0\n",
      "           Conv2d-59           [1, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-60           [1, 128, 64, 64]             256\n",
      "             ReLU-61           [1, 128, 64, 64]               0\n",
      "           Conv2d-62           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-63           [1, 128, 64, 64]             256\n",
      "             ReLU-64           [1, 128, 64, 64]               0\n",
      "           Conv2d-65           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-66           [1, 512, 64, 64]           1,024\n",
      "             ReLU-67           [1, 512, 64, 64]               0\n",
      "       Bottleneck-68           [1, 512, 64, 64]               0\n",
      "           Conv2d-69           [1, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-70           [1, 128, 64, 64]             256\n",
      "             ReLU-71           [1, 128, 64, 64]               0\n",
      "           Conv2d-72           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-73           [1, 128, 64, 64]             256\n",
      "             ReLU-74           [1, 128, 64, 64]               0\n",
      "           Conv2d-75           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-76           [1, 512, 64, 64]           1,024\n",
      "             ReLU-77           [1, 512, 64, 64]               0\n",
      "       Bottleneck-78           [1, 512, 64, 64]               0\n",
      "================================================================\n",
      "Total params: 1,444,928\n",
      "Trainable params: 1,444,928\n",
      "Non-trainable params: 0\n",
      "----------------------------------------------------------------\n",
      "Input size (MB): 3.00\n",
      "Forward/backward pass size (MB): 1116.00\n",
      "Params size (MB): 5.51\n",
      "Estimated Total Size (MB): 1124.51\n",
      "----------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "summary(feature_extractor.cuda(),input_size=(3,512,512),batch_size=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------------------------------------------------------------\n",
      "        Layer (type)               Output Shape         Param #\n",
      "================================================================\n",
      "            Conv2d-1          [1, 64, 256, 256]           9,408\n",
      "       BatchNorm2d-2          [1, 64, 256, 256]             128\n",
      "              ReLU-3          [1, 64, 256, 256]               0\n",
      "         MaxPool2d-4          [1, 64, 128, 128]               0\n",
      "            Conv2d-5          [1, 64, 128, 128]           4,096\n",
      "       BatchNorm2d-6          [1, 64, 128, 128]             128\n",
      "              ReLU-7          [1, 64, 128, 128]               0\n",
      "            Conv2d-8          [1, 64, 128, 128]          36,864\n",
      "       BatchNorm2d-9          [1, 64, 128, 128]             128\n",
      "             ReLU-10          [1, 64, 128, 128]               0\n",
      "           Conv2d-11         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-12         [1, 256, 128, 128]             512\n",
      "           Conv2d-13         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-14         [1, 256, 128, 128]             512\n",
      "             ReLU-15         [1, 256, 128, 128]               0\n",
      "       Bottleneck-16         [1, 256, 128, 128]               0\n",
      "           Conv2d-17          [1, 64, 128, 128]          16,384\n",
      "      BatchNorm2d-18          [1, 64, 128, 128]             128\n",
      "             ReLU-19          [1, 64, 128, 128]               0\n",
      "           Conv2d-20          [1, 64, 128, 128]          36,864\n",
      "      BatchNorm2d-21          [1, 64, 128, 128]             128\n",
      "             ReLU-22          [1, 64, 128, 128]               0\n",
      "           Conv2d-23         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-24         [1, 256, 128, 128]             512\n",
      "             ReLU-25         [1, 256, 128, 128]               0\n",
      "       Bottleneck-26         [1, 256, 128, 128]               0\n",
      "           Conv2d-27          [1, 64, 128, 128]          16,384\n",
      "      BatchNorm2d-28          [1, 64, 128, 128]             128\n",
      "             ReLU-29          [1, 64, 128, 128]               0\n",
      "           Conv2d-30          [1, 64, 128, 128]          36,864\n",
      "      BatchNorm2d-31          [1, 64, 128, 128]             128\n",
      "             ReLU-32          [1, 64, 128, 128]               0\n",
      "           Conv2d-33         [1, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-34         [1, 256, 128, 128]             512\n",
      "             ReLU-35         [1, 256, 128, 128]               0\n",
      "       Bottleneck-36         [1, 256, 128, 128]               0\n",
      "           Conv2d-37         [1, 128, 128, 128]          32,768\n",
      "      BatchNorm2d-38         [1, 128, 128, 128]             256\n",
      "             ReLU-39         [1, 128, 128, 128]               0\n",
      "           Conv2d-40           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-41           [1, 128, 64, 64]             256\n",
      "             ReLU-42           [1, 128, 64, 64]               0\n",
      "           Conv2d-43           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-44           [1, 512, 64, 64]           1,024\n",
      "           Conv2d-45           [1, 512, 64, 64]         131,072\n",
      "      BatchNorm2d-46           [1, 512, 64, 64]           1,024\n",
      "             ReLU-47           [1, 512, 64, 64]               0\n",
      "       Bottleneck-48           [1, 512, 64, 64]               0\n",
      "           Conv2d-49           [1, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-50           [1, 128, 64, 64]             256\n",
      "             ReLU-51           [1, 128, 64, 64]               0\n",
      "           Conv2d-52           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-53           [1, 128, 64, 64]             256\n",
      "             ReLU-54           [1, 128, 64, 64]               0\n",
      "           Conv2d-55           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-56           [1, 512, 64, 64]           1,024\n",
      "             ReLU-57           [1, 512, 64, 64]               0\n",
      "       Bottleneck-58           [1, 512, 64, 64]               0\n",
      "           Conv2d-59           [1, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-60           [1, 128, 64, 64]             256\n",
      "             ReLU-61           [1, 128, 64, 64]               0\n",
      "           Conv2d-62           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-63           [1, 128, 64, 64]             256\n",
      "             ReLU-64           [1, 128, 64, 64]               0\n",
      "           Conv2d-65           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-66           [1, 512, 64, 64]           1,024\n",
      "             ReLU-67           [1, 512, 64, 64]               0\n",
      "       Bottleneck-68           [1, 512, 64, 64]               0\n",
      "           Conv2d-69           [1, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-70           [1, 128, 64, 64]             256\n",
      "             ReLU-71           [1, 128, 64, 64]               0\n",
      "           Conv2d-72           [1, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-73           [1, 128, 64, 64]             256\n",
      "             ReLU-74           [1, 128, 64, 64]               0\n",
      "           Conv2d-75           [1, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-76           [1, 512, 64, 64]           1,024\n",
      "             ReLU-77           [1, 512, 64, 64]               0\n",
      "       Bottleneck-78           [1, 512, 64, 64]               0\n",
      "           Conv2d-79           [1, 256, 64, 64]         131,072\n",
      "      BatchNorm2d-80           [1, 256, 64, 64]             512\n",
      "             ReLU-81           [1, 256, 64, 64]               0\n",
      "           Conv2d-82           [1, 256, 32, 32]         589,824\n",
      "      BatchNorm2d-83           [1, 256, 32, 32]             512\n",
      "             ReLU-84           [1, 256, 32, 32]               0\n",
      "           Conv2d-85          [1, 1024, 32, 32]         262,144\n",
      "      BatchNorm2d-86          [1, 1024, 32, 32]           2,048\n",
      "           Conv2d-87          [1, 1024, 32, 32]         524,288\n",
      "      BatchNorm2d-88          [1, 1024, 32, 32]           2,048\n",
      "             ReLU-89          [1, 1024, 32, 32]               0\n",
      "       Bottleneck-90          [1, 1024, 32, 32]               0\n",
      "           Conv2d-91           [1, 256, 32, 32]         262,144\n",
      "      BatchNorm2d-92           [1, 256, 32, 32]             512\n",
      "             ReLU-93           [1, 256, 32, 32]               0\n",
      "           Conv2d-94           [1, 256, 32, 32]         589,824\n",
      "      BatchNorm2d-95           [1, 256, 32, 32]             512\n",
      "             ReLU-96           [1, 256, 32, 32]               0\n",
      "           Conv2d-97          [1, 1024, 32, 32]         262,144\n",
      "      BatchNorm2d-98          [1, 1024, 32, 32]           2,048\n",
      "             ReLU-99          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-100          [1, 1024, 32, 32]               0\n",
      "          Conv2d-101           [1, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-102           [1, 256, 32, 32]             512\n",
      "            ReLU-103           [1, 256, 32, 32]               0\n",
      "          Conv2d-104           [1, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-105           [1, 256, 32, 32]             512\n",
      "            ReLU-106           [1, 256, 32, 32]               0\n",
      "          Conv2d-107          [1, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-108          [1, 1024, 32, 32]           2,048\n",
      "            ReLU-109          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-110          [1, 1024, 32, 32]               0\n",
      "          Conv2d-111           [1, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-112           [1, 256, 32, 32]             512\n",
      "            ReLU-113           [1, 256, 32, 32]               0\n",
      "          Conv2d-114           [1, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-115           [1, 256, 32, 32]             512\n",
      "            ReLU-116           [1, 256, 32, 32]               0\n",
      "          Conv2d-117          [1, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-118          [1, 1024, 32, 32]           2,048\n",
      "            ReLU-119          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-120          [1, 1024, 32, 32]               0\n",
      "          Conv2d-121           [1, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-122           [1, 256, 32, 32]             512\n",
      "            ReLU-123           [1, 256, 32, 32]               0\n",
      "          Conv2d-124           [1, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-125           [1, 256, 32, 32]             512\n",
      "            ReLU-126           [1, 256, 32, 32]               0\n",
      "          Conv2d-127          [1, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-128          [1, 1024, 32, 32]           2,048\n",
      "            ReLU-129          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-130          [1, 1024, 32, 32]               0\n",
      "          Conv2d-131           [1, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-132           [1, 256, 32, 32]             512\n",
      "            ReLU-133           [1, 256, 32, 32]               0\n",
      "          Conv2d-134           [1, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-135           [1, 256, 32, 32]             512\n",
      "            ReLU-136           [1, 256, 32, 32]               0\n",
      "          Conv2d-137          [1, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-138          [1, 1024, 32, 32]           2,048\n",
      "            ReLU-139          [1, 1024, 32, 32]               0\n",
      "      Bottleneck-140          [1, 1024, 32, 32]               0\n",
      "          Conv2d-141           [1, 512, 32, 32]         524,288\n",
      "     BatchNorm2d-142           [1, 512, 32, 32]           1,024\n",
      "            ReLU-143           [1, 512, 32, 32]               0\n",
      "          Conv2d-144           [1, 512, 16, 16]       2,359,296\n",
      "     BatchNorm2d-145           [1, 512, 16, 16]           1,024\n",
      "            ReLU-146           [1, 512, 16, 16]               0\n",
      "          Conv2d-147          [1, 2048, 16, 16]       1,048,576\n",
      "     BatchNorm2d-148          [1, 2048, 16, 16]           4,096\n",
      "          Conv2d-149          [1, 2048, 16, 16]       2,097,152\n",
      "     BatchNorm2d-150          [1, 2048, 16, 16]           4,096\n",
      "            ReLU-151          [1, 2048, 16, 16]               0\n",
      "      Bottleneck-152          [1, 2048, 16, 16]               0\n",
      "          Conv2d-153           [1, 512, 16, 16]       1,048,576\n",
      "     BatchNorm2d-154           [1, 512, 16, 16]           1,024\n",
      "            ReLU-155           [1, 512, 16, 16]               0\n",
      "          Conv2d-156           [1, 512, 16, 16]       2,359,296\n",
      "     BatchNorm2d-157           [1, 512, 16, 16]           1,024\n",
      "            ReLU-158           [1, 512, 16, 16]               0\n",
      "          Conv2d-159          [1, 2048, 16, 16]       1,048,576\n",
      "     BatchNorm2d-160          [1, 2048, 16, 16]           4,096\n",
      "            ReLU-161          [1, 2048, 16, 16]               0\n",
      "      Bottleneck-162          [1, 2048, 16, 16]               0\n",
      "          Conv2d-163           [1, 512, 16, 16]       1,048,576\n",
      "     BatchNorm2d-164           [1, 512, 16, 16]           1,024\n",
      "            ReLU-165           [1, 512, 16, 16]               0\n",
      "          Conv2d-166           [1, 512, 16, 16]       2,359,296\n",
      "     BatchNorm2d-167           [1, 512, 16, 16]           1,024\n",
      "            ReLU-168           [1, 512, 16, 16]               0\n",
      "          Conv2d-169          [1, 2048, 16, 16]       1,048,576\n",
      "     BatchNorm2d-170          [1, 2048, 16, 16]           4,096\n",
      "            ReLU-171          [1, 2048, 16, 16]               0\n",
      "      Bottleneck-172          [1, 2048, 16, 16]               0\n",
      "AdaptiveAvgPool2d-173            [1, 2048, 1, 1]               0\n",
      "          Linear-174                  [1, 1000]       2,049,000\n",
      "================================================================\n",
      "Total params: 25,557,032\n",
      "Trainable params: 25,557,032\n",
      "Non-trainable params: 0\n",
      "----------------------------------------------------------------\n",
      "Input size (MB): 3.00\n",
      "Forward/backward pass size (MB): 1497.02\n",
      "Params size (MB): 97.49\n",
      "Estimated Total Size (MB): 1597.52\n",
      "----------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "summary(model.cuda(),input_size=(3,512,512),batch_size=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'model' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-47-1f8a688cae5d>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mmodel\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m: name 'model' is not defined"
     ]
    }
   ],
   "source": [
    "model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature=nn.Sequential(*list(model.children())[:-3])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Parameter containing:\n",
       " tensor([[[[ 1.3335e-02,  1.4664e-02, -1.5351e-02,  ..., -4.0896e-02,\n",
       "            -4.3034e-02, -7.0755e-02],\n",
       "           [ 4.1205e-03,  5.8477e-03,  1.4948e-02,  ...,  2.2060e-03,\n",
       "            -2.0912e-02, -3.8517e-02],\n",
       "           [ 2.2331e-02,  2.3595e-02,  1.6120e-02,  ...,  1.0281e-01,\n",
       "             6.2641e-02,  5.1977e-02],\n",
       "           ...,\n",
       "           [-9.0349e-04,  2.7767e-02, -1.0105e-02,  ..., -1.2722e-01,\n",
       "            -7.6604e-02,  7.8453e-03],\n",
       "           [ 3.5894e-03,  4.8006e-02,  6.2051e-02,  ...,  2.4267e-02,\n",
       "            -3.3662e-02, -1.5709e-02],\n",
       "           [-8.0029e-02, -3.2238e-02, -1.7808e-02,  ...,  3.5359e-02,\n",
       "             2.2439e-02,  1.7077e-03]],\n",
       " \n",
       "          [[-1.8452e-02,  1.1415e-02,  2.3850e-02,  ...,  5.3736e-02,\n",
       "             4.4022e-02, -9.4675e-03],\n",
       "           [-7.7273e-03,  1.8890e-02,  6.7981e-02,  ...,  1.5956e-01,\n",
       "             1.4606e-01,  1.1999e-01],\n",
       "           [-4.6013e-02, -7.6075e-02, -8.9648e-02,  ...,  1.2108e-01,\n",
       "             1.6705e-01,  1.7619e-01],\n",
       "           ...,\n",
       "           [ 2.8818e-02,  1.3665e-02, -8.3825e-02,  ..., -3.8081e-01,\n",
       "            -3.0414e-01, -1.3966e-01],\n",
       "           [ 8.2868e-02,  1.3864e-01,  1.5241e-01,  ..., -5.1232e-03,\n",
       "            -1.2435e-01, -1.2967e-01],\n",
       "           [-7.2789e-03,  7.7021e-02,  1.3999e-01,  ...,  1.8427e-01,\n",
       "             1.1144e-01,  2.3438e-02]],\n",
       " \n",
       "          [[-1.8311e-02, -5.6424e-03,  8.7224e-03,  ...,  2.5775e-02,\n",
       "             2.6431e-02, -3.9914e-03],\n",
       "           [-1.0098e-02,  4.1615e-03,  4.9730e-02,  ...,  1.2447e-01,\n",
       "             1.1950e-01,  1.1198e-01],\n",
       "           [-6.3478e-02, -1.0146e-01, -9.8343e-02,  ...,  1.0630e-01,\n",
       "             1.3982e-01,  1.4942e-01],\n",
       "           ...,\n",
       "           [ 2.5810e-02,  1.0501e-02, -7.4578e-02,  ..., -3.1385e-01,\n",
       "            -2.5495e-01, -1.2276e-01],\n",
       "           [ 7.3049e-02,  1.1170e-01,  1.3093e-01,  ..., -6.4584e-03,\n",
       "            -1.2548e-01, -1.2446e-01],\n",
       "           [-6.4210e-03,  6.6393e-02,  1.2177e-01,  ...,  1.9075e-01,\n",
       "             1.1415e-01,  2.3337e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 6.8609e-02,  3.7955e-02,  5.3564e-02,  ...,  2.6891e-02,\n",
       "             4.8369e-02,  6.3264e-02],\n",
       "           [ 6.1844e-02,  1.8407e-02,  2.2672e-02,  ..., -4.8800e-02,\n",
       "            -2.2130e-02, -5.7287e-03],\n",
       "           [ 5.6553e-02,  1.4883e-02, -6.9185e-03,  ..., -1.2919e-01,\n",
       "            -9.5042e-02, -5.8671e-02],\n",
       "           ...,\n",
       "           [ 2.3802e-02, -5.2273e-02, -1.1277e-01,  ..., -2.5591e-01,\n",
       "            -2.4049e-01, -2.0315e-01],\n",
       "           [ 5.6221e-02, -2.1824e-02, -5.9207e-02,  ..., -2.3806e-01,\n",
       "            -1.9836e-01, -1.6578e-01],\n",
       "           [ 5.9635e-02,  3.7172e-03, -4.8716e-02,  ..., -1.6098e-01,\n",
       "            -1.4336e-01, -1.0251e-01]],\n",
       " \n",
       "          [[-9.9041e-02, -7.2129e-02, -7.2748e-02,  ..., -3.6232e-02,\n",
       "            -8.1876e-02, -8.8119e-02],\n",
       "           [-7.0621e-02, -3.9200e-02, -1.0514e-02,  ...,  5.9519e-02,\n",
       "             2.5891e-02, -1.3287e-02],\n",
       "           [-9.3963e-02, -2.5318e-02,  3.0725e-02,  ...,  2.0738e-01,\n",
       "             1.6162e-01,  8.6865e-02],\n",
       "           ...,\n",
       "           [-3.9978e-02,  6.4148e-02,  1.6941e-01,  ...,  4.5814e-01,\n",
       "             3.7839e-01,  2.5870e-01],\n",
       "           [-6.4985e-02,  1.3637e-02,  1.3008e-01,  ...,  3.6661e-01,\n",
       "             3.2009e-01,  2.0442e-01],\n",
       "           [-1.0433e-01, -2.7216e-02,  4.1199e-02,  ...,  2.2797e-01,\n",
       "             1.8622e-01,  1.1854e-01]],\n",
       " \n",
       "          [[ 4.2717e-02,  4.7269e-02,  1.7798e-02,  ...,  3.4693e-02,\n",
       "             2.8595e-02,  4.3173e-02],\n",
       "           [ 3.6308e-02,  3.3459e-02, -1.2449e-03,  ...,  4.2910e-03,\n",
       "             4.6513e-03,  2.4962e-02],\n",
       "           [ 2.3541e-02,  1.6826e-02, -1.5325e-02,  ..., -7.2865e-02,\n",
       "            -7.2030e-02, -2.3747e-02],\n",
       "           ...,\n",
       "           [ 2.9623e-02,  1.8176e-03, -7.9559e-02,  ..., -1.8138e-01,\n",
       "            -1.6950e-01, -6.1192e-02],\n",
       "           [ 3.5233e-02, -8.5295e-03, -5.4253e-02,  ..., -1.5068e-01,\n",
       "            -1.2747e-01, -4.5340e-02],\n",
       "           [ 5.4786e-02,  3.9805e-02, -1.0473e-02,  ..., -4.2332e-02,\n",
       "            -5.2220e-02,  5.1277e-04]]],\n",
       " \n",
       " \n",
       "         [[[ 7.3052e-03,  1.5686e-02, -2.4423e-04,  ..., -3.2539e-02,\n",
       "            -3.1297e-02, -3.0249e-02],\n",
       "           [ 8.6377e-03,  2.4622e-02,  1.1249e-02,  ..., -1.0645e-02,\n",
       "            -1.5026e-02, -3.4091e-02],\n",
       "           [ 7.7960e-03,  3.1337e-02,  2.5109e-02,  ...,  1.2514e-02,\n",
       "            -5.7764e-04, -5.3505e-03],\n",
       "           ...,\n",
       "           [-1.0597e-03,  1.3395e-02,  1.1477e-03,  ...,  3.6588e-02,\n",
       "             4.6791e-02,  7.5218e-02],\n",
       "           [-1.5273e-02,  8.1007e-03, -7.3382e-04,  ...,  3.7322e-03,\n",
       "             1.9803e-02,  7.4966e-02],\n",
       "           [-1.9642e-02, -1.8543e-03, -6.9084e-03,  ..., -3.2996e-03,\n",
       "             2.8972e-02,  8.7559e-02]],\n",
       " \n",
       "          [[ 1.2775e-02,  8.8500e-03,  2.3261e-03,  ...,  1.3541e-02,\n",
       "             3.6049e-02,  4.8399e-02],\n",
       "           [ 1.4153e-02,  1.1684e-02, -2.9641e-03,  ...,  2.7169e-02,\n",
       "             5.1851e-02,  3.8690e-02],\n",
       "           [ 3.1984e-03,  5.0850e-03, -9.3271e-03,  ...,  4.1137e-02,\n",
       "             5.4548e-02,  4.5094e-02],\n",
       "           ...,\n",
       "           [-1.7035e-02, -4.2867e-02, -8.4639e-02,  ..., -4.9248e-02,\n",
       "            -2.3901e-02,  2.6232e-03],\n",
       "           [-2.8155e-03, -8.8370e-03, -4.8081e-02,  ..., -8.6432e-02,\n",
       "            -7.1647e-02, -2.3398e-02],\n",
       "           [ 2.8788e-02,  2.3000e-02, -4.6879e-03,  ..., -5.0775e-02,\n",
       "            -3.9457e-02, -7.1134e-03]],\n",
       " \n",
       "          [[ 9.3511e-03, -3.6039e-02, -3.1732e-02,  ...,  3.4844e-03,\n",
       "             4.3197e-02,  4.5083e-02],\n",
       "           [-1.1875e-02, -5.8264e-02, -6.3004e-02,  ..., -1.7674e-02,\n",
       "             1.5884e-02, -7.6554e-03],\n",
       "           [ 1.4215e-02, -3.3805e-02, -5.0096e-02,  ..., -2.1366e-03,\n",
       "             6.0525e-03, -8.0126e-03],\n",
       "           ...,\n",
       "           [ 8.0828e-03, -4.9916e-02, -9.0253e-02,  ..., -8.7565e-02,\n",
       "            -9.9468e-02, -1.0924e-01],\n",
       "           [ 1.8781e-02, -1.4367e-02, -4.6708e-02,  ..., -1.1187e-01,\n",
       "            -1.4514e-01, -1.4444e-01],\n",
       "           [ 5.7803e-02,  1.7252e-02, -5.7767e-03,  ..., -7.4414e-02,\n",
       "            -1.1313e-01, -1.2434e-01]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 1.5639e-02,  2.0411e-02,  3.5717e-02,  ...,  7.1576e-03,\n",
       "             4.5493e-02, -7.6534e-03],\n",
       "           [-2.1845e-02,  5.6129e-02,  6.0663e-02,  ..., -5.6907e-02,\n",
       "             8.5169e-02, -2.6663e-02],\n",
       "           [-4.7579e-02,  1.0689e-01,  7.5667e-02,  ..., -8.8005e-02,\n",
       "             1.5159e-01, -3.2074e-02],\n",
       "           ...,\n",
       "           [ 1.4774e-03,  1.2554e-01, -4.9284e-02,  ...,  5.9099e-02,\n",
       "             1.5756e-01, -4.1167e-02],\n",
       "           [ 5.0183e-03,  6.2567e-02, -5.8753e-02,  ...,  4.7302e-02,\n",
       "             8.2366e-02, -4.6016e-02],\n",
       "           [ 1.6201e-02,  5.4047e-03, -6.5849e-02,  ...,  5.1001e-02,\n",
       "             4.6469e-02, -1.6759e-02]],\n",
       " \n",
       "          [[ 1.0200e-02,  4.4592e-02,  1.5321e-03,  ..., -6.6545e-02,\n",
       "             4.5731e-02,  4.8529e-02],\n",
       "           [ 4.5088e-03,  1.2873e-01,  3.0149e-02,  ..., -1.4642e-01,\n",
       "             1.4743e-01,  8.3739e-02],\n",
       "           [ 5.6123e-03,  2.1745e-01,  3.0934e-02,  ..., -1.8033e-01,\n",
       "             2.6112e-01,  9.4205e-02],\n",
       "           ...,\n",
       "           [ 4.6450e-02,  1.9461e-01, -1.3893e-01,  ...,  4.3828e-02,\n",
       "             2.8577e-01,  5.1682e-02],\n",
       "           [ 2.5445e-02,  9.4402e-02, -1.3597e-01,  ...,  5.5534e-02,\n",
       "             1.5707e-01, -1.3938e-02],\n",
       "           [ 1.6235e-02,  2.9242e-02, -1.0514e-01,  ...,  7.2561e-02,\n",
       "             8.2445e-02, -1.0449e-02]],\n",
       " \n",
       "          [[ 7.6312e-04,  2.2041e-02,  1.2029e-02,  ..., -3.9314e-02,\n",
       "             7.8765e-03,  1.1339e-02],\n",
       "           [-2.6744e-02,  7.6046e-02,  6.5150e-02,  ..., -5.3509e-02,\n",
       "             7.7586e-02,  1.5460e-02],\n",
       "           [-4.3151e-02,  1.2443e-01,  7.8582e-02,  ..., -7.2363e-02,\n",
       "             1.3668e-01, -3.7664e-03],\n",
       "           ...,\n",
       "           [-4.8974e-03,  1.2171e-01, -4.9993e-02,  ...,  4.0816e-02,\n",
       "             1.2784e-01, -2.7264e-02],\n",
       "           [-5.7832e-03,  6.6111e-02, -4.9786e-02,  ...,  3.8487e-02,\n",
       "             6.9511e-02, -4.3904e-02],\n",
       "           [ 3.3817e-03,  3.2986e-02, -4.2698e-02,  ...,  4.3439e-02,\n",
       "             3.3467e-02, -2.9978e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 4.5842e-02,  5.2311e-02,  4.4927e-02,  ..., -2.9410e-02,\n",
       "             4.5506e-03,  1.4374e-02],\n",
       "           [ 5.2478e-02,  5.1215e-02,  4.7960e-02,  ..., -1.1274e-01,\n",
       "            -8.2460e-02, -2.5520e-02],\n",
       "           [ 9.0280e-02,  7.7345e-02,  6.7258e-02,  ..., -2.1452e-01,\n",
       "            -1.1146e-01, -1.7177e-02],\n",
       "           ...,\n",
       "           [ 3.2732e-02,  7.1492e-05, -1.5341e-01,  ..., -2.5537e-01,\n",
       "            -1.1447e-01,  4.2084e-02],\n",
       "           [ 1.9229e-02, -2.7870e-02, -1.4789e-01,  ..., -2.4871e-01,\n",
       "            -3.0199e-02,  8.2352e-02],\n",
       "           [-6.6101e-03, -5.7227e-02, -1.5145e-01,  ..., -1.8681e-01,\n",
       "             9.7780e-03,  9.8369e-02]],\n",
       " \n",
       "          [[-3.1084e-03,  1.2002e-02,  1.6918e-02,  ...,  4.7799e-03,\n",
       "             4.7867e-03, -8.5661e-04],\n",
       "           [ 1.9549e-02,  1.5186e-02,  3.4710e-02,  ..., -4.2644e-03,\n",
       "            -1.3299e-02, -5.1674e-03],\n",
       "           [ 2.0221e-02,  1.1181e-02,  5.0552e-02,  ..., -6.5437e-02,\n",
       "            -6.4139e-03,  1.8563e-02],\n",
       "           ...,\n",
       "           [-1.1129e-02,  1.0629e-02, -4.2425e-02,  ..., -4.8182e-02,\n",
       "            -2.8246e-02,  4.6424e-02],\n",
       "           [ 7.5653e-03,  1.1309e-02, -1.3535e-02,  ..., -6.6639e-02,\n",
       "             1.0465e-02,  3.6264e-02],\n",
       "           [ 9.8492e-03,  6.3770e-03, -1.5771e-04,  ..., -3.0868e-02,\n",
       "             2.6524e-02,  3.0090e-02]],\n",
       " \n",
       "          [[-4.2418e-02, -2.3199e-02, -2.2478e-02,  ...,  1.4661e-02,\n",
       "             1.2153e-02, -2.1124e-02],\n",
       "           [-2.9424e-02, -2.5660e-02,  1.4858e-03,  ...,  4.2752e-02,\n",
       "             2.1531e-02, -5.6081e-03],\n",
       "           [-3.9465e-02, -4.5056e-02,  1.4975e-02,  ...,  3.0639e-02,\n",
       "             4.1439e-02, -7.7498e-03],\n",
       "           ...,\n",
       "           [-3.1252e-02,  7.7716e-03,  1.5953e-02,  ...,  6.3187e-02,\n",
       "             4.8559e-03, -2.9812e-02],\n",
       "           [-1.2930e-02,  1.6789e-02,  4.8435e-02,  ...,  4.6301e-02,\n",
       "             2.6589e-02, -4.1627e-02],\n",
       "           [-1.7138e-02,  7.2573e-03,  4.8229e-02,  ...,  3.5378e-02,\n",
       "             1.4400e-02, -4.7261e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.9836e-02, -2.8316e-02,  6.1643e-02,  ..., -5.2705e-02,\n",
       "             9.8331e-03,  4.9678e-03],\n",
       "           [-4.6186e-02,  5.3722e-02, -2.6572e-02,  ...,  1.9153e-02,\n",
       "            -2.2031e-02, -1.3209e-02],\n",
       "           [ 5.2939e-02, -4.4223e-02, -3.7457e-02,  ..., -2.1368e-01,\n",
       "            -2.1620e-03,  3.4433e-02],\n",
       "           ...,\n",
       "           [-3.5689e-02,  9.3666e-02,  1.1909e-01,  ...,  5.2430e-01,\n",
       "            -4.5373e-02, -5.9195e-02],\n",
       "           [-1.1405e-02,  1.0079e-01, -1.9849e-01,  ...,  2.3351e-01,\n",
       "            -2.6296e-01,  1.2434e-01],\n",
       "           [-1.4071e-02,  5.2204e-03, -7.5740e-02,  ..., -5.6693e-02,\n",
       "             3.3713e-02, -3.4239e-02]],\n",
       " \n",
       "          [[ 1.8626e-02, -3.9080e-02,  4.1489e-02,  ..., -4.2309e-02,\n",
       "             2.7354e-02, -5.3296e-03],\n",
       "           [-4.5311e-02,  6.2526e-02, -1.8939e-02,  ...,  2.9117e-02,\n",
       "             3.0331e-03, -1.8276e-03],\n",
       "           [ 3.6988e-02, -6.5929e-02, -2.1645e-02,  ..., -2.6028e-01,\n",
       "             5.6034e-02,  3.7797e-02],\n",
       "           ...,\n",
       "           [-3.4665e-02,  1.2999e-01,  1.2347e-01,  ...,  6.5182e-01,\n",
       "            -1.6673e-02, -1.2347e-01],\n",
       "           [-1.9596e-02,  1.2236e-01, -2.4884e-01,  ...,  3.3043e-01,\n",
       "            -3.2030e-01,  9.4385e-02],\n",
       "           [ 2.0938e-03,  2.5218e-02, -8.2988e-02,  ..., -6.9019e-02,\n",
       "             2.0379e-02, -1.5437e-02]],\n",
       " \n",
       "          [[ 1.3068e-02, -3.7082e-02,  1.9962e-02,  ..., -4.6411e-02,\n",
       "             2.6141e-02,  2.5953e-03],\n",
       "           [-3.3303e-02,  7.5309e-02, -2.8833e-02,  ...,  4.7499e-02,\n",
       "            -7.2355e-03, -1.5955e-02],\n",
       "           [ 6.1195e-02, -4.4915e-02, -1.3650e-01,  ..., -1.3014e-01,\n",
       "             6.3804e-03,  1.3756e-02],\n",
       "           ...,\n",
       "           [-1.5692e-02,  8.1412e-03,  1.4574e-01,  ...,  4.6457e-01,\n",
       "            -1.6762e-01, -2.8489e-02],\n",
       "           [-4.5328e-02,  3.7344e-02, -1.2535e-01,  ...,  1.0561e-01,\n",
       "            -2.7718e-01,  1.6692e-01],\n",
       "           [ 1.0456e-02,  1.9020e-02, -1.5351e-02,  ..., -1.1350e-01,\n",
       "             6.7615e-02, -6.7650e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([2.3888e-01, 2.9136e-01, 3.1615e-01, 2.7122e-01, 2.1731e-01, 3.0903e-01,\n",
       "         2.2937e-01, 2.3086e-01, 2.1129e-01, 2.8054e-01, 1.9923e-01, 3.1894e-01,\n",
       "         1.7955e-01, 1.1246e-08, 1.9704e-01, 2.0996e-01, 2.4317e-01, 2.1697e-01,\n",
       "         1.9415e-01, 3.1569e-01, 1.9648e-01, 2.3214e-01, 2.1962e-01, 2.1633e-01,\n",
       "         2.4357e-01, 2.9683e-01, 2.3852e-01, 2.1162e-01, 1.4492e-01, 2.9388e-01,\n",
       "         2.2911e-01, 9.2716e-02, 4.3334e-01, 2.0782e-01, 2.7990e-01, 3.5804e-01,\n",
       "         2.9315e-01, 2.5306e-01, 2.4210e-01, 2.1755e-01, 3.8645e-01, 2.1003e-01,\n",
       "         3.6805e-01, 3.3724e-01, 5.0826e-01, 1.9341e-01, 2.3914e-01, 2.6652e-01,\n",
       "         3.9020e-01, 1.9840e-01, 2.1694e-01, 2.6666e-01, 4.9806e-01, 2.3553e-01,\n",
       "         2.1349e-01, 2.5951e-01, 2.3547e-01, 1.7579e-01, 4.5354e-01, 1.7102e-01,\n",
       "         2.4903e-01, 2.5148e-01, 3.8020e-01, 1.9665e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 2.2484e-01,  6.0617e-01,  1.2483e-02,  1.3270e-01,  1.8030e-01,\n",
       "          1.4739e-01,  1.7430e-01,  1.9023e-01,  2.3226e-01,  2.0082e-01,\n",
       "          1.2834e-01, -2.1285e-01,  1.5065e-01, -3.9217e-08,  2.4985e-01,\n",
       "          2.0454e-01,  5.4934e-01,  2.1021e-01,  2.2505e-01,  4.6484e-01,\n",
       "          2.3888e-01,  2.0442e-01,  2.1546e-01,  6.6194e-01,  2.2755e-01,\n",
       "          6.6069e-01,  2.0587e-01,  1.9292e-01,  1.1195e-01,  3.3785e-01,\n",
       "          1.2393e-01,  4.1079e-02,  7.7150e-01,  2.6964e-01,  3.3347e-01,\n",
       "          5.7908e-01,  1.5026e-01,  1.7534e-01,  1.9429e-01,  1.7248e-01,\n",
       "          8.0577e-01,  2.3693e-01, -4.3369e-01,  8.4813e-01, -3.7857e-01,\n",
       "          2.4787e-01,  1.8101e-01,  3.2949e-01, -2.8598e-01,  2.2717e-01,\n",
       "          2.6168e-01,  5.7609e-02, -5.0320e-01,  1.5704e-01,  1.7890e-01,\n",
       "          2.8114e-01,  4.2167e-01, -9.7650e-02, -3.1231e-01, -2.5637e-02,\n",
       "          8.8566e-02,  1.8052e-01,  8.3045e-01,  2.5015e-01],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0035]],\n",
       " \n",
       "          [[ 0.0399]],\n",
       " \n",
       "          [[-0.0248]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.1028]],\n",
       " \n",
       "          [[-0.2893]],\n",
       " \n",
       "          [[-0.1518]]],\n",
       " \n",
       " \n",
       "         [[[ 0.1149]],\n",
       " \n",
       "          [[ 0.0057]],\n",
       " \n",
       "          [[ 0.0284]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0807]],\n",
       " \n",
       "          [[-0.0848]],\n",
       " \n",
       "          [[-0.1358]]],\n",
       " \n",
       " \n",
       "         [[[-0.0190]],\n",
       " \n",
       "          [[ 0.0112]],\n",
       " \n",
       "          [[-0.0160]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0715]],\n",
       " \n",
       "          [[ 0.0767]],\n",
       " \n",
       "          [[-0.0460]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0020]],\n",
       " \n",
       "          [[-0.0019]],\n",
       " \n",
       "          [[ 0.0237]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0161]],\n",
       " \n",
       "          [[-0.0623]],\n",
       " \n",
       "          [[ 0.0094]]],\n",
       " \n",
       " \n",
       "         [[[-0.0528]],\n",
       " \n",
       "          [[ 0.0107]],\n",
       " \n",
       "          [[ 0.0320]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0219]],\n",
       " \n",
       "          [[-0.0061]],\n",
       " \n",
       "          [[ 0.0126]]],\n",
       " \n",
       " \n",
       "         [[[-0.0565]],\n",
       " \n",
       "          [[-0.1190]],\n",
       " \n",
       "          [[ 0.0471]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0410]],\n",
       " \n",
       "          [[ 0.2449]],\n",
       " \n",
       "          [[-0.0079]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([2.1341e-01, 1.8848e-01, 1.4136e-01, 1.5273e-01, 1.3220e-01, 1.8735e-01,\n",
       "         1.4475e-01, 4.5110e-08, 1.5993e-01, 1.4946e-01, 2.3499e-01, 1.8315e-01,\n",
       "         1.8516e-01, 1.4933e-01, 1.3090e-01, 1.0634e-01, 3.7487e-01, 1.2644e-01,\n",
       "         3.1895e-01, 2.7160e-01, 2.5810e-01, 2.9458e-01, 1.8395e-01, 2.1088e-08,\n",
       "         3.3313e-01, 2.0461e-01, 3.0399e-01, 1.1805e-08, 1.4977e-01, 1.5719e-01,\n",
       "         1.4011e-01, 1.4900e-01, 1.2438e-01, 1.8786e-01, 1.4257e-01, 3.4828e-01,\n",
       "         1.5038e-01, 3.0034e-01, 2.5925e-01, 1.0711e-01, 2.6875e-01, 1.3552e-01,\n",
       "         1.1822e-01, 1.1189e-01, 2.8736e-01, 3.2637e-01, 1.4781e-01, 2.3105e-01,\n",
       "         3.3638e-01, 2.8808e-01, 1.2319e-01, 3.0763e-01, 1.1846e-01, 1.3137e-01,\n",
       "         2.0671e-01, 1.5787e-01, 2.6574e-08, 2.0467e-01, 2.8797e-08, 1.8284e-01,\n",
       "         3.0180e-01, 1.7401e-01, 2.8438e-01, 2.3715e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 4.3266e-01,  4.6854e-02, -8.0134e-02,  7.3302e-02,  2.7970e-01,\n",
       "         -7.8047e-03,  9.4087e-02, -1.0086e-07, -1.4034e-01, -5.1599e-02,\n",
       "          4.4470e-02,  2.1814e-01,  4.0718e-02,  1.1979e-01,  1.4432e-01,\n",
       "          1.3672e-01, -1.1168e-01,  1.4774e-01, -1.2879e-01, -5.3147e-02,\n",
       "         -3.3920e-02, -2.0600e-02,  6.2783e-02, -6.5736e-08, -7.1213e-02,\n",
       "          6.9510e-02, -1.3264e-01, -6.4411e-08, -2.8908e-02,  9.4164e-02,\n",
       "          2.4790e-01, -8.2850e-02, -2.8872e-02, -1.7086e-01,  9.9522e-02,\n",
       "         -1.1357e-01,  1.9770e-01,  1.4800e-02, -7.0896e-02,  1.0722e-01,\n",
       "          1.2536e-02, -3.6633e-02,  1.4959e-01,  1.0533e-01,  2.0933e-02,\n",
       "         -1.0502e-01, -4.8848e-02,  4.9007e-01, -1.4755e-01, -1.0900e-01,\n",
       "          1.9815e-02, -7.0964e-02, -4.6543e-02,  1.0874e-01, -2.7878e-01,\n",
       "          4.4500e-03, -7.7156e-08,  7.5060e-02, -8.4474e-08,  2.2533e-01,\n",
       "         -7.1593e-02, -1.5823e-01, -3.4459e-02,  5.2894e-01],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 2.0919e-09, -1.4152e-09,  6.5850e-09],\n",
       "           [ 4.7922e-09,  3.2819e-09,  9.4284e-10],\n",
       "           [ 6.4763e-09, -3.0156e-09, -2.3958e-09]],\n",
       " \n",
       "          [[ 1.1471e-08,  1.2815e-08,  1.3568e-08],\n",
       "           [ 1.0737e-08,  4.9712e-09,  3.8516e-09],\n",
       "           [ 1.0572e-08,  1.2153e-08,  6.9175e-09]],\n",
       " \n",
       "          [[-6.8447e-09, -2.8470e-09, -1.5396e-09],\n",
       "           [ 4.8804e-09, -3.0935e-09,  2.3919e-09],\n",
       "           [ 5.2998e-09, -1.4133e-11, -7.5312e-09]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-6.4828e-09, -7.6425e-09, -9.5572e-09],\n",
       "           [-7.0080e-09, -4.0208e-09, -4.5819e-09],\n",
       "           [-4.9349e-09, -5.4604e-10, -1.3119e-08]],\n",
       " \n",
       "          [[-1.0458e-09, -6.9635e-09, -5.1090e-09],\n",
       "           [-3.4306e-10, -4.2656e-09, -2.2703e-09],\n",
       "           [-1.8570e-09, -4.8467e-09, -3.5571e-09]],\n",
       " \n",
       "          [[ 1.8746e-09,  8.6741e-10, -5.5741e-10],\n",
       "           [ 2.6233e-10, -5.0061e-09,  5.8350e-09],\n",
       "           [ 2.4322e-10,  1.6342e-10,  3.3284e-09]]],\n",
       " \n",
       " \n",
       "         [[[-2.3484e-02,  1.8706e-03,  2.5798e-02],\n",
       "           [ 3.5355e-03, -5.2646e-03,  1.9523e-02],\n",
       "           [ 2.4600e-02,  2.1933e-02,  1.6219e-04]],\n",
       " \n",
       "          [[-3.3788e-03,  3.2976e-03,  1.2707e-02],\n",
       "           [ 1.7570e-02,  1.5054e-02,  1.7517e-02],\n",
       "           [ 2.2276e-02,  2.2339e-02, -5.5213e-03]],\n",
       " \n",
       "          [[-3.8421e-03, -5.9462e-03,  1.5058e-02],\n",
       "           [-3.1875e-03, -2.5218e-02, -3.3736e-03],\n",
       "           [ 4.9239e-04, -1.9673e-02, -1.8729e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 5.2840e-03,  6.6714e-03,  1.1301e-02],\n",
       "           [ 1.3283e-02,  9.0130e-03,  6.2237e-03],\n",
       "           [ 2.1055e-02,  1.5775e-02,  8.4497e-03]],\n",
       " \n",
       "          [[ 5.9612e-04,  2.7906e-03,  6.5433e-03],\n",
       "           [ 8.4950e-03,  9.2682e-02,  5.1201e-03],\n",
       "           [-9.0937e-03, -6.4196e-03, -2.7363e-04]],\n",
       " \n",
       "          [[-2.0518e-02, -4.6551e-03, -2.9206e-02],\n",
       "           [-1.1651e-02,  1.6589e-02, -1.8225e-03],\n",
       "           [-3.0077e-02,  4.2854e-03,  3.0994e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 3.8186e-02,  4.5909e-02,  2.6377e-02],\n",
       "           [ 4.5241e-02,  6.5042e-02,  5.4767e-02],\n",
       "           [ 4.5518e-02,  5.9040e-02,  3.6224e-02]],\n",
       " \n",
       "          [[ 6.4452e-03, -9.0585e-04,  7.1830e-03],\n",
       "           [ 6.7971e-03,  6.3635e-03,  2.1455e-02],\n",
       "           [ 1.1262e-02,  1.6089e-02,  1.7535e-02]],\n",
       " \n",
       "          [[ 4.0125e-03, -1.5436e-02,  6.1919e-03],\n",
       "           [-1.6548e-02, -3.7222e-03,  2.9918e-02],\n",
       "           [-4.1074e-03, -4.8143e-03,  1.5329e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.4917e-02,  1.9070e-02,  3.3504e-02],\n",
       "           [ 3.1252e-02, -7.5642e-03,  3.5888e-02],\n",
       "           [ 2.9346e-02,  3.3745e-02,  4.2878e-02]],\n",
       " \n",
       "          [[ 6.5392e-03, -1.6478e-02,  2.1843e-02],\n",
       "           [-1.3546e-02,  2.4295e-03,  6.9680e-03],\n",
       "           [ 3.1423e-03, -3.7818e-03,  3.2182e-03]],\n",
       " \n",
       "          [[ 7.3159e-03, -2.3604e-02, -1.1507e-02],\n",
       "           [-3.3326e-02, -4.4065e-02, -4.6069e-02],\n",
       "           [-3.1847e-02, -3.7215e-02, -2.4266e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 1.8211e-09,  2.9120e-09, -5.6310e-09],\n",
       "           [ 4.3212e-09, -1.8635e-09, -3.3057e-09],\n",
       "           [ 2.2608e-09, -1.2302e-09,  1.6536e-10]],\n",
       " \n",
       "          [[ 1.9862e-09, -2.7085e-09, -1.5189e-08],\n",
       "           [ 9.0284e-09,  2.6774e-09, -2.3783e-09],\n",
       "           [ 5.4744e-09,  4.7255e-09, -5.1706e-09]],\n",
       " \n",
       "          [[ 4.2245e-10, -6.2215e-09, -7.1381e-09],\n",
       "           [-4.5743e-09, -8.9245e-09, -4.1074e-09],\n",
       "           [-1.7179e-09, -1.4299e-10, -4.7585e-09]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.6792e-09,  3.7950e-09,  5.4831e-10],\n",
       "           [-4.9152e-09, -9.4884e-09, -6.3708e-09],\n",
       "           [ 8.2731e-09,  3.9463e-09,  3.8983e-09]],\n",
       " \n",
       "          [[ 4.0006e-09, -1.3585e-09, -2.7413e-12],\n",
       "           [-1.2756e-09,  2.5309e-09, -4.6894e-09],\n",
       "           [ 4.9880e-10,  3.3068e-09, -8.5953e-09]],\n",
       " \n",
       "          [[ 2.7820e-09,  7.1263e-10,  3.2218e-09],\n",
       "           [ 3.4826e-09,  5.6161e-09, -3.8766e-09],\n",
       "           [ 2.3460e-09,  6.0292e-09,  4.8710e-10]]],\n",
       " \n",
       " \n",
       "         [[[ 8.1531e-02,  5.8091e-02,  3.6932e-02],\n",
       "           [ 3.4071e-02, -1.3114e-02, -2.9585e-02],\n",
       "           [ 1.0524e-02, -3.7806e-02, -5.0393e-02]],\n",
       " \n",
       "          [[-7.4381e-03, -1.9210e-03, -3.3986e-03],\n",
       "           [ 1.3362e-02,  1.5364e-02, -1.0274e-03],\n",
       "           [-7.1327e-03, -2.5406e-02, -3.1194e-02]],\n",
       " \n",
       "          [[ 6.0968e-03, -1.9646e-02, -8.9450e-03],\n",
       "           [ 1.4864e-03, -1.2455e-02,  1.0394e-02],\n",
       "           [-2.6015e-03, -1.3369e-02,  1.5983e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.0871e-03,  6.2054e-04, -6.2765e-03],\n",
       "           [-4.0756e-03, -1.3461e-02, -1.4281e-02],\n",
       "           [-1.0118e-02, -2.1184e-02, -1.2876e-02]],\n",
       " \n",
       "          [[ 2.3335e-03,  1.8122e-02,  1.0758e-03],\n",
       "           [ 1.1701e-02,  2.8367e-02,  6.5168e-03],\n",
       "           [-1.4372e-02,  1.6207e-02,  1.3691e-02]],\n",
       " \n",
       "          [[-6.2637e-02, -2.5556e-02,  4.6860e-03],\n",
       "           [-3.8629e-02,  3.0089e-02,  4.4090e-02],\n",
       "           [ 1.2748e-03,  7.1193e-02,  6.3498e-02]]],\n",
       " \n",
       " \n",
       "         [[[-4.4771e-02, -3.8409e-02,  9.7917e-02],\n",
       "           [-1.7643e-01,  3.2383e-03,  2.8121e-01],\n",
       "           [-1.0757e-01, -4.9282e-02,  1.4446e-01]],\n",
       " \n",
       "          [[ 5.1254e-03,  1.9011e-03,  4.1052e-02],\n",
       "           [-3.4516e-02, -1.4285e-02,  2.9000e-02],\n",
       "           [-3.2176e-02, -3.1341e-03,  5.7282e-02]],\n",
       " \n",
       "          [[-3.8417e-02, -5.1169e-02, -2.7389e-02],\n",
       "           [-3.8442e-02, -1.0360e-01, -8.7211e-02],\n",
       "           [-4.4993e-02, -5.8818e-02, -3.8287e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.1003e-02, -1.7952e-02,  6.6377e-03],\n",
       "           [-5.5188e-02, -1.3361e-03,  6.0603e-02],\n",
       "           [-1.4080e-02,  1.6523e-03,  2.5246e-02]],\n",
       " \n",
       "          [[ 2.2449e-03,  1.1214e-02,  1.3945e-02],\n",
       "           [-1.1470e-02, -6.9804e-03,  4.3370e-02],\n",
       "           [-1.2780e-02,  2.6532e-03,  6.3033e-02]],\n",
       " \n",
       "          [[ 1.9265e-01, -4.7934e-02, -1.4074e-01],\n",
       "           [ 3.7943e-01, -1.4166e-02, -3.0701e-01],\n",
       "           [ 2.4804e-01, -5.6059e-02, -1.9182e-01]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([2.3224e-08, 1.3805e-01, 2.4155e-01, 1.3627e-01, 1.1577e-01, 1.8789e-01,\n",
       "         1.2005e-01, 1.3625e-01, 1.7837e-01, 1.3934e-01, 1.0924e-01, 1.7452e-01,\n",
       "         1.3525e-01, 1.5064e-01, 1.3912e-01, 1.2596e-01, 1.5728e-01, 1.3527e-01,\n",
       "         2.2781e-01, 4.6913e-07, 2.7175e-01, 1.6913e-01, 2.0877e-01, 2.0823e-01,\n",
       "         1.5117e-01, 1.7594e-01, 1.7099e-01, 1.8060e-01, 1.8968e-01, 1.8072e-01,\n",
       "         1.5526e-01, 1.3217e-01, 1.5328e-01, 2.2601e-01, 1.4130e-01, 1.4350e-01,\n",
       "         1.5354e-01, 1.6157e-01, 1.7243e-01, 2.2057e-01, 2.0561e-01, 2.2331e-01,\n",
       "         1.7635e-01, 1.1320e-01, 1.7612e-01, 2.0285e-01, 1.0247e-01, 2.6118e-01,\n",
       "         1.6209e-01, 1.4597e-01, 1.6170e-01, 1.7936e-01, 1.8842e-01, 1.2481e-01,\n",
       "         1.9059e-01, 1.7148e-01, 2.0484e-01, 1.3645e-01, 1.7423e-01, 1.5198e-03,\n",
       "         1.7775e-01, 9.5639e-09, 1.7993e-01, 2.3351e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.1646e-07,  3.8030e-02,  3.5188e-01,  1.2425e-01,  2.7166e-01,\n",
       "          3.4886e-01,  2.8938e-01,  1.5056e-01, -1.4002e-01, -8.9164e-02,\n",
       "         -2.8543e-02,  3.1789e-01,  2.8283e-01, -3.4367e-02, -1.3814e-01,\n",
       "          2.8288e-01,  3.7119e-01, -1.0956e-01,  2.2031e-01, -1.4170e-06,\n",
       "          8.4392e-02,  1.4088e-01, -4.2237e-02,  4.2857e-01,  1.0983e-01,\n",
       "          1.7426e-01,  1.6968e-01, -2.6071e-02, -5.6061e-02, -2.9518e-02,\n",
       "          7.3970e-02,  3.1024e-01,  3.4015e-01,  5.2495e-01, -2.8603e-03,\n",
       "         -9.6186e-02,  3.9447e-01,  1.6469e-01,  1.0085e-01,  1.0875e-01,\n",
       "          3.6777e-01,  7.9735e-02,  6.4225e-02,  2.2529e-01, -5.5575e-02,\n",
       "         -5.9820e-02,  2.7217e-01, -2.2807e-01,  3.8712e-01, -2.7749e-02,\n",
       "          3.7759e-01,  1.4439e-01,  8.5736e-02,  1.6832e-01, -4.1062e-03,\n",
       "          2.0312e-02, -2.0508e-01, -4.9455e-02, -1.2807e-01, -6.6944e-03,\n",
       "         -5.0324e-02, -4.7086e-08, -4.9077e-02,  9.1173e-02],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-4.0119e-09]],\n",
       " \n",
       "          [[ 1.7726e-02]],\n",
       " \n",
       "          [[ 4.9594e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.0813e-08]],\n",
       " \n",
       "          [[-1.7592e-02]],\n",
       " \n",
       "          [[-4.8830e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 5.7415e-09]],\n",
       " \n",
       "          [[ 2.7212e-03]],\n",
       " \n",
       "          [[ 2.0600e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.3281e-09]],\n",
       " \n",
       "          [[ 3.7770e-03]],\n",
       " \n",
       "          [[-3.4820e-04]]],\n",
       " \n",
       " \n",
       "         [[[-2.2345e-09]],\n",
       " \n",
       "          [[-1.2277e-05]],\n",
       " \n",
       "          [[-8.5743e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-3.2814e-09]],\n",
       " \n",
       "          [[ 7.8754e-04]],\n",
       " \n",
       "          [[-1.1076e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 6.1314e-09]],\n",
       " \n",
       "          [[-7.2828e-04]],\n",
       " \n",
       "          [[ 3.0347e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.2589e-08]],\n",
       " \n",
       "          [[ 4.5773e-03]],\n",
       " \n",
       "          [[ 6.7829e-05]]],\n",
       " \n",
       " \n",
       "         [[[-7.4988e-09]],\n",
       " \n",
       "          [[-6.2381e-03]],\n",
       " \n",
       "          [[ 9.3970e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.6372e-09]],\n",
       " \n",
       "          [[-4.9588e-02]],\n",
       " \n",
       "          [[ 1.0847e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.4321e-09]],\n",
       " \n",
       "          [[-4.5942e-03]],\n",
       " \n",
       "          [[-1.7466e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 6.1837e-09]],\n",
       " \n",
       "          [[ 2.9926e-02]],\n",
       " \n",
       "          [[-1.0834e-01]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 6.1257e-02,  3.2458e-04,  3.6922e-02,  3.1272e-01,  5.7752e-02,\n",
       "          5.3033e-02,  1.1429e-01,  3.8885e-01,  9.7341e-02,  1.8650e-01,\n",
       "          2.7582e-01,  1.8488e-01,  2.1568e-01,  2.1534e-01,  2.3184e-01,\n",
       "          1.6155e-01,  2.2608e-01,  3.4452e-01,  7.7296e-02,  1.5048e-01,\n",
       "          1.3025e-01,  2.1159e-01,  1.1078e-06,  9.5138e-09,  1.7439e-01,\n",
       "          4.9364e-04,  7.4613e-03,  2.7059e-01,  2.1378e-01,  2.0946e-01,\n",
       "          1.7827e-01,  3.3235e-01,  2.4776e-01,  1.8123e-01,  1.2957e-01,\n",
       "          2.0325e-01,  1.4420e-01,  2.1640e-01,  7.3485e-04,  2.2436e-02,\n",
       "         -1.1337e-02,  2.1912e-01,  1.7915e-01,  2.3578e-01,  1.2075e-01,\n",
       "          1.5954e-05,  8.8865e-02,  1.4537e-01,  8.8577e-02, -1.0227e-02,\n",
       "          2.1639e-01,  3.4835e-02,  1.6429e-07,  1.3006e-01,  7.1514e-02,\n",
       "          1.6472e-01,  7.2320e-03,  2.2837e-01,  1.8653e-01,  2.0731e-01,\n",
       "          1.6906e-01,  1.5374e-01,  1.6835e-01,  9.4061e-02,  7.8185e-08,\n",
       "          3.9745e-03,  8.6304e-02,  2.6490e-01,  1.6982e-01,  5.5553e-03,\n",
       "          2.8270e-02, -2.6206e-07,  2.6815e-01,  5.8706e-02,  3.1914e-01,\n",
       "          5.1964e-02,  9.1686e-04,  5.5850e-02,  2.8677e-01,  1.7436e-01,\n",
       "          2.1439e-01,  2.4483e-01,  1.6849e-01, -4.5969e-06,  2.4238e-01,\n",
       "          1.7576e-01,  1.4963e-01,  7.5519e-07,  1.7493e-01,  9.7360e-07,\n",
       "         -7.9266e-04,  5.9956e-02,  3.1109e-03,  3.9409e-04,  2.0501e-02,\n",
       "          8.4718e-02,  2.0573e-01,  2.8278e-01,  9.7521e-02,  1.1674e-01,\n",
       "          2.6729e-01,  3.7739e-07,  2.7196e-01,  1.0523e-01,  2.5316e-01,\n",
       "          1.0540e-01,  2.1283e-01,  7.0997e-07,  1.5051e-02,  2.5951e-01,\n",
       "          8.4987e-02,  2.1008e-01, -4.4472e-03, -9.5576e-02,  2.4416e-01,\n",
       "          2.6090e-01,  2.8566e-01,  1.6807e-08,  2.2492e-01,  2.8301e-01,\n",
       "          1.8392e-01,  2.0118e-01,  2.8446e-01,  1.7130e-05,  7.6160e-02,\n",
       "          2.1699e-01,  1.9139e-01,  1.6825e-05,  6.9757e-02,  2.0047e-01,\n",
       "          1.9512e-01,  1.4369e-01,  1.6181e-01,  1.0848e-06,  1.0534e-06,\n",
       "          1.7272e-02,  1.3205e-01,  5.6653e-02,  2.2185e-01,  9.6189e-02,\n",
       "          6.2859e-02,  3.1226e-01,  7.7507e-02,  1.2070e-01,  5.8322e-02,\n",
       "          2.3725e-01,  2.5693e-01,  1.1205e-01,  6.6947e-02,  1.5241e-01,\n",
       "          8.6475e-02,  6.2732e-02,  8.2831e-02, -8.1404e-02,  1.3252e-01,\n",
       "          1.3642e-01,  1.3644e-01,  1.4410e-01,  2.1566e-01, -1.1276e-01,\n",
       "          2.8843e-01,  2.2682e-01,  2.1664e-01, -1.8349e-02,  3.6098e-02,\n",
       "          1.3628e-02,  3.6618e-02,  2.6597e-01,  1.5605e-01,  1.1028e-01,\n",
       "         -1.6914e-02,  2.4349e-01,  1.2086e-01,  1.3346e-01,  1.1930e-05,\n",
       "          6.3407e-02,  2.4949e-01,  2.0691e-01,  1.6867e-01,  1.5140e-01,\n",
       "          1.6620e-01,  6.7047e-02,  1.4889e-01,  2.4088e-01, -6.1604e-03,\n",
       "         -1.7191e-06,  1.6970e-01,  2.7898e-01,  2.5087e-01,  7.2350e-06,\n",
       "          1.1479e-01,  3.0211e-03,  8.4946e-02,  1.8868e-01,  5.3232e-03,\n",
       "          9.9272e-02,  1.4196e-01,  2.1632e-01,  1.9907e-01,  1.5927e-05,\n",
       "          2.6186e-01,  3.2927e-01,  9.0553e-07,  2.8694e-01, -4.3297e-08,\n",
       "          3.2081e-03,  1.4184e-01, -9.3964e-02,  1.3650e-01,  2.2932e-01,\n",
       "          1.5370e-01, -1.0009e-01,  9.0725e-02,  1.5219e-01,  8.0811e-07,\n",
       "          2.5773e-01,  1.8997e-01,  1.8119e-01,  2.0239e-01,  2.5482e-01,\n",
       "         -2.8486e-04,  1.5002e-01,  7.8557e-02,  5.6243e-02,  6.7529e-02,\n",
       "          1.7906e-01, -8.9718e-04,  1.5554e-01,  4.1687e-03,  1.4187e-02,\n",
       "          1.5717e-01,  2.7333e-01,  3.5062e-02,  2.7199e-01,  2.0747e-01,\n",
       "          6.5914e-02,  1.5763e-01, -1.5537e-03,  6.2626e-02,  4.1613e-02,\n",
       "          1.0547e-01, -2.1628e-02, -4.1070e-03,  2.8397e-01,  1.7258e-01,\n",
       "          6.1170e-02, -1.5988e-05,  7.2228e-02,  1.1727e-01,  1.6374e-01,\n",
       "          2.1004e-01,  5.8066e-02,  2.6768e-01,  1.4760e-03,  2.9346e-01,\n",
       "          1.4359e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-4.7521e-03,  7.3382e-02,  2.9881e-02,  5.4250e-02, -4.2102e-02,\n",
       "          4.5748e-02,  7.0444e-02,  1.3612e-01,  9.5970e-02,  8.6802e-02,\n",
       "          4.6588e-02,  8.7879e-03, -5.5630e-03,  3.5592e-02,  6.0245e-02,\n",
       "          2.9497e-02,  1.1487e-01,  1.0022e-01, -7.0565e-02,  5.7853e-02,\n",
       "          5.9134e-02,  3.1986e-02, -2.0646e-06, -1.1174e-07,  9.5474e-02,\n",
       "         -1.2143e-03, -1.0645e-01, -7.6647e-03,  4.3269e-02,  1.0157e-02,\n",
       "          3.3298e-02,  1.0682e-02,  5.0505e-02, -2.5173e-02,  5.8002e-02,\n",
       "         -3.9510e-02,  2.4334e-02,  2.4601e-02,  1.9136e-02,  8.7431e-02,\n",
       "         -1.0810e-02,  4.6122e-02, -2.8169e-03,  6.6885e-02,  3.9518e-02,\n",
       "         -4.4509e-05,  4.4938e-02,  1.7748e-02, -1.1751e-01,  3.7823e-02,\n",
       "          1.1494e-01,  1.1707e-01, -3.6071e-07,  3.7226e-02, -4.0908e-02,\n",
       "          8.1562e-02,  1.4487e-01,  5.9809e-03,  2.4173e-02, -1.3589e-02,\n",
       "         -5.1669e-02,  5.4798e-02,  4.6337e-02,  2.2271e-02, -1.4790e-07,\n",
       "          4.1644e-02,  3.8625e-03,  2.1603e-02, -8.6729e-03,  9.4292e-02,\n",
       "         -4.4369e-02, -6.0294e-07,  2.1652e-01,  8.9551e-02,  1.8707e-02,\n",
       "          2.0667e-02, -2.9589e-03, -2.1687e-01,  5.0260e-02,  3.8473e-02,\n",
       "          5.9135e-02,  3.6103e-02,  9.9497e-02, -2.0677e-05,  1.4253e-01,\n",
       "          1.9072e-01,  3.8042e-02, -1.2605e-06, -5.3548e-03, -2.0082e-06,\n",
       "          9.8597e-02, -9.4223e-02, -4.1343e-02, -8.2671e-03, -2.8833e-02,\n",
       "          1.0674e-01,  1.5557e-01,  2.7903e-02,  5.3139e-02, -3.1206e-02,\n",
       "          3.9483e-02, -7.7537e-07,  3.0037e-03,  3.5518e-02,  7.9860e-02,\n",
       "          2.3793e-02, -1.2981e-01, -1.3511e-06, -6.7246e-02,  1.7338e-01,\n",
       "          9.5783e-02,  9.1839e-02, -4.3202e-02,  7.8402e-02, -6.3475e-05,\n",
       "          5.4036e-02,  4.6969e-02, -2.4410e-07,  1.5709e-01,  2.9272e-02,\n",
       "          3.0758e-02, -1.5072e-01,  9.3047e-02, -7.6240e-05,  1.1170e-01,\n",
       "          1.5533e-02,  6.0914e-02, -5.9870e-04,  2.6366e-02,  5.2601e-02,\n",
       "          1.6601e-01, -3.9785e-02,  5.7633e-02, -2.7045e-06, -3.3708e-06,\n",
       "          1.1546e-01,  4.9188e-02, -1.4883e-02,  4.4428e-02, -3.1150e-02,\n",
       "         -2.3653e-02,  6.5779e-02,  6.7056e-02,  9.8390e-02, -2.3785e-01,\n",
       "          3.3035e-02,  1.9017e-01,  1.6324e-02, -3.0738e-01,  3.1187e-02,\n",
       "         -2.1642e-01,  1.1853e-02, -4.2425e-03,  5.6296e-03, -7.5315e-02,\n",
       "          1.3189e-02,  2.1798e-02,  6.3251e-04,  4.8708e-03, -5.7906e-02,\n",
       "          5.1894e-02,  1.3344e-01, -1.5952e-02,  1.6532e-01, -2.8305e-02,\n",
       "          4.0512e-03,  2.7601e-02,  1.2813e-02, -1.5498e-03,  2.9502e-02,\n",
       "          8.6315e-02, -4.0821e-02, -3.2629e-02, -1.5396e-02, -1.8829e-05,\n",
       "          1.0559e-02,  3.5416e-02,  1.2415e-01,  7.7687e-02, -1.1105e-02,\n",
       "          1.8961e-02, -5.8442e-02, -1.7247e-02, -4.9154e-02,  1.1553e-02,\n",
       "         -2.0810e-06,  1.3872e-02,  1.0846e-01,  6.8531e-02,  1.7672e-01,\n",
       "          3.5634e-02, -4.0294e-02,  4.6163e-02,  3.3498e-02,  2.2283e-02,\n",
       "          4.6689e-02,  2.9249e-02,  1.0380e-01,  2.7987e-02, -4.7313e-05,\n",
       "          8.3607e-02,  7.9628e-02, -2.0540e-06,  1.2765e-01, -2.4337e-07,\n",
       "          1.1281e-01, -1.0358e-02, -4.9932e-03,  9.1279e-02,  5.0166e-02,\n",
       "         -1.9497e-02, -3.3888e-04, -3.0161e-02,  7.7116e-02, -2.9716e-06,\n",
       "          7.0705e-02,  2.3647e-02,  3.5755e-02, -6.3678e-02,  1.0491e-01,\n",
       "          1.1383e-01,  1.3069e-03, -4.9135e-02,  1.1538e-01, -6.0227e-02,\n",
       "          9.9392e-04,  6.4781e-02,  7.6379e-02,  5.9853e-02,  1.1961e-01,\n",
       "         -5.1671e-02,  5.2803e-02,  2.7144e-02,  5.1999e-02,  1.9074e-01,\n",
       "          1.7143e-02,  5.5178e-02,  1.2572e-01, -2.6754e-03, -3.1276e-02,\n",
       "          4.7069e-02,  5.1690e-02, -5.9475e-03,  2.9633e-02,  1.9122e-01,\n",
       "          1.4001e-02, -4.0885e-04,  2.3924e-02, -3.6612e-02,  3.5178e-02,\n",
       "          8.2615e-02,  6.9214e-02,  1.1781e-01,  3.4332e-02,  1.9473e-01,\n",
       "          3.2748e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 7.5811e-03]],\n",
       " \n",
       "          [[-1.6594e-01]],\n",
       " \n",
       "          [[ 9.1546e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.2368e-02]],\n",
       " \n",
       "          [[ 4.2574e-02]],\n",
       " \n",
       "          [[ 1.4474e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.2800e-02]],\n",
       " \n",
       "          [[-1.1457e-02]],\n",
       " \n",
       "          [[-2.5123e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.1692e-04]],\n",
       " \n",
       "          [[ 2.2987e-02]],\n",
       " \n",
       "          [[ 2.1549e-03]]],\n",
       " \n",
       " \n",
       "         [[[-3.5923e-02]],\n",
       " \n",
       "          [[ 1.3393e-02]],\n",
       " \n",
       "          [[-2.6259e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 5.9477e-02]],\n",
       " \n",
       "          [[-2.7209e-04]],\n",
       " \n",
       "          [[-6.3618e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-3.9645e-02]],\n",
       " \n",
       "          [[-3.9428e-01]],\n",
       " \n",
       "          [[ 7.2763e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.0293e-02]],\n",
       " \n",
       "          [[ 1.1058e-01]],\n",
       " \n",
       "          [[ 1.6492e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.5314e-03]],\n",
       " \n",
       "          [[ 1.1643e-02]],\n",
       " \n",
       "          [[ 6.7886e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-7.0245e-02]],\n",
       " \n",
       "          [[ 1.6036e-01]],\n",
       " \n",
       "          [[ 3.6155e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 2.0393e-02]],\n",
       " \n",
       "          [[ 3.6532e-02]],\n",
       " \n",
       "          [[-3.5239e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.1597e-01]],\n",
       " \n",
       "          [[ 2.4156e-02]],\n",
       " \n",
       "          [[-5.0600e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 2.4457e-01,  2.2984e-01,  1.4612e-01,  3.4260e-01,  2.5927e-02,\n",
       "          1.1437e-01,  2.1102e-01,  4.5606e-01,  1.8027e-01,  1.5431e-01,\n",
       "          3.5582e-01,  2.1846e-01,  2.5678e-01,  1.5123e-02,  4.0578e-01,\n",
       "          2.0874e-01,  9.8095e-02,  3.9442e-01,  1.9774e-01,  3.0000e-01,\n",
       "          2.4856e-01,  2.3178e-01, -1.0182e-08,  1.3827e-08,  3.1164e-01,\n",
       "          4.8934e-04,  2.6274e-01,  5.9192e-02,  1.9006e-01,  2.0053e-01,\n",
       "          1.6345e-01,  3.0634e-01,  3.5806e-01,  1.8923e-02,  3.0784e-01,\n",
       "          4.3668e-01,  2.7498e-01,  1.6151e-01,  2.9890e-01,  1.2460e-01,\n",
       "          7.0893e-02,  3.3482e-01,  3.4934e-01,  2.8829e-01,  2.7963e-01,\n",
       "          8.1415e-07,  3.6592e-01,  1.6732e-01,  2.2241e-01,  1.9294e-01,\n",
       "          2.9332e-01,  1.4812e-01,  2.0370e-07,  1.6793e-01,  2.2183e-01,\n",
       "          2.7442e-01, -1.1456e-02,  3.9355e-01,  2.5354e-01,  3.2749e-01,\n",
       "          3.3727e-01,  2.0058e-01,  2.4418e-01,  1.6629e-01,  2.0949e-08,\n",
       "          1.8675e-01,  1.8726e-01,  2.4386e-01,  1.7288e-01,  2.2883e-01,\n",
       "          1.9265e-01,  1.8148e-07,  1.8998e-01,  1.9738e-01,  3.0906e-01,\n",
       "          1.1432e-01,  2.7538e-03,  2.8674e-01,  2.9543e-01,  2.0380e-01,\n",
       "          2.9774e-01,  3.0047e-01,  3.0071e-01,  3.0339e-06,  2.5298e-01,\n",
       "          2.8255e-01,  2.3041e-01, -2.2464e-07,  9.0851e-02,  9.4888e-08,\n",
       "          2.3342e-01,  2.8756e-01,  2.5694e-01,  1.9065e-03,  1.9803e-02,\n",
       "          1.2581e-01,  2.5297e-01,  1.0138e-01,  1.9470e-01,  2.4283e-01,\n",
       "          2.2812e-01,  3.9112e-07,  4.3694e-01,  2.0982e-01,  3.3158e-01,\n",
       "          3.6135e-01,  1.6712e-01,  2.8431e-07,  2.4639e-01,  3.1374e-01,\n",
       "          2.0042e-01,  1.7867e-01,  2.4927e-01,  2.6893e-01,  2.4301e-02,\n",
       "          3.3343e-01,  2.8018e-01,  1.0910e-07,  3.1720e-01,  3.2437e-01,\n",
       "          1.7580e-01,  2.1966e-01,  2.2206e-01,  3.8821e-05,  2.1403e-01,\n",
       "          3.1898e-01,  2.2020e-01,  2.1191e-04,  2.4318e-01,  3.2712e-01,\n",
       "          3.5392e-01,  1.9045e-01,  2.4259e-01,  5.9542e-07,  2.1926e-06,\n",
       "          2.0136e-01,  2.0292e-01,  1.6009e-01,  3.1163e-01,  3.1269e-02,\n",
       "          1.5136e-01,  3.4167e-01,  2.2320e-01,  1.7928e-01,  3.0206e-01,\n",
       "          3.3896e-01,  3.2244e-01,  3.3214e-01,  3.1712e-01,  2.6545e-01,\n",
       "          3.4695e-01,  1.9813e-01,  1.5368e-01,  2.3095e-01,  1.2709e-01,\n",
       "          2.2131e-01,  7.9861e-02,  1.0763e-01,  3.4360e-01,  2.8470e-01,\n",
       "          3.1999e-01,  3.4235e-01,  2.8543e-01,  2.5500e-01,  8.0065e-02,\n",
       "          2.1822e-01,  1.2625e-01,  3.3813e-01,  3.6787e-01,  2.0902e-01,\n",
       "          7.5418e-02,  3.0735e-01,  4.3765e-02,  9.5508e-02, -3.7830e-06,\n",
       "          3.1341e-01,  2.3747e-01,  2.9429e-01,  1.7653e-01,  3.3874e-01,\n",
       "          2.2616e-01,  1.9847e-01,  3.5470e-01,  8.1458e-03,  2.0669e-01,\n",
       "          1.0625e-06,  3.6871e-01,  3.6358e-01,  1.9882e-01,  1.6871e-01,\n",
       "          3.9717e-01,  2.4319e-01,  2.2733e-01,  2.5196e-01,  4.8692e-02,\n",
       "          3.4219e-01,  3.5018e-01, -4.2149e-02,  1.8716e-01, -7.9278e-06,\n",
       "          2.8354e-01,  3.7017e-01,  1.4341e-07,  3.1774e-01,  7.5645e-08,\n",
       "          1.6309e-01,  1.6707e-01,  2.2129e-01,  2.7987e-01,  2.5573e-01,\n",
       "          2.8884e-01,  2.4309e-01,  8.3486e-02,  2.5541e-01,  6.3526e-07,\n",
       "          3.6438e-01,  2.3440e-01,  2.2243e-01,  3.1752e-01,  3.1876e-01,\n",
       "          2.5398e-01,  1.6543e-01,  6.8547e-02,  1.9213e-01,  1.8097e-01,\n",
       "          2.8546e-01,  2.0063e-01,  1.9390e-01,  2.0524e-01,  1.8420e-01,\n",
       "          2.0247e-02,  2.7564e-01,  1.4836e-01,  3.3919e-01,  1.8534e-01,\n",
       "          2.9466e-01,  2.7174e-01,  2.9968e-01,  1.3451e-01,  1.9264e-01,\n",
       "          1.2815e-01,  1.7942e-01,  3.1054e-01,  3.0394e-01,  3.0231e-01,\n",
       "          2.6601e-01,  7.0521e-05,  1.6745e-01,  2.4501e-01,  1.2502e-01,\n",
       "          3.6441e-01,  2.4699e-01,  3.7460e-01,  1.6707e-01,  3.6041e-01,\n",
       "          1.8811e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-4.7521e-03,  7.3382e-02,  2.9881e-02,  5.4250e-02, -4.2102e-02,\n",
       "          4.5748e-02,  7.0444e-02,  1.3612e-01,  9.5970e-02,  8.6802e-02,\n",
       "          4.6588e-02,  8.7879e-03, -5.5630e-03,  3.5592e-02,  6.0245e-02,\n",
       "          2.9497e-02,  1.1487e-01,  1.0022e-01, -7.0565e-02,  5.7853e-02,\n",
       "          5.9134e-02,  3.1986e-02, -2.0646e-06, -1.1174e-07,  9.5474e-02,\n",
       "         -1.2143e-03, -1.0645e-01, -7.6647e-03,  4.3269e-02,  1.0157e-02,\n",
       "          3.3298e-02,  1.0682e-02,  5.0505e-02, -2.5173e-02,  5.8002e-02,\n",
       "         -3.9510e-02,  2.4334e-02,  2.4601e-02,  1.9136e-02,  8.7431e-02,\n",
       "         -1.0810e-02,  4.6122e-02, -2.8169e-03,  6.6885e-02,  3.9518e-02,\n",
       "         -4.4509e-05,  4.4938e-02,  1.7748e-02, -1.1751e-01,  3.7823e-02,\n",
       "          1.1494e-01,  1.1707e-01, -3.6071e-07,  3.7226e-02, -4.0908e-02,\n",
       "          8.1562e-02,  1.4487e-01,  5.9809e-03,  2.4173e-02, -1.3589e-02,\n",
       "         -5.1669e-02,  5.4798e-02,  4.6337e-02,  2.2271e-02, -1.4790e-07,\n",
       "          4.1644e-02,  3.8625e-03,  2.1603e-02, -8.6729e-03,  9.4292e-02,\n",
       "         -4.4369e-02, -6.0294e-07,  2.1652e-01,  8.9551e-02,  1.8707e-02,\n",
       "          2.0667e-02, -2.9589e-03, -2.1687e-01,  5.0260e-02,  3.8473e-02,\n",
       "          5.9135e-02,  3.6103e-02,  9.9497e-02, -2.0677e-05,  1.4253e-01,\n",
       "          1.9072e-01,  3.8042e-02, -1.2605e-06, -5.3548e-03, -2.0082e-06,\n",
       "          9.8597e-02, -9.4223e-02, -4.1343e-02, -8.2671e-03, -2.8833e-02,\n",
       "          1.0674e-01,  1.5557e-01,  2.7903e-02,  5.3139e-02, -3.1206e-02,\n",
       "          3.9483e-02, -7.7537e-07,  3.0037e-03,  3.5518e-02,  7.9860e-02,\n",
       "          2.3793e-02, -1.2981e-01, -1.3511e-06, -6.7246e-02,  1.7338e-01,\n",
       "          9.5783e-02,  9.1839e-02, -4.3202e-02,  7.8402e-02, -6.3475e-05,\n",
       "          5.4036e-02,  4.6969e-02, -2.4410e-07,  1.5709e-01,  2.9272e-02,\n",
       "          3.0758e-02, -1.5072e-01,  9.3047e-02, -7.6240e-05,  1.1170e-01,\n",
       "          1.5533e-02,  6.0914e-02, -5.9870e-04,  2.6366e-02,  5.2601e-02,\n",
       "          1.6601e-01, -3.9785e-02,  5.7633e-02, -2.7045e-06, -3.3708e-06,\n",
       "          1.1546e-01,  4.9188e-02, -1.4883e-02,  4.4428e-02, -3.1150e-02,\n",
       "         -2.3653e-02,  6.5779e-02,  6.7056e-02,  9.8390e-02, -2.3785e-01,\n",
       "          3.3035e-02,  1.9017e-01,  1.6324e-02, -3.0738e-01,  3.1187e-02,\n",
       "         -2.1642e-01,  1.1853e-02, -4.2425e-03,  5.6296e-03, -7.5315e-02,\n",
       "          1.3189e-02,  2.1798e-02,  6.3251e-04,  4.8708e-03, -5.7906e-02,\n",
       "          5.1894e-02,  1.3344e-01, -1.5952e-02,  1.6532e-01, -2.8305e-02,\n",
       "          4.0512e-03,  2.7601e-02,  1.2813e-02, -1.5498e-03,  2.9502e-02,\n",
       "          8.6315e-02, -4.0821e-02, -3.2629e-02, -1.5396e-02, -1.8829e-05,\n",
       "          1.0559e-02,  3.5416e-02,  1.2415e-01,  7.7687e-02, -1.1105e-02,\n",
       "          1.8961e-02, -5.8442e-02, -1.7247e-02, -4.9154e-02,  1.1553e-02,\n",
       "         -2.0810e-06,  1.3872e-02,  1.0846e-01,  6.8531e-02,  1.7672e-01,\n",
       "          3.5634e-02, -4.0294e-02,  4.6163e-02,  3.3498e-02,  2.2283e-02,\n",
       "          4.6689e-02,  2.9249e-02,  1.0380e-01,  2.7987e-02, -4.7313e-05,\n",
       "          8.3607e-02,  7.9628e-02, -2.0540e-06,  1.2765e-01, -2.4337e-07,\n",
       "          1.1281e-01, -1.0358e-02, -4.9932e-03,  9.1279e-02,  5.0166e-02,\n",
       "         -1.9497e-02, -3.3888e-04, -3.0161e-02,  7.7116e-02, -2.9716e-06,\n",
       "          7.0705e-02,  2.3647e-02,  3.5755e-02, -6.3678e-02,  1.0491e-01,\n",
       "          1.1383e-01,  1.3069e-03, -4.9135e-02,  1.1538e-01, -6.0227e-02,\n",
       "          9.9392e-04,  6.4781e-02,  7.6379e-02,  5.9853e-02,  1.1961e-01,\n",
       "         -5.1671e-02,  5.2803e-02,  2.7144e-02,  5.1999e-02,  1.9074e-01,\n",
       "          1.7143e-02,  5.5178e-02,  1.2572e-01, -2.6754e-03, -3.1276e-02,\n",
       "          4.7069e-02,  5.1690e-02, -5.9475e-03,  2.9633e-02,  1.9122e-01,\n",
       "          1.4001e-02, -4.0885e-04,  2.3924e-02, -3.6612e-02,  3.5178e-02,\n",
       "          8.2615e-02,  6.9214e-02,  1.1781e-01,  3.4332e-02,  1.9473e-01,\n",
       "          3.2748e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0250]],\n",
       " \n",
       "          [[ 0.0026]],\n",
       " \n",
       "          [[ 0.0110]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0004]],\n",
       " \n",
       "          [[ 0.0207]],\n",
       " \n",
       "          [[-0.0345]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0023]],\n",
       " \n",
       "          [[-0.0012]],\n",
       " \n",
       "          [[-0.0111]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0166]],\n",
       " \n",
       "          [[ 0.0230]],\n",
       " \n",
       "          [[-0.0736]]],\n",
       " \n",
       " \n",
       "         [[[-0.0060]],\n",
       " \n",
       "          [[-0.0019]],\n",
       " \n",
       "          [[ 0.0085]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0060]],\n",
       " \n",
       "          [[-0.0386]],\n",
       " \n",
       "          [[ 0.0282]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0059]],\n",
       " \n",
       "          [[ 0.0186]],\n",
       " \n",
       "          [[ 0.0013]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0106]],\n",
       " \n",
       "          [[-0.0156]],\n",
       " \n",
       "          [[-0.0496]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0453]],\n",
       " \n",
       "          [[-0.0053]],\n",
       " \n",
       "          [[-0.0131]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0219]],\n",
       " \n",
       "          [[ 0.0367]],\n",
       " \n",
       "          [[-0.0212]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0066]],\n",
       " \n",
       "          [[ 0.0191]],\n",
       " \n",
       "          [[ 0.0143]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0037]],\n",
       " \n",
       "          [[-0.0251]],\n",
       " \n",
       "          [[ 0.0725]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([1.5418e-01, 3.2359e-01, 2.4792e-01, 2.1051e-01, 1.7820e-01, 1.8067e-01,\n",
       "         1.7301e-01, 2.4763e-01, 1.7234e-01, 3.1702e-01, 1.4758e-01, 1.9952e-01,\n",
       "         1.2419e-01, 1.2985e-09, 1.6273e-01, 1.9145e-01, 1.6043e-01, 1.9408e-01,\n",
       "         2.5509e-01, 1.7340e-01, 1.4120e-01, 1.7380e-01, 1.7927e-01, 1.2663e-01,\n",
       "         1.6290e-01, 1.0250e-01, 1.7276e-01, 1.5056e-01, 1.7809e-01, 2.2617e-01,\n",
       "         2.8132e-01, 2.1156e-01, 2.3651e-01, 1.8941e-01, 1.6280e-01, 1.5587e-01,\n",
       "         1.6888e-01, 2.4972e-01, 3.4105e-01, 1.3929e-01, 3.0862e-01, 3.0111e-01,\n",
       "         1.7055e-01, 2.9651e-01, 1.1900e-01, 4.6577e-07, 1.7862e-01, 1.4380e-08,\n",
       "         1.4639e-01, 1.9021e-01, 1.9271e-01, 2.1601e-01, 1.5010e-01, 2.4548e-01,\n",
       "         1.3231e-01, 2.9485e-01, 8.5831e-09, 1.7127e-01, 1.3440e-01, 1.4374e-01,\n",
       "         2.1540e-01, 1.3796e-01, 1.9064e-01, 1.8207e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 5.7919e-02, -2.0846e-01, -1.0967e-01, -1.0636e-02, -5.2057e-02,\n",
       "         -1.7326e-02, -5.5401e-03, -2.0876e-01,  8.0133e-03, -4.0513e-01,\n",
       "          2.5865e-02, -9.4683e-02,  9.5730e-02, -9.1670e-08,  9.9355e-03,\n",
       "         -4.4990e-02,  5.5640e-02,  2.2149e-02, -1.4557e-01, -2.4153e-01,\n",
       "         -6.7984e-03,  8.1301e-02,  9.7942e-03,  2.3542e-02,  1.0494e-01,\n",
       "          7.5696e-02, -1.4552e-03,  2.3584e-01, -4.5816e-02, -4.4147e-02,\n",
       "         -1.7976e-01,  1.5807e-03, -1.0492e-01, -9.8615e-02,  1.9448e-02,\n",
       "         -1.0210e-01,  2.7732e-01, -1.4269e-01, -2.2826e-01,  1.4129e-02,\n",
       "         -1.9629e-01, -2.3039e-01, -1.0216e-01, -1.9040e-01,  2.9462e-01,\n",
       "         -2.2354e-06, -1.1618e-01, -1.0213e-07,  1.0679e-01, -2.5207e-01,\n",
       "         -6.5190e-02, -7.5232e-03,  1.4403e-01, -7.3785e-02,  2.8200e-01,\n",
       "         -1.9581e-01, -6.0297e-08,  3.9227e-01,  9.5571e-02,  1.1742e-01,\n",
       "         -1.6532e-02,  2.5024e-01, -1.6168e-01,  9.6112e-03],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0151, -0.0021,  0.0132],\n",
       "           [ 0.0100, -0.0132, -0.0144],\n",
       "           [ 0.0021, -0.0128, -0.0029]],\n",
       " \n",
       "          [[-0.0106, -0.0032, -0.0094],\n",
       "           [ 0.0135,  0.0311,  0.0372],\n",
       "           [-0.0014, -0.0080, -0.0123]],\n",
       " \n",
       "          [[ 0.0036,  0.0165,  0.0109],\n",
       "           [ 0.0009,  0.0069,  0.0078],\n",
       "           [-0.0017, -0.0069,  0.0058]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0181, -0.0385, -0.0229],\n",
       "           [ 0.0579,  0.0557,  0.0396],\n",
       "           [-0.0311, -0.0544, -0.0337]],\n",
       " \n",
       "          [[ 0.0113,  0.0306,  0.0083],\n",
       "           [ 0.0091,  0.0143,  0.0200],\n",
       "           [-0.0065,  0.0085, -0.0023]],\n",
       " \n",
       "          [[ 0.0011, -0.0097,  0.0048],\n",
       "           [ 0.0133, -0.0153, -0.0151],\n",
       "           [-0.0083, -0.0234, -0.0044]]],\n",
       " \n",
       " \n",
       "         [[[-0.0175, -0.0113,  0.0033],\n",
       "           [ 0.0087, -0.0133, -0.0019],\n",
       "           [ 0.0022, -0.0084, -0.0067]],\n",
       " \n",
       "          [[-0.0031, -0.0032,  0.0173],\n",
       "           [ 0.0624,  0.0462,  0.0464],\n",
       "           [ 0.0330,  0.0122,  0.0245]],\n",
       " \n",
       "          [[ 0.0011, -0.0185, -0.0121],\n",
       "           [ 0.0099,  0.0022, -0.0030],\n",
       "           [ 0.0004,  0.0053,  0.0050]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0017, -0.0125, -0.0180],\n",
       "           [ 0.0014,  0.0059, -0.0247],\n",
       "           [ 0.0135,  0.0208,  0.0097]],\n",
       " \n",
       "          [[-0.0049, -0.0250, -0.0422],\n",
       "           [ 0.0137, -0.0207, -0.0481],\n",
       "           [ 0.0246,  0.0150, -0.0302]],\n",
       " \n",
       "          [[-0.0033,  0.0017, -0.0011],\n",
       "           [-0.0099, -0.0029, -0.0032],\n",
       "           [ 0.0018, -0.0126, -0.0077]]],\n",
       " \n",
       " \n",
       "         [[[-0.0356,  0.0035,  0.0059],\n",
       "           [-0.0414,  0.0229, -0.0115],\n",
       "           [-0.0294,  0.0026,  0.0048]],\n",
       " \n",
       "          [[-0.0338, -0.0395, -0.0470],\n",
       "           [-0.0515, -0.0658, -0.0412],\n",
       "           [-0.0307, -0.0409, -0.0323]],\n",
       " \n",
       "          [[-0.0037,  0.0104, -0.0045],\n",
       "           [-0.0079, -0.0176,  0.0188],\n",
       "           [-0.0087, -0.0215,  0.0046]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0045,  0.0167, -0.0235],\n",
       "           [-0.0151,  0.0316, -0.0012],\n",
       "           [ 0.0003,  0.0122, -0.0108]],\n",
       " \n",
       "          [[ 0.0130, -0.0031, -0.0026],\n",
       "           [ 0.0146, -0.0110, -0.0187],\n",
       "           [ 0.0083, -0.0069, -0.0082]],\n",
       " \n",
       "          [[-0.0031,  0.0023, -0.0355],\n",
       "           [ 0.0295,  0.0369, -0.0165],\n",
       "           [-0.0213, -0.0020, -0.0381]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0190, -0.0020,  0.0119],\n",
       "           [ 0.0338,  0.0030,  0.0158],\n",
       "           [ 0.0240,  0.0196,  0.0078]],\n",
       " \n",
       "          [[ 0.0124,  0.0085,  0.0201],\n",
       "           [ 0.0220, -0.0002,  0.0139],\n",
       "           [ 0.0170,  0.0108,  0.0325]],\n",
       " \n",
       "          [[ 0.0069,  0.0246,  0.0210],\n",
       "           [ 0.0136,  0.0189,  0.0089],\n",
       "           [ 0.0329,  0.0042, -0.0077]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0111, -0.0069, -0.0239],\n",
       "           [ 0.0213,  0.0218, -0.0291],\n",
       "           [-0.0280, -0.0239, -0.0415]],\n",
       " \n",
       "          [[ 0.0113, -0.0042, -0.0185],\n",
       "           [-0.0292, -0.0325,  0.0032],\n",
       "           [-0.0158,  0.0015, -0.0003]],\n",
       " \n",
       "          [[ 0.0173, -0.0139,  0.0008],\n",
       "           [ 0.0143, -0.0308, -0.0010],\n",
       "           [ 0.0049,  0.0144,  0.0411]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0459,  0.0371,  0.0130],\n",
       "           [ 0.0213,  0.0062, -0.0190],\n",
       "           [ 0.0094, -0.0246, -0.0104]],\n",
       " \n",
       "          [[ 0.0027,  0.0145,  0.0010],\n",
       "           [ 0.0018,  0.0008,  0.0048],\n",
       "           [ 0.0068,  0.0143,  0.0046]],\n",
       " \n",
       "          [[-0.0016,  0.0038,  0.0338],\n",
       "           [-0.0014,  0.0155,  0.0617],\n",
       "           [ 0.0331,  0.0448,  0.0330]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0120,  0.0110, -0.0403],\n",
       "           [ 0.0010,  0.0172, -0.0262],\n",
       "           [-0.0156,  0.0454, -0.0266]],\n",
       " \n",
       "          [[-0.0076,  0.0040,  0.0109],\n",
       "           [-0.0105, -0.0056,  0.0258],\n",
       "           [-0.0093,  0.0169,  0.0254]],\n",
       " \n",
       "          [[ 0.0215,  0.0032, -0.0204],\n",
       "           [ 0.0341, -0.0177, -0.0323],\n",
       "           [-0.0232, -0.0267, -0.0178]]],\n",
       " \n",
       " \n",
       "         [[[-0.0336, -0.0059, -0.0499],\n",
       "           [ 0.0044, -0.0812, -0.0100],\n",
       "           [-0.0212,  0.0124, -0.0075]],\n",
       " \n",
       "          [[-0.0342,  0.0167, -0.0014],\n",
       "           [-0.0088,  0.0600,  0.0059],\n",
       "           [-0.0219, -0.0056, -0.0184]],\n",
       " \n",
       "          [[ 0.0129,  0.0154,  0.0076],\n",
       "           [ 0.0152,  0.0089,  0.0163],\n",
       "           [ 0.0236,  0.0142,  0.0150]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0241,  0.0082, -0.0027],\n",
       "           [ 0.0207, -0.0857,  0.0213],\n",
       "           [ 0.0015,  0.0217,  0.0123]],\n",
       " \n",
       "          [[ 0.0338,  0.0042,  0.0167],\n",
       "           [ 0.0034, -0.0850,  0.0261],\n",
       "           [ 0.0072, -0.0106,  0.0101]],\n",
       " \n",
       "          [[ 0.0216,  0.0137, -0.0019],\n",
       "           [ 0.0285, -0.0227, -0.0092],\n",
       "           [ 0.0433,  0.0103,  0.0143]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.3002, 0.1879, 0.1683, 0.1700, 0.2510, 0.1264, 0.1596, 0.1925, 0.1379,\n",
       "         0.1619, 0.1925, 0.2059, 0.2133, 0.1886, 0.1552, 0.1556, 0.2230, 0.2143,\n",
       "         0.1503, 0.2025, 0.1546, 0.1728, 0.1657, 0.1653, 0.1759, 0.2397, 0.1492,\n",
       "         0.1925, 0.1350, 0.1303, 0.2352, 0.2116, 0.2162, 0.1721, 0.1860, 0.2056,\n",
       "         0.1355, 0.2451, 0.1831, 0.2053, 0.1650, 0.1824, 0.2217, 0.1820, 0.2021,\n",
       "         0.1699, 0.2040, 0.1753, 0.1816, 0.1904, 0.1531, 0.2186, 0.1661, 0.1781,\n",
       "         0.1438, 0.2048, 0.1353, 0.1997, 0.2582, 0.1683, 0.1852, 0.1189, 0.1655,\n",
       "         0.1964], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-3.3489e-01, -1.0084e-01, -9.5048e-03,  4.7863e-02, -9.6431e-02,\n",
       "          3.1308e-01,  5.0069e-02, -2.2681e-02,  2.5772e-01,  1.3668e-01,\n",
       "         -1.2599e-01, -1.7143e-03, -1.6197e-01, -4.9393e-02,  1.9249e-01,\n",
       "          7.3325e-02, -6.4647e-02, -1.3297e-01,  3.7338e-03, -1.1732e-01,\n",
       "          6.6097e-02, -1.2203e-01,  3.9552e-02,  5.7869e-02,  8.7534e-02,\n",
       "         -2.0949e-01,  2.6865e-01, -1.5047e-01,  2.5732e-01,  2.4963e-01,\n",
       "         -8.2487e-02,  5.0007e-02, -3.2403e-02, -4.8923e-02,  2.0544e-02,\n",
       "          2.3500e-04,  1.8848e-01, -2.3570e-02, -8.8756e-02, -5.3964e-02,\n",
       "         -2.1409e-01, -7.3140e-02, -5.1052e-02, -3.0432e-02, -8.9707e-02,\n",
       "         -8.9579e-02, -1.3915e-01,  6.9370e-03, -1.2283e-01, -1.3390e-01,\n",
       "          6.8337e-02, -2.1116e-03, -9.1597e-03, -2.5389e-02,  2.9654e-01,\n",
       "          1.6775e-02,  1.6913e-01, -4.9641e-02, -1.7905e-01,  1.0990e-01,\n",
       "          4.4747e-02,  1.0812e-01, -7.6157e-02, -3.4281e-02],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0624]],\n",
       " \n",
       "          [[-0.0038]],\n",
       " \n",
       "          [[-0.0010]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0055]],\n",
       " \n",
       "          [[ 0.0023]],\n",
       " \n",
       "          [[-0.0074]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0961]],\n",
       " \n",
       "          [[ 0.0072]],\n",
       " \n",
       "          [[-0.0030]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0006]],\n",
       " \n",
       "          [[-0.0020]],\n",
       " \n",
       "          [[-0.0032]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0507]],\n",
       " \n",
       "          [[-0.0215]],\n",
       " \n",
       "          [[-0.0154]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0092]],\n",
       " \n",
       "          [[ 0.0089]],\n",
       " \n",
       "          [[ 0.0260]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0679]],\n",
       " \n",
       "          [[-0.0011]],\n",
       " \n",
       "          [[-0.0006]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0005]],\n",
       " \n",
       "          [[ 0.0053]],\n",
       " \n",
       "          [[-0.0038]]],\n",
       " \n",
       " \n",
       "         [[[-0.0193]],\n",
       " \n",
       "          [[ 0.0064]],\n",
       " \n",
       "          [[ 0.0206]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0011]],\n",
       " \n",
       "          [[-0.0056]],\n",
       " \n",
       "          [[-0.0138]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0458]],\n",
       " \n",
       "          [[-0.0555]],\n",
       " \n",
       "          [[ 0.0011]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0047]],\n",
       " \n",
       "          [[-0.0198]],\n",
       " \n",
       "          [[-0.0386]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 2.1259e-03, -6.9715e-03,  9.4608e-02, -1.1439e-02,  1.4931e-01,\n",
       "          1.6228e-03,  1.9745e-01,  1.8000e-02, -1.7183e-04,  1.1793e-01,\n",
       "          1.0572e-02,  1.5288e-01,  6.2277e-03, -9.6050e-04,  1.0127e-01,\n",
       "          1.4762e-01,  1.1484e-01,  2.5359e-02,  9.5329e-02,  2.8729e-03,\n",
       "          7.1651e-02,  2.7586e-03,  1.5039e-01,  2.7510e-01,  9.0146e-02,\n",
       "          1.2768e-01,  5.5667e-03,  1.3082e-01, -1.9346e-03,  5.0423e-02,\n",
       "          2.1226e-03, -7.5048e-03,  1.8880e-02,  1.1878e-01,  9.8673e-02,\n",
       "          7.3502e-02,  1.5206e-01,  8.6612e-02,  5.0623e-03, -1.2326e-03,\n",
       "          1.1257e-01,  5.9433e-02,  1.4774e-01,  8.9319e-02,  9.7549e-02,\n",
       "          6.0202e-02,  8.6732e-02,  1.5079e-01,  8.0304e-02,  2.7696e-02,\n",
       "         -1.7456e-02,  1.7293e-01,  6.8518e-02,  1.4533e-01,  4.0339e-03,\n",
       "          2.5851e-02,  1.8742e-01,  6.8096e-02,  1.0810e-01,  1.1762e-01,\n",
       "          5.3549e-03,  7.9646e-02, -2.2026e-03,  1.5807e-01,  7.9670e-08,\n",
       "          3.1757e-05,  1.1837e-01,  3.6327e-02,  1.5932e-01,  3.8934e-02,\n",
       "          1.2485e-01,  6.9955e-06,  4.1722e-02, -1.8706e-03,  2.6218e-02,\n",
       "          1.5290e-01,  2.1404e-01,  1.1172e-01, -4.6150e-03,  1.1622e-01,\n",
       "          8.1356e-02,  4.0980e-02,  4.7201e-02,  4.9864e-02,  9.7825e-02,\n",
       "          7.0251e-02,  1.0111e-01,  7.0747e-02, -7.6863e-05,  3.2789e-04,\n",
       "          2.4123e-03,  1.1639e-01,  2.5553e-03,  1.1059e-01,  2.2347e-01,\n",
       "          1.6373e-01,  5.5450e-03,  1.1086e-01,  1.6115e-01,  1.3622e-01,\n",
       "          1.0025e-01,  1.9535e-06,  7.9823e-02,  4.2133e-03,  2.5824e-02,\n",
       "          1.2685e-01,  1.5052e-01,  9.5539e-02,  7.1596e-04,  6.7004e-02,\n",
       "          5.2219e-03,  5.9135e-02,  1.8622e-03,  5.1936e-02,  1.3801e-01,\n",
       "         -1.0016e-02,  2.3089e-03,  1.5128e-01,  5.8505e-02,  1.8369e-03,\n",
       "          1.3944e-01,  1.8065e-01,  1.2049e-01, -2.3750e-05,  1.6272e-01,\n",
       "          5.0985e-02,  1.4397e-01, -4.7397e-05,  7.9884e-02,  5.2822e-02,\n",
       "          1.1337e-01,  1.5378e-01,  1.0323e-01,  1.5092e-01,  8.5652e-02,\n",
       "          1.3144e-01,  8.7746e-02,  1.4908e-01,  1.1047e-01,  1.5284e-01,\n",
       "          1.2085e-01,  8.5849e-03,  5.9879e-02,  1.0519e-01,  5.8930e-02,\n",
       "          7.4151e-02, -4.9627e-03,  1.2280e-01, -1.1367e-01,  7.9317e-02,\n",
       "          1.2471e-02,  7.1211e-02,  2.1419e-01,  5.7342e-02,  7.2397e-02,\n",
       "          1.8971e-01,  1.3408e-01,  2.0415e-01,  2.4954e-03,  1.2848e-03,\n",
       "          8.5444e-04,  6.0994e-02,  1.9005e-03,  3.4890e-03,  1.7403e-01,\n",
       "          1.9638e-01,  1.8264e-01,  5.0056e-03,  1.0441e-01,  1.1164e-01,\n",
       "          2.0009e-01,  1.5155e-02,  1.8996e-01,  1.4341e-01,  1.5146e-01,\n",
       "          8.5111e-02,  8.0783e-02,  1.6485e-03,  1.0222e-01,  1.4608e-01,\n",
       "         -5.9042e-02, -1.8772e-03,  1.3604e-01,  1.9610e-01,  2.5466e-03,\n",
       "          2.1734e-06, -6.8739e-03,  4.4865e-03,  5.7102e-02, -5.8736e-03,\n",
       "          1.7767e-01,  9.2354e-04, -3.2072e-03,  2.2485e-02,  2.0056e-01,\n",
       "          4.5350e-03,  9.2664e-02,  8.6701e-02,  6.1892e-02,  1.6515e-01,\n",
       "          1.3486e-02,  8.1960e-02,  1.8972e-06,  2.1170e-02,  1.7591e-01,\n",
       "         -2.7518e-04,  1.5886e-01,  5.5978e-02,  7.8433e-02,  9.7138e-02,\n",
       "          8.8362e-02, -5.5156e-02,  1.8277e-01,  1.0541e-01,  1.7125e-01,\n",
       "          2.3317e-02,  1.0716e-01,  1.0549e-01,  7.3666e-02,  7.0549e-02,\n",
       "          3.6463e-03,  8.2517e-02,  1.3419e-01, -2.9456e-03,  1.0492e-01,\n",
       "          1.1982e-01,  1.6136e-04,  5.0766e-02,  1.9301e-03,  1.5054e-01,\n",
       "          1.1902e-01, -2.0978e-03,  1.9658e-01,  4.5569e-03,  6.8229e-02,\n",
       "          1.3388e-02,  1.8132e-01, -5.9605e-04,  1.6247e-01,  3.2930e-02,\n",
       "          1.1200e-01,  1.9393e-01,  2.5808e-03,  8.3123e-02,  1.1253e-01,\n",
       "          1.7063e-01,  1.0440e-01,  1.7874e-01,  7.7854e-02,  1.5666e-01,\n",
       "          5.0905e-02, -2.7906e-03,  6.0902e-03,  8.2056e-04,  2.6993e-02,\n",
       "          2.0848e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 3.9980e-03,  5.0117e-03, -6.5528e-02,  1.8528e-03, -4.9248e-02,\n",
       "          2.5485e-03,  6.3341e-02, -6.2315e-03,  2.3204e-03,  4.1033e-02,\n",
       "         -1.3602e-02,  9.2113e-02,  5.1501e-02,  8.3470e-03, -3.8014e-02,\n",
       "          2.8642e-02, -3.2982e-02, -3.1293e-03, -9.6352e-02,  2.4645e-03,\n",
       "          1.8199e-02,  1.1311e-04,  6.3481e-02,  1.9443e-02, -3.1420e-02,\n",
       "         -5.5623e-02,  5.3881e-03,  1.0326e-02,  3.8256e-03, -3.4432e-02,\n",
       "         -1.9697e-03,  7.8351e-03,  2.7125e-02,  1.1254e-01,  9.4352e-02,\n",
       "          1.0976e-01, -1.0558e-01, -2.2601e-02,  3.3063e-03,  3.2106e-03,\n",
       "         -2.4838e-02, -2.3685e-02, -3.2189e-02, -7.1171e-02,  3.1299e-02,\n",
       "          4.1259e-02,  2.1263e-02, -6.1532e-02, -1.1498e-01,  5.9384e-02,\n",
       "          1.2950e-02,  9.2789e-02, -4.9363e-02,  7.3796e-03,  1.7671e-03,\n",
       "         -4.1717e-03,  1.4550e-01, -4.8883e-02, -7.7205e-02, -7.8253e-04,\n",
       "          9.3112e-03, -4.0488e-02,  3.3157e-03,  6.0696e-02, -2.8872e-07,\n",
       "          5.0370e-03, -6.1416e-02,  3.6578e-02, -6.5839e-02,  5.3615e-03,\n",
       "         -4.3997e-02, -5.9013e-05,  4.0512e-02,  4.0043e-03, -8.4623e-03,\n",
       "          7.2705e-02,  4.0860e-02, -5.0787e-02,  6.0637e-03, -1.8153e-02,\n",
       "          2.0342e-03,  5.1603e-02,  8.6173e-03,  9.7429e-02,  1.2427e-01,\n",
       "          9.1219e-02,  5.4813e-02, -2.4722e-02,  8.3121e-03, -2.7292e-03,\n",
       "          1.1337e-03,  9.3664e-03,  1.9196e-03,  6.6088e-03,  9.5043e-02,\n",
       "          5.2576e-02,  5.9158e-03, -5.3450e-02,  1.0382e-01,  1.3383e-01,\n",
       "          7.6762e-03, -3.7883e-05, -8.0345e-04,  2.2704e-03,  6.0525e-03,\n",
       "         -3.0990e-02, -1.4757e-01, -3.1099e-02,  1.7915e-03,  1.7390e-02,\n",
       "          2.5397e-03,  1.1629e-01,  2.4081e-03,  4.4117e-03,  5.3332e-02,\n",
       "         -6.1501e-03,  3.1353e-03, -3.3524e-03,  5.4908e-03,  3.5045e-03,\n",
       "         -7.7928e-02, -1.3230e-01, -6.2576e-02, -5.2930e-04, -1.7536e-02,\n",
       "          3.4290e-02,  2.3256e-02, -7.7662e-04, -7.5449e-02,  5.0531e-03,\n",
       "         -4.0019e-02, -1.0415e-02,  3.1160e-02, -1.5949e-02, -7.4926e-02,\n",
       "         -1.8892e-02, -1.6239e-02, -5.3514e-02,  5.5231e-02, -1.1096e-01,\n",
       "         -4.4315e-02,  2.6778e-03, -1.0696e-02,  1.6248e-02, -1.0240e-01,\n",
       "         -5.0648e-02,  1.3774e-02,  1.3104e-02, -3.1626e-02,  1.5090e-02,\n",
       "         -8.3022e-02, -4.2749e-02, -5.2607e-02,  3.0274e-03,  5.8953e-02,\n",
       "          5.3911e-02, -1.6867e-02,  9.5402e-03,  2.3234e-03,  3.7943e-03,\n",
       "          7.4951e-03,  2.6353e-04,  8.1738e-03,  2.3198e-03,  2.3122e-02,\n",
       "          3.4564e-02, -8.3066e-02,  9.4532e-03, -1.8433e-02,  2.1947e-02,\n",
       "          1.5602e-01,  6.9935e-03, -1.3894e-02, -2.8587e-02, -2.7557e-02,\n",
       "         -1.1292e-01, -2.8270e-02,  4.6501e-03,  1.9597e-02,  9.3797e-02,\n",
       "          4.3781e-03, -9.2987e-03,  3.9714e-02,  4.4164e-02,  3.5342e-03,\n",
       "         -3.3409e-06, -2.8622e-03,  6.1362e-02, -4.5803e-03,  4.8157e-03,\n",
       "         -5.8102e-02,  4.9529e-03,  3.6021e-03, -4.0624e-05,  1.9674e-02,\n",
       "          5.7639e-04, -4.6084e-03,  5.8968e-03, -3.6626e-02, -3.5292e-02,\n",
       "         -3.6024e-03,  3.8701e-03, -2.2053e-05,  1.0455e-02, -3.3503e-02,\n",
       "          3.2163e-03, -2.1732e-02,  6.6086e-02,  2.0005e-02,  1.3922e-01,\n",
       "          1.1378e-02, -6.7080e-02,  3.6496e-02, -2.4453e-02, -1.4834e-01,\n",
       "          7.1466e-03, -2.3019e-02,  1.9417e-02,  2.1519e-02, -2.5884e-02,\n",
       "          6.2051e-03, -3.8573e-02,  3.2588e-02,  6.4501e-03,  1.1272e-01,\n",
       "         -3.1017e-02,  4.9000e-03, -3.6400e-03,  7.3899e-03,  5.2943e-02,\n",
       "         -4.5050e-02,  6.7647e-03,  9.6522e-02,  3.5004e-03,  4.6488e-02,\n",
       "         -4.7906e-04, -1.1251e-01,  9.4231e-03,  3.7263e-02, -1.6908e-02,\n",
       "         -7.2099e-03,  1.2631e-01,  5.0302e-03, -4.8352e-02,  1.7477e-03,\n",
       "         -2.7385e-02, -7.2289e-02, -8.5673e-02, -5.9411e-02,  1.8720e-03,\n",
       "          1.2158e-02,  3.6557e-03,  6.4777e-03,  6.6302e-03,  2.9329e-02,\n",
       "         -7.0381e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 5.7859e-03]],\n",
       " \n",
       "          [[ 1.3108e-03]],\n",
       " \n",
       "          [[-4.1067e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.2579e-03]],\n",
       " \n",
       "          [[-4.1070e-02]],\n",
       " \n",
       "          [[-3.8527e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.9597e-03]],\n",
       " \n",
       "          [[-1.0637e-02]],\n",
       " \n",
       "          [[ 1.8890e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.8657e-03]],\n",
       " \n",
       "          [[-1.1662e-01]],\n",
       " \n",
       "          [[ 7.1150e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.3912e-02]],\n",
       " \n",
       "          [[ 1.8223e-03]],\n",
       " \n",
       "          [[ 2.2519e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.2903e-02]],\n",
       " \n",
       "          [[-1.1148e-02]],\n",
       " \n",
       "          [[ 7.2517e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 2.5342e-03]],\n",
       " \n",
       "          [[-3.2014e-03]],\n",
       " \n",
       "          [[-1.0234e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.2434e-02]],\n",
       " \n",
       "          [[-1.1588e-02]],\n",
       " \n",
       "          [[ 1.7599e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 4.4654e-04]],\n",
       " \n",
       "          [[ 5.1545e-03]],\n",
       " \n",
       "          [[-2.1940e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.4156e-02]],\n",
       " \n",
       "          [[ 6.5771e-02]],\n",
       " \n",
       "          [[-2.3287e-02]]],\n",
       " \n",
       " \n",
       "         [[[-2.4907e-03]],\n",
       " \n",
       "          [[-7.4796e-05]],\n",
       " \n",
       "          [[-3.3184e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-9.5518e-03]],\n",
       " \n",
       "          [[ 2.8951e-02]],\n",
       " \n",
       "          [[-1.3137e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1913, 0.1692, 0.0998, 0.1557, 0.2209, 0.2088, 0.1592, 0.1858, 0.1681,\n",
       "         0.1715, 0.2173, 0.1619, 0.1758, 0.2133, 0.2372, 0.1801, 0.2278, 0.1665,\n",
       "         0.1719, 0.1989, 0.1980, 0.1442, 0.1775, 0.2147, 0.1963, 0.1785, 0.1716,\n",
       "         0.1923, 0.1763, 0.2147, 0.1436, 0.1808, 0.1411, 0.2095, 0.1432, 0.2235,\n",
       "         0.1475, 0.2037, 0.1705, 0.1889, 0.1268, 0.2000, 0.2031, 0.1841, 0.1522,\n",
       "         0.1639, 0.2384, 0.1928, 0.1385, 0.1841, 0.1849, 0.1573, 0.2080, 0.1951,\n",
       "         0.2446, 0.1780, 0.1835, 0.1956, 0.1273, 0.2016, 0.1753, 0.1431, 0.2104,\n",
       "         0.1973], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0211, -0.0407, -0.0112, -0.1323, -0.1030, -0.0420, -0.0627,  0.0480,\n",
       "          0.0803,  0.1414, -0.1111, -0.1918,  0.0786, -0.0938, -0.1518,  0.0853,\n",
       "         -0.1570,  0.1497,  0.0868, -0.0677, -0.0525,  0.1388,  0.0777, -0.0986,\n",
       "          0.0222,  0.0800,  0.0634,  0.0124, -0.0755, -0.1144,  0.0747, -0.0626,\n",
       "          0.1637, -0.0787,  0.1791, -0.0868,  0.1491, -0.0757,  0.0105, -0.1133,\n",
       "         -0.0680,  0.0583, -0.0410, -0.0515,  0.0492, -0.0792, -0.1330, -0.0540,\n",
       "          0.0605, -0.1405, -0.0211,  0.1586, -0.1310, -0.0853, -0.1872,  0.0526,\n",
       "         -0.0925, -0.0578,  0.0782, -0.1039, -0.0210,  0.0612, -0.1123, -0.0781],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 3.3096e-02, -2.2837e-03, -2.6060e-02],\n",
       "           [-1.8888e-03, -1.4137e-02, -7.5973e-03],\n",
       "           [-4.9556e-02,  2.8547e-02, -1.2019e-02]],\n",
       " \n",
       "          [[ 2.0762e-02, -6.0752e-02,  1.7711e-02],\n",
       "           [ 2.2331e-02, -5.3168e-02,  2.7273e-02],\n",
       "           [-1.8588e-02,  7.2604e-03, -4.4545e-03]],\n",
       " \n",
       "          [[ 1.1293e-02,  4.2911e-03,  2.0791e-02],\n",
       "           [-2.3401e-03, -1.7693e-02,  1.8178e-02],\n",
       "           [-5.9822e-03, -9.6152e-03,  8.1386e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.3661e-02, -1.2209e-02, -4.6657e-03],\n",
       "           [-3.2961e-03, -3.7944e-03, -2.1736e-02],\n",
       "           [-2.4662e-02,  2.3986e-02, -1.5785e-02]],\n",
       " \n",
       "          [[-4.2326e-02,  5.5694e-03,  1.0661e-02],\n",
       "           [-4.7409e-02,  3.7776e-02,  2.1256e-02],\n",
       "           [-9.4837e-03,  1.1733e-02, -6.1717e-03]],\n",
       " \n",
       "          [[ 3.1075e-03, -7.9047e-03, -2.5325e-02],\n",
       "           [ 8.5359e-03, -6.7326e-03, -1.2789e-02],\n",
       "           [ 7.2580e-03, -1.6795e-02, -7.6375e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 2.1006e-02, -1.9891e-02, -2.5320e-02],\n",
       "           [-3.3499e-04,  1.9618e-02, -2.0495e-02],\n",
       "           [ 4.6272e-02,  7.7210e-02, -5.5360e-02]],\n",
       " \n",
       "          [[-3.7223e-02,  6.7949e-02, -3.3836e-02],\n",
       "           [-5.4784e-02,  6.3341e-02, -3.2365e-02],\n",
       "           [-5.3404e-03, -1.1135e-02, -7.8994e-04]],\n",
       " \n",
       "          [[ 2.9878e-02, -5.3996e-03,  9.8225e-03],\n",
       "           [-3.4435e-03,  1.1870e-03, -4.5666e-03],\n",
       "           [-5.3928e-03, -9.0694e-03,  3.1196e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.8036e-02,  2.4209e-02,  7.9403e-03],\n",
       "           [-8.6619e-03,  2.1570e-02, -6.4812e-03],\n",
       "           [-2.2654e-02,  8.9033e-03,  2.2195e-02]],\n",
       " \n",
       "          [[ 6.1954e-03, -1.9543e-02, -1.2755e-02],\n",
       "           [ 1.8484e-02, -1.3425e-02,  2.4133e-05],\n",
       "           [ 1.7827e-03, -5.4650e-03,  3.1103e-02]],\n",
       " \n",
       "          [[-1.4821e-02,  1.6666e-02, -3.1383e-02],\n",
       "           [-9.5354e-05,  2.7465e-02,  2.4956e-02],\n",
       "           [ 7.7412e-03,  2.5979e-03, -2.1601e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.4079e-02,  8.0381e-03, -1.7125e-02],\n",
       "           [ 3.8214e-03, -2.4952e-02, -2.6993e-02],\n",
       "           [ 2.8850e-02,  1.9032e-02, -8.6727e-03]],\n",
       " \n",
       "          [[ 8.9605e-03,  1.1186e-02,  2.7754e-02],\n",
       "           [ 3.4283e-03, -6.6164e-02,  2.5678e-02],\n",
       "           [ 3.7452e-02, -2.1241e-02, -2.8383e-02]],\n",
       " \n",
       "          [[ 1.2442e-02,  5.2476e-03, -5.9283e-03],\n",
       "           [ 1.4631e-02, -1.2374e-02, -2.8127e-03],\n",
       "           [-8.1462e-04, -2.5496e-03, -6.6706e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.4014e-02,  2.1514e-02,  5.0287e-02],\n",
       "           [-6.9800e-02, -8.5586e-03,  2.6910e-02],\n",
       "           [-4.7790e-02, -6.6275e-02,  3.5433e-02]],\n",
       " \n",
       "          [[-1.2001e-03, -2.2680e-02, -7.8468e-03],\n",
       "           [-3.3417e-02,  2.9589e-02, -8.3864e-02],\n",
       "           [-1.2242e-02,  2.2470e-02,  8.2582e-03]],\n",
       " \n",
       "          [[-1.6228e-03,  1.9872e-02, -5.9169e-03],\n",
       "           [ 9.8616e-03, -4.3809e-03,  1.3927e-02],\n",
       "           [-5.0480e-03,  2.1110e-02, -2.3370e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-4.9515e-02, -2.5277e-03,  2.3704e-03],\n",
       "           [-2.5449e-02,  2.5781e-03,  1.3212e-02],\n",
       "           [-2.8367e-02,  6.1904e-03, -7.1778e-04]],\n",
       " \n",
       "          [[-1.6230e-03, -1.3667e-02,  1.6481e-02],\n",
       "           [-7.6718e-03, -3.8440e-02,  4.1870e-02],\n",
       "           [-8.3919e-04, -2.0845e-02,  8.6331e-03]],\n",
       " \n",
       "          [[ 2.7622e-02,  9.3908e-03,  1.2196e-02],\n",
       "           [ 2.0812e-02,  2.6994e-03, -4.2113e-03],\n",
       "           [ 2.7357e-02,  7.6224e-04, -8.0598e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.1468e-02, -2.5943e-02,  2.7411e-02],\n",
       "           [-6.6122e-02, -4.1655e-02,  5.9899e-02],\n",
       "           [-6.1420e-02,  2.5395e-02,  3.8950e-02]],\n",
       " \n",
       "          [[ 6.2085e-02,  5.7126e-03,  8.0286e-05],\n",
       "           [-1.9108e-02, -3.2557e-02, -3.4181e-02],\n",
       "           [-2.2809e-02, -9.4224e-03, -1.4776e-02]],\n",
       " \n",
       "          [[-2.6983e-02, -2.4507e-02, -1.3865e-02],\n",
       "           [-4.2552e-02, -3.6843e-02,  6.1647e-02],\n",
       "           [-3.8629e-02, -2.1726e-03,  4.2447e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 7.4762e-03, -1.5865e-02,  2.5887e-02],\n",
       "           [ 2.6152e-02, -1.9164e-02, -6.5627e-03],\n",
       "           [-4.7026e-05, -1.0471e-02, -1.3037e-03]],\n",
       " \n",
       "          [[-4.9933e-03,  1.1487e-02, -3.9681e-02],\n",
       "           [-1.2797e-02,  1.7415e-02, -2.6448e-02],\n",
       "           [ 3.2297e-02,  1.2037e-02, -1.5810e-02]],\n",
       " \n",
       "          [[ 3.1153e-02,  4.1138e-03,  1.1098e-02],\n",
       "           [-2.8878e-03, -4.0853e-03, -4.8585e-03],\n",
       "           [ 4.2662e-03, -5.7329e-03,  7.8327e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.5365e-02,  1.6538e-02,  5.1379e-02],\n",
       "           [-3.9035e-02,  3.4860e-02,  1.0149e-02],\n",
       "           [-4.4507e-02,  3.3185e-02, -2.4550e-02]],\n",
       " \n",
       "          [[-2.4078e-02, -1.9366e-02, -1.0191e-02],\n",
       "           [-1.6126e-02,  1.9683e-03,  5.2968e-02],\n",
       "           [-1.1998e-03,  2.4451e-02,  6.5782e-03]],\n",
       " \n",
       "          [[-5.2594e-03, -2.8607e-03,  2.9125e-02],\n",
       "           [ 1.5266e-02,  6.4225e-03, -9.4151e-03],\n",
       "           [ 3.6973e-02, -5.3924e-04, -2.3406e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 9.4780e-03,  1.8678e-02,  4.8434e-03],\n",
       "           [ 2.7248e-02, -3.3991e-02,  1.4853e-02],\n",
       "           [-4.3406e-02,  1.9014e-02, -1.0946e-02]],\n",
       " \n",
       "          [[ 3.8813e-03, -1.0640e-02, -1.2859e-02],\n",
       "           [ 1.4223e-02,  1.7025e-02,  1.5361e-02],\n",
       "           [-2.6170e-02, -1.2333e-02,  3.2009e-02]],\n",
       " \n",
       "          [[ 1.1578e-02,  1.5274e-04,  3.5564e-03],\n",
       "           [ 7.9022e-03,  2.6997e-02,  9.6522e-03],\n",
       "           [-1.3545e-03, -2.9908e-04,  1.0236e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.0883e-02, -1.2606e-02,  5.2883e-03],\n",
       "           [ 1.9850e-02, -3.1524e-02, -4.9819e-02],\n",
       "           [ 1.5679e-02,  4.7178e-02, -2.1810e-02]],\n",
       " \n",
       "          [[-1.1884e-02, -1.6430e-02,  4.3056e-03],\n",
       "           [ 2.1827e-02, -3.3460e-02, -1.5285e-02],\n",
       "           [-1.9582e-04,  3.6705e-02, -1.6792e-02]],\n",
       " \n",
       "          [[-1.6154e-02,  1.7052e-02,  1.9213e-03],\n",
       "           [-1.3728e-02,  2.2707e-02,  7.7133e-03],\n",
       "           [ 2.4167e-02, -9.8935e-03, -8.9031e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2164, 0.2510, 0.2231, 0.2292, 0.2206, 0.2179, 0.2162, 0.1634, 0.2093,\n",
       "         0.2222, 0.2535, 0.3154, 0.2342, 0.2426, 0.2290, 0.2137, 0.2216, 0.1808,\n",
       "         0.2402, 0.2401, 0.2296, 0.2416, 0.2316, 0.2086, 0.2435, 0.2377, 0.2285,\n",
       "         0.2185, 0.2242, 0.2128, 0.2328, 0.2420, 0.1663, 0.2489, 0.1979, 0.2088,\n",
       "         0.2402, 0.1934, 0.1159, 0.2452, 0.2377, 0.1765, 0.2250, 0.1855, 0.2238,\n",
       "         0.2285, 0.2402, 0.2207, 0.2157, 0.2389, 0.2259, 0.2190, 0.2020, 0.2269,\n",
       "         0.2276, 0.2248, 0.2533, 0.1996, 0.2053, 0.1992, 0.2117, 0.2513, 0.2136,\n",
       "         0.2317], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0306, -0.0923, -0.0414, -0.0653, -0.1028, -0.0986, -0.0136, -0.0025,\n",
       "         -0.1152, -0.0291, -0.0657, -0.3410, -0.0687, -0.0501, -0.0541, -0.0482,\n",
       "         -0.0685,  0.0415, -0.0591, -0.0672, -0.0274, -0.1126, -0.0099, -0.0306,\n",
       "         -0.1327, -0.0547, -0.0480, -0.0265, -0.0448, -0.0258, -0.0761, -0.1036,\n",
       "          0.0966, -0.0771,  0.0057, -0.0256, -0.1545,  0.1036,  0.2601, -0.1233,\n",
       "         -0.0618,  0.0686, -0.0530,  0.0247, -0.0409, -0.0814, -0.0808, -0.0434,\n",
       "         -0.0131, -0.0899, -0.0204, -0.0730, -0.0149, -0.0785, -0.0759, -0.1011,\n",
       "         -0.0613, -0.1066,  0.0035,  0.0221, -0.0881, -0.0364, -0.0522, -0.0728],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0043]],\n",
       " \n",
       "          [[-0.0028]],\n",
       " \n",
       "          [[-0.0020]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0021]],\n",
       " \n",
       "          [[ 0.0054]],\n",
       " \n",
       "          [[ 0.0023]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0011]],\n",
       " \n",
       "          [[ 0.0030]],\n",
       " \n",
       "          [[ 0.0068]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0025]],\n",
       " \n",
       "          [[ 0.0081]],\n",
       " \n",
       "          [[-0.0066]]],\n",
       " \n",
       " \n",
       "         [[[-0.0199]],\n",
       " \n",
       "          [[-0.0104]],\n",
       " \n",
       "          [[-0.0676]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0245]],\n",
       " \n",
       "          [[-0.0060]],\n",
       " \n",
       "          [[-0.1256]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0013]],\n",
       " \n",
       "          [[ 0.0002]],\n",
       " \n",
       "          [[ 0.0054]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0007]],\n",
       " \n",
       "          [[ 0.0084]],\n",
       " \n",
       "          [[ 0.0039]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0002]],\n",
       " \n",
       "          [[ 0.0035]],\n",
       " \n",
       "          [[-0.0059]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0051]],\n",
       " \n",
       "          [[-0.0049]],\n",
       " \n",
       "          [[-0.0030]]],\n",
       " \n",
       " \n",
       "         [[[-0.0474]],\n",
       " \n",
       "          [[-0.0324]],\n",
       " \n",
       "          [[ 0.0087]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0097]],\n",
       " \n",
       "          [[-0.0294]],\n",
       " \n",
       "          [[-0.0360]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.5923e-03,  3.9254e-03,  2.4249e-01,  1.3147e-02,  2.0007e-01,\n",
       "         -3.2185e-04,  1.1565e-01,  4.6914e-02, -1.5021e-03, -2.1276e-02,\n",
       "         -2.6685e-03,  1.4753e-01,  2.1443e-01, -6.9608e-03,  1.1943e-01,\n",
       "          1.2552e-01,  4.0872e-03,  7.9870e-02, -4.8085e-04, -4.8666e-04,\n",
       "          1.2917e-01,  7.9297e-02,  1.5621e-01,  1.0811e-01,  8.1673e-02,\n",
       "          2.2446e-01,  1.6008e-03,  5.1752e-02, -2.1425e-03, -4.1347e-03,\n",
       "          5.5874e-03,  1.6457e-03, -7.5116e-03,  5.5340e-02,  1.3223e-01,\n",
       "         -4.4711e-03,  2.2457e-03, -4.7519e-03, -3.3598e-03,  2.3241e-03,\n",
       "          3.5016e-01,  1.6626e-02,  1.3429e-01,  8.7274e-03, -2.2221e-03,\n",
       "          2.1726e-01,  3.8173e-04,  1.8875e-01,  2.4498e-01,  1.9210e-01,\n",
       "         -1.5552e-02,  4.3431e-02,  2.3153e-01,  1.8777e-01,  5.6176e-03,\n",
       "          6.8458e-03,  9.6181e-04,  1.2022e-01,  1.5761e-03,  3.8495e-03,\n",
       "          1.6509e-02,  3.7691e-03, -3.7044e-03,  3.4143e-03,  3.7547e-01,\n",
       "          9.6327e-04,  2.0730e-01,  1.3995e-02,  6.1402e-02,  3.6116e-04,\n",
       "          1.4752e-01,  2.5778e-01,  6.4280e-02, -5.6550e-03, -2.9041e-03,\n",
       "          9.2023e-02,  1.2709e-01,  2.0836e-02, -5.7879e-03,  5.0520e-02,\n",
       "          9.4376e-04, -6.8810e-03,  4.0449e-03,  2.2498e-01,  1.0739e-01,\n",
       "          1.4813e-01,  1.8075e-01,  2.5015e-01, -3.8219e-03,  2.3577e-01,\n",
       "         -1.6626e-03,  8.5213e-02,  1.0438e-03,  2.7836e-01,  1.4462e-01,\n",
       "          6.2460e-02,  3.3796e-03,  1.4250e-01,  3.7376e-04,  5.0352e-02,\n",
       "          3.2150e-02,  2.7668e-01,  1.3964e-01,  6.0652e-03,  5.9212e-02,\n",
       "          8.5587e-02,  1.2062e-01,  2.2024e-01,  1.6723e-03, -5.6672e-03,\n",
       "         -2.9752e-03,  2.2320e-03,  6.4960e-04,  1.1749e-02,  7.0809e-02,\n",
       "          6.8258e-02,  1.9609e-02,  1.9424e-01,  1.4364e-01, -4.6868e-02,\n",
       "          3.1891e-02, -9.7883e-02,  7.8508e-03,  3.3273e-01, -4.1975e-03,\n",
       "          8.4416e-04,  1.1355e-01,  3.3805e-01,  1.4239e-01,  9.8107e-02,\n",
       "          1.3453e-01,  5.8075e-02,  1.3168e-01,  2.3258e-01,  1.7535e-01,\n",
       "         -1.2962e-02,  1.2742e-01,  1.8458e-01,  1.0246e-02,  1.9722e-01,\n",
       "          1.8699e-01, -4.5020e-03,  4.8174e-02,  1.3220e-01, -3.2639e-04,\n",
       "          2.4005e-03,  1.8434e-02,  4.7764e-02,  4.0037e-02,  1.0904e-01,\n",
       "          5.4055e-04,  1.4809e-01,  1.8626e-01,  1.2066e-01,  2.1117e-04,\n",
       "          1.0883e-01,  2.2160e-03,  1.0662e-01,  6.6964e-03, -3.4917e-04,\n",
       "          1.6360e-03,  5.2486e-02,  4.0103e-04,  7.3373e-03,  1.8499e-01,\n",
       "          7.8452e-04,  1.2660e-01,  5.9067e-03,  4.8742e-02,  2.1743e-01,\n",
       "          6.9027e-02,  2.8614e-03,  1.6751e-01,  2.1230e-01,  1.9725e-01,\n",
       "          1.4877e-01,  6.1662e-02,  1.1902e-03,  1.0716e-01,  1.2783e-01,\n",
       "          2.1050e-01,  8.1410e-03,  6.2906e-02,  7.1060e-02, -2.7128e-03,\n",
       "          1.7258e-01,  2.4634e-05,  7.5922e-02,  1.0812e-02,  1.8710e-03,\n",
       "          8.2368e-03, -8.0845e-04,  3.8778e-03, -3.0493e-02,  1.6607e-01,\n",
       "         -1.6289e-03,  7.1129e-02,  1.6436e-02, -2.9241e-03,  1.7963e-01,\n",
       "          2.4212e-02,  3.2674e-02,  2.1873e-01,  4.7956e-03,  1.9497e-01,\n",
       "          1.4281e-03,  1.5408e-01,  1.0100e-01,  4.6857e-02,  2.2967e-02,\n",
       "          1.2381e-01,  2.1717e-01,  1.2651e-01,  6.1652e-02,  6.2563e-02,\n",
       "          4.2479e-03,  1.7376e-01,  1.4670e-01,  9.9366e-02,  9.4216e-02,\n",
       "         -2.3530e-03,  1.6592e-01,  1.8851e-01,  1.9745e-04,  5.5619e-03,\n",
       "          6.1706e-02, -4.3745e-03,  8.3113e-03,  3.9033e-03,  7.9864e-02,\n",
       "          2.4560e-01, -4.0077e-03,  6.2504e-02,  3.0014e-03, -1.8519e-03,\n",
       "          5.8024e-03,  1.2154e-01, -4.8917e-03,  3.0175e-02,  1.0293e-02,\n",
       "          8.7251e-02,  3.4200e-02, -4.8267e-04, -3.7933e-03,  2.6417e-02,\n",
       "         -5.0796e-03,  2.3757e-01,  1.0215e-01,  1.7780e-01,  1.5232e-01,\n",
       "         -3.5495e-03,  4.1498e-04, -9.2583e-04, -2.6891e-04, -1.3040e-02,\n",
       "          1.7283e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 1.6992e-03,  5.0382e-03, -5.3581e-03,  1.2441e-02, -8.8081e-02,\n",
       "          4.7532e-04, -2.4655e-02, -4.1756e-02,  3.4699e-03, -2.3479e-02,\n",
       "          6.9927e-03, -1.0782e-01,  5.3510e-02,  5.7055e-03, -8.9744e-02,\n",
       "          5.9679e-02,  5.1555e-03, -4.0477e-02, -6.0349e-02,  2.9654e-03,\n",
       "         -4.9220e-02, -2.9692e-02, -6.3090e-02, -5.9043e-02, -5.8201e-02,\n",
       "         -5.7618e-02,  1.9976e-03,  7.9507e-02,  3.9805e-03,  6.4963e-03,\n",
       "         -1.5410e-02,  1.9556e-03,  4.4848e-03,  2.8314e-03, -6.3766e-03,\n",
       "          4.1988e-03,  9.6905e-03,  8.4190e-03,  2.2747e-03,  3.1662e-03,\n",
       "         -1.8830e-02,  1.6370e-02, -1.2802e-01,  1.2666e-02,  1.6747e-03,\n",
       "          1.7381e-02,  3.8164e-03, -7.1342e-02,  7.3178e-04,  7.7011e-02,\n",
       "          8.1400e-04,  5.1719e-02,  1.3280e-01, -9.5838e-02,  4.5241e-04,\n",
       "          3.5057e-03,  2.7114e-03, -5.7659e-03,  4.5499e-03,  7.1968e-03,\n",
       "          1.9823e-03,  5.0345e-03, -4.8034e-04,  3.3404e-03, -3.3814e-02,\n",
       "          3.5957e-03,  1.5875e-02,  1.9627e-03, -9.2767e-02,  4.3835e-03,\n",
       "         -4.2223e-02,  6.9495e-02, -1.0593e-02,  2.4233e-03,  7.5824e-03,\n",
       "         -6.6293e-03,  1.4546e-01, -5.7654e-02,  1.5647e-03, -5.1676e-02,\n",
       "          3.4277e-03,  1.5668e-03,  9.0013e-03,  5.7906e-02,  5.8805e-02,\n",
       "          9.8467e-02, -5.1271e-02,  6.3085e-02,  6.8982e-03,  1.2536e-01,\n",
       "          2.6876e-03, -7.8096e-02,  3.3555e-03, -1.6889e-02, -1.0709e-01,\n",
       "         -5.2900e-02,  6.5568e-03, -1.6622e-01, -3.1676e-03,  3.8857e-02,\n",
       "         -8.9695e-03,  7.2363e-02, -1.2169e-01,  3.0069e-03, -4.9618e-02,\n",
       "         -6.4907e-02, -2.5070e-02,  1.5951e-01,  9.6958e-04,  6.2200e-03,\n",
       "          6.8251e-04,  2.5500e-03,  3.0048e-03,  8.5628e-03, -1.2875e-01,\n",
       "         -3.1084e-02,  8.1635e-03,  7.6135e-02, -5.5718e-02,  8.2841e-03,\n",
       "         -3.6918e-02, -1.5486e-01, -4.2461e-03,  2.0860e-02,  9.8043e-04,\n",
       "          7.9003e-03, -1.3246e-01, -6.7532e-03,  1.7541e-01, -2.1152e-02,\n",
       "         -1.2872e-01, -4.9117e-02, -2.8269e-02, -6.9213e-02,  1.3988e-01,\n",
       "         -1.0839e-02, -2.1480e-02,  9.0547e-02,  8.3040e-03,  1.1524e-01,\n",
       "          9.4258e-03, -9.1795e-05, -5.4175e-02, -6.9126e-02, -3.6628e-02,\n",
       "          8.4504e-03,  7.6586e-03, -1.5426e-02, -7.0979e-02,  4.2078e-02,\n",
       "          5.1665e-03, -6.9608e-02, -7.6358e-02,  9.2201e-02,  4.1193e-03,\n",
       "         -1.3960e-01,  2.3765e-03, -1.0904e-01,  3.2954e-03,  4.3768e-03,\n",
       "          2.2496e-03, -4.0969e-02,  7.0422e-04,  6.4295e-04, -5.0308e-02,\n",
       "          2.5666e-03, -1.5794e-01,  6.3643e-03, -5.2255e-02, -9.3409e-02,\n",
       "          4.2246e-02,  6.9041e-03, -1.2083e-01, -2.4038e-02, -1.7824e-02,\n",
       "          2.5941e-02, -6.6151e-02,  5.4090e-03, -7.6903e-02, -7.1961e-02,\n",
       "         -8.4716e-02, -5.0294e-03, -6.6614e-02, -1.0553e-01,  2.6018e-03,\n",
       "          1.9690e-01,  3.3359e-03,  6.1511e-02,  1.0994e-02,  4.4189e-03,\n",
       "          6.9681e-03,  4.8677e-03,  4.0604e-03, -2.5730e-02,  8.0124e-02,\n",
       "          2.0603e-03, -6.6625e-02,  3.3132e-03,  2.0055e-03,  6.7946e-03,\n",
       "         -1.0491e-02, -7.7521e-03,  1.2242e-01,  4.5047e-03, -7.1743e-02,\n",
       "          8.5945e-03, -4.8786e-02,  1.5492e-01, -3.0984e-02,  2.5433e-02,\n",
       "         -5.0546e-02,  7.0953e-02, -4.7523e-02,  2.4916e-03, -9.7288e-02,\n",
       "          1.2981e-03, -8.5806e-02, -1.0631e-01, -6.9902e-02, -3.4147e-02,\n",
       "          5.2914e-03, -1.1379e-01,  2.4093e-02,  3.3743e-03,  3.1187e-03,\n",
       "         -6.4556e-02,  3.8068e-03,  2.7139e-03,  4.5545e-03,  6.2054e-03,\n",
       "         -1.2041e-01,  2.6672e-03, -7.7625e-03, -1.7428e-04,  3.6261e-03,\n",
       "          6.1757e-03, -1.6837e-01,  7.0741e-03, -3.0000e-02, -2.4920e-02,\n",
       "         -9.5481e-03,  1.1757e-02,  3.3857e-03,  1.0306e-02, -5.2387e-02,\n",
       "          3.4361e-03,  1.6722e-02, -1.4745e-01,  3.0167e-02, -5.5876e-02,\n",
       "          6.0108e-03,  4.3211e-03,  3.4444e-03,  5.2922e-03,  5.1733e-03,\n",
       "         -1.5416e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0100]],\n",
       " \n",
       "          [[ 0.0155]],\n",
       " \n",
       "          [[ 0.0260]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0129]],\n",
       " \n",
       "          [[-0.0317]],\n",
       " \n",
       "          [[ 0.0059]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0062]],\n",
       " \n",
       "          [[ 0.0075]],\n",
       " \n",
       "          [[-0.0250]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0070]],\n",
       " \n",
       "          [[-0.0181]],\n",
       " \n",
       "          [[-0.0673]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0266]],\n",
       " \n",
       "          [[ 0.0019]],\n",
       " \n",
       "          [[-0.0693]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0099]],\n",
       " \n",
       "          [[-0.0187]],\n",
       " \n",
       "          [[-0.0031]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0035]],\n",
       " \n",
       "          [[ 0.0040]],\n",
       " \n",
       "          [[-0.0008]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0086]],\n",
       " \n",
       "          [[ 0.0164]],\n",
       " \n",
       "          [[ 0.0041]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0005]],\n",
       " \n",
       "          [[ 0.0023]],\n",
       " \n",
       "          [[ 0.1286]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0031]],\n",
       " \n",
       "          [[-0.0078]],\n",
       " \n",
       "          [[ 0.0495]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0106]],\n",
       " \n",
       "          [[ 0.0009]],\n",
       " \n",
       "          [[-0.0131]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0058]],\n",
       " \n",
       "          [[ 0.0292]],\n",
       " \n",
       "          [[-0.0483]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2639, 0.1874, 0.2028, 0.2016, 0.2028, 0.2079, 0.2166, 0.1769, 0.1823,\n",
       "         0.1636, 0.2489, 0.1522, 0.1968, 0.2547, 0.1898, 0.2004, 0.2001, 0.1535,\n",
       "         0.2109, 0.1407, 0.2053, 0.1700, 0.2409, 0.1672, 0.2550, 0.1277, 0.2347,\n",
       "         0.1519, 0.3125, 0.2502, 0.1831, 0.1560, 0.1685, 0.1832, 0.2342, 0.1888,\n",
       "         0.1630, 0.2165, 0.3512, 0.1941, 0.2384, 0.1560, 0.2359, 0.1366, 0.1788,\n",
       "         0.2182, 0.1845, 0.1800, 0.1408, 0.2376, 0.2027, 0.2410, 0.2098, 0.2116,\n",
       "         0.1076, 0.1869, 0.2270, 0.2286, 0.1911, 0.1916, 0.2162, 0.2079, 0.2235,\n",
       "         0.2123, 0.2124, 0.2164, 0.2602, 0.1321, 0.1902, 0.1735, 0.2416, 0.1990,\n",
       "         0.2038, 0.2215, 0.1764, 0.2177, 0.2127, 0.2317, 0.2532, 0.1651, 0.1626,\n",
       "         0.1963, 0.2081, 0.1926, 0.2130, 0.2600, 0.1959, 0.1637, 0.2128, 0.3089,\n",
       "         0.1876, 0.1892, 0.1551, 0.2224, 0.1925, 0.2220, 0.2031, 0.2480, 0.2083,\n",
       "         0.2479, 0.1450, 0.2119, 0.1960, 0.2159, 0.2165, 0.1843, 0.2348, 0.1779,\n",
       "         0.2566, 0.2222, 0.2028, 0.1639, 0.2372, 0.1999, 0.2228, 0.2090, 0.2407,\n",
       "         0.2054, 0.2224, 0.2153, 0.2855, 0.2180, 0.1861, 0.1533, 0.2073, 0.2611,\n",
       "         0.1852, 0.2868], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.1599, -0.0919, -0.1868, -0.0968, -0.0293, -0.1193, -0.0766, -0.1058,\n",
       "         -0.0625,  0.0841, -0.1555,  0.0708, -0.2071, -0.1594, -0.1094, -0.0251,\n",
       "         -0.0778,  0.0911, -0.0694,  0.0664, -0.0250,  0.0363, -0.1849,  0.0753,\n",
       "         -0.1483,  0.1161, -0.1218,  0.1143, -0.1213, -0.1672,  0.0653,  0.0205,\n",
       "         -0.0308,  0.0154, -0.1299,  0.0465,  0.0827, -0.0653, -0.1969,  0.0921,\n",
       "         -0.0810,  0.0852, -0.1423,  0.0951,  0.0946, -0.1390,  0.0414,  0.0242,\n",
       "          0.0930, -0.1663, -0.0784, -0.0960, -0.1124, -0.1654, -0.1033, -0.0265,\n",
       "         -0.0821, -0.0763, -0.0890, -0.0049, -0.0760, -0.1013, -0.1025, -0.1701,\n",
       "         -0.1045, -0.0820, -0.2578,  0.0469, -0.1343,  0.0628, -0.1718,  0.0618,\n",
       "         -0.0345, -0.0653,  0.0661, -0.0572, -0.0401, -0.1043, -0.1747,  0.0528,\n",
       "          0.0223, -0.0988, -0.1399, -0.0677, -0.0476, -0.1639, -0.1153,  0.0008,\n",
       "         -0.1069, -0.2375, -0.0232, -0.0219, -0.1606,  0.0245,  0.0211, -0.1168,\n",
       "         -0.1102, -0.1294, -0.0866, -0.2173,  0.0296, -0.0928, -0.0338, -0.0180,\n",
       "         -0.1379,  0.0014, -0.0956,  0.1095, -0.2016, -0.1424, -0.1554,  0.0160,\n",
       "         -0.1674, -0.0748, -0.1505, -0.0514, -0.1245, -0.1391, -0.0912, -0.1194,\n",
       "         -0.3035, -0.2166, -0.1192,  0.0447, -0.1237, -0.1406,  0.0175, -0.2559],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 5.7148e-03,  5.4153e-03,  6.9670e-03],\n",
       "           [-1.4907e-03,  8.5546e-03,  1.2571e-02],\n",
       "           [ 5.9339e-03,  1.9393e-02,  2.3238e-02]],\n",
       " \n",
       "          [[-5.9089e-03, -2.7058e-02, -2.0096e-02],\n",
       "           [ 8.4784e-03,  1.2187e-02,  1.0419e-02],\n",
       "           [ 1.4465e-02,  2.3546e-02,  3.6228e-02]],\n",
       " \n",
       "          [[ 6.5031e-03, -1.2364e-02,  3.6871e-03],\n",
       "           [-4.0839e-03, -7.5281e-03, -3.6343e-03],\n",
       "           [ 1.2317e-02,  4.9689e-03,  4.7140e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-8.9779e-03, -9.8717e-03, -1.4437e-02],\n",
       "           [-9.0001e-03,  1.9672e-03, -3.5889e-03],\n",
       "           [-3.8357e-03, -1.4406e-02,  1.8059e-02]],\n",
       " \n",
       "          [[-4.6118e-02, -2.8350e-02, -1.6736e-02],\n",
       "           [-2.8602e-02, -4.6270e-03, -1.8925e-02],\n",
       "           [-2.6982e-02,  2.7646e-04,  2.4983e-02]],\n",
       " \n",
       "          [[-8.5529e-04, -1.3946e-03, -1.4319e-02],\n",
       "           [ 1.1076e-02,  1.8380e-03, -1.5675e-02],\n",
       "           [-5.8583e-03, -2.3064e-02, -1.7122e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 3.1264e-02,  1.4076e-02,  1.3915e-02],\n",
       "           [ 1.7699e-02,  2.3030e-02,  3.1258e-02],\n",
       "           [ 1.2741e-02,  1.8671e-02,  6.9519e-03]],\n",
       " \n",
       "          [[ 2.0218e-03,  9.5968e-03, -9.3861e-03],\n",
       "           [-1.0374e-02, -9.1659e-04, -6.3050e-03],\n",
       "           [ 4.4324e-03,  6.6241e-03, -1.7597e-02]],\n",
       " \n",
       "          [[-6.2299e-03, -2.0637e-02,  2.5680e-02],\n",
       "           [-1.3865e-02, -2.1147e-03,  1.1478e-02],\n",
       "           [-2.1541e-02, -6.0607e-03,  1.5434e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.4400e-03, -2.9872e-02, -2.6718e-02],\n",
       "           [-2.5183e-02, -2.0159e-02, -2.6662e-02],\n",
       "           [-2.2512e-02, -2.2985e-02, -1.4249e-02]],\n",
       " \n",
       "          [[ 2.6493e-02,  3.5156e-02,  2.7891e-02],\n",
       "           [ 1.8545e-02, -3.7416e-03,  2.5659e-02],\n",
       "           [ 3.0646e-02,  4.1930e-02,  3.6475e-02]],\n",
       " \n",
       "          [[ 1.8742e-02,  2.4336e-02,  8.5196e-04],\n",
       "           [ 2.9210e-02,  3.9976e-02,  2.5880e-02],\n",
       "           [ 1.7010e-02,  3.6066e-02,  1.3382e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.2474e-02, -1.8047e-02, -4.6260e-02],\n",
       "           [ 2.9568e-02,  3.4341e-03, -2.9960e-02],\n",
       "           [ 1.6432e-02, -8.8087e-03, -2.7499e-02]],\n",
       " \n",
       "          [[-8.4319e-03, -9.7227e-03,  1.6514e-02],\n",
       "           [-1.3975e-03,  4.4135e-03,  1.8744e-03],\n",
       "           [ 3.7071e-04, -9.3388e-03,  1.8634e-03]],\n",
       " \n",
       "          [[-2.6396e-02,  1.1149e-02,  3.6830e-02],\n",
       "           [-2.0837e-02,  4.7213e-03,  3.5836e-02],\n",
       "           [-3.2991e-02, -1.6638e-02,  1.7730e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.5793e-02, -2.7924e-03,  1.0733e-02],\n",
       "           [ 1.4940e-02, -1.6132e-03,  1.6853e-03],\n",
       "           [ 1.0718e-03, -1.7483e-02,  3.1942e-03]],\n",
       " \n",
       "          [[ 4.7515e-02,  4.0208e-02,  1.0953e-02],\n",
       "           [ 2.3981e-02,  3.2340e-03,  7.9321e-04],\n",
       "           [ 1.2609e-02,  3.7900e-02, -1.8043e-03]],\n",
       " \n",
       "          [[-1.1543e-02, -1.8122e-02, -3.7408e-02],\n",
       "           [-2.3050e-03, -1.0188e-02, -4.5527e-02],\n",
       "           [-1.3501e-02, -2.7866e-02, -4.3160e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-8.0249e-03, -2.4573e-02, -2.3936e-02],\n",
       "           [-2.5406e-02, -1.1022e-02, -4.0906e-02],\n",
       "           [-1.5074e-02, -2.1930e-02, -4.7509e-02]],\n",
       " \n",
       "          [[-3.8590e-03, -8.7336e-04, -7.7881e-03],\n",
       "           [-4.3808e-03,  1.8722e-03, -1.3124e-02],\n",
       "           [-2.7823e-03, -1.1781e-02, -1.0455e-02]],\n",
       " \n",
       "          [[-1.8092e-02, -1.3784e-02,  1.5378e-02],\n",
       "           [-2.8538e-02, -1.7802e-02,  2.6612e-02],\n",
       "           [ 1.4466e-02,  1.9868e-02,  6.0853e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.3183e-02,  3.3895e-04,  4.1337e-03],\n",
       "           [ 1.2881e-03, -1.0550e-02,  1.2804e-04],\n",
       "           [ 3.4866e-03, -1.1056e-02, -1.6554e-02]],\n",
       " \n",
       "          [[-1.3392e-02,  2.8013e-02,  1.2245e-02],\n",
       "           [-1.9193e-02,  9.0613e-03,  3.3513e-03],\n",
       "           [-3.5666e-02, -1.0572e-02, -1.8500e-02]],\n",
       " \n",
       "          [[-6.6079e-03, -1.2106e-03, -2.2793e-02],\n",
       "           [-9.2909e-03, -7.9433e-03, -1.9724e-02],\n",
       "           [ 1.5923e-03, -9.6041e-04, -1.7361e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.1845e-02,  8.5594e-03, -1.7909e-02],\n",
       "           [ 8.7121e-03, -3.6880e-04,  1.4275e-03],\n",
       "           [-1.4048e-02, -8.8601e-05,  1.3824e-02]],\n",
       " \n",
       "          [[-4.2661e-03, -9.6938e-03,  3.0361e-02],\n",
       "           [-1.6280e-02, -1.1626e-03,  1.6717e-02],\n",
       "           [-1.3279e-02,  3.4856e-03, -1.8792e-02]],\n",
       " \n",
       "          [[-4.2527e-03,  1.2455e-02, -1.4695e-03],\n",
       "           [ 4.5873e-03,  3.0026e-03, -4.5780e-03],\n",
       "           [ 8.0806e-03,  5.6422e-03, -5.4317e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.3770e-03, -8.0848e-04,  1.3950e-02],\n",
       "           [ 6.4999e-03,  8.1204e-04, -8.5034e-03],\n",
       "           [-5.5089e-03,  2.6967e-02, -2.2525e-02]],\n",
       " \n",
       "          [[ 3.9749e-02, -6.4180e-04, -2.3314e-02],\n",
       "           [ 1.1120e-02, -1.9094e-03, -2.6408e-02],\n",
       "           [ 2.1081e-02, -2.3960e-02,  1.6082e-02]],\n",
       " \n",
       "          [[-1.9112e-02, -2.0600e-02, -8.8751e-03],\n",
       "           [-2.0385e-02, -2.6840e-02,  6.0018e-03],\n",
       "           [-1.9251e-02, -2.0094e-02, -3.1182e-03]]],\n",
       " \n",
       " \n",
       "         [[[-1.3227e-02, -2.3923e-02,  4.6463e-03],\n",
       "           [-1.7025e-02, -2.8171e-02, -1.7361e-02],\n",
       "           [-3.2787e-02, -4.1742e-02, -2.6234e-02]],\n",
       " \n",
       "          [[ 1.5639e-02,  2.0191e-02,  1.4607e-02],\n",
       "           [ 3.0779e-02,  1.9010e-02,  2.9254e-02],\n",
       "           [-9.7529e-03,  1.3953e-02,  8.8613e-03]],\n",
       " \n",
       "          [[-3.7030e-03, -2.7738e-03, -2.1177e-03],\n",
       "           [ 1.5293e-02, -3.9039e-03, -1.7507e-02],\n",
       "           [ 6.5572e-03,  3.6534e-02,  2.9290e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.8785e-02, -6.0905e-03, -1.0742e-02],\n",
       "           [ 1.4855e-02,  2.5195e-02, -5.5631e-03],\n",
       "           [-2.0345e-02, -3.4998e-03, -8.5412e-03]],\n",
       " \n",
       "          [[-4.8109e-03,  1.5368e-02,  2.5238e-02],\n",
       "           [-2.4375e-02,  1.7427e-02, -2.7583e-03],\n",
       "           [ 9.9079e-03, -3.3578e-02, -3.2155e-02]],\n",
       " \n",
       "          [[-1.0389e-02, -8.7084e-03, -7.3160e-03],\n",
       "           [ 1.3486e-02, -4.3148e-03, -8.4715e-03],\n",
       "           [ 5.3262e-03, -5.1335e-03, -5.3968e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2249, 0.1925, 0.1457, 0.2466, 0.2248, 0.2264, 0.1834, 0.1699, 0.1916,\n",
       "         0.2087, 0.2821, 0.1886, 0.1893, 0.2142, 0.1779, 0.1907, 0.1472, 0.2304,\n",
       "         0.2075, 0.2326, 0.2907, 0.2000, 0.1991, 0.1983, 0.1849, 0.1865, 0.1913,\n",
       "         0.2084, 0.2242, 0.1907, 0.2041, 0.1485, 0.2168, 0.2858, 0.2051, 0.2691,\n",
       "         0.2394, 0.2259, 0.1847, 0.1548, 0.2462, 0.2430, 0.2605, 0.1886, 0.1899,\n",
       "         0.1853, 0.1896, 0.2061, 0.1745, 0.2505, 0.1547, 0.1989, 0.1629, 0.2077,\n",
       "         0.2306, 0.1965, 0.1766, 0.2596, 0.2209, 0.1635, 0.2007, 0.2241, 0.1531,\n",
       "         0.2027, 0.1780, 0.1609, 0.2262, 0.1849, 0.1500, 0.2041, 0.1681, 0.1448,\n",
       "         0.2372, 0.2724, 0.2123, 0.1837, 0.1885, 0.2116, 0.1979, 0.1482, 0.2075,\n",
       "         0.1950, 0.1618, 0.2237, 0.2049, 0.1529, 0.2331, 0.2129, 0.2181, 0.1866,\n",
       "         0.2668, 0.1958, 0.2223, 0.1585, 0.1602, 0.1935, 0.2472, 0.2191, 0.1996,\n",
       "         0.1802, 0.2226, 0.2441, 0.1486, 0.1764, 0.1764, 0.1997, 0.2210, 0.2333,\n",
       "         0.1666, 0.2179, 0.1985, 0.1715, 0.1806, 0.2031, 0.2108, 0.2498, 0.1628,\n",
       "         0.2023, 0.1595, 0.2039, 0.2070, 0.2019, 0.2314, 0.1813, 0.1791, 0.1618,\n",
       "         0.2178, 0.1765], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0598,  0.1500,  0.1551, -0.0595, -0.0690, -0.1054,  0.0655,  0.0134,\n",
       "         -0.0076, -0.0359, -0.0323,  0.0047, -0.0527,  0.0220, -0.0195,  0.1606,\n",
       "          0.0690, -0.0332, -0.0221, -0.0216, -0.0347,  0.0795, -0.0550,  0.0044,\n",
       "          0.0412, -0.0321, -0.0166, -0.0164, -0.0345, -0.0317, -0.0186,  0.1326,\n",
       "         -0.0612, -0.0387,  0.0007, -0.1574,  0.0054, -0.0069, -0.0222,  0.1729,\n",
       "         -0.0216, -0.0909, -0.1080, -0.0130,  0.0267,  0.1133, -0.0435, -0.0617,\n",
       "          0.1678, -0.0375,  0.1510, -0.0130,  0.2467, -0.0718, -0.0950,  0.0546,\n",
       "          0.1932, -0.0419,  0.0211,  0.0493, -0.0233, -0.0336,  0.2257,  0.0171,\n",
       "          0.0563,  0.0568, -0.0530, -0.0064,  0.2224, -0.0075,  0.2084,  0.1459,\n",
       "         -0.0542, -0.1133, -0.0431,  0.0079,  0.0875, -0.0350, -0.0037,  0.2025,\n",
       "         -0.0222, -0.0094,  0.1412, -0.0589, -0.0062,  0.1147, -0.0543, -0.0114,\n",
       "         -0.0473,  0.0007, -0.3161,  0.0604,  0.0197,  0.0256,  0.0456,  0.1723,\n",
       "         -0.0516,  0.0427,  0.0975, -0.0074, -0.0679, -0.1042,  0.2585, -0.0494,\n",
       "          0.1126,  0.0128, -0.0250, -0.0299,  0.2048, -0.0451, -0.0578,  0.0532,\n",
       "          0.0499,  0.0046, -0.0285, -0.1081,  0.1042,  0.0073,  0.1768,  0.0838,\n",
       "          0.0246,  0.1291, -0.0364,  0.0228,  0.0882,  0.1532, -0.0570,  0.0508],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 7.6208e-03]],\n",
       " \n",
       "          [[-6.1014e-03]],\n",
       " \n",
       "          [[ 1.3127e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.0091e-02]],\n",
       " \n",
       "          [[-1.3378e-02]],\n",
       " \n",
       "          [[-6.2687e-03]]],\n",
       " \n",
       " \n",
       "         [[[-2.7508e-02]],\n",
       " \n",
       "          [[-4.3027e-03]],\n",
       " \n",
       "          [[ 2.5836e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.7279e-03]],\n",
       " \n",
       "          [[-9.3313e-03]],\n",
       " \n",
       "          [[ 6.1833e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.7879e-03]],\n",
       " \n",
       "          [[-9.0075e-04]],\n",
       " \n",
       "          [[-1.7440e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.9249e-04]],\n",
       " \n",
       "          [[-3.8543e-06]],\n",
       " \n",
       "          [[-3.3952e-04]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 1.1697e-07]],\n",
       " \n",
       "          [[ 3.4833e-07]],\n",
       " \n",
       "          [[-1.7422e-07]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.8790e-07]],\n",
       " \n",
       "          [[-8.5461e-08]],\n",
       " \n",
       "          [[ 2.0189e-07]]],\n",
       " \n",
       " \n",
       "         [[[ 4.2819e-02]],\n",
       " \n",
       "          [[-1.2952e-01]],\n",
       " \n",
       "          [[-5.2879e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.2145e-01]],\n",
       " \n",
       "          [[ 4.3815e-02]],\n",
       " \n",
       "          [[-1.2587e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 5.9202e-04]],\n",
       " \n",
       "          [[-1.4324e-02]],\n",
       " \n",
       "          [[ 7.7022e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.7542e-02]],\n",
       " \n",
       "          [[ 6.5371e-03]],\n",
       " \n",
       "          [[ 8.5100e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 3.8543e-03,  2.0187e-01, -1.0649e-03,  1.3887e-01,  6.4771e-03,\n",
       "         -2.0702e-06,  2.0280e-01,  1.1607e-02, -4.1076e-03,  2.7771e-02,\n",
       "          8.9216e-02,  1.0155e-01,  1.0902e-01,  3.9999e-02,  4.5550e-06,\n",
       "          1.2153e-01,  2.9691e-01, -1.7842e-02,  1.3224e-01,  9.2594e-02,\n",
       "          8.6137e-02,  2.3588e-03,  2.1034e-01,  1.5372e-07,  1.6275e-01,\n",
       "         -1.0454e-02,  1.1453e-01,  1.5497e-01,  6.6282e-06,  1.6580e-01,\n",
       "          3.1317e-01, -2.4331e-03,  5.2280e-02,  1.5141e-01,  8.9488e-02,\n",
       "          1.9418e-01,  7.4374e-02,  1.9285e-01,  2.3015e-03,  2.2057e-01,\n",
       "          2.4289e-01,  1.8490e-01,  6.0817e-02,  2.4235e-03, -7.2726e-03,\n",
       "          2.1065e-01,  1.1995e-02,  1.9941e-01,  1.5138e-01,  2.0406e-01,\n",
       "         -3.2079e-03,  1.2165e-04,  6.7944e-02,  9.9864e-02,  2.7700e-03,\n",
       "          2.0632e-01,  4.6338e-02,  8.8209e-02,  2.0853e-01, -7.7076e-08,\n",
       "         -1.2983e-03,  1.4655e-01,  1.3156e-01,  6.1504e-03,  1.5142e-01,\n",
       "          1.4627e-01,  6.0212e-02,  1.8846e-01, -1.0229e-06,  2.2133e-01,\n",
       "          2.3804e-01,  1.2794e-01,  2.4388e-01,  1.4702e-01,  3.1081e-01,\n",
       "          9.2273e-03,  2.3980e-01, -8.6978e-03,  1.7617e-01,  1.8940e-01,\n",
       "          2.2123e-01,  1.2454e-01, -1.1824e-02,  2.1235e-01,  1.0170e-01,\n",
       "          1.9985e-01,  1.7297e-01,  9.3104e-04, -5.2291e-04,  2.3814e-06,\n",
       "          6.4092e-07,  2.2321e-01,  1.6644e-01,  1.3561e-02,  2.6848e-08,\n",
       "          1.7824e-01,  1.9010e-01, -3.5674e-02,  1.6651e-01, -9.1091e-04,\n",
       "          1.2540e-01,  1.7982e-01,  9.7606e-03,  1.9054e-01,  4.5191e-03,\n",
       "         -1.9165e-04,  1.6682e-01,  1.8502e-01,  1.4833e-01,  4.4347e-02,\n",
       "          1.1528e-01,  1.4835e-01, -1.0824e-07,  1.6343e-01,  1.0696e-02,\n",
       "          1.2262e-01,  1.8079e-01,  1.5248e-01,  1.8994e-01,  6.9889e-02,\n",
       "          1.0647e-01,  1.2310e-01,  6.5127e-02,  1.1183e-01,  1.0039e-01,\n",
       "         -2.6980e-03,  2.3881e-01,  5.7536e-02,  6.6677e-02,  1.5345e-01,\n",
       "          1.6415e-01,  1.4292e-01,  1.0783e-01,  1.7668e-06,  9.5887e-02,\n",
       "          7.9922e-02,  1.4580e-01,  1.8263e-01,  4.5771e-07,  1.7064e-01,\n",
       "          1.1783e-01,  1.3707e-01,  2.1131e-01,  1.6595e-04, -3.2211e-02,\n",
       "         -1.5293e-02, -1.1494e-03,  1.8486e-01,  2.6609e-01,  1.8440e-01,\n",
       "          2.2997e-01,  4.7652e-02,  9.2821e-02, -5.9602e-06,  5.3773e-03,\n",
       "          1.2814e-01, -6.3296e-04,  2.2609e-06,  1.6365e-01,  1.1699e-01,\n",
       "          1.9503e-01,  1.8941e-03,  1.7983e-01,  1.1410e-01,  1.8587e-01,\n",
       "          2.6753e-04,  1.1377e-01,  1.4556e-01,  2.0240e-01,  1.0300e-01,\n",
       "          2.5308e-08,  2.0455e-01,  2.3635e-01,  4.0376e-03,  1.4885e-06,\n",
       "          2.6631e-01,  7.2618e-02,  2.5890e-01, -4.5141e-03,  1.4874e-01,\n",
       "          2.5813e-01,  1.4446e-01,  2.0476e-01,  5.1917e-04,  1.3332e-01,\n",
       "         -3.0500e-03, -2.8465e-07,  1.1479e-01,  5.7585e-03,  1.0129e-01,\n",
       "          2.1036e-01,  1.7736e-01,  1.0850e-01,  7.3646e-02, -8.7343e-04,\n",
       "          1.8930e-01,  2.5171e-08,  2.2083e-01,  3.7008e-02, -8.7625e-03,\n",
       "          2.6809e-06,  1.5259e-01,  2.4068e-01, -4.6558e-03, -2.5157e-08,\n",
       "          1.7323e-01,  1.4529e-01,  1.5122e-01,  1.3936e-02,  1.0643e-02,\n",
       "          1.0234e-01,  2.1276e-01,  1.1609e-01,  1.4455e-06,  7.7813e-02,\n",
       "          2.3590e-01,  1.0331e-01, -2.1370e-03,  2.2225e-02,  2.6490e-01,\n",
       "          5.3318e-02,  1.1014e-01, -4.7809e-09,  1.5605e-01,  1.3709e-01,\n",
       "          1.9997e-01,  1.2544e-01,  1.6009e-03,  1.7971e-01,  2.3313e-01,\n",
       "          1.6170e-01,  7.9911e-02, -3.7592e-03,  5.8648e-02, -5.9956e-09,\n",
       "          1.7753e-01,  3.2006e-06,  2.0509e-01,  2.4585e-01,  1.8359e-01,\n",
       "         -9.5735e-06,  6.1166e-03,  1.9506e-01, -1.4920e-02,  1.2797e-01,\n",
       "          1.5274e-01,  1.1678e-01,  2.5840e-01,  1.8168e-01, -3.5162e-03,\n",
       "          1.7881e-01,  2.2759e-03,  1.7817e-01,  1.5301e-01,  1.2492e-01,\n",
       "          1.6297e-03,  2.2141e-01,  1.5610e-01,  1.7923e-01,  1.9679e-01,\n",
       "          1.1674e-01,  2.5461e-01,  2.2336e-01, -8.6711e-03,  2.1022e-01,\n",
       "          2.6223e-02,  5.8941e-02,  6.7842e-03,  3.9383e-04, -4.8280e-03,\n",
       "         -8.4383e-07,  1.5757e-01, -3.3189e-07,  9.4600e-02,  2.0100e-01,\n",
       "         -4.7420e-03,  8.0226e-02,  4.1372e-03,  1.7892e-01,  2.0364e-01,\n",
       "          1.6549e-01,  9.2902e-03,  1.9418e-01,  2.2028e-03,  1.3965e-03,\n",
       "          2.1172e-03,  2.0174e-01,  1.9476e-01,  2.1752e-01,  1.6050e-01,\n",
       "          1.6618e-02,  1.3520e-04,  2.1298e-01,  2.4628e-01,  2.0706e-01,\n",
       "          2.3657e-01,  1.8144e-01,  8.8419e-06, -1.8546e-02,  2.9771e-04,\n",
       "          1.6264e-01,  1.6636e-01,  1.1508e-01,  1.1071e-01,  1.4062e-01,\n",
       "          1.2329e-01,  1.0167e-01,  9.0378e-02,  6.5264e-02, -1.0424e-02,\n",
       "          1.9850e-01, -1.4600e-06,  4.6740e-08,  6.2084e-07, -4.7988e-03,\n",
       "          6.1632e-02,  1.6973e-01,  1.7514e-03,  7.9060e-08, -4.5426e-03,\n",
       "          1.7435e-01,  1.5014e-01,  1.0646e-01,  9.1071e-02,  2.1939e-01,\n",
       "          2.5915e-08,  1.6844e-01,  1.2294e-01,  1.1205e-01,  8.2247e-02,\n",
       "          1.7394e-01,  2.4874e-01,  1.5983e-07,  2.4351e-03,  1.0579e-01,\n",
       "          7.5377e-02,  2.2991e-01, -9.1592e-03,  2.0529e-01,  7.1128e-02,\n",
       "          9.9701e-04,  1.5408e-01,  2.2712e-02,  2.4965e-01,  1.3048e-03,\n",
       "          1.8778e-01,  8.0938e-08,  1.8622e-02,  1.2455e-01,  1.6796e-02,\n",
       "          1.2836e-01,  1.3399e-02,  2.4071e-01, -5.7628e-03, -8.2883e-04,\n",
       "          1.5164e-01,  1.2500e-01, -1.3223e-03,  1.6686e-01,  2.0293e-01,\n",
       "          1.2653e-01,  1.1740e-01,  1.2208e-01, -5.8454e-04,  1.1730e-05,\n",
       "          2.4734e-01,  9.2554e-02,  2.4105e-01,  1.6128e-01,  1.4836e-01,\n",
       "          1.4868e-07,  6.1657e-03,  1.6485e-01,  1.7401e-01,  2.5618e-01,\n",
       "          2.8015e-01,  1.1606e-01,  1.7603e-01,  1.0104e-01,  9.7931e-03,\n",
       "          3.0543e-01,  1.7581e-01, -3.1169e-03,  1.1331e-01,  2.3405e-01,\n",
       "          1.5033e-01,  1.4255e-06, -2.4860e-03,  1.0574e-01,  2.1443e-01,\n",
       "          2.1830e-01,  2.2319e-01, -3.5428e-03,  7.6133e-02,  2.1730e-01,\n",
       "         -1.3519e-03,  7.5629e-03,  1.1418e-01,  1.4467e-01,  5.1706e-02,\n",
       "         -2.0379e-07, -4.1459e-03,  2.7953e-01,  9.6022e-02,  2.5677e-01,\n",
       "          2.0866e-01,  4.1675e-02,  8.8582e-02,  1.5234e-01, -3.0899e-10,\n",
       "          1.8085e-01,  2.0183e-01, -2.3279e-03,  6.9877e-08,  8.2608e-02,\n",
       "          2.0111e-01,  3.8781e-02,  2.5544e-01,  4.8373e-03,  1.2000e-01,\n",
       "          1.7985e-01,  3.7402e-02,  1.0675e-01,  1.3236e-01,  9.0898e-02,\n",
       "          9.6931e-02, -4.1332e-07,  4.0971e-02,  1.6959e-01,  9.8011e-02,\n",
       "          1.6147e-06,  8.6560e-02,  1.9620e-01,  1.6818e-06,  3.2809e-01,\n",
       "          1.8875e-01,  2.0212e-01,  2.5101e-01,  1.3554e-01,  2.2584e-01,\n",
       "          1.0739e-01,  6.8136e-04,  6.9796e-02,  5.9475e-03,  2.8626e-02,\n",
       "          1.5608e-01,  6.0822e-07,  2.2908e-01,  2.1893e-01,  6.4698e-05,\n",
       "          1.5747e-01,  2.5414e-07,  1.9498e-08,  1.8155e-01,  1.0366e-03,\n",
       "          1.1361e-01,  1.8329e-01,  1.8751e-01, -3.6502e-04,  1.2180e-01,\n",
       "          1.4766e-01,  1.7146e-01,  4.9706e-02,  1.2225e-01,  1.0283e-02,\n",
       "          2.1014e-01,  1.0958e-01,  4.4404e-08, -1.3192e-02,  1.9448e-01,\n",
       "          1.5193e-01,  3.7440e-03, -4.5107e-08, -8.7403e-04, -2.6012e-03,\n",
       "          1.2968e-01,  3.4562e-02,  3.0098e-02,  1.8282e-01,  2.9391e-01,\n",
       "          5.8525e-02,  1.5908e-01,  2.2260e-02,  1.9951e-01,  2.3200e-01,\n",
       "          1.3207e-01,  5.8267e-06,  1.4268e-01,  6.0896e-03,  8.0552e-02,\n",
       "          1.9510e-01,  1.4327e-01, -2.2665e-02,  2.1358e-01, -3.2695e-03,\n",
       "          1.3043e-01,  2.0119e-01,  7.1658e-02,  9.7573e-09,  1.6613e-01,\n",
       "          1.6489e-02,  1.1414e-01,  1.8905e-01,  6.3744e-02,  1.3969e-01,\n",
       "          2.0824e-02,  5.5400e-03,  8.8336e-02,  1.4921e-01,  1.4837e-07,\n",
       "          1.5383e-01,  9.2749e-03], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 5.0408e-02, -5.3801e-02, -4.9714e-03,  2.0539e-02,  4.7344e-02,\n",
       "         -7.9189e-06,  9.5915e-03,  8.5763e-02,  3.1474e-02,  7.3589e-02,\n",
       "          3.1398e-03, -3.0815e-02,  4.4212e-03,  9.0432e-02, -1.7023e-05,\n",
       "         -2.1265e-02, -3.0664e-02,  3.1546e-02,  4.3062e-02, -7.6598e-04,\n",
       "          4.0609e-02,  7.0054e-02, -3.2688e-03, -8.6219e-07,  2.9686e-02,\n",
       "          6.5213e-02,  3.7850e-03, -3.1191e-02, -3.1902e-05,  4.1727e-02,\n",
       "         -9.7415e-02,  7.2782e-02,  3.0331e-02, -1.1470e-02,  8.0664e-03,\n",
       "         -2.3092e-02,  9.3858e-02,  4.7561e-02, -4.6917e-03,  7.5247e-02,\n",
       "         -2.9921e-02,  1.5897e-02, -2.7721e-02,  4.7655e-02,  7.5995e-03,\n",
       "         -5.5337e-02,  7.0081e-02, -3.3844e-02,  6.6372e-02, -5.6138e-02,\n",
       "          9.5078e-02, -8.3608e-04,  5.9420e-02,  4.6229e-02,  9.6871e-02,\n",
       "          1.0570e-02, -1.0752e-02, -3.7556e-03,  1.1314e-02, -4.0713e-06,\n",
       "          4.4267e-02, -3.9143e-03, -7.9898e-03,  3.3193e-03, -1.0885e-02,\n",
       "          3.3494e-03, -9.2455e-02,  3.9653e-02, -7.8888e-06, -2.4530e-03,\n",
       "          1.3655e-02,  1.8437e-02, -1.1777e-02, -1.0059e-02, -4.4714e-02,\n",
       "          5.1907e-02, -2.4790e-02,  1.0142e-01,  1.8356e-02, -5.6835e-02,\n",
       "         -1.9470e-04,  1.7989e-02, -2.3642e-02,  2.5737e-02, -2.2398e-03,\n",
       "          4.8911e-02,  5.5182e-02, -1.8045e-03,  8.5885e-02, -1.0144e-05,\n",
       "         -7.6508e-06, -4.7996e-02, -5.4346e-02,  3.8387e-02, -1.5890e-07,\n",
       "         -1.3694e-02,  2.1481e-02,  3.7525e-02, -3.2900e-03, -1.4641e-02,\n",
       "         -5.8719e-03, -3.0566e-02,  9.1605e-02,  2.9773e-02,  1.0682e-01,\n",
       "         -8.9958e-04,  3.5209e-02, -4.2207e-02, -3.2497e-03, -3.2672e-02,\n",
       "          8.3064e-02,  4.8578e-02, -2.8526e-06, -1.8117e-02,  1.0543e-01,\n",
       "          7.2242e-02, -7.6185e-03,  2.2616e-03,  3.7346e-02,  4.6880e-02,\n",
       "         -7.9570e-03,  3.6065e-02,  7.7348e-02,  3.2475e-03, -3.0122e-02,\n",
       "          1.5840e-01, -3.3549e-02,  5.9058e-02, -5.4857e-04, -4.5232e-02,\n",
       "         -2.0058e-02,  1.7915e-02,  1.7743e-02, -7.1322e-06,  1.1004e-01,\n",
       "         -7.1586e-03, -7.0238e-04,  3.5450e-03, -1.4194e-06, -5.0723e-03,\n",
       "          1.0719e-02, -2.6846e-02, -1.5724e-02, -4.8029e-04, -4.1229e-02,\n",
       "          1.0429e-02,  4.7818e-02, -2.1555e-02,  2.1728e-02, -2.0473e-02,\n",
       "          2.5582e-05,  3.2087e-02,  6.4179e-02, -6.2677e-05,  1.1763e-01,\n",
       "          3.7077e-02,  8.7900e-02, -9.1733e-06,  3.5007e-02, -1.5780e-02,\n",
       "         -1.4645e-02,  1.1493e-01,  3.5553e-02,  3.8060e-02,  5.2214e-02,\n",
       "         -1.3884e-03, -1.9273e-02, -3.3458e-02, -3.7974e-02, -1.7768e-02,\n",
       "         -1.3500e-06,  7.1225e-03,  9.3039e-02,  1.4888e-01, -2.7238e-05,\n",
       "         -5.6481e-02,  1.0640e-01, -3.8111e-02,  5.7626e-02, -1.1871e-02,\n",
       "         -3.7452e-02, -8.3534e-03,  1.3115e-02,  5.2240e-02,  1.4609e-02,\n",
       "          1.3691e-01, -2.8239e-06,  5.4831e-03,  7.0706e-02, -3.6691e-02,\n",
       "         -1.7748e-03, -1.1044e-02,  2.9012e-02,  1.1499e-01,  1.5405e-01,\n",
       "          7.9285e-03, -1.1732e-07, -2.6413e-02,  1.2214e-02,  8.3662e-03,\n",
       "         -6.2902e-06,  5.0012e-02, -6.5154e-03,  5.0267e-02, -7.1198e-07,\n",
       "         -4.5093e-02,  2.5603e-02,  3.9757e-02,  4.9278e-02, -9.7368e-03,\n",
       "         -1.0309e-03,  8.0354e-02,  4.9503e-02, -1.0135e-05, -2.0469e-02,\n",
       "         -2.3065e-02, -1.0967e-02,  1.3992e-01,  1.3652e-02,  2.2791e-02,\n",
       "          5.5029e-02, -1.3392e-02, -1.2968e-07, -3.2554e-02,  2.6425e-02,\n",
       "          2.0118e-02,  5.8526e-02,  1.9821e-01,  2.1531e-03,  1.3833e-02,\n",
       "         -1.2165e-02,  7.6226e-02,  1.0087e-01, -2.9128e-02, -1.1165e-07,\n",
       "          3.4191e-02, -2.7389e-05, -6.7306e-03,  5.2081e-02,  5.8233e-03,\n",
       "         -1.8436e-04,  1.9059e-01,  2.4796e-02,  8.9079e-02, -2.8740e-03,\n",
       "         -5.1246e-02,  2.3442e-02,  1.3485e-04, -4.4533e-02,  3.7772e-02,\n",
       "          4.5265e-02,  1.2982e-01, -7.0863e-03,  2.9466e-03,  2.1229e-02,\n",
       "          6.8678e-02, -2.4108e-02, -5.9673e-03,  3.3583e-02,  5.1814e-03,\n",
       "         -3.4058e-02,  2.4528e-02,  3.2980e-03,  8.5338e-02,  4.6658e-03,\n",
       "          1.1495e-01,  2.1275e-02,  2.0298e-02,  6.5352e-02,  4.8504e-02,\n",
       "         -1.2237e-04, -2.2201e-02, -3.2690e-06,  5.6547e-02,  9.2143e-03,\n",
       "          5.3177e-02,  1.3121e-02,  5.8778e-02, -1.0628e-02, -4.6647e-02,\n",
       "         -3.8120e-03,  1.6281e-02, -1.6294e-02,  4.6992e-02,  8.2434e-02,\n",
       "         -3.7641e-02,  9.0587e-03, -2.1060e-03, -2.2506e-02, -4.0034e-02,\n",
       "         -1.7160e-02, -9.8877e-04, -4.3668e-02, -4.3654e-02, -7.9761e-02,\n",
       "          8.0995e-04,  3.3363e-02, -9.5408e-05,  2.4635e-02, -1.2186e-03,\n",
       "          8.8857e-03, -2.5290e-02,  1.5415e-02,  4.1727e-02, -1.4499e-02,\n",
       "         -2.5007e-03, -4.2352e-02,  2.3150e-02,  1.0252e-02, -5.0827e-02,\n",
       "         -2.9843e-02, -1.7975e-05, -2.4256e-07, -2.3200e-06,  8.7960e-02,\n",
       "         -1.9594e-02, -1.4285e-02,  1.3767e-01, -5.4095e-07,  7.2719e-02,\n",
       "          1.5425e-02,  2.2584e-03,  1.6702e-02, -1.8719e-03,  4.0983e-02,\n",
       "         -1.5115e-07, -6.9896e-02, -1.1585e-02, -3.8220e-03,  3.9209e-02,\n",
       "          7.9392e-02, -3.1275e-03, -6.0793e-07, -6.5054e-02, -4.6122e-03,\n",
       "          2.2881e-02, -1.5298e-02,  7.1332e-02, -2.5570e-02, -2.5730e-02,\n",
       "          1.0177e-01, -3.8346e-03,  1.1747e-01, -3.2341e-02,  1.2023e-01,\n",
       "          9.6849e-03, -1.8967e-07,  9.6480e-02, -3.4635e-03,  1.3868e-01,\n",
       "         -7.0695e-04, -9.4783e-02, -4.2773e-03,  3.6939e-02,  1.4341e-01,\n",
       "          8.6191e-03,  3.4905e-02,  1.3142e-01,  2.1686e-02, -3.2155e-02,\n",
       "          2.2250e-02,  3.3670e-02,  1.1841e-03, -4.6307e-02, -6.7543e-05,\n",
       "         -1.9290e-02, -1.0294e-03, -2.2324e-02,  6.6470e-02, -2.0465e-02,\n",
       "         -5.0082e-06,  1.1699e-01,  3.5496e-02,  2.2371e-02,  7.6098e-02,\n",
       "         -3.1274e-02, -2.6378e-02,  4.4431e-03, -1.3276e-02,  5.5820e-02,\n",
       "         -2.9341e-02, -3.4241e-04,  1.2948e-01,  4.8526e-02,  1.2148e-03,\n",
       "          1.5532e-02, -5.9827e-05,  9.0663e-02,  6.6560e-02, -2.1857e-02,\n",
       "         -4.2524e-04,  8.4397e-04,  7.5189e-02, -4.0382e-02, -5.7350e-03,\n",
       "          1.3059e-01,  8.9209e-02, -5.2390e-02,  8.3347e-03,  3.6906e-02,\n",
       "         -1.9198e-06, -2.5754e-02, -1.8060e-02,  1.5707e-02, -7.2462e-02,\n",
       "         -5.3932e-02,  3.3604e-02,  5.3753e-03,  9.2454e-03, -9.6343e-07,\n",
       "          1.1055e-02,  9.3140e-03,  1.2375e-01, -2.4052e-07,  4.7903e-03,\n",
       "         -2.4964e-02,  7.8106e-03, -2.5364e-02, -1.7556e-02,  1.1134e-02,\n",
       "         -1.5845e-02, -4.8787e-02,  1.7304e-03, -1.9681e-02, -1.2093e-03,\n",
       "         -1.8620e-02, -1.9253e-06,  6.8844e-03, -1.2531e-02, -2.6413e-04,\n",
       "         -8.7646e-06,  4.8010e-02,  8.7525e-02, -8.0243e-06, -1.7114e-01,\n",
       "         -1.3433e-02, -4.0059e-02, -5.1796e-02,  6.7273e-03,  7.6271e-03,\n",
       "          1.7412e-02,  7.1451e-02, -6.3535e-02,  1.4390e-01,  5.2225e-02,\n",
       "         -2.6857e-02, -2.3525e-06,  9.4138e-03, -2.4442e-03, -1.6837e-04,\n",
       "         -2.2859e-02, -2.3380e-06, -4.7066e-07,  2.9032e-02, -4.4317e-03,\n",
       "          1.2823e-02,  6.2972e-02, -2.8694e-02,  1.0436e-01,  1.2098e-01,\n",
       "         -6.8384e-03,  6.1803e-02, -2.1682e-02,  3.3520e-02,  1.8442e-01,\n",
       "          2.0452e-02, -2.2529e-02, -3.8024e-07,  4.7503e-02, -1.6849e-02,\n",
       "         -3.5622e-02,  1.3090e-01, -1.0422e-07,  6.6521e-02,  8.8123e-02,\n",
       "          1.2963e-02,  6.9495e-02,  2.2898e-03, -8.1541e-03, -5.9840e-02,\n",
       "         -3.7383e-03,  1.6682e-02,  1.8710e-02, -3.3964e-02, -6.9819e-03,\n",
       "         -8.8785e-03, -1.6550e-05,  3.6695e-02,  7.4770e-02, -3.6443e-03,\n",
       "         -2.7702e-02, -5.7924e-02,  5.3831e-02,  3.8519e-02,  9.7022e-02,\n",
       "         -4.2779e-02, -1.2827e-02, -5.4793e-02, -6.0001e-08,  7.1382e-03,\n",
       "          6.7838e-02, -9.0207e-02, -2.3035e-02, -8.5935e-04,  2.0521e-02,\n",
       "          7.8742e-02,  3.6046e-02, -7.2988e-03, -4.1833e-02, -8.7138e-07,\n",
       "          7.5300e-02,  1.6350e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 6.9636e-02]],\n",
       " \n",
       "          [[ 3.6008e-03]],\n",
       " \n",
       "          [[ 1.3478e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.8134e-01]],\n",
       " \n",
       "          [[ 1.9458e-03]],\n",
       " \n",
       "          [[ 3.1590e-03]]],\n",
       " \n",
       " \n",
       "         [[[-1.0936e-02]],\n",
       " \n",
       "          [[-3.4424e-03]],\n",
       " \n",
       "          [[ 1.6514e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.2527e-03]],\n",
       " \n",
       "          [[-3.9140e-02]],\n",
       " \n",
       "          [[-5.9866e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 8.8925e-04]],\n",
       " \n",
       "          [[ 1.0271e-03]],\n",
       " \n",
       "          [[ 1.5778e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.5194e-04]],\n",
       " \n",
       "          [[-2.1439e-03]],\n",
       " \n",
       "          [[-1.1421e-04]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 1.0406e-07]],\n",
       " \n",
       "          [[ 5.3282e-08]],\n",
       " \n",
       "          [[ 9.3874e-08]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-3.8367e-08]],\n",
       " \n",
       "          [[-1.5700e-07]],\n",
       " \n",
       "          [[ 1.0596e-07]]],\n",
       " \n",
       " \n",
       "         [[[ 8.8278e-03]],\n",
       " \n",
       "          [[-2.4494e-03]],\n",
       " \n",
       "          [[-4.0442e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.2038e-02]],\n",
       " \n",
       "          [[ 2.7628e-02]],\n",
       " \n",
       "          [[ 1.4599e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 7.5303e-03]],\n",
       " \n",
       "          [[-4.6605e-02]],\n",
       " \n",
       "          [[-5.5020e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.6583e-02]],\n",
       " \n",
       "          [[-4.7406e-02]],\n",
       " \n",
       "          [[ 1.2077e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 2.5894e-01,  1.0952e-01,  2.4350e-03,  9.8841e-02,  1.4828e-01,\n",
       "          2.2900e-06,  1.2362e-01,  2.5867e-01,  1.7806e-01,  2.6309e-02,\n",
       "          8.7784e-02,  2.2239e-01,  1.9097e-01,  2.2899e-01, -2.7017e-06,\n",
       "          1.1980e-01,  7.9462e-02,  1.2918e-01,  8.1540e-02,  1.6561e-01,\n",
       "          8.5212e-02,  2.0080e-01,  1.7026e-01,  3.6475e-07,  2.3972e-01,\n",
       "          9.7817e-02,  1.0577e-01,  9.8964e-02, -4.4109e-06,  5.2819e-02,\n",
       "          1.9113e-01,  1.5563e-01,  1.0492e-01,  1.6792e-01,  2.1628e-01,\n",
       "          1.4154e-01,  2.2748e-01,  1.5448e-01, -2.0087e-03,  1.4546e-01,\n",
       "          9.9183e-02,  3.7556e-02,  9.3432e-02,  2.4658e-01,  6.6383e-02,\n",
       "          8.1327e-02,  2.4016e-01,  1.4118e-01,  3.5700e-02,  1.1152e-01,\n",
       "          1.4306e-01,  1.0296e-03,  2.9085e-02,  2.2361e-01,  3.1879e-01,\n",
       "          4.0880e-02,  1.4030e-01,  7.4188e-02,  1.3349e-01,  8.4435e-07,\n",
       "          1.4750e-01,  1.4078e-01,  5.6040e-02,  2.3601e-01,  2.6426e-02,\n",
       "          1.0163e-01,  2.7476e-01,  7.1125e-02,  2.8428e-06,  6.3914e-02,\n",
       "          9.2293e-03,  1.2069e-01,  9.6343e-02,  1.0677e-01,  3.5325e-02,\n",
       "          2.7641e-01,  5.7064e-02,  2.2450e-01,  1.6698e-01,  8.4091e-02,\n",
       "          7.4761e-02,  1.1079e-01,  4.9667e-02,  7.8219e-02,  1.3103e-01,\n",
       "          1.2695e-01,  1.2179e-01,  7.4704e-02,  2.9422e-01, -1.7493e-06,\n",
       "          1.9132e-06,  9.9225e-02,  6.5375e-02,  2.0994e-01,  5.8966e-09,\n",
       "          3.3057e-02,  1.6077e-01,  2.2146e-01,  2.2166e-01,  3.6653e-01,\n",
       "          2.8574e-01,  5.7153e-02,  2.7196e-01,  8.0166e-02,  2.1129e-01,\n",
       "          1.2923e-04,  7.7990e-02,  1.0840e-01,  1.6766e-01,  1.7519e-01,\n",
       "          1.9105e-01,  8.9661e-02,  7.1795e-07,  9.4744e-02,  1.9144e-01,\n",
       "          1.5211e-01,  8.0793e-02,  1.7757e-01,  1.0797e-01,  1.7612e-01,\n",
       "          9.4192e-02,  1.4459e-01,  1.9132e-01,  1.9754e-01,  1.1739e-01,\n",
       "          2.7245e-01,  1.0505e-01,  2.1353e-01,  1.1512e-01,  1.0201e-01,\n",
       "          1.0968e-01,  6.4043e-02,  1.3702e-01,  1.5151e-06,  2.1890e-01,\n",
       "          9.4661e-02,  1.2666e-01,  1.8719e-01, -1.3624e-07,  1.0235e-01,\n",
       "          1.7126e-01,  7.2575e-02,  9.3477e-02,  8.6764e-05,  9.3516e-02,\n",
       "          3.4630e-01,  2.9881e-01,  1.3225e-01,  4.2841e-02,  2.5396e-01,\n",
       "          1.2691e-01,  5.6624e-02,  2.1234e-01,  9.4354e-06,  2.4363e-01,\n",
       "          2.1899e-01,  2.4067e-01,  2.0311e-06,  2.0009e-01,  1.1029e-01,\n",
       "          7.6456e-02,  2.2377e-01,  7.9825e-02,  2.8083e-01,  6.8383e-02,\n",
       "          3.1770e-04,  2.3516e-01,  1.0715e-01,  5.0745e-02,  6.1870e-02,\n",
       "          5.0323e-07,  1.8813e-01,  2.2219e-02,  1.8896e-01,  9.1058e-06,\n",
       "         -9.3720e-03,  1.4908e-01,  1.2078e-01,  1.4497e-01,  2.3185e-01,\n",
       "          1.1183e-01,  1.3252e-01,  7.5160e-02,  2.4048e-01,  2.5597e-01,\n",
       "          3.1719e-01,  9.3287e-07,  1.7016e-01,  2.7553e-01,  1.1209e-01,\n",
       "          1.9916e-01,  1.3921e-01,  2.2639e-01,  2.5571e-01,  2.9736e-01,\n",
       "          1.0919e-01, -2.1788e-08,  4.1135e-02,  1.0497e-01,  2.7017e-01,\n",
       "         -1.1039e-06,  4.1734e-02,  1.9707e-01,  9.7280e-02,  2.5079e-07,\n",
       "          8.4855e-02,  5.4263e-02,  1.5409e-01,  2.3644e-01, -3.3276e-03,\n",
       "          2.0224e-01,  8.1634e-02,  1.8215e-01,  2.9152e-06,  6.7323e-02,\n",
       "          8.5177e-02,  1.6566e-01,  2.6869e-01,  4.0581e-02,  6.9725e-02,\n",
       "          1.6717e-01,  6.8251e-02,  4.3876e-08,  6.3462e-02,  1.8687e-01,\n",
       "          5.9377e-02,  9.9933e-02,  2.7918e-01,  8.4557e-02,  6.4699e-02,\n",
       "          3.1337e-02,  2.1270e-01,  1.6158e-02,  4.6383e-02,  4.3892e-08,\n",
       "          5.5247e-02,  7.5510e-06,  6.5603e-02,  5.0101e-02,  2.0750e-01,\n",
       "          6.1390e-05,  3.1456e-01,  4.8928e-02,  2.3551e-01,  4.5786e-02,\n",
       "          1.4947e-01,  2.8260e-01,  1.0210e-01,  7.0082e-02,  1.9167e-01,\n",
       "          4.2421e-02,  2.1541e-01,  7.3094e-02,  1.2241e-01,  4.8193e-02,\n",
       "          2.0008e-01,  5.0354e-02,  1.3672e-01,  3.6754e-02,  1.3625e-01,\n",
       "          1.2990e-01,  5.0630e-02,  5.2546e-02,  2.3381e-01,  6.6546e-02,\n",
       "          2.4019e-01,  3.0668e-02,  3.0689e-01,  2.2720e-01,  2.3522e-01,\n",
       "          4.6171e-05,  8.1741e-02,  8.7562e-07,  1.3516e-01,  6.1836e-02,\n",
       "          2.0586e-01,  1.3580e-01,  8.8719e-02,  6.4561e-02,  1.2725e-01,\n",
       "          1.7426e-01,  1.8437e-01,  7.7724e-02,  1.5262e-01,  1.7132e-01,\n",
       "          3.1335e-01,  3.4451e-02,  1.2605e-01,  1.2839e-01,  1.0430e-01,\n",
       "          2.7461e-01,  3.5598e-04,  5.6617e-02,  8.7690e-02,  1.5311e-01,\n",
       "          1.1519e-01,  4.3404e-02,  4.2354e-05,  2.3621e-01, -7.8637e-06,\n",
       "          8.4913e-02,  1.4516e-01,  5.9520e-02,  1.1899e-01,  1.5344e-01,\n",
       "          1.2991e-01,  6.9376e-02,  1.4720e-01,  1.5015e-01,  3.4827e-01,\n",
       "          7.8291e-02,  2.7767e-06,  6.0657e-08, -2.3011e-07,  2.5938e-01,\n",
       "          8.8719e-02,  3.8580e-02,  3.3758e-01,  2.0945e-07,  1.4973e-01,\n",
       "          6.0445e-02,  2.0537e-01,  8.5454e-02,  7.9034e-02,  1.6697e-01,\n",
       "         -2.9826e-08,  1.3037e-01,  1.7994e-01,  1.7999e-01,  9.8017e-02,\n",
       "          1.0569e-01,  6.9529e-02,  1.5887e-07,  3.4035e-01,  8.6399e-02,\n",
       "          1.6570e-01,  1.1431e-01,  2.3633e-01,  6.3789e-02,  1.7756e-01,\n",
       "          2.2179e-01,  9.1697e-02,  2.5909e-01,  2.8606e-02,  2.4261e-01,\n",
       "          1.7812e-01,  1.1581e-08,  1.8174e-01,  6.3036e-02,  2.2299e-01,\n",
       "          2.1315e-01,  2.1711e-01,  1.6508e-01,  2.9226e-01,  2.0710e-01,\n",
       "          1.5458e-01,  1.4579e-01,  2.2657e-01,  2.0913e-01,  5.4199e-02,\n",
       "          1.4851e-01,  2.0314e-01,  1.0949e-01,  3.2031e-01,  1.3787e-05,\n",
       "          1.8286e-01,  8.8698e-02,  9.3633e-02,  2.0066e-01,  1.6375e-01,\n",
       "          1.7920e-06,  2.1021e-01,  1.5132e-01,  1.2822e-01,  1.8261e-02,\n",
       "          9.5773e-02,  1.3455e-01,  9.0493e-02,  5.6843e-02,  2.1273e-01,\n",
       "         -1.9481e-02,  1.1177e-01,  2.0018e-01,  1.4718e-01,  8.9305e-02,\n",
       "          6.1995e-02,  2.2648e-05,  2.6067e-01,  2.3732e-01,  9.6725e-02,\n",
       "          2.7169e-02,  2.7572e-02,  1.5351e-01,  1.1330e-01,  1.2615e-01,\n",
       "          3.1682e-01,  3.6433e-01,  1.5977e-01,  1.3429e-01,  5.2137e-02,\n",
       "          4.6438e-07,  3.5380e-01,  2.2400e-02,  2.0857e-01,  2.3714e-01,\n",
       "          2.0609e-01,  2.7071e-01,  1.1499e-01,  1.0280e-01,  3.3806e-07,\n",
       "          1.2464e-01,  7.5613e-02,  1.7810e-01,  5.9839e-08,  9.7862e-02,\n",
       "          4.7789e-02,  9.8830e-02,  1.3672e-02,  2.6721e-01,  1.3875e-01,\n",
       "          9.9412e-02,  5.8001e-02,  8.8942e-02,  1.8603e-01,  2.2661e-01,\n",
       "          5.3778e-02,  2.9870e-07,  7.1578e-02,  1.6625e-01,  1.3182e-01,\n",
       "          2.2102e-06,  6.4613e-02,  4.4592e-02,  1.4840e-06,  3.7320e-01,\n",
       "          8.3566e-02,  3.6263e-02,  1.2490e-01,  1.4024e-01,  6.7643e-02,\n",
       "          8.7781e-02,  2.4787e-01,  2.7908e-01,  2.9175e-01,  1.0252e-01,\n",
       "          8.8438e-02, -2.4200e-07,  8.3925e-02,  1.8358e-01, -2.7752e-05,\n",
       "          6.4146e-02,  5.6049e-07,  1.0697e-07,  5.9478e-02,  9.6309e-04,\n",
       "          2.5316e-01,  5.5721e-02,  1.0059e-01,  3.5312e-01,  2.6611e-01,\n",
       "          4.9717e-02,  3.2800e-02,  2.8730e-02,  1.9604e-01,  2.3787e-01,\n",
       "          9.8731e-02,  2.1813e-02,  7.8078e-08,  2.5368e-01,  6.4311e-02,\n",
       "          1.0932e-01,  3.2254e-01,  1.4187e-08,  2.1543e-01,  1.8553e-01,\n",
       "          1.2584e-01,  2.2427e-01,  1.3510e-01,  1.3744e-01,  2.8398e-02,\n",
       "          1.1102e-01,  1.4465e-01,  9.9769e-02,  1.4012e-01,  7.7053e-02,\n",
       "          1.0650e-01, -1.2151e-06,  1.5623e-01,  1.8287e-01,  2.6775e-01,\n",
       "          4.6327e-02,  8.6280e-02,  1.4811e-01,  8.9865e-02,  2.9692e-01,\n",
       "          2.4645e-01,  9.5585e-02,  1.9333e-01,  1.5000e-08,  1.2984e-01,\n",
       "          1.4060e-01,  2.0470e-01,  5.6103e-02,  1.4413e-01,  8.3059e-02,\n",
       "          2.8040e-01,  2.5632e-01,  1.4756e-01,  1.4561e-01,  1.8631e-07,\n",
       "          7.1401e-02,  2.6416e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 5.0408e-02, -5.3801e-02, -4.9714e-03,  2.0539e-02,  4.7344e-02,\n",
       "         -7.9189e-06,  9.5915e-03,  8.5763e-02,  3.1474e-02,  7.3589e-02,\n",
       "          3.1398e-03, -3.0815e-02,  4.4212e-03,  9.0432e-02, -1.7023e-05,\n",
       "         -2.1265e-02, -3.0664e-02,  3.1546e-02,  4.3062e-02, -7.6598e-04,\n",
       "          4.0609e-02,  7.0054e-02, -3.2688e-03, -8.6219e-07,  2.9686e-02,\n",
       "          6.5213e-02,  3.7850e-03, -3.1191e-02, -3.1902e-05,  4.1727e-02,\n",
       "         -9.7415e-02,  7.2782e-02,  3.0331e-02, -1.1470e-02,  8.0664e-03,\n",
       "         -2.3092e-02,  9.3858e-02,  4.7561e-02, -4.6917e-03,  7.5247e-02,\n",
       "         -2.9921e-02,  1.5897e-02, -2.7721e-02,  4.7655e-02,  7.5995e-03,\n",
       "         -5.5337e-02,  7.0081e-02, -3.3844e-02,  6.6372e-02, -5.6138e-02,\n",
       "          9.5078e-02, -8.3608e-04,  5.9420e-02,  4.6229e-02,  9.6871e-02,\n",
       "          1.0570e-02, -1.0752e-02, -3.7556e-03,  1.1314e-02, -4.0713e-06,\n",
       "          4.4267e-02, -3.9143e-03, -7.9898e-03,  3.3193e-03, -1.0885e-02,\n",
       "          3.3494e-03, -9.2455e-02,  3.9653e-02, -7.8888e-06, -2.4530e-03,\n",
       "          1.3655e-02,  1.8437e-02, -1.1777e-02, -1.0059e-02, -4.4714e-02,\n",
       "          5.1907e-02, -2.4790e-02,  1.0142e-01,  1.8356e-02, -5.6835e-02,\n",
       "         -1.9470e-04,  1.7989e-02, -2.3642e-02,  2.5737e-02, -2.2398e-03,\n",
       "          4.8911e-02,  5.5182e-02, -1.8045e-03,  8.5885e-02, -1.0144e-05,\n",
       "         -7.6508e-06, -4.7996e-02, -5.4346e-02,  3.8387e-02, -1.5890e-07,\n",
       "         -1.3694e-02,  2.1481e-02,  3.7525e-02, -3.2900e-03, -1.4641e-02,\n",
       "         -5.8719e-03, -3.0566e-02,  9.1605e-02,  2.9773e-02,  1.0682e-01,\n",
       "         -8.9958e-04,  3.5209e-02, -4.2207e-02, -3.2497e-03, -3.2672e-02,\n",
       "          8.3064e-02,  4.8578e-02, -2.8526e-06, -1.8117e-02,  1.0543e-01,\n",
       "          7.2242e-02, -7.6185e-03,  2.2616e-03,  3.7346e-02,  4.6880e-02,\n",
       "         -7.9570e-03,  3.6065e-02,  7.7348e-02,  3.2475e-03, -3.0122e-02,\n",
       "          1.5840e-01, -3.3549e-02,  5.9058e-02, -5.4857e-04, -4.5232e-02,\n",
       "         -2.0058e-02,  1.7915e-02,  1.7743e-02, -7.1322e-06,  1.1004e-01,\n",
       "         -7.1586e-03, -7.0238e-04,  3.5450e-03, -1.4194e-06, -5.0723e-03,\n",
       "          1.0719e-02, -2.6846e-02, -1.5724e-02, -4.8029e-04, -4.1229e-02,\n",
       "          1.0429e-02,  4.7818e-02, -2.1555e-02,  2.1728e-02, -2.0473e-02,\n",
       "          2.5582e-05,  3.2087e-02,  6.4179e-02, -6.2677e-05,  1.1763e-01,\n",
       "          3.7077e-02,  8.7900e-02, -9.1733e-06,  3.5007e-02, -1.5780e-02,\n",
       "         -1.4645e-02,  1.1493e-01,  3.5553e-02,  3.8060e-02,  5.2214e-02,\n",
       "         -1.3884e-03, -1.9273e-02, -3.3458e-02, -3.7974e-02, -1.7768e-02,\n",
       "         -1.3500e-06,  7.1225e-03,  9.3039e-02,  1.4888e-01, -2.7238e-05,\n",
       "         -5.6481e-02,  1.0640e-01, -3.8111e-02,  5.7626e-02, -1.1871e-02,\n",
       "         -3.7452e-02, -8.3534e-03,  1.3115e-02,  5.2240e-02,  1.4609e-02,\n",
       "          1.3691e-01, -2.8239e-06,  5.4831e-03,  7.0706e-02, -3.6691e-02,\n",
       "         -1.7748e-03, -1.1044e-02,  2.9012e-02,  1.1499e-01,  1.5405e-01,\n",
       "          7.9285e-03, -1.1732e-07, -2.6413e-02,  1.2214e-02,  8.3662e-03,\n",
       "         -6.2902e-06,  5.0012e-02, -6.5154e-03,  5.0267e-02, -7.1198e-07,\n",
       "         -4.5093e-02,  2.5603e-02,  3.9757e-02,  4.9278e-02, -9.7368e-03,\n",
       "         -1.0309e-03,  8.0354e-02,  4.9503e-02, -1.0135e-05, -2.0469e-02,\n",
       "         -2.3065e-02, -1.0967e-02,  1.3992e-01,  1.3652e-02,  2.2791e-02,\n",
       "          5.5029e-02, -1.3392e-02, -1.2968e-07, -3.2554e-02,  2.6425e-02,\n",
       "          2.0118e-02,  5.8526e-02,  1.9821e-01,  2.1531e-03,  1.3833e-02,\n",
       "         -1.2165e-02,  7.6226e-02,  1.0087e-01, -2.9128e-02, -1.1165e-07,\n",
       "          3.4191e-02, -2.7389e-05, -6.7306e-03,  5.2081e-02,  5.8233e-03,\n",
       "         -1.8436e-04,  1.9059e-01,  2.4796e-02,  8.9079e-02, -2.8740e-03,\n",
       "         -5.1246e-02,  2.3442e-02,  1.3485e-04, -4.4533e-02,  3.7772e-02,\n",
       "          4.5265e-02,  1.2982e-01, -7.0863e-03,  2.9466e-03,  2.1229e-02,\n",
       "          6.8678e-02, -2.4108e-02, -5.9673e-03,  3.3583e-02,  5.1814e-03,\n",
       "         -3.4058e-02,  2.4528e-02,  3.2980e-03,  8.5338e-02,  4.6658e-03,\n",
       "          1.1495e-01,  2.1275e-02,  2.0298e-02,  6.5352e-02,  4.8504e-02,\n",
       "         -1.2237e-04, -2.2201e-02, -3.2690e-06,  5.6547e-02,  9.2143e-03,\n",
       "          5.3177e-02,  1.3121e-02,  5.8778e-02, -1.0628e-02, -4.6647e-02,\n",
       "         -3.8120e-03,  1.6281e-02, -1.6294e-02,  4.6992e-02,  8.2434e-02,\n",
       "         -3.7641e-02,  9.0587e-03, -2.1060e-03, -2.2506e-02, -4.0034e-02,\n",
       "         -1.7160e-02, -9.8877e-04, -4.3668e-02, -4.3654e-02, -7.9761e-02,\n",
       "          8.0995e-04,  3.3363e-02, -9.5408e-05,  2.4635e-02, -1.2186e-03,\n",
       "          8.8857e-03, -2.5290e-02,  1.5415e-02,  4.1727e-02, -1.4499e-02,\n",
       "         -2.5007e-03, -4.2352e-02,  2.3150e-02,  1.0252e-02, -5.0827e-02,\n",
       "         -2.9843e-02, -1.7975e-05, -2.4256e-07, -2.3200e-06,  8.7960e-02,\n",
       "         -1.9594e-02, -1.4285e-02,  1.3767e-01, -5.4095e-07,  7.2719e-02,\n",
       "          1.5425e-02,  2.2584e-03,  1.6702e-02, -1.8719e-03,  4.0983e-02,\n",
       "         -1.5115e-07, -6.9896e-02, -1.1585e-02, -3.8220e-03,  3.9209e-02,\n",
       "          7.9392e-02, -3.1275e-03, -6.0793e-07, -6.5054e-02, -4.6122e-03,\n",
       "          2.2881e-02, -1.5298e-02,  7.1332e-02, -2.5570e-02, -2.5730e-02,\n",
       "          1.0177e-01, -3.8346e-03,  1.1747e-01, -3.2341e-02,  1.2023e-01,\n",
       "          9.6849e-03, -1.8967e-07,  9.6480e-02, -3.4635e-03,  1.3868e-01,\n",
       "         -7.0695e-04, -9.4783e-02, -4.2773e-03,  3.6939e-02,  1.4341e-01,\n",
       "          8.6191e-03,  3.4905e-02,  1.3142e-01,  2.1686e-02, -3.2155e-02,\n",
       "          2.2250e-02,  3.3670e-02,  1.1841e-03, -4.6307e-02, -6.7543e-05,\n",
       "         -1.9290e-02, -1.0294e-03, -2.2324e-02,  6.6470e-02, -2.0465e-02,\n",
       "         -5.0082e-06,  1.1699e-01,  3.5496e-02,  2.2371e-02,  7.6098e-02,\n",
       "         -3.1274e-02, -2.6378e-02,  4.4431e-03, -1.3276e-02,  5.5820e-02,\n",
       "         -2.9341e-02, -3.4241e-04,  1.2948e-01,  4.8526e-02,  1.2148e-03,\n",
       "          1.5532e-02, -5.9827e-05,  9.0663e-02,  6.6560e-02, -2.1857e-02,\n",
       "         -4.2524e-04,  8.4397e-04,  7.5189e-02, -4.0382e-02, -5.7350e-03,\n",
       "          1.3059e-01,  8.9209e-02, -5.2390e-02,  8.3347e-03,  3.6906e-02,\n",
       "         -1.9198e-06, -2.5754e-02, -1.8060e-02,  1.5707e-02, -7.2462e-02,\n",
       "         -5.3932e-02,  3.3604e-02,  5.3753e-03,  9.2454e-03, -9.6343e-07,\n",
       "          1.1055e-02,  9.3140e-03,  1.2375e-01, -2.4052e-07,  4.7903e-03,\n",
       "         -2.4964e-02,  7.8106e-03, -2.5364e-02, -1.7556e-02,  1.1134e-02,\n",
       "         -1.5845e-02, -4.8787e-02,  1.7304e-03, -1.9681e-02, -1.2093e-03,\n",
       "         -1.8620e-02, -1.9253e-06,  6.8844e-03, -1.2531e-02, -2.6413e-04,\n",
       "         -8.7646e-06,  4.8010e-02,  8.7525e-02, -8.0243e-06, -1.7114e-01,\n",
       "         -1.3433e-02, -4.0059e-02, -5.1796e-02,  6.7273e-03,  7.6271e-03,\n",
       "          1.7412e-02,  7.1451e-02, -6.3535e-02,  1.4390e-01,  5.2225e-02,\n",
       "         -2.6857e-02, -2.3525e-06,  9.4138e-03, -2.4442e-03, -1.6837e-04,\n",
       "         -2.2859e-02, -2.3380e-06, -4.7066e-07,  2.9032e-02, -4.4317e-03,\n",
       "          1.2823e-02,  6.2972e-02, -2.8694e-02,  1.0436e-01,  1.2098e-01,\n",
       "         -6.8384e-03,  6.1803e-02, -2.1682e-02,  3.3520e-02,  1.8442e-01,\n",
       "          2.0452e-02, -2.2529e-02, -3.8024e-07,  4.7503e-02, -1.6849e-02,\n",
       "         -3.5622e-02,  1.3090e-01, -1.0422e-07,  6.6521e-02,  8.8123e-02,\n",
       "          1.2963e-02,  6.9495e-02,  2.2898e-03, -8.1541e-03, -5.9840e-02,\n",
       "         -3.7383e-03,  1.6682e-02,  1.8710e-02, -3.3964e-02, -6.9819e-03,\n",
       "         -8.8785e-03, -1.6550e-05,  3.6695e-02,  7.4770e-02, -3.6443e-03,\n",
       "         -2.7702e-02, -5.7924e-02,  5.3831e-02,  3.8519e-02,  9.7022e-02,\n",
       "         -4.2779e-02, -1.2827e-02, -5.4793e-02, -6.0001e-08,  7.1382e-03,\n",
       "          6.7838e-02, -9.0207e-02, -2.3035e-02, -8.5935e-04,  2.0521e-02,\n",
       "          7.8742e-02,  3.6046e-02, -7.2988e-03, -4.1833e-02, -8.7138e-07,\n",
       "          7.5300e-02,  1.6350e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 2.9981e-02]],\n",
       " \n",
       "          [[ 6.2468e-03]],\n",
       " \n",
       "          [[-7.8216e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.9786e-09]],\n",
       " \n",
       "          [[-9.1469e-03]],\n",
       " \n",
       "          [[ 5.1793e-02]]],\n",
       " \n",
       " \n",
       "         [[[-5.8691e-03]],\n",
       " \n",
       "          [[-6.9917e-03]],\n",
       " \n",
       "          [[-4.6123e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.6587e-09]],\n",
       " \n",
       "          [[ 2.9243e-03]],\n",
       " \n",
       "          [[-7.9964e-02]]],\n",
       " \n",
       " \n",
       "         [[[-5.3589e-02]],\n",
       " \n",
       "          [[-4.0799e-03]],\n",
       " \n",
       "          [[ 2.9705e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.7033e-08]],\n",
       " \n",
       "          [[ 2.0213e-03]],\n",
       " \n",
       "          [[-3.2253e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 2.9383e-02]],\n",
       " \n",
       "          [[ 8.8350e-03]],\n",
       " \n",
       "          [[ 1.5486e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 5.4477e-08]],\n",
       " \n",
       "          [[ 3.4521e-03]],\n",
       " \n",
       "          [[-9.2993e-04]]],\n",
       " \n",
       " \n",
       "         [[[-4.2658e-02]],\n",
       " \n",
       "          [[-1.7373e-03]],\n",
       " \n",
       "          [[-3.9745e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.8903e-09]],\n",
       " \n",
       "          [[ 1.6505e-03]],\n",
       " \n",
       "          [[ 1.7884e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.1154e-02]],\n",
       " \n",
       "          [[ 2.1871e-02]],\n",
       " \n",
       "          [[ 2.3255e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.5520e-08]],\n",
       " \n",
       "          [[ 7.0989e-04]],\n",
       " \n",
       "          [[ 2.7331e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1143, 0.0757, 0.0914, 0.1120, 0.1156, 0.1359, 0.0838, 0.1183, 0.1306,\n",
       "         0.0885, 0.1084, 0.1306, 0.1053, 0.1468, 0.0738, 0.1036, 0.0873, 0.1163,\n",
       "         0.0768, 0.0728, 0.1531, 0.0943, 0.1124, 0.1238, 0.2047, 0.0920, 0.1435,\n",
       "         0.1362, 0.1109, 0.2188, 0.0865, 0.1191, 0.0889, 0.1052, 0.1366, 0.1328,\n",
       "         0.1251, 0.1528, 0.2020, 0.1533, 0.1039, 0.1004, 0.0843, 0.1067, 0.1523,\n",
       "         0.1989, 0.0936, 0.0802, 0.1393, 0.1333, 0.1425, 0.1023, 0.1807, 0.1137,\n",
       "         0.0921, 0.0990, 0.1294, 0.0921, 0.1386, 0.1249, 0.1101, 0.1374, 0.1408,\n",
       "         0.0873, 0.1088, 0.0506, 0.0885, 0.1001, 0.0911, 0.0805, 0.1002, 0.1057,\n",
       "         0.1325, 0.1071, 0.0992, 0.1108, 0.1346, 0.1271, 0.0677, 0.1194, 0.1223,\n",
       "         0.1385, 0.1079, 0.1060, 0.0611, 0.1348, 0.1082, 0.1542, 0.0887, 0.1154,\n",
       "         0.1260, 0.1264, 0.1798, 0.1189, 0.0979, 0.0981, 0.0791, 0.1435, 0.1183,\n",
       "         0.1051, 0.1222, 0.1360, 0.1385, 0.1431, 0.1288, 0.1498, 0.1085, 0.1627,\n",
       "         0.0939, 0.1143, 0.1391, 0.0636, 0.0967, 0.1255, 0.1151, 0.0964, 0.0787,\n",
       "         0.1066, 0.1409, 0.1014, 0.1143, 0.0863, 0.1536, 0.0985, 0.1438, 0.0895,\n",
       "         0.1469, 0.1272], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 6.8559e-02,  1.4698e-01,  8.2880e-02,  4.1121e-02, -4.4025e-02,\n",
       "          5.5208e-02,  1.3066e-01,  4.7525e-04, -5.2649e-02,  2.2246e-01,\n",
       "          2.3074e-01,  3.0792e-01,  7.0930e-02, -7.9473e-02,  1.0697e-01,\n",
       "          8.3438e-03,  7.8758e-02,  5.3298e-02,  7.1946e-02,  9.7001e-02,\n",
       "         -2.5555e-02,  1.3900e-01,  2.8339e-02, -5.7013e-02, -2.2850e-02,\n",
       "          1.9854e-01, -6.7676e-02, -3.4894e-02,  3.3773e-03, -1.8672e-01,\n",
       "          2.1366e-03,  4.9820e-02,  1.7999e-01,  6.3184e-02, -7.6148e-02,\n",
       "          2.5177e-01, -2.4373e-02, -7.8140e-02, -1.0600e-01, -4.2929e-03,\n",
       "          3.9075e-02,  2.5391e-02,  2.1629e-02, -2.7212e-02, -1.5787e-02,\n",
       "         -1.7615e-01,  1.9268e-01,  1.9733e-01, -7.2619e-02, -2.8118e-02,\n",
       "         -3.3440e-02,  2.2110e-01, -6.3050e-02, -9.6045e-03, -3.0913e-02,\n",
       "          5.7010e-02, -4.8470e-02,  1.7674e-01, -5.0534e-02, -7.7303e-03,\n",
       "          3.5188e-02, -4.5859e-02, -9.7578e-02,  1.7605e-02,  1.5196e-01,\n",
       "          7.5818e-02,  1.4443e-01, -1.4287e-02,  2.3639e-01,  1.6572e-02,\n",
       "          7.1564e-02,  1.8891e-02, -1.3994e-02,  1.1361e-01, -3.6563e-02,\n",
       "          6.3970e-02,  1.6068e-01, -2.0397e-02,  6.3594e-02,  2.8602e-02,\n",
       "          2.4023e-02, -3.9546e-04,  1.8111e-02,  2.4297e-02,  9.7657e-02,\n",
       "         -5.1280e-02,  8.6407e-02, -4.9716e-02,  1.2342e-01,  1.6637e-01,\n",
       "         -5.2797e-02, -1.3189e-02,  3.8536e-01,  1.1448e-01,  9.5090e-02,\n",
       "          1.7808e-01,  1.9039e-02,  2.9391e-04,  6.0540e-02, -3.0491e-02,\n",
       "         -1.5868e-02,  2.4138e-02, -5.3541e-02, -7.6588e-02,  3.6626e-01,\n",
       "         -1.3982e-02,  6.3132e-02, -4.5771e-02,  2.3392e-02,  1.2319e-02,\n",
       "         -5.9005e-02,  5.4889e-02,  2.0842e-01,  5.1467e-02,  6.2985e-02,\n",
       "         -1.8776e-02,  6.4756e-02,  5.1209e-02, -9.4817e-02,  4.4639e-02,\n",
       "          2.2889e-02,  6.6915e-02, -5.5040e-02,  2.4649e-02, -3.6994e-02,\n",
       "          2.3191e-01,  2.5663e-01, -8.0662e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-2.6612e-02, -4.0164e-02, -1.7479e-02],\n",
       "           [-3.1620e-02, -5.3283e-03, -2.7553e-02],\n",
       "           [-2.4886e-02, -3.2047e-02, -2.3468e-02]],\n",
       " \n",
       "          [[-3.5126e-03,  3.2575e-03, -8.1418e-03],\n",
       "           [-7.0056e-03,  6.0254e-03, -1.0571e-02],\n",
       "           [-6.0508e-03,  7.2130e-04, -1.5162e-03]],\n",
       " \n",
       "          [[ 7.6138e-03,  1.8244e-02,  1.2507e-02],\n",
       "           [ 2.5248e-02, -3.7504e-02,  2.4530e-02],\n",
       "           [ 1.5743e-02,  2.3739e-02,  1.7725e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.3778e-03,  3.5878e-03,  7.4590e-04],\n",
       "           [ 4.4968e-03, -1.8396e-02,  3.6347e-05],\n",
       "           [ 5.4960e-03,  3.2917e-03, -2.2544e-03]],\n",
       " \n",
       "          [[-6.0618e-03,  1.2152e-02,  1.0627e-03],\n",
       "           [ 8.1596e-03,  6.4134e-03,  9.3486e-03],\n",
       "           [ 3.8096e-03,  1.8635e-02,  5.5144e-03]],\n",
       " \n",
       "          [[ 1.5398e-02,  1.1400e-02,  1.6990e-02],\n",
       "           [ 6.8940e-03, -2.7925e-02,  4.4624e-03],\n",
       "           [ 1.4584e-02,  9.9359e-03,  1.0279e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.4447e-02,  1.0540e-02,  8.6184e-03],\n",
       "           [ 1.4049e-02, -5.1148e-02,  1.1761e-02],\n",
       "           [ 6.0427e-03,  1.3258e-02,  1.6813e-02]],\n",
       " \n",
       "          [[-9.7942e-04,  1.8536e-03,  1.2940e-04],\n",
       "           [ 4.5484e-03,  6.3970e-03, -5.7844e-03],\n",
       "           [-5.2112e-03, -9.8360e-03, -7.9912e-03]],\n",
       " \n",
       "          [[-6.5372e-03, -3.0737e-03, -6.6110e-04],\n",
       "           [-8.3917e-03, -4.3665e-03, -8.8227e-03],\n",
       "           [-7.9809e-03, -9.1811e-03, -9.4304e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-3.0811e-03,  4.5446e-03, -2.2183e-03],\n",
       "           [ 1.3118e-02, -2.3592e-02,  1.2510e-02],\n",
       "           [-1.3352e-03,  1.6423e-02,  1.7204e-03]],\n",
       " \n",
       "          [[-3.9355e-03, -1.2400e-02, -5.3888e-03],\n",
       "           [-2.3812e-02,  6.2618e-02, -3.1402e-02],\n",
       "           [-1.5209e-02, -3.6339e-02, -2.3629e-02]],\n",
       " \n",
       "          [[ 1.1858e-02,  1.5748e-02,  5.0950e-03],\n",
       "           [ 8.5850e-03, -4.5303e-02,  5.7861e-03],\n",
       "           [ 2.5232e-03,  1.6618e-02,  1.0268e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.1693e-04, -2.3821e-02, -1.0894e-02],\n",
       "           [-1.1472e-02, -3.5137e-03, -1.0219e-02],\n",
       "           [ 1.3313e-02,  3.7218e-02,  1.6308e-02]],\n",
       " \n",
       "          [[ 5.9613e-03,  2.5387e-02,  1.8554e-02],\n",
       "           [-1.4240e-02, -1.1972e-02, -1.0432e-02],\n",
       "           [-6.0892e-04,  5.4653e-03,  6.0121e-03]],\n",
       " \n",
       "          [[ 1.3706e-02,  1.8274e-02,  9.4376e-03],\n",
       "           [ 1.8834e-03, -6.9833e-03, -7.1998e-03],\n",
       "           [-1.0752e-02, -1.4026e-02, -1.2343e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-3.5476e-02, -1.1280e-01, -5.9571e-02],\n",
       "           [-2.7227e-02,  8.1714e-03, -2.0615e-02],\n",
       "           [ 4.8816e-02,  1.4239e-01,  8.7312e-02]],\n",
       " \n",
       "          [[ 7.7823e-02,  2.1489e-01,  1.1521e-01],\n",
       "           [ 9.3477e-03, -2.4879e-02, -1.0115e-02],\n",
       "           [-4.7276e-02, -1.6804e-01, -1.0835e-01]],\n",
       " \n",
       "          [[-2.4170e-02, -4.6353e-02, -2.7198e-02],\n",
       "           [-1.6167e-02,  5.8170e-03, -1.1249e-02],\n",
       "           [ 1.6357e-02,  5.5004e-02,  3.2485e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-1.6305e-02, -5.0020e-02, -1.5351e-02],\n",
       "           [-1.2441e-02,  5.3947e-02, -6.3890e-03],\n",
       "           [-2.4207e-03,  2.0496e-02, -3.4866e-03]],\n",
       " \n",
       "          [[ 3.4448e-03,  9.0776e-03,  3.1396e-03],\n",
       "           [-1.2736e-02,  2.3239e-02, -1.0691e-02],\n",
       "           [-1.9581e-02,  1.0343e-03, -1.1689e-02]],\n",
       " \n",
       "          [[ 2.0536e-02,  7.1731e-02,  4.3848e-02],\n",
       "           [-1.4356e-02, -6.6640e-02, -4.0626e-03],\n",
       "           [-1.6326e-02, -4.7985e-02, -1.0681e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.3409e-02,  8.4426e-02,  4.1283e-02],\n",
       "           [-1.0366e-02, -6.7267e-02, -8.4304e-03],\n",
       "           [-1.3965e-02, -3.6488e-02, -1.7230e-02]],\n",
       " \n",
       "          [[ 2.5791e-02,  3.6760e-02,  2.9285e-02],\n",
       "           [ 2.7356e-03,  3.1673e-02,  2.8453e-03],\n",
       "           [-1.0855e-02,  1.4385e-02,  5.6611e-04]],\n",
       " \n",
       "          [[ 1.0187e-02,  1.0588e-02,  1.7188e-02],\n",
       "           [-3.0925e-03, -3.9582e-02,  6.1720e-03],\n",
       "           [-5.8177e-03, -1.0946e-02,  6.8252e-04]]],\n",
       " \n",
       " \n",
       "         [[[-1.2185e-02, -1.3895e-02, -9.7944e-03],\n",
       "           [-1.6095e-02,  2.2727e-02,  7.0365e-04],\n",
       "           [-1.6365e-02, -6.8739e-03, -7.4789e-03]],\n",
       " \n",
       "          [[-6.2751e-03, -8.8369e-03, -1.0088e-02],\n",
       "           [ 4.7107e-03,  5.9371e-03, -7.3752e-04],\n",
       "           [ 1.7115e-03,  3.0230e-03, -8.1881e-03]],\n",
       " \n",
       "          [[-2.2295e-03, -2.0647e-03, -1.7058e-03],\n",
       "           [ 1.4152e-03, -1.7090e-02, -9.4503e-03],\n",
       "           [-2.1117e-03, -7.5780e-03, -7.4742e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.1252e-03,  1.0974e-02, -8.7916e-04],\n",
       "           [ 9.9409e-03, -2.5935e-02,  1.6085e-03],\n",
       "           [ 1.0177e-03,  3.6322e-03,  5.1371e-04]],\n",
       " \n",
       "          [[ 9.1652e-03,  4.5619e-03, -2.2218e-04],\n",
       "           [ 6.9943e-03,  1.6824e-02, -1.0487e-02],\n",
       "           [ 9.4374e-04, -1.5150e-02, -1.9611e-02]],\n",
       " \n",
       "          [[-1.6774e-03,  6.8204e-03,  3.9385e-03],\n",
       "           [-4.7882e-04, -3.7668e-03,  4.3544e-03],\n",
       "           [-1.0460e-03,  7.8029e-03,  3.3921e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.0283e-02,  5.7515e-03, -1.3164e-02],\n",
       "           [ 1.0537e-02, -4.6643e-03, -2.3646e-02],\n",
       "           [ 1.8466e-02, -9.4791e-04, -1.6401e-02]],\n",
       " \n",
       "          [[ 8.7659e-03, -1.0505e-02, -4.4822e-03],\n",
       "           [ 1.2671e-04,  4.8271e-03, -1.0532e-02],\n",
       "           [ 3.8525e-03, -1.5733e-02, -9.0469e-03]],\n",
       " \n",
       "          [[ 3.0490e-04, -8.7700e-03, -2.2215e-03],\n",
       "           [ 1.9254e-02,  2.9673e-03, -1.2005e-02],\n",
       "           [ 1.3131e-03, -3.0526e-04, -9.1385e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.6899e-03, -1.5691e-02,  1.6644e-02],\n",
       "           [ 1.1676e-02, -8.2631e-03,  2.4822e-02],\n",
       "           [-1.1040e-02, -1.7921e-02,  1.1375e-02]],\n",
       " \n",
       "          [[ 1.7830e-03, -1.2158e-02,  1.1729e-02],\n",
       "           [ 7.1818e-03,  6.8397e-04,  2.2245e-02],\n",
       "           [-1.5285e-03, -9.7472e-03,  1.3757e-02]],\n",
       " \n",
       "          [[ 9.1870e-03,  1.2355e-02, -4.5135e-03],\n",
       "           [ 8.5448e-03, -7.1429e-04, -2.3917e-02],\n",
       "           [ 3.4502e-03,  5.6828e-03, -1.2090e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1776, 0.1253, 0.1823, 0.1996, 0.1886, 0.1409, 0.1549, 0.1246, 0.0863,\n",
       "         0.2138, 0.1544, 0.1554, 0.1665, 0.1341, 0.1169, 0.1823, 0.1384, 0.1631,\n",
       "         0.1488, 0.1989, 0.1235, 0.1653, 0.2177, 0.1262, 0.1818, 0.1841, 0.1535,\n",
       "         0.1297, 0.1605, 0.2361, 0.2205, 0.2062, 0.0967, 0.2203, 0.1388, 0.2097,\n",
       "         0.1593, 0.1837, 0.0797, 0.1574, 0.1405, 0.1758, 0.1517, 0.1396, 0.1525,\n",
       "         0.1645, 0.1626, 0.2054, 0.1696, 0.1582, 0.1589, 0.1655, 0.1751, 0.1953,\n",
       "         0.1255, 0.1181, 0.1275, 0.1586, 0.1367, 0.1509, 0.1663, 0.2498, 0.1959,\n",
       "         0.1912, 0.1517, 0.1599, 0.2867, 0.1220, 0.2525, 0.1890, 0.1916, 0.1373,\n",
       "         0.1461, 0.1639, 0.1563, 0.1762, 0.1324, 0.1051, 0.1793, 0.1718, 0.1759,\n",
       "         0.1436, 0.1498, 0.1712, 0.0930, 0.1331, 0.1355, 0.2007, 0.1051, 0.1681,\n",
       "         0.1448, 0.1426, 0.1590, 0.2092, 0.1544, 0.1967, 0.1247, 0.1491, 0.1739,\n",
       "         0.1149, 0.1266, 0.1627, 0.1850, 0.1815, 0.1988, 0.2299, 0.1590, 0.0869,\n",
       "         0.1557, 0.1388, 0.1757, 0.1473, 0.1639, 0.1859, 0.1761, 0.1901, 0.1914,\n",
       "         0.1486, 0.1887, 0.1612, 0.1703, 0.2223, 0.1447, 0.2026, 0.1558, 0.1597,\n",
       "         0.1068, 0.2155], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0184,  0.0471,  0.0683,  0.1018, -0.0076,  0.0603,  0.0339,  0.0681,\n",
       "          0.0400, -0.1420, -0.0781, -0.0290,  0.1200,  0.0270, -0.0339,  0.0416,\n",
       "          0.0379, -0.1181, -0.0939,  0.0850, -0.0848,  0.1726,  0.0771,  0.0163,\n",
       "          0.0683,  0.0188, -0.0476, -0.0065, -0.0019, -0.1350, -0.1825,  0.0421,\n",
       "          0.0739,  0.0721, -0.0071,  0.0286, -0.0353,  0.0735, -0.0379,  0.0404,\n",
       "          0.0831,  0.1374, -0.0702,  0.1316, -0.0518,  0.0653, -0.0995, -0.0413,\n",
       "         -0.1382,  0.1500, -0.1576,  0.1678,  0.0668,  0.0634,  0.0213, -0.0333,\n",
       "          0.0005, -0.0038,  0.0535, -0.0281,  0.0792, -0.1331, -0.1468, -0.0365,\n",
       "          0.0778,  0.0568, -0.1759,  0.0385, -0.1446,  0.0476, -0.1166,  0.0506,\n",
       "          0.0090,  0.0531,  0.0614, -0.0041, -0.0743,  0.0226,  0.0601,  0.0353,\n",
       "          0.0816,  0.0257,  0.0414,  0.0172, -0.0382, -0.1142,  0.0041,  0.0522,\n",
       "          0.0693,  0.0740, -0.0474, -0.0203,  0.0571, -0.1367, -0.0745,  0.0414,\n",
       "          0.0353,  0.0861, -0.0493, -0.0339,  0.0198, -0.0254, -0.0596,  0.1878,\n",
       "          0.0945, -0.1261,  0.0603,  0.0611,  0.0336, -0.0185,  0.1517, -0.0080,\n",
       "         -0.0808, -0.1123, -0.0406, -0.0137,  0.1976, -0.0426,  0.0726, -0.0580,\n",
       "         -0.0975, -0.1347, -0.0368, -0.0499,  0.0638,  0.0652,  0.0226, -0.0461],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-4.4146e-02]],\n",
       " \n",
       "          [[ 2.0839e-02]],\n",
       " \n",
       "          [[-3.6888e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-6.1172e-03]],\n",
       " \n",
       "          [[-1.4476e-02]],\n",
       " \n",
       "          [[ 2.2692e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 6.6173e-04]],\n",
       " \n",
       "          [[ 2.4633e-04]],\n",
       " \n",
       "          [[ 4.5467e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.3392e-03]],\n",
       " \n",
       "          [[ 5.3658e-03]],\n",
       " \n",
       "          [[-9.5005e-03]]],\n",
       " \n",
       " \n",
       "         [[[-2.4932e-02]],\n",
       " \n",
       "          [[-5.1053e-03]],\n",
       " \n",
       "          [[-1.6897e-01]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.2921e-04]],\n",
       " \n",
       "          [[ 4.2860e-04]],\n",
       " \n",
       "          [[ 9.3305e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 1.2192e-03]],\n",
       " \n",
       "          [[-3.8684e-02]],\n",
       " \n",
       "          [[-1.5341e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.2530e-02]],\n",
       " \n",
       "          [[ 4.9127e-02]],\n",
       " \n",
       "          [[ 9.1526e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 4.1313e-04]],\n",
       " \n",
       "          [[-2.9892e-04]],\n",
       " \n",
       "          [[-1.2321e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 9.9619e-03]],\n",
       " \n",
       "          [[ 5.1484e-04]],\n",
       " \n",
       "          [[ 1.3669e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 6.6747e-02]],\n",
       " \n",
       "          [[-7.0881e-03]],\n",
       " \n",
       "          [[ 4.9484e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.4755e-02]],\n",
       " \n",
       "          [[ 4.9751e-02]],\n",
       " \n",
       "          [[ 1.0807e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 1.3242e-01, -3.9867e-03,  2.3998e-01,  2.0384e-02,  1.4137e-01,\n",
       "          1.8754e-01,  1.0087e-03,  2.8137e-01,  1.3598e-01,  1.9805e-01,\n",
       "          2.3073e-01,  2.4595e-02,  8.5594e-02,  1.2895e-01,  2.5740e-01,\n",
       "          1.2544e-02, -1.3376e-03,  1.0062e-01,  1.0290e-01,  3.5137e-02,\n",
       "          9.0440e-04,  1.8675e-02, -2.8032e-03,  2.5723e-01, -5.0090e-03,\n",
       "          1.6177e-01,  1.7371e-01,  8.2233e-03,  2.3130e-01,  1.0041e-03,\n",
       "          1.4092e-02,  3.2567e-03,  2.4108e-01,  5.3649e-02,  6.5720e-02,\n",
       "         -8.4551e-05, -7.9860e-04,  5.1282e-03, -5.4507e-04,  8.2625e-03,\n",
       "          3.5324e-03,  8.1854e-03,  2.1627e-01,  1.1899e-01,  2.4078e-01,\n",
       "          1.1633e-02,  1.3839e-01,  5.9934e-03, -7.7509e-04,  5.1584e-02,\n",
       "          2.2356e-01,  8.2780e-05, -2.9549e-04, -2.1997e-02,  1.7908e-01,\n",
       "         -2.0951e-03,  1.7883e-02,  5.2630e-02,  1.6310e-03,  1.1751e-01,\n",
       "          2.3309e-01,  2.9326e-02, -7.3030e-04,  2.7353e-03,  3.9904e-02,\n",
       "          3.7391e-02,  3.6750e-02,  5.0586e-03,  3.3143e-05, -4.6347e-03,\n",
       "          1.7130e-02, -9.5308e-03,  3.3185e-02,  2.1624e-02,  4.4300e-03,\n",
       "          6.1887e-02, -3.2336e-02, -3.5629e-03,  7.5005e-02,  3.2207e-02,\n",
       "          2.4232e-02,  1.4763e-03,  2.6425e-01,  9.5805e-04, -4.7396e-03,\n",
       "          3.3679e-03,  2.6861e-02,  2.3871e-01,  2.2591e-01,  1.9161e-01,\n",
       "          2.5083e-01,  1.4579e-02,  1.3200e-02,  1.3942e-01,  2.5476e-01,\n",
       "          6.2012e-03,  2.5609e-03,  4.5695e-02,  2.8415e-02,  2.0069e-01,\n",
       "          7.2187e-02,  1.9426e-02,  1.9531e-01, -2.7378e-03,  1.8738e-01,\n",
       "          1.9436e-01, -2.4769e-03,  7.5864e-03,  6.1777e-04,  1.0982e-01,\n",
       "         -6.4235e-03,  5.4644e-03,  1.1123e-01,  5.3514e-02,  8.3084e-02,\n",
       "          8.9328e-03, -6.0282e-03,  1.6342e-02, -2.2930e-04,  5.4757e-02,\n",
       "          4.6124e-02,  5.9824e-02,  9.6306e-02,  8.2323e-03,  1.5161e-02,\n",
       "          2.6155e-01,  1.1137e-03, -1.9300e-02,  9.7766e-02,  1.0992e-02,\n",
       "          6.4315e-03, -9.2604e-03,  3.2524e-02,  1.5190e-01,  1.5307e-02,\n",
       "          8.5114e-02, -2.3247e-03, -7.6336e-03,  2.7737e-01,  4.9809e-02,\n",
       "         -3.6132e-02,  1.7670e-01, -1.0334e-02,  2.6541e-01,  1.7790e-01,\n",
       "          1.2973e-01,  1.2085e-01,  2.8980e-02,  6.1677e-03,  3.7799e-02,\n",
       "          3.7248e-03,  1.6790e-01, -2.9085e-03,  2.9735e-01,  1.7773e-01,\n",
       "          1.4563e-02,  1.4470e-01,  2.7867e-01,  6.5782e-03,  1.3230e-01,\n",
       "          1.9502e-02,  3.1345e-02, -1.8164e-03,  3.7131e-02, -4.8313e-03,\n",
       "          1.1612e-01,  3.3529e-02,  6.1328e-02,  7.6316e-04,  1.1034e-01,\n",
       "          2.3557e-01,  1.9592e-03,  8.2999e-03,  1.4917e-03,  1.2939e-01,\n",
       "         -4.3517e-03,  1.7499e-01,  2.9556e-03,  1.3388e-01,  3.5357e-02,\n",
       "         -5.1334e-02,  1.9123e-02, -8.4551e-03,  2.2817e-01,  2.4712e-02,\n",
       "          1.6226e-01,  2.7650e-01,  3.5893e-02,  1.9193e-01,  8.6777e-02,\n",
       "          2.5617e-02,  1.8742e-02,  7.9880e-02,  1.2931e-03,  2.8268e-01,\n",
       "          2.9270e-03,  2.5846e-01, -1.5192e-03,  2.4546e-01,  1.7163e-01,\n",
       "          1.7509e-06,  5.7166e-03,  5.7714e-03,  1.2100e-01,  2.7838e-01,\n",
       "          2.5758e-02,  1.2000e-01,  1.8500e-02,  7.8713e-03, -6.4103e-03,\n",
       "          2.6456e-02, -4.5954e-03,  8.0422e-03,  2.8520e-01,  2.3045e-01,\n",
       "          8.0622e-03,  8.1769e-03, -2.2261e-02,  2.9511e-01, -1.6241e-02,\n",
       "          1.5178e-01,  2.2163e-02,  2.5932e-01,  2.4696e-02,  4.4202e-03,\n",
       "          8.2374e-03,  6.2302e-03,  2.8438e-01, -6.9263e-03, -9.4133e-03,\n",
       "          8.9109e-03, -1.2923e-02,  2.7665e-01,  1.4762e-01,  2.7578e-01,\n",
       "          7.0166e-03,  2.8965e-01,  3.7330e-03, -3.8535e-03,  1.1965e-02,\n",
       "          2.5063e-01,  3.3793e-01,  1.5274e-02,  4.6105e-02,  1.1181e-02,\n",
       "         -4.0527e-04,  9.5739e-02,  1.2638e-02,  8.6265e-04,  1.5912e-01,\n",
       "          4.7056e-03,  5.2157e-02, -5.2267e-04, -1.4312e-02, -1.8230e-04,\n",
       "          1.5991e-01, -5.0568e-03,  5.3907e-02, -6.1297e-03,  5.7207e-03,\n",
       "          4.0776e-02,  5.8019e-03,  2.9346e-03,  1.3783e-01, -2.0062e-04,\n",
       "          3.0749e-02,  6.0224e-03,  7.1440e-02,  4.3121e-02,  3.3668e-02,\n",
       "          1.6093e-01,  3.8541e-02,  1.8803e-01,  1.4929e-01,  1.0741e-02,\n",
       "          2.2264e-01,  1.0222e-01,  1.0543e-01,  1.1332e-02,  2.3256e-04,\n",
       "         -7.7044e-03,  1.4923e-01, -3.1706e-03,  1.4994e-01,  2.1004e-01,\n",
       "          1.4621e-01,  7.5962e-03, -2.3061e-02,  1.8572e-02, -3.5922e-02,\n",
       "          1.2876e-01,  9.6549e-02,  6.5169e-03,  3.3788e-03,  2.3291e-03,\n",
       "         -5.7405e-03,  3.7034e-03,  2.5774e-01,  1.8605e-01,  2.5783e-05,\n",
       "         -2.5319e-02,  4.9742e-04,  1.2592e-01,  2.2677e-02, -8.8526e-03,\n",
       "          1.6606e-02,  3.4801e-02,  8.2358e-02,  2.8180e-02,  7.1734e-02,\n",
       "         -1.1104e-02,  2.1437e-01,  2.9919e-01,  1.8770e-01,  2.4306e-01,\n",
       "          2.7936e-01, -9.2975e-03,  1.7140e-01,  3.0950e-01,  1.6311e-01,\n",
       "          1.3238e-02, -1.6860e-02,  7.9346e-03,  6.2691e-02,  3.1991e-05,\n",
       "          3.4025e-01,  7.0419e-02,  2.1516e-02,  1.7150e-02,  2.3581e-01,\n",
       "         -8.3994e-03,  1.4497e-02,  3.3998e-01,  8.1498e-02,  1.3729e-02,\n",
       "          1.0834e-01, -8.9963e-04,  5.7597e-02,  7.8389e-03,  4.7418e-02,\n",
       "          1.7605e-01,  2.4862e-02,  2.1751e-01,  4.1433e-03,  2.3513e-01,\n",
       "          1.0048e-02,  2.5893e-01,  2.9535e-02,  2.1024e-02, -2.5114e-02,\n",
       "         -1.1503e-03,  9.1575e-02, -6.3913e-03,  1.2965e-01,  2.5463e-01,\n",
       "          1.1006e-02,  2.6259e-02,  4.0359e-02,  2.9381e-02,  1.2051e-03,\n",
       "          1.4009e-01, -1.6837e-02,  9.6909e-02,  6.2494e-02,  2.2921e-01,\n",
       "         -2.6400e-03,  9.0973e-03, -1.1027e-02,  1.7221e-02, -1.6165e-03,\n",
       "          2.6043e-01,  1.6975e-03,  4.6920e-04,  1.5349e-02,  3.5653e-03,\n",
       "          9.3198e-03,  5.3950e-02,  5.4591e-03,  4.0830e-02,  1.3520e-01,\n",
       "          9.0901e-03, -1.6302e-02,  1.6068e-01, -5.1534e-03,  9.0498e-03,\n",
       "         -3.4975e-03,  2.5242e-01,  1.3406e-01,  1.1536e-01, -3.4113e-03,\n",
       "         -1.5016e-03, -3.3296e-03,  1.1131e-01,  4.2994e-02,  3.2412e-02,\n",
       "          2.8762e-01,  1.4468e-01,  1.0058e-01,  8.6172e-04,  2.2942e-01,\n",
       "          3.3135e-01,  1.5762e-01,  4.4236e-03,  1.1463e-03,  1.2735e-01,\n",
       "          4.2306e-02, -2.2193e-02,  2.6118e-02,  9.4100e-02,  1.8414e-01,\n",
       "          1.0708e-02, -5.2921e-03, -2.3026e-03,  1.3227e-01,  2.6541e-01,\n",
       "         -5.8521e-03,  8.9120e-02,  3.1245e-03, -5.1983e-02,  9.6008e-02,\n",
       "          3.4769e-02,  3.0342e-01,  1.5691e-02,  1.4275e-02,  9.4966e-02,\n",
       "          5.5804e-02,  2.9243e-01,  2.6348e-01,  3.3957e-02,  1.2843e-02,\n",
       "          2.8020e-01,  3.3936e-02,  7.5655e-03,  2.8599e-01, -7.0982e-02,\n",
       "          4.6806e-04,  1.9623e-03,  1.3098e-02,  1.1181e-02, -3.9819e-03,\n",
       "         -4.8984e-03,  1.2586e-01,  1.1303e-01,  2.5781e-01,  6.4086e-02,\n",
       "          1.1150e-02,  2.5754e-01,  1.4200e-03,  2.2140e-03,  2.0586e-01,\n",
       "          3.9090e-01, -2.5558e-06,  2.3469e-01,  2.6226e-03,  2.6051e-01,\n",
       "          4.0117e-02,  1.1444e-03,  1.7378e-02,  2.4208e-01,  1.1203e-02,\n",
       "          5.3762e-03, -3.9318e-03,  2.7326e-02, -2.1225e-03,  2.2229e-01,\n",
       "          2.1667e-03,  1.7954e-02,  2.7006e-01,  5.7885e-02, -8.4252e-03,\n",
       "          2.1156e-02,  2.9087e-01,  2.9659e-01,  1.8163e-01,  2.8335e-03,\n",
       "         -9.4529e-03, -2.8763e-02,  1.0219e-01,  3.3065e-03, -4.2810e-04,\n",
       "          4.9658e-02, -2.2690e-03,  1.5966e-01, -3.5709e-03,  1.3090e-02,\n",
       "          1.1020e-01,  2.8386e-01, -8.1983e-03,  1.8239e-01, -2.9931e-02,\n",
       "         -4.2410e-03,  2.9046e-02,  1.7571e-01,  3.6939e-02,  1.0678e-01,\n",
       "          1.6147e-01,  1.0973e-02,  8.7048e-02,  2.5472e-01, -3.0390e-03,\n",
       "          1.5620e-01,  1.0042e-01,  2.5713e-03,  1.3052e-01,  6.2466e-03,\n",
       "          4.8908e-02,  4.2711e-02,  3.3092e-02, -1.1234e-02,  2.0025e-01,\n",
       "         -6.9633e-03,  1.8601e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.4303e-01, -4.1359e-02,  9.6345e-02, -1.7250e-03, -6.3559e-02,\n",
       "          2.4898e-02,  4.3319e-03, -1.1981e-01, -9.8809e-02,  7.8204e-02,\n",
       "         -6.3868e-02, -1.4853e-02, -2.2071e-02, -6.8391e-02,  1.3010e-02,\n",
       "         -3.5912e-03,  5.3247e-03, -6.2942e-03, -2.5711e-02, -2.9042e-02,\n",
       "          1.2719e-03, -3.5715e-02,  1.1996e-02,  5.5386e-02,  1.5934e-02,\n",
       "         -1.4835e-02, -8.4745e-02,  5.4219e-02,  3.1276e-02,  2.3295e-03,\n",
       "         -2.9171e-02, -7.6703e-02,  7.9058e-03, -1.7027e-02, -9.7281e-02,\n",
       "         -2.0484e-02,  1.1954e-02,  4.7291e-03, -7.3959e-03,  1.7732e-02,\n",
       "         -9.0220e-03,  8.9617e-07, -4.1675e-02, -9.9250e-02, -3.8707e-02,\n",
       "         -4.0530e-02, -1.3386e-01, -1.0893e-02,  1.1389e-03, -4.7458e-03,\n",
       "         -6.2041e-02, -3.0088e-03,  4.0795e-02,  1.8738e-03, -1.9352e-01,\n",
       "         -2.0363e-03,  3.3288e-02, -4.4849e-02, -3.5226e-03,  5.5271e-02,\n",
       "         -7.4215e-02, -2.4861e-02, -1.0789e-02, -1.0903e-01, -1.6468e-02,\n",
       "         -2.5583e-02, -1.5219e-01,  8.9196e-03, -3.7539e-04,  1.6317e-03,\n",
       "          1.2326e-03, -3.0860e-03, -2.7546e-02, -3.7632e-02, -8.8516e-03,\n",
       "         -3.0653e-02, -5.9028e-03,  6.1626e-04, -8.1051e-02, -4.3922e-02,\n",
       "         -9.5106e-03, -8.9856e-03, -3.1956e-02, -1.2650e-03, -1.0191e-02,\n",
       "         -2.3311e-03,  4.3025e-04,  2.7109e-02, -4.6026e-02, -2.3735e-02,\n",
       "          1.5982e-02, -1.6071e-02, -2.7669e-02, -9.0962e-02,  3.4019e-02,\n",
       "         -1.1714e-02,  9.0030e-03, -8.5057e-02,  2.6810e-03,  8.9295e-02,\n",
       "         -8.9216e-02, -3.3186e-02, -6.3577e-02, -7.6635e-04, -6.9414e-02,\n",
       "          1.0076e-01,  3.0637e-03, -1.4796e-02,  1.1292e-02,  4.2582e-02,\n",
       "          8.5550e-03, -6.4279e-03,  1.2091e-02, -4.9081e-02, -9.7279e-02,\n",
       "         -2.2004e-03, -1.2812e-03, -2.2187e-04,  1.0677e-02, -4.2782e-02,\n",
       "         -9.0975e-03, -3.4515e-02, -7.8852e-02, -8.6300e-03, -4.5601e-02,\n",
       "         -1.5004e-01, -2.5102e-03, -8.4100e-02, -1.5815e-02, -6.7395e-03,\n",
       "         -2.3238e-02, -1.0294e-02, -2.1451e-02,  1.2151e-01, -1.0588e-03,\n",
       "         -1.6892e-02, -4.8180e-03, -5.2033e-03,  1.4399e-02, -2.2758e-02,\n",
       "         -2.2461e-03,  3.0009e-03, -1.4381e-03, -9.5411e-03,  4.8236e-02,\n",
       "         -1.0254e-01, -1.7065e-01, -8.8658e-03,  4.8361e-04, -2.5649e-02,\n",
       "         -6.0476e-03,  9.2989e-05, -9.2383e-03,  7.3809e-04, -8.6246e-02,\n",
       "         -1.3256e-02, -1.5951e-01, -3.1092e-02, -3.8514e-03, -3.0750e-02,\n",
       "          1.5446e-02, -1.6930e-03, -7.0714e-04, -3.2160e-02,  1.0015e-02,\n",
       "          6.4493e-02, -5.2432e-02, -5.1374e-02, -1.8091e-02,  7.4934e-03,\n",
       "         -6.1742e-03,  3.8418e-03,  1.5771e-02,  8.2145e-03,  8.8184e-02,\n",
       "         -6.6368e-03, -8.0168e-02, -2.0362e-03, -2.9995e-02, -2.6609e-02,\n",
       "         -3.4397e-02, -1.7281e-02,  2.0384e-04,  7.9040e-03, -5.7181e-03,\n",
       "         -1.8650e-01,  6.7848e-02, -1.8846e-02, -1.3311e-01,  1.5576e-01,\n",
       "         -4.0909e-02, -7.0750e-03, -5.7762e-02, -2.7987e-03, -6.7647e-02,\n",
       "          5.7659e-04,  3.7205e-03, -1.0260e-02, -5.2115e-02,  7.8752e-02,\n",
       "         -8.8769e-06, -3.9048e-03,  6.7280e-03, -6.5355e-02,  8.2187e-02,\n",
       "         -3.9323e-02,  9.3245e-03,  1.8185e-02,  2.2181e-03, -1.6143e-02,\n",
       "         -1.8752e-02,  3.0577e-03,  2.4022e-03,  5.2618e-02,  2.9483e-02,\n",
       "          4.4747e-03, -2.6920e-02, -7.9864e-02,  3.2817e-02,  3.9993e-03,\n",
       "         -5.5510e-02, -1.6067e-02,  3.4400e-02, -2.6225e-02,  3.2143e-03,\n",
       "         -2.5083e-03, -3.1106e-03, -1.2949e-01,  3.0907e-03, -1.6687e-03,\n",
       "         -8.9696e-03, -9.7100e-04,  1.0100e-01,  1.8800e-03,  4.4217e-02,\n",
       "          1.9097e-02,  1.4490e-02,  8.7186e-03,  5.1226e-04,  1.0172e-03,\n",
       "          8.3062e-02, -1.4430e-01, -8.2419e-03, -1.0131e-01, -1.0135e-02,\n",
       "         -3.0764e-02, -1.2011e-01, -7.3087e-03, -1.4960e-02,  6.7472e-02,\n",
       "          1.0045e-02, -1.3479e-01, -2.1359e-03, -5.5752e-03, -6.7778e-03,\n",
       "         -1.4515e-01,  4.4448e-03, -1.4983e-02,  1.6710e-02,  1.2233e-02,\n",
       "         -3.9357e-02,  3.9256e-03, -9.1340e-03, -9.2751e-02, -1.7270e-03,\n",
       "         -1.2063e-01,  1.6213e-02, -1.2020e-01, -8.2898e-02, -8.8527e-02,\n",
       "          1.0714e-01, -4.5816e-02,  6.1812e-02, -7.3898e-02,  2.1483e-03,\n",
       "          6.2958e-02, -5.0742e-02, -4.7755e-04, -1.5459e-02, -2.2325e-02,\n",
       "         -2.1244e-03, -7.8404e-02, -1.0566e-02, -3.8241e-02, -3.6252e-02,\n",
       "          2.3692e-02, -1.3631e-02, -2.3484e-02, -2.4290e-02, -3.8339e-02,\n",
       "          1.0709e-01,  2.3524e-02, -2.4475e-03, -2.7759e-03, -4.4693e-02,\n",
       "         -4.1383e-03,  1.2485e-02,  5.5624e-02, -9.5404e-02, -1.8058e-03,\n",
       "         -1.2196e-02, -5.6406e-03, -1.1404e-02, -5.6079e-03, -2.2945e-03,\n",
       "          8.6154e-03, -4.6792e-02,  2.0591e-02,  1.5601e-02, -1.6393e-01,\n",
       "         -8.7655e-04,  8.3973e-02,  6.5980e-02,  1.9222e-02, -6.4712e-02,\n",
       "         -8.9406e-03, -1.7300e-02, -2.3836e-01,  3.7301e-02, -1.2117e-03,\n",
       "          8.7472e-03, -2.0330e-02,  1.0227e-01, -5.2300e-02,  1.1779e-02,\n",
       "          1.1245e-01, -9.6215e-02,  2.5785e-06, -4.3196e-03, -2.5858e-02,\n",
       "          8.9184e-03, -8.7743e-03,  4.6334e-02, -1.6391e-01, -1.7051e-02,\n",
       "         -7.1404e-02, -5.9554e-03, -1.7148e-01, -2.9559e-03, -1.9741e-02,\n",
       "         -1.0768e-01, -2.9664e-03, -1.6899e-01, -2.1230e-02, -6.6083e-02,\n",
       "         -1.2759e-02,  4.1966e-02, -4.0875e-02,  4.9974e-02, -1.2446e-01,\n",
       "         -5.5777e-03,  8.0188e-02,  3.4674e-03, -6.7782e-02, -1.1124e-01,\n",
       "          3.4792e-03, -1.7723e-02, -9.6419e-02, -7.1393e-03, -1.7892e-02,\n",
       "         -2.1882e-02,  1.2299e-02, -2.1861e-02, -1.2036e-01, -2.4058e-02,\n",
       "          1.1364e-02,  9.0925e-02, -1.7966e-02,  4.7963e-03, -9.1600e-04,\n",
       "          2.1050e-02, -1.0789e-01,  5.4525e-03, -6.9888e-03,  6.4915e-03,\n",
       "         -5.8863e-03, -4.2944e-02, -1.1018e-03, -1.8569e-02, -2.7626e-02,\n",
       "         -8.7634e-03,  2.8164e-03, -9.1081e-02, -4.3993e-03, -2.2357e-02,\n",
       "         -5.4756e-03,  1.7006e-03, -1.2821e-01,  1.0890e-01, -4.2571e-03,\n",
       "         -1.0445e-03, -5.0183e-03, -3.5273e-02, -6.6152e-02, -3.5577e-02,\n",
       "         -7.3482e-02, -1.6489e-01, -3.3737e-02, -8.6723e-03, -2.3769e-02,\n",
       "          4.3920e-02,  9.2937e-02, -1.9076e-05,  2.1228e-03, -1.6235e-01,\n",
       "         -5.3080e-02, -7.7377e-02,  1.5929e-02, -4.2757e-02,  3.0679e-02,\n",
       "         -1.1047e-02, -4.1060e-03,  2.6029e-03, -1.1071e-02, -4.5535e-02,\n",
       "         -1.4550e-02, -5.9604e-02, -1.3284e-02, -7.5299e-02,  3.6854e-04,\n",
       "         -1.2853e-02, -1.3467e-03, -1.3402e-02, -2.0708e-02, -6.1365e-02,\n",
       "         -1.0764e-02, -6.1896e-03, -3.0042e-03, -1.2082e-02, -1.0025e-03,\n",
       "          1.5994e-02,  4.5418e-02,  3.2360e-04,  1.0777e-02, -9.0291e-02,\n",
       "         -1.4739e-02, -1.9130e-02, -1.3679e-02,  1.2174e-02,  7.6363e-03,\n",
       "         -5.4397e-03, -1.5219e-01, -1.0369e-01, -1.1100e-01,  2.2357e-02,\n",
       "          2.5532e-02,  4.5459e-02,  5.4136e-03,  5.9550e-03, -3.8950e-02,\n",
       "         -8.2336e-02, -7.5211e-05,  7.1751e-02,  8.0743e-03,  2.7342e-02,\n",
       "         -4.9002e-02,  9.5575e-04, -7.5821e-03, -4.2720e-02, -1.5194e-03,\n",
       "         -5.9977e-03,  6.5210e-03, -2.7637e-02, -1.6451e-02, -1.8698e-01,\n",
       "          2.4471e-03, -2.9155e-02,  4.5423e-02, -7.8423e-02, -8.4752e-03,\n",
       "         -3.4671e-02, -1.0741e-01,  5.1450e-02, -1.2092e-01, -4.6671e-02,\n",
       "         -2.7426e-03, -5.7088e-02, -8.7176e-02,  2.2790e-02, -1.2400e-02,\n",
       "         -3.1559e-02,  5.8307e-03,  4.0074e-02, -8.5271e-03,  3.3860e-04,\n",
       "         -7.4499e-02,  6.0329e-03,  7.9079e-04, -5.2139e-02, -2.6035e-02,\n",
       "         -4.8131e-03,  1.4255e-01, -5.6571e-02,  1.6214e-02, -1.8812e-01,\n",
       "         -1.4541e-01, -7.4016e-03,  3.8062e-02, -1.9768e-02,  3.5405e-04,\n",
       "         -7.8156e-02,  7.2524e-02, -1.7100e-02, -1.9132e-02, -1.6783e-03,\n",
       "         -1.7947e-01, -1.2886e-01, -6.4873e-02, -1.9259e-02,  9.7423e-02,\n",
       "          5.2216e-03, -1.3475e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0074]],\n",
       " \n",
       "          [[ 0.0063]],\n",
       " \n",
       "          [[-0.0201]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0198]],\n",
       " \n",
       "          [[ 0.0049]],\n",
       " \n",
       "          [[ 0.0235]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0004]],\n",
       " \n",
       "          [[-0.0341]],\n",
       " \n",
       "          [[-0.0186]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0089]],\n",
       " \n",
       "          [[ 0.0125]],\n",
       " \n",
       "          [[-0.0241]]],\n",
       " \n",
       " \n",
       "         [[[-0.0031]],\n",
       " \n",
       "          [[-0.0201]],\n",
       " \n",
       "          [[ 0.0179]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0228]],\n",
       " \n",
       "          [[-0.0448]],\n",
       " \n",
       "          [[ 0.0008]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0058]],\n",
       " \n",
       "          [[-0.0004]],\n",
       " \n",
       "          [[-0.0014]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0339]],\n",
       " \n",
       "          [[ 0.0090]],\n",
       " \n",
       "          [[ 0.0547]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0124]],\n",
       " \n",
       "          [[ 0.0038]],\n",
       " \n",
       "          [[-0.0034]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0517]],\n",
       " \n",
       "          [[ 0.0389]],\n",
       " \n",
       "          [[-0.0072]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0254]],\n",
       " \n",
       "          [[ 0.0014]],\n",
       " \n",
       "          [[ 0.0580]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0076]],\n",
       " \n",
       "          [[ 0.0139]],\n",
       " \n",
       "          [[-0.0276]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1067, 0.1330, 0.1966, 0.2041, 0.1228, 0.1568, 0.1682, 0.1349, 0.2218,\n",
       "         0.1687, 0.1892, 0.1968, 0.1744, 0.1540, 0.2011, 0.1394, 0.1831, 0.1286,\n",
       "         0.1294, 0.1838, 0.1811, 0.1735, 0.1889, 0.2164, 0.1570, 0.1866, 0.1985,\n",
       "         0.1465, 0.1640, 0.1273, 0.2273, 0.1822, 0.1239, 0.1486, 0.1905, 0.1189,\n",
       "         0.1204, 0.1201, 0.2163, 0.1234, 0.1987, 0.2345, 0.1419, 0.1329, 0.2138,\n",
       "         0.1867, 0.1982, 0.1370, 0.2064, 0.1887, 0.1521, 0.1634, 0.1765, 0.1685,\n",
       "         0.1898, 0.2198, 0.1706, 0.1577, 0.1609, 0.1754, 0.1328, 0.1600, 0.1973,\n",
       "         0.1794, 0.1991, 0.1767, 0.1928, 0.1742, 0.1744, 0.1367, 0.2161, 0.2227,\n",
       "         0.1319, 0.1864, 0.2205, 0.1355, 0.2003, 0.1855, 0.1881, 0.1726, 0.2034,\n",
       "         0.1853, 0.1983, 0.2177, 0.1946, 0.1802, 0.1104, 0.2102, 0.1276, 0.1824,\n",
       "         0.1731, 0.1329, 0.1180, 0.1595, 0.1543, 0.1727, 0.1970, 0.1179, 0.1991,\n",
       "         0.1621, 0.1657, 0.1119, 0.2403, 0.2070, 0.2018, 0.2244, 0.1570, 0.1642,\n",
       "         0.1892, 0.1862, 0.1603, 0.1726, 0.1623, 0.1524, 0.1493, 0.1494, 0.1380,\n",
       "         0.1604, 0.2158, 0.1389, 0.1482, 0.1677, 0.2042, 0.1284, 0.2151, 0.1155,\n",
       "         0.1354, 0.1563], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 0.1375,  0.0225, -0.0772,  0.0191,  0.0966,  0.0495, -0.0310,  0.0633,\n",
       "         -0.0968,  0.0818, -0.0752, -0.0253, -0.0412,  0.0308, -0.0137,  0.2680,\n",
       "          0.0622, -0.0029,  0.0698, -0.0520,  0.0482, -0.0226, -0.0084, -0.0744,\n",
       "         -0.0868, -0.0652,  0.0399,  0.0512,  0.0236,  0.0933, -0.0298,  0.0088,\n",
       "          0.0235,  0.0286,  0.0584,  0.1792,  0.0735,  0.1293, -0.1163,  0.2136,\n",
       "         -0.1089, -0.0553,  0.0383,  0.0160, -0.0720, -0.0421, -0.0587,  0.0376,\n",
       "          0.0621, -0.0326,  0.0225, -0.0269,  0.0393, -0.0053, -0.0348,  0.0317,\n",
       "          0.0158,  0.0437, -0.0442, -0.0017,  0.0745,  0.0727, -0.0454, -0.0722,\n",
       "          0.0237, -0.0422, -0.0320, -0.0718, -0.0261,  0.0509, -0.0768,  0.0078,\n",
       "          0.2535,  0.0508, -0.2020,  0.0159, -0.0641, -0.0309, -0.0480, -0.0262,\n",
       "          0.0270,  0.0093, -0.0015, -0.0898,  0.0010,  0.0276,  0.0528, -0.0555,\n",
       "          0.0416, -0.0096, -0.0605,  0.0835,  0.0930,  0.0408,  0.0333, -0.0152,\n",
       "         -0.0223,  0.0766, -0.1066, -0.0693,  0.0344,  0.0913, -0.1199, -0.0562,\n",
       "         -0.1034, -0.0769,  0.0707, -0.0081, -0.0790,  0.0056,  0.0025, -0.0215,\n",
       "         -0.0310,  0.0065, -0.0154, -0.0476,  0.1121,  0.0382, -0.0474,  0.0490,\n",
       "         -0.0386,  0.0157, -0.1338,  0.0006, -0.1198,  0.0793,  0.0444,  0.0185],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-3.1302e-03, -3.1556e-03,  3.8333e-04],\n",
       "           [ 1.0679e-02, -3.3345e-03,  1.0498e-02],\n",
       "           [ 1.7142e-03, -8.1773e-03,  4.2616e-03]],\n",
       " \n",
       "          [[ 1.6654e-02,  9.1589e-03,  1.0449e-02],\n",
       "           [ 1.4159e-02,  1.4123e-02, -5.6379e-03],\n",
       "           [ 1.0631e-02,  1.1550e-02,  1.4759e-02]],\n",
       " \n",
       "          [[ 1.3936e-02,  1.1762e-02,  7.6583e-03],\n",
       "           [ 5.1115e-03, -2.7663e-03,  2.6938e-02],\n",
       "           [-7.7951e-04,  6.5254e-03, -5.8126e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 9.4068e-03,  3.3847e-04, -6.2770e-03],\n",
       "           [-1.9364e-03, -5.7068e-03, -5.2139e-03],\n",
       "           [-1.5536e-02,  3.0893e-03,  8.7088e-04]],\n",
       " \n",
       "          [[-2.6588e-02, -1.3738e-02,  1.9362e-03],\n",
       "           [-1.1497e-02,  5.4170e-03,  2.2290e-02],\n",
       "           [-1.5209e-02,  1.0042e-02,  1.4244e-02]],\n",
       " \n",
       "          [[ 2.0787e-02,  1.2619e-02,  8.0365e-03],\n",
       "           [ 2.5076e-02,  1.5249e-02,  3.9060e-02],\n",
       "           [ 1.4655e-02,  1.3425e-02,  2.6900e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.3546e-02,  1.0102e-02, -5.6306e-03],\n",
       "           [ 1.8917e-03,  4.0935e-02,  2.9032e-04],\n",
       "           [-3.2169e-02, -5.6877e-02, -3.7226e-02]],\n",
       " \n",
       "          [[-9.4402e-03, -1.2173e-02,  2.2989e-03],\n",
       "           [ 5.8581e-04, -1.7501e-03,  1.4888e-02],\n",
       "           [ 4.2108e-03, -8.8788e-04,  1.6264e-02]],\n",
       " \n",
       "          [[ 9.6043e-03,  3.3679e-03, -9.1322e-03],\n",
       "           [-3.7454e-03, -2.5192e-02, -3.1959e-02],\n",
       "           [-1.4426e-02, -4.6583e-03, -1.8655e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.9185e-02, -1.0943e-02, -1.8933e-02],\n",
       "           [-1.2623e-02,  3.7866e-03, -1.0680e-02],\n",
       "           [ 2.0189e-03,  7.9173e-03,  2.6661e-02]],\n",
       " \n",
       "          [[ 1.3142e-02, -2.9681e-03, -6.9075e-03],\n",
       "           [ 2.0208e-02,  2.5027e-03, -1.6389e-02],\n",
       "           [ 1.4347e-03, -7.2946e-03, -1.0424e-02]],\n",
       " \n",
       "          [[-1.7231e-02, -6.5504e-03, -1.3695e-02],\n",
       "           [-1.1624e-02,  4.5325e-03,  1.2338e-03],\n",
       "           [-7.9682e-03,  4.0773e-04, -1.0477e-03]]],\n",
       " \n",
       " \n",
       "         [[[-1.4542e-02, -2.2976e-02, -1.3867e-02],\n",
       "           [-6.8874e-05,  6.3162e-03,  7.4062e-03],\n",
       "           [-5.3631e-03, -1.9375e-03,  8.8525e-03]],\n",
       " \n",
       "          [[-7.8354e-03, -9.8175e-03, -9.5295e-03],\n",
       "           [-9.0836e-03, -7.8326e-03,  3.8246e-03],\n",
       "           [ 1.2576e-02,  2.6117e-02, -1.9496e-03]],\n",
       " \n",
       "          [[ 3.4312e-03,  1.4886e-02,  1.9845e-02],\n",
       "           [-1.7894e-02, -1.6905e-02, -5.7597e-03],\n",
       "           [ 6.9308e-03, -2.9813e-03, -1.3229e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-6.5217e-03, -1.5325e-02,  1.5252e-02],\n",
       "           [ 2.3357e-02, -4.1022e-02, -4.0224e-03],\n",
       "           [ 1.3244e-02,  4.9131e-02, -1.4938e-02]],\n",
       " \n",
       "          [[-2.7648e-03, -1.0411e-02,  5.6259e-04],\n",
       "           [-1.8668e-03,  3.0416e-02,  7.0544e-03],\n",
       "           [-2.5378e-02, -1.2816e-02,  1.4620e-02]],\n",
       " \n",
       "          [[-2.3961e-02, -4.3054e-02, -1.8946e-02],\n",
       "           [ 4.6608e-02,  8.2388e-03,  2.4859e-02],\n",
       "           [ 1.4446e-02,  1.1414e-02,  4.3087e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-1.2832e-02, -9.8999e-03, -9.7872e-03],\n",
       "           [-1.4953e-02, -3.4269e-03, -1.3721e-02],\n",
       "           [-2.8918e-02,  5.7522e-02,  1.9740e-02]],\n",
       " \n",
       "          [[-8.8964e-03, -1.9896e-02, -1.0263e-02],\n",
       "           [-9.1614e-03, -1.4733e-02, -2.9040e-03],\n",
       "           [-3.1857e-02,  4.7644e-02,  5.3215e-02]],\n",
       " \n",
       "          [[-2.4541e-02, -1.3963e-02, -1.5121e-02],\n",
       "           [-2.0705e-02, -1.2160e-02, -2.5758e-02],\n",
       "           [ 1.2093e-02,  9.5702e-03,  1.2815e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.4657e-02,  2.1536e-02,  1.2741e-03],\n",
       "           [ 6.3637e-03,  5.7634e-04,  1.0379e-02],\n",
       "           [ 7.6955e-03, -1.1966e-02,  6.8439e-04]],\n",
       " \n",
       "          [[ 4.8690e-03,  4.9937e-03,  1.3563e-03],\n",
       "           [-1.6994e-02, -2.6711e-02, -2.6102e-02],\n",
       "           [-1.1411e-02, -2.1785e-02, -1.4453e-02]],\n",
       " \n",
       "          [[ 2.4642e-02,  1.8539e-02, -3.5493e-04],\n",
       "           [ 2.0089e-02,  1.7848e-02, -7.1624e-03],\n",
       "           [ 1.9272e-02, -1.4525e-02, -4.6722e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 2.2050e-02,  1.9969e-02,  1.4083e-02],\n",
       "           [ 1.4105e-02, -1.0612e-02, -8.6998e-03],\n",
       "           [ 1.2431e-03,  1.5315e-02, -6.0682e-03]],\n",
       " \n",
       "          [[ 2.2922e-04, -6.6886e-03,  1.1839e-03],\n",
       "           [ 8.1434e-04,  4.4861e-03, -6.8180e-03],\n",
       "           [-2.7884e-03,  3.1447e-02,  2.0861e-02]],\n",
       " \n",
       "          [[ 1.0742e-02, -2.3188e-02, -8.3067e-03],\n",
       "           [ 8.8557e-02,  3.8402e-03, -1.1184e-01],\n",
       "           [ 2.5634e-02, -2.0695e-02, -2.0699e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.1371e-03, -1.8001e-02, -1.7856e-02],\n",
       "           [-1.1404e-02,  9.1344e-03,  3.5242e-02],\n",
       "           [ 8.3053e-04,  1.2192e-02,  8.2051e-03]],\n",
       " \n",
       "          [[ 2.5233e-02,  9.5351e-04, -6.2553e-03],\n",
       "           [-1.5711e-02, -2.0540e-02, -3.1693e-02],\n",
       "           [-6.6347e-03, -1.9945e-02, -1.5864e-02]],\n",
       " \n",
       "          [[-9.2498e-03,  5.4429e-03,  3.4973e-03],\n",
       "           [-4.1350e-02,  1.3857e-02,  2.2276e-02],\n",
       "           [ 7.5377e-03,  1.8090e-02,  2.7004e-02]]],\n",
       " \n",
       " \n",
       "         [[[-3.6390e-03, -1.6915e-02, -1.4160e-02],\n",
       "           [ 3.0303e-03,  1.6015e-03,  9.6799e-03],\n",
       "           [ 1.8470e-02,  2.3476e-02,  1.8043e-02]],\n",
       " \n",
       "          [[-1.8460e-02, -4.0362e-02, -1.1782e-02],\n",
       "           [-1.6825e-02,  1.9933e-02,  1.5326e-03],\n",
       "           [-6.4067e-04, -1.1057e-02,  5.4452e-03]],\n",
       " \n",
       "          [[ 4.8412e-03,  1.7270e-03,  8.2047e-03],\n",
       "           [ 6.2839e-03, -1.5603e-02, -1.3443e-02],\n",
       "           [ 1.8032e-02,  3.6521e-02,  3.5794e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.0975e-02, -6.5356e-02, -1.6572e-02],\n",
       "           [-7.1748e-02,  2.4892e-02, -1.2404e-02],\n",
       "           [-5.6559e-03, -3.4650e-03,  2.3677e-02]],\n",
       " \n",
       "          [[ 2.8632e-03,  2.8907e-02,  4.2334e-03],\n",
       "           [ 1.6220e-02, -1.9336e-02,  3.0459e-04],\n",
       "           [-2.2507e-02,  1.5587e-02,  9.9927e-03]],\n",
       " \n",
       "          [[-9.9456e-03,  9.8812e-03,  2.4514e-03],\n",
       "           [-2.0043e-02, -2.1091e-03, -2.1618e-02],\n",
       "           [ 1.1337e-02,  1.8307e-02,  1.1379e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2214, 0.1721, 0.2176, 0.1959, 0.1742, 0.2177, 0.1805, 0.2151, 0.1563,\n",
       "         0.1343, 0.1279, 0.1864, 0.1404, 0.1347, 0.2264, 0.2030, 0.2185, 0.1454,\n",
       "         0.1638, 0.2064, 0.1385, 0.1764, 0.1671, 0.1952, 0.2158, 0.1879, 0.1612,\n",
       "         0.1774, 0.1355, 0.2028, 0.1216, 0.2157, 0.2119, 0.1582, 0.1622, 0.2311,\n",
       "         0.1990, 0.1647, 0.1607, 0.1608, 0.2214, 0.1909, 0.1611, 0.2305, 0.1727,\n",
       "         0.1899, 0.1830, 0.2176, 0.1987, 0.1904, 0.1906, 0.2067, 0.2098, 0.1184,\n",
       "         0.2161, 0.1449, 0.2168, 0.1576, 0.1104, 0.2230, 0.2038, 0.2066, 0.1992,\n",
       "         0.1962, 0.1973, 0.1898, 0.1507, 0.1287, 0.1824, 0.2102, 0.1911, 0.1703,\n",
       "         0.1391, 0.1661, 0.1218, 0.2001, 0.2231, 0.1790, 0.1083, 0.1760, 0.2181,\n",
       "         0.1710, 0.1995, 0.1270, 0.1417, 0.1999, 0.1815, 0.1847, 0.1651, 0.2537,\n",
       "         0.2222, 0.2202, 0.1587, 0.2057, 0.1708, 0.1237, 0.2065, 0.2275, 0.1513,\n",
       "         0.1368, 0.2161, 0.2136, 0.1753, 0.2129, 0.1749, 0.1589, 0.1498, 0.1623,\n",
       "         0.1935, 0.2039, 0.1690, 0.2222, 0.2065, 0.1721, 0.1346, 0.2136, 0.1893,\n",
       "         0.2136, 0.2059, 0.1386, 0.2209, 0.1666, 0.1613, 0.2016, 0.1986, 0.2145,\n",
       "         0.2138, 0.1231], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0689, -0.0313, -0.0733, -0.0350, -0.0190, -0.0620,  0.0035,  0.0132,\n",
       "         -0.0292,  0.2037,  0.1439, -0.0762,  0.0221,  0.1385, -0.0421, -0.0142,\n",
       "         -0.0809,  0.0121, -0.0230, -0.0762,  0.0541, -0.0423, -0.0161, -0.0310,\n",
       "         -0.0601,  0.0999,  0.0646,  0.1196,  0.0753, -0.1081,  0.1915, -0.0441,\n",
       "         -0.0390,  0.0091, -0.0384, -0.0733, -0.0219,  0.0743, -0.0316,  0.0027,\n",
       "         -0.0706, -0.0089,  0.0214, -0.0509,  0.0323, -0.0528, -0.0301, -0.1541,\n",
       "         -0.0387, -0.0589, -0.0495, -0.0700, -0.0180,  0.0271, -0.1037, -0.0268,\n",
       "         -0.1122,  0.0781,  0.2120, -0.0242, -0.0506, -0.0394, -0.0469, -0.1692,\n",
       "         -0.0786,  0.0449,  0.0841,  0.2805, -0.0102, -0.0755,  0.0087, -0.0163,\n",
       "          0.0084, -0.0440,  0.1122, -0.0906, -0.0639,  0.0545,  0.1696,  0.0667,\n",
       "         -0.0352, -0.0517, -0.0681,  0.1267,  0.1488, -0.0290, -0.0383, -0.0328,\n",
       "          0.0788, -0.1638, -0.1247, -0.0539, -0.0066,  0.0618,  0.0331,  0.0680,\n",
       "         -0.0730, -0.1106,  0.0354,  0.0932, -0.0082, -0.1190, -0.0311, -0.0941,\n",
       "         -0.0076,  0.1077,  0.0925,  0.0727,  0.0321,  0.0552, -0.0851, -0.0713,\n",
       "         -0.0749,  0.0496,  0.0787, -0.1726,  0.0821, -0.1025, -0.0183,  0.0164,\n",
       "         -0.1447,  0.0868,  0.0499, -0.0962, -0.0720, -0.0975, -0.0382,  0.1936],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0175]],\n",
       " \n",
       "          [[ 0.0270]],\n",
       " \n",
       "          [[-0.0061]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0045]],\n",
       " \n",
       "          [[-0.0003]],\n",
       " \n",
       "          [[ 0.0145]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0020]],\n",
       " \n",
       "          [[-0.0100]],\n",
       " \n",
       "          [[-0.0033]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0267]],\n",
       " \n",
       "          [[-0.0176]],\n",
       " \n",
       "          [[-0.0234]]],\n",
       " \n",
       " \n",
       "         [[[-0.0214]],\n",
       " \n",
       "          [[ 0.0038]],\n",
       " \n",
       "          [[ 0.0149]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0124]],\n",
       " \n",
       "          [[-0.0001]],\n",
       " \n",
       "          [[-0.0005]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0243]],\n",
       " \n",
       "          [[-0.0224]],\n",
       " \n",
       "          [[-0.0113]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0066]],\n",
       " \n",
       "          [[ 0.0062]],\n",
       " \n",
       "          [[ 0.0115]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0053]],\n",
       " \n",
       "          [[ 0.0077]],\n",
       " \n",
       "          [[ 0.0138]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0052]],\n",
       " \n",
       "          [[ 0.0082]],\n",
       " \n",
       "          [[ 0.0063]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0072]],\n",
       " \n",
       "          [[ 0.0036]],\n",
       " \n",
       "          [[ 0.0196]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0131]],\n",
       " \n",
       "          [[-0.0066]],\n",
       " \n",
       "          [[ 0.0013]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 0.0572,  0.0513,  0.0701,  0.2007,  0.2130,  0.1163,  0.0012,  0.1823,\n",
       "          0.1187,  0.1230,  0.1162,  0.0789,  0.0843,  0.0609,  0.1762,  0.0784,\n",
       "          0.0554,  0.1829,  0.0934,  0.1814,  0.0428,  0.0973,  0.0335,  0.1376,\n",
       "          0.0642,  0.2001,  0.1781,  0.1554,  0.1482,  0.1378,  0.0466,  0.1781,\n",
       "          0.0446,  0.1049,  0.0964,  0.0300,  0.0043,  0.0754,  0.2078,  0.0043,\n",
       "          0.0759,  0.0932,  0.2199,  0.0826,  0.1367,  0.1090,  0.0942,  0.1007,\n",
       "          0.0665,  0.0806,  0.1017,  0.1144,  0.2540,  0.0861,  0.0667,  0.0575,\n",
       "          0.1358,  0.0983,  0.0041,  0.2154,  0.0973,  0.0605,  0.1822,  0.0933,\n",
       "          0.0918,  0.1295,  0.1022,  0.0661,  0.0623,  0.0581,  0.0637,  0.1190,\n",
       "          0.0459,  0.1767,  0.0168,  0.1007,  0.0239,  0.0068,  0.0625,  0.0865,\n",
       "          0.0413,  0.0604,  0.0558,  0.1156,  0.1678,  0.0521,  0.0745,  0.1013,\n",
       "          0.0580,  0.2115,  0.0911,  0.0517,  0.0509,  0.1069,  0.1632,  0.1126,\n",
       "          0.0647,  0.0572,  0.0580,  0.0552,  0.1158,  0.0740, -0.0273, -0.0082,\n",
       "          0.2625,  0.1106,  0.1173,  0.1051,  0.0448,  0.1251,  0.0505,  0.1710,\n",
       "          0.2576,  0.1376,  0.0867,  0.0014,  0.0809,  0.0327,  0.0336,  0.1216,\n",
       "          0.1788,  0.1153,  0.0822,  0.1186,  0.2659,  0.1741,  0.0052,  0.0337,\n",
       "          0.1619,  0.1166,  0.1025,  0.1151,  0.1388,  0.0770,  0.0053,  0.2740,\n",
       "          0.0846,  0.1296,  0.1493,  0.1267,  0.0597,  0.1591,  0.1063,  0.1961,\n",
       "          0.0483,  0.0920,  0.1002,  0.0645,  0.0543,  0.1088,  0.0278,  0.1533,\n",
       "          0.1285,  0.1820,  0.1611,  0.0110,  0.1421,  0.0983,  0.0916,  0.1161,\n",
       "          0.1526,  0.0565,  0.0151,  0.0767,  0.0427,  0.2274,  0.0219,  0.2281,\n",
       "          0.0649,  0.1308,  0.1560, -0.0069,  0.0039, -0.0311,  0.1364,  0.0609,\n",
       "          0.0975,  0.0395,  0.1814,  0.0876,  0.1118,  0.1000,  0.0369,  0.0798,\n",
       "          0.0906,  0.0694,  0.1220,  0.0516,  0.0508,  0.1456,  0.0288,  0.0925,\n",
       "          0.1705,  0.1075,  0.1666,  0.0618,  0.0837,  0.0783,  0.1867,  0.0379,\n",
       "          0.3287,  0.1095,  0.0732,  0.2327,  0.1283,  0.1315,  0.1142,  0.0504,\n",
       "          0.0154,  0.3249,  0.0779,  0.0358,  0.0198,  0.1475,  0.1205,  0.0879,\n",
       "          0.2058,  0.0115,  0.0814,  0.0804,  0.0946,  0.1902,  0.0837,  0.1229,\n",
       "          0.0143,  0.1563,  0.0703,  0.1395,  0.0855,  0.0359,  0.1170,  0.1338,\n",
       "          0.1362,  0.2025,  0.1494,  0.0991,  0.0771,  0.0020, -0.0063,  0.1195,\n",
       "          0.0837,  0.1724,  0.0672,  0.0377,  0.1593,  0.0878,  0.0502,  0.0175,\n",
       "          0.0965,  0.1385,  0.1657,  0.1162,  0.1028,  0.0725,  0.1250,  0.1454,\n",
       "         -0.0084,  0.0637,  0.1134,  0.0136,  0.1180,  0.0247,  0.0537, -0.0115,\n",
       "          0.1539, -0.0120,  0.3069,  0.0624,  0.0089,  0.0784,  0.1168,  0.1698,\n",
       "          0.1871,  0.0929,  0.1473,  0.0847,  0.1326,  0.1473,  0.1228,  0.1336,\n",
       "          0.0743,  0.2222,  0.0883,  0.1828,  0.1132,  0.0704,  0.1213,  0.0902,\n",
       "          0.0415,  0.1138,  0.0352,  0.2897,  0.0916,  0.0631,  0.0687,  0.0172,\n",
       "          0.1139,  0.1199,  0.1306,  0.1355,  0.1588,  0.0467,  0.1177,  0.1674,\n",
       "          0.0644,  0.0893,  0.2456,  0.1993,  0.1414,  0.0956,  0.0945,  0.0540,\n",
       "          0.1131,  0.1612,  0.1691,  0.0390,  0.1526,  0.1769,  0.1023,  0.1605,\n",
       "          0.0868,  0.0815,  0.1840,  0.2672,  0.0122,  0.1325,  0.1417,  0.1323,\n",
       "          0.1021,  0.1256,  0.0109,  0.0460,  0.1077,  0.1256,  0.1203,  0.1260,\n",
       "          0.0761,  0.0358,  0.0550,  0.1311,  0.1372,  0.1867,  0.1151,  0.1249,\n",
       "          0.1045,  0.0580,  0.1403,  0.0596,  0.1390, -0.0181,  0.0823,  0.1477,\n",
       "          0.0617,  0.0796,  0.1584,  0.0956,  0.1101,  0.1017,  0.0879,  0.1078,\n",
       "          0.0771,  0.0438,  0.1673,  0.0882,  0.1667,  0.0447,  0.1636, -0.0518,\n",
       "          0.0370,  0.0470,  0.0539,  0.0540,  0.0883,  0.0215,  0.0168,  0.0360,\n",
       "          0.1388,  0.1197,  0.2181,  0.0667, -0.0053,  0.0495,  0.0450,  0.1803,\n",
       "          0.0378,  0.1474,  0.1313,  0.0679,  0.0353,  0.0910,  0.0611,  0.0460,\n",
       "          0.0867,  0.0864,  0.0310,  0.1489,  0.0776,  0.1239,  0.0854,  0.1083,\n",
       "          0.1216,  0.0186,  0.0180,  0.1009,  0.1910,  0.0753,  0.0302,  0.1190,\n",
       "          0.1746,  0.2461,  0.0172,  0.0771,  0.1705,  0.2232,  0.0322,  0.0642,\n",
       "          0.2283,  0.0553,  0.1161,  0.1704,  0.1194,  0.0243,  0.0603,  0.0632,\n",
       "          0.1568,  0.2214,  0.0624,  0.0438,  0.0822,  0.1046,  0.0695,  0.1556,\n",
       "          0.0564,  0.0446,  0.1318,  0.0841,  0.1011,  0.0388,  0.1426,  0.1567,\n",
       "          0.1475,  0.0517,  0.0927,  0.1638,  0.1908,  0.0565,  0.1558,  0.0968,\n",
       "          0.0198,  0.1799,  0.1659,  0.2310,  0.1778,  0.0523,  0.1440,  0.1129,\n",
       "          0.0765,  0.0757,  0.0904,  0.0721,  0.0746,  0.0185,  0.1771,  0.1030,\n",
       "          0.2082,  0.0926,  0.0816,  0.0759,  0.0496,  0.0541,  0.1026,  0.0844,\n",
       "          0.1304,  0.0859,  0.1788,  0.0786, -0.0647,  0.1403,  0.0357,  0.0527,\n",
       "          0.1047,  0.1177,  0.1492,  0.0794,  0.0375,  0.1701,  0.0531,  0.0670,\n",
       "          0.1271,  0.0515,  0.0727,  0.1686,  0.1360,  0.0909,  0.0615,  0.1081,\n",
       "          0.0807,  0.1218,  0.1666,  0.0098,  0.1504,  0.0429,  0.1308,  0.1624,\n",
       "          0.1157,  0.0948,  0.0596,  0.2338,  0.0812,  0.0434,  0.0457,  0.0894],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-6.5604e-02,  6.2262e-02, -1.0947e-01, -5.4340e-02, -1.2877e-01,\n",
       "          7.4751e-02, -8.7242e-03, -2.0700e-01, -1.1423e-01, -8.9909e-02,\n",
       "         -9.3585e-02, -6.2806e-02, -1.2916e-01,  5.9001e-02, -6.5549e-02,\n",
       "         -5.7077e-02,  5.4978e-02, -5.2645e-02, -6.2961e-02,  7.9759e-03,\n",
       "         -4.5004e-04, -8.8469e-02, -3.0688e-02, -1.2672e-01, -5.2011e-02,\n",
       "         -9.5878e-02, -9.5234e-02,  6.7848e-02, -9.5913e-02, -7.3993e-02,\n",
       "         -2.7834e-02, -1.2761e-01, -3.0726e-02, -1.0956e-01, -9.3974e-02,\n",
       "          3.9544e-03, -1.6280e-04, -4.2835e-02,  9.6268e-02,  1.2715e-03,\n",
       "         -7.5000e-02, -3.8982e-02, -5.8581e-03, -1.1746e-01, -4.4681e-02,\n",
       "         -4.6915e-02, -1.2354e-01, -8.3257e-02, -2.6219e-02,  1.0768e-02,\n",
       "         -1.4145e-01,  2.9371e-02,  3.6221e-02, -7.5519e-02, -1.0366e-01,\n",
       "          9.6919e-03,  3.7008e-02,  6.6850e-02, -1.0701e-02, -4.8582e-02,\n",
       "         -1.0514e-01, -5.0841e-02, -4.5511e-02, -1.5525e-01, -1.2827e-02,\n",
       "         -3.9057e-02, -3.7448e-02, -1.7821e-02,  1.2702e-02, -4.2212e-02,\n",
       "         -4.0348e-02, -2.0736e-02, -4.5648e-02, -3.6999e-02,  9.6223e-04,\n",
       "         -1.1662e-01, -3.4050e-02, -1.5774e-01, -1.0746e-01, -9.1494e-02,\n",
       "         -2.4057e-02, -2.7904e-02, -6.3143e-02, -2.7640e-02, -5.6653e-02,\n",
       "         -3.6738e-02, -4.7347e-02, -8.4852e-02, -9.2038e-02, -5.6893e-02,\n",
       "         -4.5953e-02, -4.6530e-02, -2.3031e-02, -1.3196e-01, -1.3367e-01,\n",
       "         -4.5935e-02, -3.6798e-02, -8.5794e-02, -2.5564e-02,  2.4380e-02,\n",
       "         -1.2813e-01, -4.3691e-02, -6.9793e-02,  3.9433e-04, -2.1417e-01,\n",
       "          1.3876e-03, -4.5934e-02, -1.8577e-02, -3.2491e-03, -1.1871e-02,\n",
       "         -2.5807e-02, -2.8139e-02,  1.2704e-02, -8.5516e-02, -9.9338e-02,\n",
       "         -2.8071e-02, -5.0371e-02, -1.5747e-02, -1.8220e-02, -7.4570e-02,\n",
       "         -5.4014e-02, -9.1543e-02, -8.7770e-02, -5.5178e-02, -4.0067e-02,\n",
       "         -2.4728e-01, -7.5016e-03,  6.3939e-04, -1.2374e-01,  5.3333e-03,\n",
       "         -3.8903e-03, -3.4501e-02, -4.9285e-02, -1.5406e-02,  1.6937e-02,\n",
       "         -4.3402e-02, -3.8674e-03, -1.3015e-01, -9.3525e-02, -8.3599e-02,\n",
       "         -6.5925e-02,  9.7962e-03, -1.0017e-01, -7.4616e-02,  6.8730e-02,\n",
       "         -1.0715e-01, -7.3815e-02, -4.2012e-02, -5.9269e-02, -8.0066e-02,\n",
       "         -1.5252e-02, -1.2027e-01, -5.1738e-02, -4.6330e-02, -1.5681e-01,\n",
       "         -7.0558e-03, -1.9110e-01, -1.5918e-02, -1.1246e-01, -6.0634e-02,\n",
       "         -2.0037e-02, -4.7534e-02, -1.5901e-03, -1.0334e-01, -1.7556e-02,\n",
       "         -3.3995e-02, -2.9868e-02, -6.6613e-03, -5.8957e-02, -3.3275e-02,\n",
       "         -1.0704e-01,  1.0702e-02,  8.7470e-03,  5.8008e-03,  1.7084e-02,\n",
       "         -6.9912e-02, -1.3429e-01, -1.1214e-02, -9.2200e-02, -5.8042e-02,\n",
       "         -1.1743e-01, -5.3792e-02, -2.7036e-02, -1.0409e-01, -8.1619e-02,\n",
       "         -1.0735e-01, -1.2030e-01, -5.1805e-02, -1.0623e-01,  1.6566e-01,\n",
       "         -2.5798e-02, -7.2363e-02, -1.8444e-01, -1.7330e-01, -9.2778e-02,\n",
       "         -2.3067e-02, -7.7706e-02, -3.7705e-02, -8.7928e-02, -1.9955e-02,\n",
       "          2.9114e-02, -1.0818e-01, -7.1040e-02, -1.1761e-01, -1.8079e-01,\n",
       "         -3.4311e-02, -6.7587e-02, -2.9635e-02,  8.5132e-03,  2.6516e-02,\n",
       "         -1.4051e-02, -2.7129e-02, -2.9762e-02, -1.2744e-01,  3.4177e-02,\n",
       "         -8.0693e-02, -6.0955e-02, -5.0256e-03, -1.2403e-01, -3.6065e-02,\n",
       "         -9.7592e-02, -3.3558e-02, -8.8912e-02, -4.0671e-02, -1.4710e-02,\n",
       "         -6.8115e-02, -4.2869e-02, -1.2040e-01, -3.1156e-02, -2.0930e-02,\n",
       "         -6.6611e-02, -1.5086e-01, -1.2033e-01, -1.1317e-02, -1.4064e-01,\n",
       "          1.0474e-02, -5.9232e-02, -9.2045e-04, -4.0822e-03, -5.7215e-02,\n",
       "         -9.9811e-02, -2.5466e-01, -2.3820e-02, -7.7378e-02, -3.8985e-02,\n",
       "         -8.5762e-02, -5.6370e-02, -4.7788e-03, -5.8017e-02, -5.7378e-02,\n",
       "         -7.9265e-02, -1.3914e-01, -6.9844e-02, -4.7264e-02, -2.0435e-02,\n",
       "         -1.0358e-01, -3.5746e-03, -5.5471e-02,  1.7140e-02, -1.0057e-03,\n",
       "         -8.6589e-02, -6.2023e-04, -2.8118e-02, -3.5842e-02, -7.6696e-02,\n",
       "         -7.3006e-04,  1.2981e-02, -1.1226e-01, -1.8569e-02, -8.8054e-02,\n",
       "          6.5699e-02, -6.4415e-02, -6.5656e-02, -7.2426e-02, -4.8358e-02,\n",
       "         -2.8153e-02, -5.9775e-02, -3.2781e-02, -3.5941e-02, -4.5960e-02,\n",
       "         -5.7223e-02, -8.1059e-02,  8.8741e-03, -5.6792e-02, -8.1277e-02,\n",
       "         -8.5173e-02, -2.9448e-02, -5.6859e-02, -4.9491e-03, -6.4419e-02,\n",
       "          4.7428e-02, -9.5102e-02, -7.7283e-02, -7.3138e-02, -5.2866e-02,\n",
       "         -8.4379e-03, -3.3566e-03, -1.1798e-01, -1.3361e-01,  4.9039e-02,\n",
       "         -1.2144e-01, -5.6338e-02, -1.8369e-02, -5.9944e-02, -6.2497e-02,\n",
       "         -1.7091e-02, -1.5459e-02, -8.4953e-02,  4.7784e-02, -1.3032e-01,\n",
       "         -1.0266e-01, -2.8665e-02, -1.1919e-01, -1.3563e-01, -1.5046e-01,\n",
       "         -8.3783e-02,  5.7058e-04, -2.3318e-01, -1.3734e-01, -2.7408e-02,\n",
       "         -7.0328e-04, -7.9510e-02,  1.1282e-01, -5.3236e-02, -3.2211e-03,\n",
       "         -2.6909e-01, -1.1725e-01, -2.9158e-02, -5.9126e-02, -1.1046e-01,\n",
       "         -4.3715e-03, -1.8926e-02, -1.6731e-01, -1.0413e-01, -8.4614e-02,\n",
       "         -4.9248e-02, -3.8996e-02, -7.0919e-02,  1.3546e-02,  3.2293e-04,\n",
       "         -1.6064e-01,  2.7476e-02, -1.2368e-01, -9.3835e-02, -1.1194e-01,\n",
       "         -3.6981e-02, -1.2658e-01, -5.8682e-02,  4.0734e-02, -7.0005e-02,\n",
       "         -5.1712e-02,  3.5067e-02, -5.0467e-02, -9.2065e-02, -2.2299e-01,\n",
       "         -7.7876e-02, -9.4475e-02, -1.0700e-01, -5.5821e-02, -3.2479e-02,\n",
       "         -5.4026e-02, -2.7519e-02, -8.9184e-02, -1.1128e-01,  1.1398e-02,\n",
       "         -3.9658e-02,  9.6434e-02, -2.9369e-02, -2.9419e-02, -1.8054e-02,\n",
       "         -6.9568e-03, -6.9275e-02, -5.9239e-02, -1.6984e-02, -3.1740e-03,\n",
       "         -3.0909e-02, -7.0608e-02, -5.0426e-02,  1.0967e-03, -7.8936e-02,\n",
       "          4.7897e-03, -6.3613e-03, -9.5942e-02, -1.3223e-01, -1.6240e-02,\n",
       "         -6.7974e-02, -6.9274e-02, -1.0360e-01,  4.7123e-02, -8.8808e-02,\n",
       "         -3.0291e-02, -4.5218e-02, -1.0002e-01, -8.0043e-02, -3.3344e-02,\n",
       "         -5.3625e-02, -1.0736e-01, -4.2223e-02, -1.8993e-02, -6.8783e-02,\n",
       "         -1.4085e-01, -4.7072e-02, -3.1254e-02, -7.0814e-02, -2.1619e-01,\n",
       "         -3.8856e-02, -8.4676e-02,  1.6678e-02, -6.6667e-02, -4.9057e-02,\n",
       "         -1.5725e-02, -6.4670e-02, -1.5430e-01, -5.2635e-02, -4.7392e-02,\n",
       "         -3.0563e-02, -2.1197e-02, -1.0837e-02, -1.5265e-01, -9.3161e-02,\n",
       "         -7.7148e-02, -3.5217e-02, -6.9618e-02, -6.8889e-02, -1.4707e-01,\n",
       "         -7.8006e-02, -9.5761e-02, -5.0559e-02, -8.4280e-02, -3.9427e-02,\n",
       "         -1.1984e-01,  2.3560e-02, -3.7375e-02, -6.0486e-02, -1.5163e-01,\n",
       "         -4.1483e-02, -1.0133e-01,  3.7542e-02, -1.4095e-02, -6.5929e-02,\n",
       "          2.7509e-02, -5.8433e-02, -1.3791e-01, -2.7083e-02,  1.9870e-02,\n",
       "          5.1224e-02, -1.5303e-01, -8.7374e-02,  1.6894e-02, -8.7631e-02,\n",
       "         -1.9723e-01,  2.2327e-02, -6.0039e-02,  6.5660e-03, -8.0039e-02,\n",
       "         -6.3464e-02, -4.5297e-02, -8.0330e-02, -3.1647e-02, -1.1087e-01,\n",
       "         -6.3513e-02, -7.7594e-03,  6.3274e-02, -8.0492e-02, -2.4141e-01,\n",
       "         -5.9475e-02,  1.3236e-02, -7.4469e-02, -9.7508e-02, -1.9333e-02,\n",
       "         -8.3625e-02, -1.4998e-01, -1.5925e-01, -9.2647e-02, -1.0796e-01,\n",
       "         -3.4762e-02, -7.2630e-02, -2.2574e-02, -3.0114e-03, -6.5122e-02,\n",
       "          4.5654e-02, -6.4803e-02, -3.7390e-02, -7.8903e-02, -3.4239e-02,\n",
       "         -1.0495e-01, -6.9697e-02, -3.7217e-02, -1.1223e-01, -1.0328e-01,\n",
       "          1.3670e-02,  1.4963e-01, -5.3536e-02, -4.5730e-02, -1.0782e-01,\n",
       "         -6.5716e-02, -4.6149e-02, -3.9590e-02, -1.0021e-01,  3.2179e-03,\n",
       "         -8.8592e-02, -4.2982e-02, -1.1542e-01, -4.2639e-02, -7.4921e-02,\n",
       "         -1.3816e-01, -9.4180e-02, -8.4964e-03,  4.7311e-02, -1.3524e-02,\n",
       "         -2.0218e-02, -1.2791e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0038]],\n",
       " \n",
       "          [[-0.0193]],\n",
       " \n",
       "          [[ 0.0165]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0056]],\n",
       " \n",
       "          [[ 0.0259]],\n",
       " \n",
       "          [[-0.0046]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0220]],\n",
       " \n",
       "          [[-0.0153]],\n",
       " \n",
       "          [[-0.0017]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0128]],\n",
       " \n",
       "          [[ 0.0221]],\n",
       " \n",
       "          [[ 0.0053]]],\n",
       " \n",
       " \n",
       "         [[[-0.0114]],\n",
       " \n",
       "          [[-0.0005]],\n",
       " \n",
       "          [[ 0.0114]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0082]],\n",
       " \n",
       "          [[ 0.0436]],\n",
       " \n",
       "          [[ 0.0023]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0192]],\n",
       " \n",
       "          [[-0.0288]],\n",
       " \n",
       "          [[-0.0084]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0180]],\n",
       " \n",
       "          [[ 0.0136]],\n",
       " \n",
       "          [[ 0.0080]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0026]],\n",
       " \n",
       "          [[-0.0062]],\n",
       " \n",
       "          [[-0.0038]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0029]],\n",
       " \n",
       "          [[-0.0071]],\n",
       " \n",
       "          [[ 0.0093]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0090]],\n",
       " \n",
       "          [[-0.0173]],\n",
       " \n",
       "          [[-0.0067]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0023]],\n",
       " \n",
       "          [[-0.0014]],\n",
       " \n",
       "          [[-0.0186]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1933, 0.1745, 0.2015, 0.1434, 0.1982, 0.1646, 0.1300, 0.1550, 0.1509,\n",
       "         0.1886, 0.1708, 0.1808, 0.1298, 0.1940, 0.1376, 0.2050, 0.1648, 0.2263,\n",
       "         0.2375, 0.1856, 0.1696, 0.1560, 0.1636, 0.1629, 0.1736, 0.1691, 0.1799,\n",
       "         0.1843, 0.1190, 0.1901, 0.1574, 0.1613, 0.1489, 0.2024, 0.1434, 0.1643,\n",
       "         0.1377, 0.1842, 0.1626, 0.1889, 0.1453, 0.2046, 0.1646, 0.1712, 0.1745,\n",
       "         0.1644, 0.1686, 0.1949, 0.1360, 0.1764, 0.1926, 0.1554, 0.1822, 0.1575,\n",
       "         0.1424, 0.1599, 0.1876, 0.1632, 0.2079, 0.1231, 0.1688, 0.1290, 0.2197,\n",
       "         0.1295, 0.1555, 0.1975, 0.1702, 0.1712, 0.2074, 0.1815, 0.1759, 0.1368,\n",
       "         0.1868, 0.1720, 0.1879, 0.1352, 0.1620, 0.1334, 0.1505, 0.1787, 0.1253,\n",
       "         0.1357, 0.1478, 0.1604, 0.1495, 0.1609, 0.1859, 0.1653, 0.1574, 0.1922,\n",
       "         0.1444, 0.1965, 0.1663, 0.1840, 0.1670, 0.1751, 0.1812, 0.1994, 0.2035,\n",
       "         0.1679, 0.1741, 0.1648, 0.1720, 0.1863, 0.1407, 0.1734, 0.1615, 0.1712,\n",
       "         0.1470, 0.1726, 0.1928, 0.1893, 0.1618, 0.1682, 0.2273, 0.1751, 0.2389,\n",
       "         0.1601, 0.1422, 0.2083, 0.2071, 0.1580, 0.1803, 0.1380, 0.1505, 0.1481,\n",
       "         0.1653, 0.1743], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.1208, -0.0083, -0.1050,  0.0442, -0.0881, -0.0430,  0.0200,  0.0252,\n",
       "          0.0549, -0.1148,  0.0246,  0.0192,  0.0552, -0.1162,  0.1111, -0.1053,\n",
       "         -0.0561, -0.1035, -0.1617, -0.0660,  0.0272,  0.0192, -0.0761, -0.0998,\n",
       "         -0.0142, -0.0216, -0.0481, -0.0464,  0.0950, -0.1267, -0.0593, -0.0478,\n",
       "          0.0002, -0.0991,  0.0335,  0.0238, -0.0098, -0.0871,  0.0215, -0.1557,\n",
       "          0.0375, -0.2180, -0.0507,  0.0625, -0.0563, -0.0467,  0.0418, -0.0344,\n",
       "         -0.0192, -0.0732, -0.0354, -0.0145, -0.0933,  0.0265, -0.0063, -0.0113,\n",
       "         -0.0038,  0.0514, -0.1111,  0.0763, -0.0559,  0.0167, -0.1314,  0.0433,\n",
       "          0.0502, -0.0397, -0.0432,  0.0063, -0.1221, -0.1017, -0.0252,  0.0020,\n",
       "         -0.1009,  0.0219, -0.1026, -0.0127,  0.0382,  0.0702, -0.0331, -0.1167,\n",
       "          0.1101,  0.0528,  0.1014,  0.0395,  0.0331,  0.0388, -0.0369, -0.0211,\n",
       "          0.0288,  0.0176,  0.0309, -0.1166, -0.0035, -0.0111,  0.0483, -0.0758,\n",
       "         -0.0648, -0.0809, -0.1003, -0.0029, -0.0275, -0.0038, -0.0795, -0.1249,\n",
       "          0.0298, -0.0722,  0.0292, -0.0006,  0.0562, -0.0073,  0.0240, -0.0383,\n",
       "         -0.0890,  0.0006, -0.1483, -0.0649, -0.2346,  0.0130,  0.0390, -0.1281,\n",
       "         -0.1263, -0.0202, -0.0838,  0.0609,  0.0648,  0.0477,  0.0003, -0.0583],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 6.3425e-03,  7.8066e-03, -5.9981e-03],\n",
       "           [-3.4487e-03,  4.7611e-03,  3.8540e-03],\n",
       "           [ 2.0846e-02,  1.8216e-03, -6.1446e-04]],\n",
       " \n",
       "          [[ 1.6795e-03,  3.0943e-03,  1.6706e-02],\n",
       "           [ 1.7158e-03,  5.4718e-05,  5.9817e-03],\n",
       "           [-7.7672e-04, -5.2933e-03,  8.9279e-03]],\n",
       " \n",
       "          [[ 2.2518e-02,  3.8244e-02,  1.8780e-02],\n",
       "           [ 1.9846e-02,  1.4106e-02,  2.1835e-02],\n",
       "           [ 1.9422e-02,  1.2194e-02,  1.0690e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.5645e-02,  6.1268e-03, -1.5047e-02],\n",
       "           [ 3.1574e-02, -1.9045e-02, -4.1200e-02],\n",
       "           [ 2.8079e-02, -5.6861e-03, -3.0632e-02]],\n",
       " \n",
       "          [[ 1.9894e-02,  1.8100e-02, -2.4647e-02],\n",
       "           [-5.3777e-04,  1.0986e-02, -1.7435e-03],\n",
       "           [ 2.4066e-02,  2.0868e-02, -2.3315e-02]],\n",
       " \n",
       "          [[-2.0758e-02,  1.1063e-03,  1.4957e-02],\n",
       "           [-3.6696e-02, -1.4199e-02,  1.0456e-02],\n",
       "           [-2.8005e-02,  5.4784e-03,  3.3380e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 2.1024e-03,  2.4975e-02,  2.7121e-02],\n",
       "           [ 4.1890e-03, -1.5631e-02,  4.6780e-03],\n",
       "           [ 1.5731e-02, -1.1325e-02, -3.7648e-02]],\n",
       " \n",
       "          [[-4.8578e-03, -1.5355e-02,  2.4391e-02],\n",
       "           [ 7.5786e-03, -3.4544e-02,  3.7200e-02],\n",
       "           [ 2.8405e-02,  2.8893e-02,  1.8144e-02]],\n",
       " \n",
       "          [[-1.7961e-02, -1.7295e-02, -3.5341e-02],\n",
       "           [ 5.9240e-02, -2.0096e-02, -2.5839e-02],\n",
       "           [ 2.0119e-02,  9.4796e-02,  4.8867e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.0112e-02,  2.4018e-02, -1.0833e-02],\n",
       "           [ 1.6535e-02,  1.0890e-02,  5.1681e-03],\n",
       "           [ 6.1969e-03, -2.8730e-02, -2.5644e-02]],\n",
       " \n",
       "          [[ 1.0316e-02,  1.1595e-02,  9.7774e-03],\n",
       "           [ 1.1251e-02, -2.3838e-02,  5.2018e-03],\n",
       "           [ 2.0050e-02, -1.5464e-02, -4.7344e-02]],\n",
       " \n",
       "          [[-2.3275e-02, -3.1601e-02, -3.3325e-02],\n",
       "           [-7.1235e-03, -3.8596e-02,  4.8014e-03],\n",
       "           [ 2.6929e-02,  2.7941e-02,  1.2472e-02]]],\n",
       " \n",
       " \n",
       "         [[[-2.6790e-03, -7.8069e-03,  1.5697e-02],\n",
       "           [-9.2817e-03, -3.1359e-02, -1.8011e-02],\n",
       "           [-7.4429e-03, -9.8681e-03, -4.8270e-03]],\n",
       " \n",
       "          [[ 7.6149e-03,  2.3068e-03, -3.1427e-03],\n",
       "           [-2.6594e-02, -5.7359e-03,  3.9425e-03],\n",
       "           [-1.8057e-02, -1.6741e-02, -2.0627e-02]],\n",
       " \n",
       "          [[ 2.0367e-02, -1.4038e-02, -1.4850e-02],\n",
       "           [ 7.0032e-03, -9.1246e-04, -6.7762e-03],\n",
       "           [ 1.2642e-02,  3.0074e-02,  3.2019e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.3792e-02,  5.0076e-03,  9.4594e-04],\n",
       "           [-7.0901e-03, -3.7710e-03, -2.1320e-02],\n",
       "           [-1.9195e-02,  5.0308e-03,  2.0809e-02]],\n",
       " \n",
       "          [[-1.3301e-02, -1.6120e-02, -2.1279e-02],\n",
       "           [ 4.8702e-02,  1.5276e-02, -3.6071e-02],\n",
       "           [ 8.6012e-04,  6.2694e-03,  2.2975e-02]],\n",
       " \n",
       "          [[-3.5448e-03, -5.4041e-03, -2.2905e-02],\n",
       "           [-1.7587e-02, -6.1906e-03,  6.8526e-03],\n",
       "           [ 1.9518e-02,  2.4120e-02,  2.8079e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-5.8243e-02, -1.9527e-03, -2.0026e-02],\n",
       "           [-4.2831e-02, -5.2364e-03,  2.0417e-02],\n",
       "           [-8.8020e-03, -6.2901e-02, -1.4732e-02]],\n",
       " \n",
       "          [[-1.2308e-02, -1.0047e-02, -9.6017e-03],\n",
       "           [-2.7270e-02,  3.3299e-02, -1.5759e-02],\n",
       "           [-1.0160e-02,  1.7439e-02, -3.3807e-03]],\n",
       " \n",
       "          [[ 3.1335e-02, -2.1841e-03, -3.8891e-03],\n",
       "           [ 2.1179e-03,  4.4575e-02, -8.2318e-02],\n",
       "           [-1.9756e-02,  1.9435e-02, -4.2395e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.8102e-02,  1.3693e-02,  6.4129e-03],\n",
       "           [ 2.1682e-02, -5.6668e-04,  2.9968e-02],\n",
       "           [-5.9797e-03, -2.3583e-02,  2.4803e-02]],\n",
       " \n",
       "          [[-1.1293e-02, -1.1813e-02, -2.6792e-02],\n",
       "           [ 4.6765e-03, -1.4267e-02, -1.4190e-02],\n",
       "           [-1.2220e-02,  1.2351e-02,  8.6050e-03]],\n",
       " \n",
       "          [[ 2.3794e-02, -3.8109e-02,  3.3384e-02],\n",
       "           [ 4.5388e-02, -1.8319e-03, -4.8194e-02],\n",
       "           [ 1.8151e-02, -1.4792e-02, -4.6150e-02]]],\n",
       " \n",
       " \n",
       "         [[[-7.3098e-03,  1.2843e-02, -2.0237e-02],\n",
       "           [ 1.2503e-03, -6.0009e-03, -8.6790e-03],\n",
       "           [ 1.3704e-02,  1.5641e-02,  3.3672e-03]],\n",
       " \n",
       "          [[ 5.9067e-03,  2.6577e-02, -1.8495e-02],\n",
       "           [-3.7595e-02, -1.3465e-02,  2.9414e-02],\n",
       "           [-9.6436e-04, -4.6155e-03, -5.7871e-03]],\n",
       " \n",
       "          [[ 6.6646e-02, -6.5920e-03, -3.2667e-02],\n",
       "           [ 4.1016e-04,  2.0832e-02,  6.2238e-02],\n",
       "           [-1.2086e-02, -1.4311e-02, -1.2527e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.2447e-02,  7.2431e-03, -3.7030e-06],\n",
       "           [-3.0055e-02, -1.7382e-02,  2.8570e-03],\n",
       "           [ 3.5450e-03, -1.1372e-02, -3.7529e-02]],\n",
       " \n",
       "          [[ 2.5008e-02,  1.0940e-02,  1.3994e-02],\n",
       "           [ 2.0757e-02,  1.1284e-02, -4.4114e-02],\n",
       "           [-3.7229e-03, -5.7655e-03, -6.9855e-03]],\n",
       " \n",
       "          [[ 1.2280e-03,  7.1947e-03, -2.1987e-03],\n",
       "           [-1.3080e-02, -8.5207e-03, -1.9941e-03],\n",
       "           [-1.2186e-03,  5.4275e-03,  6.8117e-05]]],\n",
       " \n",
       " \n",
       "         [[[ 1.0657e-02, -6.6865e-03, -1.1085e-02],\n",
       "           [ 3.7792e-02,  4.7979e-03, -2.5554e-02],\n",
       "           [-1.0018e-02, -9.7269e-03, -3.1181e-02]],\n",
       " \n",
       "          [[-1.2208e-02, -1.8808e-02, -3.8413e-02],\n",
       "           [-4.0185e-02, -4.9522e-03,  1.8202e-02],\n",
       "           [-4.4533e-02, -1.2457e-02,  2.1485e-03]],\n",
       " \n",
       "          [[ 6.8635e-03, -1.0885e-02,  3.5082e-03],\n",
       "           [ 2.6554e-02,  8.0605e-02,  3.8870e-02],\n",
       "           [ 1.0307e-02,  6.1691e-02,  4.6724e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.8504e-04, -3.1935e-02, -3.5198e-02],\n",
       "           [ 8.4391e-03, -2.8120e-02,  1.4435e-02],\n",
       "           [-1.0772e-02, -1.5768e-02,  1.6674e-02]],\n",
       " \n",
       "          [[-1.2566e-02, -4.5324e-03, -9.2577e-03],\n",
       "           [ 4.5811e-04, -9.4321e-03,  8.5911e-03],\n",
       "           [-9.6112e-03, -9.8607e-04, -1.4677e-02]],\n",
       " \n",
       "          [[ 1.1885e-02, -1.1211e-04,  2.4021e-03],\n",
       "           [-3.1185e-02, -2.3945e-02,  2.1897e-02],\n",
       "           [ 3.7961e-03, -2.4228e-02, -1.7371e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2074, 0.2474, 0.1677, 0.2425, 0.2163, 0.1955, 0.2321, 0.2058, 0.2101,\n",
       "         0.2308, 0.2240, 0.1516, 0.1945, 0.2006, 0.2096, 0.2184, 0.1866, 0.1734,\n",
       "         0.1951, 0.2249, 0.2122, 0.1948, 0.2335, 0.2273, 0.2185, 0.1714, 0.1980,\n",
       "         0.2037, 0.1971, 0.2373, 0.1454, 0.1916, 0.2003, 0.1877, 0.2570, 0.1964,\n",
       "         0.1639, 0.1766, 0.1626, 0.2256, 0.2051, 0.1815, 0.2470, 0.2398, 0.2179,\n",
       "         0.2355, 0.2473, 0.1630, 0.1952, 0.2093, 0.1856, 0.2490, 0.2296, 0.2589,\n",
       "         0.2215, 0.2276, 0.1625, 0.1952, 0.1762, 0.1658, 0.2189, 0.2460, 0.1902,\n",
       "         0.2486, 0.2318, 0.1867, 0.2165, 0.2205, 0.2127, 0.1793, 0.1959, 0.1964,\n",
       "         0.1633, 0.2262, 0.2057, 0.1440, 0.2084, 0.1799, 0.1784, 0.1881, 0.1870,\n",
       "         0.1212, 0.1888, 0.1679, 0.1979, 0.2345, 0.1304, 0.1329, 0.2103, 0.2453,\n",
       "         0.1983, 0.2224, 0.1246, 0.2273, 0.1703, 0.2264, 0.1801, 0.1716, 0.2181,\n",
       "         0.1845, 0.1691, 0.1713, 0.1945, 0.1828, 0.2058, 0.2348, 0.2278, 0.2363,\n",
       "         0.2057, 0.2483, 0.2212, 0.2356, 0.2158, 0.1990, 0.2075, 0.2485, 0.2038,\n",
       "         0.1909, 0.1976, 0.2183, 0.1872, 0.1936, 0.1987, 0.1839, 0.2238, 0.2061,\n",
       "         0.1845, 0.2437], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0622, -0.1638, -0.0352, -0.1200, -0.0676, -0.0391, -0.1209, -0.1094,\n",
       "         -0.1203, -0.1041, -0.0943,  0.0809, -0.0195, -0.1124, -0.1269, -0.0329,\n",
       "         -0.0352, -0.0932, -0.0577, -0.0920, -0.1281, -0.0832, -0.1282, -0.0824,\n",
       "         -0.0811, -0.0376, -0.0664, -0.0705, -0.0845, -0.1240,  0.0886, -0.0434,\n",
       "         -0.0452, -0.0660, -0.1429, -0.0634, -0.0443, -0.0639,  0.0263, -0.0819,\n",
       "         -0.0729, -0.0702, -0.1614, -0.1583, -0.1276, -0.1568, -0.1578,  0.0259,\n",
       "         -0.0329, -0.0637, -0.0773, -0.1483, -0.1030, -0.1641, -0.0940, -0.0873,\n",
       "          0.0424, -0.0460, -0.0348,  0.0079, -0.0671, -0.1516, -0.0784, -0.1361,\n",
       "         -0.0619, -0.0370, -0.0766, -0.2178, -0.0514, -0.0255, -0.0466, -0.0802,\n",
       "          0.0029, -0.1203, -0.0548,  0.0834, -0.1030, -0.0586,  0.0534, -0.0506,\n",
       "         -0.0351,  0.1891, -0.0610, -0.0689, -0.0343, -0.0948,  0.2578,  0.1662,\n",
       "         -0.0801, -0.0803, -0.0505, -0.0875,  0.2776, -0.0929,  0.0497, -0.1199,\n",
       "          0.0051, -0.0111, -0.0731, -0.0604, -0.0234, -0.0865, -0.0067,  0.1228,\n",
       "         -0.0501, -0.1657, -0.1405, -0.1211, -0.0772, -0.1539, -0.1529, -0.1700,\n",
       "         -0.1135, -0.0868, -0.0574, -0.1691, -0.0490, -0.0817, -0.0362, -0.0600,\n",
       "         -0.0508, -0.0279, -0.0495, -0.0010, -0.1255, -0.0026, -0.0604, -0.1522],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0019]],\n",
       " \n",
       "          [[-0.0084]],\n",
       " \n",
       "          [[-0.0216]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0176]],\n",
       " \n",
       "          [[-0.0044]],\n",
       " \n",
       "          [[ 0.0001]]],\n",
       " \n",
       " \n",
       "         [[[-0.0041]],\n",
       " \n",
       "          [[ 0.0298]],\n",
       " \n",
       "          [[ 0.0330]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0206]],\n",
       " \n",
       "          [[ 0.0447]],\n",
       " \n",
       "          [[-0.0378]]],\n",
       " \n",
       " \n",
       "         [[[-0.0056]],\n",
       " \n",
       "          [[ 0.0063]],\n",
       " \n",
       "          [[ 0.0048]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0034]],\n",
       " \n",
       "          [[-0.0175]],\n",
       " \n",
       "          [[ 0.0067]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0119]],\n",
       " \n",
       "          [[ 0.0056]],\n",
       " \n",
       "          [[ 0.0048]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0021]],\n",
       " \n",
       "          [[-0.0157]],\n",
       " \n",
       "          [[ 0.0026]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0123]],\n",
       " \n",
       "          [[ 0.0062]],\n",
       " \n",
       "          [[-0.0431]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0101]],\n",
       " \n",
       "          [[ 0.0291]],\n",
       " \n",
       "          [[-0.0009]]],\n",
       " \n",
       " \n",
       "         [[[-0.0014]],\n",
       " \n",
       "          [[-0.0114]],\n",
       " \n",
       "          [[-0.0015]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0240]],\n",
       " \n",
       "          [[ 0.0126]],\n",
       " \n",
       "          [[ 0.0289]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 1.1919e-02,  1.1726e-01,  1.4188e-02,  9.7905e-02,  6.1844e-02,\n",
       "          4.0060e-03,  1.3484e-02,  4.4298e-02,  1.9388e-01,  1.4825e-01,\n",
       "          1.0871e-01,  4.6848e-02,  5.2182e-02,  1.2674e-02,  7.3320e-02,\n",
       "          2.0052e-01,  4.8145e-02,  1.3911e-01,  1.1908e-01,  8.5600e-02,\n",
       "          1.9223e-01,  3.8816e-02,  5.0531e-02,  3.1058e-02,  1.0170e-01,\n",
       "          9.5538e-02,  1.7660e-01,  1.4321e-01,  2.4886e-02,  1.6122e-01,\n",
       "          8.3441e-02,  2.0942e-03,  4.6431e-02,  8.1225e-02,  5.0846e-02,\n",
       "          2.5066e-02,  1.3076e-02,  9.6531e-02,  4.5270e-02,  6.6718e-02,\n",
       "          1.3999e-01,  1.4863e-01,  1.5177e-01, -2.7475e-02,  2.6091e-02,\n",
       "          2.0474e-01,  3.2140e-02,  1.4344e-01,  1.9264e-01,  1.1111e-01,\n",
       "          8.8319e-02,  2.4240e-01,  1.0631e-01,  6.3377e-02,  4.5739e-02,\n",
       "          1.3094e-01,  1.4316e-01,  2.1181e-01, -8.9262e-04,  8.2539e-02,\n",
       "          1.4648e-02,  1.8999e-01,  1.7089e-01,  3.1075e-02,  2.1231e-01,\n",
       "          1.0974e-01, -5.5922e-03,  1.0695e-01,  2.1536e-01,  1.4711e-01,\n",
       "          8.0851e-02,  1.8788e-01,  1.2825e-01,  1.2027e-01,  8.9199e-02,\n",
       "          4.2830e-02,  8.4724e-02,  8.1601e-02,  1.2662e-01,  1.9782e-01,\n",
       "          3.4299e-02,  1.9315e-01,  1.1665e-02,  9.6840e-02,  1.4219e-01,\n",
       "          9.4560e-02,  1.0738e-01, -2.1814e-02,  2.0259e-02,  5.3438e-02,\n",
       "          5.0333e-02,  1.7924e-01,  1.6401e-01,  5.0408e-02,  2.1812e-02,\n",
       "          1.7688e-01,  7.6993e-02,  3.9682e-03,  7.7479e-02, -1.3709e-02,\n",
       "          9.3820e-02,  1.8740e-01,  2.5343e-03,  9.1526e-02,  3.3625e-02,\n",
       "          9.7018e-05,  1.4116e-01,  1.8876e-01,  6.0571e-02,  7.6734e-02,\n",
       "          3.9768e-02,  1.5542e-01,  7.9745e-02,  1.5033e-01, -6.9272e-03,\n",
       "          3.2063e-03,  1.4611e-01,  4.3226e-02,  8.4553e-02,  1.1215e-01,\n",
       "          6.5726e-02,  1.5381e-01,  5.6130e-02,  1.0169e-01,  7.6610e-02,\n",
       "          3.0228e-02,  4.2495e-02,  1.0323e-02,  1.7618e-01,  1.5536e-01,\n",
       "          1.3551e-01,  1.3165e-01,  1.4219e-01, -2.1815e-04, -1.0794e-02,\n",
       "          2.7329e-02,  1.3388e-01,  1.4255e-01,  3.0435e-03,  1.1004e-01,\n",
       "          1.2262e-01,  7.4365e-02,  1.4296e-01,  5.6863e-02,  4.7131e-03,\n",
       "          7.7407e-02,  2.7268e-02,  9.4467e-02,  1.1381e-01,  5.9064e-02,\n",
       "          1.9437e-02,  3.6122e-02,  1.0267e-01,  1.2351e-02,  4.0197e-02,\n",
       "          5.1253e-03, -5.0501e-02,  3.0587e-02,  6.3256e-02,  1.0559e-01,\n",
       "          1.5378e-01,  7.1133e-03,  4.8103e-02, -2.9389e-02,  6.9492e-02,\n",
       "          7.0341e-03,  1.4516e-02,  1.2631e-01,  1.9070e-01,  1.0592e-01,\n",
       "          6.8422e-03,  5.9242e-02,  8.3558e-03, -1.1419e-03,  7.2237e-02,\n",
       "          1.7566e-01,  2.3830e-02,  1.1744e-01,  6.1926e-02,  1.4495e-01,\n",
       "          2.0716e-01,  1.7227e-01,  4.2960e-02,  1.9409e-02,  7.4792e-02,\n",
       "          3.5829e-02,  3.4375e-03,  2.6972e-01, -1.4914e-02,  6.0855e-02,\n",
       "          6.9382e-02,  1.4916e-01,  6.0638e-02,  1.0922e-01,  3.0123e-03,\n",
       "          9.2678e-02,  3.2889e-02,  2.0034e-01,  1.1992e-01,  1.3907e-03,\n",
       "          6.8242e-02,  1.5146e-01,  4.6563e-02,  4.4163e-02,  2.3477e-02,\n",
       "          2.0720e-01,  1.2631e-01,  4.2628e-02,  2.6103e-03,  9.2203e-02,\n",
       "          4.6607e-02,  7.5801e-02,  2.5808e-02,  3.0871e-02,  1.0903e-01,\n",
       "          1.2662e-01,  7.0297e-02, -6.4883e-03,  1.2619e-02,  9.6951e-02,\n",
       "          9.8906e-02,  1.1701e-01, -2.0562e-02,  2.5318e-01,  6.4240e-02,\n",
       "          1.5803e-01,  1.9437e-01,  8.1938e-03,  1.1739e-01,  6.5320e-02,\n",
       "          1.9789e-01,  9.7873e-02,  1.0913e-01,  9.2202e-02, -2.6557e-03,\n",
       "          1.1731e-01,  3.9402e-02,  3.2924e-02,  1.3712e-01,  5.0457e-02,\n",
       "          4.0016e-02,  3.6438e-02,  1.2167e-01,  5.2895e-03,  2.2014e-01,\n",
       "          1.4954e-01,  3.8290e-02,  4.2779e-02,  1.5266e-01,  1.7259e-02,\n",
       "          1.3421e-01,  2.7019e-03,  1.9044e-01,  1.4864e-01,  2.2254e-01,\n",
       "          1.1407e-01,  1.2662e-01,  1.0792e-01,  1.1667e-01,  8.5464e-03,\n",
       "          2.4748e-01,  8.8652e-02,  1.3402e-01,  9.3691e-03,  1.5580e-01,\n",
       "         -4.6633e-03,  7.1106e-02,  3.5321e-02, -6.2222e-03,  3.5967e-02,\n",
       "         -1.1174e-03,  1.2020e-01,  2.9597e-02,  7.6350e-02,  1.6539e-01,\n",
       "          6.8434e-03,  1.5984e-01,  1.5359e-01,  1.4666e-01,  5.9826e-02,\n",
       "          8.0769e-02,  6.4407e-02,  9.4600e-02,  8.3765e-02,  3.9083e-02,\n",
       "          6.8786e-03,  1.4632e-01,  1.0570e-01,  4.7637e-02,  2.0068e-01,\n",
       "         -5.8164e-04,  1.3468e-02,  1.9559e-01,  1.5206e-01,  2.3083e-01,\n",
       "          9.5511e-02,  1.2439e-01,  3.1598e-02,  5.6981e-02,  2.5196e-01,\n",
       "          1.1364e-01,  5.6371e-02,  2.3975e-01,  1.1647e-01,  1.5430e-01,\n",
       "          1.8066e-01,  1.2932e-01,  1.3679e-01,  1.9816e-01,  2.4547e-02,\n",
       "          1.8656e-01, -3.5269e-03, -1.9211e-03,  3.2257e-02,  2.8870e-02,\n",
       "          5.8441e-02,  1.5488e-01,  1.3493e-02, -1.5108e-02,  1.7267e-02,\n",
       "          1.2200e-01,  1.0563e-01,  5.0795e-02,  8.6075e-02, -4.5919e-04,\n",
       "          2.0335e-02,  1.6029e-01,  1.5999e-01,  5.0437e-02,  5.6906e-02,\n",
       "          1.8447e-02,  5.6394e-02, -4.7335e-03,  3.8504e-02,  1.8411e-01,\n",
       "          6.3681e-02,  2.1947e-01,  2.9138e-02,  1.0433e-01,  8.4610e-02,\n",
       "          3.6891e-02,  8.6157e-02,  3.8673e-02,  1.4815e-01,  2.4116e-02,\n",
       "          7.3492e-02,  1.7640e-02,  3.5125e-03,  1.7786e-01,  6.6265e-03,\n",
       "          8.2839e-02,  1.2998e-02,  6.5910e-02,  6.9040e-02,  3.0146e-02,\n",
       "          9.8014e-02,  1.4937e-01, -1.1634e-02,  9.4785e-02,  2.1301e-01,\n",
       "          8.8250e-02,  6.3906e-02,  1.1803e-01, -2.4049e-02,  5.4876e-02,\n",
       "          4.4639e-02,  5.5623e-02,  1.8465e-01,  2.5730e-02,  5.8872e-02,\n",
       "          4.7744e-02, -4.7727e-03,  8.4789e-02,  6.3123e-02,  1.4847e-02,\n",
       "          1.8730e-01,  1.0889e-01,  1.3526e-01,  1.4870e-01,  5.5355e-02,\n",
       "          1.4362e-01,  6.0422e-02,  5.3841e-03,  1.2476e-01,  8.2583e-02,\n",
       "          1.5729e-01,  1.3723e-02,  1.9235e-02,  6.9220e-03,  1.3493e-01,\n",
       "          1.1672e-01,  1.4942e-01,  9.6558e-03,  2.6006e-01,  9.3291e-02,\n",
       "         -3.3005e-03,  3.0308e-02,  1.7744e-01,  1.1471e-01,  9.5425e-02,\n",
       "          2.4141e-02,  2.2923e-03,  1.6558e-01,  6.5625e-02,  8.6361e-02,\n",
       "         -4.3819e-04, -9.9097e-03,  1.0349e-01,  8.5075e-02,  5.7360e-02,\n",
       "          1.9395e-01,  1.2444e-01,  3.7227e-02,  4.1225e-02,  7.4333e-02,\n",
       "          2.1095e-01,  9.5895e-02,  1.9127e-01,  2.3071e-03,  8.0659e-02,\n",
       "          6.6316e-02,  3.8974e-02,  2.6550e-01,  1.1250e-01,  1.0163e-01,\n",
       "          1.6394e-01,  1.3710e-02,  2.3885e-02,  9.7710e-02,  1.8017e-01,\n",
       "          3.4058e-02,  6.4294e-02,  1.0272e-01,  2.4317e-02,  8.8765e-02,\n",
       "          2.6719e-01,  1.8567e-01,  1.3212e-01,  7.2016e-02,  1.2736e-01,\n",
       "          1.0740e-01, -9.1902e-03,  5.1377e-02, -1.4167e-02,  6.3309e-02,\n",
       "          1.9011e-01,  2.9839e-02,  1.7092e-01,  4.3388e-02,  2.0259e-01,\n",
       "          1.1179e-01,  1.4208e-01,  6.2808e-02,  8.5675e-02,  5.6172e-02,\n",
       "          5.4347e-02,  1.5116e-01,  1.5995e-01,  4.1775e-03,  5.7742e-02,\n",
       "          3.1641e-01,  1.1012e-01,  3.2244e-02,  9.3783e-02,  1.9479e-02,\n",
       "          8.8404e-02,  2.2675e-01,  4.4025e-02, -3.8566e-03,  1.9768e-01,\n",
       "          1.9143e-01,  9.5388e-03,  8.4991e-03,  2.3235e-02,  5.8308e-02,\n",
       "          1.5163e-01,  1.1402e-02,  1.6192e-01,  1.0505e-01,  1.3119e-01,\n",
       "          2.2997e-01,  1.1012e-01, -2.6567e-03,  1.1318e-01,  1.4423e-01,\n",
       "          1.1337e-01,  1.8175e-02,  7.3530e-02,  5.5372e-02,  1.3624e-02,\n",
       "          1.8718e-01,  6.2292e-02,  7.4416e-02,  6.5138e-02,  8.2559e-03,\n",
       "          6.2032e-02,  1.3093e-01,  6.8070e-02,  3.2117e-03,  4.6649e-02,\n",
       "          5.1831e-02,  4.8739e-03,  1.8058e-01,  8.7720e-02,  1.3533e-01,\n",
       "          4.7575e-02,  2.7053e-02,  4.9686e-02,  1.1109e-01, -5.8357e-03,\n",
       "          9.8964e-02,  5.6847e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.0753e-02,  1.2296e-01,  1.8016e-02, -1.4745e-01, -1.0184e-01,\n",
       "          1.4736e-02, -2.6944e-03, -9.4832e-02, -7.0655e-02, -1.7460e-01,\n",
       "         -8.9392e-02, -6.2397e-02,  5.8483e-02,  8.1586e-03, -6.0236e-02,\n",
       "         -8.8126e-02,  4.0486e-02, -9.0144e-02, -6.8058e-02, -1.3243e-01,\n",
       "          4.6727e-03, -2.2941e-02, -9.3018e-02,  4.8685e-02, -1.6099e-01,\n",
       "         -1.1730e-01, -1.8592e-01, -5.0664e-02,  5.8731e-02, -4.4601e-02,\n",
       "         -1.0900e-01,  1.1684e-02, -6.4666e-02, -1.0929e-01, -1.0403e-01,\n",
       "          9.2314e-03,  1.1211e-02, -1.1996e-01,  5.7720e-02, -3.6448e-02,\n",
       "         -1.3682e-01, -9.1506e-02, -9.8696e-02, -1.3878e-02, -5.9053e-04,\n",
       "         -1.3165e-01, -2.1491e-02, -1.0817e-01, -1.4217e-01, -6.5535e-02,\n",
       "         -1.3517e-01,  5.4794e-02, -1.3225e-01, -7.9678e-02, -8.1386e-02,\n",
       "          3.1635e-03, -1.1036e-02,  7.3200e-03,  1.5462e-02, -9.3652e-02,\n",
       "         -2.3393e-02,  2.1940e-02, -9.7693e-02, -6.2564e-02, -7.5043e-02,\n",
       "         -1.2641e-01, -7.2580e-03, -9.3723e-02,  9.8195e-02, -1.1159e-01,\n",
       "         -1.2596e-01, -2.0165e-01, -1.3123e-01, -9.4722e-02, -6.6261e-02,\n",
       "         -7.9655e-02, -8.2974e-02, -1.2387e-01,  5.7409e-02,  8.0741e-02,\n",
       "         -9.9055e-03, -8.8603e-02, -2.6275e-02, -6.2083e-02, -9.4109e-02,\n",
       "         -1.4126e-01, -1.1017e-01, -4.5961e-02, -3.6952e-02,  5.6733e-02,\n",
       "          9.2809e-02, -3.3842e-02,  4.9556e-02,  2.5482e-02,  2.0694e-02,\n",
       "          1.0866e-02, -1.0336e-01, -2.4721e-02, -9.7841e-02,  1.8015e-02,\n",
       "         -1.1074e-01,  1.8100e-02,  3.4115e-03, -9.0010e-03, -6.0877e-02,\n",
       "          7.1027e-03, -1.7420e-01, -8.6625e-02, -1.4987e-02, -2.3115e-02,\n",
       "         -7.2371e-02, -1.7420e-01, -1.0314e-01,  5.7210e-02,  8.3013e-03,\n",
       "          7.0849e-06, -7.1349e-02, -6.6974e-02, -9.2546e-02, -2.9622e-02,\n",
       "         -4.0594e-02,  6.1131e-02, -1.0239e-01, -1.8121e-01, -1.9086e-02,\n",
       "         -8.2694e-02,  3.3261e-02,  2.5272e-02, -5.8061e-02,  3.7129e-02,\n",
       "         -9.3135e-02, -1.4024e-01, -1.6741e-01,  4.0829e-03,  1.3346e-02,\n",
       "          1.1912e-02, -1.5067e-01,  8.2857e-02, -7.4040e-03, -7.5757e-03,\n",
       "         -9.1867e-02, -1.4280e-01, -1.5459e-01, -7.5941e-02,  8.5401e-03,\n",
       "         -1.3061e-01, -5.0029e-02, -1.1627e-01, -1.1917e-01, -1.1245e-01,\n",
       "         -1.3704e-02, -6.2715e-02, -1.5910e-01, -5.0106e-02, -1.1517e-01,\n",
       "          2.7630e-04, -1.0772e-01,  4.6743e-02, -8.4230e-02, -4.3368e-02,\n",
       "         -1.6859e-01,  1.0209e-02,  3.9963e-03, -3.4581e-02, -3.6768e-02,\n",
       "          4.9823e-03,  1.1886e-02, -1.0845e-01,  1.1292e-03, -8.8278e-02,\n",
       "          1.3322e-03, -2.2974e-02, -8.4240e-03,  1.6296e-02, -1.0848e-02,\n",
       "         -2.6196e-02, -2.5264e-02, -1.4026e-01, -6.9171e-02, -4.4666e-02,\n",
       "         -1.2755e-01, -1.1186e-01, -5.6086e-02, -2.9973e-03, -1.3929e-01,\n",
       "         -7.8196e-02,  1.1020e-03, -1.5131e-01,  1.7389e-02,  4.5829e-02,\n",
       "         -1.2167e-01, -9.3535e-02, -1.3126e-01, -2.1264e-01, -1.7958e-03,\n",
       "         -3.6409e-02,  4.1059e-02, -3.7527e-02, -5.7838e-02,  5.7738e-03,\n",
       "         -7.0301e-02, -6.1492e-02, -6.4794e-02, -4.4071e-02, -2.8237e-02,\n",
       "         -4.0050e-02, -2.9837e-02, -2.6018e-02, -2.0245e-03, -8.6654e-02,\n",
       "          9.1139e-02, -8.3759e-02,  3.9878e-02, -4.8310e-02, -3.0793e-02,\n",
       "         -6.5844e-02,  6.1619e-02, -9.2482e-04, -8.1795e-03, -9.5234e-02,\n",
       "         -1.3183e-01,  7.2410e-02, -3.2863e-02, -3.7035e-02, -1.9199e-01,\n",
       "         -1.5521e-01, -9.5280e-02, -2.5488e-02, -1.3084e-01, -8.5780e-02,\n",
       "         -1.7694e-01, -1.2969e-01, -1.5030e-01, -1.0276e-01,  6.7782e-03,\n",
       "         -1.7357e-01,  2.8345e-02, -1.3535e-02, -1.6473e-01, -8.6814e-02,\n",
       "          3.3441e-02, -7.3201e-02, -1.1077e-01, -2.1831e-03, -1.5356e-01,\n",
       "         -3.6794e-02, -5.3170e-02, -7.1816e-02,  2.9639e-02, -6.8593e-02,\n",
       "         -1.8413e-01,  2.0662e-02, -2.2187e-02, -1.3400e-01, -1.9961e-01,\n",
       "         -1.1171e-01, -2.0527e-02, -1.0173e-01, -1.8351e-01,  9.0249e-03,\n",
       "         -1.3788e-01, -7.3549e-02, -6.4792e-02,  8.1229e-03, -1.4727e-01,\n",
       "          6.2829e-03, -8.3501e-02, -5.0290e-02,  2.6632e-02, -5.1704e-02,\n",
       "          2.0771e-04, -7.9790e-02, -5.8899e-02, -1.2353e-01, -1.2764e-01,\n",
       "          9.6215e-03, -2.3874e-02, -6.9386e-02, -1.0972e-01, -7.7112e-02,\n",
       "         -1.1081e-01, -8.2271e-02, -2.0116e-02, -6.6208e-02, -3.8037e-02,\n",
       "          3.7714e-03, -9.3259e-02, -9.8476e-02,  2.9768e-02, -3.2294e-02,\n",
       "          1.9760e-03, -2.1011e-02, -1.0929e-01, -1.1785e-01, -2.3031e-02,\n",
       "         -1.1310e-01, -1.8987e-01,  7.3373e-02, -8.3597e-02, -7.7471e-02,\n",
       "          4.5497e-02, -1.5749e-02, -1.2919e-01, -1.2601e-01, -3.4712e-02,\n",
       "         -2.2256e-02, -2.4382e-02, -7.9151e-02, -5.8132e-02, -6.3466e-02,\n",
       "         -6.6077e-02,  8.8458e-03, -2.0902e-02, -3.4018e-02, -5.7782e-02,\n",
       "          9.4693e-02, -1.5027e-01, -1.0736e-01, -9.1824e-03, -1.3116e-02,\n",
       "         -1.1104e-01, -1.7433e-01,  4.9677e-02, -6.9699e-02,  6.9792e-03,\n",
       "         -2.8829e-02, -1.6447e-01, -1.7309e-01, -1.4145e-01,  6.4827e-02,\n",
       "         -1.6273e-02, -7.0341e-02, -1.5254e-02, -6.1869e-02,  3.5556e-02,\n",
       "         -7.5051e-02, -1.7145e-01, -3.5523e-02, -3.7991e-02, -1.1560e-01,\n",
       "         -6.3393e-02, -1.4697e-01, -9.1959e-02,  2.9727e-02, -1.8045e-02,\n",
       "         -1.5468e-01, -1.1406e-02, -1.8444e-03, -7.1585e-02,  3.4634e-03,\n",
       "         -1.1167e-01,  2.4004e-02, -1.0770e-01, -9.2750e-02, -7.9636e-02,\n",
       "         -1.3726e-01, -1.2879e-01,  9.6147e-03, -2.8220e-02, -1.3269e-01,\n",
       "         -1.3389e-01, -5.7664e-02, -1.2113e-01, -4.0037e-02, -6.5323e-02,\n",
       "         -7.5729e-02, -6.8245e-03, -1.4686e-01, -5.6973e-02, -6.1606e-02,\n",
       "          7.2811e-02,  1.0838e-02, -1.3790e-01, -7.6565e-02, -1.8736e-02,\n",
       "         -1.1127e-01, -5.4532e-02, -1.5063e-01, -1.0753e-01, -7.4601e-02,\n",
       "         -6.4743e-02, -6.4706e-02, -1.0954e-02, -5.8167e-02, -4.2078e-02,\n",
       "         -1.3516e-01, -9.4269e-03, -2.3380e-02,  5.0527e-04, -1.9994e-02,\n",
       "         -2.4426e-02, -8.6712e-02,  1.0163e-02, -6.4395e-02,  5.7263e-02,\n",
       "          4.7844e-03, -5.1262e-02, -7.5730e-03, -1.2574e-01, -7.4685e-02,\n",
       "          4.9026e-02,  2.5039e-03, -8.6998e-02, -8.5562e-02, -1.8630e-01,\n",
       "          1.1889e-02, -5.6308e-03,  6.0317e-02, -7.1492e-02,  2.0359e-02,\n",
       "         -1.1749e-01, -1.5082e-01, -6.2635e-02,  4.7078e-02,  7.6936e-02,\n",
       "         -1.2096e-01,  1.4469e-02, -1.1042e-01, -2.3019e-02,  6.8692e-02,\n",
       "          3.3290e-02,  4.4978e-02, -4.7317e-02,  1.6809e-03, -1.8336e-01,\n",
       "         -4.0488e-02,  1.5075e-02,  3.0089e-02, -1.3889e-01, -3.2943e-02,\n",
       "          2.4125e-02, -4.8884e-02, -8.4686e-02,  4.8062e-02,  2.9681e-02,\n",
       "         -1.7556e-01,  2.5638e-02, -3.4004e-02, -7.7240e-02, -1.7466e-01,\n",
       "          2.6967e-02,  1.7453e-02,  1.4212e-02,  5.6448e-04, -4.1859e-02,\n",
       "         -6.3392e-02, -3.0698e-02, -1.8603e-01, -9.7148e-02, -1.1214e-01,\n",
       "         -1.8083e-01, -1.1350e-01, -1.2246e-01, -8.4534e-02, -7.4321e-02,\n",
       "         -1.8591e-01, -1.8206e-02, -8.8515e-03, -1.3595e-03, -1.1627e-01,\n",
       "         -1.8251e-01, -5.8070e-02, -3.9273e-03, -1.1738e-01, -4.6192e-02,\n",
       "         -1.2331e-01,  3.5421e-02,  7.9290e-02, -9.7586e-03, -1.4005e-01,\n",
       "          9.2140e-02, -1.0471e-02,  7.3859e-03, -4.6659e-02, -8.1156e-02,\n",
       "         -1.3107e-01,  1.7838e-02, -6.3042e-02, -1.4772e-01, -3.4397e-02,\n",
       "          1.1343e-01, -1.3986e-01,  3.8241e-03, -5.0460e-02, -3.3018e-03,\n",
       "         -1.4448e-01,  2.4820e-02, -1.2669e-01, -7.1906e-02,  8.8935e-03,\n",
       "         -1.0229e-02,  5.7365e-02, -1.5502e-01, -6.4526e-02,  1.2748e-02,\n",
       "         -7.4664e-02, -1.0345e-01, -3.0873e-02,  7.8435e-04, -2.7945e-02,\n",
       "         -9.3781e-02,  9.8994e-03, -8.7845e-02, -8.9566e-02, -1.3074e-01,\n",
       "         -5.2352e-02, -2.7542e-02,  5.4210e-02, -1.1718e-02,  5.8357e-03,\n",
       "         -1.1990e-01, -7.6472e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 1.4149e-02]],\n",
       " \n",
       "          [[ 8.5007e-03]],\n",
       " \n",
       "          [[ 1.9201e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.0301e-04]],\n",
       " \n",
       "          [[-1.6396e-02]],\n",
       " \n",
       "          [[ 6.3780e-03]]],\n",
       " \n",
       " \n",
       "         [[[-7.8159e-03]],\n",
       " \n",
       "          [[-1.5656e-04]],\n",
       " \n",
       "          [[ 1.0262e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 5.9090e-03]],\n",
       " \n",
       "          [[ 8.4134e-02]],\n",
       " \n",
       "          [[-2.8860e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 2.2822e-02]],\n",
       " \n",
       "          [[-4.3230e-02]],\n",
       " \n",
       "          [[ 7.8770e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.4022e-02]],\n",
       " \n",
       "          [[ 6.7142e-03]],\n",
       " \n",
       "          [[-3.1446e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-8.5522e-05]],\n",
       " \n",
       "          [[ 8.2215e-03]],\n",
       " \n",
       "          [[-2.0979e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.9268e-02]],\n",
       " \n",
       "          [[-1.8546e-02]],\n",
       " \n",
       "          [[ 3.3627e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.2550e-02]],\n",
       " \n",
       "          [[-5.8194e-02]],\n",
       " \n",
       "          [[ 5.3627e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 7.3295e-03]],\n",
       " \n",
       "          [[ 2.6446e-02]],\n",
       " \n",
       "          [[ 3.0675e-02]]],\n",
       " \n",
       " \n",
       "         [[[-3.8911e-03]],\n",
       " \n",
       "          [[-2.7051e-02]],\n",
       " \n",
       "          [[-2.2847e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 7.5297e-03]],\n",
       " \n",
       "          [[-5.2904e-02]],\n",
       " \n",
       "          [[ 6.0825e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1946, 0.2601, 0.2029, 0.1747, 0.2215, 0.1995, 0.2640, 0.2500, 0.2342,\n",
       "         0.2072, 0.2172, 0.2479, 0.2861, 0.2639, 0.2448, 0.2768, 0.1862, 0.2633,\n",
       "         0.2423, 0.1850, 0.2633, 0.2455, 0.2833, 0.2693, 0.2729, 0.2791, 0.2744,\n",
       "         0.2201, 0.2304, 0.2119, 0.2682, 0.2393, 0.2065, 0.2103, 0.1802, 0.2136,\n",
       "         0.2190, 0.2243, 0.2371, 0.2139, 0.2046, 0.2209, 0.1994, 0.2091, 0.2018,\n",
       "         0.2023, 0.2911, 0.2256, 0.2194, 0.1831, 0.2852, 0.2344, 0.3128, 0.2464,\n",
       "         0.2380, 0.2307, 0.1979, 0.2267, 0.2337, 0.2341, 0.2802, 0.1647, 0.2803,\n",
       "         0.2407, 0.2042, 0.3024, 0.2114, 0.2267, 0.1883, 0.2827, 0.2215, 0.2315,\n",
       "         0.2330, 0.2287, 0.2992, 0.2437, 0.2398, 0.2680, 0.2352, 0.2196, 0.2743,\n",
       "         0.2032, 0.2107, 0.2373, 0.2054, 0.2627, 0.2570, 0.2679, 0.2402, 0.2196,\n",
       "         0.2359, 0.2219, 0.2065, 0.2145, 0.1937, 0.2652, 0.1711, 0.2656, 0.2181,\n",
       "         0.1799, 0.2528, 0.2552, 0.1657, 0.2553, 0.2602, 0.2552, 0.1868, 0.2030,\n",
       "         0.1685, 0.2602, 0.2258, 0.2057, 0.2460, 0.1817, 0.2335, 0.2478, 0.2260,\n",
       "         0.2288, 0.2435, 0.2234, 0.2226, 0.2391, 0.1664, 0.2759, 0.2846, 0.3010,\n",
       "         0.2254, 0.1892, 0.2445, 0.2194, 0.2523, 0.2271, 0.2227, 0.1839, 0.3044,\n",
       "         0.2194, 0.2243, 0.2795, 0.2475, 0.2451, 0.2267, 0.2362, 0.1989, 0.2099,\n",
       "         0.2307, 0.1967, 0.2383, 0.2767, 0.2448, 0.2679, 0.2379, 0.2293, 0.2976,\n",
       "         0.2862, 0.3137, 0.2089, 0.2370, 0.2605, 0.2073, 0.2613, 0.2536, 0.1897,\n",
       "         0.2381, 0.1994, 0.2133, 0.2054, 0.2239, 0.2939, 0.2420, 0.1751, 0.2585,\n",
       "         0.2714, 0.2666, 0.2222, 0.2338, 0.1448, 0.2367, 0.2191, 0.2261, 0.2479,\n",
       "         0.1759, 0.2142, 0.1761, 0.1973, 0.2791, 0.2643, 0.2255, 0.2505, 0.2510,\n",
       "         0.2321, 0.2263, 0.2527, 0.3157, 0.2557, 0.2281, 0.2543, 0.2325, 0.2176,\n",
       "         0.1627, 0.2374, 0.2041, 0.2547, 0.2005, 0.1941, 0.2861, 0.2709, 0.1976,\n",
       "         0.2113, 0.2182, 0.2614, 0.2776, 0.2540, 0.2102, 0.2363, 0.2581, 0.2749,\n",
       "         0.3118, 0.2595, 0.1762, 0.2610, 0.2945, 0.1842, 0.2027, 0.2073, 0.2360,\n",
       "         0.2402, 0.1846, 0.2015, 0.2306, 0.2679, 0.2340, 0.2846, 0.2296, 0.2181,\n",
       "         0.2513, 0.2514, 0.1995, 0.2275, 0.2484, 0.2218, 0.2879, 0.2341, 0.1724,\n",
       "         0.2399, 0.2207, 0.2462, 0.2465, 0.2051, 0.1957, 0.2108, 0.2571, 0.1862,\n",
       "         0.2053, 0.2410, 0.2301, 0.2457], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0716, -0.2118, -0.0776,  0.0197, -0.1609, -0.0218, -0.2534, -0.1076,\n",
       "         -0.1576, -0.0182, -0.1506, -0.2263, -0.1674, -0.1875, -0.1416, -0.2482,\n",
       "          0.0012, -0.1473, -0.1854, -0.0933, -0.1392, -0.1027, -0.2084, -0.1890,\n",
       "         -0.2250, -0.2308, -0.1630, -0.1422, -0.0097, -0.0764, -0.1343, -0.0920,\n",
       "         -0.0534, -0.1273,  0.0199, -0.0858, -0.1193, -0.1170, -0.1612, -0.0805,\n",
       "         -0.0423, -0.0578, -0.1412, -0.0036, -0.0892, -0.0374, -0.1476, -0.0248,\n",
       "         -0.1621, -0.0887, -0.2156, -0.0749, -0.1690, -0.0949, -0.1377, -0.1694,\n",
       "         -0.0707, -0.0870, -0.1093, -0.0439, -0.2401,  0.0838, -0.2995, -0.1609,\n",
       "         -0.0226, -0.3787, -0.1112, -0.0890, -0.0177, -0.2452, -0.1449, -0.1050,\n",
       "         -0.2006, -0.0787, -0.3330, -0.0827, -0.1361, -0.2433, -0.0031, -0.1533,\n",
       "         -0.3331, -0.0573, -0.1027, -0.1138, -0.0437, -0.1728, -0.2564, -0.1506,\n",
       "         -0.1109, -0.1361, -0.1181, -0.1117, -0.1008, -0.1590,  0.0091, -0.2118,\n",
       "         -0.0568, -0.2091, -0.0704, -0.0842, -0.0906, -0.2344,  0.0700, -0.1869,\n",
       "         -0.1733, -0.2587, -0.0661, -0.0717,  0.1135, -0.1573, -0.1957, -0.0804,\n",
       "         -0.1211, -0.0696, -0.1198, -0.1329, -0.0089, -0.1254, -0.0360, -0.1139,\n",
       "         -0.0515, -0.0822,  0.0103, -0.1617, -0.1541, -0.3764, -0.1627,  0.0025,\n",
       "         -0.1052, -0.1416, -0.1432, -0.1132, -0.1150, -0.0381, -0.3602, -0.1302,\n",
       "         -0.0952, -0.1754, -0.2268, -0.1265, -0.0841, -0.1244, -0.0576, -0.0665,\n",
       "         -0.1428, -0.1169, -0.1089, -0.3248, -0.1756, -0.2729, -0.1996, -0.1322,\n",
       "         -0.3657, -0.2219, -0.3054, -0.0775, -0.2190, -0.1458, -0.1152, -0.1375,\n",
       "         -0.1436, -0.0792, -0.1508, -0.0657, -0.0540, -0.1350, -0.1441, -0.1499,\n",
       "         -0.0971, -0.0420, -0.1492, -0.2273, -0.2078, -0.1288, -0.1164,  0.1052,\n",
       "         -0.0969,  0.0094, -0.1471, -0.1288,  0.0119, -0.0149,  0.0104, -0.0856,\n",
       "         -0.1134, -0.0732, -0.0971, -0.1658, -0.1940, -0.1231, -0.1383, -0.1640,\n",
       "         -0.2866, -0.1967, -0.2092, -0.1384, -0.1586, -0.1384,  0.0311, -0.0995,\n",
       "         -0.0646, -0.1402, -0.0542, -0.0334, -0.1148, -0.2483, -0.1025, -0.1563,\n",
       "         -0.0372, -0.1717, -0.1893, -0.2048, -0.1561, -0.1682, -0.1151, -0.0831,\n",
       "         -0.1567, -0.2252, -0.0313, -0.1226, -0.2396,  0.0042, -0.1189, -0.0200,\n",
       "         -0.1777, -0.1839, -0.0052, -0.0108, -0.1689, -0.3388, -0.1544, -0.2196,\n",
       "         -0.1544, -0.0588, -0.1284, -0.3399, -0.1008, -0.1639, -0.1698, -0.1328,\n",
       "         -0.2455, -0.1520, -0.0480, -0.1432, -0.1242, -0.1071, -0.1742, -0.0980,\n",
       "         -0.0320, -0.0709, -0.1540, -0.0410, -0.0948, -0.1573, -0.2218, -0.1688],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-3.5676e-02, -4.4159e-02, -3.1522e-02],\n",
       "           [-3.0261e-02, -1.0305e-02, -3.0481e-02],\n",
       "           [-2.9075e-02, -4.0986e-02, -4.4898e-02]],\n",
       " \n",
       "          [[-1.5381e-02, -3.0678e-02, -5.1069e-03],\n",
       "           [-1.4952e-02, -2.5419e-02, -1.8033e-02],\n",
       "           [-2.8191e-02, -2.7300e-02, -2.0191e-02]],\n",
       " \n",
       "          [[ 1.5533e-02,  2.1185e-03,  2.2384e-02],\n",
       "           [-1.7511e-02, -7.2976e-03, -1.2996e-02],\n",
       "           [-5.0300e-03, -1.6129e-02, -5.1342e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.2438e-02,  5.1855e-02,  4.6973e-02],\n",
       "           [ 5.1620e-02,  3.4322e-02,  5.1256e-02],\n",
       "           [ 3.3828e-02,  4.6830e-02,  3.3604e-02]],\n",
       " \n",
       "          [[-5.2238e-03,  1.5749e-02, -9.5059e-03],\n",
       "           [ 6.2110e-03,  9.6251e-03, -3.9727e-03],\n",
       "           [-2.9889e-03,  9.8623e-03,  1.1168e-02]],\n",
       " \n",
       "          [[-1.5140e-02, -6.9561e-03, -9.3649e-03],\n",
       "           [ 2.9356e-02,  1.6229e-02,  2.7333e-02],\n",
       "           [ 2.0968e-02,  3.8168e-02,  1.6188e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.1559e-02, -4.2343e-04,  2.8705e-04],\n",
       "           [-1.7904e-03,  6.0025e-04, -7.1231e-03],\n",
       "           [-2.2644e-03, -6.7109e-03,  1.1530e-02]],\n",
       " \n",
       "          [[-7.1435e-03, -7.7434e-03, -1.4644e-02],\n",
       "           [ 4.5507e-03, -1.0593e-02, -1.1986e-02],\n",
       "           [ 2.3416e-03,  1.0748e-03, -9.5772e-03]],\n",
       " \n",
       "          [[-1.1639e-02, -1.4447e-02, -8.8890e-03],\n",
       "           [-4.6701e-03, -9.8546e-03, -1.5753e-02],\n",
       "           [-1.3746e-02, -1.0631e-02, -1.1963e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.2594e-03,  1.5171e-02,  8.4769e-03],\n",
       "           [-1.3176e-03,  1.5288e-03,  4.6005e-03],\n",
       "           [ 2.1575e-03, -5.1395e-04, -5.0190e-03]],\n",
       " \n",
       "          [[ 2.2688e-03,  1.5911e-03,  6.7311e-03],\n",
       "           [ 1.3108e-02,  2.6229e-03,  2.3430e-02],\n",
       "           [ 8.5807e-03,  5.5091e-03,  1.6803e-02]],\n",
       " \n",
       "          [[-7.7545e-03, -1.6997e-02, -1.0051e-02],\n",
       "           [-1.5485e-02, -1.4481e-02, -1.2779e-02],\n",
       "           [-2.8206e-02, -2.1518e-02,  7.1745e-03]]],\n",
       " \n",
       " \n",
       "         [[[-1.0828e-02, -3.7245e-03,  1.0759e-02],\n",
       "           [ 1.1467e-02,  2.3765e-02,  1.7964e-02],\n",
       "           [-2.0970e-03,  9.4246e-03,  1.0805e-02]],\n",
       " \n",
       "          [[ 1.2899e-02, -3.4170e-03,  5.5603e-04],\n",
       "           [-3.5987e-03, -1.7772e-02, -1.5287e-02],\n",
       "           [ 1.4051e-03, -1.5824e-02, -7.2978e-03]],\n",
       " \n",
       "          [[ 2.1011e-02,  1.4220e-02,  8.9457e-03],\n",
       "           [ 1.2371e-02,  8.2597e-04, -4.4019e-03],\n",
       "           [ 2.1452e-02,  1.1267e-02,  2.6312e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-9.2010e-03,  1.2929e-02,  7.1729e-04],\n",
       "           [ 4.2680e-03,  2.8272e-02,  7.7315e-03],\n",
       "           [-8.5769e-03,  1.2218e-02,  7.7129e-03]],\n",
       " \n",
       "          [[-7.0493e-03,  5.1563e-03,  1.8776e-03],\n",
       "           [ 3.5170e-03,  3.2480e-03, -4.2209e-03],\n",
       "           [ 5.5588e-04,  9.9910e-03, -3.6488e-03]],\n",
       " \n",
       "          [[ 5.9354e-03,  3.2923e-03,  2.2074e-02],\n",
       "           [ 2.0078e-02,  3.4681e-02,  2.2642e-02],\n",
       "           [ 1.1302e-02,  2.8044e-02,  1.7096e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-3.1205e-03,  1.4762e-02,  2.4124e-03],\n",
       "           [-1.4880e-02, -1.2291e-02, -8.1030e-03],\n",
       "           [ 2.2872e-03, -8.4939e-03,  4.0697e-03]],\n",
       " \n",
       "          [[ 2.9471e-03,  2.1305e-02,  2.1662e-02],\n",
       "           [-2.0600e-03, -4.2156e-03, -1.6219e-02],\n",
       "           [ 9.7027e-03,  1.0036e-02,  6.3643e-03]],\n",
       " \n",
       "          [[ 3.5831e-04, -5.8970e-03, -6.6091e-03],\n",
       "           [-8.3111e-03, -1.1051e-02, -1.7800e-02],\n",
       "           [-3.8104e-03, -5.1521e-03,  2.7179e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.5658e-03,  9.6313e-03,  2.5836e-03],\n",
       "           [-2.0589e-03, -1.4066e-02, -1.0730e-02],\n",
       "           [-2.5331e-03,  1.0627e-02,  1.5832e-02]],\n",
       " \n",
       "          [[ 1.7151e-02,  9.3345e-04, -3.8019e-03],\n",
       "           [-1.0191e-02, -2.3634e-02, -1.2856e-02],\n",
       "           [ 2.6982e-02,  2.7909e-02,  9.9536e-03]],\n",
       " \n",
       "          [[-6.3166e-03, -1.2048e-02,  8.8745e-04],\n",
       "           [-1.4119e-02, -1.2392e-03,  6.1497e-03],\n",
       "           [ 1.9563e-03,  1.2811e-03, -1.0937e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.1956e-02,  6.4232e-04, -4.1247e-03],\n",
       "           [ 7.4465e-03,  6.4470e-03,  3.0302e-03],\n",
       "           [ 2.5171e-02,  8.7522e-03,  1.7879e-03]],\n",
       " \n",
       "          [[-1.0236e-02, -2.2165e-02, -1.3870e-02],\n",
       "           [-1.4780e-02, -1.2104e-02, -3.0022e-02],\n",
       "           [-1.9075e-03, -2.5575e-02, -2.5349e-02]],\n",
       " \n",
       "          [[ 2.1705e-02,  1.8870e-02,  2.3259e-02],\n",
       "           [ 1.3284e-02,  1.8016e-02,  2.2417e-02],\n",
       "           [ 9.9931e-03, -8.8218e-03, -1.4500e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 9.4819e-04,  2.6234e-03,  1.5482e-03],\n",
       "           [ 4.4344e-03,  1.1787e-02,  1.2554e-03],\n",
       "           [ 5.2904e-03,  7.9525e-03,  1.6375e-02]],\n",
       " \n",
       "          [[-8.5535e-03, -1.7023e-02, -6.0318e-03],\n",
       "           [ 9.4575e-03,  1.5215e-02,  4.4233e-03],\n",
       "           [ 1.4191e-03,  1.4246e-02,  2.1175e-05]],\n",
       " \n",
       "          [[-1.2326e-02, -2.4401e-02, -1.4684e-02],\n",
       "           [ 1.1002e-03,  7.0458e-03, -1.0717e-02],\n",
       "           [ 1.8407e-02,  1.3780e-02,  1.3808e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 9.6928e-03,  7.8074e-04, -2.2226e-03],\n",
       "           [ 9.0362e-03,  1.0869e-02, -1.5511e-02],\n",
       "           [ 1.7422e-02,  6.9707e-03, -4.4602e-03]],\n",
       " \n",
       "          [[-2.1246e-03,  1.5536e-03, -4.5620e-03],\n",
       "           [ 2.1761e-03,  4.7383e-03,  8.7563e-03],\n",
       "           [-4.0447e-03,  1.5037e-03, -2.7206e-03]],\n",
       " \n",
       "          [[ 2.7551e-03,  1.3806e-03, -1.8366e-02],\n",
       "           [-3.2277e-03, -4.5974e-03,  3.9618e-03],\n",
       "           [-1.7246e-02, -6.4586e-03,  5.6523e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 8.8406e-04,  7.9389e-03,  8.1300e-03],\n",
       "           [-3.5277e-03,  1.2971e-02,  9.3556e-03],\n",
       "           [-1.1059e-02,  4.4324e-03,  6.1244e-03]],\n",
       " \n",
       "          [[ 5.7130e-03,  1.1547e-02,  8.9341e-03],\n",
       "           [ 4.7261e-03,  1.5896e-02,  2.0979e-02],\n",
       "           [-1.7759e-03,  3.4242e-03,  1.6707e-02]],\n",
       " \n",
       "          [[-8.9361e-03,  1.7687e-02,  2.1593e-02],\n",
       "           [-3.2897e-03, -1.4576e-03,  2.7925e-02],\n",
       "           [-2.8845e-02,  1.7679e-03,  3.3419e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1798, 0.2306, 0.1811, 0.1527, 0.1615, 0.1532, 0.1687, 0.1446, 0.1776,\n",
       "         0.1907, 0.1606, 0.2337, 0.1601, 0.1798, 0.1751, 0.1669, 0.1665, 0.1605,\n",
       "         0.1671, 0.1809, 0.1530, 0.1717, 0.1897, 0.1645, 0.2235, 0.1936, 0.2246,\n",
       "         0.2008, 0.1645, 0.1610, 0.1420, 0.1509, 0.1806, 0.1448, 0.1270, 0.2224,\n",
       "         0.1789, 0.2264, 0.1821, 0.1755, 0.1461, 0.2929, 0.2234, 0.1878, 0.1610,\n",
       "         0.1763, 0.1294, 0.1606, 0.1466, 0.2336, 0.1513, 0.2153, 0.2029, 0.1582,\n",
       "         0.1753, 0.1860, 0.2356, 0.1781, 0.1715, 0.1715, 0.1853, 0.1973, 0.1530,\n",
       "         0.1336, 0.2012, 0.1465, 0.1354, 0.1315, 0.1840, 0.2009, 0.1503, 0.2067,\n",
       "         0.1372, 0.1486, 0.1679, 0.2088, 0.1826, 0.1920, 0.1597, 0.1963, 0.1671,\n",
       "         0.2259, 0.1842, 0.1435, 0.1951, 0.3224, 0.2211, 0.1801, 0.1352, 0.1874,\n",
       "         0.2391, 0.1712, 0.1542, 0.1833, 0.1848, 0.1757, 0.1965, 0.2287, 0.2049,\n",
       "         0.1782, 0.2380, 0.1750, 0.2017, 0.1478, 0.1726, 0.2122, 0.1788, 0.1515,\n",
       "         0.1937, 0.1991, 0.2175, 0.1795, 0.2181, 0.1910, 0.1728, 0.1956, 0.1803,\n",
       "         0.1994, 0.1631, 0.1628, 0.1756, 0.1994, 0.1747, 0.1733, 0.1676, 0.1529,\n",
       "         0.2056, 0.1913, 0.1591, 0.1386, 0.2002, 0.1996, 0.2460, 0.1689, 0.2371,\n",
       "         0.2237, 0.2015, 0.1659, 0.1808, 0.1637, 0.1391, 0.1660, 0.1779, 0.1808,\n",
       "         0.1496, 0.1422, 0.1513, 0.1878, 0.2188, 0.1713, 0.1808, 0.1708, 0.1740,\n",
       "         0.1948, 0.1855, 0.1471, 0.2028, 0.1877, 0.1652, 0.2179, 0.1838, 0.1411,\n",
       "         0.1505, 0.1518, 0.1280, 0.1933, 0.1554, 0.2108, 0.1802, 0.1989, 0.1377,\n",
       "         0.1663, 0.2136, 0.1776, 0.1433, 0.2122, 0.1375, 0.1992, 0.1610, 0.2016,\n",
       "         0.1363, 0.1538, 0.1745, 0.1832, 0.1642, 0.1766, 0.1907, 0.1841, 0.1769,\n",
       "         0.1363, 0.1773, 0.2047, 0.1605, 0.1429, 0.1888, 0.1546, 0.1621, 0.2075,\n",
       "         0.1818, 0.2592, 0.1556, 0.1623, 0.1629, 0.1437, 0.1796, 0.2407, 0.1981,\n",
       "         0.1521, 0.1912, 0.1876, 0.1903, 0.2092, 0.2329, 0.1720, 0.1952, 0.2492,\n",
       "         0.1949, 0.1370, 0.1582, 0.1846, 0.1572, 0.1790, 0.2107, 0.1947, 0.2062,\n",
       "         0.2048, 0.1569, 0.1942, 0.1783, 0.1753, 0.1565, 0.2462, 0.2125, 0.2283,\n",
       "         0.2043, 0.1430, 0.1792, 0.1885, 0.1889, 0.1545, 0.2051, 0.1732, 0.2047,\n",
       "         0.1689, 0.1760, 0.2027, 0.1972, 0.1848, 0.1899, 0.1931, 0.1787, 0.1904,\n",
       "         0.2183, 0.2140, 0.1466, 0.1988], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 7.7321e-02, -4.4417e-02, -1.1434e-03,  1.5538e-01, -3.4351e-02,\n",
       "          1.0055e-01,  9.3309e-03,  1.2997e-01,  2.2498e-02,  2.6756e-02,\n",
       "          1.8197e-01, -8.7032e-02,  8.7491e-02, -5.5560e-02, -3.5563e-02,\n",
       "          5.7382e-02,  2.4663e-02,  1.0101e-02,  1.5773e-01,  7.4287e-02,\n",
       "          2.6821e-01,  8.5720e-02, -7.0415e-03,  1.2487e-01, -7.0572e-02,\n",
       "         -7.1205e-02, -8.8390e-03, -4.4739e-02,  2.1377e-02,  1.0294e-01,\n",
       "          2.3835e-01,  1.2818e-01,  6.7115e-02,  1.7772e-01,  1.9123e-01,\n",
       "         -1.9969e-02, -1.9678e-03, -5.3040e-02, -7.7518e-03, -1.0149e-02,\n",
       "          1.2100e-01, -1.7734e-01,  8.7421e-03, -8.8477e-03,  2.3218e-02,\n",
       "          6.8728e-02,  1.9012e-01,  3.1816e-02,  1.7514e-01, -2.5385e-02,\n",
       "          1.0095e-01,  8.3193e-02, -7.3278e-02,  1.1433e-01,  1.1982e-02,\n",
       "         -2.3375e-02, -4.9324e-02,  3.4779e-02, -1.7121e-02,  1.1766e-02,\n",
       "         -6.9373e-03, -3.2561e-02,  1.2888e-01,  1.4406e-01,  8.7876e-03,\n",
       "          1.4389e-01,  1.7625e-01,  1.4907e-01,  4.9241e-02, -3.5035e-02,\n",
       "          8.5241e-02,  1.5008e-01,  1.6176e-01,  4.5511e-02, -2.6870e-02,\n",
       "         -5.6677e-02,  4.3701e-02,  6.9141e-03,  7.4079e-02, -1.1161e-02,\n",
       "          8.3500e-02,  4.0978e-02,  3.0203e-02,  1.2203e-01, -3.2498e-02,\n",
       "         -1.2324e-01,  6.7264e-02, -3.6659e-02,  1.5392e-01, -1.0749e-01,\n",
       "         -1.6179e-02,  4.8322e-02,  1.1487e-01,  1.8782e-02,  2.4388e-02,\n",
       "         -2.2981e-02,  4.3002e-02,  3.3078e-02, -4.7005e-02, -1.4208e-03,\n",
       "         -9.4581e-02,  1.6624e-02, -5.7743e-02,  1.2325e-01, -7.4470e-02,\n",
       "          5.7369e-02, -5.4394e-03,  4.4877e-02,  3.5741e-02,  3.5624e-02,\n",
       "         -1.2266e-01, -1.9669e-02, -2.9909e-02, -9.7114e-02,  1.3701e-01,\n",
       "         -1.0954e-01, -2.1339e-02, -3.1739e-02,  2.1552e-02,  6.0274e-02,\n",
       "          3.2732e-02, -2.6677e-02,  3.2177e-02,  7.1143e-02,  1.2299e-01,\n",
       "          8.4860e-02, -5.4192e-02, -8.0262e-02,  5.0478e-02,  1.5926e-01,\n",
       "          1.0042e-01,  1.3886e-01, -1.8415e-02,  5.7196e-02, -3.5617e-02,\n",
       "         -8.5132e-02, -1.0160e-02,  7.1849e-02, -1.2156e-02,  8.1438e-02,\n",
       "          1.1165e-01, -1.4377e-02, -7.9552e-03,  3.6966e-02,  1.1149e-01,\n",
       "          8.0376e-02,  4.4353e-02, -1.0407e-02, -6.4795e-02,  3.5223e-02,\n",
       "         -3.7773e-02,  4.2914e-02,  1.1719e-02,  1.0674e-01, -1.0016e-03,\n",
       "          9.4152e-02, -5.9905e-02, -1.0908e-02,  1.6553e-02, -4.8129e-02,\n",
       "          1.1203e-02,  1.3433e-01,  1.3792e-01,  2.2432e-01,  1.1109e-01,\n",
       "         -4.0377e-02,  1.3187e-01, -4.1196e-02,  4.8745e-02, -2.3471e-02,\n",
       "          1.1364e-01,  6.1591e-02, -8.9779e-04,  2.5478e-03,  1.9231e-01,\n",
       "         -1.0940e-02,  1.5846e-01,  3.9179e-02,  4.5550e-02,  6.2397e-02,\n",
       "          2.0025e-01,  1.6421e-01, -3.6027e-02, -1.1023e-02,  6.3352e-02,\n",
       "          8.4027e-02, -3.5666e-02,  1.3606e-01,  7.4854e-03,  2.5025e-01,\n",
       "          1.2748e-01, -5.7344e-02,  1.0722e-01,  1.3430e-01, -7.1818e-02,\n",
       "          3.5907e-02,  2.2172e-02, -4.6963e-02,  1.2732e-01, -1.5890e-01,\n",
       "          1.4977e-01,  4.6554e-02,  9.3489e-02,  2.3161e-01, -2.0527e-02,\n",
       "         -2.5781e-02, -2.3342e-02, -3.0933e-02, -3.4486e-02, -7.5211e-02,\n",
       "          2.0607e-04, -7.6041e-02, -3.0536e-02,  1.2726e-01,  9.1664e-02,\n",
       "         -6.4831e-02,  5.1173e-03,  1.6963e-01,  1.3080e-01, -4.8848e-02,\n",
       "          7.5216e-02, -4.1134e-02, -8.4630e-02, -4.3133e-02,  3.5520e-02,\n",
       "          6.0124e-02,  7.7446e-02, -7.8100e-03,  1.1316e-01,  6.6767e-02,\n",
       "          1.0664e-01, -1.8716e-02, -2.4433e-02, -8.4380e-02, -2.6543e-02,\n",
       "          1.6366e-01, -1.4541e-02,  1.2248e-01,  4.1231e-03,  1.1957e-01,\n",
       "         -4.0079e-02,  7.0793e-02, -2.0679e-04,  6.0385e-02, -2.6572e-02,\n",
       "         -9.5101e-02,  1.6738e-03, -7.0846e-02, -6.2154e-03, -3.0520e-03,\n",
       "         -4.5799e-02,  9.7848e-03,  5.4536e-02, -1.3385e-01,  1.3861e-02,\n",
       "         -4.3929e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0099]],\n",
       " \n",
       "          [[ 0.0196]],\n",
       " \n",
       "          [[ 0.0375]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0070]],\n",
       " \n",
       "          [[-0.0203]],\n",
       " \n",
       "          [[-0.0265]]],\n",
       " \n",
       " \n",
       "         [[[-0.0017]],\n",
       " \n",
       "          [[-0.0008]],\n",
       " \n",
       "          [[ 0.0128]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0018]],\n",
       " \n",
       "          [[-0.0042]],\n",
       " \n",
       "          [[-0.0080]]],\n",
       " \n",
       " \n",
       "         [[[-0.0029]],\n",
       " \n",
       "          [[-0.0059]],\n",
       " \n",
       "          [[-0.0165]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0004]],\n",
       " \n",
       "          [[-0.0268]],\n",
       " \n",
       "          [[ 0.0307]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0100]],\n",
       " \n",
       "          [[-0.0044]],\n",
       " \n",
       "          [[-0.0143]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0103]],\n",
       " \n",
       "          [[-0.0193]],\n",
       " \n",
       "          [[ 0.0255]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0333]],\n",
       " \n",
       "          [[ 0.0007]],\n",
       " \n",
       "          [[-0.0096]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0159]],\n",
       " \n",
       "          [[-0.0152]],\n",
       " \n",
       "          [[-0.0193]]],\n",
       " \n",
       " \n",
       "         [[[-0.0242]],\n",
       " \n",
       "          [[ 0.0054]],\n",
       " \n",
       "          [[-0.0280]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0096]],\n",
       " \n",
       "          [[ 0.0052]],\n",
       " \n",
       "          [[-0.0163]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1613, 0.1156, 0.0894,  ..., 0.1089, 0.1842, 0.1326],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0144, -0.0253, -0.0267,  ...,  0.0125,  0.0045, -0.0089],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0288]],\n",
       " \n",
       "          [[ 0.0209]],\n",
       " \n",
       "          [[ 0.0081]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0156]],\n",
       " \n",
       "          [[ 0.0418]],\n",
       " \n",
       "          [[-0.0238]]],\n",
       " \n",
       " \n",
       "         [[[-0.0093]],\n",
       " \n",
       "          [[ 0.0037]],\n",
       " \n",
       "          [[-0.0121]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0013]],\n",
       " \n",
       "          [[-0.0173]],\n",
       " \n",
       "          [[-0.0033]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0178]],\n",
       " \n",
       "          [[-0.0155]],\n",
       " \n",
       "          [[-0.0020]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0131]],\n",
       " \n",
       "          [[-0.0080]],\n",
       " \n",
       "          [[ 0.0011]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0034]],\n",
       " \n",
       "          [[-0.0139]],\n",
       " \n",
       "          [[-0.0119]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0043]],\n",
       " \n",
       "          [[ 0.0084]],\n",
       " \n",
       "          [[ 0.0508]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0252]],\n",
       " \n",
       "          [[-0.0188]],\n",
       " \n",
       "          [[-0.0136]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0059]],\n",
       " \n",
       "          [[ 0.0225]],\n",
       " \n",
       "          [[ 0.0594]]],\n",
       " \n",
       " \n",
       "         [[[-0.0399]],\n",
       " \n",
       "          [[-0.0173]],\n",
       " \n",
       "          [[ 0.0465]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0079]],\n",
       " \n",
       "          [[ 0.0101]],\n",
       " \n",
       "          [[ 0.0148]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1048, 0.0946, 0.0668,  ..., 0.0930, 0.0848, 0.1769],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0144, -0.0253, -0.0267,  ...,  0.0125,  0.0045, -0.0089],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0040]],\n",
       " \n",
       "          [[-0.0130]],\n",
       " \n",
       "          [[ 0.0015]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0138]],\n",
       " \n",
       "          [[-0.0088]],\n",
       " \n",
       "          [[-0.0018]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0038]],\n",
       " \n",
       "          [[-0.0302]],\n",
       " \n",
       "          [[-0.0009]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0112]],\n",
       " \n",
       "          [[-0.0127]],\n",
       " \n",
       "          [[-0.0121]]],\n",
       " \n",
       " \n",
       "         [[[-0.0045]],\n",
       " \n",
       "          [[ 0.0070]],\n",
       " \n",
       "          [[ 0.0048]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0085]],\n",
       " \n",
       "          [[-0.0064]],\n",
       " \n",
       "          [[-0.0136]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0142]],\n",
       " \n",
       "          [[-0.0078]],\n",
       " \n",
       "          [[-0.0065]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0180]],\n",
       " \n",
       "          [[-0.0010]],\n",
       " \n",
       "          [[-0.0037]]],\n",
       " \n",
       " \n",
       "         [[[-0.0040]],\n",
       " \n",
       "          [[-0.0030]],\n",
       " \n",
       "          [[-0.0027]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0032]],\n",
       " \n",
       "          [[-0.0125]],\n",
       " \n",
       "          [[ 0.0313]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0089]],\n",
       " \n",
       "          [[ 0.0043]],\n",
       " \n",
       "          [[ 0.0039]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0068]],\n",
       " \n",
       "          [[-0.0027]],\n",
       " \n",
       "          [[ 0.0012]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1272, 0.1082, 0.1116, 0.1127, 0.1398, 0.1230, 0.1527, 0.1691, 0.1548,\n",
       "         0.0954, 0.1592, 0.1576, 0.1536, 0.1489, 0.1296, 0.1624, 0.2288, 0.1425,\n",
       "         0.1697, 0.1377, 0.1467, 0.1772, 0.1407, 0.1456, 0.1365, 0.1424, 0.1050,\n",
       "         0.1253, 0.1927, 0.1208, 0.1184, 0.1757, 0.1292, 0.1253, 0.1822, 0.1592,\n",
       "         0.1506, 0.1569, 0.1689, 0.1787, 0.1732, 0.1845, 0.1267, 0.1831, 0.1693,\n",
       "         0.1621, 0.1526, 0.1276, 0.1446, 0.1489, 0.1491, 0.1670, 0.1531, 0.1349,\n",
       "         0.1365, 0.1655, 0.1940, 0.1671, 0.1559, 0.1311, 0.2199, 0.2139, 0.1894,\n",
       "         0.1218, 0.1321, 0.1719, 0.1226, 0.1500, 0.1235, 0.1654, 0.1364, 0.1341,\n",
       "         0.1682, 0.1612, 0.1420, 0.1354, 0.1986, 0.1501, 0.1856, 0.2027, 0.1599,\n",
       "         0.1339, 0.2498, 0.1636, 0.1874, 0.1955, 0.1543, 0.1632, 0.1347, 0.1574,\n",
       "         0.2249, 0.1630, 0.1435, 0.1655, 0.1928, 0.1806, 0.0972, 0.1760, 0.1727,\n",
       "         0.1930, 0.1423, 0.1359, 0.1457, 0.2264, 0.1311, 0.1175, 0.1465, 0.1911,\n",
       "         0.2265, 0.1366, 0.1760, 0.2234, 0.1354, 0.1680, 0.1412, 0.1940, 0.1522,\n",
       "         0.2007, 0.1365, 0.1594, 0.1409, 0.1560, 0.1449, 0.1585, 0.1363, 0.1593,\n",
       "         0.1610, 0.1640, 0.1203, 0.1814, 0.1700, 0.1435, 0.1512, 0.1339, 0.1615,\n",
       "         0.1384, 0.1730, 0.1316, 0.1534, 0.1654, 0.1890, 0.1417, 0.1257, 0.1474,\n",
       "         0.1626, 0.1308, 0.1961, 0.1080, 0.1513, 0.1742, 0.1658, 0.1728, 0.1874,\n",
       "         0.1260, 0.1297, 0.1786, 0.1943, 0.1530, 0.1568, 0.1227, 0.1862, 0.1422,\n",
       "         0.1873, 0.1863, 0.1619, 0.1608, 0.1859, 0.1504, 0.2033, 0.1943, 0.1557,\n",
       "         0.2199, 0.1524, 0.1532, 0.1425, 0.1613, 0.1259, 0.1423, 0.1486, 0.1405,\n",
       "         0.1417, 0.1554, 0.1563, 0.1198, 0.1068, 0.1426, 0.1888, 0.1763, 0.1800,\n",
       "         0.1325, 0.1631, 0.1777, 0.1611, 0.1331, 0.1211, 0.1066, 0.1448, 0.1730,\n",
       "         0.1492, 0.1555, 0.1708, 0.1653, 0.1348, 0.1549, 0.3033, 0.1381, 0.1261,\n",
       "         0.1619, 0.1195, 0.1495, 0.1230, 0.1882, 0.1438, 0.1168, 0.1918, 0.1818,\n",
       "         0.1560, 0.1437, 0.1787, 0.1085, 0.1609, 0.1572, 0.1968, 0.1669, 0.1504,\n",
       "         0.2114, 0.1288, 0.1489, 0.1635, 0.1412, 0.1655, 0.1488, 0.1615, 0.1538,\n",
       "         0.1998, 0.1970, 0.1595, 0.1608, 0.1288, 0.1136, 0.1276, 0.1462, 0.1568,\n",
       "         0.1774, 0.1335, 0.1226, 0.1640, 0.2121, 0.1454, 0.1803, 0.1180, 0.1704,\n",
       "         0.1672, 0.1606, 0.1388, 0.1537], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 1.2196e-01,  8.4878e-02,  4.4159e-02,  4.6028e-02, -2.0828e-02,\n",
       "          3.8617e-02, -1.2849e-03, -2.6109e-02, -4.4027e-02,  1.1953e-01,\n",
       "          2.6471e-02, -1.4108e-01,  1.1951e-02, -3.7041e-02,  1.6548e-02,\n",
       "         -4.7774e-02, -1.1225e-01, -1.0896e-02, -2.6717e-02, -4.8958e-03,\n",
       "         -3.7668e-02, -7.5870e-02,  5.8631e-02,  6.9064e-03,  6.9832e-02,\n",
       "         -2.9444e-02,  1.2590e-01,  4.6687e-02, -8.7922e-02,  7.6218e-02,\n",
       "          8.4844e-03, -2.1371e-02,  1.8109e-02,  6.2132e-02, -4.6341e-02,\n",
       "         -1.1071e-02, -3.2512e-03,  2.2679e-02, -1.1449e-04, -2.3107e-02,\n",
       "         -3.2354e-03, -1.8612e-02,  4.1713e-02, -5.8813e-02, -8.5431e-02,\n",
       "         -7.3316e-02,  2.7858e-02,  6.9248e-02,  1.0489e-02,  6.8032e-02,\n",
       "         -1.4784e-02,  3.2176e-03,  2.1158e-02,  7.0464e-02, -5.6213e-03,\n",
       "         -1.3861e-02, -9.6591e-02, -4.2396e-02,  2.6518e-02,  2.0083e-02,\n",
       "         -1.0349e-01, -1.2705e-01, -8.4054e-03,  1.0163e-02, -4.2169e-03,\n",
       "         -9.6268e-02,  1.7675e-02,  2.4788e-02, -2.3477e-02, -5.6824e-02,\n",
       "          1.8754e-02,  1.1841e-02, -3.5608e-02, -6.2585e-02, -1.3985e-02,\n",
       "         -8.3264e-04, -1.2441e-01, -7.9837e-02, -7.2715e-02, -1.0690e-01,\n",
       "         -3.2743e-02, -1.8064e-04, -9.9781e-02, -3.5003e-03, -2.8891e-02,\n",
       "         -1.0330e-01, -6.3695e-03, -9.5370e-02, -6.4740e-03,  2.0374e-02,\n",
       "         -1.0696e-01, -4.7147e-02, -2.1376e-02, -7.3267e-02, -4.3835e-02,\n",
       "         -6.1432e-02,  8.7143e-02, -8.8408e-02, -5.6013e-02, -1.0420e-01,\n",
       "          6.4801e-02, -3.1124e-03, -4.5747e-02, -1.4122e-01,  4.6175e-02,\n",
       "          4.8093e-02,  1.7382e-03, -2.2576e-02, -1.2082e-01,  3.5743e-03,\n",
       "         -4.1278e-02, -7.8041e-02,  9.3232e-03, -4.0983e-02, -1.5217e-02,\n",
       "         -8.4519e-02,  6.6742e-02, -9.4667e-02, -6.0552e-03, -1.8898e-02,\n",
       "          4.0194e-02, -4.6953e-02, -2.3378e-02, -3.3677e-02,  3.8255e-02,\n",
       "          3.1149e-03, -5.3858e-03, -3.7790e-02,  2.9862e-02, -1.0088e-01,\n",
       "         -3.3860e-02, -2.4786e-03, -7.9651e-05,  2.9762e-02, -7.8342e-03,\n",
       "          2.7343e-02, -5.3948e-02,  3.6878e-02, -1.4035e-02,  6.7773e-03,\n",
       "         -4.5351e-02,  3.1230e-02,  1.1605e-02,  3.5719e-02, -1.6395e-02,\n",
       "          1.7472e-01, -5.3853e-02,  5.0758e-02,  6.5735e-02, -2.8877e-02,\n",
       "         -1.7116e-02, -5.9339e-02, -1.3969e-01,  4.8228e-02,  8.3388e-02,\n",
       "         -3.8827e-03, -6.7923e-02,  2.4190e-03, -3.3173e-02,  4.4480e-02,\n",
       "         -1.0759e-01, -2.9359e-03, -2.8897e-02, -7.0146e-02, -6.1578e-02,\n",
       "         -6.0443e-03, -5.7203e-02, -2.2384e-02, -1.3067e-01, -6.4300e-02,\n",
       "          9.2697e-03, -1.3031e-01, -4.1242e-02, -1.1912e-02, -2.7590e-03,\n",
       "          1.7092e-02,  6.5213e-02,  1.3371e-01,  2.2547e-02, -1.1730e-02,\n",
       "          1.6005e-02, -5.7218e-02,  2.5581e-02,  7.5255e-02,  2.9311e-02,\n",
       "          2.1206e-03, -7.1969e-02, -4.2392e-02, -1.0755e-01,  3.8783e-02,\n",
       "         -4.3577e-02, -4.6985e-02, -3.9335e-02,  3.4523e-02,  5.3676e-02,\n",
       "          6.0771e-02,  4.1863e-02, -4.5443e-02,  2.2657e-02, -6.8179e-02,\n",
       "         -7.4884e-03, -5.2014e-02,  6.3621e-02,  2.3143e-02, -1.5416e-01,\n",
       "          5.4770e-02,  7.4898e-02, -1.5588e-02,  1.0309e-01,  5.1394e-02,\n",
       "          6.4492e-02, -1.2408e-01,  2.3712e-02,  1.7045e-02, -5.0496e-02,\n",
       "         -8.0893e-02, -3.0326e-02, -4.2518e-02, -4.5379e-02,  1.4936e-01,\n",
       "         -6.8907e-02, -3.8503e-02, -4.6592e-02, -4.0252e-02,  4.6614e-02,\n",
       "         -1.0535e-01,  4.7031e-02, -2.5302e-02, -3.1032e-02, -3.6173e-03,\n",
       "         -6.0139e-02, -1.5546e-02,  5.6292e-03, -1.2022e-02, -1.1600e-01,\n",
       "         -9.3993e-02, -4.7053e-02, -2.2992e-02, -1.5850e-03,  9.0702e-02,\n",
       "          3.5465e-02,  2.6184e-03, -5.3641e-02, -2.0387e-02,  1.0705e-02,\n",
       "          1.3485e-02,  6.6777e-03, -1.1195e-01, -1.7696e-02, -3.8387e-02,\n",
       "          6.6180e-02, -4.3205e-02, -5.6808e-02, -5.0164e-02,  9.1308e-03,\n",
       "          1.1114e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-2.2209e-03,  2.3680e-03, -9.0066e-03],\n",
       "           [ 3.2583e-03, -1.5061e-03,  5.6289e-03],\n",
       "           [ 1.4029e-03, -1.7712e-04, -2.0088e-03]],\n",
       " \n",
       "          [[ 2.6363e-02,  3.1852e-02,  8.0712e-03],\n",
       "           [ 5.2496e-03,  1.5645e-03, -6.0794e-03],\n",
       "           [-9.5910e-03, -2.8320e-02, -1.0562e-02]],\n",
       " \n",
       "          [[-4.6022e-03,  4.7448e-03, -1.1191e-03],\n",
       "           [-1.2140e-02,  7.7773e-04, -1.7544e-03],\n",
       "           [ 1.5518e-02,  1.3508e-02,  1.2042e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.2558e-02,  6.9358e-03,  4.4854e-03],\n",
       "           [-1.4017e-02, -4.9447e-03,  1.1854e-02],\n",
       "           [ 1.2114e-02,  1.4067e-02,  1.1647e-02]],\n",
       " \n",
       "          [[ 4.3703e-03,  7.9354e-03,  4.4662e-03],\n",
       "           [ 1.8583e-03,  6.6458e-03,  3.0552e-03],\n",
       "           [ 1.7924e-03,  3.8443e-03, -4.4407e-03]],\n",
       " \n",
       "          [[-2.9302e-02, -2.7518e-02, -1.3885e-02],\n",
       "           [-1.4232e-02, -1.6384e-03, -1.3593e-04],\n",
       "           [ 9.8944e-03,  2.4967e-02,  9.9636e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.1274e-03,  1.9467e-03, -4.3517e-03],\n",
       "           [ 8.5271e-03,  3.2832e-03,  6.5055e-04],\n",
       "           [-2.2252e-02, -2.9143e-02, -1.4377e-02]],\n",
       " \n",
       "          [[-7.6910e-04,  1.3005e-02, -1.3075e-02],\n",
       "           [-8.2980e-03,  9.6980e-03, -7.3141e-03],\n",
       "           [-1.3871e-03,  2.9279e-03,  8.6375e-03]],\n",
       " \n",
       "          [[-8.5891e-03, -1.7072e-02, -1.3134e-02],\n",
       "           [ 9.6039e-03,  1.1632e-02, -1.0393e-02],\n",
       "           [ 6.5844e-03,  1.6355e-02,  6.8924e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 7.2898e-03, -2.5705e-02, -5.8938e-03],\n",
       "           [ 1.0163e-02,  1.7513e-03,  2.4627e-03],\n",
       "           [ 1.3991e-02,  2.0732e-02,  1.6026e-02]],\n",
       " \n",
       "          [[ 2.6139e-03,  4.8715e-03,  5.5723e-03],\n",
       "           [ 9.5424e-03,  5.0184e-03,  1.3310e-02],\n",
       "           [-9.0100e-03, -1.8758e-03,  4.6210e-03]],\n",
       " \n",
       "          [[-1.0261e-02, -1.5864e-02, -3.7571e-02],\n",
       "           [-2.8334e-02, -4.4040e-02, -5.0564e-02],\n",
       "           [-4.4633e-02, -7.7627e-02, -6.3077e-02]]],\n",
       " \n",
       " \n",
       "         [[[-8.0014e-03, -3.2197e-02, -3.3246e-02],\n",
       "           [ 1.4146e-02,  6.8184e-03,  3.4801e-03],\n",
       "           [ 5.5120e-02,  6.0446e-02,  5.1732e-02]],\n",
       " \n",
       "          [[ 2.0362e-04,  1.8760e-02,  1.0876e-02],\n",
       "           [-8.8109e-03,  1.2179e-02,  1.3240e-02],\n",
       "           [-1.0618e-02, -6.2681e-03, -1.7830e-03]],\n",
       " \n",
       "          [[ 1.7463e-02,  9.1279e-03,  6.0448e-03],\n",
       "           [ 9.0012e-03,  9.2734e-03,  3.0767e-03],\n",
       "           [-4.4393e-03, -1.9744e-02, -1.1693e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.9538e-02,  3.8320e-02,  3.2642e-02],\n",
       "           [-9.7889e-03,  1.8268e-03,  7.8323e-03],\n",
       "           [-3.1404e-02, -3.0507e-02, -1.4063e-02]],\n",
       " \n",
       "          [[ 1.7386e-03,  4.6947e-03,  1.3606e-02],\n",
       "           [-3.8464e-03, -9.0910e-04,  7.1564e-03],\n",
       "           [-1.2988e-02, -3.1593e-03, -5.1058e-03]],\n",
       " \n",
       "          [[-3.9896e-03, -1.3200e-02, -1.2730e-02],\n",
       "           [ 8.8646e-03, -2.0722e-03, -2.9879e-03],\n",
       "           [ 1.6947e-03, -3.6365e-03,  5.4581e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 1.1026e-03,  7.2603e-04,  1.1215e-03],\n",
       "           [ 1.4615e-02,  1.5489e-02,  1.1199e-02],\n",
       "           [ 5.5280e-03,  1.8136e-02,  1.3456e-02]],\n",
       " \n",
       "          [[-2.3531e-03, -1.7455e-03,  1.1275e-03],\n",
       "           [-9.8037e-03, -1.4158e-02, -2.5560e-03],\n",
       "           [-2.8319e-04,  4.9942e-03,  2.3133e-03]],\n",
       " \n",
       "          [[ 6.3604e-03,  6.0603e-04,  4.6913e-03],\n",
       "           [ 1.8093e-02,  5.0797e-03, -2.1611e-03],\n",
       "           [ 2.0538e-02,  8.5691e-03, -4.9416e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.4583e-02, -1.8952e-03, -9.9537e-03],\n",
       "           [ 3.2319e-03,  1.1480e-02, -2.0378e-04],\n",
       "           [-6.8825e-03, -2.2193e-02, -2.6134e-02]],\n",
       " \n",
       "          [[ 1.8739e-02,  5.0367e-03,  3.4698e-03],\n",
       "           [ 2.9795e-04,  1.4573e-02,  5.4955e-04],\n",
       "           [ 7.8781e-03,  1.0652e-02,  8.1486e-04]],\n",
       " \n",
       "          [[ 1.8247e-03, -4.9992e-03,  7.0484e-03],\n",
       "           [-2.2999e-02, -1.8280e-02, -8.2337e-03],\n",
       "           [ 1.1130e-02,  9.6509e-03, -9.9123e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 9.9050e-03,  4.4067e-04,  5.1800e-03],\n",
       "           [-1.0217e-02,  6.4841e-03, -3.8916e-03],\n",
       "           [ 4.3049e-03,  4.3258e-03,  2.2527e-03]],\n",
       " \n",
       "          [[ 9.3521e-03,  6.7698e-03,  8.7522e-04],\n",
       "           [-4.9717e-03, -2.2795e-02, -7.7713e-03],\n",
       "           [ 1.3400e-02, -6.3761e-03,  8.1015e-03]],\n",
       " \n",
       "          [[-9.7663e-03, -9.9591e-03,  1.9212e-03],\n",
       "           [-2.8908e-03, -1.3595e-02,  3.3229e-03],\n",
       "           [ 1.0392e-02,  1.1982e-02,  1.5520e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.1608e-02,  2.0908e-03,  1.7663e-02],\n",
       "           [ 1.6227e-02, -4.2351e-03,  2.6666e-03],\n",
       "           [ 1.3186e-02,  5.4400e-03,  7.4682e-03]],\n",
       " \n",
       "          [[-8.6877e-03, -1.8332e-02, -2.1043e-02],\n",
       "           [-9.4582e-03, -7.6206e-03, -1.2001e-02],\n",
       "           [-1.9868e-03, -2.1778e-02, -1.0427e-02]],\n",
       " \n",
       "          [[ 8.3325e-03,  1.7789e-02,  2.0029e-02],\n",
       "           [ 1.1773e-02,  3.6510e-02,  2.0913e-02],\n",
       "           [-1.1721e-02, -3.7434e-04, -1.5423e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 2.5556e-06,  1.2850e-03,  1.2534e-03],\n",
       "           [-5.3958e-03,  2.3388e-02,  8.0807e-03],\n",
       "           [-1.0583e-02,  1.1113e-02, -1.0231e-02]],\n",
       " \n",
       "          [[ 1.2460e-02,  3.9356e-03,  4.9127e-04],\n",
       "           [ 4.1070e-02,  5.5333e-03, -1.7081e-02],\n",
       "           [ 2.5684e-02, -5.8720e-05, -4.9908e-03]],\n",
       " \n",
       "          [[ 2.3689e-03, -9.2193e-03, -1.6447e-03],\n",
       "           [-8.1313e-03, -6.4708e-03,  1.3475e-02],\n",
       "           [ 3.4459e-03,  5.3489e-03,  2.1980e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.2527e-02, -1.6218e-02, -1.8189e-02],\n",
       "           [ 5.9836e-02, -9.9851e-03, -4.4260e-02],\n",
       "           [ 3.1816e-02, -7.3521e-03, -2.8641e-02]],\n",
       " \n",
       "          [[-5.4672e-03,  6.5547e-03,  1.8037e-02],\n",
       "           [-1.2493e-03,  1.8533e-03,  1.8728e-02],\n",
       "           [-1.0131e-02,  2.2487e-03,  1.1088e-02]],\n",
       " \n",
       "          [[-2.9215e-04, -1.0023e-02, -2.2871e-02],\n",
       "           [ 1.4144e-02, -1.2906e-03, -1.3304e-02],\n",
       "           [ 8.5294e-03, -6.6538e-03,  1.4985e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1731, 0.2074, 0.1871, 0.1670, 0.1743, 0.1365, 0.2004, 0.1824, 0.2402,\n",
       "         0.1968, 0.1630, 0.4164, 0.1519, 0.1665, 0.2208, 0.1864, 0.1493, 0.1711,\n",
       "         0.1702, 0.2000, 0.2133, 0.2083, 0.1884, 0.2025, 0.1830, 0.1845, 0.2036,\n",
       "         0.1779, 0.3539, 0.2236, 0.1405, 0.2074, 0.2006, 0.2243, 0.2032, 0.1363,\n",
       "         0.1512, 0.1482, 0.2272, 0.2192, 0.1916, 0.2044, 0.2011, 0.2135, 0.2072,\n",
       "         0.2053, 0.2050, 0.2323, 0.1812, 0.1631, 0.1622, 0.1982, 0.1931, 0.1841,\n",
       "         0.2158, 0.4189, 0.1667, 0.1853, 0.1501, 0.1280, 0.1877, 0.1226, 0.1902,\n",
       "         0.1675, 0.2236, 0.2411, 0.1310, 0.1536, 0.1590, 0.1794, 0.1336, 0.1989,\n",
       "         0.2203, 0.1763, 0.2166, 0.2028, 0.1512, 0.1346, 0.1707, 0.1583, 0.1901,\n",
       "         0.1736, 0.1830, 0.1583, 0.3012, 0.2218, 0.1625, 0.2095, 0.1862, 0.1600,\n",
       "         0.1737, 0.2166, 0.2180, 0.1315, 0.1386, 0.1776, 0.2055, 0.2165, 0.1934,\n",
       "         0.1610, 0.1864, 0.2007, 0.1906, 0.2107, 0.2152, 0.2188, 0.1987, 0.1693,\n",
       "         0.2073, 0.1779, 0.1385, 0.1956, 0.2203, 0.2052, 0.1521, 0.1754, 0.1018,\n",
       "         0.1567, 0.1643, 0.2062, 0.1977, 0.1523, 0.1541, 0.1947, 0.1393, 0.2942,\n",
       "         0.1816, 0.2287, 0.1166, 0.2058, 0.2029, 0.1816, 0.1845, 0.1960, 0.1667,\n",
       "         0.1753, 0.1789, 0.3119, 0.1645, 0.1912, 0.1760, 0.1181, 0.1657, 0.1974,\n",
       "         0.1536, 0.1472, 0.1989, 0.1978, 0.1810, 0.1807, 0.1541, 0.1739, 0.1682,\n",
       "         0.1769, 0.1755, 0.1692, 0.1688, 0.1553, 0.1559, 0.1652, 0.2011, 0.1417,\n",
       "         0.2715, 0.2047, 0.1816, 0.2231, 0.1999, 0.2152, 0.1256, 0.1918, 0.1789,\n",
       "         0.1762, 0.1772, 0.1765, 0.2098, 0.1923, 0.1752, 0.1506, 0.1658, 0.1828,\n",
       "         0.2622, 0.1481, 0.1924, 0.2001, 0.1969, 0.1991, 0.1572, 0.2127, 0.1484,\n",
       "         0.1429, 0.1161, 0.1614, 0.2227, 0.1616, 0.2000, 0.1774, 0.1983, 0.1605,\n",
       "         0.1347, 0.1104, 0.2107, 0.1986, 0.2226, 0.2348, 0.1589, 0.1757, 0.1925,\n",
       "         0.1488, 0.1878, 0.1897, 0.1988, 0.1849, 0.1856, 0.2192, 0.2019, 0.2119,\n",
       "         0.2107, 0.1189, 0.2126, 0.1324, 0.1402, 0.2058, 0.1748, 0.1862, 0.1895,\n",
       "         0.1913, 0.1620, 0.2373, 0.2028, 0.1856, 0.2267, 0.1578, 0.1179, 0.1834,\n",
       "         0.1901, 0.1920, 0.1785, 0.2026, 0.1830, 0.1807, 0.1281, 0.1472, 0.1712,\n",
       "         0.1617, 0.1966, 0.1334, 0.1619, 0.1734, 0.2112, 0.1783, 0.2074, 0.2375,\n",
       "         0.1459, 0.2741, 0.1850, 0.2070], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-6.8241e-02, -8.5134e-02, -3.9142e-02, -3.5065e-02, -8.9647e-02,\n",
       "          1.1205e-01, -1.1004e-01, -7.9950e-02, -2.3442e-01, -9.8385e-02,\n",
       "         -3.0833e-02, -3.5393e-01, -3.3500e-02, -4.3670e-02, -5.2066e-02,\n",
       "         -7.3190e-03, -1.5722e-02, -5.1661e-02, -7.1105e-02, -6.7052e-02,\n",
       "         -6.5861e-02, -8.8248e-02, -9.1283e-02, -7.2237e-02, -7.8398e-02,\n",
       "          9.2481e-03, -6.7087e-02, -1.5105e-02, -3.2706e-01, -6.6572e-02,\n",
       "          8.8747e-02, -8.2366e-02, -8.5278e-02, -9.6913e-02, -8.7787e-02,\n",
       "          8.3514e-02, -1.4535e-02, -4.6811e-02, -6.9700e-02, -1.0846e-01,\n",
       "         -4.4770e-02, -6.6710e-02, -8.8852e-02, -8.6355e-02, -9.7632e-02,\n",
       "         -1.1958e-01, -9.9305e-02, -1.7181e-01, -1.0176e-01,  3.4033e-02,\n",
       "          4.4985e-02, -9.1233e-02, -5.4598e-02, -3.4289e-02, -9.6262e-02,\n",
       "         -3.8430e-01, -1.0742e-01, -1.2406e-01,  3.2753e-04, -1.1245e-02,\n",
       "         -9.8148e-02,  6.4167e-02,  1.0171e-02, -2.6879e-02, -1.3982e-01,\n",
       "         -9.4105e-02,  1.0734e-02, -1.1607e-02,  2.3329e-02, -5.2155e-02,\n",
       "          1.2538e-02, -9.8602e-02, -8.2324e-02, -2.3133e-02, -1.2795e-01,\n",
       "         -3.9687e-02, -6.3021e-03,  7.8709e-02, -2.6044e-02,  6.2221e-02,\n",
       "         -4.0785e-02, -3.9051e-02, -8.1707e-02,  1.6887e-02, -1.8239e-01,\n",
       "         -1.3975e-02,  7.1780e-02, -1.1798e-01, -9.2934e-02,  5.6248e-02,\n",
       "         -6.6506e-02, -1.8216e-01, -1.0391e-01,  4.1212e-02,  4.7416e-02,\n",
       "         -9.5908e-02, -1.0252e-01, -1.0629e-01, -6.0641e-02, -8.6990e-03,\n",
       "         -7.6840e-02, -6.4985e-02, -9.0547e-02, -8.6177e-02, -1.0849e-01,\n",
       "         -1.1131e-01, -9.6236e-02, -3.2578e-02, -1.5890e-01, -4.8961e-02,\n",
       "          8.6200e-03, -7.4004e-02, -1.1550e-01, -9.4790e-02,  2.7981e-02,\n",
       "         -6.4489e-02,  1.3583e-01,  1.9672e-01,  2.9194e-02, -3.7012e-02,\n",
       "         -4.5195e-02, -4.6336e-02, -1.7582e-02, -8.0492e-02,  2.5744e-02,\n",
       "         -2.9046e-01, -8.0527e-02, -1.2020e-01,  9.8010e-02, -1.2865e-01,\n",
       "         -1.1204e-01, -7.2321e-02, -1.0506e-01, -1.4117e-01, -5.1864e-02,\n",
       "         -5.8282e-02, -3.1472e-02, -2.4457e-01, -3.7865e-02, -4.5283e-02,\n",
       "          3.9607e-03,  1.5137e-01, -4.9809e-02, -6.3784e-02,  3.8298e-03,\n",
       "          5.3767e-02, -9.1528e-02, -7.6003e-02,  3.0241e-02, -8.8909e-02,\n",
       "         -2.6280e-02, -8.7476e-02,  1.5786e-02, -5.8942e-02, -3.5749e-02,\n",
       "         -5.6874e-02,  6.3402e-02,  1.0477e-02, -7.0336e-03,  6.2671e-02,\n",
       "         -7.5790e-02,  8.6321e-02, -2.1535e-01, -8.0957e-02, -7.3757e-02,\n",
       "         -1.3133e-01, -5.7036e-02, -1.8863e-01,  6.1842e-02, -8.1239e-02,\n",
       "         -4.7116e-02, -3.3816e-02, -3.8774e-02, -1.5016e-02, -7.0952e-02,\n",
       "         -1.0725e-01, -1.2442e-01,  5.8408e-02, -3.4404e-02, -2.7855e-02,\n",
       "         -6.4452e-02, -9.1274e-03, -4.9648e-02, -8.5718e-02, -1.1323e-01,\n",
       "         -1.5350e-01, -8.6229e-03, -8.6593e-02, -1.7544e-02,  1.1361e-02,\n",
       "          1.7436e-01, -2.5777e-02, -1.1248e-01, -2.4538e-02, -3.3054e-02,\n",
       "         -5.0345e-02, -1.1946e-01,  2.7788e-02,  6.8487e-02,  1.0363e-01,\n",
       "         -8.3234e-02, -1.3617e-01, -1.1245e-01, -8.5618e-02, -1.3629e-02,\n",
       "         -6.3836e-02, -6.7038e-02,  1.5920e-02, -1.0762e-01, -1.3293e-01,\n",
       "         -8.9833e-02, -5.3499e-02, -8.8782e-02, -1.1267e-01, -1.0379e-01,\n",
       "         -8.9378e-02, -8.1540e-02,  3.5450e-02, -9.7207e-02,  5.9225e-02,\n",
       "          1.1727e-02, -9.9259e-02, -5.6741e-02,  5.8315e-03, -9.1442e-02,\n",
       "         -7.8311e-02,  8.9153e-03, -1.3922e-01, -7.8229e-02, -1.0436e-01,\n",
       "         -6.9544e-02, -2.2744e-02,  9.6812e-02, -7.4165e-02, -8.6740e-02,\n",
       "         -9.2111e-02, -9.2096e-02, -6.6673e-02, -9.5680e-02, -8.7481e-02,\n",
       "          5.4035e-02, -7.9098e-03, -3.4461e-02,  7.3712e-03, -1.0092e-01,\n",
       "          7.3683e-02, -7.6699e-03, -2.2971e-02, -7.9037e-02, -5.5953e-02,\n",
       "         -8.9746e-02, -1.5549e-01,  2.9387e-02, -2.2822e-01, -9.6330e-02,\n",
       "         -1.0580e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0064]],\n",
       " \n",
       "          [[ 0.0235]],\n",
       " \n",
       "          [[ 0.0025]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0041]],\n",
       " \n",
       "          [[ 0.0025]],\n",
       " \n",
       "          [[-0.0110]]],\n",
       " \n",
       " \n",
       "         [[[-0.0083]],\n",
       " \n",
       "          [[ 0.0126]],\n",
       " \n",
       "          [[-0.0082]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0107]],\n",
       " \n",
       "          [[-0.0076]],\n",
       " \n",
       "          [[ 0.0137]]],\n",
       " \n",
       " \n",
       "         [[[-0.0102]],\n",
       " \n",
       "          [[-0.0096]],\n",
       " \n",
       "          [[-0.0005]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0158]],\n",
       " \n",
       "          [[ 0.0100]],\n",
       " \n",
       "          [[ 0.0018]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0326]],\n",
       " \n",
       "          [[-0.0093]],\n",
       " \n",
       "          [[ 0.0214]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0408]],\n",
       " \n",
       "          [[-0.0110]],\n",
       " \n",
       "          [[ 0.0425]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0125]],\n",
       " \n",
       "          [[ 0.0064]],\n",
       " \n",
       "          [[-0.0128]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0140]],\n",
       " \n",
       "          [[-0.0070]],\n",
       " \n",
       "          [[-0.0132]]],\n",
       " \n",
       " \n",
       "         [[[-0.0148]],\n",
       " \n",
       "          [[ 0.0213]],\n",
       " \n",
       "          [[ 0.0057]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0061]],\n",
       " \n",
       "          [[-0.0063]],\n",
       " \n",
       "          [[-0.0082]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0480, 0.0825, 0.1115,  ..., 0.1348, 0.1069, 0.1080],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0647, -0.0260, -0.0057,  ..., -0.0232, -0.0627, -0.0947],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0029]],\n",
       " \n",
       "          [[-0.0284]],\n",
       " \n",
       "          [[-0.0025]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0419]],\n",
       " \n",
       "          [[-0.0272]],\n",
       " \n",
       "          [[-0.0104]]],\n",
       " \n",
       " \n",
       "         [[[-0.0124]],\n",
       " \n",
       "          [[-0.0031]],\n",
       " \n",
       "          [[ 0.0118]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0464]],\n",
       " \n",
       "          [[-0.0031]],\n",
       " \n",
       "          [[ 0.0227]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0035]],\n",
       " \n",
       "          [[-0.0278]],\n",
       " \n",
       "          [[ 0.0191]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0063]],\n",
       " \n",
       "          [[-0.0314]],\n",
       " \n",
       "          [[ 0.0138]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0059]],\n",
       " \n",
       "          [[ 0.0059]],\n",
       " \n",
       "          [[ 0.0039]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0128]],\n",
       " \n",
       "          [[-0.0166]],\n",
       " \n",
       "          [[ 0.0112]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0152]],\n",
       " \n",
       "          [[-0.0092]],\n",
       " \n",
       "          [[-0.0080]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0105]],\n",
       " \n",
       "          [[-0.0152]],\n",
       " \n",
       "          [[ 0.0217]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0162]],\n",
       " \n",
       "          [[ 0.0165]],\n",
       " \n",
       "          [[ 0.0065]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0145]],\n",
       " \n",
       "          [[ 0.0011]],\n",
       " \n",
       "          [[-0.0104]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2235, 0.1873, 0.1171, 0.1336, 0.1773, 0.1729, 0.1879, 0.1848, 0.1492,\n",
       "         0.1673, 0.1416, 0.1602, 0.1017, 0.0980, 0.1936, 0.1305, 0.1814, 0.1877,\n",
       "         0.1290, 0.1670, 0.1490, 0.1928, 0.1335, 0.1712, 0.2340, 0.2333, 0.1540,\n",
       "         0.1447, 0.1428, 0.2174, 0.1549, 0.1337, 0.1050, 0.1420, 0.1685, 0.1133,\n",
       "         0.1701, 0.1309, 0.1737, 0.1704, 0.1224, 0.1849, 0.1040, 0.1580, 0.1581,\n",
       "         0.1564, 0.1767, 0.1913, 0.1188, 0.1222, 0.1635, 0.1957, 0.1553, 0.2126,\n",
       "         0.1243, 0.1475, 0.1571, 0.1037, 0.1739, 0.1467, 0.1578, 0.1570, 0.1661,\n",
       "         0.1471, 0.1935, 0.1229, 0.1083, 0.1505, 0.1414, 0.1675, 0.1396, 0.2291,\n",
       "         0.1739, 0.1506, 0.1584, 0.1762, 0.1559, 0.1363, 0.1720, 0.1711, 0.1619,\n",
       "         0.1372, 0.1843, 0.1320, 0.1509, 0.1483, 0.1984, 0.1078, 0.1616, 0.2366,\n",
       "         0.1402, 0.1534, 0.1739, 0.1415, 0.1707, 0.1558, 0.1246, 0.1815, 0.1427,\n",
       "         0.2065, 0.1840, 0.1461, 0.1611, 0.1643, 0.1481, 0.2103, 0.1430, 0.1069,\n",
       "         0.1375, 0.1731, 0.1506, 0.1766, 0.1287, 0.0985, 0.1829, 0.1552, 0.1715,\n",
       "         0.0993, 0.1151, 0.1370, 0.1645, 0.1582, 0.1257, 0.1490, 0.1467, 0.1230,\n",
       "         0.1268, 0.1470, 0.1401, 0.1523, 0.1669, 0.1628, 0.1419, 0.1525, 0.1438,\n",
       "         0.1671, 0.1612, 0.1437, 0.1443, 0.1590, 0.1501, 0.1948, 0.1376, 0.1607,\n",
       "         0.1591, 0.1243, 0.1584, 0.1740, 0.1976, 0.1319, 0.1418, 0.1325, 0.1438,\n",
       "         0.1928, 0.1405, 0.1653, 0.1511, 0.1458, 0.1797, 0.1337, 0.1317, 0.1902,\n",
       "         0.1464, 0.1427, 0.1532, 0.1824, 0.1675, 0.1986, 0.1489, 0.1340, 0.1183,\n",
       "         0.1376, 0.1944, 0.1688, 0.1288, 0.1371, 0.1695, 0.1649, 0.1248, 0.1500,\n",
       "         0.1819, 0.1421, 0.1907, 0.1399, 0.1824, 0.1318, 0.1926, 0.1596, 0.1611,\n",
       "         0.1655, 0.1560, 0.1445, 0.1513, 0.1360, 0.1715, 0.1498, 0.1814, 0.1285,\n",
       "         0.1634, 0.2138, 0.1419, 0.1172, 0.1420, 0.1975, 0.1398, 0.1707, 0.1561,\n",
       "         0.1520, 0.1897, 0.1404, 0.2061, 0.1286, 0.1501, 0.1298, 0.1451, 0.1348,\n",
       "         0.1901, 0.1154, 0.1924, 0.1203, 0.1630, 0.1382, 0.1270, 0.1348, 0.1255,\n",
       "         0.1802, 0.1576, 0.1258, 0.1703, 0.1120, 0.1179, 0.1749, 0.1213, 0.1250,\n",
       "         0.1880, 0.1126, 0.1604, 0.1708, 0.1650, 0.1671, 0.1411, 0.1908, 0.1489,\n",
       "         0.1521, 0.2002, 0.1725, 0.1181, 0.1745, 0.1503, 0.1096, 0.1502, 0.1724,\n",
       "         0.1517, 0.1597, 0.1411, 0.1436], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.1527e-01, -1.9917e-01,  6.2755e-02,  4.2168e-02, -9.6383e-02,\n",
       "         -1.0432e-01, -9.4635e-02, -1.0554e-01, -1.6107e-02, -8.7415e-02,\n",
       "         -5.0849e-02, -5.1949e-02,  1.0405e-01,  5.9272e-02, -3.9930e-02,\n",
       "          9.2294e-04, -8.5667e-02, -1.1236e-01,  2.4027e-03, -6.8900e-02,\n",
       "         -5.9870e-02, -1.0733e-01,  1.9993e-02, -6.2766e-02, -1.8324e-01,\n",
       "         -1.6083e-01, -7.7663e-02, -1.3495e-02, -2.2922e-02, -1.4599e-01,\n",
       "         -1.2819e-01, -2.3362e-02,  8.5111e-02, -1.6607e-02, -4.0304e-02,\n",
       "          2.3700e-02, -4.7034e-02,  3.2069e-02, -1.1579e-01, -2.5776e-02,\n",
       "          3.3022e-02, -1.2525e-01,  4.7254e-02, -6.7223e-02, -5.4380e-02,\n",
       "          1.7922e-02, -5.7628e-02, -1.4797e-01,  3.6185e-02, -2.1278e-04,\n",
       "         -5.9786e-02, -9.3537e-02, -1.2795e-01, -1.1382e-01,  2.4301e-02,\n",
       "          8.4683e-03, -9.7618e-02,  1.1861e-01, -8.9814e-02, -7.4126e-02,\n",
       "         -4.8655e-02, -4.6240e-02, -7.8009e-02, -1.9029e-02, -4.9701e-03,\n",
       "          3.4532e-02,  9.3613e-02, -4.1594e-02, -4.5738e-02, -1.2213e-01,\n",
       "         -6.1349e-03, -2.3161e-01, -4.6767e-02, -5.8366e-02, -3.2157e-02,\n",
       "         -1.0262e-01, -2.5383e-02, -3.0125e-02, -7.3356e-02, -1.0930e-02,\n",
       "         -4.4560e-02,  2.1773e-02, -4.9061e-03,  2.0295e-02, -9.8995e-02,\n",
       "          1.9027e-02, -1.2782e-01,  5.1881e-02, -2.9182e-02, -8.7926e-02,\n",
       "          7.1358e-03, -5.7720e-02, -4.6613e-02, -3.0027e-02, -1.1267e-01,\n",
       "         -7.9092e-02, -1.1018e-02, -1.3088e-01, -3.9926e-02, -1.3826e-01,\n",
       "         -1.1907e-01, -5.6920e-02, -8.0706e-02, -8.2198e-02,  1.8484e-04,\n",
       "         -2.0880e-01,  7.8282e-03,  3.1052e-02, -3.0611e-02, -5.9210e-02,\n",
       "         -3.8026e-02, -1.1677e-01,  2.6971e-02,  7.1125e-02, -9.0997e-02,\n",
       "         -4.2868e-02, -8.1812e-02,  1.0213e-01,  8.6343e-02, -2.7171e-02,\n",
       "         -4.8048e-02, -4.5896e-02, -2.5303e-03, -2.4071e-02, -2.2945e-02,\n",
       "         -3.9187e-03,  1.2759e-02, -8.1123e-02, -4.6532e-02, -5.7658e-02,\n",
       "         -6.6408e-02, -2.5954e-02,  1.6933e-02, -5.7530e-02, -4.0791e-02,\n",
       "         -5.8288e-02, -7.4749e-02, -9.7639e-03, -4.8100e-02, -9.5286e-02,\n",
       "         -2.9896e-02, -9.4688e-02, -9.0381e-03, -8.2123e-02, -7.5277e-02,\n",
       "          1.4787e-02, -6.6912e-02, -8.6365e-02, -1.1147e-01,  2.5197e-02,\n",
       "         -1.6257e-02, -1.0716e-02, -3.4355e-03, -1.1461e-01, -8.1806e-04,\n",
       "         -1.2537e-01, -7.2231e-02, -4.1061e-02, -8.7778e-02, -3.5393e-02,\n",
       "          2.5186e-02, -1.3969e-01, -8.5215e-02, -4.7479e-02, -1.5161e-01,\n",
       "         -1.3618e-01, -4.5575e-02, -1.5304e-01, -1.4629e-02,  1.2884e-02,\n",
       "          5.0129e-02, -2.3838e-02, -1.1412e-01, -9.0854e-03,  1.3031e-02,\n",
       "         -1.7220e-02, -4.0473e-02, -9.6782e-02,  3.8819e-02, -2.4939e-02,\n",
       "         -9.3875e-02, -4.3498e-02, -8.9609e-02, -1.6109e-02, -4.6319e-02,\n",
       "         -1.6534e-02, -1.1766e-01, -4.5344e-02, -8.3467e-02, -8.2386e-02,\n",
       "         -7.2590e-02, -4.1745e-02, -9.8982e-02, -3.4986e-02, -8.7025e-02,\n",
       "         -2.7698e-02, -1.8102e-01,  3.3690e-02,  5.4339e-02, -1.3667e-01,\n",
       "         -6.9676e-02,  3.0054e-02, -1.3468e-02, -1.1516e-01, -7.6289e-02,\n",
       "         -6.5905e-02, -5.3393e-02, -4.1178e-02, -1.3444e-01, -1.7677e-02,\n",
       "         -1.5119e-01, -1.7778e-02, -1.1424e-01, -9.3444e-03, -6.2214e-02,\n",
       "         -6.5415e-02, -1.4718e-01,  1.2266e-02, -1.1724e-01,  3.9626e-02,\n",
       "         -5.4989e-02, -4.2339e-02,  3.2824e-02, -1.9066e-02,  1.0639e-01,\n",
       "         -6.4972e-02, -4.0117e-02, -7.6230e-03, -6.5735e-02,  4.0540e-02,\n",
       "          2.7807e-02, -1.1493e-01,  2.9838e-02, -3.6830e-02, -9.2861e-02,\n",
       "          4.2347e-02, -7.5794e-02, -1.0326e-01, -6.5270e-02, -8.7724e-02,\n",
       "         -1.7115e-02, -1.0003e-01, -3.0405e-02, -5.6003e-02, -1.2254e-01,\n",
       "         -6.4279e-03,  3.8250e-03, -9.2500e-02, -3.1040e-02,  6.8823e-02,\n",
       "         -7.1907e-02, -6.9799e-02,  3.4744e-02, -6.5020e-02, -1.7091e-02,\n",
       "         -5.0710e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-3.5802e-03, -1.1028e-02,  1.3011e-03],\n",
       "           [ 1.1572e-02,  2.0107e-02,  1.2585e-02],\n",
       "           [ 1.8766e-02,  2.7120e-02,  2.3125e-02]],\n",
       " \n",
       "          [[ 8.0946e-03,  1.2307e-03, -5.1088e-03],\n",
       "           [ 6.1331e-03,  3.0108e-02,  8.6952e-03],\n",
       "           [-4.5609e-03,  8.1927e-03, -4.2226e-03]],\n",
       " \n",
       "          [[ 1.9080e-02,  1.8056e-02,  9.1025e-03],\n",
       "           [-2.0389e-02, -3.6315e-02, -1.7799e-02],\n",
       "           [ 1.5768e-02,  3.6663e-02,  1.7026e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.1304e-02, -1.9290e-02, -1.3309e-02],\n",
       "           [-1.5200e-02, -9.1943e-03,  9.8947e-03],\n",
       "           [ 5.3930e-03,  4.1778e-02,  1.4718e-02]],\n",
       " \n",
       "          [[ 6.7867e-03,  1.7099e-02,  2.1589e-02],\n",
       "           [-5.3290e-03, -1.9471e-03,  1.4815e-02],\n",
       "           [-8.7725e-03, -1.3762e-02,  1.2047e-02]],\n",
       " \n",
       "          [[ 5.6504e-02,  2.7372e-02, -4.0524e-02],\n",
       "           [ 8.3591e-02,  8.5810e-03, -7.8745e-02],\n",
       "           [ 6.5760e-02, -1.1203e-03, -5.9587e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.6778e-03,  2.1333e-03, -8.0604e-03],\n",
       "           [ 3.3667e-03,  3.3859e-02,  2.6999e-03],\n",
       "           [-4.1019e-03,  1.7711e-03, -7.0186e-04]],\n",
       " \n",
       "          [[-3.6651e-03,  5.4135e-03,  1.2987e-02],\n",
       "           [-2.2535e-02, -4.4939e-03, -9.9636e-03],\n",
       "           [-1.3400e-02, -1.9440e-02, -1.1785e-02]],\n",
       " \n",
       "          [[-2.0187e-03,  4.0392e-03,  8.7115e-03],\n",
       "           [-3.7967e-03, -1.9434e-03,  8.2896e-03],\n",
       "           [ 2.1840e-03,  7.2859e-03,  8.2192e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-6.5260e-03, -1.0520e-02,  5.6257e-05],\n",
       "           [-8.5037e-03, -2.9023e-03, -2.1524e-03],\n",
       "           [-1.8586e-02, -1.3367e-02, -1.1288e-02]],\n",
       " \n",
       "          [[ 1.4722e-02,  1.2381e-02,  1.4357e-02],\n",
       "           [ 4.3434e-02,  2.2864e-02,  3.7622e-02],\n",
       "           [ 2.6757e-02,  2.9881e-02,  1.3510e-02]],\n",
       " \n",
       "          [[ 1.3036e-02, -3.8851e-04, -8.0173e-03],\n",
       "           [ 6.8872e-03,  1.0882e-04, -1.6729e-02],\n",
       "           [ 1.5520e-02, -8.3424e-05, -1.7248e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 9.3224e-03, -8.5108e-03, -8.3709e-03],\n",
       "           [ 8.5115e-03, -1.0038e-02,  8.2710e-03],\n",
       "           [ 2.2448e-03, -8.4826e-04,  1.6983e-02]],\n",
       " \n",
       "          [[-1.1610e-02, -1.7194e-02, -1.3838e-02],\n",
       "           [-7.7607e-03, -6.2310e-03, -8.2235e-03],\n",
       "           [ 2.7842e-03,  2.8286e-03, -7.1709e-03]],\n",
       " \n",
       "          [[-1.3140e-03, -9.6142e-03, -1.5964e-03],\n",
       "           [ 5.9721e-04, -3.8326e-03,  2.8747e-03],\n",
       "           [-1.6226e-02, -1.0415e-02, -4.6902e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.7541e-02,  2.9383e-02, -1.8580e-03],\n",
       "           [-3.8670e-03,  6.0731e-03, -2.6307e-03],\n",
       "           [-3.4498e-02, -1.6476e-02,  1.0094e-02]],\n",
       " \n",
       "          [[-5.6360e-03, -5.3894e-03, -4.8574e-03],\n",
       "           [-1.0288e-02, -3.4400e-03, -4.3404e-03],\n",
       "           [ 1.7583e-03,  6.7847e-04,  1.0746e-02]],\n",
       " \n",
       "          [[-6.1896e-04, -2.7444e-03, -8.4192e-03],\n",
       "           [-9.1858e-03,  1.3946e-03,  7.9272e-03],\n",
       "           [-1.8049e-03,  2.5581e-03,  1.5893e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 1.2330e-02, -1.7113e-02,  4.6529e-03],\n",
       "           [ 1.1574e-02, -2.4131e-02,  1.3006e-02],\n",
       "           [ 1.3733e-02, -5.7683e-03,  8.1247e-03]],\n",
       " \n",
       "          [[ 2.5049e-03, -1.0780e-03, -3.9002e-03],\n",
       "           [ 1.6765e-02,  9.8542e-03,  1.4043e-02],\n",
       "           [-1.1201e-03, -6.0599e-03, -3.4802e-03]],\n",
       " \n",
       "          [[ 8.0176e-03, -1.0833e-02,  2.9448e-03],\n",
       "           [ 7.0284e-03, -1.6885e-02, -6.4530e-03],\n",
       "           [-1.5313e-03, -1.2809e-02, -1.7555e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 7.2650e-04, -3.4599e-02,  3.6178e-03],\n",
       "           [-1.1468e-03, -1.6426e-02,  8.2671e-03],\n",
       "           [ 2.9852e-03, -1.2011e-02,  2.7804e-03]],\n",
       " \n",
       "          [[ 1.3518e-02, -3.6790e-02, -2.8406e-03],\n",
       "           [-3.6350e-03, -3.7368e-02, -9.5802e-03],\n",
       "           [ 1.3845e-02, -2.0064e-02,  1.7846e-03]],\n",
       " \n",
       "          [[-2.9108e-03,  3.5288e-03,  1.1068e-02],\n",
       "           [-9.1812e-03,  2.1687e-04,  1.5875e-02],\n",
       "           [ 4.1262e-03, -1.6199e-04,  6.8643e-04]]],\n",
       " \n",
       " \n",
       "         [[[ 2.3126e-02,  1.7599e-02,  1.8742e-02],\n",
       "           [ 2.9786e-02,  1.1471e-02,  7.7411e-03],\n",
       "           [ 1.9394e-03,  3.7610e-03, -1.0510e-02]],\n",
       " \n",
       "          [[-2.6477e-02, -1.8215e-02,  1.5537e-02],\n",
       "           [-3.9110e-02, -3.6499e-02,  2.6256e-02],\n",
       "           [-3.0353e-02, -4.6805e-02, -1.6427e-02]],\n",
       " \n",
       "          [[-7.5252e-03,  2.2827e-03,  3.6183e-03],\n",
       "           [-1.2927e-02, -9.0444e-03,  2.2144e-02],\n",
       "           [-6.5457e-03, -1.3059e-02, -3.4611e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.4686e-02, -6.7829e-03, -5.8789e-03],\n",
       "           [-1.1703e-02, -3.4396e-03,  8.6091e-04],\n",
       "           [-9.0684e-03, -4.9701e-03,  2.1739e-02]],\n",
       " \n",
       "          [[ 3.5613e-03, -5.1085e-03, -2.2686e-02],\n",
       "           [ 5.7618e-03, -5.8313e-04, -1.1181e-02],\n",
       "           [-7.6683e-03, -1.2790e-02, -8.8351e-03]],\n",
       " \n",
       "          [[-8.7081e-03, -2.4242e-03,  1.7277e-02],\n",
       "           [-6.8912e-03, -8.9876e-03,  7.6058e-03],\n",
       "           [-4.3620e-03, -1.2196e-02, -1.0771e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.1395e-02, -1.6485e-02, -8.1376e-03],\n",
       "           [-1.0096e-04, -3.0751e-02,  4.5764e-03],\n",
       "           [ 7.2135e-03, -1.9183e-02, -8.7631e-04]],\n",
       " \n",
       "          [[-2.5444e-02, -1.2167e-02, -1.5170e-02],\n",
       "           [-2.6833e-02, -1.3808e-02, -1.7042e-02],\n",
       "           [-2.0713e-02, -1.7758e-02, -1.7370e-02]],\n",
       " \n",
       "          [[-1.6505e-02, -8.0067e-03,  1.1924e-03],\n",
       "           [-1.7738e-02, -3.1269e-03,  1.2873e-02],\n",
       "           [-2.0834e-02, -1.8683e-03,  1.0609e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.2366e-03,  1.1488e-02, -7.5118e-03],\n",
       "           [-1.2653e-02, -4.1932e-03, -1.6243e-02],\n",
       "           [-1.8112e-02, -2.3787e-02,  4.6444e-03]],\n",
       " \n",
       "          [[-1.3521e-02,  4.4411e-03, -1.8358e-02],\n",
       "           [-3.1651e-02,  6.4925e-03, -2.0924e-02],\n",
       "           [-2.9287e-02, -6.6709e-04, -7.9085e-03]],\n",
       " \n",
       "          [[-4.8704e-03, -2.1171e-03,  4.6133e-03],\n",
       "           [-6.9341e-03, -2.1932e-02,  5.6086e-03],\n",
       "           [-2.1563e-05, -4.4543e-03,  2.2337e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0969, 0.1814, 0.1938, 0.1642, 0.2110, 0.2123, 0.1423, 0.1863, 0.1374,\n",
       "         0.1904, 0.1703, 0.1753, 0.2232, 0.1309, 0.1904, 0.1800, 0.2098, 0.2059,\n",
       "         0.2137, 0.1609, 0.1975, 0.2097, 0.1341, 0.1360, 0.1813, 0.2388, 0.1784,\n",
       "         0.1816, 0.1364, 0.2038, 0.1830, 0.2292, 0.2131, 0.2544, 0.2114, 0.1966,\n",
       "         0.1961, 0.1324, 0.1402, 0.2292, 0.1947, 0.2015, 0.1747, 0.1883, 0.1947,\n",
       "         0.1927, 0.2368, 0.2083, 0.2113, 0.1313, 0.1306, 0.1675, 0.1935, 0.1699,\n",
       "         0.1958, 0.1847, 0.1984, 0.1885, 0.1834, 0.1234, 0.2094, 0.1791, 0.1495,\n",
       "         0.1383, 0.1268, 0.1357, 0.2262, 0.1566, 0.1690, 0.1925, 0.2146, 0.1678,\n",
       "         0.1544, 0.1702, 0.2020, 0.2086, 0.2057, 0.2180, 0.1834, 0.1976, 0.1290,\n",
       "         0.1304, 0.2164, 0.1939, 0.1878, 0.1262, 0.1837, 0.2008, 0.1922, 0.2035,\n",
       "         0.2134, 0.2244, 0.2234, 0.1850, 0.1372, 0.1804, 0.2006, 0.2246, 0.1644,\n",
       "         0.1731, 0.1765, 0.2073, 0.1688, 0.1802, 0.2063, 0.2126, 0.2001, 0.2032,\n",
       "         0.1740, 0.2060, 0.2358, 0.1634, 0.1929, 0.1728, 0.1168, 0.1076, 0.2326,\n",
       "         0.2094, 0.1260, 0.1913, 0.2373, 0.2136, 0.1605, 0.1765, 0.1873, 0.1220,\n",
       "         0.2000, 0.1367, 0.1592, 0.1939, 0.1984, 0.2398, 0.1705, 0.2116, 0.1427,\n",
       "         0.1169, 0.1843, 0.1933, 0.1586, 0.2246, 0.1880, 0.1705, 0.1947, 0.1136,\n",
       "         0.1762, 0.2038, 0.1890, 0.1363, 0.2078, 0.1812, 0.1731, 0.2160, 0.2013,\n",
       "         0.1872, 0.1884, 0.1926, 0.2031, 0.1792, 0.1819, 0.2186, 0.2463, 0.1658,\n",
       "         0.1785, 0.1689, 0.1977, 0.1764, 0.1882, 0.2066, 0.1976, 0.1820, 0.1959,\n",
       "         0.1923, 0.1890, 0.2039, 0.1843, 0.1626, 0.1936, 0.1497, 0.1687, 0.1552,\n",
       "         0.1930, 0.2002, 0.1945, 0.1496, 0.1902, 0.1932, 0.1964, 0.1960, 0.1302,\n",
       "         0.2041, 0.1938, 0.1172, 0.1964, 0.1644, 0.1392, 0.2242, 0.2161, 0.1988,\n",
       "         0.1831, 0.1781, 0.2014, 0.2313, 0.1659, 0.1729, 0.1504, 0.1237, 0.1461,\n",
       "         0.2231, 0.2200, 0.1365, 0.1267, 0.1903, 0.1304, 0.1314, 0.1488, 0.2102,\n",
       "         0.2209, 0.2202, 0.2071, 0.1849, 0.1693, 0.2050, 0.1968, 0.1972, 0.1638,\n",
       "         0.1653, 0.2203, 0.1555, 0.1691, 0.1945, 0.1849, 0.2019, 0.2369, 0.1930,\n",
       "         0.2014, 0.2247, 0.2038, 0.1653, 0.1384, 0.3183, 0.1976, 0.2010, 0.1879,\n",
       "         0.1703, 0.1880, 0.2127, 0.1852, 0.2193, 0.2023, 0.2166, 0.1547, 0.1343,\n",
       "         0.1245, 0.2063, 0.1767, 0.1484], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 1.2615e-01, -5.9233e-02, -1.5295e-01, -4.7048e-02, -1.1835e-01,\n",
       "         -1.2362e-01,  1.0900e-01, -2.9269e-02, -8.8861e-03, -8.2931e-02,\n",
       "         -5.0155e-02, -7.5494e-02, -1.2076e-01, -9.9127e-03, -1.1747e-01,\n",
       "         -5.2313e-02, -1.5127e-01, -1.0940e-01, -1.3691e-01, -5.4132e-02,\n",
       "         -9.4960e-02, -1.1124e-01,  6.3238e-02,  4.4206e-02, -8.7481e-02,\n",
       "         -1.3061e-01, -7.2148e-02, -6.8774e-02,  5.9655e-02, -1.1140e-01,\n",
       "         -1.0939e-01, -9.8596e-02, -1.5229e-01, -1.4761e-01, -1.0766e-01,\n",
       "         -1.6778e-01, -8.5015e-02, -1.3034e-02,  3.5861e-03, -1.0192e-01,\n",
       "         -5.7802e-02, -1.3771e-01, -6.6723e-02, -1.3339e-01, -1.2607e-01,\n",
       "         -9.4023e-02, -1.3226e-01, -1.4001e-01, -1.3204e-01,  2.1843e-02,\n",
       "         -2.3089e-03, -9.8441e-02, -1.0657e-01, -3.1796e-02, -8.9245e-02,\n",
       "         -4.9272e-03, -1.6872e-01, -4.5838e-02, -6.6662e-02,  5.9733e-02,\n",
       "         -1.0808e-01, -6.2619e-02,  5.8507e-03,  8.0915e-02,  1.0680e-01,\n",
       "          1.6887e-02, -1.4020e-01, -2.1076e-02, -9.4482e-02, -8.6083e-02,\n",
       "         -1.5086e-01, -9.1317e-02, -6.8136e-02, -4.7873e-02, -9.3389e-02,\n",
       "         -1.0062e-01, -1.0832e-01, -1.8928e-01, -3.5572e-02, -1.0464e-01,\n",
       "          5.8055e-02,  1.4146e-02, -1.7152e-01, -7.2239e-02, -1.1602e-01,\n",
       "          1.0534e-01, -3.2463e-02, -1.6633e-01, -1.0445e-01, -1.5508e-01,\n",
       "         -1.5438e-01, -2.0165e-01, -1.5573e-01, -7.1136e-02,  7.2593e-02,\n",
       "         -6.1396e-02, -1.1876e-01, -8.2749e-02, -5.1496e-05, -4.7321e-02,\n",
       "         -7.7301e-02, -5.9202e-02, -7.8457e-02, -5.3387e-02, -8.4723e-02,\n",
       "         -1.1788e-01, -1.4518e-01, -1.1721e-01, -1.2998e-01, -1.3764e-01,\n",
       "         -1.5298e-01, -8.4281e-02, -9.1973e-02, -8.5483e-02,  1.7706e-01,\n",
       "          1.6968e-01, -1.2381e-01, -1.6495e-01,  5.0838e-02, -6.2624e-02,\n",
       "         -1.2312e-01, -1.6180e-01, -6.7257e-02, -1.0606e-01, -1.1463e-01,\n",
       "          6.5084e-02, -4.8578e-02,  3.5606e-02, -4.3857e-02, -7.7534e-02,\n",
       "         -1.1058e-01, -1.3802e-01, -8.5971e-02, -8.7937e-02,  3.8967e-02,\n",
       "          8.4546e-02, -4.0420e-02, -7.2828e-02,  3.9676e-03, -1.6207e-01,\n",
       "         -8.9483e-02, -3.4455e-02, -5.8233e-02,  9.8494e-02, -6.7698e-02,\n",
       "         -1.4932e-01, -9.0752e-02,  9.0224e-02, -1.0576e-01, -8.8800e-02,\n",
       "         -2.9127e-02, -1.4752e-01, -8.1765e-02, -1.0979e-01, -8.3725e-02,\n",
       "         -1.3022e-01, -1.1545e-01, -9.7815e-02, -4.2920e-02, -1.0993e-01,\n",
       "         -1.3437e-01, -1.1369e-01, -4.3958e-02, -5.0564e-02, -1.4523e-01,\n",
       "         -1.0702e-01, -7.9699e-02, -9.1390e-02, -8.0357e-02, -7.2291e-02,\n",
       "         -1.2955e-01, -9.2195e-02, -9.5907e-02, -1.2981e-01, -5.1169e-02,\n",
       "         -1.9490e-02, -6.8180e-02,  1.6523e-02, -5.1798e-02, -1.4155e-02,\n",
       "         -7.1280e-02, -8.5688e-02, -1.4341e-01, -3.2714e-02, -9.7823e-02,\n",
       "         -6.5586e-02, -1.3234e-01, -7.3711e-02,  1.0819e-01, -1.3280e-01,\n",
       "         -1.0869e-01,  7.0708e-02, -1.2206e-01, -2.6798e-02, -9.8379e-03,\n",
       "         -9.8309e-02, -1.5727e-01, -1.4042e-01, -8.6021e-02, -7.3771e-02,\n",
       "         -6.7891e-02, -1.4457e-01, -9.4263e-02, -6.1840e-02,  9.1494e-03,\n",
       "          5.4014e-02,  4.5844e-02, -1.0480e-01, -1.2518e-01,  6.2286e-02,\n",
       "          2.1880e-01, -1.0445e-01,  5.5518e-03,  2.0990e-02,  2.1863e-02,\n",
       "         -1.1384e-01, -1.2299e-01, -1.0539e-01, -9.2407e-02, -1.2637e-01,\n",
       "         -3.5281e-02, -1.3990e-01, -9.6087e-02, -5.3258e-02, -2.2930e-02,\n",
       "         -2.4404e-02, -1.2303e-01,  3.5729e-04, -9.4047e-02, -1.1044e-01,\n",
       "         -9.5865e-02, -1.0581e-01, -4.8983e-02, -1.1993e-01, -1.4085e-01,\n",
       "         -1.0943e-01, -1.1231e-01, -2.1682e-02,  9.9759e-03, -2.2018e-01,\n",
       "         -1.5884e-01, -1.2030e-01, -1.0657e-01, -3.5672e-02, -4.2204e-02,\n",
       "         -1.8261e-01, -7.1381e-02, -1.0657e-01, -9.9365e-02, -8.1589e-02,\n",
       "         -1.4117e-03,  2.6244e-02,  8.8078e-02, -1.0680e-01, -5.3910e-02,\n",
       "         -1.3895e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-2.3780e-02]],\n",
       " \n",
       "          [[ 8.7015e-03]],\n",
       " \n",
       "          [[ 1.8315e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.2013e-02]],\n",
       " \n",
       "          [[ 3.4015e-03]],\n",
       " \n",
       "          [[-9.9530e-03]]],\n",
       " \n",
       " \n",
       "         [[[-2.0450e-02]],\n",
       " \n",
       "          [[-1.2731e-02]],\n",
       " \n",
       "          [[-1.6573e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.6109e-02]],\n",
       " \n",
       "          [[-1.3517e-02]],\n",
       " \n",
       "          [[-1.6127e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 1.0084e-02]],\n",
       " \n",
       "          [[ 2.4977e-03]],\n",
       " \n",
       "          [[-1.5499e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.1960e-02]],\n",
       " \n",
       "          [[ 1.1546e-02]],\n",
       " \n",
       "          [[ 2.3375e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-2.9875e-02]],\n",
       " \n",
       "          [[ 5.2212e-02]],\n",
       " \n",
       "          [[ 5.5405e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.4726e-02]],\n",
       " \n",
       "          [[ 5.1513e-03]],\n",
       " \n",
       "          [[ 3.5456e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.1258e-02]],\n",
       " \n",
       "          [[-3.4418e-02]],\n",
       " \n",
       "          [[-1.6843e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.3885e-04]],\n",
       " \n",
       "          [[-1.5460e-02]],\n",
       " \n",
       "          [[ 1.8400e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 2.4465e-02]],\n",
       " \n",
       "          [[ 1.4555e-05]],\n",
       " \n",
       "          [[-9.1697e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.8262e-02]],\n",
       " \n",
       "          [[-4.5732e-03]],\n",
       " \n",
       "          [[-1.8989e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0868, 0.0821, 0.1308,  ..., 0.0996, 0.0505, 0.0399],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 0.0686, -0.0592, -0.0134,  ..., -0.0592, -0.0634, -0.0250],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0151]],\n",
       " \n",
       "          [[-0.0096]],\n",
       " \n",
       "          [[-0.0002]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0319]],\n",
       " \n",
       "          [[ 0.0254]],\n",
       " \n",
       "          [[-0.0222]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0067]],\n",
       " \n",
       "          [[ 0.0014]],\n",
       " \n",
       "          [[ 0.0040]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0036]],\n",
       " \n",
       "          [[-0.0209]],\n",
       " \n",
       "          [[ 0.0074]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0080]],\n",
       " \n",
       "          [[ 0.0020]],\n",
       " \n",
       "          [[ 0.0119]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0144]],\n",
       " \n",
       "          [[-0.0124]],\n",
       " \n",
       "          [[-0.0081]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0148]],\n",
       " \n",
       "          [[-0.0041]],\n",
       " \n",
       "          [[ 0.0482]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0352]],\n",
       " \n",
       "          [[ 0.0047]],\n",
       " \n",
       "          [[ 0.0282]]],\n",
       " \n",
       " \n",
       "         [[[-0.0021]],\n",
       " \n",
       "          [[-0.0076]],\n",
       " \n",
       "          [[ 0.0219]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0071]],\n",
       " \n",
       "          [[-0.0095]],\n",
       " \n",
       "          [[-0.0106]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0090]],\n",
       " \n",
       "          [[ 0.0133]],\n",
       " \n",
       "          [[-0.0019]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0113]],\n",
       " \n",
       "          [[-0.0099]],\n",
       " \n",
       "          [[-0.0006]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2229, 0.1737, 0.1807, 0.1743, 0.2112, 0.2004, 0.1866, 0.1774, 0.1899,\n",
       "         0.1719, 0.1934, 0.1197, 0.1730, 0.2153, 0.1575, 0.1363, 0.1404, 0.1833,\n",
       "         0.1611, 0.1692, 0.1554, 0.1915, 0.1046, 0.1651, 0.1605, 0.1914, 0.2084,\n",
       "         0.1711, 0.1402, 0.1871, 0.1471, 0.1801, 0.1525, 0.1472, 0.1256, 0.1489,\n",
       "         0.1293, 0.1581, 0.0954, 0.1441, 0.1945, 0.1885, 0.1622, 0.1384, 0.2003,\n",
       "         0.1829, 0.2135, 0.1420, 0.1324, 0.1230, 0.2077, 0.1245, 0.1603, 0.1811,\n",
       "         0.1482, 0.1650, 0.1502, 0.1305, 0.1799, 0.1917, 0.1686, 0.1494, 0.1098,\n",
       "         0.1833, 0.1073, 0.1492, 0.1856, 0.1065, 0.2008, 0.1309, 0.1700, 0.1822,\n",
       "         0.1689, 0.1534, 0.1665, 0.1794, 0.1505, 0.1328, 0.1693, 0.1629, 0.1650,\n",
       "         0.1527, 0.1627, 0.1938, 0.1708, 0.1397, 0.1746, 0.1271, 0.2141, 0.1936,\n",
       "         0.1817, 0.1516, 0.1131, 0.1471, 0.1978, 0.1723, 0.1694, 0.1051, 0.1875,\n",
       "         0.1729, 0.1972, 0.1727, 0.1708, 0.1723, 0.1200, 0.2013, 0.1295, 0.1470,\n",
       "         0.1613, 0.1778, 0.2323, 0.1622, 0.1757, 0.1291, 0.2197, 0.1441, 0.1044,\n",
       "         0.1629, 0.1796, 0.1346, 0.1685, 0.1939, 0.1750, 0.1967, 0.1755, 0.1417,\n",
       "         0.1717, 0.1709, 0.1698, 0.1879, 0.1836, 0.1870, 0.1532, 0.1133, 0.1326,\n",
       "         0.1823, 0.1561, 0.1784, 0.1598, 0.1860, 0.1816, 0.1350, 0.1126, 0.1335,\n",
       "         0.1228, 0.1490, 0.2010, 0.1749, 0.1740, 0.1583, 0.1481, 0.1624, 0.2132,\n",
       "         0.1403, 0.1671, 0.1582, 0.1300, 0.1463, 0.1615, 0.2289, 0.2171, 0.1641,\n",
       "         0.0988, 0.1869, 0.1842, 0.1168, 0.1693, 0.2242, 0.1005, 0.1915, 0.1709,\n",
       "         0.1660, 0.1837, 0.2081, 0.1536, 0.1580, 0.1237, 0.1597, 0.1689, 0.1735,\n",
       "         0.1842, 0.1718, 0.1431, 0.1978, 0.1284, 0.1829, 0.1815, 0.2245, 0.1361,\n",
       "         0.1437, 0.1653, 0.1587, 0.1626, 0.1660, 0.1746, 0.1734, 0.1873, 0.1886,\n",
       "         0.1831, 0.1484, 0.1438, 0.1444, 0.1328, 0.1518, 0.1265, 0.1693, 0.1622,\n",
       "         0.1627, 0.2238, 0.1581, 0.1725, 0.2309, 0.1473, 0.1756, 0.2244, 0.1528,\n",
       "         0.1398, 0.1826, 0.1346, 0.2191, 0.2090, 0.1422, 0.1609, 0.1321, 0.1493,\n",
       "         0.1340, 0.1712, 0.1931, 0.1718, 0.1942, 0.1771, 0.1857, 0.2283, 0.1482,\n",
       "         0.1387, 0.1013, 0.1606, 0.1327, 0.1716, 0.1277, 0.1832, 0.1371, 0.1285,\n",
       "         0.1129, 0.1627, 0.1624, 0.2447, 0.1932, 0.1969, 0.1170, 0.1720, 0.1099,\n",
       "         0.1518, 0.1755, 0.1738, 0.1695], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.4928e-01, -1.0979e-01, -1.3509e-01, -1.2513e-01, -1.5263e-01,\n",
       "         -1.7013e-01, -1.1501e-01, -1.1623e-01, -9.7494e-02, -5.0802e-02,\n",
       "         -1.8163e-01,  4.2275e-02, -7.2548e-02, -1.8062e-01, -7.7192e-02,\n",
       "         -5.4484e-02, -3.2314e-02, -1.3126e-01, -7.0481e-02, -6.8627e-02,\n",
       "         -9.0169e-02, -1.6522e-01,  7.2915e-02, -1.1318e-01, -1.4878e-01,\n",
       "         -1.3457e-01, -1.6203e-01, -1.0351e-01, -2.8870e-02, -1.8186e-01,\n",
       "         -2.2194e-03, -1.4586e-01, -4.6488e-02, -6.2171e-02, -5.0256e-03,\n",
       "         -3.7145e-02, -6.0312e-03, -8.6788e-02,  6.0772e-02, -2.8876e-02,\n",
       "         -1.5164e-01, -1.7098e-01, -5.8757e-02, -2.5710e-02, -1.7789e-01,\n",
       "         -1.2163e-01, -1.4751e-01, -1.4986e-02,  2.6316e-02, -9.0672e-03,\n",
       "         -8.9211e-02, -4.6250e-02, -4.1737e-02, -1.1928e-01, -4.6955e-02,\n",
       "         -9.6058e-02, -4.7518e-02,  4.9469e-03, -1.4209e-01, -1.0687e-01,\n",
       "         -1.0479e-01, -3.0563e-02,  3.3139e-02, -1.2577e-01,  4.7929e-02,\n",
       "         -2.3789e-02, -1.0154e-01,  2.6633e-02, -1.1872e-01,  3.5937e-04,\n",
       "         -9.6244e-02, -1.1726e-01, -6.7654e-02, -6.9065e-02, -8.2658e-02,\n",
       "         -1.3546e-01, -3.4334e-02,  7.1045e-03, -8.3948e-02, -1.3331e-01,\n",
       "         -1.1691e-01, -4.8914e-02, -4.4024e-02, -1.6899e-01, -8.5593e-02,\n",
       "         -3.1955e-03, -7.1741e-02,  1.3338e-02, -3.4992e-02, -1.4151e-01,\n",
       "         -1.4034e-01,  2.9251e-03,  3.3677e-02, -2.5083e-02, -1.2356e-01,\n",
       "         -1.2797e-01, -9.1613e-02,  9.6959e-02, -1.1207e-01, -8.1004e-02,\n",
       "         -1.8825e-01, -1.0451e-01, -7.3143e-02, -7.4895e-02,  9.4090e-05,\n",
       "         -1.3193e-01,  5.1445e-03, -1.9296e-02, -1.2329e-01, -5.6721e-02,\n",
       "         -1.9205e-01, -3.1133e-02, -9.1530e-02,  6.6710e-02, -2.4210e-01,\n",
       "         -5.2048e-03,  8.0655e-02, -1.2082e-01, -1.2021e-01, -2.0576e-02,\n",
       "         -1.5340e-01, -1.1071e-01, -1.2218e-01, -1.6505e-01, -1.0739e-01,\n",
       "         -7.8946e-03, -7.6743e-02, -9.2304e-02, -4.7827e-02, -9.2458e-02,\n",
       "         -6.6784e-02, -1.1565e-01, -5.9470e-02,  1.0599e-02,  6.9114e-03,\n",
       "         -1.1681e-01, -8.4591e-02, -1.3900e-01, -9.4553e-02, -9.7430e-02,\n",
       "         -9.9299e-02,  6.4490e-03,  2.8267e-02, -4.4997e-02,  1.7632e-02,\n",
       "         -6.2094e-02, -1.9853e-01, -6.3898e-02, -9.3841e-02, -8.2214e-02,\n",
       "         -7.5070e-02, -8.0450e-02, -2.1683e-01, -4.0105e-02, -5.8430e-02,\n",
       "         -8.3977e-02, -6.9395e-03, -9.3184e-03, -1.1497e-01, -2.1609e-01,\n",
       "         -2.2334e-01, -3.6522e-02,  6.4142e-02, -1.0249e-01, -1.2372e-01,\n",
       "          3.8670e-02, -8.1167e-02, -2.5940e-01,  5.8875e-02, -1.6720e-01,\n",
       "         -1.0290e-01, -7.2379e-02, -1.0844e-01, -1.6731e-01, -8.2576e-02,\n",
       "         -6.1708e-02,  6.3542e-02, -2.4320e-02, -1.1567e-01, -1.1842e-01,\n",
       "         -1.0955e-01, -1.1670e-01, -3.6247e-02, -2.0685e-01,  5.1847e-02,\n",
       "         -8.6794e-02, -1.2995e-01, -1.2253e-01, -2.7693e-03, -5.4737e-02,\n",
       "         -1.0100e-01, -8.7536e-02, -7.2082e-02, -8.3126e-02, -1.2973e-01,\n",
       "         -1.4514e-01, -9.6149e-02, -1.3149e-01, -1.2539e-01, -6.2804e-02,\n",
       "         -5.9834e-02, -4.6018e-02, -5.2563e-02, -7.9671e-02,  3.4442e-03,\n",
       "         -1.1963e-01, -9.4570e-02, -4.9286e-02, -1.3649e-01, -9.4857e-02,\n",
       "         -6.4080e-02, -2.5179e-01, -4.1904e-02, -1.4620e-01, -1.6351e-01,\n",
       "         -3.5133e-02, -2.9872e-02, -1.4886e-01, -2.6756e-02, -1.4133e-01,\n",
       "         -2.4615e-01, -1.3116e-02, -8.9074e-02,  1.9305e-02, -7.1184e-02,\n",
       "          1.3045e-02, -1.1534e-01, -1.6560e-01, -1.3285e-01, -1.2347e-01,\n",
       "         -1.6612e-01, -1.6523e-01, -1.1077e-01, -1.4155e-02, -1.3760e-02,\n",
       "          8.3358e-02, -1.1696e-01, -5.0045e-03, -1.0652e-01,  4.0918e-02,\n",
       "         -1.4229e-01,  5.2031e-02, -1.4381e-02,  2.2179e-03, -8.5273e-02,\n",
       "         -6.5836e-02, -2.0202e-01, -8.5236e-02, -1.3719e-01,  1.1053e-01,\n",
       "         -1.0727e-01,  3.7171e-02, -1.3125e-01, -8.4972e-02, -1.6628e-01,\n",
       "         -7.9450e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-2.0021e-02, -1.8551e-02, -1.7702e-02],\n",
       "           [ 3.1990e-03,  2.4608e-02,  8.0167e-03],\n",
       "           [ 6.3028e-04,  1.6046e-02,  1.4803e-02]],\n",
       " \n",
       "          [[-9.5785e-03, -2.7887e-02, -2.9613e-02],\n",
       "           [-3.1373e-02, -3.2521e-02, -3.0791e-02],\n",
       "           [-1.4816e-02, -2.8355e-02, -1.3990e-02]],\n",
       " \n",
       "          [[-1.3157e-02, -2.2484e-02, -1.0739e-02],\n",
       "           [-3.1500e-02, -2.3580e-02,  6.3404e-03],\n",
       "           [-2.5687e-02, -2.5521e-02,  4.3534e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.2378e-02, -1.2427e-04,  1.5254e-02],\n",
       "           [-6.0275e-04, -6.7721e-03, -2.6011e-03],\n",
       "           [-1.7559e-02,  1.8965e-02, -4.6312e-03]],\n",
       " \n",
       "          [[-3.6175e-03, -4.2797e-03, -1.7449e-03],\n",
       "           [-3.8641e-03,  7.3817e-04, -1.3511e-02],\n",
       "           [ 6.3750e-03,  1.6524e-02,  2.8192e-04]],\n",
       " \n",
       "          [[-3.1021e-03, -1.0760e-02, -1.0820e-02],\n",
       "           [ 7.6638e-03,  2.9162e-03, -5.7753e-03],\n",
       "           [ 1.1449e-02,  1.4833e-02,  9.0975e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.5001e-02,  2.4205e-02,  1.2504e-02],\n",
       "           [ 3.4874e-03, -1.1496e-03,  3.4027e-03],\n",
       "           [ 2.7936e-05,  1.3407e-02,  1.1299e-02]],\n",
       " \n",
       "          [[-1.4379e-03,  7.5750e-03,  2.6118e-03],\n",
       "           [ 7.8706e-03,  1.8343e-02,  1.5806e-02],\n",
       "           [ 1.9598e-02,  1.7216e-02,  1.5445e-02]],\n",
       " \n",
       "          [[ 1.8630e-03,  1.0110e-02,  6.0079e-03],\n",
       "           [-1.5777e-03,  1.1053e-02,  1.2386e-02],\n",
       "           [ 3.2049e-04,  6.9257e-03,  1.6020e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.1639e-02,  5.4614e-02,  2.8195e-02],\n",
       "           [ 1.7428e-03, -5.5484e-03,  3.2060e-03],\n",
       "           [ 7.9264e-03,  1.1677e-02, -7.1334e-05]],\n",
       " \n",
       "          [[ 2.5534e-03,  2.4595e-02,  5.9373e-03],\n",
       "           [-1.7774e-02, -1.3784e-02, -2.2712e-02],\n",
       "           [-1.6822e-02, -2.6017e-02, -2.7600e-02]],\n",
       " \n",
       "          [[-1.0540e-02,  8.9218e-03, -1.3999e-02],\n",
       "           [-9.6549e-03,  2.3946e-02, -8.7016e-03],\n",
       "           [-7.9950e-03,  9.3906e-04, -9.1844e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.0220e-02,  1.3448e-02,  3.1288e-03],\n",
       "           [ 1.5761e-02,  1.8226e-02, -6.3891e-03],\n",
       "           [-2.4425e-02, -1.9363e-02, -1.5872e-02]],\n",
       " \n",
       "          [[-3.9879e-03,  8.0336e-03, -2.0417e-02],\n",
       "           [ 8.3537e-04,  2.8709e-02,  6.7334e-03],\n",
       "           [ 7.4572e-03,  7.4434e-03,  1.9225e-03]],\n",
       " \n",
       "          [[ 4.3888e-03, -1.2994e-02, -2.3043e-02],\n",
       "           [ 2.7014e-02,  2.6314e-02, -2.5255e-02],\n",
       "           [-4.4141e-02,  2.8281e-02,  1.8219e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.1192e-02,  3.0951e-02,  1.8161e-02],\n",
       "           [ 2.0311e-02, -5.5866e-03,  8.4678e-03],\n",
       "           [ 1.8127e-02,  1.2721e-02, -1.8260e-02]],\n",
       " \n",
       "          [[ 5.3415e-04,  1.0669e-02, -1.4406e-03],\n",
       "           [-4.9864e-03, -3.8027e-03, -1.1200e-02],\n",
       "           [-6.7161e-03, -1.5710e-03, -5.0357e-03]],\n",
       " \n",
       "          [[ 5.3110e-03, -2.5468e-02,  4.4721e-03],\n",
       "           [ 1.7959e-02,  3.0402e-02,  2.5463e-02],\n",
       "           [ 5.8145e-03,  2.1388e-02,  6.7136e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 4.9446e-03,  1.7032e-02, -4.1625e-03],\n",
       "           [ 3.4180e-03,  1.2317e-02, -5.9132e-03],\n",
       "           [-8.0229e-03,  1.0697e-03, -4.7393e-03]],\n",
       " \n",
       "          [[-1.3029e-02,  4.4715e-03,  1.3844e-02],\n",
       "           [ 1.9024e-02,  6.9983e-03, -1.8130e-02],\n",
       "           [-8.5130e-03, -1.0460e-02,  5.6612e-03]],\n",
       " \n",
       "          [[-2.8004e-02,  1.6113e-03, -1.1320e-02],\n",
       "           [ 7.5326e-04, -1.1488e-03,  2.6678e-03],\n",
       "           [ 1.0549e-02,  1.7583e-02,  5.4505e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.1530e-03, -2.0338e-03, -6.5455e-03],\n",
       "           [ 1.5567e-03,  9.2643e-03,  1.6332e-03],\n",
       "           [ 1.0746e-03,  1.2560e-02,  3.5943e-02]],\n",
       " \n",
       "          [[-1.0374e-02, -7.9724e-03,  1.0137e-02],\n",
       "           [-1.2538e-03, -4.4716e-03,  1.2623e-02],\n",
       "           [ 7.9506e-03, -8.7204e-03, -4.3344e-03]],\n",
       " \n",
       "          [[ 9.0244e-03, -2.2564e-02, -1.3702e-02],\n",
       "           [-1.5199e-02,  2.4168e-03, -7.6975e-04],\n",
       "           [-1.2563e-03, -4.3446e-03,  1.3148e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.2275e-02, -1.2754e-02, -5.1172e-03],\n",
       "           [-1.1370e-03, -9.2372e-03,  8.6416e-04],\n",
       "           [ 4.9617e-03, -9.3581e-03,  3.2511e-03]],\n",
       " \n",
       "          [[-6.6198e-03, -6.9348e-03, -1.3156e-02],\n",
       "           [-5.2331e-03, -7.3249e-03, -1.1559e-02],\n",
       "           [-5.0624e-03,  9.6311e-03, -7.8505e-03]],\n",
       " \n",
       "          [[ 4.0814e-02,  7.9380e-03, -2.7049e-03],\n",
       "           [ 2.2294e-02,  9.4540e-03, -1.5283e-02],\n",
       "           [-6.1956e-03, -1.7091e-02, -3.0600e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.4390e-02,  1.5792e-03,  3.7335e-03],\n",
       "           [-1.1748e-02, -1.1045e-02,  1.5483e-03],\n",
       "           [ 1.5680e-02,  2.7082e-02,  1.0973e-02]],\n",
       " \n",
       "          [[-1.8610e-03, -1.1977e-02,  4.8226e-03],\n",
       "           [-1.4524e-03, -2.0644e-03,  3.1556e-03],\n",
       "           [-8.9026e-03,  2.0469e-03, -2.4178e-03]],\n",
       " \n",
       "          [[-1.4402e-02, -9.4209e-03, -1.2492e-02],\n",
       "           [-1.1095e-02, -9.3371e-03, -1.4696e-02],\n",
       "           [ 5.7585e-03,  1.5352e-02, -3.0816e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 6.7708e-03, -2.6976e-02,  6.9671e-04],\n",
       "           [ 6.6295e-03, -2.3181e-02, -6.4667e-03],\n",
       "           [ 3.4421e-03, -1.4330e-02,  1.7412e-03]],\n",
       " \n",
       "          [[-2.3924e-02, -1.9910e-02, -1.2937e-02],\n",
       "           [-2.9762e-03,  6.6023e-03, -1.2093e-02],\n",
       "           [ 8.2873e-03, -1.0582e-02,  1.4183e-03]],\n",
       " \n",
       "          [[ 4.2226e-03,  1.5073e-03,  1.7971e-02],\n",
       "           [ 6.0556e-03, -5.8182e-03,  7.9520e-03],\n",
       "           [-3.6708e-03, -2.5598e-02, -1.9481e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-5.5009e-03, -5.5731e-03, -4.2189e-03],\n",
       "           [ 3.2219e-04, -1.4452e-02, -1.0267e-02],\n",
       "           [-1.7291e-03,  6.5764e-04,  7.7291e-03]],\n",
       " \n",
       "          [[-3.4515e-03, -7.9305e-03, -7.1792e-03],\n",
       "           [-9.6562e-03,  7.9661e-03,  3.4565e-03],\n",
       "           [-1.2274e-03,  6.5865e-03,  1.6233e-03]],\n",
       " \n",
       "          [[ 8.3886e-03,  2.5827e-03,  1.8070e-04],\n",
       "           [-6.6978e-03, -6.0422e-03,  1.6910e-03],\n",
       "           [ 3.1690e-03,  6.6799e-03,  8.1717e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1172, 0.1486, 0.1118, 0.1961, 0.1318, 0.1768, 0.2088, 0.1235, 0.1939,\n",
       "         0.1717, 0.1465, 0.1779, 0.1724, 0.1284, 0.2134, 0.1629, 0.1602, 0.1782,\n",
       "         0.1857, 0.1772, 0.2084, 0.1832, 0.1883, 0.2201, 0.1983, 0.1766, 0.1609,\n",
       "         0.1723, 0.1201, 0.1766, 0.1504, 0.1930, 0.1928, 0.1722, 0.1899, 0.1772,\n",
       "         0.1429, 0.1551, 0.1959, 0.1659, 0.1552, 0.1888, 0.1171, 0.1534, 0.1623,\n",
       "         0.1706, 0.1560, 0.1285, 0.1875, 0.1632, 0.2061, 0.1069, 0.1679, 0.1918,\n",
       "         0.1611, 0.1705, 0.1820, 0.1939, 0.1656, 0.2021, 0.2128, 0.2180, 0.2011,\n",
       "         0.1673, 0.1869, 0.1146, 0.1936, 0.1755, 0.1847, 0.1840, 0.1738, 0.1549,\n",
       "         0.1633, 0.2015, 0.1985, 0.1701, 0.1513, 0.1041, 0.2055, 0.1405, 0.1966,\n",
       "         0.1671, 0.1687, 0.1042, 0.1770, 0.1891, 0.2306, 0.1723, 0.2230, 0.1693,\n",
       "         0.1772, 0.1330, 0.1588, 0.1652, 0.1205, 0.1041, 0.0999, 0.1309, 0.1637,\n",
       "         0.1794, 0.1612, 0.1924, 0.1571, 0.1692, 0.1796, 0.2162, 0.1776, 0.2294,\n",
       "         0.1652, 0.1751, 0.1924, 0.1629, 0.1791, 0.2089, 0.1569, 0.2452, 0.1906,\n",
       "         0.1794, 0.1796, 0.1883, 0.1424, 0.1731, 0.1424, 0.1372, 0.1542, 0.1715,\n",
       "         0.1811, 0.1651, 0.1873, 0.1902, 0.1952, 0.2106, 0.1683, 0.1800, 0.1559,\n",
       "         0.1818, 0.1734, 0.1359, 0.1813, 0.1515, 0.1618, 0.1718, 0.1377, 0.1904,\n",
       "         0.1427, 0.1301, 0.1870, 0.1454, 0.2006, 0.1744, 0.1534, 0.1650, 0.1948,\n",
       "         0.1972, 0.1850, 0.1945, 0.1683, 0.2064, 0.1805, 0.2091, 0.1008, 0.1721,\n",
       "         0.1616, 0.1782, 0.1447, 0.1548, 0.1390, 0.1507, 0.1814, 0.1880, 0.1669,\n",
       "         0.1784, 0.2107, 0.1724, 0.1471, 0.1792, 0.1121, 0.1802, 0.1687, 0.1774,\n",
       "         0.1681, 0.1896, 0.1893, 0.1795, 0.1421, 0.2329, 0.1789, 0.1458, 0.1941,\n",
       "         0.1956, 0.2023, 0.1319, 0.1597, 0.2023, 0.1692, 0.1192, 0.1909, 0.1831,\n",
       "         0.2032, 0.1739, 0.1729, 0.2098, 0.1490, 0.1687, 0.1818, 0.2041, 0.1640,\n",
       "         0.1716, 0.1760, 0.2110, 0.1896, 0.1573, 0.2008, 0.1776, 0.1976, 0.1955,\n",
       "         0.1647, 0.1438, 0.1871, 0.1431, 0.1685, 0.1582, 0.1737, 0.2530, 0.1759,\n",
       "         0.1787, 0.1516, 0.1858, 0.2028, 0.1262, 0.1840, 0.1693, 0.1607, 0.1612,\n",
       "         0.1993, 0.0968, 0.1830, 0.1167, 0.1818, 0.1432, 0.1611, 0.1969, 0.1837,\n",
       "         0.1743, 0.1907, 0.1227, 0.1540, 0.2193, 0.1719, 0.1709, 0.1867, 0.1634,\n",
       "         0.2592, 0.1809, 0.1939, 0.1892], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 0.0455,  0.0114,  0.0543, -0.1035, -0.0039, -0.0757, -0.1422,  0.0248,\n",
       "         -0.0766, -0.0710, -0.0464, -0.0480, -0.0542,  0.0290, -0.1238, -0.0988,\n",
       "         -0.0508, -0.0901, -0.0405, -0.0784, -0.1533, -0.0721, -0.0873, -0.1499,\n",
       "         -0.0973, -0.1233, -0.0495, -0.0790,  0.0652, -0.0384, -0.0393, -0.1157,\n",
       "         -0.0972, -0.0794, -0.1821, -0.0861, -0.0169, -0.0537, -0.1305, -0.0633,\n",
       "         -0.0254, -0.0855,  0.0479, -0.0556, -0.0613, -0.0671, -0.0475,  0.0369,\n",
       "         -0.1246, -0.0789, -0.1112,  0.0760, -0.1156, -0.1098, -0.0638, -0.1069,\n",
       "         -0.0435, -0.1172, -0.0613, -0.1543, -0.1708, -0.1784, -0.0690, -0.0399,\n",
       "         -0.0932,  0.0419, -0.1154, -0.1171, -0.0923, -0.0639, -0.1087, -0.1061,\n",
       "         -0.0857, -0.0949, -0.1137, -0.0477, -0.0715,  0.0761, -0.1130,  0.0511,\n",
       "         -0.0953, -0.0851, -0.0670,  0.1117, -0.0071, -0.0763, -0.0939, -0.0684,\n",
       "         -0.0762, -0.0408, -0.0951,  0.0644, -0.0695, -0.0269,  0.0201,  0.1716,\n",
       "          0.0915,  0.0008, -0.0494, -0.0853, -0.0514, -0.1249, -0.0699, -0.0653,\n",
       "         -0.0570, -0.1052, -0.0793, -0.0728, -0.0819, -0.0286, -0.1101, -0.1126,\n",
       "         -0.0954, -0.1218, -0.0236, -0.1533, -0.1140, -0.0763, -0.0401, -0.1015,\n",
       "         -0.0260, -0.0764, -0.0094,  0.0063, -0.0123, -0.0924, -0.0917, -0.0843,\n",
       "         -0.1459, -0.1110, -0.1098, -0.1222, -0.0820, -0.0868, -0.0236, -0.0188,\n",
       "         -0.1086, -0.0003, -0.1303, -0.0408, -0.0333, -0.0577,  0.0165, -0.1304,\n",
       "         -0.0085,  0.0016, -0.0682,  0.0156, -0.1162, -0.0478, -0.0403, -0.0831,\n",
       "         -0.1351, -0.1109, -0.0897, -0.1121, -0.1022, -0.1640, -0.0827, -0.0951,\n",
       "          0.1404, -0.0773, -0.0689, -0.1049, -0.0135, -0.0545, -0.0377, -0.0545,\n",
       "         -0.1116, -0.0349, -0.0096, -0.1127, -0.0501, -0.0897, -0.0169, -0.1017,\n",
       "          0.1593, -0.0742, -0.1001, -0.0708, -0.0835, -0.1478, -0.1208, -0.0753,\n",
       "          0.0439, -0.1303, -0.0392, -0.0390, -0.0879, -0.1050, -0.1420,  0.0123,\n",
       "         -0.0536, -0.1472, -0.1299,  0.0310, -0.0642, -0.0952, -0.2083, -0.0673,\n",
       "         -0.1081, -0.1043, -0.0352, -0.0746, -0.1174, -0.0754, -0.1023, -0.0971,\n",
       "         -0.0601, -0.1341, -0.1156, -0.0317, -0.1022, -0.1406, -0.1641, -0.1076,\n",
       "         -0.0631, -0.0371, -0.1357, -0.0344, -0.0920, -0.0624, -0.0232, -0.1844,\n",
       "         -0.1186, -0.0680, -0.0322, -0.0491, -0.1180,  0.1064, -0.1022, -0.1092,\n",
       "         -0.0403, -0.0583, -0.0546,  0.1480, -0.1122,  0.0864, -0.1407,  0.0219,\n",
       "         -0.0551, -0.1320, -0.1212, -0.0852, -0.1310,  0.0837,  0.0098, -0.1358,\n",
       "         -0.0812, -0.0854, -0.0734, -0.0591, -0.0997, -0.0921, -0.1200, -0.1237],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0032]],\n",
       " \n",
       "          [[ 0.0148]],\n",
       " \n",
       "          [[-0.0396]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0013]],\n",
       " \n",
       "          [[ 0.0151]],\n",
       " \n",
       "          [[-0.0119]]],\n",
       " \n",
       " \n",
       "         [[[-0.0057]],\n",
       " \n",
       "          [[ 0.0229]],\n",
       " \n",
       "          [[-0.0263]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0314]],\n",
       " \n",
       "          [[-0.0260]],\n",
       " \n",
       "          [[-0.0012]]],\n",
       " \n",
       " \n",
       "         [[[-0.0014]],\n",
       " \n",
       "          [[-0.0034]],\n",
       " \n",
       "          [[ 0.0123]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0290]],\n",
       " \n",
       "          [[ 0.0082]],\n",
       " \n",
       "          [[ 0.0009]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0093]],\n",
       " \n",
       "          [[-0.0393]],\n",
       " \n",
       "          [[-0.0015]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0095]],\n",
       " \n",
       "          [[-0.0247]],\n",
       " \n",
       "          [[ 0.0033]]],\n",
       " \n",
       " \n",
       "         [[[-0.0059]],\n",
       " \n",
       "          [[ 0.0181]],\n",
       " \n",
       "          [[-0.0442]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0073]],\n",
       " \n",
       "          [[ 0.0077]],\n",
       " \n",
       "          [[-0.0071]]],\n",
       " \n",
       " \n",
       "         [[[-0.0073]],\n",
       " \n",
       "          [[-0.0110]],\n",
       " \n",
       "          [[-0.0129]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0011]],\n",
       " \n",
       "          [[-0.0063]],\n",
       " \n",
       "          [[-0.0057]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0360, 0.1336, 0.1071,  ..., 0.1109, 0.0601, 0.0164],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 0.0043, -0.0521, -0.0891,  ..., -0.0850, -0.0222, -0.0078],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0341]],\n",
       " \n",
       "          [[ 0.0322]],\n",
       " \n",
       "          [[-0.0203]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0042]],\n",
       " \n",
       "          [[ 0.0127]],\n",
       " \n",
       "          [[-0.0057]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0033]],\n",
       " \n",
       "          [[-0.0099]],\n",
       " \n",
       "          [[-0.0088]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0016]],\n",
       " \n",
       "          [[ 0.0076]],\n",
       " \n",
       "          [[-0.0060]]],\n",
       " \n",
       " \n",
       "         [[[-0.0241]],\n",
       " \n",
       "          [[ 0.0130]],\n",
       " \n",
       "          [[-0.0065]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0138]],\n",
       " \n",
       "          [[ 0.0133]],\n",
       " \n",
       "          [[ 0.0002]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0112]],\n",
       " \n",
       "          [[-0.0042]],\n",
       " \n",
       "          [[ 0.0299]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0162]],\n",
       " \n",
       "          [[ 0.0072]],\n",
       " \n",
       "          [[ 0.0056]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0048]],\n",
       " \n",
       "          [[-0.0029]],\n",
       " \n",
       "          [[-0.0065]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0289]],\n",
       " \n",
       "          [[-0.0151]],\n",
       " \n",
       "          [[-0.0013]]],\n",
       " \n",
       " \n",
       "         [[[-0.0120]],\n",
       " \n",
       "          [[-0.0018]],\n",
       " \n",
       "          [[-0.0166]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0142]],\n",
       " \n",
       "          [[-0.0154]],\n",
       " \n",
       "          [[ 0.0017]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1289, 0.1811, 0.1434, 0.1497, 0.1642, 0.2092, 0.1794, 0.1881, 0.1535,\n",
       "         0.1468, 0.1609, 0.1833, 0.1200, 0.1987, 0.1594, 0.1837, 0.2195, 0.1638,\n",
       "         0.1447, 0.2000, 0.1600, 0.1625, 0.1672, 0.1554, 0.1694, 0.1334, 0.1867,\n",
       "         0.1898, 0.1418, 0.1985, 0.2040, 0.1359, 0.2024, 0.1679, 0.1409, 0.1710,\n",
       "         0.1171, 0.1267, 0.1705, 0.1479, 0.1864, 0.1502, 0.2114, 0.2251, 0.1741,\n",
       "         0.1688, 0.1057, 0.1641, 0.1542, 0.1765, 0.1358, 0.1193, 0.1366, 0.1934,\n",
       "         0.1655, 0.1889, 0.1728, 0.1615, 0.1355, 0.1368, 0.1782, 0.1291, 0.1392,\n",
       "         0.1907, 0.1541, 0.1765, 0.1072, 0.1467, 0.1842, 0.1374, 0.1605, 0.1637,\n",
       "         0.1314, 0.1463, 0.2017, 0.1425, 0.1926, 0.1525, 0.1305, 0.1450, 0.1296,\n",
       "         0.1885, 0.1971, 0.1925, 0.1545, 0.1706, 0.2379, 0.2122, 0.1125, 0.1800,\n",
       "         0.1602, 0.2117, 0.1842, 0.1107, 0.1372, 0.2442, 0.1042, 0.1182, 0.0949,\n",
       "         0.1530, 0.2418, 0.1407, 0.1725, 0.1684, 0.1633, 0.1663, 0.1553, 0.1665,\n",
       "         0.1538, 0.1521, 0.1838, 0.1724, 0.1525, 0.1191, 0.2689, 0.2067, 0.1609,\n",
       "         0.2066, 0.1505, 0.1249, 0.1743, 0.1818, 0.1720, 0.1662, 0.1839, 0.1219,\n",
       "         0.1762, 0.1704, 0.2420, 0.1757, 0.1415, 0.1631, 0.1480, 0.1309, 0.1715,\n",
       "         0.2615, 0.2070, 0.1373, 0.1571, 0.1903, 0.2086, 0.1327, 0.1527, 0.1692,\n",
       "         0.1480, 0.1080, 0.2477, 0.1751, 0.1824, 0.1472, 0.1249, 0.1503, 0.1501,\n",
       "         0.1819, 0.1820, 0.1727, 0.1731, 0.2000, 0.1898, 0.1394, 0.1588, 0.2024,\n",
       "         0.1223, 0.1661, 0.1468, 0.1820, 0.1327, 0.1352, 0.1986, 0.1774, 0.1645,\n",
       "         0.1668, 0.1750, 0.1990, 0.1404, 0.1675, 0.1671, 0.1795, 0.2062, 0.2018,\n",
       "         0.1402, 0.1090, 0.2003, 0.1751, 0.2018, 0.1448, 0.2129, 0.1697, 0.1422,\n",
       "         0.1965, 0.2124, 0.1867, 0.1635, 0.1548, 0.1512, 0.1250, 0.1871, 0.1386,\n",
       "         0.1309, 0.1906, 0.1693, 0.2194, 0.1601, 0.1940, 0.1565, 0.1534, 0.1686,\n",
       "         0.1828, 0.1698, 0.1652, 0.1527, 0.1592, 0.2534, 0.1596, 0.1241, 0.1393,\n",
       "         0.1909, 0.1468, 0.1454, 0.1538, 0.1681, 0.2015, 0.1332, 0.1100, 0.1251,\n",
       "         0.1419, 0.1402, 0.1850, 0.1382, 0.1208, 0.1329, 0.1655, 0.2290, 0.2108,\n",
       "         0.1896, 0.2278, 0.1625, 0.1533, 0.1672, 0.1810, 0.1588, 0.1610, 0.1820,\n",
       "         0.1441, 0.1734, 0.1845, 0.1972, 0.1542, 0.1601, 0.1929, 0.1244, 0.1860,\n",
       "         0.1983, 0.1758, 0.1489, 0.2357], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 0.0006, -0.0725, -0.0153, -0.0658, -0.0610, -0.2592, -0.1810, -0.1490,\n",
       "         -0.0697, -0.0946, -0.1224, -0.1609,  0.0562, -0.0820, -0.1319, -0.1549,\n",
       "         -0.1721, -0.0335, -0.0094, -0.1652, -0.1359, -0.1245, -0.0630, -0.0685,\n",
       "         -0.1001, -0.0173, -0.1559, -0.1228, -0.0454, -0.1486, -0.1025, -0.0473,\n",
       "         -0.1797, -0.1243, -0.0262, -0.0965, -0.0025,  0.0196, -0.0636, -0.0974,\n",
       "         -0.2064, -0.0293, -0.1324, -0.1492, -0.1018, -0.1239,  0.0444, -0.0776,\n",
       "         -0.1004, -0.1010, -0.0011, -0.0309, -0.0339, -0.1574, -0.0913, -0.1674,\n",
       "         -0.0259, -0.0579, -0.0208, -0.0215, -0.1362,  0.0058, -0.0442, -0.1441,\n",
       "         -0.0608, -0.0837,  0.0099,  0.0036, -0.1816, -0.0252, -0.1104, -0.0940,\n",
       "         -0.0362, -0.0573, -0.1263, -0.0292, -0.1641, -0.0536,  0.0529, -0.0321,\n",
       "         -0.0257, -0.0947, -0.1793, -0.1640, -0.0930, -0.1015, -0.1547, -0.1717,\n",
       "          0.0330, -0.1644, -0.0914, -0.1588, -0.1597,  0.0845, -0.0404, -0.2776,\n",
       "          0.0810, -0.0329,  0.1247, -0.1345, -0.3245, -0.0499, -0.1568, -0.1060,\n",
       "         -0.0913, -0.0739, -0.0661, -0.1299, -0.0879, -0.0423, -0.1727, -0.1591,\n",
       "         -0.0041,  0.0004, -0.3203, -0.0862, -0.0757, -0.1353, -0.0466,  0.0621,\n",
       "         -0.1229, -0.1409, -0.1227, -0.1133, -0.0855, -0.0182, -0.1056, -0.0657,\n",
       "         -0.1713, -0.1127, -0.0370, -0.0839, -0.0119,  0.0098, -0.1237, -0.2439,\n",
       "         -0.0838, -0.0089, -0.0526, -0.0859, -0.1498, -0.0226, -0.0194, -0.1387,\n",
       "         -0.0418,  0.0877, -0.3100, -0.1448, -0.1051, -0.0301, -0.0122, -0.0606,\n",
       "         -0.0785, -0.1823, -0.0825, -0.1156, -0.1209, -0.2377, -0.1006,  0.0264,\n",
       "         -0.0861, -0.1095,  0.0006, -0.0606, -0.0640, -0.1517,  0.0061, -0.0355,\n",
       "         -0.1887, -0.0947, -0.1044, -0.1002, -0.0760, -0.1056,  0.0033, -0.0441,\n",
       "         -0.0809, -0.0876, -0.1879, -0.1663, -0.0124,  0.0668, -0.1649, -0.1384,\n",
       "         -0.2013, -0.0407, -0.1811, -0.0985, -0.0375, -0.0793, -0.1937, -0.1418,\n",
       "         -0.1152, -0.0526, -0.0784, -0.0468, -0.1456, -0.0240, -0.0382, -0.1198,\n",
       "         -0.1637, -0.2104, -0.1062, -0.2088, -0.1195, -0.0362, -0.1108, -0.1116,\n",
       "         -0.1301, -0.0474, -0.0746, -0.0762, -0.2479, -0.0820,  0.0135, -0.0572,\n",
       "         -0.1498, -0.0102, -0.0639, -0.0599, -0.1032, -0.1265, -0.0680,  0.0054,\n",
       "         -0.0025,  0.0403, -0.0209, -0.1277, -0.0383,  0.0797,  0.0019, -0.1176,\n",
       "         -0.1810, -0.2023, -0.1025, -0.1213, -0.0214, -0.0593, -0.1143, -0.1140,\n",
       "         -0.1222, -0.0670, -0.1253, -0.0126, -0.0788, -0.1192, -0.1596, -0.0995,\n",
       "         -0.0627, -0.0890,  0.0575, -0.1436, -0.1016, -0.1194, -0.0882, -0.1911],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-8.8975e-03,  8.2681e-03,  9.5468e-03],\n",
       "           [-2.9289e-02, -8.9024e-03, -5.8257e-03],\n",
       "           [-1.3357e-02, -2.4827e-02, -2.0100e-02]],\n",
       " \n",
       "          [[-2.0383e-05, -2.2157e-04,  2.0560e-03],\n",
       "           [-8.4056e-03, -2.0170e-02, -9.2057e-03],\n",
       "           [ 6.3248e-03,  2.9406e-03,  1.7933e-03]],\n",
       " \n",
       "          [[-2.3525e-02, -1.0879e-02,  1.3070e-02],\n",
       "           [-5.3119e-04, -2.0994e-02, -8.2173e-03],\n",
       "           [ 1.7326e-03, -1.0037e-02, -1.5591e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.6863e-03, -5.2400e-03, -4.0052e-03],\n",
       "           [-5.1566e-03,  1.3139e-02,  1.6186e-02],\n",
       "           [-1.3664e-02,  6.3976e-03,  1.2014e-04]],\n",
       " \n",
       "          [[ 3.8689e-03, -2.4797e-02, -4.8346e-03],\n",
       "           [-1.1029e-03, -7.9848e-03, -1.4444e-02],\n",
       "           [ 4.1494e-03,  1.7180e-02,  9.5370e-03]],\n",
       " \n",
       "          [[-1.2932e-04, -4.8040e-03, -5.6616e-03],\n",
       "           [-1.0475e-02, -9.0452e-03, -1.4027e-02],\n",
       "           [-4.2955e-03, -5.5446e-03, -5.4631e-03]]],\n",
       " \n",
       " \n",
       "         [[[-2.7454e-02, -2.0153e-02, -1.8434e-02],\n",
       "           [ 7.4258e-03,  2.4594e-02,  1.1151e-02],\n",
       "           [-6.7909e-03,  7.0744e-03,  2.1112e-02]],\n",
       " \n",
       "          [[-4.6547e-03,  8.3668e-03, -1.7892e-03],\n",
       "           [ 6.8007e-03,  1.5259e-02,  9.2129e-03],\n",
       "           [-9.3272e-03,  2.7739e-02,  2.1659e-02]],\n",
       " \n",
       "          [[ 9.6779e-03,  1.1780e-02,  3.2909e-02],\n",
       "           [-1.2889e-02, -5.5071e-03,  7.3504e-03],\n",
       "           [ 8.8885e-03, -1.7894e-02, -2.8907e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.2088e-02,  2.2231e-02,  3.1916e-02],\n",
       "           [-4.9173e-03,  7.6595e-03, -5.7592e-04],\n",
       "           [-7.4764e-03, -6.3305e-03,  8.6860e-03]],\n",
       " \n",
       "          [[ 1.1143e-02,  2.3442e-02,  2.0811e-02],\n",
       "           [-4.2744e-03, -8.3543e-03, -9.7011e-03],\n",
       "           [-1.4505e-02, -1.7824e-02, -2.2806e-02]],\n",
       " \n",
       "          [[-1.3286e-02, -2.2064e-02, -1.9249e-02],\n",
       "           [-3.6862e-03, -1.6956e-02,  1.0500e-03],\n",
       "           [-7.9056e-03, -1.2488e-02, -3.9062e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.5650e-02,  5.5990e-03,  5.8535e-03],\n",
       "           [ 1.9149e-02,  1.0672e-02,  8.3179e-03],\n",
       "           [-5.1511e-03, -2.1840e-02, -1.2597e-02]],\n",
       " \n",
       "          [[-1.1448e-02, -5.5772e-03, -4.4170e-03],\n",
       "           [ 1.3190e-02,  4.8222e-03,  1.1920e-02],\n",
       "           [ 2.1151e-02, -1.6081e-02, -1.6144e-02]],\n",
       " \n",
       "          [[ 1.3584e-02,  8.9827e-03, -2.1343e-02],\n",
       "           [-1.2230e-02,  2.7788e-02,  2.3000e-03],\n",
       "           [-1.7698e-02, -2.2797e-03, -5.8428e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.7119e-02, -1.3688e-02, -1.7270e-02],\n",
       "           [ 2.0308e-03,  4.9227e-03, -7.2063e-03],\n",
       "           [ 1.2536e-02,  4.1750e-03,  5.4226e-03]],\n",
       " \n",
       "          [[-9.3082e-03, -7.7180e-03, -1.0361e-03],\n",
       "           [-1.5341e-02,  7.7777e-03, -1.3469e-02],\n",
       "           [-8.7009e-03, -1.2160e-02, -1.3999e-02]],\n",
       " \n",
       "          [[ 3.0552e-02,  1.3847e-02,  1.0074e-02],\n",
       "           [ 3.2691e-02,  2.2141e-02,  2.6602e-02],\n",
       "           [ 2.1128e-02,  1.8867e-02,  2.3278e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-5.8947e-03,  2.2211e-02,  8.4547e-03],\n",
       "           [-1.4809e-02,  7.6867e-03,  5.8644e-03],\n",
       "           [-1.1171e-02,  3.2800e-02,  1.4729e-02]],\n",
       " \n",
       "          [[ 1.2799e-02,  3.3404e-03, -8.0116e-03],\n",
       "           [ 4.8239e-04,  2.8425e-03, -2.3057e-03],\n",
       "           [-6.2140e-03,  3.7630e-03, -2.6030e-02]],\n",
       " \n",
       "          [[-7.2594e-03, -2.1482e-02, -2.5453e-02],\n",
       "           [ 3.2283e-02,  2.0096e-03, -7.4505e-03],\n",
       "           [ 1.8465e-02,  2.2960e-04, -8.8664e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-9.5123e-04,  1.4586e-02,  7.2230e-03],\n",
       "           [-5.7989e-03,  5.6743e-03,  1.2585e-02],\n",
       "           [-8.1923e-03, -3.2287e-02, -1.8241e-02]],\n",
       " \n",
       "          [[-1.7783e-02, -6.6726e-03, -4.9502e-03],\n",
       "           [-5.5236e-03,  2.3151e-02,  1.7009e-02],\n",
       "           [ 3.1129e-03,  4.9039e-03, -3.2202e-03]],\n",
       " \n",
       "          [[ 6.8004e-03,  3.6363e-03, -2.0004e-03],\n",
       "           [-1.3302e-02,  8.8023e-03,  9.2807e-04],\n",
       "           [ 4.0554e-03,  8.5429e-04, -6.7752e-04]]],\n",
       " \n",
       " \n",
       "         [[[ 2.5518e-03,  1.4680e-02,  2.6033e-03],\n",
       "           [-1.0130e-02,  9.3898e-03, -5.2180e-03],\n",
       "           [ 5.4886e-03,  2.5363e-03,  1.3153e-03]],\n",
       " \n",
       "          [[-1.0852e-03, -1.4529e-02, -6.6705e-03],\n",
       "           [ 2.0345e-03, -6.7807e-04, -4.9220e-03],\n",
       "           [ 3.5024e-03,  2.1662e-02,  9.4759e-03]],\n",
       " \n",
       "          [[ 2.8206e-04,  1.0020e-02, -2.4434e-02],\n",
       "           [-1.1955e-02,  1.1725e-02, -5.1801e-04],\n",
       "           [-9.4785e-03,  9.1012e-03, -3.6745e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-6.2103e-03,  7.7493e-03, -1.5079e-02],\n",
       "           [ 5.9956e-03,  2.1847e-02,  7.9742e-03],\n",
       "           [ 8.1026e-03,  1.8854e-02,  2.2557e-02]],\n",
       " \n",
       "          [[-1.2351e-02, -8.2933e-03, -8.4467e-03],\n",
       "           [ 7.8022e-03, -4.6217e-03, -2.0065e-04],\n",
       "           [ 1.4313e-03, -7.1164e-03, -4.9417e-03]],\n",
       " \n",
       "          [[-1.5546e-02, -1.5347e-02, -2.1985e-02],\n",
       "           [-4.6449e-03, -4.8014e-03, -6.0732e-03],\n",
       "           [ 7.9861e-03,  1.2879e-02, -6.0797e-03]]],\n",
       " \n",
       " \n",
       "         [[[-3.3188e-02, -1.3365e-02,  2.2784e-02],\n",
       "           [ 1.1430e-02, -4.2369e-03,  3.5036e-03],\n",
       "           [ 3.2804e-02, -1.2503e-02, -1.4610e-02]],\n",
       " \n",
       "          [[-2.0241e-02, -9.5616e-03, -1.7951e-03],\n",
       "           [-5.1452e-04,  2.3131e-03, -4.7360e-03],\n",
       "           [ 4.2102e-03,  3.8810e-03, -3.0991e-03]],\n",
       " \n",
       "          [[-2.3415e-02, -1.2256e-02, -1.6172e-04],\n",
       "           [-3.4541e-02, -1.5332e-02,  5.2646e-03],\n",
       "           [-1.0936e-02,  8.1166e-03,  1.2481e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 9.7134e-03,  3.2788e-03,  1.1143e-02],\n",
       "           [-8.3905e-03, -1.3490e-02,  9.7034e-03],\n",
       "           [ 9.1477e-03,  1.8615e-03,  2.3738e-02]],\n",
       " \n",
       "          [[-6.7199e-03,  5.7582e-03, -1.5496e-03],\n",
       "           [-9.9920e-03,  1.1892e-02,  6.0360e-03],\n",
       "           [-1.0405e-02,  2.1521e-03, -1.0671e-02]],\n",
       " \n",
       "          [[ 7.0692e-03, -7.7802e-03, -1.0909e-02],\n",
       "           [ 1.5003e-02, -1.6051e-02, -2.7195e-03],\n",
       "           [ 2.0354e-02,  7.5280e-03,  5.8080e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2008, 0.1521, 0.1259, 0.1868, 0.1921, 0.2461, 0.1508, 0.2064, 0.1900,\n",
       "         0.1617, 0.2026, 0.2085, 0.2002, 0.1725, 0.1931, 0.2046, 0.1522, 0.1449,\n",
       "         0.1675, 0.1770, 0.1903, 0.1664, 0.1221, 0.1943, 0.1635, 0.1830, 0.1265,\n",
       "         0.1798, 0.2328, 0.1720, 0.1510, 0.1793, 0.2229, 0.1740, 0.1833, 0.2031,\n",
       "         0.1971, 0.1704, 0.1564, 0.1749, 0.2048, 0.1699, 0.1695, 0.1954, 0.1749,\n",
       "         0.1589, 0.2077, 0.1882, 0.1825, 0.1804, 0.1969, 0.1586, 0.1490, 0.2586,\n",
       "         0.2114, 0.1672, 0.1810, 0.1974, 0.1204, 0.1673, 0.1668, 0.0994, 0.1337,\n",
       "         0.2054, 0.1776, 0.1594, 0.1904, 0.2033, 0.1793, 0.1668, 0.1542, 0.2019,\n",
       "         0.1837, 0.1943, 0.1338, 0.1116, 0.1929, 0.1416, 0.1832, 0.1873, 0.1796,\n",
       "         0.2255, 0.2024, 0.1473, 0.1653, 0.1743, 0.1756, 0.1637, 0.1556, 0.1973,\n",
       "         0.1373, 0.2583, 0.1816, 0.1601, 0.1976, 0.2355, 0.1635, 0.1721, 0.1581,\n",
       "         0.1209, 0.1857, 0.1934, 0.1604, 0.1342, 0.1788, 0.1542, 0.1111, 0.2232,\n",
       "         0.2222, 0.1729, 0.2066, 0.2073, 0.1874, 0.1871, 0.1798, 0.1855, 0.1945,\n",
       "         0.1648, 0.1276, 0.2362, 0.1991, 0.1864, 0.1613, 0.1551, 0.1677, 0.2030,\n",
       "         0.1779, 0.2047, 0.2305, 0.1639, 0.1974, 0.1774, 0.1617, 0.2104, 0.1987,\n",
       "         0.1616, 0.1128, 0.1850, 0.1840, 0.1340, 0.1449, 0.1235, 0.1881, 0.1881,\n",
       "         0.2245, 0.2144, 0.1606, 0.1581, 0.1136, 0.2017, 0.1562, 0.1934, 0.1712,\n",
       "         0.1811, 0.2129, 0.1608, 0.1805, 0.1978, 0.1429, 0.2109, 0.1914, 0.2316,\n",
       "         0.1665, 0.1306, 0.1375, 0.2008, 0.1785, 0.2253, 0.1964, 0.1796, 0.1488,\n",
       "         0.1971, 0.1903, 0.1901, 0.1814, 0.2048, 0.1558, 0.1998, 0.1498, 0.1917,\n",
       "         0.2003, 0.1697, 0.2062, 0.1638, 0.1716, 0.1496, 0.2007, 0.1685, 0.2033,\n",
       "         0.1396, 0.2072, 0.2134, 0.1713, 0.1970, 0.1853, 0.1743, 0.1968, 0.1930,\n",
       "         0.1577, 0.1861, 0.1883, 0.1416, 0.2113, 0.1806, 0.1282, 0.1883, 0.1662,\n",
       "         0.1733, 0.1812, 0.1679, 0.1543, 0.2277, 0.2178, 0.1982, 0.1462, 0.1987,\n",
       "         0.1771, 0.1761, 0.1810, 0.1655, 0.1544, 0.1721, 0.2057, 0.1552, 0.1237,\n",
       "         0.1702, 0.1612, 0.1703, 0.1313, 0.1579, 0.1547, 0.2015, 0.1264, 0.1486,\n",
       "         0.1426, 0.1809, 0.1765, 0.1920, 0.1950, 0.1873, 0.1197, 0.1519, 0.2036,\n",
       "         0.1775, 0.1829, 0.1793, 0.1870, 0.2008, 0.1836, 0.1925, 0.1903, 0.1819,\n",
       "         0.2041, 0.1113, 0.1589, 0.2006], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.1534,  0.0185,  0.0063, -0.1076, -0.1880, -0.1379, -0.0456, -0.1717,\n",
       "         -0.1251,  0.0141, -0.1812, -0.1499, -0.1637, -0.0188, -0.1679, -0.1444,\n",
       "         -0.0716, -0.0381, -0.0721, -0.1751, -0.1522, -0.0850,  0.0063, -0.0695,\n",
       "         -0.0497, -0.1304,  0.0265, -0.0965, -0.1659, -0.0703, -0.0357, -0.0827,\n",
       "         -0.1077, -0.1052, -0.0943, -0.1322, -0.0909, -0.0434, -0.0348, -0.0832,\n",
       "         -0.0884, -0.0801, -0.0949, -0.1403, -0.0660, -0.0954, -0.1571, -0.1181,\n",
       "         -0.1045, -0.0982, -0.1383, -0.0774, -0.0425, -0.3299, -0.1648, -0.0514,\n",
       "         -0.0858, -0.1613,  0.0429, -0.0169, -0.0669,  0.1415, -0.0169, -0.1406,\n",
       "         -0.1162, -0.0315, -0.0810, -0.1463, -0.1556, -0.0816, -0.0693, -0.1055,\n",
       "         -0.1247, -0.1693, -0.0105,  0.2091, -0.1337,  0.0016, -0.1023, -0.1028,\n",
       "         -0.0606, -0.1522, -0.1760,  0.0498, -0.0562, -0.1344, -0.1116, -0.0575,\n",
       "         -0.0552, -0.1528, -0.0358, -0.1000, -0.1304, -0.0047, -0.1353, -0.1303,\n",
       "         -0.0915, -0.0978, -0.0104,  0.0226, -0.0793, -0.1432, -0.0402, -0.0381,\n",
       "         -0.1285, -0.0798,  0.0532, -0.0730, -0.2105, -0.0254, -0.1120, -0.1362,\n",
       "         -0.1390, -0.0606, -0.1243, -0.1169, -0.1203, -0.1249,  0.0253, -0.1063,\n",
       "         -0.0950, -0.0806, -0.0616, -0.0574, -0.0497, -0.1602, -0.1168, -0.1691,\n",
       "         -0.1608, -0.0488, -0.1329, -0.1264, -0.0928, -0.0536, -0.1786, -0.0642,\n",
       "          0.0652, -0.0765, -0.0856, -0.0073, -0.0301,  0.0740, -0.0872, -0.1576,\n",
       "         -0.1412, -0.1435, -0.0439, -0.0509,  0.0339, -0.0990, -0.1011, -0.1460,\n",
       "         -0.0592, -0.1022, -0.1250, -0.0839, -0.1574, -0.1794, -0.0208, -0.0967,\n",
       "         -0.0815, -0.1702, -0.0819,  0.0412, -0.0051, -0.2341, -0.1041, -0.1077,\n",
       "         -0.1686, -0.1207, -0.0321, -0.1361, -0.1332, -0.1180, -0.1132, -0.1542,\n",
       "         -0.0331, -0.1595, -0.0496, -0.1201, -0.1465, -0.0696, -0.1338, -0.0479,\n",
       "         -0.0996, -0.0330, -0.0948, -0.0846, -0.1685,  0.0679, -0.0419, -0.0863,\n",
       "         -0.0898, -0.1544, -0.1005, -0.0553, -0.1426, -0.1411, -0.0633, -0.1525,\n",
       "         -0.0995,  0.0178, -0.1673, -0.0620,  0.0531, -0.1369, -0.0632, -0.1179,\n",
       "         -0.1617, -0.1062, -0.0803, -0.1628, -0.1020, -0.1734, -0.0217, -0.1389,\n",
       "         -0.1538, -0.0584, -0.1068, -0.0700, -0.0484, -0.1114, -0.1421, -0.0315,\n",
       "          0.0264, -0.0764, -0.0019, -0.0895,  0.0459, -0.1228, -0.0460, -0.1303,\n",
       "          0.0304, -0.0031, -0.0399, -0.1261, -0.0755, -0.0842, -0.1189, -0.1167,\n",
       "          0.0110, -0.0680, -0.1387, -0.1016, -0.1808, -0.1114, -0.1655, -0.1242,\n",
       "         -0.0829, -0.1266, -0.1015, -0.1227, -0.1013,  0.0410, -0.0963, -0.1434],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0006]],\n",
       " \n",
       "          [[ 0.0018]],\n",
       " \n",
       "          [[ 0.0020]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0042]],\n",
       " \n",
       "          [[ 0.0010]],\n",
       " \n",
       "          [[ 0.0117]]],\n",
       " \n",
       " \n",
       "         [[[-0.0263]],\n",
       " \n",
       "          [[-0.0033]],\n",
       " \n",
       "          [[-0.0244]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0133]],\n",
       " \n",
       "          [[-0.0309]],\n",
       " \n",
       "          [[ 0.0040]]],\n",
       " \n",
       " \n",
       "         [[[-0.0124]],\n",
       " \n",
       "          [[ 0.0284]],\n",
       " \n",
       "          [[-0.0017]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0065]],\n",
       " \n",
       "          [[-0.0060]],\n",
       " \n",
       "          [[-0.0282]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0009]],\n",
       " \n",
       "          [[ 0.0140]],\n",
       " \n",
       "          [[ 0.0277]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0290]],\n",
       " \n",
       "          [[-0.0053]],\n",
       " \n",
       "          [[ 0.0289]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0160]],\n",
       " \n",
       "          [[-0.0180]],\n",
       " \n",
       "          [[ 0.0092]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0028]],\n",
       " \n",
       "          [[ 0.0065]],\n",
       " \n",
       "          [[ 0.0114]]],\n",
       " \n",
       " \n",
       "         [[[-0.0225]],\n",
       " \n",
       "          [[ 0.0004]],\n",
       " \n",
       "          [[ 0.0106]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0040]],\n",
       " \n",
       "          [[-0.0069]],\n",
       " \n",
       "          [[-0.0039]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0009, 0.1826, 0.1513,  ..., 0.1095, 0.0555, 0.0358],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0169, -0.2128, -0.1429,  ..., -0.0969, -0.0237, -0.0253],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0006]],\n",
       " \n",
       "          [[ 0.0178]],\n",
       " \n",
       "          [[ 0.0469]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0027]],\n",
       " \n",
       "          [[-0.0317]],\n",
       " \n",
       "          [[-0.0320]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0283]],\n",
       " \n",
       "          [[-0.0300]],\n",
       " \n",
       "          [[ 0.0069]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0010]],\n",
       " \n",
       "          [[ 0.0131]],\n",
       " \n",
       "          [[ 0.0037]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0295]],\n",
       " \n",
       "          [[-0.0034]],\n",
       " \n",
       "          [[ 0.0122]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0221]],\n",
       " \n",
       "          [[ 0.0168]],\n",
       " \n",
       "          [[ 0.0069]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0027]],\n",
       " \n",
       "          [[-0.0018]],\n",
       " \n",
       "          [[ 0.0125]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0016]],\n",
       " \n",
       "          [[-0.0051]],\n",
       " \n",
       "          [[ 0.0180]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0170]],\n",
       " \n",
       "          [[-0.0020]],\n",
       " \n",
       "          [[-0.0017]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0141]],\n",
       " \n",
       "          [[ 0.0125]],\n",
       " \n",
       "          [[-0.0285]]],\n",
       " \n",
       " \n",
       "         [[[-0.0276]],\n",
       " \n",
       "          [[ 0.0577]],\n",
       " \n",
       "          [[-0.0119]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0199]],\n",
       " \n",
       "          [[-0.0193]],\n",
       " \n",
       "          [[-0.0073]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1948, 0.2103, 0.1212, 0.2151, 0.2013, 0.2338, 0.2944, 0.1917, 0.1829,\n",
       "         0.1640, 0.1770, 0.2103, 0.1740, 0.1739, 0.1975, 0.1661, 0.1908, 0.1852,\n",
       "         0.2386, 0.2910, 0.2078, 0.1500, 0.1946, 0.1704, 0.1506, 0.1702, 0.1703,\n",
       "         0.1529, 0.1867, 0.1885, 0.1863, 0.1446, 0.1716, 0.1494, 0.1802, 0.1402,\n",
       "         0.1357, 0.1655, 0.1934, 0.1497, 0.2556, 0.1460, 0.1724, 0.2584, 0.2165,\n",
       "         0.1947, 0.1798, 0.2354, 0.1708, 0.1231, 0.1407, 0.2105, 0.2117, 0.1465,\n",
       "         0.1701, 0.1808, 0.1243, 0.1922, 0.1521, 0.1621, 0.2064, 0.1426, 0.1856,\n",
       "         0.1543, 0.2007, 0.1708, 0.1919, 0.1408, 0.1831, 0.1552, 0.2117, 0.2639,\n",
       "         0.1480, 0.1831, 0.2081, 0.2090, 0.1943, 0.2180, 0.1667, 0.1511, 0.1736,\n",
       "         0.2208, 0.2237, 0.1889, 0.1799, 0.0897, 0.1993, 0.1611, 0.1971, 0.2159,\n",
       "         0.1882, 0.1870, 0.2000, 0.1844, 0.1307, 0.1710, 0.1956, 0.1528, 0.1681,\n",
       "         0.2044, 0.1870, 0.1935, 0.1741, 0.1656, 0.2113, 0.1651, 0.1835, 0.2180,\n",
       "         0.2107, 0.2069, 0.1844, 0.2376, 0.1798, 0.1882, 0.2032, 0.2480, 0.1715,\n",
       "         0.2192, 0.1886, 0.1920, 0.1843, 0.1610, 0.2126, 0.2105, 0.1596, 0.2083,\n",
       "         0.1651, 0.2035, 0.1743, 0.0949, 0.1796, 0.1529, 0.2042, 0.1798, 0.1606,\n",
       "         0.1607, 0.1746, 0.2506, 0.1223, 0.1925, 0.1924, 0.2121, 0.1935, 0.1857,\n",
       "         0.1669, 0.2394, 0.2276, 0.2252, 0.1508, 0.1717, 0.1808, 0.1765, 0.1416,\n",
       "         0.2039, 0.1914, 0.1832, 0.2311, 0.2254, 0.2168, 0.1956, 0.1924, 0.2333,\n",
       "         0.1844, 0.1900, 0.1785, 0.1613, 0.1865, 0.1906, 0.2555, 0.1293, 0.2190,\n",
       "         0.1616, 0.0984, 0.2218, 0.1602, 0.2044, 0.1798, 0.1376, 0.1238, 0.2010,\n",
       "         0.1835, 0.1742, 0.1905, 0.1863, 0.2193, 0.1538, 0.1164, 0.1184, 0.1739,\n",
       "         0.1561, 0.1640, 0.1818, 0.1947, 0.1763, 0.1744, 0.1801, 0.1632, 0.1439,\n",
       "         0.1758, 0.1852, 0.2062, 0.1236, 0.2004, 0.1913, 0.1859, 0.2046, 0.1666,\n",
       "         0.2145, 0.2149, 0.2011, 0.2430, 0.2123, 0.1989, 0.1607, 0.1499, 0.2037,\n",
       "         0.1780, 0.1772, 0.1461, 0.1630, 0.1615, 0.1403, 0.1770, 0.1623, 0.2794,\n",
       "         0.2106, 0.2188, 0.1711, 0.1859, 0.2209, 0.1645, 0.1755, 0.1464, 0.1461,\n",
       "         0.1962, 0.1848, 0.1843, 0.1541, 0.2093, 0.1778, 0.1801, 0.1604, 0.1644,\n",
       "         0.1697, 0.1581, 0.1750, 0.1816, 0.2000, 0.2390, 0.2000, 0.1911, 0.1910,\n",
       "         0.2021, 0.1601, 0.1581, 0.2218], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.1785, -0.2099,  0.0802, -0.1658, -0.1965, -0.2649, -0.3144, -0.0887,\n",
       "         -0.1429, -0.0583, -0.1153, -0.2108, -0.0852, -0.1223, -0.1581, -0.1357,\n",
       "         -0.1542, -0.1896, -0.2577, -0.2571, -0.1749,  0.0310, -0.1794, -0.0743,\n",
       "         -0.0657, -0.0592, -0.0611, -0.1266, -0.1670, -0.1209, -0.1311, -0.0373,\n",
       "         -0.0707, -0.0690, -0.0851, -0.0012,  0.0047, -0.1133, -0.0909, -0.1065,\n",
       "         -0.2593,  0.0044, -0.0931, -0.2399, -0.1464, -0.1072, -0.1299, -0.1336,\n",
       "         -0.1267,  0.0212, -0.0075, -0.1517, -0.1415,  0.0184, -0.0890, -0.1225,\n",
       "          0.0779, -0.1476, -0.0708, -0.0566, -0.1248, -0.0549, -0.1264, -0.0319,\n",
       "         -0.1575, -0.0975, -0.1478, -0.0235, -0.1250, -0.0867, -0.1991, -0.1774,\n",
       "         -0.0249, -0.0916, -0.1465, -0.2073, -0.1081, -0.1618, -0.0178, -0.0159,\n",
       "         -0.1207, -0.2073, -0.2235, -0.1227, -0.1143,  0.1364, -0.1229, -0.0937,\n",
       "         -0.1521, -0.2278, -0.1377, -0.1255, -0.1556, -0.0900, -0.0239, -0.1024,\n",
       "         -0.2163, -0.0313, -0.0678, -0.1471, -0.1437, -0.1314, -0.1286, -0.0424,\n",
       "         -0.1573, -0.0780, -0.0815, -0.1611, -0.1554, -0.1146, -0.0302, -0.1876,\n",
       "         -0.1179, -0.1574, -0.1549, -0.2130, -0.0870, -0.1054, -0.0972, -0.1181,\n",
       "         -0.0949, -0.0361, -0.1453, -0.1136, -0.0825, -0.1286, -0.1012, -0.1371,\n",
       "         -0.1124,  0.1322, -0.0724, -0.0367, -0.1939, -0.1150, -0.0140, -0.0929,\n",
       "         -0.1021, -0.1714,  0.1359, -0.1186, -0.0458, -0.1254, -0.1112, -0.0745,\n",
       "         -0.0571, -0.2073, -0.1167, -0.1942, -0.0252, -0.1083, -0.1104, -0.1240,\n",
       "          0.0227, -0.2183, -0.1357, -0.1065, -0.1628, -0.2177, -0.1620, -0.1555,\n",
       "         -0.1785, -0.1714, -0.1276, -0.1518, -0.1752, -0.0056, -0.1766, -0.0879,\n",
       "         -0.2702,  0.0020, -0.2040, -0.0641,  0.0797, -0.1826, -0.0647, -0.1214,\n",
       "         -0.0979,  0.0018,  0.0326, -0.1189, -0.0942, -0.0361, -0.1732, -0.1679,\n",
       "         -0.1091, -0.0713,  0.0521,  0.0196, -0.1274, -0.0747, -0.1058, -0.0559,\n",
       "         -0.1106, -0.1207, -0.1368, -0.0935, -0.0353, -0.0506, -0.0538, -0.0936,\n",
       "         -0.1119,  0.0077, -0.1345, -0.1528, -0.1444, -0.1633, -0.1036, -0.2081,\n",
       "         -0.0842, -0.1674, -0.1317, -0.1487, -0.1678, -0.0215, -0.0322, -0.1122,\n",
       "         -0.1295, -0.0814, -0.0010, -0.0139, -0.1405,  0.0197, -0.1477, -0.0987,\n",
       "         -0.0793, -0.1658, -0.1859, -0.1489, -0.1157, -0.1785, -0.0796, -0.1393,\n",
       "         -0.0174, -0.0157, -0.1570, -0.1530, -0.1477, -0.0691, -0.0899, -0.1629,\n",
       "         -0.1087, -0.0536, -0.0294, -0.0746, -0.0863, -0.1033, -0.1157, -0.1933,\n",
       "         -0.2118, -0.1378, -0.1393, -0.1381, -0.1260,  0.0618, -0.0584, -0.1395],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-1.8232e-02, -3.7203e-02, -2.3618e-02],\n",
       "           [ 3.0867e-03,  2.6153e-02, -6.7986e-03],\n",
       "           [ 9.4285e-04,  2.7014e-04, -7.5859e-03]],\n",
       " \n",
       "          [[ 1.6146e-02,  3.4563e-02,  1.9232e-02],\n",
       "           [ 3.4687e-02,  6.0032e-02,  3.0663e-02],\n",
       "           [-9.6985e-03,  8.1054e-03, -5.2946e-03]],\n",
       " \n",
       "          [[-1.4234e-02, -4.3377e-03, -4.3874e-03],\n",
       "           [-2.9364e-03, -1.6176e-02,  1.6481e-03],\n",
       "           [ 7.3642e-03,  4.9375e-03,  1.0650e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.2973e-03,  1.2850e-02,  7.2108e-03],\n",
       "           [-1.6075e-02, -9.9125e-04, -8.4743e-03],\n",
       "           [-2.4514e-02, -5.8070e-03,  6.4657e-04]],\n",
       " \n",
       "          [[-5.7512e-03,  5.9755e-03,  7.1584e-04],\n",
       "           [-1.9273e-03, -1.6972e-03,  1.2136e-02],\n",
       "           [-5.5451e-03,  4.0342e-03, -7.4075e-04]],\n",
       " \n",
       "          [[-2.2081e-03, -4.3551e-03,  1.6138e-02],\n",
       "           [-1.9957e-04, -5.3369e-03,  8.8725e-03],\n",
       "           [ 1.7258e-03,  2.5699e-03,  2.1026e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.2546e-02, -5.8992e-04,  1.1483e-02],\n",
       "           [ 8.9914e-03, -1.7501e-02,  2.2883e-02],\n",
       "           [-1.0734e-03,  2.9461e-03,  1.4120e-02]],\n",
       " \n",
       "          [[-2.1133e-02, -2.2209e-02, -1.1183e-02],\n",
       "           [-1.7590e-02, -1.1415e-02,  8.1762e-03],\n",
       "           [ 1.4293e-02,  1.0924e-02,  1.3077e-02]],\n",
       " \n",
       "          [[ 4.5858e-03,  1.4184e-02,  3.5841e-03],\n",
       "           [ 5.9022e-03,  2.7697e-03, -5.5906e-03],\n",
       "           [ 3.5660e-03,  6.7106e-04, -2.4308e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.1768e-03, -5.8112e-03, -1.4056e-02],\n",
       "           [ 7.0462e-03, -7.4015e-03, -2.3515e-02],\n",
       "           [ 7.2506e-03, -2.1789e-02, -2.8072e-02]],\n",
       " \n",
       "          [[-2.9742e-02, -1.8196e-02, -2.6209e-02],\n",
       "           [-1.0129e-02,  5.7325e-03, -2.9642e-03],\n",
       "           [-1.6088e-02, -1.6614e-02, -1.1019e-02]],\n",
       " \n",
       "          [[-8.2624e-03, -1.6960e-02, -3.3549e-03],\n",
       "           [-1.7180e-03,  6.2526e-03, -3.3032e-03],\n",
       "           [-1.8702e-02, -1.8744e-02, -2.3722e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.9137e-02, -2.7025e-02, -2.1552e-02],\n",
       "           [-2.2563e-02, -2.3228e-02, -2.6779e-02],\n",
       "           [-8.2968e-03, -6.4610e-03, -1.5783e-02]],\n",
       " \n",
       "          [[ 9.5157e-03,  1.2182e-02,  1.2291e-02],\n",
       "           [-2.8040e-03, -3.4145e-02, -4.8298e-03],\n",
       "           [ 2.2046e-02,  4.7675e-02,  2.1649e-02]],\n",
       " \n",
       "          [[-2.0278e-03,  8.4803e-04,  6.6914e-03],\n",
       "           [ 1.9825e-03,  3.2314e-02,  4.6029e-03],\n",
       "           [-4.1501e-02, -2.1296e-02, -3.4869e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.7098e-04,  8.1674e-03,  2.3782e-02],\n",
       "           [-1.6303e-02,  7.0586e-04,  4.3863e-03],\n",
       "           [-1.2259e-02, -4.9076e-05, -8.3181e-03]],\n",
       " \n",
       "          [[ 1.4525e-02,  2.8155e-02,  1.7697e-02],\n",
       "           [-5.9662e-03,  6.7936e-03, -8.2686e-03],\n",
       "           [ 6.9453e-04, -4.3367e-03, -8.2057e-03]],\n",
       " \n",
       "          [[-1.8842e-02, -2.1245e-02, -2.3877e-02],\n",
       "           [-1.7169e-02, -2.7942e-02, -1.0753e-02],\n",
       "           [-8.7937e-03, -1.1407e-02,  5.4173e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-1.9409e-02, -5.9409e-03,  5.9442e-03],\n",
       "           [-1.3004e-02, -3.1706e-02, -5.4351e-03],\n",
       "           [-1.8653e-02, -3.2165e-02, -1.7299e-02]],\n",
       " \n",
       "          [[-2.1062e-02, -1.3807e-02, -6.0481e-03],\n",
       "           [-3.0783e-03,  7.8395e-04,  2.6406e-03],\n",
       "           [ 1.6623e-02,  3.9630e-02,  1.7395e-02]],\n",
       " \n",
       "          [[ 7.0678e-03, -1.0764e-02, -7.9355e-03],\n",
       "           [ 1.7459e-02, -1.3725e-02,  1.7816e-02],\n",
       "           [ 3.9210e-02,  1.7379e-03,  3.2920e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.7285e-02,  4.9075e-03,  3.6420e-02],\n",
       "           [-1.3927e-02, -2.3735e-02,  2.0495e-02],\n",
       "           [ 6.6044e-04, -8.5418e-03,  3.0780e-02]],\n",
       " \n",
       "          [[-1.5714e-03, -7.0358e-06,  1.0681e-02],\n",
       "           [ 5.5914e-03, -1.3363e-02,  8.8432e-03],\n",
       "           [ 2.1575e-03,  2.5597e-02,  1.6927e-02]],\n",
       " \n",
       "          [[-2.8245e-02, -2.2754e-02, -2.1844e-02],\n",
       "           [-1.8798e-02, -1.2453e-02, -3.1665e-02],\n",
       "           [-1.6448e-02, -1.8883e-02, -9.7382e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.4527e-02,  9.7653e-03,  1.8607e-02],\n",
       "           [ 1.7390e-02, -1.9561e-03, -5.7478e-04],\n",
       "           [ 1.6686e-02,  2.3338e-02,  1.6452e-02]],\n",
       " \n",
       "          [[-4.0944e-04, -1.8717e-02, -1.3497e-02],\n",
       "           [-2.3124e-02, -1.6939e-02, -2.5140e-02],\n",
       "           [-1.3033e-02, -8.9127e-03, -1.2479e-02]],\n",
       " \n",
       "          [[-3.5714e-03,  4.4862e-03, -6.0032e-03],\n",
       "           [-1.0248e-02,  9.9325e-03,  5.7604e-04],\n",
       "           [-1.6890e-02, -1.7979e-02, -1.3478e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.4564e-02, -2.6356e-03, -4.5432e-03],\n",
       "           [-1.6651e-02,  4.7062e-03,  4.6228e-03],\n",
       "           [-4.2661e-02, -5.1634e-03,  2.0140e-02]],\n",
       " \n",
       "          [[-2.2336e-02, -6.3959e-03, -1.4273e-02],\n",
       "           [-1.2428e-02, -3.4726e-04, -5.6012e-03],\n",
       "           [-1.1977e-03,  7.1808e-03,  1.0123e-02]],\n",
       " \n",
       "          [[-1.3417e-02, -8.7234e-03, -3.6504e-03],\n",
       "           [-1.3646e-02,  1.1942e-03, -1.1993e-02],\n",
       "           [-1.0109e-02, -2.3825e-03,  4.6304e-05]]],\n",
       " \n",
       " \n",
       "         [[[-1.8207e-02, -1.4984e-02, -5.5921e-03],\n",
       "           [-5.2332e-03, -9.4499e-03,  5.2049e-03],\n",
       "           [-1.6134e-02, -2.5237e-02,  3.4571e-03]],\n",
       " \n",
       "          [[ 6.7473e-04, -1.6203e-02, -7.4866e-03],\n",
       "           [-3.3327e-03, -1.3687e-02, -6.5016e-03],\n",
       "           [-1.1313e-03, -1.4965e-02, -7.7389e-03]],\n",
       " \n",
       "          [[ 6.2745e-03, -2.6325e-03,  9.0637e-03],\n",
       "           [-1.1776e-02, -2.6573e-02, -2.3888e-03],\n",
       "           [ 4.6322e-05, -1.2211e-02,  1.0205e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.3483e-02, -1.4903e-02,  1.8685e-02],\n",
       "           [-1.4492e-02, -1.0298e-02, -5.6091e-03],\n",
       "           [-2.9446e-02, -1.0531e-02,  3.6425e-02]],\n",
       " \n",
       "          [[-3.9796e-03, -3.1082e-03,  5.5262e-03],\n",
       "           [ 7.4617e-03, -3.9119e-03,  2.0406e-02],\n",
       "           [ 2.9055e-03,  1.1029e-02,  3.7552e-03]],\n",
       " \n",
       "          [[-2.2511e-02, -2.0920e-02, -7.0648e-03],\n",
       "           [-7.2441e-03,  3.7443e-03,  6.4946e-03],\n",
       "           [-2.3425e-02, -2.0029e-02, -1.6306e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1799, 0.1605, 0.1783, 0.2058, 0.1696, 0.1842, 0.1896, 0.1804, 0.1934,\n",
       "         0.1578, 0.2080, 0.1694, 0.1916, 0.1874, 0.1915, 0.1741, 0.1861, 0.1983,\n",
       "         0.1571, 0.1738, 0.1989, 0.1918, 0.2507, 0.1985, 0.2673, 0.2015, 0.1865,\n",
       "         0.1705, 0.1490, 0.1483, 0.2136, 0.1862, 0.2224, 0.1555, 0.2088, 0.2230,\n",
       "         0.1968, 0.2047, 0.1893, 0.2631, 0.2627, 0.1734, 0.1242, 0.2153, 0.1686,\n",
       "         0.1458, 0.1808, 0.1640, 0.2165, 0.2037, 0.1304, 0.2112, 0.2024, 0.2059,\n",
       "         0.1898, 0.2017, 0.2588, 0.2188, 0.2253, 0.1665, 0.1293, 0.1915, 0.1621,\n",
       "         0.1938, 0.2011, 0.2077, 0.1975, 0.1982, 0.1697, 0.1678, 0.2291, 0.1479,\n",
       "         0.1789, 0.1988, 0.1555, 0.2127, 0.1735, 0.1964, 0.1736, 0.2242, 0.1795,\n",
       "         0.1817, 0.1719, 0.1855, 0.1770, 0.1576, 0.1541, 0.1984, 0.2344, 0.2019,\n",
       "         0.2195, 0.1836, 0.1987, 0.1910, 0.2012, 0.1697, 0.1727, 0.1793, 0.2071,\n",
       "         0.1914, 0.2501, 0.1884, 0.1887, 0.1951, 0.2129, 0.2244, 0.1791, 0.1999,\n",
       "         0.2044, 0.1941, 0.1926, 0.1959, 0.1806, 0.1630, 0.2154, 0.1732, 0.2303,\n",
       "         0.2440, 0.1516, 0.1596, 0.1556, 0.1869, 0.2629, 0.2113, 0.1619, 0.1587,\n",
       "         0.1845, 0.1732, 0.1779, 0.1950, 0.2191, 0.1859, 0.1843, 0.1634, 0.1895,\n",
       "         0.2074, 0.1900, 0.1853, 0.2092, 0.1943, 0.1716, 0.2214, 0.1908, 0.1776,\n",
       "         0.1515, 0.2557, 0.1530, 0.1435, 0.1909, 0.1779, 0.1919, 0.1913, 0.1885,\n",
       "         0.2086, 0.1791, 0.1657, 0.2026, 0.1309, 0.1823, 0.1708, 0.1615, 0.2154,\n",
       "         0.1943, 0.1827, 0.1934, 0.1686, 0.1740, 0.1768, 0.1884, 0.1395, 0.1694,\n",
       "         0.1249, 0.1984, 0.2558, 0.1818, 0.1458, 0.2029, 0.2144, 0.1988, 0.1616,\n",
       "         0.1437, 0.2796, 0.2465, 0.1809, 0.2152, 0.2142, 0.2673, 0.1915, 0.1817,\n",
       "         0.2041, 0.1874, 0.1996, 0.1443, 0.1502, 0.1848, 0.1803, 0.2029, 0.2030,\n",
       "         0.2153, 0.4324, 0.1349, 0.2063, 0.2048, 0.2260, 0.1979, 0.1902, 0.2182,\n",
       "         0.2398, 0.1996, 0.1711, 0.1908, 0.2316, 0.1845, 0.2276, 0.1680, 0.2185,\n",
       "         0.2005, 0.1392, 0.1781, 0.1988, 0.2038, 0.1930, 0.1915, 0.2092, 0.1931,\n",
       "         0.1841, 0.1957, 0.1809, 0.2423, 0.1645, 0.1514, 0.2635, 0.2045, 0.1309,\n",
       "         0.2280, 0.5254, 0.1907, 0.1380, 0.1668, 0.1868, 0.1888, 0.1843, 0.1799,\n",
       "         0.1814, 0.2375, 0.1715, 0.2021, 0.1671, 0.1971, 0.2151, 0.1966, 0.1898,\n",
       "         0.1715, 0.2070, 0.1768, 0.2672], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0950, -0.0429, -0.0648, -0.1112, -0.1368, -0.0984, -0.1285, -0.0326,\n",
       "         -0.1890, -0.0512, -0.1933, -0.0564, -0.1662, -0.1181, -0.1060, -0.0185,\n",
       "         -0.0933, -0.0582, -0.0318, -0.1021, -0.1560, -0.0770, -0.1286, -0.0659,\n",
       "         -0.1850, -0.0679, -0.0762, -0.0659, -0.0736, -0.0134, -0.1070, -0.0684,\n",
       "         -0.0896, -0.0029, -0.1198, -0.0119, -0.1063, -0.0686, -0.0612, -0.1319,\n",
       "         -0.1781, -0.0765,  0.1662, -0.1244, -0.0856, -0.0270, -0.1248, -0.0530,\n",
       "         -0.2007, -0.0635,  0.1194, -0.1497, -0.0671, -0.1742, -0.1035, -0.1167,\n",
       "         -0.1681, -0.1027, -0.1438, -0.0405,  0.0730, -0.0770, -0.0578, -0.0834,\n",
       "         -0.2014, -0.1179, -0.0407, -0.0703,  0.0021, -0.0678, -0.1495, -0.0342,\n",
       "         -0.0983, -0.1059, -0.0215, -0.0554, -0.0783, -0.0742, -0.0601, -0.0918,\n",
       "         -0.0507, -0.1486, -0.0749, -0.0901, -0.0635, -0.0740, -0.0870, -0.0976,\n",
       "         -0.2599, -0.0890, -0.0899, -0.1529, -0.0424, -0.1403, -0.1159, -0.0523,\n",
       "         -0.0813, -0.1198, -0.1376, -0.0852, -0.0677, -0.1657, -0.1012, -0.1307,\n",
       "         -0.0798, -0.2427, -0.0658, -0.0631, -0.1021, -0.1274, -0.0958, -0.0602,\n",
       "         -0.1203, -0.0622, -0.0727, -0.1410, -0.0888, -0.0385,  0.0194, -0.0481,\n",
       "         -0.0208, -0.0979, -0.1236, -0.1103, -0.0105, -0.0171, -0.0954, -0.1581,\n",
       "         -0.1261, -0.0830, -0.1141, -0.0670, -0.0860, -0.0589, -0.1430, -0.1792,\n",
       "         -0.1794, -0.1547, -0.1523, -0.0766, -0.0451, -0.2206, -0.0898, -0.0892,\n",
       "          0.0237, -0.0974, -0.0226,  0.0019, -0.1125, -0.0307, -0.0494, -0.0957,\n",
       "         -0.1024, -0.0940, -0.0093, -0.0868, -0.1182,  0.0850, -0.0677, -0.0792,\n",
       "         -0.0409, -0.0909, -0.1315, -0.0968, -0.0748, -0.0583, -0.1061, -0.1413,\n",
       "         -0.1347, -0.0359, -0.0432,  0.0624, -0.0906, -0.0642, -0.0414,  0.0111,\n",
       "         -0.1396, -0.0983, -0.1266, -0.0408, -0.0016, -0.2592, -0.0847, -0.0986,\n",
       "         -0.0259, -0.0874, -0.1198, -0.1240, -0.0968, -0.1471, -0.0967, -0.1273,\n",
       "          0.0119, -0.0201, -0.0717, -0.0867, -0.0837, -0.1474, -0.1657, -0.1853,\n",
       "          0.0859, -0.1579, -0.0908, -0.1340, -0.1316, -0.0701, -0.1214, -0.1153,\n",
       "         -0.1148, -0.0618, -0.0698, -0.1352, -0.0835, -0.1696, -0.0338, -0.1497,\n",
       "         -0.0935,  0.0735, -0.0710, -0.1276, -0.0829, -0.1407, -0.1013, -0.1726,\n",
       "         -0.0950, -0.0895, -0.1470, -0.0467, -0.0776, -0.0146,  0.0136, -0.2587,\n",
       "         -0.0910,  0.1044, -0.1138, -0.3993, -0.0544,  0.0161, -0.0538, -0.1187,\n",
       "         -0.0699, -0.0692, -0.0611, -0.0670, -0.2354, -0.0573, -0.1812, -0.0524,\n",
       "         -0.1779, -0.1660, -0.1221, -0.0657, -0.0900, -0.0665, -0.0885, -0.0772],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0010]],\n",
       " \n",
       "          [[ 0.0024]],\n",
       " \n",
       "          [[ 0.0006]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0005]],\n",
       " \n",
       "          [[ 0.0032]],\n",
       " \n",
       "          [[ 0.0002]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0128]],\n",
       " \n",
       "          [[ 0.0121]],\n",
       " \n",
       "          [[ 0.0588]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0284]],\n",
       " \n",
       "          [[-0.0020]],\n",
       " \n",
       "          [[ 0.0051]]],\n",
       " \n",
       " \n",
       "         [[[-0.0413]],\n",
       " \n",
       "          [[-0.0063]],\n",
       " \n",
       "          [[-0.0226]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0017]],\n",
       " \n",
       "          [[ 0.0158]],\n",
       " \n",
       "          [[-0.0327]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0315]],\n",
       " \n",
       "          [[ 0.0052]],\n",
       " \n",
       "          [[-0.0121]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0308]],\n",
       " \n",
       "          [[ 0.0138]],\n",
       " \n",
       "          [[-0.0010]]],\n",
       " \n",
       " \n",
       "         [[[-0.0112]],\n",
       " \n",
       "          [[-0.0071]],\n",
       " \n",
       "          [[ 0.0006]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0100]],\n",
       " \n",
       "          [[-0.0045]],\n",
       " \n",
       "          [[-0.0231]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0112]],\n",
       " \n",
       "          [[-0.0111]],\n",
       " \n",
       "          [[ 0.0021]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0008]],\n",
       " \n",
       "          [[-0.0157]],\n",
       " \n",
       "          [[-0.0124]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0096, 0.2409, 0.1293,  ..., 0.1258, 0.1065, 0.0620],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0098, -0.2781, -0.1677,  ..., -0.1630, -0.0894, -0.0560],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0114]],\n",
       " \n",
       "          [[ 0.0056]],\n",
       " \n",
       "          [[ 0.0091]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0149]],\n",
       " \n",
       "          [[-0.0054]],\n",
       " \n",
       "          [[ 0.0212]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0365]],\n",
       " \n",
       "          [[ 0.0337]],\n",
       " \n",
       "          [[ 0.0138]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0107]],\n",
       " \n",
       "          [[-0.0036]],\n",
       " \n",
       "          [[ 0.0142]]],\n",
       " \n",
       " \n",
       "         [[[-0.0061]],\n",
       " \n",
       "          [[ 0.0107]],\n",
       " \n",
       "          [[-0.0098]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0193]],\n",
       " \n",
       "          [[ 0.0340]],\n",
       " \n",
       "          [[-0.0065]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0116]],\n",
       " \n",
       "          [[-0.0074]],\n",
       " \n",
       "          [[ 0.0434]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0067]],\n",
       " \n",
       "          [[ 0.0160]],\n",
       " \n",
       "          [[ 0.0148]]],\n",
       " \n",
       " \n",
       "         [[[-0.0101]],\n",
       " \n",
       "          [[-0.0027]],\n",
       " \n",
       "          [[ 0.0338]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0121]],\n",
       " \n",
       "          [[ 0.0240]],\n",
       " \n",
       "          [[-0.0097]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0222]],\n",
       " \n",
       "          [[ 0.0341]],\n",
       " \n",
       "          [[-0.0104]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0272]],\n",
       " \n",
       "          [[-0.0226]],\n",
       " \n",
       "          [[-0.0282]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2462, 0.2034, 0.2143, 0.1938, 0.2510, 0.1240, 0.2001, 0.2137, 0.2534,\n",
       "         0.2067, 0.2093, 0.2244, 0.2066, 0.2306, 0.2302, 0.2152, 0.2407, 0.2676,\n",
       "         0.2223, 0.1754, 0.2101, 0.2194, 0.1837, 0.1776, 0.2045, 0.2021, 0.2422,\n",
       "         0.2532, 0.2059, 0.2350, 0.1950, 0.1903, 0.2258, 0.1925, 0.2111, 0.2013,\n",
       "         0.2637, 0.2237, 0.2357, 0.2412, 0.2189, 0.2197, 0.2078, 0.2263, 0.2604,\n",
       "         0.2077, 0.2054, 0.2379, 0.2354, 0.1077, 0.2260, 0.2293, 0.1899, 0.2251,\n",
       "         0.2309, 0.2795, 0.2172, 0.1836, 0.1883, 0.2571, 0.1856, 0.2182, 0.2303,\n",
       "         0.2086, 0.2472, 0.1762, 0.2093, 0.1905, 0.2524, 0.2211, 0.2556, 0.1940,\n",
       "         0.2342, 0.2055, 0.2206, 0.1930, 0.2021, 0.2092, 0.2336, 0.2286, 0.2379,\n",
       "         0.2490, 0.2149, 0.1973, 0.2099, 0.2344, 0.1830, 0.2326, 0.1574, 0.2438,\n",
       "         0.2254, 0.1911, 0.2204, 0.2274, 0.1969, 0.2182, 0.1931, 0.2509, 0.2521,\n",
       "         0.1925, 0.2377, 0.2324, 0.2670, 0.1988, 0.2084, 0.2450, 0.2055, 0.2119,\n",
       "         0.2360, 0.2452, 0.2045, 0.2478, 0.1893, 0.2108, 0.2084, 0.2339, 0.2185,\n",
       "         0.2205, 0.2294, 0.2188, 0.2381, 0.2082, 0.2058, 0.2083, 0.2336, 0.2164,\n",
       "         0.2470, 0.2366, 0.2203, 0.2240, 0.2288, 0.2165, 0.2007, 0.2195, 0.2266,\n",
       "         0.2039, 0.2281, 0.2222, 0.2251, 0.2182, 0.2243, 0.2152, 0.2941, 0.2194,\n",
       "         0.2381, 0.2093, 0.2087, 0.2220, 0.2543, 0.2170, 0.2280, 0.1535, 0.2196,\n",
       "         0.2148, 0.1781, 0.2426, 0.2034, 0.1962, 0.2318, 0.2469, 0.2318, 0.2657,\n",
       "         0.2220, 0.2584, 0.1986, 0.2339, 0.2226, 0.2071, 0.2190, 0.2091, 0.2354,\n",
       "         0.2533, 0.2204, 0.2393, 0.2066, 0.2310, 0.2180, 0.2134, 0.2427, 0.2502,\n",
       "         0.2549, 0.2276, 0.1926, 0.2079, 0.2423, 0.2285, 0.2370, 0.2187, 0.2238,\n",
       "         0.1998, 0.2426, 0.2139, 0.2280, 0.2132, 0.2214, 0.1837, 0.2234, 0.2111,\n",
       "         0.2580, 0.2246, 0.2045, 0.2103, 0.2105, 0.2207, 0.1960, 0.2650, 0.2113,\n",
       "         0.1490, 0.2160, 0.2174, 0.2180, 0.2107, 0.2024, 0.2144, 0.1979, 0.2168,\n",
       "         0.1921, 0.2279, 0.2415, 0.2067, 0.2305, 0.2180, 0.2022, 0.2137, 0.2339,\n",
       "         0.1968, 0.2246, 0.2299, 0.2766, 0.2430, 0.2241, 0.2287, 0.2635, 0.2429,\n",
       "         0.2172, 0.2222, 0.1796, 0.2586, 0.2350, 0.2124, 0.1291, 0.2378, 0.2201,\n",
       "         0.2236, 0.2223, 0.2275, 0.2061, 0.2239, 0.2502, 0.1724, 0.2392, 0.2549,\n",
       "         0.2235, 0.2618, 0.2144, 0.2525, 0.2069, 0.2182, 0.2177, 0.1917, 0.1990,\n",
       "         0.2437, 0.2024, 0.1732, 0.2206, 0.2077, 0.2178, 0.2046, 0.2107, 0.1953,\n",
       "         0.2171, 0.2137, 0.2223, 0.2423, 0.2529, 0.2113, 0.2146, 0.2098, 0.1863,\n",
       "         0.2249, 0.2054, 0.2136, 0.2328, 0.1940, 0.2633, 0.2296, 0.2346, 0.2395,\n",
       "         0.2532, 0.2267, 0.1727, 0.2451, 0.2514, 0.2407, 0.2097, 0.1829, 0.2201,\n",
       "         0.2144, 0.1827, 0.2006, 0.1995, 0.2090, 0.2308, 0.2142, 0.2260, 0.2410,\n",
       "         0.2440, 0.1859, 0.2416, 0.2207, 0.2547, 0.2300, 0.1791, 0.2534, 0.2217,\n",
       "         0.2240, 0.2580, 0.2448, 0.2728, 0.2306, 0.2326, 0.2160, 0.1869, 0.2149,\n",
       "         0.2141, 0.2293, 0.2138, 0.1821, 0.2306, 0.2142, 0.2170, 0.2173, 0.2244,\n",
       "         0.2011, 0.2069, 0.2077, 0.2210, 0.1640, 0.2039, 0.2013, 0.2598, 0.2139,\n",
       "         0.2268, 0.2212, 0.2453, 0.1991, 0.2113, 0.2228, 0.2406, 0.2506, 0.1811,\n",
       "         0.2256, 0.2445, 0.2114, 0.2182, 0.2173, 0.2317, 0.1942, 0.2193, 0.2188,\n",
       "         0.2504, 0.2156, 0.1970, 0.1823, 0.1798, 0.2012, 0.2475, 0.2468, 0.2174,\n",
       "         0.1958, 0.2931, 0.2224, 0.2318, 0.1906, 0.2206, 0.2219, 0.2306, 0.2346,\n",
       "         0.1847, 0.2283, 0.2394, 0.1965, 0.2445, 0.2298, 0.2200, 0.2318, 0.1988,\n",
       "         0.2006, 0.2072, 0.2190, 0.1855, 0.2399, 0.2132, 0.2293, 0.2554, 0.1858,\n",
       "         0.2029, 0.2477, 0.2313, 0.2533, 0.2162, 0.2603, 0.2497, 0.2342, 0.2239,\n",
       "         0.2425, 0.2529, 0.2127, 0.2413, 0.2322, 0.2488, 0.2064, 0.2104, 0.2315,\n",
       "         0.2319, 0.1946, 0.2229, 0.2540, 0.2150, 0.2343, 0.2455, 0.2339, 0.1965,\n",
       "         0.1373, 0.2323, 0.2465, 0.2311, 0.2184, 0.2125, 0.2531, 0.2685, 0.2479,\n",
       "         0.2182, 0.2476, 0.2109, 0.2456, 0.2219, 0.2264, 0.1067, 0.2136, 0.2517,\n",
       "         0.2152, 0.2209, 0.2371, 0.2470, 0.2249, 0.2587, 0.2195, 0.2219, 0.2402,\n",
       "         0.2096, 0.2145, 0.1919, 0.2218, 0.2520, 0.2175, 0.2018, 0.2076, 0.1905,\n",
       "         0.1864, 0.2519, 0.2386, 0.2543, 0.2127, 0.2372, 0.2022, 0.2238, 0.2053,\n",
       "         0.2376, 0.2253, 0.2090, 0.2125, 0.2132, 0.2138, 0.2118, 0.2333, 0.2116,\n",
       "         0.2168, 0.2299, 0.2243, 0.2510, 0.2361, 0.2444, 0.2322, 0.2225, 0.2222,\n",
       "         0.2889, 0.2260, 0.2320, 0.2274, 0.1987, 0.2059, 0.1884, 0.2110, 0.2356,\n",
       "         0.1963, 0.2456, 0.2088, 0.2272, 0.2144, 0.1880, 0.2790, 0.2074, 0.2409,\n",
       "         0.2274, 0.1923, 0.2130, 0.1960, 0.2030, 0.2224, 0.2564, 0.2266],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.2308, -0.1761, -0.0937, -0.1531, -0.2710,  0.0623, -0.1275, -0.1807,\n",
       "         -0.2341, -0.1118, -0.2037, -0.2124, -0.1777, -0.2047, -0.2234, -0.1634,\n",
       "         -0.2535, -0.2236, -0.1890, -0.0604, -0.1507, -0.1673, -0.1038, -0.0869,\n",
       "         -0.1487, -0.1072, -0.2277, -0.2578, -0.1459, -0.2438, -0.0822, -0.0670,\n",
       "         -0.2275, -0.1194, -0.1724, -0.1303, -0.1969, -0.1824, -0.1828, -0.2419,\n",
       "         -0.1568, -0.2165, -0.1494, -0.1369, -0.2610, -0.1064, -0.1072, -0.2473,\n",
       "         -0.2436,  0.0821, -0.2224, -0.1274, -0.1208, -0.2416, -0.2440, -0.2850,\n",
       "         -0.1709, -0.0610, -0.1020, -0.2847, -0.1033, -0.1511, -0.2111, -0.1366,\n",
       "         -0.1880, -0.1200, -0.1406, -0.0585, -0.2489, -0.1252, -0.2507, -0.1156,\n",
       "         -0.2484, -0.1786, -0.1779, -0.0934, -0.1713, -0.1485, -0.2675, -0.2188,\n",
       "         -0.2363, -0.1913, -0.1279, -0.0951, -0.1292, -0.2095, -0.0947, -0.1581,\n",
       "         -0.0322, -0.2477, -0.2326, -0.1597, -0.1734, -0.1965, -0.1505, -0.1968,\n",
       "         -0.1474, -0.2446, -0.1911, -0.1056, -0.2804, -0.1589, -0.2636, -0.1227,\n",
       "         -0.1381, -0.2229, -0.1304, -0.1155, -0.2480, -0.2459, -0.1495, -0.2223,\n",
       "         -0.1299, -0.1368, -0.1800, -0.1983, -0.1409, -0.1889, -0.2367, -0.1810,\n",
       "         -0.2503, -0.1134, -0.1526, -0.1088, -0.2068, -0.1979, -0.3152, -0.1867,\n",
       "         -0.2190, -0.1651, -0.1980, -0.1649, -0.1655, -0.2005, -0.1904, -0.1375,\n",
       "         -0.1580, -0.1180, -0.2084, -0.1959, -0.1726, -0.1365, -0.2819, -0.2339,\n",
       "         -0.1224, -0.1820, -0.1551, -0.2123, -0.2434, -0.2113, -0.1955, -0.0400,\n",
       "         -0.2069, -0.1053, -0.0640, -0.1653, -0.1333, -0.1650, -0.1765, -0.2277,\n",
       "         -0.2257, -0.3134, -0.1804, -0.2576, -0.1218, -0.1448, -0.1630, -0.1979,\n",
       "         -0.2166, -0.1266, -0.2090, -0.2591, -0.1744, -0.2015, -0.1987, -0.2108,\n",
       "         -0.1445, -0.1957, -0.2194, -0.1616, -0.2196, -0.2030, -0.1548, -0.1879,\n",
       "         -0.2119, -0.2266, -0.2398, -0.1248, -0.1703, -0.1851, -0.2178, -0.2146,\n",
       "         -0.1445, -0.1997, -0.2087, -0.1335, -0.2209, -0.1668, -0.2400, -0.1854,\n",
       "         -0.1425, -0.1872, -0.1327, -0.1915, -0.1509, -0.2687, -0.1463,  0.0642,\n",
       "         -0.1317, -0.1294, -0.2200, -0.1736, -0.0859, -0.1758, -0.1168, -0.1331,\n",
       "         -0.1143, -0.2396, -0.2387, -0.1612, -0.1937, -0.2153, -0.1131, -0.2001,\n",
       "         -0.2297, -0.1337, -0.1681, -0.1954, -0.2385, -0.2743, -0.1668, -0.2160,\n",
       "         -0.2624, -0.0336, -0.1844, -0.1711, -0.0712, -0.2424, -0.1956, -0.1081,\n",
       "          0.0251, -0.2100, -0.2119, -0.1683, -0.1855, -0.1292, -0.1379, -0.1589,\n",
       "         -0.2316, -0.0971, -0.1738, -0.3015, -0.2092, -0.2583, -0.1207, -0.1675,\n",
       "         -0.1414, -0.1788, -0.1578, -0.1389, -0.1479, -0.2305, -0.1171, -0.0974,\n",
       "         -0.1838, -0.1314, -0.1654, -0.1416, -0.2133, -0.1350, -0.1867, -0.1387,\n",
       "         -0.1258, -0.2143, -0.2643, -0.1093, -0.1990, -0.0902, -0.1015, -0.1762,\n",
       "         -0.1492, -0.1645, -0.2281, -0.0933, -0.2688, -0.1438, -0.2457, -0.2086,\n",
       "         -0.1512, -0.1650, -0.0634, -0.2289, -0.2759, -0.2881, -0.1929, -0.0951,\n",
       "         -0.1687, -0.1828, -0.0931, -0.1432, -0.0879, -0.1999, -0.2027, -0.1946,\n",
       "         -0.2239, -0.1918, -0.2296, -0.0841, -0.1543, -0.1537, -0.2310, -0.1915,\n",
       "         -0.1400, -0.2135, -0.1951, -0.1890, -0.2463, -0.2388, -0.2843, -0.2063,\n",
       "         -0.2206, -0.1795, -0.0844, -0.1268, -0.1717, -0.1666, -0.2106, -0.1249,\n",
       "         -0.1600, -0.1590, -0.2129, -0.1590, -0.1076, -0.1489, -0.1598, -0.1725,\n",
       "         -0.2238, -0.0797, -0.1211, -0.1014, -0.3295, -0.2025, -0.2122, -0.1465,\n",
       "         -0.2333, -0.1234, -0.1399, -0.1313, -0.2006, -0.2161, -0.0881, -0.1829,\n",
       "         -0.2658, -0.1843, -0.2071, -0.2781, -0.1495, -0.1349, -0.1869, -0.1729,\n",
       "         -0.2520, -0.1773, -0.1660, -0.1046, -0.0922, -0.1342, -0.2262, -0.2800,\n",
       "         -0.2520, -0.1484, -0.3502, -0.1395, -0.1667, -0.1266, -0.1416, -0.1684,\n",
       "         -0.1808, -0.1973, -0.0871, -0.1645, -0.2660, -0.0910, -0.2093, -0.1474,\n",
       "         -0.2139, -0.2306, -0.1006, -0.1725, -0.1280, -0.1845, -0.1330, -0.2659,\n",
       "         -0.1924, -0.2043, -0.2196, -0.0951, -0.1187, -0.2538, -0.1601, -0.2201,\n",
       "         -0.1537, -0.3002, -0.2502, -0.2787, -0.1976, -0.2943, -0.2462, -0.1518,\n",
       "         -0.2764, -0.1788, -0.2599, -0.1789, -0.1199, -0.1739, -0.1968, -0.1160,\n",
       "         -0.1700, -0.2527, -0.1620, -0.1617, -0.2226, -0.2406, -0.1234,  0.1028,\n",
       "         -0.2205, -0.2132, -0.2048, -0.1483, -0.1198, -0.3155, -0.2804, -0.2631,\n",
       "         -0.1542, -0.2127, -0.1408, -0.2889, -0.1590, -0.2144,  0.1268, -0.1653,\n",
       "         -0.2186, -0.1706, -0.1840, -0.2003, -0.1963, -0.2261, -0.2132, -0.1472,\n",
       "         -0.2435, -0.2382, -0.1526, -0.1516, -0.1387, -0.1780, -0.2600, -0.1514,\n",
       "         -0.1096, -0.1209, -0.1138, -0.1090, -0.2111, -0.1948, -0.2490, -0.1558,\n",
       "         -0.2552, -0.1097, -0.1932, -0.2010, -0.2124, -0.2218, -0.1598, -0.1624,\n",
       "         -0.1398, -0.1577, -0.1947, -0.2213, -0.2049, -0.1922, -0.2600, -0.1811,\n",
       "         -0.2457, -0.1937, -0.1836, -0.2131, -0.1730, -0.1829, -0.2494, -0.1952,\n",
       "         -0.2291, -0.2097, -0.1549, -0.1311, -0.1169, -0.1512, -0.2128, -0.1026,\n",
       "         -0.1979, -0.1322, -0.1768, -0.0914, -0.1160, -0.3000, -0.1729, -0.1652,\n",
       "         -0.2310, -0.1146, -0.1912, -0.0916, -0.1530, -0.1449, -0.2726, -0.1986],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-1.8932e-05, -7.4859e-03,  9.6491e-03],\n",
       "           [-2.2479e-03, -2.0006e-04, -3.6864e-05],\n",
       "           [-1.1834e-02, -1.1647e-02, -1.5366e-02]],\n",
       " \n",
       "          [[ 1.2991e-02,  1.5447e-02,  5.3347e-03],\n",
       "           [ 1.7168e-02,  6.0779e-03,  1.7853e-02],\n",
       "           [ 1.1593e-02,  1.0402e-02,  2.2161e-02]],\n",
       " \n",
       "          [[ 1.4707e-02,  8.4722e-03,  1.4035e-02],\n",
       "           [ 6.1920e-03, -7.7390e-04,  9.9112e-03],\n",
       "           [ 2.2165e-03,  3.9418e-04,  5.2819e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-6.9770e-03, -1.1489e-02, -3.1116e-03],\n",
       "           [ 7.9997e-05, -1.0091e-02, -1.3120e-02],\n",
       "           [-5.6402e-03, -1.8282e-02, -1.5200e-02]],\n",
       " \n",
       "          [[-1.0741e-03,  1.0623e-02,  6.1738e-03],\n",
       "           [ 2.5879e-03,  2.2386e-02,  1.5238e-02],\n",
       "           [ 2.3290e-02,  1.9626e-02,  1.9223e-02]],\n",
       " \n",
       "          [[-4.5040e-03, -1.9257e-02, -1.3205e-02],\n",
       "           [ 2.3460e-03, -3.5540e-03,  1.2624e-03],\n",
       "           [-4.6241e-04,  1.1147e-03,  4.4033e-03]]],\n",
       " \n",
       " \n",
       "         [[[-6.6627e-03, -5.2057e-03, -1.1148e-02],\n",
       "           [ 1.2389e-03, -3.5889e-03, -4.3800e-03],\n",
       "           [ 9.3645e-04,  2.8129e-03, -1.2770e-04]],\n",
       " \n",
       "          [[ 4.9192e-03, -1.9213e-02, -1.4320e-02],\n",
       "           [-9.6087e-05, -7.0832e-03, -1.3274e-02],\n",
       "           [-2.3235e-04, -1.7716e-03, -3.6681e-03]],\n",
       " \n",
       "          [[-7.1228e-03, -6.3466e-03, -4.5244e-03],\n",
       "           [-1.3066e-02, -1.0045e-02, -7.2065e-03],\n",
       "           [-1.6555e-03,  2.6594e-03, -1.3689e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.0937e-03, -1.0113e-02, -7.7149e-03],\n",
       "           [-1.3948e-03, -2.9934e-03, -2.8338e-03],\n",
       "           [ 4.5504e-04,  1.9351e-03,  8.2757e-03]],\n",
       " \n",
       "          [[ 6.9076e-03,  1.1807e-02,  1.3122e-02],\n",
       "           [ 6.9059e-03,  2.1202e-02,  9.4469e-03],\n",
       "           [ 1.2430e-02,  2.7566e-02,  2.2332e-02]],\n",
       " \n",
       "          [[ 9.2173e-03,  1.9151e-02,  1.6164e-02],\n",
       "           [ 1.4868e-02,  2.8880e-03,  2.1927e-02],\n",
       "           [ 1.2321e-02,  1.9790e-02,  4.2284e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 2.3412e-04, -2.0671e-03, -6.8237e-03],\n",
       "           [-4.6504e-03, -2.1855e-03, -1.0251e-02],\n",
       "           [-2.9401e-04,  1.3175e-03, -1.1234e-02]],\n",
       " \n",
       "          [[-4.9503e-03,  8.9317e-03,  2.6918e-03],\n",
       "           [ 1.0705e-02,  1.1473e-02,  9.2489e-03],\n",
       "           [ 2.8794e-03,  1.1532e-02,  4.8235e-03]],\n",
       " \n",
       "          [[ 1.1369e-02,  3.0000e-03,  1.0115e-02],\n",
       "           [-8.0448e-03,  4.2242e-03,  2.8538e-03],\n",
       "           [ 1.7742e-02,  1.0463e-02,  1.3950e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.3608e-02, -7.1644e-03, -2.7831e-03],\n",
       "           [-1.3388e-02, -3.1697e-03, -9.3962e-03],\n",
       "           [-1.3446e-02, -4.3622e-03, -5.1630e-03]],\n",
       " \n",
       "          [[ 4.5147e-03, -6.0227e-04,  1.3493e-03],\n",
       "           [ 5.1841e-03, -2.9237e-03,  8.9890e-03],\n",
       "           [ 9.9917e-04,  9.1767e-03,  7.3072e-03]],\n",
       " \n",
       "          [[ 1.6313e-03, -1.0309e-02, -1.9694e-03],\n",
       "           [-4.1622e-03, -1.0549e-02, -1.2063e-03],\n",
       "           [-8.0016e-03, -1.9246e-02, -2.2881e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 5.3197e-03,  1.0739e-02,  7.5438e-03],\n",
       "           [ 1.8130e-03, -9.9511e-04, -1.0913e-02],\n",
       "           [-1.7927e-03,  2.6350e-03, -9.5398e-03]],\n",
       " \n",
       "          [[-5.3403e-03, -1.1985e-02, -6.8201e-03],\n",
       "           [-1.6533e-02, -2.1918e-02, -2.8128e-02],\n",
       "           [-1.3284e-02, -1.5445e-02, -1.0317e-02]],\n",
       " \n",
       "          [[ 1.1441e-02,  1.4437e-02,  1.3181e-02],\n",
       "           [ 1.2144e-02,  1.1447e-02,  2.8634e-02],\n",
       "           [ 1.0510e-02,  1.7770e-02,  1.6992e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.1599e-03,  7.8671e-03, -6.1923e-04],\n",
       "           [ 7.5586e-03,  1.3950e-02,  1.1614e-02],\n",
       "           [ 1.4030e-02,  5.9642e-03,  1.1040e-02]],\n",
       " \n",
       "          [[ 4.5254e-03, -2.3593e-04, -5.5669e-04],\n",
       "           [-4.1367e-03, -7.9505e-03, -4.5104e-04],\n",
       "           [-5.8288e-03, -1.9287e-03, -5.5973e-03]],\n",
       " \n",
       "          [[ 2.7503e-03,  1.2145e-02,  1.1896e-02],\n",
       "           [ 7.3540e-03, -8.4273e-04,  3.8247e-03],\n",
       "           [ 7.6577e-03, -1.1592e-04, -1.3644e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.0538e-02,  5.3589e-03, -8.1633e-03],\n",
       "           [-2.0017e-02, -2.0131e-03,  8.4960e-05],\n",
       "           [-1.0978e-02, -2.2514e-03, -1.1561e-02]],\n",
       " \n",
       "          [[-9.3425e-03, -5.5640e-03, -6.8126e-03],\n",
       "           [-1.1227e-02, -9.0562e-03, -1.1572e-02],\n",
       "           [-2.5548e-02, -1.0502e-02, -1.0963e-02]],\n",
       " \n",
       "          [[-7.0718e-03, -3.7960e-03, -4.4435e-03],\n",
       "           [-3.1759e-03, -5.2850e-03,  1.0829e-02],\n",
       "           [-1.3921e-02, -3.5413e-03,  3.8238e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-5.9729e-03, -2.4035e-03, -3.1776e-04],\n",
       "           [-4.6231e-03,  1.0382e-02,  7.6540e-03],\n",
       "           [-2.0714e-04,  5.5136e-03,  1.1262e-02]],\n",
       " \n",
       "          [[ 1.4789e-02,  3.4354e-02,  2.9374e-02],\n",
       "           [ 1.5814e-02,  5.2303e-03,  2.4696e-02],\n",
       "           [ 1.5806e-02,  2.5775e-02,  3.2018e-02]],\n",
       " \n",
       "          [[-8.7909e-03, -4.0719e-04,  6.5272e-03],\n",
       "           [ 8.6746e-03,  1.5274e-02,  1.8845e-02],\n",
       "           [ 1.0660e-02, -2.4729e-03,  7.9977e-03]]],\n",
       " \n",
       " \n",
       "         [[[-1.2894e-02, -1.0477e-02, -1.0273e-02],\n",
       "           [-7.3072e-03, -1.7766e-02, -1.4866e-02],\n",
       "           [-1.4896e-02, -1.6391e-02, -1.1351e-02]],\n",
       " \n",
       "          [[ 4.2452e-03,  9.7323e-03,  6.3848e-03],\n",
       "           [ 2.8216e-03,  1.4437e-02,  6.7594e-03],\n",
       "           [-5.7585e-03, -2.9353e-03,  6.1200e-03]],\n",
       " \n",
       "          [[-1.1477e-02, -2.0302e-02, -1.5273e-02],\n",
       "           [-1.0698e-02, -1.8577e-02, -1.4859e-02],\n",
       "           [-1.1331e-02, -2.4588e-02, -2.6877e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-9.2459e-03, -8.6223e-03, -1.0176e-02],\n",
       "           [-2.1788e-02, -1.7749e-02, -1.8284e-02],\n",
       "           [-1.3576e-02, -7.9282e-03, -1.4381e-02]],\n",
       " \n",
       "          [[ 1.1836e-02, -2.5031e-03,  7.5345e-03],\n",
       "           [-4.6892e-03, -6.5944e-03, -5.5750e-03],\n",
       "           [ 3.7375e-03, -6.6268e-03,  8.4169e-03]],\n",
       " \n",
       "          [[ 5.9674e-03,  1.2748e-02,  8.5630e-03],\n",
       "           [ 1.2223e-02,  3.4018e-04,  5.7421e-03],\n",
       "           [ 2.1898e-03, -9.1239e-03, -4.3494e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2305, 0.2149, 0.2113, 0.2504, 0.1993, 0.2356, 0.2335, 0.2072, 0.2152,\n",
       "         0.2138, 0.1926, 0.1850, 0.2060, 0.2176, 0.2039, 0.2212, 0.1863, 0.1873,\n",
       "         0.1493, 0.1916, 0.1705, 0.2303, 0.1862, 0.1900, 0.1700, 0.2087, 0.1958,\n",
       "         0.2270, 0.1818, 0.1843, 0.1867, 0.1674, 0.1857, 0.1507, 0.2051, 0.2016,\n",
       "         0.1635, 0.2090, 0.2137, 0.1697, 0.1658, 0.1667, 0.1646, 0.1953, 0.1907,\n",
       "         0.1708, 0.1973, 0.1910, 0.2409, 0.2094, 0.1890, 0.1803, 0.1537, 0.2171,\n",
       "         0.2022, 0.2190, 0.2084, 0.2063, 0.1961, 0.2263, 0.2096, 0.1797, 0.1928,\n",
       "         0.2004, 0.2098, 0.1724, 0.1908, 0.1635, 0.2154, 0.1940, 0.1532, 0.2299,\n",
       "         0.2036, 0.1993, 0.1817, 0.1758, 0.1739, 0.1898, 0.1723, 0.1854, 0.2060,\n",
       "         0.2025, 0.2072, 0.1955, 0.1988, 0.1879, 0.2443, 0.1874, 0.1690, 0.2082,\n",
       "         0.2248, 0.2016, 0.2220, 0.2259, 0.2958, 0.2071, 0.1808, 0.2133, 0.1863,\n",
       "         0.1748, 0.2262, 0.1895, 0.1894, 0.2384, 0.2254, 0.1897, 0.2026, 0.1965,\n",
       "         0.1802, 0.1952, 0.1813, 0.1589, 0.1982, 0.1864, 0.1672, 0.1707, 0.1760,\n",
       "         0.2035, 0.1570, 0.2007, 0.1765, 0.1876, 0.2342, 0.1865, 0.2147, 0.1536,\n",
       "         0.2116, 0.1822, 0.2341, 0.1717, 0.2063, 0.2262, 0.1724, 0.1806, 0.1653,\n",
       "         0.2156, 0.1748, 0.2158, 0.2337, 0.2297, 0.1854, 0.1810, 0.1692, 0.1804,\n",
       "         0.1746, 0.1662, 0.1493, 0.1964, 0.2126, 0.2184, 0.1747, 0.1895, 0.2041,\n",
       "         0.2171, 0.1821, 0.1945, 0.1935, 0.1638, 0.1799, 0.2162, 0.1858, 0.1889,\n",
       "         0.1872, 0.1739, 0.1865, 0.2291, 0.1788, 0.1600, 0.1865, 0.1779, 0.1956,\n",
       "         0.1996, 0.2372, 0.1826, 0.2348, 0.2068, 0.1677, 0.1771, 0.2023, 0.1754,\n",
       "         0.1874, 0.2169, 0.1879, 0.1615, 0.1805, 0.2040, 0.1772, 0.2004, 0.1646,\n",
       "         0.1637, 0.1891, 0.2016, 0.1769, 0.1661, 0.1812, 0.2009, 0.1647, 0.1879,\n",
       "         0.1904, 0.1855, 0.1999, 0.1690, 0.1609, 0.1811, 0.1904, 0.1988, 0.2032,\n",
       "         0.2188, 0.1967, 0.1962, 0.2084, 0.1966, 0.1501, 0.1659, 0.1896, 0.2027,\n",
       "         0.2389, 0.1970, 0.2117, 0.1696, 0.2104, 0.2026, 0.1986, 0.1631, 0.2146,\n",
       "         0.1875, 0.1753, 0.1845, 0.2147, 0.1824, 0.2123, 0.1903, 0.1967, 0.2304,\n",
       "         0.2226, 0.1775, 0.1932, 0.2176, 0.2162, 0.2272, 0.2025, 0.2087, 0.2339,\n",
       "         0.1899, 0.1701, 0.2032, 0.1907, 0.2193, 0.1623, 0.1796, 0.1751, 0.1995,\n",
       "         0.1729, 0.2064, 0.1893, 0.2141, 0.2307, 0.1708, 0.2110, 0.2116, 0.1991,\n",
       "         0.1828, 0.2030, 0.1919, 0.2161, 0.1755, 0.1646, 0.1895, 0.1973, 0.1941,\n",
       "         0.1695, 0.1704, 0.1703, 0.2145, 0.1842, 0.2075, 0.1891, 0.2088, 0.2047,\n",
       "         0.1872, 0.1859, 0.2269, 0.1749, 0.1997, 0.2139, 0.1763, 0.1623, 0.1824,\n",
       "         0.1923, 0.1595, 0.1911, 0.2251, 0.1903, 0.1984, 0.1985, 0.2090, 0.1969,\n",
       "         0.1730, 0.1787, 0.1914, 0.2028, 0.1932, 0.1906, 0.1597, 0.1972, 0.1879,\n",
       "         0.1934, 0.1956, 0.1957, 0.2221, 0.2029, 0.2008, 0.1982, 0.2019, 0.1695,\n",
       "         0.1831, 0.1885, 0.1647, 0.2512, 0.1835, 0.1837, 0.1601, 0.1919, 0.2029,\n",
       "         0.1897, 0.1828, 0.2103, 0.2356, 0.2173, 0.2193, 0.1878, 0.2295, 0.1871,\n",
       "         0.2093, 0.1741, 0.2000, 0.1921, 0.2364, 0.1980, 0.1866, 0.2378, 0.2181,\n",
       "         0.1913, 0.1983, 0.1934, 0.1931, 0.1722, 0.2273, 0.1615, 0.1908, 0.2212,\n",
       "         0.1972, 0.2161, 0.1996, 0.1579, 0.2063, 0.2309, 0.2028, 0.1862, 0.1598,\n",
       "         0.1887, 0.2195, 0.1666, 0.1697, 0.1596, 0.2042, 0.1968, 0.1889, 0.1885,\n",
       "         0.2129, 0.2014, 0.1905, 0.1782, 0.1718, 0.2078, 0.2096, 0.1831, 0.1875,\n",
       "         0.2041, 0.1548, 0.2152, 0.1869, 0.2047, 0.2215, 0.2216, 0.1562, 0.2020,\n",
       "         0.2031, 0.2029, 0.1854, 0.2547, 0.1899, 0.2076, 0.2047, 0.1777, 0.1835,\n",
       "         0.1803, 0.2210, 0.1841, 0.1639, 0.2232, 0.1949, 0.2214, 0.1776, 0.1766,\n",
       "         0.2020, 0.1795, 0.1773, 0.1935, 0.2271, 0.2240, 0.1920, 0.1956, 0.2152,\n",
       "         0.2191, 0.2241, 0.1991, 0.1989, 0.1710, 0.2015, 0.1692, 0.2305, 0.1947,\n",
       "         0.1998, 0.2084, 0.1661, 0.2133, 0.2205, 0.2272, 0.2074, 0.2052, 0.2016,\n",
       "         0.1843, 0.2327, 0.1834, 0.1947, 0.1872, 0.2205, 0.1833, 0.1971, 0.2128,\n",
       "         0.1950, 0.1970, 0.2586, 0.1950, 0.2016, 0.1925, 0.1830, 0.2521, 0.1816,\n",
       "         0.2167, 0.2020, 0.1841, 0.1686, 0.1702, 0.2297, 0.2118, 0.1780, 0.1762,\n",
       "         0.1848, 0.1886, 0.2115, 0.1706, 0.1859, 0.1870, 0.1786, 0.1864, 0.2016,\n",
       "         0.2209, 0.2564, 0.2433, 0.2004, 0.2107, 0.1850, 0.2278, 0.1843, 0.2140,\n",
       "         0.1943, 0.1779, 0.1881, 0.1833, 0.2342, 0.1804, 0.1929, 0.1840, 0.2287,\n",
       "         0.2168, 0.2022, 0.1960, 0.2238, 0.2029, 0.1857, 0.1682, 0.1811, 0.1620,\n",
       "         0.1618, 0.1965, 0.2047, 0.2026, 0.1740, 0.2286, 0.2168, 0.1971, 0.1870,\n",
       "         0.1993, 0.1862, 0.1752, 0.1608, 0.1918, 0.1864, 0.1858, 0.2140],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0920, -0.1411, -0.0523, -0.1000, -0.0655, -0.0419, -0.1133, -0.1290,\n",
       "         -0.0927, -0.0645, -0.1192, -0.0788, -0.0687, -0.1556, -0.0255, -0.0789,\n",
       "          0.0948, -0.0681, -0.0261, -0.0788, -0.0278, -0.0883, -0.0057, -0.0421,\n",
       "         -0.0658, -0.1372, -0.0525, -0.1194, -0.0540, -0.0300, -0.0428, -0.0118,\n",
       "         -0.0833, -0.0122, -0.0490, -0.1302, -0.0240, -0.0574, -0.1482, -0.0501,\n",
       "         -0.0729,  0.0158, -0.0015, -0.0640, -0.0950, -0.0278, -0.1279, -0.1025,\n",
       "         -0.1357, -0.0999, -0.1115, -0.0461,  0.0211, -0.0588, -0.0943, -0.0604,\n",
       "         -0.0678, -0.0874, -0.1174, -0.1086, -0.1377, -0.1077, -0.0324, -0.0861,\n",
       "         -0.1247, -0.0451, -0.0815, -0.0504, -0.1273, -0.1229,  0.0236, -0.0837,\n",
       "         -0.1405, -0.0841, -0.0814, -0.0070, -0.0227, -0.1178, -0.0563, -0.0657,\n",
       "         -0.0765, -0.0352, -0.1057, -0.0809, -0.0972, -0.0249, -0.1255, -0.0635,\n",
       "         -0.0048, -0.0715, -0.0836, -0.0836, -0.0979, -0.1462,  0.1644, -0.0837,\n",
       "         -0.0521, -0.1234, -0.0658, -0.0507, -0.1238, -0.0623, -0.0378, -0.1392,\n",
       "         -0.0761, -0.0807, -0.0691, -0.0864, -0.0855, -0.0811, -0.0410, -0.0344,\n",
       "         -0.1100, -0.0622, -0.0542, -0.0276, -0.0495, -0.1398,  0.0192, -0.0646,\n",
       "         -0.0371, -0.1021, -0.1268, -0.0757, -0.0842,  0.0272, -0.1082, -0.0564,\n",
       "         -0.0999, -0.0314, -0.1207, -0.1000, -0.0443, -0.0269, -0.0157, -0.0984,\n",
       "         -0.0686, -0.0944, -0.1282, -0.1197, -0.0288, -0.0699, -0.0645, -0.0793,\n",
       "         -0.0071,  0.0143, -0.0077, -0.0424, -0.0866, -0.0759, -0.0394, -0.0554,\n",
       "         -0.0826, -0.1193, -0.0756, -0.1268, -0.1065, -0.0184, -0.0582, -0.1538,\n",
       "         -0.0839, -0.0419, -0.0611, -0.0987, -0.0625, -0.1325, -0.0745, -0.0129,\n",
       "         -0.0712, -0.0540, -0.0978, -0.0934, -0.1396, -0.0202, -0.1340, -0.1441,\n",
       "         -0.0187, -0.0233, -0.0898, -0.0757, -0.0705, -0.0869, -0.0323, -0.0032,\n",
       "         -0.0387, -0.0660, -0.0546, -0.0747, -0.0288, -0.0242, -0.0237, -0.0854,\n",
       "         -0.0164, -0.0403, -0.0312, -0.0937,  0.0083, -0.0876, -0.0751, -0.0616,\n",
       "         -0.0942,  0.0030, -0.0197, -0.0916, -0.0770, -0.0762, -0.1011, -0.1555,\n",
       "         -0.0717, -0.0655, -0.0798, -0.0913,  0.0551, -0.0367, -0.0476, -0.1010,\n",
       "         -0.1732, -0.0893, -0.0949, -0.0406, -0.1215, -0.0659, -0.0475, -0.0127,\n",
       "         -0.1182, -0.0670, -0.0296, -0.0488, -0.0878, -0.0531, -0.1500, -0.0672,\n",
       "         -0.0498, -0.1030, -0.1057, -0.0329, -0.0739, -0.1282, -0.0883, -0.0943,\n",
       "         -0.1215, -0.1259, -0.0920, -0.0817, -0.0514, -0.0981, -0.0437, -0.0480,\n",
       "         -0.0360, -0.0168, -0.0270, -0.0403,  0.0360, -0.0803, -0.0643, -0.0936,\n",
       "         -0.1147, -0.0406, -0.0845, -0.0918, -0.0862, -0.0447, -0.0856, -0.0856,\n",
       "         -0.0730, -0.0556, -0.0097, -0.1006, -0.0404, -0.0959, -0.0164, -0.0347,\n",
       "         -0.0679, -0.1526, -0.0696, -0.0992, -0.0355, -0.0879, -0.1195, -0.0695,\n",
       "         -0.0712, -0.1060, -0.0404, -0.0859, -0.1243, -0.0703, -0.0242, -0.0749,\n",
       "         -0.0749, -0.0370, -0.0636, -0.1228, -0.0362, -0.0893, -0.0773, -0.0952,\n",
       "         -0.0758, -0.0296, -0.0277, -0.0231, -0.0857, -0.0686, -0.0757, -0.0032,\n",
       "         -0.1003, -0.0969, -0.1314, -0.0920, -0.0502, -0.0404, -0.0885, -0.0732,\n",
       "         -0.0898, -0.0381, -0.0278, -0.0769, -0.0987, -0.0394, -0.0657, -0.0722,\n",
       "         -0.0677, -0.0231, -0.0517, -0.1037, -0.1019, -0.0786, -0.1079, -0.1017,\n",
       "         -0.1091, -0.0757, -0.0643, -0.1064,  0.0049, -0.0878, -0.0316, -0.1030,\n",
       "         -0.0307, -0.0887, -0.0491, -0.0868, -0.1664, -0.0781, -0.1024, -0.0784,\n",
       "         -0.0856, -0.0620, -0.0185, -0.1327,  0.1189, -0.0366, -0.1077, -0.0728,\n",
       "         -0.1745, -0.0796, -0.0099, -0.0921, -0.1571, -0.0776, -0.0894,  0.0031,\n",
       "         -0.0316, -0.0923, -0.0630, -0.0335,  0.0053, -0.1365, -0.0495, -0.0483,\n",
       "         -0.0799, -0.0961, -0.0891, -0.0895, -0.0404, -0.0077, -0.0855, -0.1146,\n",
       "         -0.0017, -0.0684, -0.1385, -0.0034, -0.0727, -0.0797, -0.0410, -0.1159,\n",
       "         -0.0847,  0.0431, -0.1066, -0.1185, -0.1068, -0.0188, -0.1109, -0.1102,\n",
       "         -0.0771, -0.0912, -0.0125, -0.0542, -0.0775, -0.0888, -0.0149,  0.0045,\n",
       "         -0.1373, -0.0681, -0.1069, -0.0021, -0.0243, -0.1225, -0.0420, -0.0223,\n",
       "         -0.0701, -0.1700, -0.0927, -0.0235, -0.0778, -0.0536, -0.1118, -0.1384,\n",
       "         -0.0801, -0.0604, -0.0305, -0.0559, -0.0430, -0.1875, -0.1258, -0.1089,\n",
       "         -0.1129, -0.0064, -0.0996, -0.0769, -0.0957, -0.1080, -0.0845, -0.0717,\n",
       "         -0.0649, -0.0916, -0.0466, -0.0266, -0.0842, -0.1211, -0.0492, -0.1211,\n",
       "         -0.0475, -0.0963, -0.0814, -0.1344, -0.0734, -0.0633, -0.0490, -0.0544,\n",
       "         -0.0992, -0.0239, -0.0544, -0.0797, -0.1091, -0.0313, -0.0757, -0.1236,\n",
       "         -0.0523, -0.0285, -0.0144, -0.0110, -0.0588, -0.1018, -0.0468, -0.0478,\n",
       "         -0.0548, -0.0536, -0.0439, -0.0712, -0.1086, -0.0954, -0.1090, -0.1015,\n",
       "         -0.0882, -0.1089, -0.0655, -0.0356, -0.1559, -0.0522, -0.0405, -0.1131,\n",
       "         -0.0420, -0.1802, -0.0664, -0.0831, -0.0385, -0.1161, -0.0675, -0.1112,\n",
       "         -0.1245, -0.1202, -0.0801, -0.0174,  0.0027, -0.0580, -0.0321, -0.0002,\n",
       "         -0.0598, -0.0986, -0.0915, -0.0513, -0.0970, -0.0760, -0.0715, -0.0224,\n",
       "         -0.0913, -0.0334, -0.0487,  0.0372, -0.0371, -0.0260, -0.0177, -0.1683],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-9.6159e-04]],\n",
       " \n",
       "          [[ 3.2276e-03]],\n",
       " \n",
       "          [[-1.1370e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-5.3855e-03]],\n",
       " \n",
       "          [[-3.4504e-03]],\n",
       " \n",
       "          [[-1.1038e-02]]],\n",
       " \n",
       " \n",
       "         [[[-5.0824e-03]],\n",
       " \n",
       "          [[ 4.1970e-02]],\n",
       " \n",
       "          [[-9.7838e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-5.5636e-03]],\n",
       " \n",
       "          [[-2.6047e-02]],\n",
       " \n",
       "          [[-1.5763e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.3788e-02]],\n",
       " \n",
       "          [[-1.7034e-02]],\n",
       " \n",
       "          [[-8.1966e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 9.9102e-03]],\n",
       " \n",
       "          [[-1.8799e-03]],\n",
       " \n",
       "          [[-1.4468e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 1.3086e-02]],\n",
       " \n",
       "          [[-1.2238e-02]],\n",
       " \n",
       "          [[-1.1528e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.1848e-02]],\n",
       " \n",
       "          [[ 2.5280e-03]],\n",
       " \n",
       "          [[ 1.7351e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 6.5744e-03]],\n",
       " \n",
       "          [[ 1.6127e-03]],\n",
       " \n",
       "          [[-1.4042e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.8197e-02]],\n",
       " \n",
       "          [[-9.0295e-03]],\n",
       " \n",
       "          [[ 2.5450e-05]]],\n",
       " \n",
       " \n",
       "         [[[ 1.8406e-02]],\n",
       " \n",
       "          [[-2.0255e-03]],\n",
       " \n",
       "          [[ 1.2983e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 8.1636e-03]],\n",
       " \n",
       "          [[ 1.4235e-02]],\n",
       " \n",
       "          [[-1.1777e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.3144, 0.4253, 0.3966,  ..., 0.3195, 0.3653, 0.3153],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0592, -0.0920, -0.0703,  ..., -0.0619, -0.0642, -0.0663],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-8.6648e-04]],\n",
       " \n",
       "          [[-4.8517e-03]],\n",
       " \n",
       "          [[ 1.6167e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-5.7033e-03]],\n",
       " \n",
       "          [[-7.9826e-03]],\n",
       " \n",
       "          [[ 4.8046e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 1.3921e-03]],\n",
       " \n",
       "          [[ 4.0305e-03]],\n",
       " \n",
       "          [[ 2.1422e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-3.4758e-03]],\n",
       " \n",
       "          [[-5.4846e-03]],\n",
       " \n",
       "          [[-1.5740e-03]]],\n",
       " \n",
       " \n",
       "         [[[-9.9421e-03]],\n",
       " \n",
       "          [[-7.5823e-03]],\n",
       " \n",
       "          [[ 1.1618e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.5797e-02]],\n",
       " \n",
       "          [[-3.1329e-03]],\n",
       " \n",
       "          [[ 6.4237e-04]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-3.5696e-03]],\n",
       " \n",
       "          [[ 1.1944e-02]],\n",
       " \n",
       "          [[ 5.7097e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.6094e-03]],\n",
       " \n",
       "          [[ 1.2801e-02]],\n",
       " \n",
       "          [[-9.6219e-03]]],\n",
       " \n",
       " \n",
       "         [[[-2.9107e-03]],\n",
       " \n",
       "          [[ 2.7539e-03]],\n",
       " \n",
       "          [[-9.8598e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-7.4393e-03]],\n",
       " \n",
       "          [[-3.4664e-03]],\n",
       " \n",
       "          [[-5.0499e-04]]],\n",
       " \n",
       " \n",
       "         [[[ 2.6623e-03]],\n",
       " \n",
       "          [[-7.9957e-05]],\n",
       " \n",
       "          [[-6.7350e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.8782e-02]],\n",
       " \n",
       "          [[-1.1642e-02]],\n",
       " \n",
       "          [[ 1.7035e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2392, 0.2747, 0.2593,  ..., 0.1803, 0.2701, 0.2526],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0592, -0.0920, -0.0703,  ..., -0.0619, -0.0642, -0.0663],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0230]],\n",
       " \n",
       "          [[-0.0011]],\n",
       " \n",
       "          [[-0.0148]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0101]],\n",
       " \n",
       "          [[-0.0195]],\n",
       " \n",
       "          [[-0.0079]]],\n",
       " \n",
       " \n",
       "         [[[-0.0010]],\n",
       " \n",
       "          [[ 0.0254]],\n",
       " \n",
       "          [[-0.0064]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0084]],\n",
       " \n",
       "          [[ 0.0163]],\n",
       " \n",
       "          [[-0.0212]]],\n",
       " \n",
       " \n",
       "         [[[-0.0240]],\n",
       " \n",
       "          [[-0.0098]],\n",
       " \n",
       "          [[-0.0157]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0012]],\n",
       " \n",
       "          [[ 0.0153]],\n",
       " \n",
       "          [[ 0.0004]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0178]],\n",
       " \n",
       "          [[-0.0148]],\n",
       " \n",
       "          [[-0.0162]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0056]],\n",
       " \n",
       "          [[-0.0003]],\n",
       " \n",
       "          [[ 0.0027]]],\n",
       " \n",
       " \n",
       "         [[[-0.0096]],\n",
       " \n",
       "          [[-0.0258]],\n",
       " \n",
       "          [[-0.0023]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0033]],\n",
       " \n",
       "          [[ 0.0067]],\n",
       " \n",
       "          [[ 0.0009]]],\n",
       " \n",
       " \n",
       "         [[[-0.0295]],\n",
       " \n",
       "          [[-0.0139]],\n",
       " \n",
       "          [[ 0.0177]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0059]],\n",
       " \n",
       "          [[-0.0022]],\n",
       " \n",
       "          [[ 0.0059]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1883, 0.1929, 0.1722, 0.1995, 0.2047, 0.1484, 0.2234, 0.2010, 0.2167,\n",
       "         0.1620, 0.2173, 0.2034, 0.1911, 0.1993, 0.1897, 0.2066, 0.1610, 0.2019,\n",
       "         0.1661, 0.2191, 0.1953, 0.2158, 0.1758, 0.1892, 0.1988, 0.1930, 0.1983,\n",
       "         0.1917, 0.1208, 0.1820, 0.2051, 0.1855, 0.2272, 0.1806, 0.1986, 0.1549,\n",
       "         0.1988, 0.1805, 0.1893, 0.2005, 0.1205, 0.2000, 0.2006, 0.1859, 0.1777,\n",
       "         0.2021, 0.1956, 0.1984, 0.1804, 0.1698, 0.1778, 0.2402, 0.1941, 0.1478,\n",
       "         0.2405, 0.1858, 0.1830, 0.1940, 0.1762, 0.1859, 0.1839, 0.1921, 0.1911,\n",
       "         0.1899, 0.2004, 0.2023, 0.2065, 0.1467, 0.2139, 0.1940, 0.1722, 0.2108,\n",
       "         0.2365, 0.1816, 0.1881, 0.1785, 0.2052, 0.1741, 0.1995, 0.1176, 0.2117,\n",
       "         0.2369, 0.1927, 0.1659, 0.2141, 0.1948, 0.2041, 0.1917, 0.1789, 0.1935,\n",
       "         0.2229, 0.2075, 0.2065, 0.2110, 0.2315, 0.1943, 0.2047, 0.1997, 0.1753,\n",
       "         0.1716, 0.1699, 0.2100, 0.2135, 0.1264, 0.2131, 0.1920, 0.2076, 0.1921,\n",
       "         0.2494, 0.1861, 0.1798, 0.2135, 0.1938, 0.1785, 0.1803, 0.1821, 0.2265,\n",
       "         0.2002, 0.2203, 0.1889, 0.1840, 0.2109, 0.1664, 0.2084, 0.1995, 0.2206,\n",
       "         0.1867, 0.2291, 0.1865, 0.2148, 0.1888, 0.1721, 0.1783, 0.2278, 0.1685,\n",
       "         0.1566, 0.1986, 0.1688, 0.2177, 0.1528, 0.2164, 0.1976, 0.1834, 0.1809,\n",
       "         0.1574, 0.2018, 0.1500, 0.2070, 0.1970, 0.2081, 0.1823, 0.1524, 0.1669,\n",
       "         0.1800, 0.2092, 0.2109, 0.2174, 0.1905, 0.1865, 0.2017, 0.1894, 0.1715,\n",
       "         0.1594, 0.1964, 0.1928, 0.2172, 0.1571, 0.1939, 0.2076, 0.1639, 0.1974,\n",
       "         0.1710, 0.1737, 0.1715, 0.1973, 0.1734, 0.2051, 0.1607, 0.2172, 0.1741,\n",
       "         0.1906, 0.1666, 0.2037, 0.1811, 0.2156, 0.1757, 0.2011, 0.2239, 0.1988,\n",
       "         0.1864, 0.1762, 0.2001, 0.2119, 0.1882, 0.1765, 0.2195, 0.1927, 0.1821,\n",
       "         0.2113, 0.1852, 0.1967, 0.1640, 0.2162, 0.1862, 0.2337, 0.2053, 0.2239,\n",
       "         0.1976, 0.1816, 0.1742, 0.1955, 0.1895, 0.1980, 0.2017, 0.1875, 0.2095,\n",
       "         0.1609, 0.2120, 0.1884, 0.1850, 0.1960, 0.1946, 0.2281, 0.2243, 0.1955,\n",
       "         0.1739, 0.1873, 0.2030, 0.2232, 0.2129, 0.2113, 0.1713, 0.1716, 0.2092,\n",
       "         0.1675, 0.1933, 0.2155, 0.1708, 0.2910, 0.2183, 0.2137, 0.1597, 0.1623,\n",
       "         0.1942, 0.1933, 0.1994, 0.2081, 0.1709, 0.2086, 0.1723, 0.1988, 0.2267,\n",
       "         0.1525, 0.2066, 0.1985, 0.1991, 0.2151, 0.1992, 0.1953, 0.2021, 0.1910,\n",
       "         0.1562, 0.1908, 0.1940, 0.2012, 0.1639, 0.1813, 0.1922, 0.2069, 0.2029,\n",
       "         0.1810, 0.2013, 0.2289, 0.1753, 0.1903, 0.2010, 0.1735, 0.1927, 0.1778,\n",
       "         0.1566, 0.2137, 0.2115, 0.2008, 0.1452, 0.2030, 0.1951, 0.2144, 0.1700,\n",
       "         0.1740, 0.1923, 0.2065, 0.1952, 0.1956, 0.1963, 0.2029, 0.1903, 0.1947,\n",
       "         0.1843, 0.1524, 0.2351, 0.2145, 0.1946, 0.2068, 0.2209, 0.1818, 0.1975,\n",
       "         0.2146, 0.1711, 0.1896, 0.2159, 0.1639, 0.1933, 0.1891, 0.2010, 0.1904,\n",
       "         0.2125, 0.2009, 0.2021, 0.1907, 0.2011, 0.2110, 0.2124, 0.2081, 0.2000,\n",
       "         0.1993, 0.1942, 0.1906, 0.1597, 0.1864, 0.2299, 0.1985, 0.1885, 0.2063,\n",
       "         0.2190, 0.2049, 0.1985, 0.2245, 0.1703, 0.1830, 0.2289, 0.2233, 0.2167,\n",
       "         0.2134, 0.2067, 0.1896, 0.2273, 0.2128, 0.1744, 0.1729, 0.1881, 0.1977,\n",
       "         0.1870, 0.2293, 0.2096, 0.2084, 0.1719, 0.1820, 0.2178, 0.1730, 0.2247,\n",
       "         0.2005, 0.1662, 0.1910, 0.2039, 0.2005, 0.2140, 0.1773, 0.2006, 0.1789,\n",
       "         0.2083, 0.2103, 0.2176, 0.2083, 0.1967, 0.2045, 0.1930, 0.2174, 0.2035,\n",
       "         0.2048, 0.2150, 0.1748, 0.2088, 0.1942, 0.2017, 0.2005, 0.2062, 0.1550,\n",
       "         0.2164, 0.2188, 0.2184, 0.1995, 0.2013, 0.1814, 0.2171, 0.1713, 0.1748,\n",
       "         0.2097, 0.2030, 0.1834, 0.1745, 0.2056, 0.1102, 0.2029, 0.1939, 0.1883,\n",
       "         0.1958, 0.2321, 0.1908, 0.1931, 0.1850, 0.1619, 0.1737, 0.1969, 0.2003,\n",
       "         0.2111, 0.2038, 0.2443, 0.1703, 0.1968, 0.1806, 0.1960, 0.1671, 0.1669,\n",
       "         0.1809, 0.2043, 0.1669, 0.2074, 0.2083, 0.1966, 0.2112, 0.1387, 0.1578,\n",
       "         0.1885, 0.1623, 0.2281, 0.1741, 0.2191, 0.1818, 0.1747, 0.2279, 0.1544,\n",
       "         0.1994, 0.1631, 0.2035, 0.2112, 0.2306, 0.2192, 0.1840, 0.1861, 0.1983,\n",
       "         0.2054, 0.1941, 0.1736, 0.1582, 0.1910, 0.1996, 0.2013, 0.1346, 0.2133,\n",
       "         0.1965, 0.2107, 0.2094, 0.2128, 0.1867, 0.2032, 0.1839, 0.2013, 0.1576,\n",
       "         0.1915, 0.0942, 0.1863, 0.2241, 0.1700, 0.2073, 0.2288, 0.1893, 0.1787,\n",
       "         0.2078, 0.1931, 0.1742, 0.2169, 0.2123, 0.1998, 0.2030, 0.2164, 0.2194,\n",
       "         0.1859, 0.1661, 0.1480, 0.2020, 0.1856, 0.2230, 0.1520, 0.1884, 0.2191,\n",
       "         0.2050, 0.1878, 0.2023, 0.1712, 0.1919, 0.1543, 0.2069, 0.1889, 0.1998,\n",
       "         0.1995, 0.1996, 0.1709, 0.1762, 0.2532, 0.2080, 0.2378, 0.2146],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.1270, -0.1093, -0.0724, -0.1474, -0.1615, -0.0255, -0.1078, -0.1203,\n",
       "         -0.1714, -0.0687, -0.2019, -0.1363, -0.1361, -0.1479, -0.1245, -0.1355,\n",
       "         -0.0564, -0.1522, -0.0921, -0.1775, -0.1214, -0.1484, -0.0819, -0.1174,\n",
       "         -0.1434, -0.1288, -0.1327, -0.1067,  0.0906, -0.1104, -0.1524, -0.1216,\n",
       "         -0.2097, -0.0653, -0.1615, -0.0297, -0.1304, -0.0882, -0.1176, -0.0989,\n",
       "          0.0505, -0.1436, -0.1350, -0.0774, -0.1000, -0.1587, -0.1616, -0.1678,\n",
       "         -0.1012, -0.0694, -0.0678, -0.2256, -0.1368, -0.0530, -0.2195, -0.1572,\n",
       "         -0.1242, -0.1302, -0.1118, -0.1105, -0.1069, -0.0899, -0.1178, -0.1454,\n",
       "         -0.1917, -0.1499, -0.1357, -0.0212, -0.1930, -0.1668, -0.0708, -0.1822,\n",
       "         -0.1990, -0.1022, -0.1129, -0.0926, -0.1389, -0.0759, -0.1552,  0.0855,\n",
       "         -0.1423, -0.2011, -0.1186, -0.0731, -0.1669, -0.1538, -0.1470, -0.1402,\n",
       "         -0.1318, -0.1145, -0.1726, -0.1697, -0.1653, -0.1906, -0.2122, -0.1471,\n",
       "         -0.1393, -0.1483, -0.0730, -0.0873, -0.0857, -0.1750, -0.1410, -0.0249,\n",
       "         -0.1648, -0.1170, -0.1406, -0.1208, -0.1760, -0.0760, -0.0675, -0.1420,\n",
       "         -0.1126, -0.0958, -0.0468, -0.0712, -0.1573, -0.1242, -0.1463, -0.1524,\n",
       "         -0.1183, -0.1702, -0.0700, -0.1416, -0.1207, -0.1828, -0.1418, -0.2284,\n",
       "         -0.1138, -0.1773, -0.1082, -0.0563, -0.0733, -0.1796, -0.0890, -0.0491,\n",
       "         -0.1036, -0.0640, -0.1486, -0.0051, -0.1689, -0.1525, -0.0967, -0.0758,\n",
       "         -0.0634, -0.1797,  0.0391, -0.1898, -0.1371, -0.1734, -0.0985, -0.0157,\n",
       "         -0.0580, -0.0776, -0.1429, -0.1747, -0.1626, -0.1181, -0.1103, -0.1766,\n",
       "         -0.1194, -0.0921, -0.0345, -0.1089, -0.1329, -0.2053, -0.0441, -0.1517,\n",
       "         -0.1679, -0.0943, -0.0993, -0.0326, -0.0782, -0.1087, -0.1264, -0.0594,\n",
       "         -0.1471, -0.0256, -0.1493, -0.1153, -0.1132, -0.0738, -0.0767, -0.0778,\n",
       "         -0.1421, -0.0926, -0.1565, -0.1702, -0.1402, -0.1580, -0.0982, -0.1588,\n",
       "         -0.1513, -0.1258, -0.1151, -0.2177, -0.0863, -0.0832, -0.1720, -0.0578,\n",
       "         -0.1328, -0.0668, -0.2070, -0.1327, -0.1686, -0.1246, -0.1734, -0.1167,\n",
       "         -0.0848, -0.1023, -0.1100, -0.1171, -0.1741, -0.1482, -0.1303, -0.1643,\n",
       "         -0.0459, -0.1893, -0.1396, -0.0647, -0.1718, -0.0985, -0.2080, -0.1632,\n",
       "         -0.1556, -0.0841, -0.0921, -0.1580, -0.2452, -0.1629, -0.1599, -0.1027,\n",
       "         -0.0592, -0.1652, -0.0855, -0.1060, -0.1445, -0.0597, -0.3197, -0.1471,\n",
       "         -0.1718, -0.0662, -0.0333, -0.1416, -0.1289, -0.1417, -0.1418, -0.0914,\n",
       "         -0.1410, -0.0899, -0.1059, -0.1487,  0.1150, -0.1461, -0.1552, -0.1600,\n",
       "         -0.1682, -0.1460, -0.1237, -0.1376, -0.1289, -0.0366, -0.1097, -0.1278,\n",
       "         -0.1048, -0.0590, -0.1104, -0.1489, -0.1846, -0.1524, -0.0906, -0.1270,\n",
       "         -0.1108, -0.1203, -0.1576, -0.1721, -0.0661, -0.1171, -0.0848, -0.0444,\n",
       "         -0.1497, -0.1645, -0.1889, -0.0157, -0.1383, -0.1269, -0.1272, -0.0517,\n",
       "         -0.0551, -0.0915, -0.1306, -0.1438, -0.1273, -0.0932, -0.1233, -0.1355,\n",
       "         -0.1480, -0.1195,  0.0233, -0.1817, -0.1629, -0.1484, -0.1246, -0.1549,\n",
       "         -0.1048, -0.1873, -0.1755, -0.0963, -0.1107, -0.1498, -0.0633, -0.1275,\n",
       "         -0.0736, -0.1554, -0.1129, -0.1995, -0.1580, -0.1594, -0.1223, -0.1807,\n",
       "         -0.1656, -0.1846, -0.1346, -0.1607, -0.1345, -0.1140, -0.1222, -0.0582,\n",
       "         -0.0575, -0.1731, -0.1556, -0.1090, -0.1702, -0.1770, -0.1547, -0.1325,\n",
       "         -0.1633, -0.0602, -0.0854, -0.2301, -0.2028, -0.1684, -0.1436, -0.1264,\n",
       "         -0.0829, -0.1749, -0.1688, -0.0969, -0.1090, -0.1039, -0.1183, -0.1212,\n",
       "         -0.1733, -0.1276, -0.1702, -0.0645, -0.1143, -0.1957, -0.0956, -0.1968,\n",
       "         -0.1542, -0.0826, -0.1523, -0.1390, -0.1294, -0.1754, -0.0654, -0.1359,\n",
       "         -0.0955, -0.1525, -0.1614, -0.1144, -0.1182, -0.1552, -0.1545, -0.1213,\n",
       "         -0.1353, -0.1265, -0.0974, -0.1509, -0.0756, -0.1797, -0.1375, -0.1034,\n",
       "         -0.1176, -0.1566, -0.0334, -0.0262, -0.1513, -0.2117, -0.1166, -0.1409,\n",
       "         -0.0864, -0.1996, -0.0782, -0.0743, -0.1586, -0.1561, -0.0860, -0.0688,\n",
       "         -0.1398,  0.0232, -0.1254, -0.1005, -0.1245, -0.1279, -0.2275, -0.1261,\n",
       "         -0.1210, -0.1300, -0.0605, -0.0750, -0.1311, -0.1176, -0.1693, -0.1546,\n",
       "         -0.2275, -0.0751, -0.1654, -0.1151, -0.1623, -0.0655, -0.0910, -0.0957,\n",
       "         -0.1316, -0.0814, -0.1528, -0.1825, -0.1704, -0.0955,  0.0185, -0.0552,\n",
       "         -0.1287, -0.0487, -0.2256, -0.0889, -0.1843, -0.1447, -0.1026, -0.2055,\n",
       "         -0.0261, -0.1398, -0.0930, -0.1772, -0.1733, -0.2061, -0.1637, -0.1221,\n",
       "         -0.0906, -0.1391, -0.1621, -0.1452, -0.0933, -0.0451, -0.0759, -0.1456,\n",
       "         -0.1350,  0.0080, -0.1592, -0.1537, -0.1664, -0.1203, -0.1491, -0.1220,\n",
       "         -0.1480, -0.1087, -0.1044, -0.0441, -0.1063,  0.1173, -0.1216, -0.1920,\n",
       "         -0.1041, -0.1778, -0.2004, -0.1242, -0.0666, -0.1841, -0.1281, -0.0680,\n",
       "         -0.1676, -0.1586, -0.1287, -0.1400, -0.1780, -0.1871, -0.0859, -0.0780,\n",
       "         -0.0360, -0.1559, -0.1082, -0.1888, -0.0434, -0.0955, -0.1704, -0.1289,\n",
       "         -0.1071, -0.1394, -0.0673, -0.1828, -0.0189, -0.0892, -0.1085, -0.1113,\n",
       "         -0.1325, -0.1506, -0.1036, -0.1144, -0.2774, -0.1427, -0.2034, -0.1701],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-7.4608e-03, -6.8952e-03, -2.7633e-03],\n",
       "           [-1.3707e-02, -1.5581e-02, -4.6684e-03],\n",
       "           [ 4.3251e-03, -3.6882e-03, -1.8153e-02]],\n",
       " \n",
       "          [[ 5.7387e-03, -6.5001e-03, -6.2026e-03],\n",
       "           [-1.8367e-02, -4.4026e-03,  2.4085e-02],\n",
       "           [-6.3548e-03,  1.5282e-03,  7.7844e-03]],\n",
       " \n",
       "          [[ 2.9963e-02, -2.1762e-03,  9.3708e-03],\n",
       "           [ 1.9061e-02, -1.6008e-02, -1.0292e-02],\n",
       "           [ 1.3134e-02, -1.1607e-02, -8.8721e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.6632e-03,  3.9309e-03, -2.7805e-03],\n",
       "           [-6.1339e-03,  1.1966e-02,  7.8287e-03],\n",
       "           [ 6.8404e-03,  1.7147e-02,  3.1882e-03]],\n",
       " \n",
       "          [[-1.4701e-02,  4.6946e-03,  1.0421e-02],\n",
       "           [-1.1623e-02, -7.3134e-03,  1.7751e-02],\n",
       "           [-7.0204e-03,  9.8106e-04,  8.4165e-03]],\n",
       " \n",
       "          [[-3.5283e-03, -4.1191e-04,  1.6734e-02],\n",
       "           [ 7.7735e-03,  6.5134e-03,  1.1710e-02],\n",
       "           [-4.4011e-03,  1.5796e-02,  2.0804e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 3.8508e-03, -2.2047e-03, -3.4727e-03],\n",
       "           [ 1.3044e-02,  4.5113e-03,  7.0148e-03],\n",
       "           [ 4.7800e-03,  4.4483e-03,  8.8154e-04]],\n",
       " \n",
       "          [[-7.7351e-03, -8.0144e-03, -1.0601e-02],\n",
       "           [-1.6731e-02, -1.0723e-02, -1.3128e-02],\n",
       "           [-6.3074e-03, -5.4699e-05, -1.2802e-02]],\n",
       " \n",
       "          [[ 1.2009e-02,  1.3652e-02,  1.6251e-02],\n",
       "           [ 1.4238e-02,  1.3374e-02,  1.3322e-02],\n",
       "           [ 1.2850e-02,  1.4042e-03,  5.7972e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-7.0933e-03, -5.6503e-03, -2.4654e-03],\n",
       "           [-6.6871e-04, -5.8700e-04,  1.1693e-03],\n",
       "           [-4.3795e-03, -5.2460e-03, -1.4626e-02]],\n",
       " \n",
       "          [[-6.1227e-03, -1.4198e-02, -4.9775e-03],\n",
       "           [ 3.0169e-04, -1.9382e-02, -5.3630e-03],\n",
       "           [-1.0860e-02, -1.6166e-02, -1.3313e-02]],\n",
       " \n",
       "          [[-4.7030e-03, -3.3847e-03, -6.9712e-04],\n",
       "           [ 1.8605e-02,  1.9058e-02,  1.3702e-02],\n",
       "           [ 9.8490e-03,  1.2497e-02,  7.6907e-03]]],\n",
       " \n",
       " \n",
       "         [[[-3.6737e-03, -1.1626e-02, -1.0860e-02],\n",
       "           [-1.0151e-02, -1.2250e-02, -2.3486e-02],\n",
       "           [-1.8777e-02, -1.7928e-02, -1.9038e-02]],\n",
       " \n",
       "          [[-1.3083e-04,  9.5283e-03,  6.8781e-03],\n",
       "           [-5.8247e-04, -2.1171e-03,  9.9219e-03],\n",
       "           [ 7.0848e-03,  7.1240e-03,  1.2951e-02]],\n",
       " \n",
       "          [[-1.1444e-02, -9.8910e-03, -1.1348e-02],\n",
       "           [-9.3831e-03, -2.6998e-02, -2.0478e-02],\n",
       "           [-1.3492e-02, -2.8705e-02, -1.0201e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 5.4220e-03,  4.9237e-03,  1.0751e-03],\n",
       "           [ 9.1078e-03,  2.8999e-03, -3.9658e-03],\n",
       "           [ 3.3565e-03,  8.7315e-03, -7.1396e-03]],\n",
       " \n",
       "          [[-1.5265e-02, -1.5173e-02, -4.1634e-03],\n",
       "           [-4.1711e-03, -5.7112e-03,  1.0662e-02],\n",
       "           [-5.4534e-03, -2.9966e-03, -1.0922e-04]],\n",
       " \n",
       "          [[ 6.7162e-03,  6.4612e-03,  3.6989e-03],\n",
       "           [ 5.6891e-03,  1.7215e-02,  3.8836e-03],\n",
       "           [-6.8317e-03, -4.3384e-03, -1.2245e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 1.2545e-02,  1.6637e-02,  1.9601e-02],\n",
       "           [ 1.3381e-03,  1.4747e-02,  9.9264e-03],\n",
       "           [-1.7171e-03,  8.2806e-04,  3.3050e-03]],\n",
       " \n",
       "          [[ 6.7253e-04, -1.9530e-03,  8.0310e-04],\n",
       "           [ 3.2593e-03, -7.1111e-04,  9.4879e-03],\n",
       "           [-4.1057e-03, -2.3027e-03,  2.3162e-03]],\n",
       " \n",
       "          [[ 3.1239e-03,  5.2456e-03,  5.8967e-03],\n",
       "           [-4.6978e-03,  9.1447e-03,  2.7352e-03],\n",
       "           [-5.9662e-03, -2.4252e-03, -8.8665e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.4380e-02, -2.6508e-02, -3.4107e-02],\n",
       "           [-2.6101e-02, -2.7859e-02, -3.2786e-02],\n",
       "           [-2.2585e-02, -1.6162e-02, -2.3904e-02]],\n",
       " \n",
       "          [[-1.5282e-02, -4.9976e-03, -1.9550e-02],\n",
       "           [-1.5422e-03,  5.9163e-03, -1.3940e-02],\n",
       "           [-1.3601e-02, -1.2448e-02, -2.3471e-02]],\n",
       " \n",
       "          [[-3.9811e-03, -1.0139e-02, -1.7083e-03],\n",
       "           [-9.4603e-04, -1.3200e-03,  2.9700e-03],\n",
       "           [ 2.6670e-03, -4.8483e-03, -7.3068e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 3.1321e-03,  2.4799e-03,  1.7518e-04],\n",
       "           [ 4.1623e-03,  5.6350e-03,  2.2252e-03],\n",
       "           [-2.6790e-03,  1.6938e-03,  1.9851e-03]],\n",
       " \n",
       "          [[ 3.8500e-03,  8.1773e-03,  7.1938e-03],\n",
       "           [-7.3350e-03,  1.0496e-03, -5.7411e-03],\n",
       "           [-1.0332e-03, -1.8658e-03,  9.6808e-04]],\n",
       " \n",
       "          [[ 6.7614e-03,  2.4829e-04,  8.0311e-03],\n",
       "           [ 2.9092e-02,  8.3311e-03,  3.3510e-02],\n",
       "           [ 3.1210e-02,  1.5521e-02,  2.3171e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.3113e-04,  9.5483e-03,  2.5289e-03],\n",
       "           [ 5.0199e-03, -1.0324e-03, -5.6947e-03],\n",
       "           [ 7.1174e-04,  5.0711e-03, -1.9954e-03]],\n",
       " \n",
       "          [[ 5.5875e-03, -7.8272e-04,  4.0052e-03],\n",
       "           [ 3.7843e-03,  9.2700e-03,  8.4217e-04],\n",
       "           [ 8.9503e-03,  1.5059e-02,  1.4497e-02]],\n",
       " \n",
       "          [[-4.3989e-03,  9.1815e-04, -4.7792e-04],\n",
       "           [ 6.4700e-04, -3.3292e-03,  2.1010e-03],\n",
       "           [-8.5175e-03,  1.9034e-03,  2.6700e-03]]],\n",
       " \n",
       " \n",
       "         [[[-6.6582e-03, -2.3293e-02, -1.8097e-02],\n",
       "           [-2.1230e-02, -1.7678e-02, -2.3276e-02],\n",
       "           [-2.3859e-02, -2.0605e-02, -2.6285e-02]],\n",
       " \n",
       "          [[-8.6777e-03, -1.2357e-02, -9.8458e-03],\n",
       "           [-4.3524e-03, -6.2286e-03, -1.0477e-02],\n",
       "           [ 6.1125e-03,  6.3418e-03,  5.5887e-03]],\n",
       " \n",
       "          [[-2.9206e-02, -9.0183e-03, -2.0365e-02],\n",
       "           [-2.0446e-02,  9.4982e-03, -1.5475e-02],\n",
       "           [-2.5078e-02, -1.6393e-02, -2.5387e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.3479e-02,  1.4836e-02,  1.6113e-02],\n",
       "           [ 2.1448e-02,  1.3383e-02,  1.9334e-02],\n",
       "           [ 8.6669e-03,  1.3319e-02,  1.3759e-02]],\n",
       " \n",
       "          [[-4.5016e-03,  1.1256e-03,  2.0470e-03],\n",
       "           [-5.3759e-04, -1.3488e-02, -4.0906e-03],\n",
       "           [-2.3993e-03, -7.8897e-03,  1.6079e-03]],\n",
       " \n",
       "          [[-2.6149e-04, -5.2235e-03, -6.7558e-03],\n",
       "           [ 2.7854e-03,  4.7315e-03,  2.6768e-03],\n",
       "           [ 5.5235e-03,  1.2337e-02, -3.7986e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.1877, 0.2265, 0.1861, 0.2233, 0.2291, 0.2273, 0.1859, 0.2056, 0.2021,\n",
       "         0.2021, 0.2152, 0.2187, 0.1999, 0.2125, 0.2047, 0.1989, 0.2277, 0.2308,\n",
       "         0.2018, 0.1943, 0.1823, 0.2081, 0.2040, 0.2022, 0.2179, 0.1940, 0.1963,\n",
       "         0.2029, 0.2220, 0.2233, 0.2097, 0.2119, 0.2199, 0.1800, 0.2060, 0.1578,\n",
       "         0.1966, 0.1982, 0.1960, 0.2210, 0.2283, 0.1959, 0.2060, 0.1961, 0.2044,\n",
       "         0.1890, 0.2079, 0.2204, 0.2132, 0.2264, 0.2237, 0.1906, 0.1848, 0.2075,\n",
       "         0.2095, 0.1922, 0.1978, 0.2317, 0.1926, 0.2640, 0.2141, 0.2147, 0.2118,\n",
       "         0.1930, 0.1537, 0.2294, 0.2204, 0.2024, 0.2028, 0.2018, 0.2172, 0.2046,\n",
       "         0.2046, 0.2256, 0.1912, 0.2290, 0.1933, 0.1819, 0.2002, 0.2029, 0.2438,\n",
       "         0.2132, 0.2061, 0.2058, 0.2035, 0.2016, 0.2155, 0.1986, 0.2122, 0.2041,\n",
       "         0.2133, 0.2339, 0.2279, 0.1976, 0.2176, 0.1965, 0.2141, 0.2003, 0.2176,\n",
       "         0.1982, 0.2055, 0.2103, 0.1931, 0.2011, 0.1790, 0.1800, 0.2139, 0.2068,\n",
       "         0.2326, 0.1899, 0.2351, 0.2020, 0.2564, 0.2137, 0.2417, 0.2046, 0.2323,\n",
       "         0.2105, 0.2181, 0.1952, 0.2214, 0.2131, 0.2130, 0.1926, 0.2285, 0.1837,\n",
       "         0.2096, 0.1849, 0.2112, 0.2219, 0.1998, 0.2238, 0.2311, 0.2045, 0.1833,\n",
       "         0.2924, 0.1982, 0.2045, 0.1830, 0.2415, 0.1952, 0.2507, 0.2090, 0.2311,\n",
       "         0.2314, 0.1972, 0.2200, 0.2188, 0.2099, 0.1983, 0.2275, 0.1658, 0.2343,\n",
       "         0.2041, 0.2053, 0.2379, 0.2303, 0.2050, 0.2032, 0.2138, 0.1761, 0.2714,\n",
       "         0.1988, 0.2457, 0.2317, 0.2133, 0.2136, 0.2453, 0.2037, 0.2050, 0.2086,\n",
       "         0.1953, 0.2204, 0.2013, 0.2175, 0.2406, 0.2185, 0.2083, 0.2319, 0.1947,\n",
       "         0.1970, 0.2133, 0.2094, 0.2242, 0.2087, 0.2097, 0.2044, 0.2132, 0.2252,\n",
       "         0.2217, 0.2362, 0.1767, 0.2105, 0.2087, 0.2073, 0.2015, 0.2189, 0.2170,\n",
       "         0.2251, 0.2110, 0.2145, 0.1949, 0.1881, 0.1873, 0.2152, 0.2225, 0.1949,\n",
       "         0.2034, 0.2244, 0.2199, 0.2169, 0.2114, 0.1691, 0.1991, 0.2159, 0.1981,\n",
       "         0.1966, 0.2232, 0.2095, 0.2254, 0.2108, 0.1817, 0.2104, 0.2018, 0.2236,\n",
       "         0.1937, 0.2043, 0.2115, 0.2210, 0.2155, 0.2425, 0.2192, 0.1879, 0.1946,\n",
       "         0.2290, 0.2032, 0.2012, 0.1901, 0.2085, 0.2404, 0.2097, 0.2078, 0.1861,\n",
       "         0.2423, 0.1966, 0.1975, 0.2133, 0.1936, 0.2260, 0.2206, 0.1988, 0.2139,\n",
       "         0.1954, 0.1956, 0.1757, 0.2406, 0.2006, 0.2110, 0.2102, 0.2285, 0.2070,\n",
       "         0.1968, 0.1841, 0.1980, 0.1966, 0.2008, 0.1783, 0.2123, 0.2165, 0.2112,\n",
       "         0.2551, 0.1839, 0.2105, 0.2223, 0.2288, 0.1913, 0.2208, 0.1697, 0.2048,\n",
       "         0.1726, 0.2305, 0.2307, 0.1899, 0.2057, 0.2161, 0.1995, 0.2171, 0.2288,\n",
       "         0.1967, 0.2225, 0.2231, 0.2639, 0.2163, 0.1864, 0.2170, 0.2700, 0.2134,\n",
       "         0.1905, 0.2038, 0.2115, 0.1840, 0.2064, 0.1746, 0.2146, 0.1887, 0.2207,\n",
       "         0.2075, 0.1798, 0.2195, 0.2042, 0.1969, 0.2171, 0.1983, 0.1999, 0.2003,\n",
       "         0.1473, 0.1988, 0.2178, 0.1939, 0.2081, 0.2223, 0.2403, 0.2221, 0.2086,\n",
       "         0.2187, 0.2057, 0.2408, 0.2352, 0.2019, 0.1693, 0.2287, 0.2191, 0.2201,\n",
       "         0.2056, 0.1920, 0.1953, 0.2094, 0.2042, 0.2109, 0.1902, 0.2243, 0.2321,\n",
       "         0.2152, 0.2048, 0.2029, 0.2001, 0.2239, 0.2011, 0.2210, 0.2276, 0.2059,\n",
       "         0.2088, 0.2494, 0.2329, 0.1847, 0.2044, 0.2087, 0.2492, 0.2251, 0.2173,\n",
       "         0.2512, 0.2315, 0.2024, 0.1926, 0.2307, 0.2000, 0.2005, 0.2406, 0.2365,\n",
       "         0.2186, 0.1998, 0.2376, 0.2230, 0.2269, 0.1841, 0.2122, 0.1993, 0.2483,\n",
       "         0.2204, 0.2124, 0.2193, 0.2157, 0.2092, 0.1869, 0.2108, 0.2349, 0.2069,\n",
       "         0.2046, 0.1955, 0.2372, 0.1720, 0.2225, 0.2287, 0.2192, 0.2005, 0.2221,\n",
       "         0.2168, 0.2167, 0.3054, 0.2000, 0.1885, 0.2377, 0.2321, 0.2356, 0.2150,\n",
       "         0.1996, 0.1824, 0.1944, 0.2107, 0.2193, 0.2187, 0.2016, 0.2213, 0.1964,\n",
       "         0.2004, 0.2147, 0.2039, 0.2380, 0.2457, 0.2006, 0.2178, 0.1935, 0.2269,\n",
       "         0.2085, 0.1940, 0.2258, 0.2191, 0.2327, 0.2127, 0.2118, 0.1946, 0.2229,\n",
       "         0.2086, 0.2141, 0.2183, 0.2032, 0.1734, 0.1726, 0.2115, 0.2024, 0.2318,\n",
       "         0.2245, 0.2173, 0.1902, 0.2442, 0.2308, 0.1763, 0.1980, 0.1776, 0.2106,\n",
       "         0.1994, 0.2048, 0.2079, 0.2175, 0.2068, 0.2084, 0.2442, 0.2017, 0.2196,\n",
       "         0.2138, 0.2349, 0.1634, 0.2257, 0.2372, 0.1918, 0.2324, 0.2118, 0.1857,\n",
       "         0.2018, 0.2149, 0.1939, 0.2113, 0.2151, 0.1848, 0.2081, 0.1990, 0.2267,\n",
       "         0.2270, 0.1818, 0.1993, 0.2078, 0.2088, 0.2124, 0.1959, 0.1846, 0.1978,\n",
       "         0.2004, 0.2162, 0.2220, 0.2108, 0.2061, 0.1713, 0.2395, 0.2221, 0.2119,\n",
       "         0.2170, 0.2326, 0.2162, 0.2233, 0.2225, 0.2172, 0.2106, 0.2066, 0.2153,\n",
       "         0.1806, 0.2300, 0.2600, 0.1723, 0.2103, 0.1667, 0.1893, 0.1956],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.3754e-01, -1.4396e-01, -8.4855e-02, -1.4970e-01, -1.8841e-01,\n",
       "         -1.6617e-01, -4.8700e-02, -9.0149e-02, -1.0600e-01, -9.7357e-02,\n",
       "         -1.3883e-01, -1.7422e-01, -1.4749e-01, -1.2698e-01, -1.2006e-01,\n",
       "         -1.2456e-01, -1.5032e-01, -1.3609e-01, -1.3015e-01, -1.0686e-01,\n",
       "         -1.1018e-01, -1.2958e-01, -8.3334e-02, -1.2276e-01, -1.5828e-01,\n",
       "         -1.2241e-01, -5.4720e-02, -9.3192e-02, -1.4402e-01, -1.3055e-01,\n",
       "         -9.7630e-02, -1.1088e-01, -1.7261e-01, -4.3580e-02, -1.6754e-01,\n",
       "         -8.3284e-02, -1.2409e-01, -9.7850e-02, -1.0157e-01, -1.6108e-01,\n",
       "         -1.5655e-01, -7.0632e-02, -1.0094e-01, -8.5716e-02, -1.1538e-01,\n",
       "         -7.0626e-02, -9.6296e-02, -1.3053e-01, -1.0154e-01, -1.5348e-01,\n",
       "         -1.2131e-01, -6.3897e-02, -2.9110e-02, -1.4233e-01, -1.3902e-01,\n",
       "         -1.2259e-01, -1.1752e-01, -1.7453e-01, -1.1942e-01, -2.7141e-01,\n",
       "         -1.2023e-01, -1.4816e-01, -1.6105e-01, -1.0797e-01,  2.2307e-04,\n",
       "         -1.4663e-01, -1.3773e-01, -1.6733e-01, -1.1199e-01, -6.4532e-02,\n",
       "         -1.3094e-01, -9.2917e-02, -1.3752e-01, -1.4226e-01, -5.4134e-02,\n",
       "         -2.0888e-01, -9.3832e-02, -4.4057e-02, -1.2176e-01, -9.8843e-02,\n",
       "         -1.8940e-01, -9.9681e-02, -1.5291e-01, -1.0718e-01, -4.0034e-02,\n",
       "         -9.6519e-02, -1.3439e-01, -1.1160e-01, -1.2370e-01, -1.3452e-01,\n",
       "         -1.2104e-01, -1.7833e-01, -1.4587e-01, -9.1344e-02, -1.5184e-01,\n",
       "         -1.0560e-01, -1.3027e-01, -8.9605e-02, -1.8062e-01, -1.6396e-01,\n",
       "         -8.1256e-02, -7.2473e-02, -8.2338e-02, -9.4746e-02, -7.4781e-02,\n",
       "         -4.7036e-03, -1.1471e-01, -1.4600e-01, -1.8880e-01, -8.5913e-02,\n",
       "         -1.2355e-01, -1.0962e-01, -1.1236e-01, -8.1777e-02, -1.5727e-01,\n",
       "         -5.5926e-02, -1.5750e-01, -1.0712e-01, -1.1387e-01, -8.9744e-02,\n",
       "         -2.1264e-01, -9.7452e-02, -1.2727e-01, -5.5916e-02, -1.4944e-01,\n",
       "         -6.5806e-02, -1.5012e-01, -4.7045e-02, -1.3546e-01, -1.6248e-01,\n",
       "         -8.5435e-02, -1.4059e-01, -1.7264e-01, -6.2216e-02, -1.0872e-01,\n",
       "         -3.2248e-01, -9.6124e-02, -9.5677e-02, -6.9166e-02, -1.4921e-01,\n",
       "         -1.1242e-01, -1.8537e-01, -9.7346e-02, -1.9028e-01, -1.8616e-01,\n",
       "         -8.5021e-02, -1.1338e-01, -8.3036e-02, -1.4182e-01, -5.8024e-02,\n",
       "         -1.8374e-01, -1.1158e-01, -1.5393e-01, -1.1445e-01, -9.3686e-02,\n",
       "         -2.0022e-01, -1.8153e-01, -8.5103e-02, -1.0452e-01, -1.6015e-01,\n",
       "         -7.0559e-02, -2.6717e-01, -7.1904e-02, -2.1466e-01, -1.7783e-01,\n",
       "         -7.7030e-02, -1.0259e-01, -2.0807e-01, -8.4689e-02, -1.4246e-01,\n",
       "         -1.4216e-01, -6.1943e-02, -1.4567e-01, -7.5045e-02, -7.6627e-02,\n",
       "         -1.4443e-01, -1.4404e-01, -1.0880e-01, -1.7383e-01, -6.4118e-02,\n",
       "         -7.6740e-02, -6.9715e-02, -1.3297e-01, -1.5474e-01, -1.0986e-01,\n",
       "         -7.9749e-02, -1.0055e-01, -1.1119e-01, -1.3008e-01, -1.1061e-01,\n",
       "         -2.1285e-01, -6.4890e-02, -1.0874e-01, -1.1961e-01, -1.4564e-01,\n",
       "         -9.0388e-02, -9.4450e-02, -1.5911e-01, -1.5437e-01, -1.6636e-01,\n",
       "         -9.9723e-02, -1.1841e-01, -8.3116e-02, -1.1417e-01, -1.9085e-01,\n",
       "         -1.6413e-01, -7.3011e-02, -1.2361e-01, -1.1098e-01, -1.9186e-01,\n",
       "         -1.7664e-01, -1.3584e-01, -1.0869e-01, -1.1481e-01, -1.3133e-01,\n",
       "         -1.0664e-01, -9.2414e-02, -8.7851e-02, -1.0666e-01, -1.4391e-01,\n",
       "         -1.0040e-01, -6.1482e-02, -9.4801e-02, -1.6670e-01, -1.5977e-01,\n",
       "         -9.0626e-02, -5.3431e-02, -1.4494e-01, -1.6872e-01, -1.5796e-01,\n",
       "         -1.4378e-01, -1.5688e-01, -8.1601e-02, -4.2881e-02, -1.3394e-01,\n",
       "         -1.3128e-01, -8.1280e-02, -8.8485e-02, -1.1607e-01, -1.8703e-01,\n",
       "         -1.1843e-01, -7.5052e-02, -1.2567e-01, -1.8964e-01, -7.6068e-02,\n",
       "         -9.4114e-02, -1.4146e-01, -8.1905e-02, -1.4805e-01, -1.5029e-01,\n",
       "         -6.9432e-02, -1.4538e-01, -1.1156e-01, -8.9143e-02, -6.1382e-03,\n",
       "         -1.6221e-01, -9.3815e-02, -1.4690e-01, -9.3442e-02, -1.1758e-01,\n",
       "         -9.4567e-02, -9.6742e-02, -8.1209e-02, -9.7482e-02, -7.2640e-02,\n",
       "         -1.0745e-01, -3.1673e-02, -1.1931e-01, -1.5443e-01, -1.2633e-01,\n",
       "         -1.6672e-01,  7.9890e-03, -1.1500e-01, -1.4044e-01, -1.9040e-01,\n",
       "         -1.6805e-01, -1.5309e-01, -5.9079e-02, -1.1072e-01, -2.9775e-02,\n",
       "         -1.7286e-01, -1.6060e-01, -1.0978e-01, -1.3549e-01, -1.5538e-01,\n",
       "         -1.4735e-01, -1.6519e-01, -1.1959e-01, -5.8480e-02, -1.2557e-01,\n",
       "         -1.5923e-01, -2.6958e-01, -1.7405e-01, -1.1613e-01, -1.3989e-01,\n",
       "         -2.2542e-01, -1.3224e-01, -7.5236e-02, -1.1497e-01, -1.4797e-01,\n",
       "         -1.3540e-01, -1.3529e-01, -3.9212e-02, -7.8014e-02, -8.3711e-02,\n",
       "         -1.1759e-01, -7.4283e-02, -5.5209e-02, -1.3291e-01, -1.4824e-01,\n",
       "         -1.0781e-01, -1.4579e-01, -9.2448e-02, -9.8975e-02, -1.0201e-01,\n",
       "          8.0749e-02, -1.6464e-01, -1.4559e-01, -1.6932e-01, -1.2518e-01,\n",
       "         -1.1169e-01, -1.9823e-01, -1.4513e-01, -7.9829e-02, -9.7458e-02,\n",
       "         -9.2957e-02, -2.0752e-01, -1.6447e-01, -1.4732e-01, -5.3113e-02,\n",
       "         -1.1549e-01, -1.5080e-01, -1.2084e-01, -1.4849e-01, -8.3932e-02,\n",
       "         -6.7691e-02, -9.1782e-02, -1.2093e-01, -1.4284e-01, -3.5476e-02,\n",
       "         -1.2491e-01, -6.3527e-02, -1.0637e-01, -1.2311e-01, -5.4655e-02,\n",
       "         -9.2631e-02, -1.5673e-01, -1.0166e-01, -1.2317e-01, -1.3857e-01,\n",
       "         -1.3913e-01, -1.2879e-01, -1.5856e-01, -1.2836e-01, -7.6507e-02,\n",
       "         -1.1882e-01, -1.4914e-01, -1.3893e-01, -1.1716e-01, -9.4665e-02,\n",
       "         -1.9409e-01, -1.4564e-01, -9.6680e-02, -1.4451e-01, -1.1601e-01,\n",
       "         -1.6994e-01, -6.3412e-02, -1.6211e-01, -1.8974e-01, -1.2387e-01,\n",
       "         -1.0976e-01, -1.2219e-01, -1.9864e-01, -1.5580e-01, -7.5040e-02,\n",
       "         -1.4200e-01, -5.5367e-02, -1.5262e-01, -1.6591e-01, -1.0831e-01,\n",
       "         -1.7152e-01, -1.8079e-01, -1.1812e-01, -8.3792e-02, -1.1332e-01,\n",
       "         -1.3694e-01, -1.4219e-01, -9.0959e-02, -8.1328e-02, -1.6274e-01,\n",
       "         -4.1341e-02, -1.5751e-01, -1.5334e-01, -1.3908e-01, -8.7274e-02,\n",
       "         -1.6566e-01, -1.4127e-01, -1.3199e-01, -3.4768e-01, -1.1982e-01,\n",
       "         -6.6776e-02, -1.5537e-01, -1.0770e-01, -1.7170e-01, -1.2985e-01,\n",
       "         -1.2717e-01, -5.9878e-02, -3.1011e-02, -1.3211e-01, -1.7251e-01,\n",
       "         -1.2283e-01, -9.6025e-02, -1.3077e-01, -1.4690e-01, -1.0738e-01,\n",
       "         -1.1157e-01, -1.2146e-01, -1.3422e-01, -1.2978e-01, -1.1563e-01,\n",
       "         -1.6774e-01, -5.6071e-02, -1.4302e-01, -1.1240e-01, -6.4305e-02,\n",
       "         -1.3925e-01, -1.3341e-01, -1.5713e-01, -1.1267e-01, -1.0813e-01,\n",
       "         -5.8450e-02, -1.1232e-01, -9.8913e-02, -1.2595e-01, -1.2872e-01,\n",
       "         -1.4091e-01, -3.9181e-02, -4.8934e-02, -5.9707e-02, -1.2063e-01,\n",
       "         -1.9560e-01, -1.4641e-01, -1.0960e-01, -1.2228e-01, -1.7449e-01,\n",
       "         -1.8111e-01, -4.0499e-02, -3.6119e-02, -1.0408e-01, -1.0583e-01,\n",
       "         -8.0916e-02, -8.8578e-02, -1.1823e-01, -1.5005e-01, -1.1645e-01,\n",
       "         -1.3071e-01, -1.5750e-01, -1.8869e-01, -1.3476e-01, -1.4856e-01,\n",
       "         -1.7932e-01, -4.4522e-02, -1.1374e-01, -1.6041e-01, -6.5993e-02,\n",
       "         -1.2581e-01, -1.1097e-01, -6.9245e-02, -1.1228e-01, -1.7845e-01,\n",
       "         -1.2395e-01, -1.1675e-01, -1.2505e-01, -7.6384e-02, -1.0162e-01,\n",
       "         -9.5397e-02, -1.2337e-01, -2.0287e-01, -1.1847e-01, -8.7373e-02,\n",
       "         -1.2300e-01, -1.5304e-01, -1.1091e-01, -1.4338e-01, -1.3656e-01,\n",
       "         -8.1512e-02, -8.0225e-02, -1.5898e-01, -1.2288e-01, -1.3861e-01,\n",
       "         -1.0785e-01, -1.3519e-02, -1.7146e-01, -1.1665e-01, -1.1012e-01,\n",
       "         -9.4570e-02, -1.3595e-01, -1.8400e-01, -1.3683e-01, -1.3006e-01,\n",
       "         -1.4656e-01, -1.0134e-01, -1.2566e-01, -1.3638e-01, -8.3961e-02,\n",
       "         -1.5856e-01, -1.6799e-01, -1.1014e-02, -1.0255e-01, -1.5331e-02,\n",
       "         -7.5005e-02, -6.3379e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0012]],\n",
       " \n",
       "          [[-0.0033]],\n",
       " \n",
       "          [[ 0.0054]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0103]],\n",
       " \n",
       "          [[ 0.0024]],\n",
       " \n",
       "          [[-0.0031]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0104]],\n",
       " \n",
       "          [[-0.0473]],\n",
       " \n",
       "          [[ 0.0309]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0173]],\n",
       " \n",
       "          [[-0.0067]],\n",
       " \n",
       "          [[ 0.0216]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0027]],\n",
       " \n",
       "          [[-0.0052]],\n",
       " \n",
       "          [[-0.0246]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0042]],\n",
       " \n",
       "          [[-0.0094]],\n",
       " \n",
       "          [[-0.0016]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0202]],\n",
       " \n",
       "          [[-0.0222]],\n",
       " \n",
       "          [[ 0.0042]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0068]],\n",
       " \n",
       "          [[ 0.0330]],\n",
       " \n",
       "          [[-0.0023]]],\n",
       " \n",
       " \n",
       "         [[[-0.0059]],\n",
       " \n",
       "          [[ 0.0214]],\n",
       " \n",
       "          [[ 0.0051]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0049]],\n",
       " \n",
       "          [[ 0.0111]],\n",
       " \n",
       "          [[ 0.0038]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0063]],\n",
       " \n",
       "          [[-0.0004]],\n",
       " \n",
       "          [[-0.0161]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0016]],\n",
       " \n",
       "          [[ 0.0046]],\n",
       " \n",
       "          [[ 0.0055]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2866, 0.5016, 0.3292,  ..., 0.2542, 0.3169, 0.2519],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0921, -0.0789, -0.0743,  ..., -0.0763, -0.0897, -0.0772],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0136]],\n",
       " \n",
       "          [[ 0.0134]],\n",
       " \n",
       "          [[ 0.0025]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0148]],\n",
       " \n",
       "          [[ 0.0154]],\n",
       " \n",
       "          [[ 0.0044]]],\n",
       " \n",
       " \n",
       "         [[[-0.0265]],\n",
       " \n",
       "          [[ 0.0079]],\n",
       " \n",
       "          [[-0.0180]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0295]],\n",
       " \n",
       "          [[-0.0067]],\n",
       " \n",
       "          [[ 0.0028]]],\n",
       " \n",
       " \n",
       "         [[[-0.0043]],\n",
       " \n",
       "          [[-0.0100]],\n",
       " \n",
       "          [[-0.0147]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0067]],\n",
       " \n",
       "          [[-0.0081]],\n",
       " \n",
       "          [[-0.0018]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0084]],\n",
       " \n",
       "          [[ 0.0197]],\n",
       " \n",
       "          [[-0.0176]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0078]],\n",
       " \n",
       "          [[ 0.0222]],\n",
       " \n",
       "          [[ 0.0193]]],\n",
       " \n",
       " \n",
       "         [[[-0.0181]],\n",
       " \n",
       "          [[-0.0084]],\n",
       " \n",
       "          [[-0.0028]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0003]],\n",
       " \n",
       "          [[ 0.0046]],\n",
       " \n",
       "          [[ 0.0398]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0063]],\n",
       " \n",
       "          [[ 0.0035]],\n",
       " \n",
       "          [[-0.0321]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0309]],\n",
       " \n",
       "          [[-0.0292]],\n",
       " \n",
       "          [[ 0.0089]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2137, 0.2040, 0.2130, 0.2214, 0.2106, 0.2261, 0.2279, 0.2252, 0.1967,\n",
       "         0.1902, 0.1897, 0.2007, 0.2447, 0.2326, 0.2226, 0.2356, 0.2152, 0.2092,\n",
       "         0.2083, 0.2287, 0.1644, 0.2195, 0.1718, 0.2129, 0.2169, 0.2081, 0.2058,\n",
       "         0.2223, 0.2165, 0.2074, 0.2150, 0.2532, 0.2369, 0.2307, 0.2287, 0.1755,\n",
       "         0.2400, 0.2255, 0.2051, 0.1561, 0.2189, 0.2200, 0.2297, 0.1885, 0.2016,\n",
       "         0.2164, 0.2401, 0.2131, 0.2233, 0.2616, 0.2167, 0.1854, 0.2002, 0.2443,\n",
       "         0.2369, 0.2076, 0.2544, 0.2443, 0.2235, 0.2024, 0.2121, 0.2360, 0.2232,\n",
       "         0.1463, 0.2330, 0.2411, 0.1834, 0.1762, 0.1860, 0.2314, 0.2309, 0.2423,\n",
       "         0.1554, 0.2323, 0.1429, 0.2170, 0.2041, 0.2116, 0.2431, 0.2230, 0.1852,\n",
       "         0.2168, 0.1836, 0.1447, 0.2104, 0.2331, 0.1827, 0.2368, 0.2288, 0.2432,\n",
       "         0.1969, 0.2609, 0.2449, 0.2226, 0.2366, 0.2304, 0.2242, 0.2512, 0.2490,\n",
       "         0.2278, 0.2165, 0.2144, 0.2329, 0.2406, 0.2013, 0.2148, 0.1990, 0.2419,\n",
       "         0.1802, 0.2435, 0.2388, 0.2152, 0.2243, 0.2168, 0.1931, 0.2159, 0.2123,\n",
       "         0.2239, 0.2421, 0.2290, 0.2111, 0.2262, 0.2219, 0.1632, 0.1774, 0.2063,\n",
       "         0.2599, 0.1609, 0.2303, 0.2371, 0.1980, 0.2297, 0.2478, 0.2144, 0.1964,\n",
       "         0.2534, 0.2318, 0.2212, 0.2613, 0.1586, 0.2281, 0.2022, 0.2231, 0.1972,\n",
       "         0.2087, 0.2202, 0.2280, 0.2175, 0.2297, 0.2520, 0.1938, 0.2463, 0.2189,\n",
       "         0.2088, 0.2213, 0.2236, 0.2112, 0.2439, 0.2057, 0.2476, 0.2063, 0.1128,\n",
       "         0.2078, 0.2238, 0.2378, 0.2303, 0.1874, 0.2236, 0.2233, 0.2239, 0.2412,\n",
       "         0.2388, 0.2025, 0.2101, 0.2465, 0.2167, 0.1822, 0.2116, 0.2248, 0.2228,\n",
       "         0.1737, 0.2223, 0.2407, 0.2335, 0.1918, 0.2032, 0.2224, 0.2210, 0.2423,\n",
       "         0.1901, 0.2077, 0.2532, 0.1258, 0.2483, 0.2204, 0.2377, 0.2124, 0.2310,\n",
       "         0.2324, 0.2311, 0.2320, 0.2006, 0.2060, 0.2350, 0.1802, 0.2484, 0.2028,\n",
       "         0.2184, 0.1746, 0.2498, 0.2296, 0.2026, 0.2287, 0.2172, 0.2115, 0.2339,\n",
       "         0.2056, 0.2174, 0.2476, 0.2119, 0.2230, 0.2384, 0.1510, 0.1458, 0.2131,\n",
       "         0.2323, 0.1555, 0.2142, 0.2096, 0.1983, 0.1955, 0.2301, 0.2196, 0.2306,\n",
       "         0.2008, 0.2526, 0.2100, 0.2083, 0.2167, 0.2428, 0.2398, 0.1984, 0.2194,\n",
       "         0.1965, 0.2071, 0.2126, 0.2208, 0.2232, 0.2086, 0.2524, 0.2071, 0.2726,\n",
       "         0.2097, 0.2287, 0.2143, 0.2379, 0.2134, 0.2374, 0.2481, 0.2239, 0.2357,\n",
       "         0.2089, 0.2734, 0.1905, 0.2156, 0.2438, 0.2293, 0.2482, 0.2102, 0.2379,\n",
       "         0.2085, 0.2106, 0.2050, 0.2235, 0.2440, 0.1873, 0.2639, 0.1576, 0.2230,\n",
       "         0.2170, 0.2377, 0.2051, 0.1779, 0.1384, 0.2074, 0.2397, 0.1960, 0.2373,\n",
       "         0.2044, 0.2067, 0.2471, 0.2146, 0.2290, 0.2510, 0.2338, 0.1728, 0.2325,\n",
       "         0.2295, 0.2145, 0.2023, 0.1951, 0.2475, 0.1248, 0.2080, 0.2398, 0.2447,\n",
       "         0.2215, 0.2399, 0.1459, 0.2425, 0.1251, 0.2402, 0.1249, 0.2252, 0.2166,\n",
       "         0.1973, 0.2343, 0.2408, 0.1961, 0.2130, 0.2359, 0.2202, 0.1998, 0.2124,\n",
       "         0.2355, 0.2474, 0.1984, 0.2187, 0.2351, 0.2273, 0.2457, 0.2275, 0.2248,\n",
       "         0.2086, 0.2266, 0.2544, 0.2107, 0.1974, 0.2409, 0.1414, 0.1913, 0.2203,\n",
       "         0.2027, 0.2258, 0.2454, 0.2222, 0.1660, 0.2488, 0.2268, 0.2109, 0.1763,\n",
       "         0.1776, 0.2203, 0.2317, 0.2276, 0.1667, 0.2197, 0.2182, 0.2107, 0.2269,\n",
       "         0.2462, 0.2055, 0.2231, 0.1980, 0.2490, 0.2242, 0.2222, 0.2126, 0.1974,\n",
       "         0.2339, 0.4865, 0.2146, 0.2279, 0.1927, 0.2287, 0.2060, 0.2341, 0.2113,\n",
       "         0.2140, 0.1797, 0.2188, 0.1787, 0.2380, 0.2352, 0.2126, 0.1832, 0.2201,\n",
       "         0.2206, 0.2157, 0.2208, 0.2341, 0.2330, 0.2137, 0.1503, 0.1908, 0.1825,\n",
       "         0.2240, 0.1760, 0.2409, 0.2406, 0.2167, 0.2361, 0.2262, 0.2551, 0.2627,\n",
       "         0.2180, 0.2278, 0.2240, 0.2233, 0.2085, 0.2085, 0.2015, 0.1781, 0.1753,\n",
       "         0.2188, 0.2329, 0.1251, 0.2324, 0.1952, 0.2141, 0.1709, 0.2130, 0.2244,\n",
       "         0.1991, 0.2222, 0.1716, 0.2229, 0.2225, 0.2417, 0.1735, 0.2221, 0.1961,\n",
       "         0.2164, 0.2141, 0.2270, 0.2608, 0.2341, 0.2243, 0.2285, 0.1894, 0.2260,\n",
       "         0.2166, 0.2361, 0.2414, 0.1910, 0.2153, 0.2266, 0.2654, 0.2050, 0.2103,\n",
       "         0.1905, 0.2331, 0.1690, 0.2316, 0.2160, 0.2390, 0.2177, 0.2194, 0.1938,\n",
       "         0.2274, 0.2470, 0.2270, 0.2209, 0.2220, 0.2583, 0.1836, 0.2611, 0.2018,\n",
       "         0.2165, 0.1717, 0.2015, 0.2055, 0.2124, 0.2271, 0.2188, 0.2188, 0.2074,\n",
       "         0.2040, 0.2330, 0.2581, 0.2228, 0.2231, 0.2298, 0.2422, 0.2507, 0.2276,\n",
       "         0.1678, 0.3001, 0.1829, 0.1975, 0.1935, 0.2241, 0.1993, 0.2353, 0.2538,\n",
       "         0.1172, 0.2374, 0.2285, 0.2320, 0.1895, 0.2017, 0.2319, 0.1781, 0.2241,\n",
       "         0.2789, 0.2471, 0.2000, 0.2124, 0.2254, 0.2087, 0.2252, 0.2318],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.1556, -0.1563, -0.1872, -0.2099, -0.1670, -0.1957, -0.2123, -0.2006,\n",
       "         -0.1196, -0.1273, -0.1174, -0.1501, -0.2137, -0.2261, -0.1976, -0.1978,\n",
       "         -0.0450, -0.1765, -0.1590, -0.2102, -0.0738, -0.1973, -0.1026, -0.1764,\n",
       "         -0.1863, -0.1545, -0.1914, -0.1765, -0.1642, -0.1557, -0.1453, -0.2747,\n",
       "         -0.1896, -0.2021, -0.1797, -0.0736, -0.1957, -0.1821, -0.1435, -0.0305,\n",
       "         -0.1680, -0.1743, -0.1843, -0.1268, -0.1497, -0.1741, -0.2016, -0.1601,\n",
       "         -0.1969, -0.2855, -0.1622, -0.1189, -0.1357, -0.2401, -0.2096, -0.1487,\n",
       "         -0.2270, -0.2302, -0.1880, -0.1394, -0.1454, -0.2186, -0.1764, -0.0144,\n",
       "         -0.2049, -0.1993, -0.0677, -0.0908, -0.1063, -0.2137, -0.2243, -0.2320,\n",
       "         -0.0448, -0.2091, -0.0047, -0.1591, -0.1667, -0.1892, -0.2412, -0.1843,\n",
       "         -0.0912, -0.1781, -0.0919, -0.0472, -0.1586, -0.2129, -0.1058, -0.2240,\n",
       "         -0.1887, -0.2116, -0.1377, -0.2800, -0.2572, -0.1953, -0.2334, -0.2214,\n",
       "         -0.1913, -0.2564, -0.2492, -0.2038, -0.1990, -0.1442, -0.1948, -0.2404,\n",
       "         -0.1384, -0.1773, -0.1683, -0.2344, -0.0757, -0.2658, -0.2241, -0.1786,\n",
       "         -0.1804, -0.1641, -0.1201, -0.1664, -0.1764, -0.1926, -0.2430, -0.1925,\n",
       "         -0.1697, -0.1811, -0.1796, -0.0547, -0.0901, -0.1486, -0.2577, -0.0622,\n",
       "         -0.2031, -0.2077, -0.1463, -0.2122, -0.2715, -0.1592, -0.1345, -0.2431,\n",
       "         -0.2050, -0.1773, -0.2569, -0.0627, -0.1993, -0.1424, -0.1975, -0.1378,\n",
       "         -0.1862, -0.1959, -0.1989, -0.1641, -0.2028, -0.2688, -0.1123, -0.2369,\n",
       "         -0.1992, -0.1645, -0.1872, -0.1810, -0.1759, -0.2363, -0.1402, -0.2302,\n",
       "         -0.1696,  0.0619, -0.1606, -0.1912, -0.2267, -0.1761, -0.1011, -0.2050,\n",
       "         -0.1862, -0.1868, -0.2193, -0.2363, -0.1394, -0.1673, -0.2303, -0.1745,\n",
       "         -0.0515, -0.1695, -0.1667, -0.1876, -0.1042, -0.1820, -0.2105, -0.2196,\n",
       "         -0.1143, -0.1294, -0.2042, -0.1650, -0.2227, -0.1175, -0.1697, -0.2818,\n",
       "          0.0566, -0.2376, -0.2212, -0.2032, -0.1573, -0.1821, -0.1915, -0.1888,\n",
       "         -0.2231, -0.1454, -0.1520, -0.2389, -0.0801, -0.2559, -0.1428, -0.1717,\n",
       "         -0.0797, -0.2664, -0.2097, -0.1525, -0.1899, -0.1752, -0.1635, -0.2333,\n",
       "         -0.1571, -0.1880, -0.2416, -0.1457, -0.1842, -0.2325, -0.0299, -0.0210,\n",
       "         -0.1633, -0.2051, -0.0554, -0.1654, -0.1426, -0.1518, -0.1109, -0.2070,\n",
       "         -0.1876, -0.1706, -0.1538, -0.2534, -0.1746, -0.1705, -0.1646, -0.2128,\n",
       "         -0.2240, -0.1411, -0.1699, -0.1424, -0.1578, -0.1609, -0.1927, -0.2198,\n",
       "         -0.1428, -0.2520, -0.1255, -0.3133, -0.1463, -0.2294, -0.1804, -0.2154,\n",
       "         -0.1645, -0.2292, -0.2220, -0.1929, -0.2182, -0.1414, -0.2807, -0.0872,\n",
       "         -0.1587, -0.2334, -0.1928, -0.2548, -0.1284, -0.2228, -0.1710, -0.1632,\n",
       "         -0.1425, -0.1791, -0.2446, -0.1127, -0.1979, -0.0389, -0.1928, -0.1708,\n",
       "         -0.2000, -0.1407, -0.0783, -0.0097, -0.1207, -0.2162, -0.1367, -0.2190,\n",
       "         -0.1761, -0.1442, -0.2626, -0.1703, -0.1758, -0.2606, -0.2430, -0.0659,\n",
       "         -0.2141, -0.1888, -0.1692, -0.1480, -0.1140, -0.2093,  0.0616, -0.1473,\n",
       "         -0.2207, -0.2146, -0.1735, -0.2264, -0.0112, -0.2395,  0.0523, -0.2161,\n",
       "          0.0635, -0.1775, -0.1730, -0.1342, -0.1964, -0.2164, -0.1062, -0.1401,\n",
       "         -0.2513, -0.1750, -0.1475, -0.1535, -0.2049, -0.2186, -0.1333, -0.1994,\n",
       "         -0.2295, -0.2116, -0.2473, -0.1953, -0.2031, -0.1720, -0.1933, -0.2416,\n",
       "         -0.1511, -0.1351, -0.2554,  0.0785, -0.1196, -0.1831, -0.1289, -0.1774,\n",
       "         -0.2408, -0.1777, -0.0376, -0.2609, -0.2069, -0.1423, -0.0846, -0.0867,\n",
       "         -0.1596, -0.1913, -0.2025, -0.0936, -0.1905, -0.1752, -0.1970, -0.1778,\n",
       "         -0.2656, -0.1741, -0.1796, -0.1071, -0.2513, -0.1919, -0.1904, -0.1841,\n",
       "         -0.1407, -0.2235, -0.3347, -0.1682, -0.1734, -0.1268, -0.1942, -0.1666,\n",
       "         -0.2194, -0.1450, -0.1479, -0.0852, -0.2006, -0.1029, -0.2197, -0.2144,\n",
       "         -0.1703,  0.0454, -0.1796, -0.1980, -0.1769, -0.1632, -0.2167, -0.2317,\n",
       "         -0.1639, -0.0352, -0.1490, -0.0918, -0.1983, -0.1199, -0.2107, -0.2528,\n",
       "         -0.1682, -0.2438, -0.2076, -0.2585, -0.2664, -0.1922, -0.1960, -0.1994,\n",
       "         -0.1818, -0.1843, -0.1426, -0.1707, -0.1122, -0.0938, -0.1724, -0.2033,\n",
       "          0.0811, -0.1943, -0.1326, -0.1924, -0.0743, -0.1851, -0.2087, -0.1570,\n",
       "         -0.1808, -0.1016, -0.1977, -0.1764, -0.2468, -0.0771, -0.1823, -0.1295,\n",
       "         -0.1669, -0.1828, -0.2115, -0.2660, -0.2096, -0.1656, -0.2044, -0.1068,\n",
       "         -0.2301, -0.1662, -0.2261, -0.2455, -0.1257, -0.1797, -0.1862, -0.2740,\n",
       "         -0.1459, -0.1560, -0.1219, -0.2025,  0.0716, -0.2226, -0.1737, -0.1684,\n",
       "         -0.1860, -0.1658, -0.1381, -0.2117, -0.2476, -0.1843, -0.1512, -0.1839,\n",
       "         -0.2647, -0.1146, -0.2773, -0.0833, -0.1997, -0.1027, -0.1202, -0.1392,\n",
       "         -0.1433, -0.2185, -0.1657, -0.1625, -0.1478, -0.1418, -0.2365, -0.2930,\n",
       "         -0.1897, -0.1926, -0.1880, -0.2259, -0.2378, -0.2199, -0.0692, -0.0794,\n",
       "         -0.1015, -0.1274, -0.1301, -0.1931, -0.1450, -0.2111, -0.2627,  0.0520,\n",
       "         -0.2241, -0.2148, -0.1888, -0.1013, -0.1391, -0.2104, -0.1049, -0.1919,\n",
       "         -0.3346, -0.2700, -0.1254, -0.1498, -0.1665, -0.1445, -0.1841, -0.2120],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 4.0117e-03,  6.4560e-03,  7.5797e-03],\n",
       "           [ 6.3191e-03,  8.6818e-03,  1.0155e-02],\n",
       "           [ 1.0467e-02,  7.4264e-03,  1.0289e-02]],\n",
       " \n",
       "          [[ 8.9806e-03,  8.8232e-03,  1.2227e-02],\n",
       "           [ 7.9335e-03,  1.2900e-02,  5.7527e-03],\n",
       "           [ 7.0791e-03,  1.0065e-02,  4.1151e-03]],\n",
       " \n",
       "          [[ 6.3044e-03,  5.0667e-03,  5.7373e-03],\n",
       "           [-2.9706e-04, -2.2638e-03,  7.9506e-05],\n",
       "           [ 6.0903e-04,  3.4252e-04,  2.0867e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.3498e-03,  6.7560e-03,  3.5414e-03],\n",
       "           [ 4.0447e-03,  1.1341e-02,  1.0289e-02],\n",
       "           [ 6.2327e-03,  1.8316e-02,  1.1889e-02]],\n",
       " \n",
       "          [[-4.3072e-04, -5.9304e-04, -2.7477e-03],\n",
       "           [ 1.7383e-03,  1.1411e-03, -2.5095e-03],\n",
       "           [-7.0297e-03, -8.4976e-03, -1.1197e-02]],\n",
       " \n",
       "          [[-6.5198e-03, -9.3173e-03, -6.2551e-03],\n",
       "           [-3.1477e-04,  1.2694e-03,  5.0760e-03],\n",
       "           [-1.5420e-03, -1.1563e-03,  1.1397e-03]]],\n",
       " \n",
       " \n",
       "         [[[-8.9216e-03, -5.1781e-03, -8.9250e-03],\n",
       "           [-7.3784e-03, -2.7041e-03, -6.4671e-03],\n",
       "           [-6.6261e-03, -2.8952e-04, -6.2928e-03]],\n",
       " \n",
       "          [[ 9.6507e-03,  1.1344e-02,  1.4753e-02],\n",
       "           [ 3.7595e-03,  7.9248e-03,  1.0181e-02],\n",
       "           [ 2.9932e-03,  7.7303e-03,  7.2364e-03]],\n",
       " \n",
       "          [[ 1.3329e-02,  2.0545e-02,  1.9574e-02],\n",
       "           [ 1.4139e-02,  1.7057e-02,  1.8544e-02],\n",
       "           [ 1.4318e-02,  1.7824e-02,  2.1029e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-7.2171e-03, -1.0446e-02, -1.1656e-02],\n",
       "           [-6.9924e-03, -7.2246e-03, -6.1957e-03],\n",
       "           [ 4.4194e-03,  2.9223e-03,  4.9812e-03]],\n",
       " \n",
       "          [[-5.0227e-03, -9.9073e-03, -5.1346e-03],\n",
       "           [-6.9575e-03, -6.8294e-03, -4.9583e-03],\n",
       "           [-4.0500e-03, -4.9242e-03, -4.1461e-03]],\n",
       " \n",
       "          [[ 6.4591e-04,  7.8191e-04, -2.3758e-03],\n",
       "           [ 2.8326e-03,  7.6060e-03,  2.7473e-03],\n",
       "           [-2.8813e-03,  1.0263e-03, -7.1370e-03]]],\n",
       " \n",
       " \n",
       "         [[[-2.0092e-03, -3.8951e-03, -7.9365e-03],\n",
       "           [-8.7227e-03, -7.1758e-03, -1.0349e-02],\n",
       "           [-6.6341e-03, -6.6840e-03, -7.7295e-03]],\n",
       " \n",
       "          [[ 2.7262e-02,  2.2136e-02,  3.1470e-02],\n",
       "           [ 2.0322e-02,  1.5134e-02,  2.4656e-02],\n",
       "           [ 1.6629e-02,  1.5191e-02,  2.1166e-02]],\n",
       " \n",
       "          [[ 1.4919e-02,  1.1747e-02,  1.6182e-02],\n",
       "           [ 1.5794e-02,  4.7102e-03,  1.4320e-02],\n",
       "           [ 1.6125e-02,  9.6735e-03,  1.3646e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.0187e-02, -1.2948e-02, -1.2582e-02],\n",
       "           [-5.8166e-03, -9.2604e-03, -1.0283e-02],\n",
       "           [-9.7321e-03, -1.4145e-02, -1.2022e-02]],\n",
       " \n",
       "          [[-1.0733e-02, -1.1489e-02, -8.0587e-03],\n",
       "           [-8.3126e-03, -9.2558e-03, -4.4427e-03],\n",
       "           [-5.1682e-03, -1.2494e-02, -8.8080e-03]],\n",
       " \n",
       "          [[-1.8538e-02, -2.2482e-02, -1.8929e-02],\n",
       "           [-1.2926e-02, -1.1466e-02, -1.2845e-02],\n",
       "           [-1.1635e-02, -1.3297e-02, -1.0621e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 3.6848e-03,  3.9875e-03,  9.5603e-04],\n",
       "           [ 1.0862e-03,  7.5079e-04,  2.0638e-03],\n",
       "           [-3.1387e-03, -3.3409e-03, -7.9984e-04]],\n",
       " \n",
       "          [[-1.0203e-02, -1.1155e-02, -1.2017e-02],\n",
       "           [-6.8558e-03, -3.6928e-03, -7.0323e-03],\n",
       "           [ 3.7379e-04,  4.4168e-03, -3.2229e-03]],\n",
       " \n",
       "          [[-1.9583e-03, -1.4304e-03, -1.2296e-03],\n",
       "           [ 1.5170e-03, -7.2486e-04, -3.8884e-04],\n",
       "           [ 3.4177e-03, -1.4350e-03, -2.0299e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.4414e-03,  4.6242e-03,  5.3990e-03],\n",
       "           [ 1.0178e-02,  1.6874e-02,  1.9453e-02],\n",
       "           [ 4.8118e-03,  1.1081e-02,  1.2913e-02]],\n",
       " \n",
       "          [[ 4.3356e-03,  2.5304e-03,  6.3943e-03],\n",
       "           [-1.5454e-03, -2.6431e-03,  1.1696e-03],\n",
       "           [-6.9420e-03, -4.1809e-03, -4.5079e-03]],\n",
       " \n",
       "          [[ 2.8397e-02,  2.3649e-02,  3.4782e-02],\n",
       "           [ 2.5609e-02,  1.8501e-02,  3.1097e-02],\n",
       "           [ 2.8974e-02,  2.0715e-02,  3.1061e-02]]],\n",
       " \n",
       " \n",
       "         [[[-4.6084e-03, -1.5983e-02, -1.5005e-02],\n",
       "           [-8.9812e-03, -1.3049e-02, -1.6584e-02],\n",
       "           [-1.1798e-02, -1.2441e-02, -1.3363e-02]],\n",
       " \n",
       "          [[ 2.0662e-02,  1.8107e-02,  1.5833e-02],\n",
       "           [ 2.1960e-02,  1.4245e-02,  2.0089e-02],\n",
       "           [ 2.0738e-02,  1.8482e-02,  2.0067e-02]],\n",
       " \n",
       "          [[-6.4609e-03, -3.7295e-03, -5.2296e-03],\n",
       "           [-2.6789e-03, -2.6843e-03, -5.5198e-03],\n",
       "           [-6.6036e-03, -5.2171e-03, -6.2095e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.0919e-02,  9.0998e-03,  6.3412e-03],\n",
       "           [ 1.1221e-02,  9.0333e-03,  8.0636e-03],\n",
       "           [ 3.2362e-03,  4.1336e-03, -2.1570e-03]],\n",
       " \n",
       "          [[-1.0596e-02, -1.2175e-02, -9.6459e-03],\n",
       "           [-1.7528e-03, -4.9599e-03, -7.4674e-04],\n",
       "           [-1.1956e-03, -3.2552e-03, -4.2784e-04]],\n",
       " \n",
       "          [[-5.8218e-03, -4.8902e-03, -7.8034e-03],\n",
       "           [-5.0635e-03, -5.6798e-03, -3.5475e-03],\n",
       "           [-3.1549e-03, -3.7742e-03, -1.5114e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 2.9647e-03,  2.2503e-03, -2.1969e-04],\n",
       "           [-3.0770e-03, -2.6898e-03, -8.3853e-04],\n",
       "           [-2.9215e-03, -2.8657e-03, -2.7692e-03]],\n",
       " \n",
       "          [[ 1.2049e-02,  1.2095e-02,  1.1018e-02],\n",
       "           [ 1.3211e-02,  8.8383e-03,  1.4752e-02],\n",
       "           [ 1.7452e-02,  1.7951e-02,  1.8580e-02]],\n",
       " \n",
       "          [[-2.3812e-03, -1.2207e-02, -1.1278e-02],\n",
       "           [-3.3263e-03, -3.7232e-03, -1.0250e-02],\n",
       "           [-5.1692e-03, -7.3431e-03, -1.3124e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.8325e-04,  1.8360e-03, -4.6064e-03],\n",
       "           [-1.4945e-04, -2.3635e-03, -7.8466e-03],\n",
       "           [-5.4216e-03, -6.0023e-03, -5.1872e-03]],\n",
       " \n",
       "          [[-3.5320e-04, -1.8844e-03, -5.7870e-04],\n",
       "           [-5.6706e-03, -2.6146e-03,  1.0965e-03],\n",
       "           [-6.2577e-04,  3.7468e-03, -1.5856e-04]],\n",
       " \n",
       "          [[-1.9726e-03, -5.1465e-03, -6.4104e-03],\n",
       "           [-6.4423e-03, -1.1479e-02, -1.2132e-02],\n",
       "           [-1.3768e-02, -1.4513e-02, -1.8401e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.2260, 0.1807, 0.1841, 0.2345, 0.2439, 0.1779, 0.2456, 0.2356, 0.2234,\n",
       "         0.2278, 0.2040, 0.2543, 0.2216, 0.2049, 0.2018, 0.2867, 0.2227, 0.1987,\n",
       "         0.2191, 0.1870, 0.1829, 0.1995, 0.1810, 0.2308, 0.2484, 0.2377, 0.1960,\n",
       "         0.1859, 0.2132, 0.2252, 0.2012, 0.1483, 0.2979, 0.2266, 0.2426, 0.2005,\n",
       "         0.1925, 0.1972, 0.2443, 0.1987, 0.1844, 0.2068, 0.2257, 0.2203, 0.2203,\n",
       "         0.2308, 0.1911, 0.2165, 0.2275, 0.2027, 0.1966, 0.1910, 0.2303, 0.2196,\n",
       "         0.2043, 0.2051, 0.2242, 0.2122, 0.1982, 0.2262, 0.2216, 0.2145, 0.1894,\n",
       "         0.2069, 0.2078, 0.1779, 0.1906, 0.1344, 0.2233, 0.2471, 0.2210, 0.1751,\n",
       "         0.2248, 0.2056, 0.2112, 0.2252, 0.2548, 0.2046, 0.2169, 0.2254, 0.2072,\n",
       "         0.1979, 0.1969, 0.2173, 0.2423, 0.1994, 0.1645, 0.2098, 0.1969, 0.2374,\n",
       "         0.2047, 0.2413, 0.2246, 0.2031, 0.2330, 0.2173, 0.2198, 0.2254, 0.2537,\n",
       "         0.2513, 0.1749, 0.2341, 0.2185, 0.1938, 0.2178, 0.2238, 0.1996, 0.2104,\n",
       "         0.2161, 0.2078, 0.2319, 0.1875, 0.2319, 0.1956, 0.2068, 0.2110, 0.1882,\n",
       "         0.2517, 0.1834, 0.2247, 0.1754, 0.2183, 0.2284, 0.2004, 0.2222, 0.2430,\n",
       "         0.2453, 0.2217, 0.2083, 0.1983, 0.1748, 0.1980, 0.2227, 0.1982, 0.1872,\n",
       "         0.2004, 0.2243, 0.2000, 0.1869, 0.2303, 0.1721, 0.2558, 0.1800, 0.1763,\n",
       "         0.2148, 0.2216, 0.2426, 0.2002, 0.2212, 0.1965, 0.2189, 0.2310, 0.2153,\n",
       "         0.2361, 0.1721, 0.1846, 0.1926, 0.2165, 0.2150, 0.2853, 0.1851, 0.2329,\n",
       "         0.2228, 0.2037, 0.2379, 0.1941, 0.2224, 0.1898, 0.1967, 0.2040, 0.2264,\n",
       "         0.2253, 0.2300, 0.2866, 0.2814, 0.2037, 0.2277, 0.2479, 0.2290, 0.2232,\n",
       "         0.1869, 0.2117, 0.2359, 0.2254, 0.2141, 0.2470, 0.2101, 0.2399, 0.2420,\n",
       "         0.2411, 0.1968, 0.2039, 0.2234, 0.2398, 0.1909, 0.1938, 0.2121, 0.2114,\n",
       "         0.2014, 0.2023, 0.1854, 0.2008, 0.1917, 0.1904, 0.1933, 0.1810, 0.1998,\n",
       "         0.1751, 0.1697, 0.1902, 0.2151, 0.2029, 0.2018, 0.2316, 0.2177, 0.2625,\n",
       "         0.2750, 0.1903, 0.2448, 0.2286, 0.1968, 0.1789, 0.1863, 0.2176, 0.1854,\n",
       "         0.2115, 0.2008, 0.2620, 0.2323, 0.1785, 0.2029, 0.1886, 0.1771, 0.1704,\n",
       "         0.2042, 0.2175, 0.2190, 0.1728, 0.1781, 0.1984, 0.1760, 0.2028, 0.2210,\n",
       "         0.2098, 0.1604, 0.2524, 0.1990, 0.2395, 0.2130, 0.1992, 0.2376, 0.2212,\n",
       "         0.2229, 0.1970, 0.2190, 0.1922, 0.2726, 0.2488, 0.2102, 0.2135, 0.1978,\n",
       "         0.1750, 0.2057, 0.2373, 0.1771, 0.1987, 0.2012, 0.2152, 0.2240, 0.2321,\n",
       "         0.2671, 0.1822, 0.1881, 0.1984, 0.2053, 0.2215, 0.1620, 0.2056, 0.2067,\n",
       "         0.2472, 0.2254, 0.2224, 0.1738, 0.1835, 0.2070, 0.1998, 0.2083, 0.2022,\n",
       "         0.2385, 0.2105, 0.2140, 0.1598, 0.1792, 0.2460, 0.2092, 0.2030, 0.2145,\n",
       "         0.2099, 0.1807, 0.1895, 0.2026, 0.1947, 0.1970, 0.2123, 0.2078, 0.1992,\n",
       "         0.2009, 0.2248, 0.1913, 0.2327, 0.2060, 0.1828, 0.2211, 0.2013, 0.2053,\n",
       "         0.2127, 0.2225, 0.2141, 0.1946, 0.2061, 0.2197, 0.2151, 0.1670, 0.2045,\n",
       "         0.2157, 0.2118, 0.2171, 0.2005, 0.2520, 0.2530, 0.2228, 0.2020, 0.2464,\n",
       "         0.2515, 0.1760, 0.1996, 0.2071, 0.2143, 0.2148, 0.2328, 0.2001, 0.2097,\n",
       "         0.1920, 0.2368, 0.2172, 0.1864, 0.2163, 0.2024, 0.2177, 0.1788, 0.2351,\n",
       "         0.2312, 0.2060, 0.2259, 0.1932, 0.2236, 0.1876, 0.2167, 0.1766, 0.2775,\n",
       "         0.2028, 0.2111, 0.1855, 0.2200, 0.2272, 0.1749, 0.2214, 0.2166, 0.2530,\n",
       "         0.1953, 0.2028, 0.2247, 0.1922, 0.2219, 0.1850, 0.2043, 0.2166, 0.2163,\n",
       "         0.1951, 0.2201, 0.2618, 0.2291, 0.2533, 0.1997, 0.2491, 0.2439, 0.2143,\n",
       "         0.1866, 0.2176, 0.1693, 0.1611, 0.2155, 0.2256, 0.2587, 0.2461, 0.1938,\n",
       "         0.2017, 0.1787, 0.2486, 0.1991, 0.2391, 0.2064, 0.2166, 0.2349, 0.2051,\n",
       "         0.1981, 0.2142, 0.2314, 0.1854, 0.1947, 0.2153, 0.2271, 0.1937, 0.2024,\n",
       "         0.2223, 0.1892, 0.2219, 0.2249, 0.2071, 0.2350, 0.2109, 0.1946, 0.2004,\n",
       "         0.2214, 0.2135, 0.2048, 0.2501, 0.2216, 0.1864, 0.2303, 0.1981, 0.2717,\n",
       "         0.2243, 0.2129, 0.2416, 0.2498, 0.1985, 0.1933, 0.1886, 0.1971, 0.1979,\n",
       "         0.2177, 0.2004, 0.2077, 0.1989, 0.2008, 0.2175, 0.2056, 0.2410, 0.2232,\n",
       "         0.2205, 0.1810, 0.2313, 0.2451, 0.1835, 0.2372, 0.1907, 0.2206, 0.1862,\n",
       "         0.2177, 0.1903, 0.1860, 0.1838, 0.2027, 0.2431, 0.1943, 0.2269, 0.2288,\n",
       "         0.1937, 0.2091, 0.2050, 0.2028, 0.2096, 0.2308, 0.2839, 0.2203, 0.1669,\n",
       "         0.1748, 0.2042, 0.2320, 0.1934, 0.1954, 0.1889, 0.1843, 0.2199, 0.1845,\n",
       "         0.2103, 0.2322, 0.2126, 0.2254, 0.2299, 0.2154, 0.1733, 0.1817, 0.2290,\n",
       "         0.2111, 0.3290, 0.2199, 0.2123, 0.2205, 0.2340, 0.2248, 0.1878, 0.2234,\n",
       "         0.2227, 0.2509, 0.2065, 0.1985, 0.1975, 0.2067, 0.1925, 0.2127],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0998, -0.0088, -0.0588, -0.1434, -0.1690, -0.0280, -0.1573, -0.1458,\n",
       "         -0.1280, -0.1191, -0.0186, -0.1582, -0.1301, -0.0648, -0.0699, -0.2021,\n",
       "         -0.1048, -0.0709, -0.0927, -0.0397, -0.0354, -0.0483, -0.0352, -0.1410,\n",
       "         -0.1370, -0.1513, -0.0826, -0.0532, -0.0754, -0.1187, -0.0662,  0.0215,\n",
       "         -0.2279, -0.1512, -0.1770, -0.0544, -0.0676, -0.0820, -0.1557, -0.0519,\n",
       "         -0.0535, -0.0767, -0.0951, -0.1177, -0.1211, -0.0916, -0.0646, -0.1053,\n",
       "         -0.1050, -0.0737, -0.0623, -0.0402, -0.1109, -0.1002, -0.0654, -0.0680,\n",
       "         -0.1204, -0.0911, -0.0620, -0.1142, -0.0985, -0.0970, -0.0693, -0.0783,\n",
       "         -0.0859, -0.0066, -0.0385,  0.2013, -0.0928, -0.1404, -0.1103, -0.0441,\n",
       "         -0.1294, -0.0817, -0.0657, -0.1051, -0.1563, -0.0701, -0.0899, -0.0735,\n",
       "         -0.0867, -0.0592, -0.0406, -0.1170, -0.1424, -0.0821,  0.0241, -0.0837,\n",
       "         -0.0597, -0.1295, -0.0728, -0.1332, -0.1105, -0.0808, -0.1123, -0.1019,\n",
       "         -0.0975, -0.1335, -0.1550, -0.1464, -0.0365, -0.1335, -0.1080, -0.0553,\n",
       "         -0.0964, -0.1106, -0.0482, -0.0667, -0.1304, -0.0806, -0.1240, -0.0143,\n",
       "         -0.1219, -0.0463, -0.0989, -0.0896, -0.0208, -0.1634, -0.0257, -0.1212,\n",
       "         -0.0296, -0.0794, -0.1002, -0.0604, -0.1029, -0.1579, -0.1288, -0.1047,\n",
       "         -0.0760, -0.0829, -0.0159, -0.0747, -0.0974, -0.0503, -0.0542, -0.0819,\n",
       "         -0.0942, -0.0558, -0.0643, -0.1054, -0.0136, -0.1777, -0.0418, -0.0354,\n",
       "         -0.0988, -0.1049, -0.1467, -0.0553, -0.1006, -0.0767, -0.1002, -0.1035,\n",
       "         -0.0836, -0.1244, -0.0200, -0.0657, -0.0601, -0.0989, -0.1023, -0.2241,\n",
       "         -0.0541, -0.1328, -0.1026, -0.0799, -0.1342, -0.0669, -0.1246, -0.0509,\n",
       "         -0.0727, -0.0735, -0.1136, -0.1300, -0.1253, -0.2721, -0.2021, -0.0858,\n",
       "         -0.1243, -0.1487, -0.1287, -0.0921, -0.0410, -0.1020, -0.1540, -0.1215,\n",
       "         -0.0998, -0.1586, -0.0840, -0.1616, -0.1492, -0.1420, -0.0550, -0.0579,\n",
       "         -0.0879, -0.1546, -0.0427, -0.0609, -0.0997, -0.0763, -0.0764, -0.0724,\n",
       "         -0.0085, -0.0983, -0.0562, -0.0341, -0.0586, -0.0549, -0.0548, -0.0203,\n",
       "          0.0103, -0.0410, -0.0873,  0.0380, -0.0917, -0.1302, -0.1086, -0.1884,\n",
       "         -0.1897, -0.0433, -0.1495, -0.1272, -0.0478, -0.0194, -0.0253, -0.1104,\n",
       "         -0.0577, -0.0684, -0.0398, -0.1630, -0.1375, -0.0119, -0.0782, -0.0509,\n",
       "         -0.0245, -0.0287, -0.0854, -0.1037, -0.1003, -0.0379, -0.0179, -0.0573,\n",
       "         -0.0078, -0.0463, -0.1099, -0.0795,  0.0836, -0.1549, -0.0829, -0.1448,\n",
       "         -0.1071, -0.0664, -0.1245, -0.1029, -0.0962, -0.0631, -0.1058, -0.0805,\n",
       "         -0.2027, -0.1589, -0.1059, -0.0902, -0.0626, -0.0151, -0.0753, -0.1321,\n",
       "         -0.0282, -0.0451, -0.0682, -0.0940, -0.1047, -0.1347, -0.1870, -0.0084,\n",
       "         -0.0368, -0.0632, -0.0782, -0.1088,  0.0117, -0.0751, -0.0921, -0.1793,\n",
       "         -0.1111, -0.1199, -0.0469, -0.0715, -0.0902, -0.0732, -0.0751, -0.0937,\n",
       "         -0.1238, -0.0748, -0.0633,  0.0073, -0.0208, -0.1269, -0.0951, -0.0816,\n",
       "         -0.0817, -0.0874, -0.0270, -0.0506, -0.0397, -0.0568, -0.0524, -0.1116,\n",
       "         -0.0693, -0.0775, -0.0886, -0.1013, -0.0533, -0.1373, -0.0689, -0.0312,\n",
       "         -0.1149, -0.0686, -0.0736, -0.0764, -0.1041, -0.1202, -0.0572, -0.0910,\n",
       "         -0.0903, -0.0685, -0.0134, -0.0685, -0.1033, -0.0949, -0.0986, -0.0759,\n",
       "         -0.1696, -0.1627, -0.0939, -0.0749, -0.1218, -0.1558, -0.0251, -0.0727,\n",
       "         -0.0744, -0.1126, -0.1010, -0.1218, -0.0671, -0.1002, -0.0606, -0.0981,\n",
       "         -0.1014, -0.0573, -0.0883, -0.0640, -0.1191, -0.0105, -0.1107, -0.1162,\n",
       "         -0.0668, -0.1015, -0.0597, -0.1427, -0.0294, -0.0942, -0.0184, -0.1984,\n",
       "         -0.0698, -0.0723, -0.0324, -0.0965, -0.1633, -0.0068, -0.1026, -0.1037,\n",
       "         -0.1527, -0.0435, -0.0647, -0.1073, -0.0526, -0.1353, -0.0369, -0.0871,\n",
       "         -0.1052, -0.0961, -0.0830, -0.0958, -0.1381, -0.1304, -0.1635, -0.0761,\n",
       "         -0.1604, -0.1647, -0.0862, -0.0475, -0.0939, -0.0177,  0.0052, -0.0782,\n",
       "         -0.0854, -0.1527, -0.1343, -0.0596, -0.0928, -0.0100, -0.1562, -0.0552,\n",
       "         -0.1349, -0.0759, -0.1072, -0.1393, -0.0420, -0.0753, -0.1155, -0.1234,\n",
       "         -0.0285, -0.0537, -0.0836, -0.1072, -0.0658, -0.0532, -0.0873, -0.0196,\n",
       "         -0.1089, -0.1421, -0.0507, -0.1392, -0.0786, -0.0574, -0.0655, -0.0983,\n",
       "         -0.0884, -0.0519, -0.1583, -0.0888, -0.0605, -0.1102, -0.0423, -0.2398,\n",
       "         -0.0946, -0.1050, -0.1497, -0.1554, -0.0866, -0.0523, -0.0366, -0.0472,\n",
       "         -0.0806, -0.1023, -0.0720, -0.0919, -0.0608, -0.0726, -0.0944, -0.0922,\n",
       "         -0.1203, -0.1080, -0.0754, -0.0328, -0.1287, -0.1507, -0.0551, -0.1440,\n",
       "         -0.0325, -0.1261, -0.0513, -0.0846, -0.0517, -0.0326, -0.0307, -0.0716,\n",
       "         -0.1573, -0.0660, -0.1197, -0.1163, -0.0377, -0.1092, -0.0857, -0.0732,\n",
       "         -0.0665, -0.1104, -0.1927, -0.1020, -0.0255, -0.0175, -0.0949, -0.1281,\n",
       "         -0.0340, -0.0502, -0.0412, -0.0557, -0.1011, -0.0473, -0.1062, -0.1063,\n",
       "         -0.0897, -0.1047, -0.1253, -0.1090,  0.0092, -0.0317, -0.1205, -0.0663,\n",
       "         -0.2939, -0.1074, -0.0772, -0.0850, -0.1148, -0.1265, -0.0564, -0.1030,\n",
       "         -0.1038, -0.1395, -0.0805, -0.0830, -0.0490, -0.0906, -0.0434, -0.1156],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0050]],\n",
       " \n",
       "          [[ 0.0083]],\n",
       " \n",
       "          [[-0.0240]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0060]],\n",
       " \n",
       "          [[-0.0176]],\n",
       " \n",
       "          [[ 0.0079]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0026]],\n",
       " \n",
       "          [[-0.0055]],\n",
       " \n",
       "          [[ 0.0060]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0077]],\n",
       " \n",
       "          [[ 0.0227]],\n",
       " \n",
       "          [[ 0.0032]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0080]],\n",
       " \n",
       "          [[-0.0078]],\n",
       " \n",
       "          [[ 0.0186]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0041]],\n",
       " \n",
       "          [[-0.0191]],\n",
       " \n",
       "          [[-0.0080]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0031]],\n",
       " \n",
       "          [[-0.0067]],\n",
       " \n",
       "          [[ 0.0111]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0062]],\n",
       " \n",
       "          [[-0.0087]],\n",
       " \n",
       "          [[-0.0097]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0485]],\n",
       " \n",
       "          [[-0.0222]],\n",
       " \n",
       "          [[ 0.0003]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0077]],\n",
       " \n",
       "          [[ 0.0065]],\n",
       " \n",
       "          [[-0.0086]]],\n",
       " \n",
       " \n",
       "         [[[-0.0003]],\n",
       " \n",
       "          [[-0.0027]],\n",
       " \n",
       "          [[-0.0060]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0087]],\n",
       " \n",
       "          [[ 0.0169]],\n",
       " \n",
       "          [[-0.0120]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.6431, 0.8315, 0.7858,  ..., 0.5616, 0.7822, 0.5634],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0084, 0.0549, 0.0348,  ..., 0.0219, 0.0207, 0.0076],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[-0.0092,  0.0153, -0.0375,  ..., -0.0105,  0.0011, -0.0265],\n",
       "         [ 0.0104, -0.0266,  0.0005,  ...,  0.0288, -0.0210, -0.0067],\n",
       "         [-0.0072,  0.0664, -0.0393,  ...,  0.0130, -0.0249, -0.0015],\n",
       "         ...,\n",
       "         [-0.0104, -0.0018, -0.0348,  ..., -0.0170,  0.1071,  0.0277],\n",
       "         [-0.0168, -0.0059, -0.0287,  ..., -0.0214, -0.0048, -0.0133],\n",
       "         [-0.0215,  0.0239,  0.0809,  ...,  0.0010, -0.0440,  0.0180]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-9.0540e-03, -4.1489e-03, -2.0516e-02, -1.7642e-02,  9.6078e-03,\n",
       "          5.8760e-03, -1.4448e-02,  7.1637e-04,  1.4057e-03, -1.6386e-03,\n",
       "         -1.2073e-02, -9.3700e-03, -1.9250e-02, -1.7166e-02, -1.1226e-02,\n",
       "         -1.6972e-02, -8.1289e-03, -1.3626e-02,  8.5068e-03, -1.7855e-02,\n",
       "          6.9540e-03,  1.8412e-02, -2.4812e-03,  2.4328e-03, -1.3534e-03,\n",
       "          4.8874e-03,  1.0521e-02, -8.0455e-04, -6.4342e-03, -1.1446e-02,\n",
       "         -1.3326e-02, -9.2675e-03, -2.5020e-03, -4.5003e-03,  3.7125e-03,\n",
       "         -2.4581e-02,  4.4222e-03, -8.4804e-03, -8.9190e-06, -1.7266e-03,\n",
       "         -4.1818e-03,  2.4226e-03,  9.5379e-03, -6.6336e-03,  2.2586e-03,\n",
       "          3.6322e-04,  2.7801e-02, -1.1270e-02, -1.5046e-02, -8.3841e-03,\n",
       "          5.7193e-03, -1.5327e-02,  8.8598e-04,  2.3715e-02,  1.3557e-02,\n",
       "          6.5433e-03,  1.3621e-02, -9.8292e-03,  7.2298e-03,  1.7554e-02,\n",
       "          2.0959e-04,  4.3992e-03, -8.7419e-03,  9.7137e-03,  1.1456e-02,\n",
       "          1.5336e-02, -6.9862e-03, -1.3379e-03,  5.0565e-03, -1.4394e-03,\n",
       "         -2.0059e-02,  6.6472e-03,  7.4694e-04, -7.4046e-04,  3.9481e-03,\n",
       "          1.8126e-03,  2.2948e-03,  5.0710e-03,  4.2257e-03,  6.9578e-03,\n",
       "         -1.4057e-02,  1.2723e-02,  5.3173e-03, -3.3818e-02, -1.4235e-02,\n",
       "         -3.0357e-03, -1.1859e-02,  1.1082e-03, -5.6086e-04,  8.8305e-03,\n",
       "         -6.6599e-03, -1.0402e-02,  8.7649e-03, -3.4985e-03, -1.0276e-02,\n",
       "         -1.9184e-02, -1.6150e-03, -1.0940e-02, -1.7612e-02, -5.9452e-05,\n",
       "         -6.8167e-03, -1.5879e-02, -2.0135e-03,  7.3849e-03,  4.6699e-03,\n",
       "         -1.1819e-02, -2.2258e-03, -1.0042e-02, -1.4626e-02, -2.9059e-02,\n",
       "         -1.9744e-02,  2.1017e-02, -4.9493e-03, -1.4729e-02, -5.7178e-03,\n",
       "         -2.7879e-02, -1.1342e-02, -1.1067e-02,  3.6126e-03, -1.6722e-03,\n",
       "         -5.8225e-03, -1.1147e-02, -5.8773e-03, -1.3853e-02,  7.6938e-03,\n",
       "         -3.1506e-04, -1.1560e-02,  1.6636e-03, -8.3648e-03, -1.7294e-03,\n",
       "         -1.3527e-02,  1.2758e-03,  3.0125e-03,  2.0911e-03, -1.6461e-03,\n",
       "         -1.9466e-02, -8.0977e-03, -1.3765e-02,  4.7957e-03, -1.8019e-02,\n",
       "         -1.7326e-02, -3.8022e-03, -2.5910e-02, -4.7377e-03, -1.1454e-02,\n",
       "          1.9997e-03,  1.3955e-03, -2.2347e-02, -9.7723e-03, -1.5300e-02,\n",
       "         -1.3231e-03,  8.4604e-03, -1.9220e-02,  1.1905e-02, -4.7311e-04,\n",
       "         -3.2012e-03, -2.0542e-03, -1.1135e-02, -6.5770e-03, -3.0687e-03,\n",
       "         -7.1176e-04,  9.2847e-04,  3.3504e-02,  1.1147e-02, -2.3674e-03,\n",
       "         -6.1488e-03, -2.9458e-03, -1.9080e-02,  7.8941e-04, -7.8993e-03,\n",
       "          9.5198e-03,  1.6350e-02,  8.9761e-03,  8.0201e-03,  9.6033e-03,\n",
       "         -1.1656e-02,  6.9022e-03, -7.3137e-03,  1.3641e-02,  5.3347e-03,\n",
       "          3.9581e-03, -6.1368e-03,  7.6379e-03, -1.1373e-02,  7.7446e-03,\n",
       "          9.7012e-03, -2.3150e-03,  9.7793e-03,  3.0096e-03,  4.5153e-03,\n",
       "         -7.5008e-03,  9.4292e-03,  2.2289e-02, -1.6589e-02, -6.2875e-03,\n",
       "          2.1770e-02,  1.1185e-02,  7.9690e-03, -2.3495e-02,  6.2308e-03,\n",
       "         -1.7196e-02,  8.5162e-03,  1.8709e-02,  1.8687e-02,  1.4016e-02,\n",
       "         -3.9788e-04, -2.1075e-02,  3.5216e-03, -4.6406e-03,  1.9511e-02,\n",
       "         -1.0128e-02,  8.2909e-03, -1.3885e-03, -1.0802e-02,  2.1202e-03,\n",
       "         -3.6062e-04, -7.9470e-03,  2.5781e-02,  3.0053e-03,  3.5437e-03,\n",
       "          2.1905e-03, -1.2686e-02, -1.7843e-03,  2.8698e-02, -1.6651e-02,\n",
       "          1.9534e-02, -1.8055e-03,  6.1631e-03, -8.6250e-03,  4.9767e-03,\n",
       "          5.5962e-04, -4.8662e-03,  1.8979e-02,  4.0372e-04,  7.4906e-03,\n",
       "         -3.6779e-03,  2.4809e-02,  6.1266e-03,  7.1814e-03,  2.3046e-02,\n",
       "         -5.0567e-03, -2.6188e-03,  3.8702e-03, -4.8383e-03,  2.9464e-03,\n",
       "          1.6378e-02,  2.4133e-03,  6.3303e-03,  1.1527e-03, -6.9009e-03,\n",
       "          8.5641e-03,  1.1656e-02, -3.9624e-04, -1.5257e-02,  1.2500e-02,\n",
       "         -3.1723e-03,  9.7659e-03,  2.0472e-03,  1.3458e-02,  3.1983e-03,\n",
       "          6.1478e-03, -5.5542e-03,  4.5304e-03,  9.5399e-03, -8.0610e-04,\n",
       "         -2.6285e-03,  9.3042e-03, -2.6574e-03, -1.7429e-02,  4.1200e-03,\n",
       "          2.1546e-02, -6.7119e-03,  3.5949e-03,  1.0285e-02, -8.3183e-03,\n",
       "         -1.3146e-02,  5.1571e-03, -4.9292e-03, -5.1749e-03,  3.9995e-03,\n",
       "         -1.1157e-02,  2.3007e-02, -1.3237e-02, -1.3539e-02,  1.6401e-02,\n",
       "          1.8551e-02, -6.2334e-03, -4.0546e-03, -5.4428e-03, -8.5930e-03,\n",
       "         -9.7738e-03, -1.7880e-02, -4.2471e-03, -8.9907e-03, -4.4864e-03,\n",
       "         -3.3912e-03, -9.0068e-03, -7.6528e-03,  1.4259e-04,  1.2927e-02,\n",
       "         -1.0614e-02, -3.2305e-03, -7.8824e-03, -3.4433e-03, -7.5388e-03,\n",
       "          1.0577e-02,  1.6554e-02, -8.3268e-04, -1.3322e-02, -5.6734e-03,\n",
       "          4.8978e-03,  3.2308e-03,  4.4596e-03,  2.1594e-02,  2.2659e-02,\n",
       "          6.1472e-03,  5.5816e-03, -3.1229e-03,  9.6828e-03, -3.1044e-03,\n",
       "         -2.2434e-02, -1.8109e-02, -2.5078e-02, -1.4465e-02, -2.1683e-02,\n",
       "         -2.1719e-02, -2.2218e-02, -4.0805e-03, -6.8154e-03, -4.6295e-04,\n",
       "          2.1050e-03, -1.9103e-03, -2.2263e-04,  3.1099e-03, -3.9733e-03,\n",
       "         -1.5902e-02,  1.4425e-02, -1.6939e-02, -8.6551e-03, -9.6204e-03,\n",
       "         -8.7589e-03, -1.0852e-02,  8.5307e-04, -1.8470e-03, -7.0786e-03,\n",
       "          6.6244e-04,  6.5149e-03, -9.2485e-03,  1.3138e-02, -9.2627e-03,\n",
       "          1.2277e-02, -6.7726e-03, -4.5025e-03, -2.4775e-03, -3.2238e-03,\n",
       "         -6.2376e-03, -3.1175e-05, -8.4149e-03,  1.1946e-02,  1.2635e-02,\n",
       "          9.7893e-03,  1.1308e-02, -5.7688e-04, -2.0763e-03, -4.9488e-03,\n",
       "          8.9936e-04, -1.4518e-02,  9.4824e-03, -8.2777e-03,  7.6667e-03,\n",
       "         -7.6525e-03, -5.0149e-03, -2.0475e-03,  3.6663e-03, -4.1791e-03,\n",
       "         -7.1726e-03, -7.5156e-04, -1.2771e-02,  1.0262e-02,  9.8359e-03,\n",
       "         -1.6181e-02,  2.4103e-03,  2.2923e-03,  4.0631e-03, -2.1448e-02,\n",
       "         -7.8552e-03,  2.7749e-03, -7.1327e-03, -1.8056e-02, -4.4744e-03,\n",
       "         -9.6018e-03,  1.4480e-02, -1.8536e-02, -2.3572e-02, -9.6817e-03,\n",
       "         -9.1566e-03, -2.3145e-02, -1.1013e-02, -1.0774e-02,  4.0369e-03,\n",
       "         -1.5529e-02,  1.1558e-02,  2.9494e-03,  4.5030e-03, -2.6361e-02,\n",
       "          1.6857e-02, -6.7117e-04, -8.6142e-03, -1.5695e-02,  2.5245e-04,\n",
       "         -1.0122e-03, -6.8395e-03,  4.6690e-03,  1.8952e-02,  1.5193e-02,\n",
       "         -2.3246e-03,  3.8103e-03, -9.5545e-03,  6.1614e-03,  7.6473e-03,\n",
       "         -2.8300e-03,  4.8893e-04,  8.8167e-03,  1.7012e-02,  1.5419e-02,\n",
       "         -8.8604e-05, -2.6620e-02, -1.1690e-02,  1.1404e-02,  4.8491e-03,\n",
       "         -6.3126e-03,  7.5267e-03, -5.7180e-03,  1.3621e-02,  6.8829e-03,\n",
       "         -4.1245e-03, -8.8954e-04,  3.1794e-03,  3.3397e-03, -9.8891e-03,\n",
       "          9.5482e-03,  1.3731e-03,  3.3720e-03, -3.5529e-03,  1.0321e-02,\n",
       "          1.9340e-02,  1.2044e-02, -2.5388e-03,  2.2359e-02,  5.6450e-03,\n",
       "          4.2535e-03, -4.7033e-03, -4.3303e-03, -4.9201e-03,  4.0193e-03,\n",
       "          7.9716e-04,  1.4354e-02,  1.0510e-02, -1.6068e-02,  1.0776e-02,\n",
       "          2.4135e-03, -3.1489e-03,  4.0862e-03,  1.5338e-02,  2.7293e-02,\n",
       "         -6.6519e-03, -8.8138e-03,  2.0641e-03,  1.0558e-02, -1.1751e-03,\n",
       "          2.6450e-02, -4.5885e-03, -2.5581e-03,  2.2879e-03, -1.6937e-02,\n",
       "         -1.6884e-02, -2.2681e-02,  5.2053e-04, -1.3454e-02,  1.3260e-03,\n",
       "          8.3329e-03, -3.0078e-03,  1.6696e-03, -4.7768e-03,  1.3149e-03,\n",
       "         -3.2169e-03,  2.9908e-03,  2.5137e-02,  6.4319e-03,  2.6557e-03,\n",
       "         -2.0985e-02,  5.1428e-03,  3.7225e-03, -1.8776e-03,  9.8686e-04,\n",
       "         -7.6931e-03, -4.7424e-03, -1.0604e-02, -4.8097e-03, -3.3184e-03,\n",
       "         -1.8420e-02, -1.3153e-02,  7.3985e-03, -2.7261e-04, -1.7159e-03,\n",
       "         -1.3054e-03,  7.0221e-03,  2.1518e-04,  7.5642e-03, -1.6226e-02,\n",
       "         -1.0975e-02,  7.3913e-03,  1.3499e-03,  3.4619e-03, -1.0177e-02,\n",
       "          2.1055e-02, -5.6968e-03, -5.8522e-03, -2.8396e-03,  1.5228e-03,\n",
       "         -1.6070e-02, -4.4185e-03,  1.0954e-02,  1.5877e-02, -1.0259e-02,\n",
       "         -2.3040e-02,  1.4476e-02,  1.3044e-02, -3.5107e-03,  1.4101e-02,\n",
       "          1.4979e-02, -4.6421e-03,  1.1947e-02,  1.9238e-03,  8.4225e-03,\n",
       "          6.4436e-03,  1.7598e-03,  1.1681e-02,  9.4544e-03,  1.9474e-02,\n",
       "         -2.6913e-02,  4.3572e-03,  6.4584e-03, -1.1189e-03,  7.1997e-03,\n",
       "          2.5116e-03, -2.7444e-04, -1.2989e-02, -9.0542e-03, -5.0313e-03,\n",
       "          3.0390e-03,  2.0017e-03,  4.2103e-05,  1.5548e-03, -7.3574e-03,\n",
       "         -1.8541e-03, -1.9903e-02,  2.1203e-02,  8.1240e-03,  9.4240e-03,\n",
       "         -6.1419e-03, -3.2745e-03, -6.8238e-03,  1.2302e-02, -1.2866e-02,\n",
       "         -4.0878e-03, -9.0624e-03,  2.0396e-02, -7.1515e-03, -5.0075e-03,\n",
       "         -1.8688e-03,  5.4391e-03,  7.7934e-03, -6.8209e-03,  1.8686e-03,\n",
       "          2.0032e-03,  4.4714e-04,  2.9370e-03, -5.6603e-04,  9.7942e-03,\n",
       "         -2.4189e-03, -2.7806e-03,  1.6427e-02,  1.3859e-02,  1.6110e-02,\n",
       "         -6.9551e-04, -2.0631e-02,  1.3816e-02,  7.7730e-04, -5.9685e-04,\n",
       "         -6.0041e-03, -2.6906e-03, -6.7904e-03,  1.8637e-02, -3.1624e-03,\n",
       "         -6.1068e-03, -5.3474e-03,  1.0279e-02, -8.5100e-03, -3.9488e-03,\n",
       "          1.1338e-02,  1.3868e-02,  3.8278e-03, -4.0237e-03, -1.0225e-02,\n",
       "          4.0387e-03,  2.6453e-03,  2.6120e-03,  8.6405e-03, -1.1117e-02,\n",
       "          1.4388e-02, -1.4128e-02, -1.2018e-02, -1.0592e-02, -6.6603e-03,\n",
       "          7.9171e-03,  4.0072e-03, -7.6342e-03,  1.6426e-02, -1.0826e-02,\n",
       "          1.0751e-02,  8.9987e-03,  1.3392e-02,  3.4955e-02,  1.2790e-02,\n",
       "          6.5807e-03,  1.7475e-02,  9.3045e-03, -4.9896e-03,  1.4937e-02,\n",
       "          1.5019e-04, -1.1449e-02,  1.7550e-02, -6.4155e-03, -7.5740e-03,\n",
       "         -7.9086e-03,  7.7305e-03, -4.9878e-03,  4.6029e-03, -1.3565e-02,\n",
       "         -1.9914e-02,  1.3758e-02,  5.6335e-03,  2.4345e-03,  2.7075e-02,\n",
       "         -8.6951e-03,  2.6696e-02, -1.8396e-02,  6.7324e-03,  8.8317e-03,\n",
       "          3.7132e-02,  1.7988e-03,  5.6044e-03,  5.8572e-03,  1.1837e-02,\n",
       "          2.2514e-02,  1.2283e-03,  2.3551e-03, -8.6822e-03,  1.1198e-02,\n",
       "          6.2164e-04, -7.5180e-03,  4.8814e-03,  1.9022e-03,  8.9163e-03,\n",
       "          1.7953e-02,  7.1988e-03,  3.7652e-03, -2.0105e-02, -1.9763e-02,\n",
       "          3.2020e-03,  1.8837e-02,  1.2321e-02,  1.3820e-02,  4.1368e-03,\n",
       "         -1.6280e-02, -2.9063e-03,  2.7845e-02,  6.1211e-03,  5.3014e-03,\n",
       "          7.0098e-03,  2.2649e-02,  1.1360e-03,  2.9727e-02,  1.3664e-02,\n",
       "         -6.8027e-03,  1.4364e-02, -5.5152e-03, -1.4049e-02, -1.0417e-02,\n",
       "         -2.3374e-02, -4.5921e-03,  2.1876e-02, -9.0628e-03, -6.1995e-03,\n",
       "          1.2690e-02,  8.1973e-03, -1.0950e-02, -5.6462e-03, -4.7800e-04,\n",
       "          2.3818e-02,  9.5816e-04, -4.7822e-03,  8.7511e-03,  1.4342e-02,\n",
       "         -1.6386e-02, -9.0176e-04,  4.6307e-04, -2.2330e-03, -1.1017e-02,\n",
       "         -7.3926e-03,  8.6733e-03, -9.6236e-03,  5.8556e-03,  6.5153e-03,\n",
       "         -7.7699e-03,  2.1073e-02, -9.3213e-03,  1.3332e-02,  1.6535e-02,\n",
       "          5.1240e-03, -3.4339e-03,  2.4813e-02, -6.0891e-03, -8.6840e-03,\n",
       "          2.1645e-03, -3.5292e-03, -1.2985e-02, -9.5567e-03, -3.7438e-03,\n",
       "          3.2002e-03,  1.5815e-02,  8.0564e-03,  7.5541e-03, -1.0808e-02,\n",
       "         -6.4124e-04, -1.4614e-03,  3.7593e-03, -3.1028e-03,  1.0774e-02,\n",
       "         -4.6029e-03, -9.1495e-03,  8.3655e-04,  9.2427e-03,  1.3866e-02,\n",
       "          5.6882e-03, -3.3533e-03,  2.7270e-04, -4.6015e-03,  1.9522e-02,\n",
       "          4.0074e-03, -6.9705e-03,  1.3168e-02,  2.0821e-03,  9.5050e-03,\n",
       "         -2.3545e-03,  6.2672e-03, -1.2549e-02,  8.4020e-03,  7.7575e-03,\n",
       "          2.6701e-03,  9.9543e-03, -1.1701e-02,  1.6242e-03,  8.8834e-03,\n",
       "          4.9853e-03, -1.3091e-02, -6.0042e-03,  4.7919e-03,  8.4710e-03,\n",
       "         -3.4157e-03, -1.1133e-02,  1.2986e-02,  5.0915e-03,  2.0220e-02,\n",
       "         -1.7791e-03,  9.3522e-03,  1.9787e-02, -2.5497e-03, -1.0211e-02,\n",
       "         -1.3922e-02, -4.6255e-03,  3.8947e-03,  1.3278e-03,  6.0785e-03,\n",
       "          6.1298e-03, -2.9151e-03, -6.8150e-03,  5.6859e-03,  1.0645e-02,\n",
       "         -1.6793e-02,  1.6135e-02,  1.9848e-03,  5.5552e-03, -3.0141e-03,\n",
       "         -1.2028e-04, -2.6739e-03, -7.8973e-04, -1.2256e-02,  1.1130e-02,\n",
       "         -2.1308e-02, -1.5121e-03, -8.4693e-03, -9.0220e-03, -1.5707e-03,\n",
       "          2.1435e-02, -1.4622e-02, -1.1779e-02,  3.0766e-03, -1.7704e-03,\n",
       "         -1.3916e-02, -7.2216e-03, -1.0567e-03, -9.6687e-04, -4.2216e-03,\n",
       "         -1.2833e-02, -2.7412e-04,  6.6940e-04, -4.7578e-03, -5.6300e-03,\n",
       "         -1.2190e-02, -4.4394e-03,  5.1390e-03,  1.3539e-02,  9.9249e-03,\n",
       "          1.4757e-02,  2.6018e-03, -4.3809e-03,  2.4684e-02, -1.1273e-02,\n",
       "          1.2729e-02, -5.1084e-03, -1.1814e-02, -4.9827e-03,  1.4937e-02,\n",
       "         -1.7126e-02,  1.6598e-02,  1.3946e-02,  3.0377e-02,  6.6425e-03,\n",
       "          6.0981e-03, -3.3217e-03,  8.1140e-03, -1.6228e-03,  1.9549e-02,\n",
       "          2.6386e-02, -8.1902e-04,  2.5420e-03,  7.9035e-03,  9.1169e-03,\n",
       "          1.6212e-02, -4.3473e-03,  1.0761e-02,  1.7077e-03, -1.4481e-02,\n",
       "         -5.2910e-03, -2.2974e-02, -2.0641e-02,  1.0192e-02,  1.0545e-02,\n",
       "         -9.7636e-03,  1.8227e-02, -8.2728e-03,  8.9075e-03, -2.2620e-03,\n",
       "         -9.6952e-03, -5.0159e-03,  7.1226e-03,  2.8585e-02, -8.3582e-05,\n",
       "          2.1185e-03, -7.7900e-03,  1.7819e-02, -8.3359e-03, -2.5210e-02,\n",
       "          5.0447e-03,  1.5186e-03,  4.7860e-03, -1.5937e-02,  2.5210e-02,\n",
       "          1.7711e-02,  1.0091e-03,  3.7658e-04, -1.9004e-04,  2.4856e-03,\n",
       "          3.5618e-02, -1.4573e-02, -1.6398e-02,  3.4927e-03,  2.5905e-03,\n",
       "         -5.4803e-04, -5.2864e-03,  1.7263e-02, -8.6483e-04,  1.9328e-04,\n",
       "          1.3726e-02,  6.9260e-03,  1.4363e-02,  2.0397e-02, -8.4448e-03,\n",
       "         -5.5349e-03, -1.8207e-03,  2.2978e-02,  1.9817e-02, -1.5055e-02,\n",
       "         -6.0768e-03,  1.8341e-02,  1.4490e-02, -1.8010e-03,  1.1170e-02,\n",
       "          1.0210e-02,  1.8254e-02, -8.1524e-03,  1.0713e-02, -5.9407e-03,\n",
       "         -6.2752e-03, -2.9218e-02, -1.6438e-02, -3.8385e-03,  2.4974e-02,\n",
       "          1.7872e-02, -2.0053e-02, -1.8510e-02,  9.9373e-04, -1.9877e-02,\n",
       "         -6.1206e-03, -1.2718e-02, -8.8157e-03, -1.1485e-02,  2.1413e-02,\n",
       "          9.8183e-03, -8.0588e-03, -2.4606e-03, -1.0453e-02,  6.4749e-03,\n",
       "         -1.2692e-02, -1.2120e-03, -8.2088e-03, -1.5537e-02, -1.3258e-02,\n",
       "          4.4749e-03, -4.2462e-03, -1.3773e-02, -1.8466e-02, -7.4500e-03,\n",
       "          3.2231e-03, -2.2158e-03, -7.6571e-03, -2.4689e-03, -1.5317e-03,\n",
       "          2.6943e-03,  7.9552e-04, -3.7696e-03, -1.4036e-02, -2.6654e-04,\n",
       "         -6.5476e-03, -1.2888e-04, -1.9731e-04, -1.4204e-04, -1.9490e-02,\n",
       "         -1.1283e-03,  3.8485e-03, -1.3964e-02, -9.2690e-03, -1.8712e-02,\n",
       "         -9.7369e-04,  2.2355e-02,  2.0221e-02,  7.1197e-03,  9.9006e-03,\n",
       "         -1.1104e-02,  5.4583e-03,  9.0527e-03, -4.2292e-03, -3.0734e-05,\n",
       "          9.2553e-03,  1.4336e-02,  2.5846e-02,  5.2189e-03, -1.1753e-02,\n",
       "          1.8853e-02, -6.9766e-03,  1.0509e-02, -1.1962e-02,  7.0652e-03,\n",
       "          1.0629e-03, -1.6302e-02, -1.9871e-03, -7.4473e-03,  1.7128e-03,\n",
       "          3.0291e-03, -1.2221e-02, -1.4638e-02, -3.3854e-02, -1.1569e-02,\n",
       "         -1.6404e-02, -4.0354e-03, -1.3008e-02,  7.7703e-03,  2.4369e-03],\n",
       "        requires_grad=True)]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(model.parameters())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "def generate_anchor_base(base_size=16, ratios=[0.5, 1, 2],\n",
    "                         anchor_scales=[8, 16, 32]):\n",
    "\n",
    "    py = base_size / 2.\n",
    "    px = base_size / 2.\n",
    "\n",
    "    anchor_base = np.zeros((len(ratios) * len(anchor_scales), 4),\n",
    "                           dtype=np.float32)\n",
    "    for i in range(len(ratios)):\n",
    "        for j in range(len(anchor_scales)):\n",
    "            h = base_size * anchor_scales[j] * np.sqrt(ratios[i])\n",
    "            w = base_size * anchor_scales[j] * np.sqrt(1. / ratios[i])\n",
    "\n",
    "\n",
    "            index = i * len(anchor_scales) + j\n",
    "            anchor_base[index, 0] = py - h / 2.\n",
    "            anchor_base[index, 1] = px - w / 2.\n",
    "            anchor_base[index, 2] = py + h / 2.\n",
    "            anchor_base[index, 3] = px + w / 2.\n",
    "    return anchor_base"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "anchor=generate_anchor_base()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [],
   "source": [
    "bupt=generate_vf_proposal()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[  0.        ,   0.        , 224.        ,   4.14814815],\n",
       "       [  0.        ,   4.14814815, 224.        ,   8.2962963 ],\n",
       "       [  0.        ,   8.2962963 , 224.        ,  12.44444444],\n",
       "       [  0.        ,  12.44444444, 224.        ,  16.59259259],\n",
       "       [  0.        ,  16.59259259, 224.        ,  20.74074074],\n",
       "       [  0.        ,  20.74074074, 224.        ,  24.88888889],\n",
       "       [  0.        ,  24.88888889, 224.        ,  29.03703704],\n",
       "       [  0.        ,  29.03703704, 224.        ,  33.18518519],\n",
       "       [  0.        ,  33.18518519, 224.        ,  37.33333333],\n",
       "       [  0.        ,  37.33333333, 224.        ,  41.48148148],\n",
       "       [  0.        ,  41.48148148, 224.        ,  45.62962963],\n",
       "       [  0.        ,  45.62962963, 224.        ,  49.77777778],\n",
       "       [  0.        ,  49.77777778, 224.        ,  53.92592593],\n",
       "       [  0.        ,  53.92592593, 224.        ,  58.07407407],\n",
       "       [  0.        ,  58.07407407, 224.        ,  62.22222222],\n",
       "       [  0.        ,  62.22222222, 224.        ,  66.37037037],\n",
       "       [  0.        ,  66.37037037, 224.        ,  70.51851852],\n",
       "       [  0.        ,  70.51851852, 224.        ,  74.66666667],\n",
       "       [  0.        ,  74.66666667, 224.        ,  78.81481481],\n",
       "       [  0.        ,  78.81481481, 224.        ,  82.96296296],\n",
       "       [  0.        ,  82.96296296, 224.        ,  87.11111111],\n",
       "       [  0.        ,  87.11111111, 224.        ,  91.25925926],\n",
       "       [  0.        ,  91.25925926, 224.        ,  95.40740741],\n",
       "       [  0.        ,  95.40740741, 224.        ,  99.55555556],\n",
       "       [  0.        ,  99.55555556, 224.        , 103.7037037 ],\n",
       "       [  0.        , 103.7037037 , 224.        , 107.85185185],\n",
       "       [  0.        , 107.85185185, 224.        , 112.        ],\n",
       "       [  0.        , 112.        , 224.        , 116.14814815],\n",
       "       [  0.        , 116.14814815, 224.        , 120.2962963 ],\n",
       "       [  0.        , 120.2962963 , 224.        , 124.44444444],\n",
       "       [  0.        , 124.44444444, 224.        , 128.59259259],\n",
       "       [  0.        , 128.59259259, 224.        , 132.74074074],\n",
       "       [  0.        , 132.74074074, 224.        , 136.88888889],\n",
       "       [  0.        , 136.88888889, 224.        , 141.03703704],\n",
       "       [  0.        , 141.03703704, 224.        , 145.18518519],\n",
       "       [  0.        , 145.18518519, 224.        , 149.33333333],\n",
       "       [  0.        , 149.33333333, 224.        , 153.48148148],\n",
       "       [  0.        , 153.48148148, 224.        , 157.62962963],\n",
       "       [  0.        , 157.62962963, 224.        , 161.77777778],\n",
       "       [  0.        , 161.77777778, 224.        , 165.92592593],\n",
       "       [  0.        , 165.92592593, 224.        , 170.07407407],\n",
       "       [  0.        , 170.07407407, 224.        , 174.22222222],\n",
       "       [  0.        , 174.22222222, 224.        , 178.37037037],\n",
       "       [  0.        , 178.37037037, 224.        , 182.51851852],\n",
       "       [  0.        , 182.51851852, 224.        , 186.66666667],\n",
       "       [  0.        , 186.66666667, 224.        , 190.81481481],\n",
       "       [  0.        , 190.81481481, 224.        , 194.96296296],\n",
       "       [  0.        , 194.96296296, 224.        , 199.11111111],\n",
       "       [  0.        , 199.11111111, 224.        , 203.25925926],\n",
       "       [  0.        , 203.25925926, 224.        , 207.40740741],\n",
       "       [  0.        , 207.40740741, 224.        , 211.55555556],\n",
       "       [  0.        , 211.55555556, 224.        , 215.7037037 ],\n",
       "       [  0.        , 215.7037037 , 224.        , 219.85185185],\n",
       "       [  0.        , 219.85185185, 224.        , 224.        ]])"
      ]
     },
     "execution_count": 122,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bupt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from oct_vf_model import OCTVFModel\n",
    "from torchsummary import summary\n",
    "import torchvision.models as models\n",
    "\n",
    "config = {\n",
    "    'task': '1002/disc_num_r50_380',\n",
    "    'id_base': 'pid',\n",
    "    'total_slice':3,\n",
    "    #'processors': [train_loss, valid_loss], #normal_valid_loss, abnormal_valid_loss] + [partial(valid_auc, n_class=1, record_index=i) for i in range(54)],\n",
    "    'savers_init': [('valid-loss', min)],#,('n-valid-loss', min),('abn-valid-loss', min)],\n",
    "\n",
    "    'train': True,\n",
    "    'batch_size': 256,\n",
    "    'num_train_epochs': 50,\n",
    "    'parallel': True,\n",
    "    #'dataset_class': OCT_54_Dataset,\n",
    "    #'model_class': OCTVF54Model,\n",
    "    'crop_size': 320,\n",
    "    #'image_root': Path('/home/octusr3/project/data_fast/54'),\n",
    "\n",
    "    'map_matrix':'''[ [0  0  0  0  0  0  0  0  0  0]\n",
    "                    [0  0  0  46 44 43 42 0  0  0]\n",
    "                    [0  0  46 45 44 43 41 43 0  0]\n",
    "                    [0  45 46 45 45 45 42 42 41 0]\n",
    "                    [46 46 47 46 50 50 50 0  41 0]\n",
    "                    [9  9  9  6  8  6  7  0  16 0]\n",
    "                    [0  10 8  7  6  8  9  13 17 0]\n",
    "                    [0  0  8  8  10 10 12 15 0  0]\n",
    "                    [0  0  0  9  10 11 14 0  0  0]\n",
    "                    [0  0  0  0  0  0  0  0  0  0]]''',\n",
    "\n",
    "    'arch': 'resnet50'\n",
    "}\n",
    "\n",
    "\n",
    "    \n",
    "\n",
    "def normal_init(m, mean, stddev, truncated=False):\n",
    "    \"\"\"\n",
    "    weight initalizer: truncated normal and random normal.\n",
    "    \"\"\"\n",
    "    # x is a parameter\n",
    "    if truncated:\n",
    "        m.weight.data.normal_().fmod_(2).mul_(stddev).add_(mean)  # not a perfect approximation\n",
    "    else:\n",
    "        m.weight.data.normal_(mean, stddev)\n",
    "        m.bias.data.zero_()\n",
    "\n",
    "def decom_ResNet50():\n",
    "    model=models.ResNet50(pretrained=True)\n",
    "    feature=nn.Sequential(**list(model.children()[:-3]))\n",
    "    reg_layer=nn.Sequential(\n",
    "        model.avgpool,\n",
    "        nn.Linear(512,1000)#输出的feature是1000\n",
    "    )\n",
    "    return feature,reg_layer\n",
    "    \n",
    "class OCT_ROI_head(nn.Module):\n",
    "\n",
    "    def __init__(self, classifier, roi_size=7, spatial_scale=16):\n",
    "        super(OCT_ROI_head, self).__init__()\n",
    "        self.feature,self.reg_layer=decom_ResNet50()\n",
    "        self.vf_pred = nn.Linear(4096, 1)\n",
    "        normal_init(self.vf_pred, 0, 0.01)\n",
    "        self.roi_size = roi_size\n",
    "        self.spatial_scale = spatial_scale\n",
    "        self.roi = RoIPool( (self.roi_size, self.roi_size),self.spatial_scale)\n",
    " \n",
    "    def forward(self, x, rois, roi_indices):\n",
    "        roi_indices =torch.tensor(roi_indices).float()\n",
    "        rois = torch.tensor(rois).float()\n",
    "        indices_and_rois = torch.cat([roi_indices[:, None], rois], dim=1)\n",
    "        xy_indices_and_rois = indices_and_rois[:, [0, 2, 1, 4, 3]]\n",
    "        pool = self.roi(x, indices_and_rois)\n",
    "        fc7 = self.classifier(pool)\n",
    "        vf_predicted_value = self.vf_pred(fc7)\n",
    "        \n",
    "        return vf_predicted_value\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'decom_ResNet50' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-3-02cfc1778882>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mextractor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mclassifier\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdecom_ResNet50\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mnet\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mOCT_ROI_head\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mroi_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m7\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mspatial_scale\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1.\u001b[0m\u001b[0;34m/\u001b[0m\u001b[0mfeat_stride\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mclassfier\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mclassifier\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'decom_ResNet50' is not defined"
     ]
    }
   ],
   "source": [
    "extractor, classifier = decom_ResNet50()\n",
    "net=OCT_ROI_head(roi_size=7,spatial_scale=(1./feat_stride),classfier=classifier)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "model=models.resnet50(pretrained=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------------------------------------------------------------\n",
      "        Layer (type)               Output Shape         Param #\n",
      "================================================================\n",
      "            Conv2d-1          [1, 64, 112, 112]           9,408\n",
      "       BatchNorm2d-2          [1, 64, 112, 112]             128\n",
      "              ReLU-3          [1, 64, 112, 112]               0\n",
      "         MaxPool2d-4            [1, 64, 56, 56]               0\n",
      "            Conv2d-5            [1, 64, 56, 56]           4,096\n",
      "       BatchNorm2d-6            [1, 64, 56, 56]             128\n",
      "              ReLU-7            [1, 64, 56, 56]               0\n",
      "            Conv2d-8            [1, 64, 56, 56]          36,864\n",
      "       BatchNorm2d-9            [1, 64, 56, 56]             128\n",
      "             ReLU-10            [1, 64, 56, 56]               0\n",
      "           Conv2d-11           [1, 256, 56, 56]          16,384\n",
      "      BatchNorm2d-12           [1, 256, 56, 56]             512\n",
      "           Conv2d-13           [1, 256, 56, 56]          16,384\n",
      "      BatchNorm2d-14           [1, 256, 56, 56]             512\n",
      "             ReLU-15           [1, 256, 56, 56]               0\n",
      "       Bottleneck-16           [1, 256, 56, 56]               0\n",
      "           Conv2d-17            [1, 64, 56, 56]          16,384\n",
      "      BatchNorm2d-18            [1, 64, 56, 56]             128\n",
      "             ReLU-19            [1, 64, 56, 56]               0\n",
      "           Conv2d-20            [1, 64, 56, 56]          36,864\n",
      "      BatchNorm2d-21            [1, 64, 56, 56]             128\n",
      "             ReLU-22            [1, 64, 56, 56]               0\n",
      "           Conv2d-23           [1, 256, 56, 56]          16,384\n",
      "      BatchNorm2d-24           [1, 256, 56, 56]             512\n",
      "             ReLU-25           [1, 256, 56, 56]               0\n",
      "       Bottleneck-26           [1, 256, 56, 56]               0\n",
      "           Conv2d-27            [1, 64, 56, 56]          16,384\n",
      "      BatchNorm2d-28            [1, 64, 56, 56]             128\n",
      "             ReLU-29            [1, 64, 56, 56]               0\n",
      "           Conv2d-30            [1, 64, 56, 56]          36,864\n",
      "      BatchNorm2d-31            [1, 64, 56, 56]             128\n",
      "             ReLU-32            [1, 64, 56, 56]               0\n",
      "           Conv2d-33           [1, 256, 56, 56]          16,384\n",
      "      BatchNorm2d-34           [1, 256, 56, 56]             512\n",
      "             ReLU-35           [1, 256, 56, 56]               0\n",
      "       Bottleneck-36           [1, 256, 56, 56]               0\n",
      "           Conv2d-37           [1, 128, 56, 56]          32,768\n",
      "      BatchNorm2d-38           [1, 128, 56, 56]             256\n",
      "             ReLU-39           [1, 128, 56, 56]               0\n",
      "           Conv2d-40           [1, 128, 28, 28]         147,456\n",
      "      BatchNorm2d-41           [1, 128, 28, 28]             256\n",
      "             ReLU-42           [1, 128, 28, 28]               0\n",
      "           Conv2d-43           [1, 512, 28, 28]          65,536\n",
      "      BatchNorm2d-44           [1, 512, 28, 28]           1,024\n",
      "           Conv2d-45           [1, 512, 28, 28]         131,072\n",
      "      BatchNorm2d-46           [1, 512, 28, 28]           1,024\n",
      "             ReLU-47           [1, 512, 28, 28]               0\n",
      "       Bottleneck-48           [1, 512, 28, 28]               0\n",
      "           Conv2d-49           [1, 128, 28, 28]          65,536\n",
      "      BatchNorm2d-50           [1, 128, 28, 28]             256\n",
      "             ReLU-51           [1, 128, 28, 28]               0\n",
      "           Conv2d-52           [1, 128, 28, 28]         147,456\n",
      "      BatchNorm2d-53           [1, 128, 28, 28]             256\n",
      "             ReLU-54           [1, 128, 28, 28]               0\n",
      "           Conv2d-55           [1, 512, 28, 28]          65,536\n",
      "      BatchNorm2d-56           [1, 512, 28, 28]           1,024\n",
      "             ReLU-57           [1, 512, 28, 28]               0\n",
      "       Bottleneck-58           [1, 512, 28, 28]               0\n",
      "           Conv2d-59           [1, 128, 28, 28]          65,536\n",
      "      BatchNorm2d-60           [1, 128, 28, 28]             256\n",
      "             ReLU-61           [1, 128, 28, 28]               0\n",
      "           Conv2d-62           [1, 128, 28, 28]         147,456\n",
      "      BatchNorm2d-63           [1, 128, 28, 28]             256\n",
      "             ReLU-64           [1, 128, 28, 28]               0\n",
      "           Conv2d-65           [1, 512, 28, 28]          65,536\n",
      "      BatchNorm2d-66           [1, 512, 28, 28]           1,024\n",
      "             ReLU-67           [1, 512, 28, 28]               0\n",
      "       Bottleneck-68           [1, 512, 28, 28]               0\n",
      "           Conv2d-69           [1, 128, 28, 28]          65,536\n",
      "      BatchNorm2d-70           [1, 128, 28, 28]             256\n",
      "             ReLU-71           [1, 128, 28, 28]               0\n",
      "           Conv2d-72           [1, 128, 28, 28]         147,456\n",
      "      BatchNorm2d-73           [1, 128, 28, 28]             256\n",
      "             ReLU-74           [1, 128, 28, 28]               0\n",
      "           Conv2d-75           [1, 512, 28, 28]          65,536\n",
      "      BatchNorm2d-76           [1, 512, 28, 28]           1,024\n",
      "             ReLU-77           [1, 512, 28, 28]               0\n",
      "       Bottleneck-78           [1, 512, 28, 28]               0\n",
      "           Conv2d-79           [1, 256, 28, 28]         131,072\n",
      "      BatchNorm2d-80           [1, 256, 28, 28]             512\n",
      "             ReLU-81           [1, 256, 28, 28]               0\n",
      "           Conv2d-82           [1, 256, 14, 14]         589,824\n",
      "      BatchNorm2d-83           [1, 256, 14, 14]             512\n",
      "             ReLU-84           [1, 256, 14, 14]               0\n",
      "           Conv2d-85          [1, 1024, 14, 14]         262,144\n",
      "      BatchNorm2d-86          [1, 1024, 14, 14]           2,048\n",
      "           Conv2d-87          [1, 1024, 14, 14]         524,288\n",
      "      BatchNorm2d-88          [1, 1024, 14, 14]           2,048\n",
      "             ReLU-89          [1, 1024, 14, 14]               0\n",
      "       Bottleneck-90          [1, 1024, 14, 14]               0\n",
      "           Conv2d-91           [1, 256, 14, 14]         262,144\n",
      "      BatchNorm2d-92           [1, 256, 14, 14]             512\n",
      "             ReLU-93           [1, 256, 14, 14]               0\n",
      "           Conv2d-94           [1, 256, 14, 14]         589,824\n",
      "      BatchNorm2d-95           [1, 256, 14, 14]             512\n",
      "             ReLU-96           [1, 256, 14, 14]               0\n",
      "           Conv2d-97          [1, 1024, 14, 14]         262,144\n",
      "      BatchNorm2d-98          [1, 1024, 14, 14]           2,048\n",
      "             ReLU-99          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-100          [1, 1024, 14, 14]               0\n",
      "          Conv2d-101           [1, 256, 14, 14]         262,144\n",
      "     BatchNorm2d-102           [1, 256, 14, 14]             512\n",
      "            ReLU-103           [1, 256, 14, 14]               0\n",
      "          Conv2d-104           [1, 256, 14, 14]         589,824\n",
      "     BatchNorm2d-105           [1, 256, 14, 14]             512\n",
      "            ReLU-106           [1, 256, 14, 14]               0\n",
      "          Conv2d-107          [1, 1024, 14, 14]         262,144\n",
      "     BatchNorm2d-108          [1, 1024, 14, 14]           2,048\n",
      "            ReLU-109          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-110          [1, 1024, 14, 14]               0\n",
      "          Conv2d-111           [1, 256, 14, 14]         262,144\n",
      "     BatchNorm2d-112           [1, 256, 14, 14]             512\n",
      "            ReLU-113           [1, 256, 14, 14]               0\n",
      "          Conv2d-114           [1, 256, 14, 14]         589,824\n",
      "     BatchNorm2d-115           [1, 256, 14, 14]             512\n",
      "            ReLU-116           [1, 256, 14, 14]               0\n",
      "          Conv2d-117          [1, 1024, 14, 14]         262,144\n",
      "     BatchNorm2d-118          [1, 1024, 14, 14]           2,048\n",
      "            ReLU-119          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-120          [1, 1024, 14, 14]               0\n",
      "          Conv2d-121           [1, 256, 14, 14]         262,144\n",
      "     BatchNorm2d-122           [1, 256, 14, 14]             512\n",
      "            ReLU-123           [1, 256, 14, 14]               0\n",
      "          Conv2d-124           [1, 256, 14, 14]         589,824\n",
      "     BatchNorm2d-125           [1, 256, 14, 14]             512\n",
      "            ReLU-126           [1, 256, 14, 14]               0\n",
      "          Conv2d-127          [1, 1024, 14, 14]         262,144\n",
      "     BatchNorm2d-128          [1, 1024, 14, 14]           2,048\n",
      "            ReLU-129          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-130          [1, 1024, 14, 14]               0\n",
      "          Conv2d-131           [1, 256, 14, 14]         262,144\n",
      "     BatchNorm2d-132           [1, 256, 14, 14]             512\n",
      "            ReLU-133           [1, 256, 14, 14]               0\n",
      "          Conv2d-134           [1, 256, 14, 14]         589,824\n",
      "     BatchNorm2d-135           [1, 256, 14, 14]             512\n",
      "            ReLU-136           [1, 256, 14, 14]               0\n",
      "          Conv2d-137          [1, 1024, 14, 14]         262,144\n",
      "     BatchNorm2d-138          [1, 1024, 14, 14]           2,048\n",
      "            ReLU-139          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-140          [1, 1024, 14, 14]               0\n",
      "          Conv2d-141           [1, 512, 14, 14]         524,288\n",
      "     BatchNorm2d-142           [1, 512, 14, 14]           1,024\n",
      "            ReLU-143           [1, 512, 14, 14]               0\n",
      "          Conv2d-144             [1, 512, 7, 7]       2,359,296\n",
      "     BatchNorm2d-145             [1, 512, 7, 7]           1,024\n",
      "            ReLU-146             [1, 512, 7, 7]               0\n",
      "          Conv2d-147            [1, 2048, 7, 7]       1,048,576\n",
      "     BatchNorm2d-148            [1, 2048, 7, 7]           4,096\n",
      "          Conv2d-149            [1, 2048, 7, 7]       2,097,152\n",
      "     BatchNorm2d-150            [1, 2048, 7, 7]           4,096\n",
      "            ReLU-151            [1, 2048, 7, 7]               0\n",
      "      Bottleneck-152            [1, 2048, 7, 7]               0\n",
      "          Conv2d-153             [1, 512, 7, 7]       1,048,576\n",
      "     BatchNorm2d-154             [1, 512, 7, 7]           1,024\n",
      "            ReLU-155             [1, 512, 7, 7]               0\n",
      "          Conv2d-156             [1, 512, 7, 7]       2,359,296\n",
      "     BatchNorm2d-157             [1, 512, 7, 7]           1,024\n",
      "            ReLU-158             [1, 512, 7, 7]               0\n",
      "          Conv2d-159            [1, 2048, 7, 7]       1,048,576\n",
      "     BatchNorm2d-160            [1, 2048, 7, 7]           4,096\n",
      "            ReLU-161            [1, 2048, 7, 7]               0\n",
      "      Bottleneck-162            [1, 2048, 7, 7]               0\n",
      "          Conv2d-163             [1, 512, 7, 7]       1,048,576\n",
      "     BatchNorm2d-164             [1, 512, 7, 7]           1,024\n",
      "            ReLU-165             [1, 512, 7, 7]               0\n",
      "          Conv2d-166             [1, 512, 7, 7]       2,359,296\n",
      "     BatchNorm2d-167             [1, 512, 7, 7]           1,024\n",
      "            ReLU-168             [1, 512, 7, 7]               0\n",
      "          Conv2d-169            [1, 2048, 7, 7]       1,048,576\n",
      "     BatchNorm2d-170            [1, 2048, 7, 7]           4,096\n",
      "            ReLU-171            [1, 2048, 7, 7]               0\n",
      "      Bottleneck-172            [1, 2048, 7, 7]               0\n",
      "AdaptiveAvgPool2d-173            [1, 2048, 1, 1]               0\n",
      "          Linear-174                  [1, 1000]       2,049,000\n",
      "================================================================\n",
      "Total params: 25,557,032\n",
      "Trainable params: 25,557,032\n",
      "Non-trainable params: 0\n",
      "----------------------------------------------------------------\n",
      "Input size (MB): 0.57\n",
      "Forward/backward pass size (MB): 286.56\n",
      "Params size (MB): 97.49\n",
      "Estimated Total Size (MB): 384.62\n",
      "----------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "summary(model.cuda(),input_size=(3,224,224),batch_size=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Linear(in_features=2048, out_features=1000, bias=True)"
      ]
     },
     "execution_count": 112,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.fc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "toch.summary(model,)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [],
   "source": [
    "def decom_vgg16():\n",
    "    # the 30th layer of features is relu of conv5_3\n",
    "    model=models.vgg16()\n",
    "\n",
    "    features = list(model.features)[:30]\n",
    "    classifier = model.classifier\n",
    "\n",
    "    classifier = list(classifier)\n",
    "\n",
    "    classifier = nn.Sequential(*classifier)\n",
    "\n",
    "    # for layer in features[:10]:\n",
    "    #     for p in layer.parameters():\n",
    "    #         p.requires_grad = False\n",
    "\n",
    "    return nn.Sequential(*features), classifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [],
   "source": [
    "a,b=decom_vgg16()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [],
   "source": [
    "tem=a(torch.rand((3,600,1000)).unsqueeze(0))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Sequential(\n",
       "  (0): Linear(in_features=25088, out_features=4096, bias=True)\n",
       "  (1): ReLU(inplace=True)\n",
       "  (2): Dropout(p=0.5, inplace=False)\n",
       "  (3): Linear(in_features=4096, out_features=4096, bias=True)\n",
       "  (4): ReLU(inplace=True)\n",
       "  (5): Dropout(p=0.5, inplace=False)\n",
       "  (6): Linear(in_features=4096, out_features=1000, bias=True)\n",
       ")"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "valid_slice=np.array([ 0,  6,6,6,6,6,6,6,  7,  8,  9, 10, 11, 12, 13, 14, 15, 16, 17,\n",
    "    41, 42, 43, 44., 45, 46, 47, 50],dtype=int)\n",
    "centre_point_x=np.linspace((224/54)/2,224-(224/54)/2,54)\n",
    "centre_point_y=np.repeat(112,54)\n",
    "w=224/54\n",
    "h=224\n",
    "temp=[(centre_point_y-h/2).reshape(54,-1),(centre_point_x-w/2).reshape(54,-1),(centre_point_y+h/2).reshape(54,-1),(centre_point_x+w/2).reshape(54,-1)]\n",
    "proposal=np.concatenate(temp,axis=1)\n",
    "#return proposal[list((valid_slice-1)[1:])]#提取出有效proposal区域\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "VGG(\n",
      "  (features): Sequential(\n",
      "    (0): Conv2d(3, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (1): ReLU(inplace=True)\n",
      "    (2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (3): ReLU(inplace=True)\n",
      "    (4): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
      "    (5): Conv2d(64, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (6): ReLU(inplace=True)\n",
      "    (7): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (8): ReLU(inplace=True)\n",
      "    (9): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
      "    (10): Conv2d(128, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (11): ReLU(inplace=True)\n",
      "    (12): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (13): ReLU(inplace=True)\n",
      "    (14): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (15): ReLU(inplace=True)\n",
      "    (16): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
      "    (17): Conv2d(256, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (18): ReLU(inplace=True)\n",
      "    (19): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (20): ReLU(inplace=True)\n",
      "    (21): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (22): ReLU(inplace=True)\n",
      "    (23): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
      "    (24): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (25): ReLU(inplace=True)\n",
      "    (26): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (27): ReLU(inplace=True)\n",
      "    (28): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
      "    (29): ReLU(inplace=True)\n",
      "    (30): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
      "  )\n",
      "  (avgpool): AdaptiveAvgPool2d(output_size=(7, 7))\n",
      "  (classifier): Sequential(\n",
      "    (0): Linear(in_features=25088, out_features=4096, bias=True)\n",
      "    (1): ReLU(inplace=True)\n",
      "    (2): Dropout(p=0.5, inplace=False)\n",
      "    (3): Linear(in_features=4096, out_features=4096, bias=True)\n",
      "    (4): ReLU(inplace=True)\n",
      "    (5): Dropout(p=0.5, inplace=False)\n",
      "    (6): Linear(in_features=4096, out_features=1000, bias=True)\n",
      "  )\n",
      ")\n"
     ]
    }
   ],
   "source": [
    "print(model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------------------------------------------------------------\n",
      "        Layer (type)               Output Shape         Param #\n",
      "================================================================\n",
      "            Conv2d-1         [1, 64, 600, 1000]           1,792\n",
      "              ReLU-2         [1, 64, 600, 1000]               0\n",
      "            Conv2d-3         [1, 64, 600, 1000]          36,928\n",
      "              ReLU-4         [1, 64, 600, 1000]               0\n",
      "         MaxPool2d-5          [1, 64, 300, 500]               0\n",
      "            Conv2d-6         [1, 128, 300, 500]          73,856\n",
      "              ReLU-7         [1, 128, 300, 500]               0\n",
      "            Conv2d-8         [1, 128, 300, 500]         147,584\n",
      "              ReLU-9         [1, 128, 300, 500]               0\n",
      "        MaxPool2d-10         [1, 128, 150, 250]               0\n",
      "           Conv2d-11         [1, 256, 150, 250]         295,168\n",
      "             ReLU-12         [1, 256, 150, 250]               0\n",
      "           Conv2d-13         [1, 256, 150, 250]         590,080\n",
      "             ReLU-14         [1, 256, 150, 250]               0\n",
      "           Conv2d-15         [1, 256, 150, 250]         590,080\n",
      "             ReLU-16         [1, 256, 150, 250]               0\n",
      "        MaxPool2d-17          [1, 256, 75, 125]               0\n",
      "           Conv2d-18          [1, 512, 75, 125]       1,180,160\n",
      "             ReLU-19          [1, 512, 75, 125]               0\n",
      "           Conv2d-20          [1, 512, 75, 125]       2,359,808\n",
      "             ReLU-21          [1, 512, 75, 125]               0\n",
      "           Conv2d-22          [1, 512, 75, 125]       2,359,808\n",
      "             ReLU-23          [1, 512, 75, 125]               0\n",
      "        MaxPool2d-24           [1, 512, 37, 62]               0\n",
      "           Conv2d-25           [1, 512, 37, 62]       2,359,808\n",
      "             ReLU-26           [1, 512, 37, 62]               0\n",
      "           Conv2d-27           [1, 512, 37, 62]       2,359,808\n",
      "             ReLU-28           [1, 512, 37, 62]               0\n",
      "           Conv2d-29           [1, 512, 37, 62]       2,359,808\n",
      "             ReLU-30           [1, 512, 37, 62]               0\n",
      "        MaxPool2d-31           [1, 512, 18, 31]               0\n",
      "AdaptiveAvgPool2d-32             [1, 512, 7, 7]               0\n",
      "           Linear-33                  [1, 4096]     102,764,544\n",
      "             ReLU-34                  [1, 4096]               0\n",
      "          Dropout-35                  [1, 4096]               0\n",
      "           Linear-36                  [1, 4096]      16,781,312\n",
      "             ReLU-37                  [1, 4096]               0\n",
      "          Dropout-38                  [1, 4096]               0\n",
      "           Linear-39                  [1, 1000]       4,097,000\n",
      "================================================================\n",
      "Total params: 138,357,544\n",
      "Trainable params: 138,357,544\n",
      "Non-trainable params: 0\n",
      "----------------------------------------------------------------\n",
      "Input size (MB): 6.87\n",
      "Forward/backward pass size (MB): 2610.46\n",
      "Params size (MB): 527.79\n",
      "Estimated Total Size (MB): 3145.12\n",
      "----------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "model=models.vgg16()\n",
    "summary(model,input_size=(3,600,1000),batch_size=1,device='cpu')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "data=pd.read_csv('data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "str"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(data['num'][4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def read_np_mat(self, idx, col):\n",
    "    mat = str_to_np_mat(self.data.loc[self.data.index[idx], col], dtype=float)\n",
    "    eye = self.data.loc[self.data.index[idx], 'eye']\n",
    "    if eye == 'OS':\n",
    "        mat = np.flip(mat, axis=1)\n",
    "    result = mat[self.valid_mask]\n",
    "    return result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "tem=str_to_np_mat(data['num'][4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------------------------------------------------------------\n",
      "        Layer (type)               Output Shape         Param #\n",
      "================================================================\n",
      "            Conv2d-1          [1, 64, 112, 112]           9,408\n",
      "       BatchNorm2d-2          [1, 64, 112, 112]             128\n",
      "              ReLU-3          [1, 64, 112, 112]               0\n",
      "         MaxPool2d-4            [1, 64, 56, 56]               0\n",
      "            Conv2d-5            [1, 64, 56, 56]           4,096\n",
      "       BatchNorm2d-6            [1, 64, 56, 56]             128\n",
      "              ReLU-7            [1, 64, 56, 56]               0\n",
      "            Conv2d-8            [1, 64, 56, 56]          36,864\n",
      "       BatchNorm2d-9            [1, 64, 56, 56]             128\n",
      "             ReLU-10            [1, 64, 56, 56]               0\n",
      "           Conv2d-11           [1, 256, 56, 56]          16,384\n",
      "      BatchNorm2d-12           [1, 256, 56, 56]             512\n",
      "           Conv2d-13           [1, 256, 56, 56]          16,384\n",
      "      BatchNorm2d-14           [1, 256, 56, 56]             512\n",
      "             ReLU-15           [1, 256, 56, 56]               0\n",
      "       Bottleneck-16           [1, 256, 56, 56]               0\n",
      "           Conv2d-17            [1, 64, 56, 56]          16,384\n",
      "      BatchNorm2d-18            [1, 64, 56, 56]             128\n",
      "             ReLU-19            [1, 64, 56, 56]               0\n",
      "           Conv2d-20            [1, 64, 56, 56]          36,864\n",
      "      BatchNorm2d-21            [1, 64, 56, 56]             128\n",
      "             ReLU-22            [1, 64, 56, 56]               0\n",
      "           Conv2d-23           [1, 256, 56, 56]          16,384\n",
      "      BatchNorm2d-24           [1, 256, 56, 56]             512\n",
      "             ReLU-25           [1, 256, 56, 56]               0\n",
      "       Bottleneck-26           [1, 256, 56, 56]               0\n",
      "           Conv2d-27            [1, 64, 56, 56]          16,384\n",
      "      BatchNorm2d-28            [1, 64, 56, 56]             128\n",
      "             ReLU-29            [1, 64, 56, 56]               0\n",
      "           Conv2d-30            [1, 64, 56, 56]          36,864\n",
      "      BatchNorm2d-31            [1, 64, 56, 56]             128\n",
      "             ReLU-32            [1, 64, 56, 56]               0\n",
      "           Conv2d-33           [1, 256, 56, 56]          16,384\n",
      "      BatchNorm2d-34           [1, 256, 56, 56]             512\n",
      "             ReLU-35           [1, 256, 56, 56]               0\n",
      "       Bottleneck-36           [1, 256, 56, 56]               0\n",
      "           Conv2d-37           [1, 128, 56, 56]          32,768\n",
      "      BatchNorm2d-38           [1, 128, 56, 56]             256\n",
      "             ReLU-39           [1, 128, 56, 56]               0\n",
      "           Conv2d-40           [1, 128, 28, 28]         147,456\n",
      "      BatchNorm2d-41           [1, 128, 28, 28]             256\n",
      "             ReLU-42           [1, 128, 28, 28]               0\n",
      "           Conv2d-43           [1, 512, 28, 28]          65,536\n",
      "      BatchNorm2d-44           [1, 512, 28, 28]           1,024\n",
      "           Conv2d-45           [1, 512, 28, 28]         131,072\n",
      "      BatchNorm2d-46           [1, 512, 28, 28]           1,024\n",
      "             ReLU-47           [1, 512, 28, 28]               0\n",
      "       Bottleneck-48           [1, 512, 28, 28]               0\n",
      "           Conv2d-49           [1, 128, 28, 28]          65,536\n",
      "      BatchNorm2d-50           [1, 128, 28, 28]             256\n",
      "             ReLU-51           [1, 128, 28, 28]               0\n",
      "           Conv2d-52           [1, 128, 28, 28]         147,456\n",
      "      BatchNorm2d-53           [1, 128, 28, 28]             256\n",
      "             ReLU-54           [1, 128, 28, 28]               0\n",
      "           Conv2d-55           [1, 512, 28, 28]          65,536\n",
      "      BatchNorm2d-56           [1, 512, 28, 28]           1,024\n",
      "             ReLU-57           [1, 512, 28, 28]               0\n",
      "       Bottleneck-58           [1, 512, 28, 28]               0\n",
      "           Conv2d-59           [1, 128, 28, 28]          65,536\n",
      "      BatchNorm2d-60           [1, 128, 28, 28]             256\n",
      "             ReLU-61           [1, 128, 28, 28]               0\n",
      "           Conv2d-62           [1, 128, 28, 28]         147,456\n",
      "      BatchNorm2d-63           [1, 128, 28, 28]             256\n",
      "             ReLU-64           [1, 128, 28, 28]               0\n",
      "           Conv2d-65           [1, 512, 28, 28]          65,536\n",
      "      BatchNorm2d-66           [1, 512, 28, 28]           1,024\n",
      "             ReLU-67           [1, 512, 28, 28]               0\n",
      "       Bottleneck-68           [1, 512, 28, 28]               0\n",
      "           Conv2d-69           [1, 128, 28, 28]          65,536\n",
      "      BatchNorm2d-70           [1, 128, 28, 28]             256\n",
      "             ReLU-71           [1, 128, 28, 28]               0\n",
      "           Conv2d-72           [1, 128, 28, 28]         147,456\n",
      "      BatchNorm2d-73           [1, 128, 28, 28]             256\n",
      "             ReLU-74           [1, 128, 28, 28]               0\n",
      "           Conv2d-75           [1, 512, 28, 28]          65,536\n",
      "      BatchNorm2d-76           [1, 512, 28, 28]           1,024\n",
      "             ReLU-77           [1, 512, 28, 28]               0\n",
      "       Bottleneck-78           [1, 512, 28, 28]               0\n",
      "           Conv2d-79           [1, 256, 28, 28]         131,072\n",
      "      BatchNorm2d-80           [1, 256, 28, 28]             512\n",
      "             ReLU-81           [1, 256, 28, 28]               0\n",
      "           Conv2d-82           [1, 256, 14, 14]         589,824\n",
      "      BatchNorm2d-83           [1, 256, 14, 14]             512\n",
      "             ReLU-84           [1, 256, 14, 14]               0\n",
      "           Conv2d-85          [1, 1024, 14, 14]         262,144\n",
      "      BatchNorm2d-86          [1, 1024, 14, 14]           2,048\n",
      "           Conv2d-87          [1, 1024, 14, 14]         524,288\n",
      "      BatchNorm2d-88          [1, 1024, 14, 14]           2,048\n",
      "             ReLU-89          [1, 1024, 14, 14]               0\n",
      "       Bottleneck-90          [1, 1024, 14, 14]               0\n",
      "           Conv2d-91           [1, 256, 14, 14]         262,144\n",
      "      BatchNorm2d-92           [1, 256, 14, 14]             512\n",
      "             ReLU-93           [1, 256, 14, 14]               0\n",
      "           Conv2d-94           [1, 256, 14, 14]         589,824\n",
      "      BatchNorm2d-95           [1, 256, 14, 14]             512\n",
      "             ReLU-96           [1, 256, 14, 14]               0\n",
      "           Conv2d-97          [1, 1024, 14, 14]         262,144\n",
      "      BatchNorm2d-98          [1, 1024, 14, 14]           2,048\n",
      "             ReLU-99          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-100          [1, 1024, 14, 14]               0\n",
      "          Conv2d-101           [1, 256, 14, 14]         262,144\n",
      "     BatchNorm2d-102           [1, 256, 14, 14]             512\n",
      "            ReLU-103           [1, 256, 14, 14]               0\n",
      "          Conv2d-104           [1, 256, 14, 14]         589,824\n",
      "     BatchNorm2d-105           [1, 256, 14, 14]             512\n",
      "            ReLU-106           [1, 256, 14, 14]               0\n",
      "          Conv2d-107          [1, 1024, 14, 14]         262,144\n",
      "     BatchNorm2d-108          [1, 1024, 14, 14]           2,048\n",
      "            ReLU-109          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-110          [1, 1024, 14, 14]               0\n",
      "          Conv2d-111           [1, 256, 14, 14]         262,144\n",
      "     BatchNorm2d-112           [1, 256, 14, 14]             512\n",
      "            ReLU-113           [1, 256, 14, 14]               0\n",
      "          Conv2d-114           [1, 256, 14, 14]         589,824\n",
      "     BatchNorm2d-115           [1, 256, 14, 14]             512\n",
      "            ReLU-116           [1, 256, 14, 14]               0\n",
      "          Conv2d-117          [1, 1024, 14, 14]         262,144\n",
      "     BatchNorm2d-118          [1, 1024, 14, 14]           2,048\n",
      "            ReLU-119          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-120          [1, 1024, 14, 14]               0\n",
      "          Conv2d-121           [1, 256, 14, 14]         262,144\n",
      "     BatchNorm2d-122           [1, 256, 14, 14]             512\n",
      "            ReLU-123           [1, 256, 14, 14]               0\n",
      "          Conv2d-124           [1, 256, 14, 14]         589,824\n",
      "     BatchNorm2d-125           [1, 256, 14, 14]             512\n",
      "            ReLU-126           [1, 256, 14, 14]               0\n",
      "          Conv2d-127          [1, 1024, 14, 14]         262,144\n",
      "     BatchNorm2d-128          [1, 1024, 14, 14]           2,048\n",
      "            ReLU-129          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-130          [1, 1024, 14, 14]               0\n",
      "          Conv2d-131           [1, 256, 14, 14]         262,144\n",
      "     BatchNorm2d-132           [1, 256, 14, 14]             512\n",
      "            ReLU-133           [1, 256, 14, 14]               0\n",
      "          Conv2d-134           [1, 256, 14, 14]         589,824\n",
      "     BatchNorm2d-135           [1, 256, 14, 14]             512\n",
      "            ReLU-136           [1, 256, 14, 14]               0\n",
      "          Conv2d-137          [1, 1024, 14, 14]         262,144\n",
      "     BatchNorm2d-138          [1, 1024, 14, 14]           2,048\n",
      "            ReLU-139          [1, 1024, 14, 14]               0\n",
      "      Bottleneck-140          [1, 1024, 14, 14]               0\n",
      "          Conv2d-141           [1, 512, 14, 14]         524,288\n",
      "     BatchNorm2d-142           [1, 512, 14, 14]           1,024\n",
      "            ReLU-143           [1, 512, 14, 14]               0\n",
      "          Conv2d-144             [1, 512, 7, 7]       2,359,296\n",
      "     BatchNorm2d-145             [1, 512, 7, 7]           1,024\n",
      "            ReLU-146             [1, 512, 7, 7]               0\n",
      "          Conv2d-147            [1, 2048, 7, 7]       1,048,576\n",
      "     BatchNorm2d-148            [1, 2048, 7, 7]           4,096\n",
      "          Conv2d-149            [1, 2048, 7, 7]       2,097,152\n",
      "     BatchNorm2d-150            [1, 2048, 7, 7]           4,096\n",
      "            ReLU-151            [1, 2048, 7, 7]               0\n",
      "      Bottleneck-152            [1, 2048, 7, 7]               0\n",
      "          Conv2d-153             [1, 512, 7, 7]       1,048,576\n",
      "     BatchNorm2d-154             [1, 512, 7, 7]           1,024\n",
      "            ReLU-155             [1, 512, 7, 7]               0\n",
      "          Conv2d-156             [1, 512, 7, 7]       2,359,296\n",
      "     BatchNorm2d-157             [1, 512, 7, 7]           1,024\n",
      "            ReLU-158             [1, 512, 7, 7]               0\n",
      "          Conv2d-159            [1, 2048, 7, 7]       1,048,576\n",
      "     BatchNorm2d-160            [1, 2048, 7, 7]           4,096\n",
      "            ReLU-161            [1, 2048, 7, 7]               0\n",
      "      Bottleneck-162            [1, 2048, 7, 7]               0\n",
      "          Conv2d-163             [1, 512, 7, 7]       1,048,576\n",
      "     BatchNorm2d-164             [1, 512, 7, 7]           1,024\n",
      "            ReLU-165             [1, 512, 7, 7]               0\n",
      "          Conv2d-166             [1, 512, 7, 7]       2,359,296\n",
      "     BatchNorm2d-167             [1, 512, 7, 7]           1,024\n",
      "            ReLU-168             [1, 512, 7, 7]               0\n",
      "          Conv2d-169            [1, 2048, 7, 7]       1,048,576\n",
      "     BatchNorm2d-170            [1, 2048, 7, 7]           4,096\n",
      "            ReLU-171            [1, 2048, 7, 7]               0\n",
      "      Bottleneck-172            [1, 2048, 7, 7]               0\n",
      "AdaptiveAvgPool2d-173            [1, 2048, 1, 1]               0\n",
      "          Linear-174                  [1, 1000]       2,049,000\n",
      "================================================================\n",
      "Total params: 25,557,032\n",
      "Trainable params: 25,557,032\n",
      "Non-trainable params: 0\n",
      "----------------------------------------------------------------\n",
      "Input size (MB): 0.57\n",
      "Forward/backward pass size (MB): 286.56\n",
      "Params size (MB): 97.49\n",
      "Estimated Total Size (MB): 384.62\n",
      "----------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "resnet=models.resnet50(pretrained=False)\n",
    "summary(resnet,input_size=(3,224,224),batch_size=1,device='cpu')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "roi=np.arange(0,54)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(54,)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "roi.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "test={'label':[3,1,2,3]}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[3, 1, 2, 3]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test['label']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "tem=torch.ones((7,7))\n",
    "loss=torch.mean(tem)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "ls=torch.randn((3,5))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "ak=torch.randn((54,1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def decom_ResNet50():\n",
    "    model=models.resnet50(pretrained=True)\n",
    "    feature=nn.Sequential(*list(model.children())[:-3])\n",
    "    reg_layer=nn.Sequential(\n",
    "        nn.Linear(512*7*7,4096)#输出的feature是1000,根据Resnet网络结构分析出来的维度\n",
    "    )\n",
    "    return feature,reg_layer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "a,b=decom_ResNet50()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([54])"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ak.squeeze().shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor(1.)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "loss#liang1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<generator object Module.parameters at 0x7fc165f320c0>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b.parameters()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1., 1., 1., 1., 1., 1., 1., 1., 1.])"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.ones((9,))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "roi_indices=list()\n",
    "for i in range(5):\n",
    "    batch_index = i * np.ones((9,), dtype=np.int32)\n",
    "    roi_indices.append(batch_index)\n",
    "roi_indices = np.concatenate(roi_indices, axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(45,)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "roi_indices.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "roi_indices=list()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(9):\n",
    "    batch_index = i * np.ones((9,), dtype=np.int32)\n",
    "    roi_indices.append(batch_index)\n",
    "roi_indices = np.concatenate(roi_indices, axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(81,)"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "roi_indices.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([4, 1, 3])"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bupt=torch.ones((4,3))\n",
    "bupt[:,None].shape#这个操作特别让人迷惑，中间加了一(#`O′)，很奇怪"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([4, 1, 3])"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bupt[:,None].shape#"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[[1., 1., 1.],\n",
       "         [1., 1., 1.],\n",
       "         [1., 1., 1.],\n",
       "         [1., 1., 1.]],\n",
       "\n",
       "        [[1., 1., 1.],\n",
       "         [1., 1., 1.],\n",
       "         [1., 1., 1.],\n",
       "         [1., 1., 1.]]])"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x=torch.ones((2,4,3))\n",
    "x.squeeze(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([2, 4, 3])"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "data=pd.read_csv('data.csv')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([3, 5])"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "torch.randn(3,5).shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "preds=[]\n",
    "for i in range(13392):\n",
    "    y=torch.rand(1,3)\n",
    "    preds.append(y.cpu().numpy())\n",
    "        \n",
    "preds=np.concatenate(preds,axis=0)   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(13392, 3)"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "preds.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.78838784, 0.23795104, 0.00201291], dtype=float32)"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "preds[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "preds.shape\n",
    "data['pred']=preds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.78838784"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data['pred'][0]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4\n",
      "5\n",
      "6\n"
     ]
    }
   ],
   "source": [
    "class test():\n",
    "    def __init__(self,data=1):\n",
    "        self.data = data\n",
    "\n",
    "    def __iter__(self):\n",
    "        return self\n",
    "    def __next__(self):\n",
    "        if self.data > 5:\n",
    "            raise StopIteration\n",
    "        else:\n",
    "            self.data+=1\n",
    "            return self.data\n",
    "\n",
    "for item in test(3):\n",
    "    print(item)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "bupt=iter(test(3))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['__class__',\n",
       " '__delattr__',\n",
       " '__dict__',\n",
       " '__dir__',\n",
       " '__doc__',\n",
       " '__eq__',\n",
       " '__format__',\n",
       " '__ge__',\n",
       " '__getattribute__',\n",
       " '__gt__',\n",
       " '__hash__',\n",
       " '__init__',\n",
       " '__init_subclass__',\n",
       " '__iter__',\n",
       " '__le__',\n",
       " '__lt__',\n",
       " '__module__',\n",
       " '__ne__',\n",
       " '__new__',\n",
       " '__next__',\n",
       " '__reduce__',\n",
       " '__reduce_ex__',\n",
       " '__repr__',\n",
       " '__setattr__',\n",
       " '__sizeof__',\n",
       " '__str__',\n",
       " '__subclasshook__',\n",
       " '__weakref__',\n",
       " 'data']"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dir(bupt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "__main__.test"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(bupt) #可迭代的对象本身就是可以直接循环的，for循环里会自动对可迭代对象执行iter()方法"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "roi_indices=list()\n",
    "for i in range(10):#整合roi_indices是一个需要理解的过程，框的维度 batch*54*4，roi_indices就应该是batch*54*1，所以比如第一个batch数据，就要有一个54*1大小的全1矩阵来拼接才可以\n",
    "            batch_index = i * np.ones((54,), dtype=np.int32)#所以下面的代码可以work\n",
    "            roi_indices.append(batch_index)\n",
    "roi_indices = torch.tensor(np.concatenate(roi_indices, axis=0))#.to(rois.device)\n",
    "#rois=rois.view(-1,4)\n",
    "roi_indices=roi_indices.view(10*54,1)#128*54"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [0],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [1],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [2],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [3],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [4],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [5],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [6],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [7],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [8],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9],\n",
       "        [9]], dtype=torch.int32)"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "roi_indices"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "config = {\n",
    "        'task': '1102/disc_num_r50_380',\n",
    "        'id_base': 'pid',\n",
    "        #'processors': [train_loss, valid_loss], \n",
    "        'savers_init': [('valid-loss', min)],\n",
    "        'batch_size': 256,\n",
    "        'num_train_epochs': 50,\n",
    "        'parallel': True,\n",
    "        'mode':'train',\n",
    "        'label_col':'num',\n",
    "        'train':True,\n",
    "        'img:size':512,#配置用来做数据集输入的图片大小,一般裁剪出来的图片都是正方形的，所以传入一个参数即可\n",
    "        #'dataset_class': OCT_RCNN_Dataset,\n",
    "        #'model_class': OCT_ROI_head,\n",
    "        'crop_size': 320,\n",
    "        'image_root': Path('/home/octusr3/project/data_fast/512'),\n",
    "        'map_matrix':'''[ [0  0  0  0  0  0  0  0  0  0]\n",
    "                        [0  0  0  46 44 43 42 0  0  0]\n",
    "                        [0  0  46 45 44 43 41 43 0  0]\n",
    "                        [0  45 46 45 45 45 42 42 41 0]\n",
    "                        [46 46 47 46 50 50 50 3  41 0]\n",
    "                        [9  9  9  6  8  6  7  3  16 0]\n",
    "                        [0  10 8  7  6  8  9  13 17 0]\n",
    "                        [0  0  8  8  10 10 12 15 0  0]\n",
    "                        [0  0  0  9  10 11 14 0  0  0]\n",
    "                        [0  0  0  0  0  0  0  0  0  0]]''',\n",
    "\n",
    "        'arch': 'resnet50'  #中间两个tag为3的点是视野盲区，无法推断\n",
    "    }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def generate_vf_proposal(config,image_size=512):\n",
    "    '''\n",
    "    这里需要对边界框作复映射，以此来保证最终proposal区域够54个点\n",
    "    '''\n",
    "    vf_dict,_=calculate_position(str_to_np_mat(config['map_matrix']))\n",
    "    valid_slice=[]\n",
    "    valid_position=[]\n",
    "    for key,value in vf_dict.items():\n",
    "        for tem in value:\n",
    "            valid_slice.append(key)\n",
    "            valid_position.append(tem)#valid_slice.append(len(value)*[key])已经扩充到了54点，中间包含重复值的slice\n",
    "    #应该是就把修正最终顺序的代码放在这里,valid_slice和valid_position都要按照正确顺序修正\n",
    "    \n",
    "    centre_point_x=np.linspace((image_size/54)/2,image_size-(image_size/54)/2,54)\n",
    "    centre_point_y=np.repeat(image_size/2,54)\n",
    "    w,h=image_size/54,image_size\n",
    "    temp=[(centre_point_x-w/2).reshape(54,-1),(centre_point_y-h/2).reshape(54,-1),(centre_point_x+w/2).reshape(54,-1),(centre_point_y+h/2).reshape(54,-1)]\n",
    "    proposal=np.concatenate(temp,axis=1)\n",
    "    #return valid_slice,这里-1 是因为slice标记是1-54,映射到anchor序列应该是0-53\n",
    "    return proposal[np.array((valid_slice),dtype=int)-1],valid_slice,valid_position#提取出有效proposal区域"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "a,b,c=generate_vf_proposal(config)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(4, 7),\n",
       " (5, 7),\n",
       " (5, 3),\n",
       " (5, 5),\n",
       " (6, 4),\n",
       " (5, 6),\n",
       " (6, 3),\n",
       " (5, 4),\n",
       " (6, 2),\n",
       " (6, 5),\n",
       " (7, 2),\n",
       " (7, 3),\n",
       " (5, 0),\n",
       " (5, 1),\n",
       " (5, 2),\n",
       " (6, 6),\n",
       " (8, 3),\n",
       " (6, 1),\n",
       " (7, 4),\n",
       " (7, 5),\n",
       " (8, 4),\n",
       " (8, 5),\n",
       " (7, 6),\n",
       " (6, 7),\n",
       " (8, 6),\n",
       " (7, 7),\n",
       " (5, 8),\n",
       " (6, 8),\n",
       " (2, 6),\n",
       " (3, 8),\n",
       " (4, 8),\n",
       " (1, 6),\n",
       " (3, 6),\n",
       " (3, 7),\n",
       " (1, 5),\n",
       " (2, 5),\n",
       " (2, 7),\n",
       " (1, 4),\n",
       " (2, 4),\n",
       " (2, 3),\n",
       " (3, 1),\n",
       " (3, 3),\n",
       " (3, 4),\n",
       " (3, 5),\n",
       " (1, 3),\n",
       " (2, 2),\n",
       " (3, 2),\n",
       " (4, 0),\n",
       " (4, 1),\n",
       " (4, 3),\n",
       " (4, 2),\n",
       " (4, 4),\n",
       " (4, 5),\n",
       " (4, 6)]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{3.0: [(4, 7), (5, 7)],\n",
       " 6.0: [(5, 3), (5, 5), (6, 4)],\n",
       " 7.0: [(5, 6), (6, 3)],\n",
       " 8.0: [(5, 4), (6, 2), (6, 5), (7, 2), (7, 3)],\n",
       " 9.0: [(5, 0), (5, 1), (5, 2), (6, 6), (8, 3)],\n",
       " 10.0: [(6, 1), (7, 4), (7, 5), (8, 4)],\n",
       " 11.0: [(8, 5)],\n",
       " 12.0: [(7, 6)],\n",
       " 13.0: [(6, 7)],\n",
       " 14.0: [(8, 6)],\n",
       " 15.0: [(7, 7)],\n",
       " 16.0: [(5, 8)],\n",
       " 17.0: [(6, 8)],\n",
       " 41.0: [(2, 6), (3, 8), (4, 8)],\n",
       " 42.0: [(1, 6), (3, 6), (3, 7)],\n",
       " 43.0: [(1, 5), (2, 5), (2, 7)],\n",
       " 44.0: [(1, 4), (2, 4)],\n",
       " 45.0: [(2, 3), (3, 1), (3, 3), (3, 4), (3, 5)],\n",
       " 46.0: [(1, 3), (2, 2), (3, 2), (4, 0), (4, 1), (4, 3)],\n",
       " 47.0: [(4, 2)],\n",
       " 50.0: [(4, 4), (4, 5), (4, 6)]}"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vf_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(4, 7),\n",
       " (5, 7),\n",
       " (5, 3),\n",
       " (5, 5),\n",
       " (6, 4),\n",
       " (5, 6),\n",
       " (6, 3),\n",
       " (5, 4),\n",
       " (6, 2),\n",
       " (6, 5),\n",
       " (7, 2),\n",
       " (7, 3),\n",
       " (5, 0),\n",
       " (5, 1),\n",
       " (5, 2),\n",
       " (6, 6),\n",
       " (8, 3),\n",
       " (6, 1),\n",
       " (7, 4),\n",
       " (7, 5),\n",
       " (8, 4),\n",
       " (8, 5),\n",
       " (7, 6),\n",
       " (6, 7),\n",
       " (8, 6),\n",
       " (7, 7),\n",
       " (5, 8),\n",
       " (6, 8),\n",
       " (2, 6),\n",
       " (3, 8),\n",
       " (4, 8),\n",
       " (1, 6),\n",
       " (3, 6),\n",
       " (3, 7),\n",
       " (1, 5),\n",
       " (2, 5),\n",
       " (2, 7),\n",
       " (1, 4),\n",
       " (2, 4),\n",
       " (2, 3),\n",
       " (3, 1),\n",
       " (3, 3),\n",
       " (3, 4),\n",
       " (3, 5),\n",
       " (1, 3),\n",
       " (2, 2),\n",
       " (3, 2),\n",
       " (4, 0),\n",
       " (4, 1),\n",
       " (4, 3),\n",
       " (4, 2),\n",
       " (4, 4),\n",
       " (4, 5),\n",
       " (4, 6)]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "a,b,c=generate_vf_proposal(config,512)#片区slice是从1开始计算的，但是坐标信息是从 0-9 0-9这样子计算的"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.018518518518518517"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "1/54"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(4, 7),\n",
       " (5, 7),\n",
       " (5, 3),\n",
       " (5, 5),\n",
       " (6, 4),\n",
       " (5, 6),\n",
       " (6, 3),\n",
       " (5, 4),\n",
       " (6, 2),\n",
       " (6, 5),\n",
       " (7, 2),\n",
       " (7, 3),\n",
       " (5, 0),\n",
       " (5, 1),\n",
       " (5, 2),\n",
       " (6, 6),\n",
       " (8, 3),\n",
       " (6, 1),\n",
       " (7, 4),\n",
       " (7, 5),\n",
       " (8, 4),\n",
       " (8, 5),\n",
       " (7, 6),\n",
       " (6, 7),\n",
       " (8, 6),\n",
       " (7, 7),\n",
       " (5, 8),\n",
       " (6, 8),\n",
       " (2, 6),\n",
       " (3, 8),\n",
       " (4, 8),\n",
       " (1, 6),\n",
       " (3, 6),\n",
       " (3, 7),\n",
       " (1, 5),\n",
       " (2, 5),\n",
       " (2, 7),\n",
       " (1, 4),\n",
       " (2, 4),\n",
       " (2, 3),\n",
       " (3, 1),\n",
       " (3, 3),\n",
       " (3, 4),\n",
       " (3, 5),\n",
       " (1, 3),\n",
       " (2, 2),\n",
       " (3, 2),\n",
       " (4, 0),\n",
       " (4, 1),\n",
       " (4, 3),\n",
       " (4, 2),\n",
       " (4, 4),\n",
       " (4, 5),\n",
       " (4, 6)]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------------------------------------------------------------\n",
      "        Layer (type)               Output Shape         Param #\n",
      "================================================================\n",
      "            Conv2d-1          [3, 64, 256, 256]           9,408\n",
      "       BatchNorm2d-2          [3, 64, 256, 256]             128\n",
      "              ReLU-3          [3, 64, 256, 256]               0\n",
      "         MaxPool2d-4          [3, 64, 128, 128]               0\n",
      "            Conv2d-5          [3, 64, 128, 128]           4,096\n",
      "       BatchNorm2d-6          [3, 64, 128, 128]             128\n",
      "              ReLU-7          [3, 64, 128, 128]               0\n",
      "            Conv2d-8          [3, 64, 128, 128]          36,864\n",
      "       BatchNorm2d-9          [3, 64, 128, 128]             128\n",
      "             ReLU-10          [3, 64, 128, 128]               0\n",
      "           Conv2d-11         [3, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-12         [3, 256, 128, 128]             512\n",
      "           Conv2d-13         [3, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-14         [3, 256, 128, 128]             512\n",
      "             ReLU-15         [3, 256, 128, 128]               0\n",
      "       Bottleneck-16         [3, 256, 128, 128]               0\n",
      "           Conv2d-17          [3, 64, 128, 128]          16,384\n",
      "      BatchNorm2d-18          [3, 64, 128, 128]             128\n",
      "             ReLU-19          [3, 64, 128, 128]               0\n",
      "           Conv2d-20          [3, 64, 128, 128]          36,864\n",
      "      BatchNorm2d-21          [3, 64, 128, 128]             128\n",
      "             ReLU-22          [3, 64, 128, 128]               0\n",
      "           Conv2d-23         [3, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-24         [3, 256, 128, 128]             512\n",
      "             ReLU-25         [3, 256, 128, 128]               0\n",
      "       Bottleneck-26         [3, 256, 128, 128]               0\n",
      "           Conv2d-27          [3, 64, 128, 128]          16,384\n",
      "      BatchNorm2d-28          [3, 64, 128, 128]             128\n",
      "             ReLU-29          [3, 64, 128, 128]               0\n",
      "           Conv2d-30          [3, 64, 128, 128]          36,864\n",
      "      BatchNorm2d-31          [3, 64, 128, 128]             128\n",
      "             ReLU-32          [3, 64, 128, 128]               0\n",
      "           Conv2d-33         [3, 256, 128, 128]          16,384\n",
      "      BatchNorm2d-34         [3, 256, 128, 128]             512\n",
      "             ReLU-35         [3, 256, 128, 128]               0\n",
      "       Bottleneck-36         [3, 256, 128, 128]               0\n",
      "           Conv2d-37         [3, 128, 128, 128]          32,768\n",
      "      BatchNorm2d-38         [3, 128, 128, 128]             256\n",
      "             ReLU-39         [3, 128, 128, 128]               0\n",
      "           Conv2d-40           [3, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-41           [3, 128, 64, 64]             256\n",
      "             ReLU-42           [3, 128, 64, 64]               0\n",
      "           Conv2d-43           [3, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-44           [3, 512, 64, 64]           1,024\n",
      "           Conv2d-45           [3, 512, 64, 64]         131,072\n",
      "      BatchNorm2d-46           [3, 512, 64, 64]           1,024\n",
      "             ReLU-47           [3, 512, 64, 64]               0\n",
      "       Bottleneck-48           [3, 512, 64, 64]               0\n",
      "           Conv2d-49           [3, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-50           [3, 128, 64, 64]             256\n",
      "             ReLU-51           [3, 128, 64, 64]               0\n",
      "           Conv2d-52           [3, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-53           [3, 128, 64, 64]             256\n",
      "             ReLU-54           [3, 128, 64, 64]               0\n",
      "           Conv2d-55           [3, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-56           [3, 512, 64, 64]           1,024\n",
      "             ReLU-57           [3, 512, 64, 64]               0\n",
      "       Bottleneck-58           [3, 512, 64, 64]               0\n",
      "           Conv2d-59           [3, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-60           [3, 128, 64, 64]             256\n",
      "             ReLU-61           [3, 128, 64, 64]               0\n",
      "           Conv2d-62           [3, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-63           [3, 128, 64, 64]             256\n",
      "             ReLU-64           [3, 128, 64, 64]               0\n",
      "           Conv2d-65           [3, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-66           [3, 512, 64, 64]           1,024\n",
      "             ReLU-67           [3, 512, 64, 64]               0\n",
      "       Bottleneck-68           [3, 512, 64, 64]               0\n",
      "           Conv2d-69           [3, 128, 64, 64]          65,536\n",
      "      BatchNorm2d-70           [3, 128, 64, 64]             256\n",
      "             ReLU-71           [3, 128, 64, 64]               0\n",
      "           Conv2d-72           [3, 128, 64, 64]         147,456\n",
      "      BatchNorm2d-73           [3, 128, 64, 64]             256\n",
      "             ReLU-74           [3, 128, 64, 64]               0\n",
      "           Conv2d-75           [3, 512, 64, 64]          65,536\n",
      "      BatchNorm2d-76           [3, 512, 64, 64]           1,024\n",
      "             ReLU-77           [3, 512, 64, 64]               0\n",
      "       Bottleneck-78           [3, 512, 64, 64]               0\n",
      "           Conv2d-79           [3, 256, 64, 64]         131,072\n",
      "      BatchNorm2d-80           [3, 256, 64, 64]             512\n",
      "             ReLU-81           [3, 256, 64, 64]               0\n",
      "           Conv2d-82           [3, 256, 32, 32]         589,824\n",
      "      BatchNorm2d-83           [3, 256, 32, 32]             512\n",
      "             ReLU-84           [3, 256, 32, 32]               0\n",
      "           Conv2d-85          [3, 1024, 32, 32]         262,144\n",
      "      BatchNorm2d-86          [3, 1024, 32, 32]           2,048\n",
      "           Conv2d-87          [3, 1024, 32, 32]         524,288\n",
      "      BatchNorm2d-88          [3, 1024, 32, 32]           2,048\n",
      "             ReLU-89          [3, 1024, 32, 32]               0\n",
      "       Bottleneck-90          [3, 1024, 32, 32]               0\n",
      "           Conv2d-91           [3, 256, 32, 32]         262,144\n",
      "      BatchNorm2d-92           [3, 256, 32, 32]             512\n",
      "             ReLU-93           [3, 256, 32, 32]               0\n",
      "           Conv2d-94           [3, 256, 32, 32]         589,824\n",
      "      BatchNorm2d-95           [3, 256, 32, 32]             512\n",
      "             ReLU-96           [3, 256, 32, 32]               0\n",
      "           Conv2d-97          [3, 1024, 32, 32]         262,144\n",
      "      BatchNorm2d-98          [3, 1024, 32, 32]           2,048\n",
      "             ReLU-99          [3, 1024, 32, 32]               0\n",
      "      Bottleneck-100          [3, 1024, 32, 32]               0\n",
      "          Conv2d-101           [3, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-102           [3, 256, 32, 32]             512\n",
      "            ReLU-103           [3, 256, 32, 32]               0\n",
      "          Conv2d-104           [3, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-105           [3, 256, 32, 32]             512\n",
      "            ReLU-106           [3, 256, 32, 32]               0\n",
      "          Conv2d-107          [3, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-108          [3, 1024, 32, 32]           2,048\n",
      "            ReLU-109          [3, 1024, 32, 32]               0\n",
      "      Bottleneck-110          [3, 1024, 32, 32]               0\n",
      "          Conv2d-111           [3, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-112           [3, 256, 32, 32]             512\n",
      "            ReLU-113           [3, 256, 32, 32]               0\n",
      "          Conv2d-114           [3, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-115           [3, 256, 32, 32]             512\n",
      "            ReLU-116           [3, 256, 32, 32]               0\n",
      "          Conv2d-117          [3, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-118          [3, 1024, 32, 32]           2,048\n",
      "            ReLU-119          [3, 1024, 32, 32]               0\n",
      "      Bottleneck-120          [3, 1024, 32, 32]               0\n",
      "          Conv2d-121           [3, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-122           [3, 256, 32, 32]             512\n",
      "            ReLU-123           [3, 256, 32, 32]               0\n",
      "          Conv2d-124           [3, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-125           [3, 256, 32, 32]             512\n",
      "            ReLU-126           [3, 256, 32, 32]               0\n",
      "          Conv2d-127          [3, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-128          [3, 1024, 32, 32]           2,048\n",
      "            ReLU-129          [3, 1024, 32, 32]               0\n",
      "      Bottleneck-130          [3, 1024, 32, 32]               0\n",
      "          Conv2d-131           [3, 256, 32, 32]         262,144\n",
      "     BatchNorm2d-132           [3, 256, 32, 32]             512\n",
      "            ReLU-133           [3, 256, 32, 32]               0\n",
      "          Conv2d-134           [3, 256, 32, 32]         589,824\n",
      "     BatchNorm2d-135           [3, 256, 32, 32]             512\n",
      "            ReLU-136           [3, 256, 32, 32]               0\n",
      "          Conv2d-137          [3, 1024, 32, 32]         262,144\n",
      "     BatchNorm2d-138          [3, 1024, 32, 32]           2,048\n",
      "            ReLU-139          [3, 1024, 32, 32]               0\n",
      "      Bottleneck-140          [3, 1024, 32, 32]               0\n",
      "          Conv2d-141           [3, 512, 32, 32]         524,288\n",
      "     BatchNorm2d-142           [3, 512, 32, 32]           1,024\n",
      "            ReLU-143           [3, 512, 32, 32]               0\n",
      "          Conv2d-144           [3, 512, 16, 16]       2,359,296\n",
      "     BatchNorm2d-145           [3, 512, 16, 16]           1,024\n",
      "            ReLU-146           [3, 512, 16, 16]               0\n",
      "          Conv2d-147          [3, 2048, 16, 16]       1,048,576\n",
      "     BatchNorm2d-148          [3, 2048, 16, 16]           4,096\n",
      "          Conv2d-149          [3, 2048, 16, 16]       2,097,152\n",
      "     BatchNorm2d-150          [3, 2048, 16, 16]           4,096\n",
      "            ReLU-151          [3, 2048, 16, 16]               0\n",
      "      Bottleneck-152          [3, 2048, 16, 16]               0\n",
      "          Conv2d-153           [3, 512, 16, 16]       1,048,576\n",
      "     BatchNorm2d-154           [3, 512, 16, 16]           1,024\n",
      "            ReLU-155           [3, 512, 16, 16]               0\n",
      "          Conv2d-156           [3, 512, 16, 16]       2,359,296\n",
      "     BatchNorm2d-157           [3, 512, 16, 16]           1,024\n",
      "            ReLU-158           [3, 512, 16, 16]               0\n",
      "          Conv2d-159          [3, 2048, 16, 16]       1,048,576\n",
      "     BatchNorm2d-160          [3, 2048, 16, 16]           4,096\n",
      "            ReLU-161          [3, 2048, 16, 16]               0\n",
      "      Bottleneck-162          [3, 2048, 16, 16]               0\n",
      "          Conv2d-163           [3, 512, 16, 16]       1,048,576\n",
      "     BatchNorm2d-164           [3, 512, 16, 16]           1,024\n",
      "            ReLU-165           [3, 512, 16, 16]               0\n",
      "          Conv2d-166           [3, 512, 16, 16]       2,359,296\n",
      "     BatchNorm2d-167           [3, 512, 16, 16]           1,024\n",
      "            ReLU-168           [3, 512, 16, 16]               0\n",
      "          Conv2d-169          [3, 2048, 16, 16]       1,048,576\n",
      "     BatchNorm2d-170          [3, 2048, 16, 16]           4,096\n",
      "            ReLU-171          [3, 2048, 16, 16]               0\n",
      "      Bottleneck-172          [3, 2048, 16, 16]               0\n",
      "AdaptiveAvgPool2d-173            [3, 2048, 1, 1]               0\n",
      "          Linear-174                  [3, 1000]       2,049,000\n",
      "================================================================\n",
      "Total params: 25,557,032\n",
      "Trainable params: 25,557,032\n",
      "Non-trainable params: 0\n",
      "----------------------------------------------------------------\n",
      "Input size (MB): 9.00\n",
      "Forward/backward pass size (MB): 4491.07\n",
      "Params size (MB): 97.49\n",
      "Estimated Total Size (MB): 4597.56\n",
      "----------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "summary(model,input_size=(3,512,512),batch_size=3,device='cpu')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [],
   "source": [
    "a,b=decom_ResNet50()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [],
   "source": [
    "out=a(torch.rand((3,3,512,512)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([3, 2048, 1, 1])"
      ]
     },
     "execution_count": 122,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "out.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "bupt=nn.Sequential(*list(model.children())[-4:-2],nn.AdaptiveAvgPool2d(output_size=(1, 1)),nn.Linear(in_features=2048, out_features=1000, bias=True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "a,b=decom_ResNet50()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "ename": "RuntimeError",
     "evalue": "mat1 and mat2 shapes cannot be multiplied (4096x1 and 4096x54)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-55-3e188638f37b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0msummary\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mb\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0minput_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m512\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m16\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m16\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mdevice\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'cpu'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torchsummary/torchsummary.py\u001b[0m in \u001b[0;36msummary\u001b[0;34m(model, input_size, batch_size, device)\u001b[0m\n\u001b[1;32m     70\u001b[0m     \u001b[0;31m# make a forward pass\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     71\u001b[0m     \u001b[0;31m# print(x.shape)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 72\u001b[0;31m     \u001b[0mmodel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     73\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     74\u001b[0m     \u001b[0;31m# remove these hooks\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    887\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    888\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 889\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    890\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    891\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/container.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m    117\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    118\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0mmodule\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 119\u001b[0;31m             \u001b[0minput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodule\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    120\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    121\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    887\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    888\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 889\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    890\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    891\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/linear.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m     92\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     93\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mTensor\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mTensor\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 94\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mF\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlinear\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     95\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     96\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mextra_repr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/functional.py\u001b[0m in \u001b[0;36mlinear\u001b[0;34m(input, weight, bias)\u001b[0m\n\u001b[1;32m   1751\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mhas_torch_function_variadic\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1752\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mhandle_torch_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlinear\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbias\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mbias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1753\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_C\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_nn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlinear\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1754\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1755\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mRuntimeError\u001b[0m: mat1 and mat2 shapes cannot be multiplied (4096x1 and 4096x54)"
     ]
    }
   ],
   "source": [
    "summary(b,input_size=(512,16,16),device='cpu')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([1, 5])"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rois.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[ 1,  2,  3,  4,  5,  6],\n",
       "        [ 7,  8,  9, 10, 11, 12],\n",
       "        [13, 14, 15, 16, 17, 18],\n",
       "        [19, 20, 21, 22, 23, 24],\n",
       "        [25, 26, 27, 28, 29, 30],\n",
       "        [31, 32, 33, 34, 35, 36]])"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "torch.arange(1,37).view(6,6)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "output_size=(3,3)\n",
    "spatial_scale=1/4\n",
    "sampling_ratio=1\n",
    "x=torch.FloatTensor([[ 1,  2,  3,  4,  5,  6],\n",
    "        [ 7,  8,  9, 10, 11, 12],\n",
    "        [13, 14, 15, 16, 17, 18],\n",
    "        [19, 20, 21, 22, 23, 24],\n",
    "        [25, 26, 27, 28, 29, 30],\n",
    "        [31, 32, 33, 34, 35, 36]])\n",
    "rois=torch.tensor([[0,0.,0.,22.,22.]])\n",
    "a=RoIAlign(output_size,spatial_scale=spatial_scale,sampling_ratio=sampling_ratio)\n",
    "res=a(x.unsqueeze(0).unsqueeze(0),rois)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[[[ 7.4167,  9.2500, 11.0833],\n",
       "          [18.4167, 20.2500, 22.0833],\n",
       "          [29.4167, 31.2500, 33.0833]]]])"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bbres"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "roi_indices=[]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(10):#整合roi_indices是一个需要理解的过程，框的维度 batch*54*4，roi_indices就应该是batch*54*1，所以比如第一个batch数据，就要有一个54*1大小的全1矩阵来拼接才可以\n",
    "    batch_index = i * np.ones((54,), dtype=np.int32)#所以下面的代码可以work\n",
    "    roi_indices.append(batch_index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "# roi_indices = torch.tensor(np.concatenate(roi_indices, axis=0)).to(rois.device)\n",
    "# rois=rois.view(-1,4)\n",
    "# roi_indices=roi_indices.view(n*54,1)\n",
    "roi_indices = torch.tensor(np.concatenate(roi_indices, axis=0)).to(rois.device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "roi_indices=roi_indices.view(10*54,1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [],
   "source": [
    "data=pd.read_csv('/home/octusr3/project/oct/output/1102/disc_num_r50_512/exp-pid/results/valid-loss/data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [],
   "source": [
    "num=data['pred'][0]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "config = {\n",
    "    'task': '1002/disc_num_r50_380',\n",
    "    'id_base': 'pid',\n",
    "    'total_slice':3,\n",
    "    #'processors': [train_loss, valid_loss], #normal_valid_loss, abnormal_valid_loss] + [partial(valid_auc, n_class=1, record_index=i) for i in range(54)],\n",
    "    'savers_init': [('valid-loss', min)],#,('n-valid-loss', min),('abn-valid-loss', min)],\n",
    "\n",
    "    'train': True,\n",
    "    'batch_size': 256,\n",
    "    'num_train_epochs': 50,\n",
    "    'parallel': True,\n",
    "    #'dataset_class': OCT_54_Dataset,\n",
    "    #'model_class': OCTVF54Model,\n",
    "    'crop_size': 320,\n",
    "    #'image_root': Path('/home/octusr3/project/data_fast/54'),\n",
    "\n",
    "    'map_matrix':'''[ [0  0  0  0  0  0  0  0  0  0]\n",
    "                    [0  0  0  46 44 43 42 0  0  0]\n",
    "                    [0  0  46 45 44 43 41 43 0  0]\n",
    "                    [0  45 46 45 45 45 42 42 41 0]\n",
    "                    [46 46 47 46 50 50 50 3  41 0]\n",
    "                    [9  9  9  6  8  6  7  3  16 0]\n",
    "                    [0  10 8  7  6  8  9  13 17 0]\n",
    "                    [0  0  8  8  10 10 12 15 0  0]\n",
    "                    [0  0  0  9  10 11 14 0  0  0]\n",
    "                    [0  0  0  0  0  0  0  0  0  0]]''',\n",
    "\n",
    "    'arch': 'resnet50'\n",
    "}\n",
    "\n",
    "\n",
    "def generate_vf_proposal(config,image_size):\n",
    "    '''\n",
    "    这里需要对边界框作复映射，以此来保证最终proposal区域够54个点\n",
    "    '''\n",
    "    vf_dict,_=calculate_position(str_to_np_mat(config['map_matrix']))\n",
    "    valid_slice=[]\n",
    "    valid_position=[]\n",
    "    for key,value in vf_dict.items():\n",
    "        for tem in value:\n",
    "            valid_slice.append(key)\n",
    "            valid_position.append(tem)\n",
    "        #valid_slice.append(len(value)*[key])已经扩充到了54点，中间包含重复值的slice\n",
    "    centre_point_x=np.linspace((image_size/54)/2,image_size-(image_size/54)/2,54)\n",
    "    centre_point_y=np.repeat(image_size/2,54)\n",
    "    w,h=image_size/54,image_size\n",
    "    temp=[(centre_point_x-w/2).reshape(54,-1),(centre_point_y-h/2).reshape(54,-1),(centre_point_x+w/2).reshape(54,-1),(centre_point_y+h/2).reshape(54,-1)]\n",
    "    proposal=np.concatenate(temp,axis=1)\n",
    "    #return valid_slice,这里-1 是因为slice标记是1-54,映射到anchor序列应该是0-53\n",
    "    return proposal[np.array((valid_slice),dtype=int)-1],valid_slice,valid_position#提取出有效proposal区域"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [],
   "source": [
    "data=pd.read_csv('/home/octusr3/project/oct/output/1102/disc_num_r50_512/exp-pid/results/valid-loss/data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [],
   "source": [
    "a,b,c=generate_vf_proposal(config,512)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[(4, 7), (5, 7), (5, 3), (5, 5), (6, 4), (5, 6), (6, 3), (5, 4), (6, 2), (6, 5), (7, 2), (7, 3), (5, 0), (5, 1), (5, 2), (6, 6), (8, 3), (6, 1), (7, 4), (7, 5), (8, 4), (8, 5), (7, 6), (6, 7), (8, 6), (7, 7), (5, 8), (6, 8), (2, 6), (3, 8), (4, 8), (1, 6), (3, 6), (3, 7), (1, 5), (2, 5), (2, 7), (1, 4), (2, 4), (2, 3), (3, 1), (3, 3), (3, 4), (3, 5), (1, 3), (2, 2), (3, 2), (4, 0), (4, 1), (4, 3), (4, 2), (4, 4), (4, 5), (4, 6)]\n"
     ]
    }
   ],
   "source": [
    "print(c)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'[13.151494 13.151494 31.981012 31.981012 31.981012 31.660223 31.660223\\n 30.86924  30.86924  30.86924  30.86924  30.86924  29.656984 29.656984\\n 29.656984 29.656984 29.656984 29.40243  29.40243  29.40243  29.40243\\n 29.460785 29.766378 29.65022  29.535212 29.54375  29.525177 29.541842\\n 29.732912 29.732912 29.732912 29.731937 29.731937 29.731937 29.752346\\n 29.752346 29.752346 29.194803 29.194803 28.280767 28.280767 28.280767\\n 28.280767 28.280767 28.04083  28.04083  28.04083  28.04083  28.04083\\n 28.04083  27.874006 29.72795  29.72795  29.72795 ]'"
      ]
     },
     "execution_count": 129,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "num"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "data=pd.read_csv('/home/octusr3/project/oct/output/1102/disc_num_r50_512/exp-pid/results/valid-loss/data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def correction_sequence(original_num):\n",
    "    original_sequence=[(4, 7), (5, 7), (5, 3), (5, 5), (6, 4), (5, 6), (6, 3), (5, 4), (6, 2), (6, 5), (7, 2), (7, 3), (5, 0), \n",
    "    (5, 1), (5, 2), (6, 6), (8, 3), (6, 1), (7, 4), (7, 5), (8, 4), (8, 5), (7, 6), (6, 7), (8, 6), (7, 7), (5, 8), (6, 8), (2, 6),\n",
    "     (3, 8), (4, 8), (1, 6), (3, 6), (3, 7), (1, 5), (2, 5), (2, 7), (1, 4), (2, 4), (2, 3), (3, 1), (3, 3), (3, 4), (3, 5), (1, 3),\n",
    "      (2, 2), (3, 2), (4, 0), (4, 1), (4, 3), (4, 2), (4, 4), (4, 5), (4, 6)]\n",
    "    #print(original_num)\n",
    "    #print(original_num)\n",
    "    num=str_to_np_array(original_num)\n",
    "    key=original_sequence\n",
    "    values=num\n",
    "    res=dict(zip(key,values))\n",
    "    res=list(dict(sorted(res.items())).values())\n",
    "    return str(res).replace(',','').replace('\\n',' ')#这里有时候jupyter会显示出,来，这个只是jupyter中显示出来的，并不是实际字符串中有，直接定位看一下就可以"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "data['pred']=data['pred'].map(correction_sequence)\n",
    "data.to_csv('/home/octusr3/project/oct/output/1102/disc_num_r50_512/exp-pid/results/valid-loss/data.csv')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 194,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 194,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'\\n' in data['pred'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 188,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'\\n' in bupt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [],
   "source": [
    "test=correction_sequence(num)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'[28.04083 29.194803 29.752346 29.731937 28.04083 28.280767 29.194803 29.752346 29.732912 29.752346 28.280767 28.04083 28.280767 28.280767 28.280767 29.731937 29.731937 29.732912 28.04083 28.04083 27.874006 28.04083 29.72795 29.72795 29.72795 13.151494 29.732912 29.656984 29.656984 29.656984 31.981012 30.86924 31.981012 31.660223 13.151494 29.525177 29.40243 30.86924 31.660223 31.981012 30.86924 29.656984 29.65022 29.541842 30.86924 30.86924 29.40243 29.40243 29.766378 29.54375 29.656984 29.40243 29.460785 29.535212]'"
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [],
   "source": [
    "key=c\n",
    "values=num\n",
    "res=dict(zip(key,values))\n",
    "res=sorted(res.items())\n",
    "#dict(sorted(res.items())).values()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[((1, 3), 28.04083),\n",
       " ((1, 4), 29.194803),\n",
       " ((1, 5), 29.752346),\n",
       " ((1, 6), 29.731937),\n",
       " ((2, 2), 28.04083),\n",
       " ((2, 3), 28.280767),\n",
       " ((2, 4), 29.194803),\n",
       " ((2, 5), 29.752346),\n",
       " ((2, 6), 29.732912),\n",
       " ((2, 7), 29.752346),\n",
       " ((3, 1), 28.280767),\n",
       " ((3, 2), 28.04083),\n",
       " ((3, 3), 28.280767),\n",
       " ((3, 4), 28.280767),\n",
       " ((3, 5), 28.280767),\n",
       " ((3, 6), 29.731937),\n",
       " ((3, 7), 29.731937),\n",
       " ((3, 8), 29.732912),\n",
       " ((4, 0), 28.04083),\n",
       " ((4, 1), 28.04083),\n",
       " ((4, 2), 27.874006),\n",
       " ((4, 3), 28.04083),\n",
       " ((4, 4), 29.72795),\n",
       " ((4, 5), 29.72795),\n",
       " ((4, 6), 29.72795),\n",
       " ((4, 7), 13.151494),\n",
       " ((4, 8), 29.732912),\n",
       " ((5, 0), 29.656984),\n",
       " ((5, 1), 29.656984),\n",
       " ((5, 2), 29.656984),\n",
       " ((5, 3), 31.981012),\n",
       " ((5, 4), 30.86924),\n",
       " ((5, 5), 31.981012),\n",
       " ((5, 6), 31.660223),\n",
       " ((5, 7), 13.151494),\n",
       " ((5, 8), 29.525177),\n",
       " ((6, 1), 29.40243),\n",
       " ((6, 2), 30.86924),\n",
       " ((6, 3), 31.660223),\n",
       " ((6, 4), 31.981012),\n",
       " ((6, 5), 30.86924),\n",
       " ((6, 6), 29.656984),\n",
       " ((6, 7), 29.65022),\n",
       " ((6, 8), 29.541842),\n",
       " ((7, 2), 30.86924),\n",
       " ((7, 3), 30.86924),\n",
       " ((7, 4), 29.40243),\n",
       " ((7, 5), 29.40243),\n",
       " ((7, 6), 29.766378),\n",
       " ((7, 7), 29.54375),\n",
       " ((8, 3), 29.656984),\n",
       " ((8, 4), 29.40243),\n",
       " ((8, 5), 29.460785),\n",
       " ((8, 6), 29.535212)]"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{(4, 7): 13.151494,\n",
       " (5, 7): 13.151494,\n",
       " (5, 3): 31.981012,\n",
       " (5, 5): 31.981012,\n",
       " (6, 4): 31.981012,\n",
       " (5, 6): 31.660223,\n",
       " (6, 3): 31.660223,\n",
       " (5, 4): 30.86924,\n",
       " (6, 2): 30.86924,\n",
       " (6, 5): 30.86924,\n",
       " (7, 2): 30.86924,\n",
       " (7, 3): 30.86924,\n",
       " (5, 0): 29.656984,\n",
       " (5, 1): 29.656984,\n",
       " (5, 2): 29.656984,\n",
       " (6, 6): 29.656984,\n",
       " (8, 3): 29.656984,\n",
       " (6, 1): 29.40243,\n",
       " (7, 4): 29.40243,\n",
       " (7, 5): 29.40243,\n",
       " (8, 4): 29.40243,\n",
       " (8, 5): 29.460785,\n",
       " (7, 6): 29.766378,\n",
       " (6, 7): 29.65022,\n",
       " (8, 6): 29.535212,\n",
       " (7, 7): 29.54375,\n",
       " (5, 8): 29.525177,\n",
       " (6, 8): 29.541842,\n",
       " (2, 6): 29.732912,\n",
       " (3, 8): 29.732912,\n",
       " (4, 8): 29.732912,\n",
       " (1, 6): 29.731937,\n",
       " (3, 6): 29.731937,\n",
       " (3, 7): 29.731937,\n",
       " (1, 5): 29.752346,\n",
       " (2, 5): 29.752346,\n",
       " (2, 7): 29.752346,\n",
       " (1, 4): 29.194803,\n",
       " (2, 4): 29.194803,\n",
       " (2, 3): 28.280767,\n",
       " (3, 1): 28.280767,\n",
       " (3, 3): 28.280767,\n",
       " (3, 4): 28.280767,\n",
       " (3, 5): 28.280767,\n",
       " (1, 3): 28.04083,\n",
       " (2, 2): 28.04083,\n",
       " (3, 2): 28.04083,\n",
       " (4, 0): 28.04083,\n",
       " (4, 1): 28.04083,\n",
       " (4, 3): 28.04083,\n",
       " (4, 2): 27.874006,\n",
       " (4, 4): 29.72795,\n",
       " (4, 5): 29.72795,\n",
       " (4, 6): 29.72795}"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [],
   "source": [
    "vf_dict,_=calculate_position(str_to_np_mat(self.config['map_matrix']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "def calculate_position(arr):\n",
    "\t#拼接数组函数,计算映射函数\n",
    "    array_num = list(itertools.chain.from_iterable(arr))\n",
    "    array_num = np.array(array_num)\n",
    "    key = np.unique(array_num)\n",
    "    result = {}\n",
    "    for k in key:\n",
    "        index=np.argwhere(arr == k)#返回所有符合条件的索引值，更多的方法和类参数需要看\n",
    "        v=[tuple(index[i]) for i in range(0,len(index))]\n",
    "        result[k] = v\n",
    "    result = {key:val for key, val in result.items() if  len(val)<9}\n",
    "    valid_point=[]\n",
    "    for key,value in result.items():\n",
    "        valid_point+=value   \n",
    "    return result,valid_point\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [],
   "source": [
    "x,y=calculate_position(str_to_np_mat(config['map_matrix']))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [],
   "source": [
    "correct_order=str_to_np_array(config['map_matrix'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "correct_order=correct_order[correct_order!=0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([46., 44., 43., 42., 46., 45., 44., 43., 41., 43., 45., 46., 45.,\n",
       "       45., 45., 42., 42., 41., 46., 46., 47., 46., 50., 50., 50.,  3.,\n",
       "       41.,  9.,  9.,  9.,  6.,  8.,  6.,  7.,  3., 16., 10.,  8.,  7.,\n",
       "        6.,  8.,  9., 13., 17.,  8.,  8., 10., 10., 12., 15.,  9., 10.,\n",
       "       11., 14.])"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "correct_order"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 3.,  3.,  6.,  6.,  6.,  7.,  7.,  8.,  8.,  8.,  8.,  8.,  9.,\n",
       "        9.,  9.,  9.,  9., 10., 10., 10., 10., 11., 12., 13., 14., 15.,\n",
       "       16., 17., 41., 41., 41., 42., 42., 42., 43., 43., 43., 44., 44.,\n",
       "       45., 45., 45., 45., 45., 46., 46., 46., 46., 46., 46., 47., 50.,\n",
       "       50., 50.])"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [],
   "source": [
    "temp=np.arange(54)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(4, 7),\n",
       " (5, 7),\n",
       " (5, 3),\n",
       " (5, 5),\n",
       " (6, 4),\n",
       " (5, 6),\n",
       " (6, 3),\n",
       " (5, 4),\n",
       " (6, 2),\n",
       " (6, 5),\n",
       " (7, 2),\n",
       " (7, 3),\n",
       " (5, 0),\n",
       " (5, 1),\n",
       " (5, 2),\n",
       " (6, 6),\n",
       " (8, 3),\n",
       " (6, 1),\n",
       " (7, 4),\n",
       " (7, 5),\n",
       " (8, 4),\n",
       " (8, 5),\n",
       " (7, 6),\n",
       " (6, 7),\n",
       " (8, 6),\n",
       " (7, 7),\n",
       " (5, 8),\n",
       " (6, 8),\n",
       " (2, 6),\n",
       " (3, 8),\n",
       " (4, 8),\n",
       " (1, 6),\n",
       " (3, 6),\n",
       " (3, 7),\n",
       " (1, 5),\n",
       " (2, 5),\n",
       " (2, 7),\n",
       " (1, 4),\n",
       " (2, 4),\n",
       " (2, 3),\n",
       " (3, 1),\n",
       " (3, 3),\n",
       " (3, 4),\n",
       " (3, 5),\n",
       " (1, 3),\n",
       " (2, 2),\n",
       " (3, 2),\n",
       " (4, 0),\n",
       " (4, 1),\n",
       " (4, 3),\n",
       " (4, 2),\n",
       " (4, 4),\n",
       " (4, 5),\n",
       " (4, 6)]"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "623a9f8af0be4123d72a49457fdd65b442f8fe6d5b5109249813d94319742a73"
  },
  "kernelspec": {
   "display_name": "Python 3.7.2 64-bit ('base': conda)",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}