justNeuroNetwork.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import torch.nn as nn\n",
    "#import torchvision.datasets as dsets\n",
    "#import torchvision.transforms as transforms\n",
    "from torch.autograd import Variable\n",
    "from IPython.display import clear_output\n",
    "\n",
    "NOfData = 4022\n",
    "input_size = 1929\n",
    "num_classes = 42"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 1min 5s, sys: 132 ms, total: 1min 5s\n",
      "Wall time: 1min 5s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "vecOfTexts = torch.zeros(input_size)#, dtype=torch.long)\n",
    "vecOfResult = torch.zeros(num_classes)#, dtype=torch.long)\n",
    "strings = open('data.txt' ,'r').read().split ('\\n')\n",
    "vec = []\n",
    "for i  in range (NOfData):\n",
    "    i = 0\n",
    "    j = 0\n",
    "    k = 0\n",
    "    string = strings[i].split('|')\n",
    "    \n",
    "    for coordOfText in string[0].split('~'):\n",
    "        vecOfTexts[i] = 10000 * float(coordOfText)\n",
    "        i = i + 1\n",
    "        \n",
    "    for coordOfResult in string[1].split('~'):\n",
    "        vecOfResult[j] = float(coordOfResult)\n",
    "        j = j + 1\n",
    "\n",
    "    vec.append([vecOfTexts, vecOfResult])\n",
    "    k = k + 1\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "vec_train = []\n",
    "vec_test = []\n",
    "for i in range (NOfData):\n",
    "    if (i < 3900):\n",
    "        vec_train.append(vec [i])\n",
    "    else:\n",
    "        vec_test.append(vec [i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch [1/5], Step [100/39], Loss: 0.0032\n",
      "Epoch [1/5], Step [200/39], Loss: 0.0013\n",
      "Epoch [1/5], Step [300/39], Loss: 0.0010\n",
      "Epoch [1/5], Step [400/39], Loss: 0.0013\n",
      "Epoch [1/5], Step [500/39], Loss: 0.0011\n",
      "Epoch [1/5], Step [600/39], Loss: 0.0010\n",
      "Epoch [1/5], Step [700/39], Loss: 0.0009\n",
      "Epoch [1/5], Step [800/39], Loss: 0.0013\n",
      "Epoch [1/5], Step [900/39], Loss: 0.0009\n",
      "Epoch [1/5], Step [1000/39], Loss: 0.0012\n",
      "Epoch [1/5], Step [1100/39], Loss: 0.0012\n",
      "Epoch [1/5], Step [1200/39], Loss: 0.0011\n",
      "Epoch [1/5], Step [1300/39], Loss: 0.0012\n",
      "Epoch [1/5], Step [1400/39], Loss: 0.0012\n",
      "Epoch [1/5], Step [1500/39], Loss: 0.0012\n",
      "Epoch [1/5], Step [1600/39], Loss: 0.0014\n",
      "Epoch [1/5], Step [1700/39], Loss: 0.0012\n",
      "Epoch [1/5], Step [1800/39], Loss: 0.0011\n",
      "Epoch [1/5], Step [1900/39], Loss: 0.0010\n",
      "Epoch [1/5], Step [2000/39], Loss: 0.0014\n",
      "Epoch [1/5], Step [2100/39], Loss: 0.0009\n",
      "Epoch [1/5], Step [2200/39], Loss: 0.0009\n",
      "Epoch [1/5], Step [2300/39], Loss: 0.0007\n",
      "Epoch [1/5], Step [2400/39], Loss: 0.0009\n",
      "Epoch [1/5], Step [2500/39], Loss: 0.0009\n",
      "Epoch [1/5], Step [2600/39], Loss: 0.0007\n",
      "Epoch [1/5], Step [2700/39], Loss: 0.0008\n",
      "Epoch [1/5], Step [2800/39], Loss: 0.0008\n",
      "Epoch [1/5], Step [2900/39], Loss: 0.0010\n",
      "Epoch [1/5], Step [3000/39], Loss: 0.0010\n",
      "Epoch [1/5], Step [3100/39], Loss: 0.0009\n",
      "Epoch [1/5], Step [3200/39], Loss: 0.0010\n",
      "Epoch [1/5], Step [3300/39], Loss: 0.0009\n",
      "Epoch [1/5], Step [3400/39], Loss: 0.0008\n",
      "Epoch [1/5], Step [3500/39], Loss: 0.0009\n",
      "Epoch [1/5], Step [3600/39], Loss: 0.0008\n",
      "Epoch [1/5], Step [3700/39], Loss: 0.0010\n",
      "Epoch [1/5], Step [3800/39], Loss: 0.0010\n",
      "Epoch [1/5], Step [3900/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [100/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [200/39], Loss: 0.0011\n",
      "Epoch [2/5], Step [300/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [400/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [500/39], Loss: 0.0007\n",
      "Epoch [2/5], Step [600/39], Loss: 0.0010\n",
      "Epoch [2/5], Step [700/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [800/39], Loss: 0.0010\n",
      "Epoch [2/5], Step [900/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [1000/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [1100/39], Loss: 0.0010\n",
      "Epoch [2/5], Step [1200/39], Loss: 0.0006\n",
      "Epoch [2/5], Step [1300/39], Loss: 0.0006\n",
      "Epoch [2/5], Step [1400/39], Loss: 0.0005\n",
      "Epoch [2/5], Step [1500/39], Loss: 0.0007\n",
      "Epoch [2/5], Step [1600/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [1700/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [1800/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [1900/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [2000/39], Loss: 0.0007\n",
      "Epoch [2/5], Step [2100/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [2200/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [2300/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [2400/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [2500/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [2600/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [2700/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [2800/39], Loss: 0.0006\n",
      "Epoch [2/5], Step [2900/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [3000/39], Loss: 0.0006\n",
      "Epoch [2/5], Step [3100/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [3200/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [3300/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [3400/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [3500/39], Loss: 0.0008\n",
      "Epoch [2/5], Step [3600/39], Loss: 0.0006\n",
      "Epoch [2/5], Step [3700/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [3800/39], Loss: 0.0009\n",
      "Epoch [2/5], Step [3900/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [100/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [200/39], Loss: 0.0007\n",
      "Epoch [3/5], Step [300/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [400/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [500/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [600/39], Loss: 0.0007\n",
      "Epoch [3/5], Step [700/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [800/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [900/39], Loss: 0.0010\n",
      "Epoch [3/5], Step [1000/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [1100/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [1200/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [1300/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [1400/39], Loss: 0.0007\n",
      "Epoch [3/5], Step [1500/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [1600/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [1700/39], Loss: 0.0009\n",
      "Epoch [3/5], Step [1800/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [1900/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [2000/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [2100/39], Loss: 0.0007\n",
      "Epoch [3/5], Step [2200/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [2300/39], Loss: 0.0011\n",
      "Epoch [3/5], Step [2400/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [2500/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [2600/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [2700/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [2800/39], Loss: 0.0007\n",
      "Epoch [3/5], Step [2900/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [3000/39], Loss: 0.0011\n",
      "Epoch [3/5], Step [3100/39], Loss: 0.0006\n",
      "Epoch [3/5], Step [3200/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [3300/39], Loss: 0.0007\n",
      "Epoch [3/5], Step [3400/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [3500/39], Loss: 0.0008\n",
      "Epoch [3/5], Step [3600/39], Loss: 0.0007\n",
      "Epoch [3/5], Step [3700/39], Loss: 0.0005\n",
      "Epoch [3/5], Step [3800/39], Loss: 0.0009\n",
      "Epoch [3/5], Step [3900/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [100/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [200/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [300/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [400/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [500/39], Loss: 0.0007\n",
      "Epoch [4/5], Step [600/39], Loss: 0.0008\n",
      "Epoch [4/5], Step [700/39], Loss: 0.0010\n",
      "Epoch [4/5], Step [800/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [900/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [1000/39], Loss: 0.0007\n",
      "Epoch [4/5], Step [1100/39], Loss: 0.0007\n",
      "Epoch [4/5], Step [1200/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [1300/39], Loss: 0.0008\n",
      "Epoch [4/5], Step [1400/39], Loss: 0.0008\n",
      "Epoch [4/5], Step [1500/39], Loss: 0.0007\n",
      "Epoch [4/5], Step [1600/39], Loss: 0.0007\n",
      "Epoch [4/5], Step [1700/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [1800/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [1900/39], Loss: 0.0008\n",
      "Epoch [4/5], Step [2000/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [2100/39], Loss: 0.0007\n",
      "Epoch [4/5], Step [2200/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [2300/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [2400/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [2500/39], Loss: 0.0009\n",
      "Epoch [4/5], Step [2600/39], Loss: 0.0011\n",
      "Epoch [4/5], Step [2700/39], Loss: 0.0009\n",
      "Epoch [4/5], Step [2800/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [2900/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [3000/39], Loss: 0.0009\n",
      "Epoch [4/5], Step [3100/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [3200/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [3300/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [3400/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [3500/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [3600/39], Loss: 0.0007\n",
      "Epoch [4/5], Step [3700/39], Loss: 0.0005\n",
      "Epoch [4/5], Step [3800/39], Loss: 0.0006\n",
      "Epoch [4/5], Step [3900/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [100/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [200/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [300/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [400/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [500/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [600/39], Loss: 0.0007\n",
      "Epoch [5/5], Step [700/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [800/39], Loss: 0.0004\n",
      "Epoch [5/5], Step [900/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [1000/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [1100/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [1200/39], Loss: 0.0007\n",
      "Epoch [5/5], Step [1300/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [1400/39], Loss: 0.0007\n",
      "Epoch [5/5], Step [1500/39], Loss: 0.0008\n",
      "Epoch [5/5], Step [1600/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [1700/39], Loss: 0.0004\n",
      "Epoch [5/5], Step [1800/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [1900/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [2000/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [2100/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [2200/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [2300/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [2400/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [2500/39], Loss: 0.0004\n",
      "Epoch [5/5], Step [2600/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [2700/39], Loss: 0.0004\n",
      "Epoch [5/5], Step [2800/39], Loss: 0.0004\n",
      "Epoch [5/5], Step [2900/39], Loss: 0.0004\n",
      "Epoch [5/5], Step [3000/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [3100/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [3200/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [3300/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [3400/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [3500/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [3600/39], Loss: 0.0006\n",
      "Epoch [5/5], Step [3700/39], Loss: 0.0005\n",
      "Epoch [5/5], Step [3800/39], Loss: 0.0004\n",
      "Epoch [5/5], Step [3900/39], Loss: 0.0004\n"
     ]
    },
    {
     "ename": "RuntimeError",
     "evalue": "Expected object of scalar type Long but got scalar type Float for argument #2 'other'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "\u001b[0;32m<timed exec>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n",
      "\u001b[0;31mRuntimeError\u001b[0m: Expected object of scalar type Long but got scalar type Float for argument #2 'other'"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "hidden_size = 200      # Количество узлов на скрытом слое\n",
    "num_epochs = 5         # Количество тренировок всего набора данных\n",
    "batch_size = 1000       # Размер входных данных для одной итерации\n",
    "learning_rate = 0.001  # Скорость конвергенции\n",
    "\n",
    "class Net(nn.Module):\n",
    "    def __init__(self, input_size, hidden_size, num_classes):\n",
    "        super(Net, self).__init__()                    # Наследуемый родительским классом nn.Module\n",
    "        self.fc1 = nn.Linear(input_size, hidden_size)  # 1й связанный слой: 784 (данные входа) -> 500 (скрытый узел)\n",
    "        self.relu = nn.ReLU()                          # Нелинейный слой ReLU max(0,x)\n",
    "        self.fc2 = nn.Linear(hidden_size, num_classes) # 2й связанный слой: 500 (скрытый узел) -> 10 (класс вывода)\n",
    "    \n",
    "    def forward(self, x):                              # Передний пропуск: складывание каждого слоя вместе\n",
    "        out = self.fc1(x)\n",
    "        out = self.relu(out)\n",
    "        out = self.fc2(out)\n",
    "        return out\n",
    "    \n",
    "net = Net(input_size, hidden_size, num_classes)\n",
    "#net.cuda()\n",
    "\n",
    "criterion = nn.L1Loss()#CrossEntropyLoss() LogSigmoid()\n",
    "optimizer = torch.optim.Adam(net.parameters(), lr=learning_rate)\n",
    "\n",
    "for epoch in range(num_epochs):\n",
    "    for i, (images, labels) in enumerate(vec_train):   # Загрузка партии изображений с индексом, данными, классом\n",
    "        images = Variable(images.view(-1, input_size))         # Конвертация тензора в переменную: изменяем изображение с вектора, размером 784 на матрицу 28 x 28\n",
    "        labels = Variable(labels.view(-1, num_classes))\n",
    "\n",
    "        optimizer.zero_grad()                             # Инициализация скрытых масс до нулей\n",
    "        outputs = net(images)                             # Передний пропуск: определение выходного класса, данного изображения\n",
    "        loss = criterion(outputs, labels)                 # Определение потерь: разница между выходным классом и предварительно заданной меткой\n",
    "        loss.backward()                                   # Обратный проход: определение параметра weight\n",
    "        optimizer.step()                                  # Оптимизатор: обновление параметров веса в скрытых узлах\n",
    "        \n",
    "        if (i+1) % 100 == 0:                              # Логирование\n",
    "            #clear_output()\n",
    "            print('Epoch [%d/%d], Step [%d/%d], Loss: %.4f'\n",
    "                 %(epoch+1, num_epochs, i+1, len(vec_train)//batch_size, loss.data.item()))\n",
    "            \n",
    "#correct = 0\n",
    "#total = 0\n",
    "for images, labels in vec_test:\n",
    "    images = Variable(images.view(-1, input_size))\n",
    "    outputs = net(images)\n",
    "    print (outputs)\n",
    "    #predicted = \n",
    "    #total =                    # Увеличиваем суммарный счет\n",
    "    #correct += (predicted == labels).sum()     # Увеличиваем корректный счет\n",
    " \n",
    "    \n",
    "#print('Accuracy of the network on the test data: %d %%' % (100 * correct / total))\n",
    "\n",
    "#torch.save(net.state_dict(), 'fnn_model.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n",
      "tensor([[-1.0178e-03, -2.3733e-04, -1.7863e-04,  1.3570e-03, -9.6470e-04,\n",
      "          9.9768e-01,  4.9764e-04, -4.5822e-04,  4.6194e-04,  4.4739e-04,\n",
      "         -4.1188e-04, -6.2170e-05,  9.9577e-01, -2.7678e-04,  5.5173e-04,\n",
      "         -3.9320e-04, -5.7010e-05, -8.5491e-04,  2.9999e-04,  1.8874e-04,\n",
      "          1.4786e-04, -2.9984e-04, -3.7193e-04, -2.8236e-04,  1.2798e-04,\n",
      "          4.3651e-05, -3.6449e-04, -1.5282e-04,  2.5362e-04,  5.5986e-05,\n",
      "          5.7696e-04, -1.0048e-04,  1.7360e-04, -1.2714e-04,  2.6244e-04,\n",
      "         -5.6953e-04, -5.0222e-05,  6.1878e-04,  1.0559e-03, -4.5416e-04,\n",
      "          4.1622e-04, -5.3301e-04]], grad_fn=<AddmmBackward>)\n"
     ]
    }
   ],
   "source": [
    "for images, labels in vec_test:\n",
    "    images = Variable(images.view(-1, input_size))\n",
    "    outputs = net(images)\n",
    "    print (outputs)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}