Allennlp_tutorial.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Untitled15.ipynb",
      "version": "0.3.2",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "2BUADPhcMtJE",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!pip install allennlp\n",
        "!pip install fairseq"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kS0bymCszWqe",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')\n",
        "!ls \"/content/drive/My Drive/\""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9Y9rtTVZF4is",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "label_cols={'toxic','severe_toxic','obscene','threat','insult','identity_hate'}"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DnW9JMgO3-7d",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import torch.optim as optim\n",
        "from typing import *\n",
        "from overrides import overrides\n",
        "\n",
        "from allennlp.data import Instance\n",
        "from allennlp.data.dataset_readers import DatasetReader\n",
        "from allennlp.data.fields import *\n",
        "from allennlp.data.token_indexers import SingleIdTokenIndexer\n",
        "from allennlp.data.tokenizers import Token\n",
        "from allennlp.data.token_indexers import TokenIndexer\n",
        "\n",
        "class Config(dict):\n",
        "    def __init__(self,**kwargs):\n",
        "        super().__init__(**kwargs)\n",
        "        for k,v in kwargs.items():\n",
        "            setattr(self,k,v)\n",
        "    def set(self,key,val):\n",
        "        self[key] = val\n",
        "        setattr(self,key,value)\n",
        "\n",
        "config = Config(testing=True,\n",
        "               seed=1,\n",
        "               batch_size = 64,\n",
        "               lr=3e-4,\n",
        "               epochs=1000,\n",
        "               hidden_size = 64,\n",
        "               max_seq_len = 100,\n",
        "               max_vocab_size=10000,)\n",
        "    "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mIOBdeT-C6Yo",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "\n",
        "DATA_PATH = \"/content/drive/My Drive/jigsaw/\"\n",
        "USE_CUDA = torch.cuda.is_available()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RYKZKOaeDL6K",
        "colab_type": "code",
        "outputId": "94284f01-c287-4d17-d0fb-dc3e5f59507f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "torch.manual_seed(config.seed)"
      ],
      "execution_count": 127,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<torch._C.Generator at 0x7fea53b2f210>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 127
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wZqEOVh8CXLX",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "class JigsawDataReader(DatasetReader):\n",
        "    def __init__(self,tokenizer,token_indexers,max_seq_len=config.max_seq_len):\n",
        "        super().__init__(lazy=False)\n",
        "        self.tokenizer = tokenizer\n",
        "        self.token_indexers = token_indexers or {\"tokens\":SingleIdTokenIndexer()}\n",
        "        self.max_seq_len = max_seq_len\n",
        "    \n",
        "    @overrides\n",
        "    def text_to_instance(self,token,id,labels):\n",
        "        sentence_field = TextField(token,self.token_indexers)\n",
        "        fields = {'tokens':sentence_field}\n",
        "        \n",
        "        id_field = MetadataField(id)\n",
        "        fields['id'] = id_field\n",
        "        \n",
        "        if labels is None:\n",
        "            labels = np.zeros(len(label))\n",
        "        label_field = ArrayField(array=labels)\n",
        "        fields['label'] = label_field\n",
        "        return Instance(fields)\n",
        "            \n",
        "        \n",
        "    @overrides\n",
        "    def _read(self,path=DATA_PATH):\n",
        "        df = pd.read_csv(path)\n",
        "        if config.testing == True:df = df.head(1000)\n",
        "        for i,row in df.iterrows():\n",
        "            yield self.text_to_instance([Token(x) for x in self.tokenizer(row[\"comment_text\"])],\n",
        "                                       row[\"id\"],row[label_cols].values)\n",
        "        "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QSqWR5C3DK_-",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from allennlp.data.tokenizers.word_splitter import SpacyWordSplitter\n",
        "\n",
        "token_indexers = SingleIdTokenIndexer()\n",
        "\n",
        "def tokenizer(x):\n",
        "    return [w.text for w in SpacyWordSplitter(language='en_core_web_sm',pos_tags=False).split_words(x)[:config.max_seq_len]]\n",
        "\n",
        "reader = JigsawDataReader(tokenizer=tokenizer,token_indexers={'tokens':token_indexers})"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XMV0AQdruCXK",
        "colab_type": "code",
        "outputId": "3be0f8e4-ad86-40ee-fa70-67da5fc8a423",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 51
        }
      },
      "source": [
        "train_ds,test_ds = (reader.read(DATA_PATH+w) for w in [\"train.csv\", \"test_proced.csv\"])\n",
        "val_ds = None"
      ],
      "execution_count": 130,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "267it [00:00, 513.64it/s]\n",
            "251it [00:00, 402.23it/s]\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "F3CAziV863_b",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "vars(train_ds[0].fields['tokens'])"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JPDXLrIcvh_v",
        "colab_type": "code",
        "outputId": "c5ddf688-ea74-4c5a-c739-4468ee31a320",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "from allennlp.data.vocabulary import Vocabulary\n",
        "vocab = Vocabulary.from_instances(train_ds,max_vocab_size = config.max_vocab_size)"
      ],
      "execution_count": 132,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "100%|██████████| 267/267 [00:00<00:00, 12654.14it/s]\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Bkv7F2n98vwq",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from allennlp.data.iterators import BucketIterator\n",
        "iterator = BucketIterator(batch_size=config.batch_size,sorting_keys=[('tokens','num_tokens')],)\n",
        "\n",
        "iterator.index_with(vocab)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mWhdKTKK-vbD",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "batch = next(iter(iterator(train_ds)))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pn9FRSaO-1Ee",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from allennlp.modules.seq2vec_encoders import Seq2VecEncoder,PytorchSeq2VecWrapper\n",
        "from allennlp.modules.text_field_embedders import TextFieldEmbedder\n",
        "from allennlp.nn.util import get_text_field_mask\n",
        "from allennlp.models import Model\n",
        "\n",
        "class BaslinModel(Model):\n",
        "    def __init__(self,word_embeddings,encoder,out_sz=len(label_cols)):\n",
        "        super().__init__(vocab)\n",
        "        self.word_embeddings = word_embeddings\n",
        "        self.encoder = encoder\n",
        "        self.projection = nn.Linear(self.encoder.get_output_dim(),out_sz)\n",
        "        self.loss = nn.BCEWithLogitsLoss()\n",
        "    \n",
        "    def forward(self,tokens,id,label):\n",
        "        mask = get_text_field_mask(tokens)\n",
        "        embeddings = self.word_embeddings(tokens)\n",
        "        state = self.encoder(embeddings,mask)\n",
        "        class_logits = self.projection(state)       \n",
        "        out = {'class_logits':class_logits}\n",
        "        out['loss'] = self.loss(class_logits,label)\n",
        "        return out\n",
        "   "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "O4f4sfiaI1Ua",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from allennlp.modules.token_embedders import Embedding\n",
        "from allennlp.modules.text_field_embedders import BasicTextFieldEmbedder\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "paEUGTD3JmVT",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "token_embedding = Embedding(num_embeddings=config.max_vocab_size+2,embedding_dim=300,padding_index=0)\n",
        "word_embeddings = BasicTextFieldEmbedder({'tokens':token_embedding})\n",
        "encoder = PytorchSeq2VecWrapper(nn.LSTM(word_embeddings.get_output_dim(),config.batch_size,bidirectional=True,batch_first = True))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "6aR6erf1K8Cy",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "model = BaslinModel(word_embeddings,encoder)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vJhNhKEELxzE",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "if USE_CUDA:model.cuda()\n",
        "else:\n",
        "    model()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9qXzbJdrMCDP",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import allennlp.nn.util as nn_util"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "6OkrFFiMMJD3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "batch = nn_util.move_to_device(batch,0 if USE_CUDA else -1)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "6KeaQoVsMjIk",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "tokens = batch['tokens']\n",
        "label = batch['label']"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ck1x2JwoNVe9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "mask = get_text_field_mask(tokens)\n",
        "embeddings = model.word_embeddings(tokens)\n",
        "state = model.encoder(embeddings, mask)\n",
        "class_logits = model.projection(state)\n",
        "class_logits"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NcAhjezuO7do",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "loss = model(**batch)[\"loss\"]\n",
        "loss.backward()\n",
        "optimizer = optim.Adam(model.parameters(),config.lr)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JAwAJOowPvPB",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from allennlp.training.trainer import Trainer\n",
        "trainer = Trainer(\n",
        "            model=model,\n",
        "            optimizer = optimizer,\n",
        "            iterator=iterator,\n",
        "            train_dataset=train_ds,\n",
        "            cuda_device=0 if USE_CUDA else -1,\n",
        "            num_epochs=config.epochs,)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "P0YyyFCaRZly",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "metrics = trainer.train()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kMRIMVfPSivA",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from allennlp.data.iterators import DataIterator\n",
        "from tqdm import tqdm\n",
        "from scipy.special import expit"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-ltVVHCFVs80",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def tonp(tsr):return tsr.detach().cpu().numpy()\n",
        "\n",
        "class Predictor:\n",
        "    def __init__(self,model,iterator,device=-1):\n",
        "        self.model = model\n",
        "        self.iterator = iterator\n",
        "        self.device = device\n",
        "    \n",
        "    def _extract_data(self,batch):\n",
        "        out_dict = model(**batch)\n",
        "        return expit(tonp(out_dict['class_logits']))\n",
        "        \n",
        "        \n",
        "    def predict(self,ds):\n",
        "        pred_generator = self.iterator(ds,num_epochs=1,shuffle=False)\n",
        "        self.model.eval()\n",
        "        pred_generator_tqdm = tqdm(pred_generator,\n",
        "                                   total=self.iterator.get_num_batches(ds))\n",
        "        preds = []\n",
        "        with torch.no_grad():\n",
        "            for batch in pred_generator_tqdm:\n",
        "                batch = nn_util.move_to_device(batch, self.device)\n",
        "                preds.append(self._extract_data(batch))\n",
        "        return np.concatenate(preds, axis=0)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "T0zZvIspVt2p",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from allennlp.data.iterators import BasicIterator\n",
        "seq_iterator = BasicIterator(batch_size=64)\n",
        "seq_iterator.index_with(vocab)\n",
        "predictor = Predictor(model, seq_iterator, device=0 if USE_CUDA else -1)\n",
        "train_preds = predictor.predict(train_ds) \n",
        "test_preds = predictor.predict(test_ds)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2oLZ3rWoYxOO",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 238
        },
        "outputId": "1293542a-e699-4398-f76c-01feeecf1883"
      },
      "source": [
        "# from allennlp.predictors.sentence_tagger import SentenceTaggerPredictor\n",
        "# tagger = SentenceTaggerPredictor(model, reader)\n",
        "# tagger.predict(\"this tutorial was great!\")\n",
        "# tagger.predict(\"this tutorial was horrible!\")\n",
        "train_preds"
      ],
      "execution_count": 202,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[2.11230545e-05, 3.05950266e-06, 3.37090000e-06, 5.10661048e-05,\n",
              "        1.94674667e-05, 1.77881338e-05],\n",
              "       [2.15447162e-05, 3.02685339e-06, 3.29940485e-06, 4.90051898e-05,\n",
              "        1.89136190e-05, 1.66517548e-05],\n",
              "       [1.61007010e-05, 2.53492613e-06, 3.33250773e-06, 5.96500213e-05,\n",
              "        1.65580404e-05, 1.57704053e-05],\n",
              "       ...,\n",
              "       [2.11578936e-05, 3.02071112e-06, 3.25547830e-06, 4.80166636e-05,\n",
              "        1.89544444e-05, 1.68089900e-05],\n",
              "       [1.71683405e-05, 2.61021273e-06, 3.17119202e-06, 4.92822546e-05,\n",
              "        1.67630624e-05, 1.49623065e-05],\n",
              "       [2.06936566e-05, 2.90289609e-06, 3.30349803e-06, 5.01570212e-05,\n",
              "        1.87473124e-05, 1.64891626e-05]], dtype=float32)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 202
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JsWm33xK1kD2",
        "colab_type": "code",
        "outputId": "64ea706e-f891-49bb-b5c7-0bef5b8a2af8",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "from typing import Iterator, List, Dict\n",
        "import torch\n",
        "import torch.optim as optim\n",
        "import numpy as np\n",
        "from allennlp.data import Instance\n",
        "from allennlp.data.fields import TextField, SequenceLabelField\n",
        "from allennlp.data.dataset_readers import DatasetReader\n",
        "from allennlp.common.file_utils import cached_path\n",
        "from allennlp.data.token_indexers import TokenIndexer, SingleIdTokenIndexer\n",
        "from allennlp.data.tokenizers import Token\n",
        "from allennlp.data.vocabulary import Vocabulary\n",
        "from allennlp.models import Model\n",
        "from allennlp.modules.text_field_embedders import TextFieldEmbedder, BasicTextFieldEmbedder\n",
        "from allennlp.modules.token_embedders import Embedding\n",
        "from allennlp.modules.seq2seq_encoders import Seq2SeqEncoder, PytorchSeq2SeqWrapper\n",
        "from allennlp.nn.util import get_text_field_mask, sequence_cross_entropy_with_logits\n",
        "from allennlp.training.metrics import CategoricalAccuracy\n",
        "from allennlp.data.iterators import BucketIterator\n",
        "from allennlp.training.trainer import Trainer\n",
        "from allennlp.predictors import SentenceTaggerPredictor\n",
        "\n",
        "torch.manual_seed(1)\n",
        "class PosDatasetReader(DatasetReader):\n",
        "    \"\"\"\n",
        "    DatasetReader for PoS tagging data, one sentence per line, like\n",
        "\n",
        "        The###DET dog###NN ate###V the###DET apple###NN\n",
        "    \"\"\"\n",
        "    def __init__(self, token_indexers: Dict[str, TokenIndexer] = None) -> None:\n",
        "        super().__init__(lazy=False)\n",
        "        self.token_indexers = token_indexers or {\"tokens\": SingleIdTokenIndexer()}\n",
        "        \n",
        "    def text_to_instance(self, tokens: List[Token], tags: List[str] = None) -> Instance:\n",
        "        sentence_field = TextField(tokens, self.token_indexers)\n",
        "        fields = {\"sentence\": sentence_field}\n",
        "\n",
        "        if tags:\n",
        "            label_field = SequenceLabelField(labels=tags, sequence_field=sentence_field)\n",
        "            fields[\"labels\"] = label_field\n",
        "\n",
        "        return Instance(fields)\n",
        "      \n",
        "    def _read(self, file_path: str) -> Iterator[Instance]:\n",
        "        with open(file_path) as f:\n",
        "            for line in f:\n",
        "                pairs = line.strip().split()\n",
        "                sentence, tags = zip(*(pair.split(\"###\") for pair in pairs))\n",
        "                yield self.text_to_instance([Token(word) for word in sentence], tags)\n",
        "                \n",
        "class LstmTagger(Model):\n",
        "    def __init__(self,\n",
        "                 word_embeddings: TextFieldEmbedder,\n",
        "                 encoder: Seq2SeqEncoder,\n",
        "                 vocab: Vocabulary) -> None:\n",
        "        super().__init__(vocab)\n",
        "        self.word_embeddings = word_embeddings\n",
        "        self.encoder = encoder\n",
        "        self.hidden2tag = torch.nn.Linear(in_features=encoder.get_output_dim(),\n",
        "                                          out_features=vocab.get_vocab_size('labels'))\n",
        "        self.accuracy = CategoricalAccuracy()\n",
        "    def forward(self,\n",
        "                sentence: Dict[str, torch.Tensor],\n",
        "                labels: torch.Tensor = None) -> Dict[str, torch.Tensor]:\n",
        "        mask = get_text_field_mask(sentence)\n",
        "        embeddings = self.word_embeddings(sentence)\n",
        "        encoder_out = self.encoder(embeddings, mask)\n",
        "        tag_logits = self.hidden2tag(encoder_out)\n",
        "        output = {\"tag_logits\": tag_logits}\n",
        "        if labels is not None:\n",
        "            self.accuracy(tag_logits, labels, mask)\n",
        "            output[\"loss\"] = sequence_cross_entropy_with_logits(tag_logits, labels, mask)\n",
        "\n",
        "        return output\n",
        "    def get_metrics(self, reset: bool = False) -> Dict[str, float]:\n",
        "        return {\"accuracy\": self.accuracy.get_metric(reset)}\n",
        "    \n",
        "reader = PosDatasetReader()\n",
        "train_dataset = reader.read(cached_path(\n",
        "    'https://raw.githubusercontent.com/allenai/allennlp'\n",
        "    '/master/tutorials/tagger/training.txt'))\n",
        "validation_dataset = reader.read(cached_path(\n",
        "    'https://raw.githubusercontent.com/allenai/allennlp'\n",
        "    '/master/tutorials/tagger/validation.txt'))\n",
        "vocab = Vocabulary.from_instances(train_dataset + validation_dataset)\n",
        "EMBEDDING_DIM = 6\n",
        "HIDDEN_DIM = 6\n",
        "token_embedding = Embedding(num_embeddings=vocab.get_vocab_size('tokens'),\n",
        "                            embedding_dim=EMBEDDING_DIM)\n",
        "word_embeddings = BasicTextFieldEmbedder({\"tokens\": token_embedding})\n",
        "lstm = PytorchSeq2SeqWrapper(torch.nn.LSTM(EMBEDDING_DIM, HIDDEN_DIM, batch_first=True))\n",
        "model = LstmTagger(word_embeddings, lstm, vocab)\n",
        "if torch.cuda.is_available():\n",
        "    cuda_device = 0\n",
        "    model = model.cuda(cuda_device)\n",
        "else:\n",
        "    cuda_device = -1\n",
        "optimizer = optim.SGD(model.parameters(), lr=0.1)\n",
        "iterator = BucketIterator(batch_size=2, sorting_keys=[(\"sentence\", \"num_tokens\")])\n",
        "iterator.index_with(vocab)\n",
        "trainer = Trainer(model=model,\n",
        "                  optimizer=optimizer,\n",
        "                  iterator=iterator,\n",
        "                  train_dataset=train_dataset,\n",
        "                  validation_dataset=validation_dataset,\n",
        "                  patience=10,\n",
        "                  num_epochs=1000,\n",
        "                  cuda_device=cuda_device)\n",
        "trainer.train()\n",
        "predictor = SentenceTaggerPredictor(model, dataset_reader=reader)\n",
        "tag_logits = predictor.predict(\"The dog ate the apple\")['tag_logits']\n",
        "tag_ids = np.argmax(tag_logits, axis=-1)\n",
        "print([model.vocab.get_token_from_index(i, 'labels') for i in tag_ids])\n",
        "# Here's how to save the model.\n",
        "with open(\"/tmp/model.th\", 'wb') as f:\n",
        "    torch.save(model.state_dict(), f)\n",
        "vocab.save_to_files(\"/tmp/vocabulary\")\n",
        "# And here's how to reload the model.\n",
        "vocab2 = Vocabulary.from_files(\"/tmp/vocabulary\")\n",
        "model2 = LstmTagger(word_embeddings, lstm, vocab2)\n",
        "with open(\"/tmp/model.th\", 'rb') as f:\n",
        "    model2.load_state_dict(torch.load(f))\n",
        "if cuda_device > -1:\n",
        "    model2.cuda(cuda_device)\n",
        "predictor2 = SentenceTaggerPredictor(model2, dataset_reader=reader)\n",
        "tag_logits2 = predictor2.predict(\"The dog ate the apple\")['tag_logits']\n",
        "np.testing.assert_array_almost_equal(tag_logits2, tag_logits)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/linear_assignment_.py:21: DeprecationWarning: The linear_assignment_ module is deprecated in 0.21 and will be removed from 0.23. Use scipy.optimize.linear_sum_assignment instead.\n",
            "  DeprecationWarning)\n",
            "93B [00:00, 66338.48B/s]             \n",
            "2it [00:00, 4232.40it/s]\n",
            "93B [00:00, 75477.99B/s]             \n",
            "2it [00:00, 6652.35it/s]\n",
            "100%|██████████| 4/4 [00:00<00:00, 17604.63it/s]\n",
            "accuracy: 0.3333, loss: 1.1685 ||: 100%|██████████| 1/1 [00:00<00:00,  8.63it/s]\n",
            "accuracy: 0.3333, loss: 1.1592 ||: 100%|██████████| 1/1 [00:00<00:00, 183.13it/s]\n",
            "accuracy: 0.3333, loss: 1.1604 ||: 100%|██████████| 1/1 [00:00<00:00, 127.43it/s]\n",
            "accuracy: 0.3333, loss: 1.1516 ||: 100%|██████████| 1/1 [00:00<00:00, 232.10it/s]\n",
            "accuracy: 0.3333, loss: 1.1529 ||: 100%|██████████| 1/1 [00:00<00:00, 115.60it/s]\n",
            "accuracy: 0.3333, loss: 1.1445 ||: 100%|██████████| 1/1 [00:00<00:00, 204.92it/s]\n",
            "accuracy: 0.3333, loss: 1.1458 ||: 100%|██████████| 1/1 [00:00<00:00, 128.42it/s]\n",
            "accuracy: 0.3333, loss: 1.1379 ||: 100%|██████████| 1/1 [00:00<00:00, 218.66it/s]\n",
            "accuracy: 0.3333, loss: 1.1391 ||: 100%|██████████| 1/1 [00:00<00:00, 116.66it/s]\n",
            "accuracy: 0.3333, loss: 1.1316 ||: 100%|██████████| 1/1 [00:00<00:00, 259.12it/s]\n",
            "accuracy: 0.3333, loss: 1.1329 ||: 100%|██████████| 1/1 [00:00<00:00, 106.62it/s]\n",
            "accuracy: 0.3333, loss: 1.1259 ||: 100%|██████████| 1/1 [00:00<00:00, 227.01it/s]\n",
            "accuracy: 0.3333, loss: 1.1271 ||: 100%|██████████| 1/1 [00:00<00:00, 119.84it/s]\n",
            "accuracy: 0.3333, loss: 1.1205 ||: 100%|██████████| 1/1 [00:00<00:00, 250.81it/s]\n",
            "accuracy: 0.3333, loss: 1.1218 ||: 100%|██████████| 1/1 [00:00<00:00, 121.84it/s]\n",
            "accuracy: 0.3333, loss: 1.1154 ||: 100%|██████████| 1/1 [00:00<00:00, 234.27it/s]\n",
            "accuracy: 0.3333, loss: 1.1167 ||: 100%|██████████| 1/1 [00:00<00:00, 118.81it/s]\n",
            "accuracy: 0.3333, loss: 1.1107 ||: 100%|██████████| 1/1 [00:00<00:00, 213.81it/s]\n",
            "accuracy: 0.3333, loss: 1.1121 ||: 100%|██████████| 1/1 [00:00<00:00, 121.97it/s]\n",
            "accuracy: 0.3333, loss: 1.1064 ||: 100%|██████████| 1/1 [00:00<00:00, 243.32it/s]\n",
            "accuracy: 0.3333, loss: 1.1077 ||: 100%|██████████| 1/1 [00:00<00:00, 125.57it/s]\n",
            "accuracy: 0.3333, loss: 1.1023 ||: 100%|██████████| 1/1 [00:00<00:00, 252.90it/s]\n",
            "accuracy: 0.3333, loss: 1.1037 ||: 100%|██████████| 1/1 [00:00<00:00, 116.10it/s]\n",
            "accuracy: 0.3333, loss: 1.0986 ||: 100%|██████████| 1/1 [00:00<00:00, 216.84it/s]\n",
            "accuracy: 0.3333, loss: 1.0999 ||: 100%|██████████| 1/1 [00:00<00:00, 123.30it/s]\n",
            "accuracy: 0.3333, loss: 1.0951 ||: 100%|██████████| 1/1 [00:00<00:00, 246.64it/s]\n",
            "accuracy: 0.3333, loss: 1.0964 ||: 100%|██████████| 1/1 [00:00<00:00, 101.46it/s]\n",
            "accuracy: 0.3333, loss: 1.0919 ||: 100%|██████████| 1/1 [00:00<00:00, 320.71it/s]\n",
            "accuracy: 0.3333, loss: 1.0932 ||: 100%|██████████| 1/1 [00:00<00:00, 111.07it/s]\n",
            "accuracy: 0.3333, loss: 1.0889 ||: 100%|██████████| 1/1 [00:00<00:00, 227.69it/s]\n",
            "accuracy: 0.3333, loss: 1.0902 ||: 100%|██████████| 1/1 [00:00<00:00, 129.58it/s]\n",
            "accuracy: 0.3333, loss: 1.0861 ||: 100%|██████████| 1/1 [00:00<00:00, 242.67it/s]\n",
            "accuracy: 0.3333, loss: 1.0874 ||: 100%|██████████| 1/1 [00:00<00:00, 110.38it/s]\n",
            "accuracy: 0.3333, loss: 1.0835 ||: 100%|██████████| 1/1 [00:00<00:00, 272.57it/s]\n",
            "accuracy: 0.3333, loss: 1.0849 ||: 100%|██████████| 1/1 [00:00<00:00, 115.16it/s]\n",
            "accuracy: 0.3333, loss: 1.0811 ||: 100%|██████████| 1/1 [00:00<00:00, 259.15it/s]\n",
            "accuracy: 0.3333, loss: 1.0825 ||: 100%|██████████| 1/1 [00:00<00:00, 95.25it/s]\n",
            "accuracy: 0.3333, loss: 1.0789 ||: 100%|██████████| 1/1 [00:00<00:00, 238.87it/s]\n",
            "accuracy: 0.2222, loss: 1.0803 ||: 100%|██████████| 1/1 [00:00<00:00, 127.16it/s]\n",
            "accuracy: 0.4444, loss: 1.0768 ||: 100%|██████████| 1/1 [00:00<00:00, 243.23it/s]\n",
            "accuracy: 0.2222, loss: 1.0782 ||: 100%|██████████| 1/1 [00:00<00:00, 115.03it/s]\n",
            "accuracy: 0.4444, loss: 1.0749 ||: 100%|██████████| 1/1 [00:00<00:00, 222.97it/s]\n",
            "accuracy: 0.3333, loss: 1.0763 ||: 100%|██████████| 1/1 [00:00<00:00, 131.61it/s]\n",
            "accuracy: 0.2222, loss: 1.0732 ||: 100%|██████████| 1/1 [00:00<00:00, 228.57it/s]\n",
            "accuracy: 0.3333, loss: 1.0746 ||: 100%|██████████| 1/1 [00:00<00:00, 108.55it/s]\n",
            "accuracy: 0.3333, loss: 1.0716 ||: 100%|██████████| 1/1 [00:00<00:00, 235.65it/s]\n",
            "accuracy: 0.5556, loss: 1.0730 ||: 100%|██████████| 1/1 [00:00<00:00, 107.53it/s]\n",
            "accuracy: 0.3333, loss: 1.0701 ||: 100%|██████████| 1/1 [00:00<00:00, 240.93it/s]\n",
            "accuracy: 0.5556, loss: 1.0715 ||: 100%|██████████| 1/1 [00:00<00:00, 128.38it/s]\n",
            "accuracy: 0.4444, loss: 1.0687 ||: 100%|██████████| 1/1 [00:00<00:00, 234.94it/s]\n",
            "accuracy: 0.4444, loss: 1.0701 ||: 100%|██████████| 1/1 [00:00<00:00, 99.84it/s]\n",
            "accuracy: 0.4444, loss: 1.0674 ||: 100%|██████████| 1/1 [00:00<00:00, 172.87it/s]\n",
            "accuracy: 0.4444, loss: 1.0688 ||: 100%|██████████| 1/1 [00:00<00:00, 131.86it/s]\n",
            "accuracy: 0.4444, loss: 1.0661 ||: 100%|██████████| 1/1 [00:00<00:00, 235.56it/s]\n",
            "accuracy: 0.4444, loss: 1.0676 ||: 100%|██████████| 1/1 [00:00<00:00, 117.70it/s]\n",
            "accuracy: 0.4444, loss: 1.0650 ||: 100%|██████████| 1/1 [00:00<00:00, 279.68it/s]\n",
            "accuracy: 0.4444, loss: 1.0664 ||: 100%|██████████| 1/1 [00:00<00:00, 134.66it/s]\n",
            "accuracy: 0.4444, loss: 1.0640 ||: 100%|██████████| 1/1 [00:00<00:00, 243.25it/s]\n",
            "accuracy: 0.4444, loss: 1.0654 ||: 100%|██████████| 1/1 [00:00<00:00, 114.46it/s]\n",
            "accuracy: 0.4444, loss: 1.0630 ||: 100%|██████████| 1/1 [00:00<00:00, 256.71it/s]\n",
            "accuracy: 0.4444, loss: 1.0644 ||: 100%|██████████| 1/1 [00:00<00:00, 120.14it/s]\n",
            "accuracy: 0.4444, loss: 1.0621 ||: 100%|██████████| 1/1 [00:00<00:00, 259.60it/s]\n",
            "accuracy: 0.4444, loss: 1.0635 ||: 100%|██████████| 1/1 [00:00<00:00, 125.02it/s]\n",
            "accuracy: 0.4444, loss: 1.0613 ||: 100%|██████████| 1/1 [00:00<00:00, 265.01it/s]\n",
            "accuracy: 0.4444, loss: 1.0627 ||: 100%|██████████| 1/1 [00:00<00:00, 132.66it/s]\n",
            "accuracy: 0.4444, loss: 1.0605 ||: 100%|██████████| 1/1 [00:00<00:00, 247.07it/s]\n",
            "accuracy: 0.4444, loss: 1.0619 ||: 100%|██████████| 1/1 [00:00<00:00, 124.46it/s]\n",
            "accuracy: 0.4444, loss: 1.0597 ||: 100%|██████████| 1/1 [00:00<00:00, 211.72it/s]\n",
            "accuracy: 0.4444, loss: 1.0612 ||: 100%|██████████| 1/1 [00:00<00:00, 94.10it/s]\n",
            "accuracy: 0.4444, loss: 1.0590 ||: 100%|██████████| 1/1 [00:00<00:00, 229.31it/s]\n",
            "accuracy: 0.4444, loss: 1.0605 ||: 100%|██████████| 1/1 [00:00<00:00, 128.20it/s]\n",
            "accuracy: 0.4444, loss: 1.0584 ||: 100%|██████████| 1/1 [00:00<00:00, 270.04it/s]\n",
            "accuracy: 0.4444, loss: 1.0598 ||: 100%|██████████| 1/1 [00:00<00:00, 124.58it/s]\n",
            "accuracy: 0.4444, loss: 1.0578 ||: 100%|██████████| 1/1 [00:00<00:00, 255.49it/s]\n",
            "accuracy: 0.4444, loss: 1.0592 ||: 100%|██████████| 1/1 [00:00<00:00, 128.98it/s]\n",
            "accuracy: 0.4444, loss: 1.0572 ||: 100%|██████████| 1/1 [00:00<00:00, 279.45it/s]\n",
            "accuracy: 0.4444, loss: 1.0586 ||: 100%|██████████| 1/1 [00:00<00:00, 125.01it/s]\n",
            "accuracy: 0.4444, loss: 1.0566 ||: 100%|██████████| 1/1 [00:00<00:00, 234.46it/s]\n",
            "accuracy: 0.4444, loss: 1.0581 ||: 100%|██████████| 1/1 [00:00<00:00, 124.07it/s]\n",
            "accuracy: 0.4444, loss: 1.0561 ||: 100%|██████████| 1/1 [00:00<00:00, 231.92it/s]\n",
            "accuracy: 0.4444, loss: 1.0576 ||: 100%|██████████| 1/1 [00:00<00:00, 134.29it/s]\n",
            "accuracy: 0.4444, loss: 1.0556 ||: 100%|██████████| 1/1 [00:00<00:00, 253.08it/s]\n",
            "accuracy: 0.4444, loss: 1.0571 ||: 100%|██████████| 1/1 [00:00<00:00, 112.79it/s]\n",
            "accuracy: 0.4444, loss: 1.0552 ||: 100%|██████████| 1/1 [00:00<00:00, 264.73it/s]\n",
            "accuracy: 0.4444, loss: 1.0566 ||: 100%|██████████| 1/1 [00:00<00:00, 119.07it/s]\n",
            "accuracy: 0.4444, loss: 1.0547 ||: 100%|██████████| 1/1 [00:00<00:00, 270.90it/s]\n",
            "accuracy: 0.4444, loss: 1.0561 ||: 100%|██████████| 1/1 [00:00<00:00, 138.76it/s]\n",
            "accuracy: 0.4444, loss: 1.0543 ||: 100%|██████████| 1/1 [00:00<00:00, 182.13it/s]\n",
            "accuracy: 0.4444, loss: 1.0557 ||: 100%|██████████| 1/1 [00:00<00:00, 125.98it/s]\n",
            "accuracy: 0.4444, loss: 1.0539 ||: 100%|██████████| 1/1 [00:00<00:00, 230.06it/s]\n",
            "accuracy: 0.4444, loss: 1.0553 ||: 100%|██████████| 1/1 [00:00<00:00, 119.03it/s]\n",
            "accuracy: 0.4444, loss: 1.0535 ||: 100%|██████████| 1/1 [00:00<00:00, 217.68it/s]\n",
            "accuracy: 0.4444, loss: 1.0549 ||: 100%|██████████| 1/1 [00:00<00:00, 119.74it/s]\n",
            "accuracy: 0.4444, loss: 1.0531 ||: 100%|██████████| 1/1 [00:00<00:00, 241.15it/s]\n",
            "accuracy: 0.4444, loss: 1.0545 ||: 100%|██████████| 1/1 [00:00<00:00, 145.98it/s]\n",
            "accuracy: 0.4444, loss: 1.0527 ||: 100%|██████████| 1/1 [00:00<00:00, 286.52it/s]\n",
            "accuracy: 0.4444, loss: 1.0542 ||: 100%|██████████| 1/1 [00:00<00:00, 135.56it/s]\n",
            "accuracy: 0.4444, loss: 1.0524 ||: 100%|██████████| 1/1 [00:00<00:00, 199.52it/s]\n",
            "accuracy: 0.4444, loss: 1.0538 ||: 100%|██████████| 1/1 [00:00<00:00, 136.78it/s]\n",
            "accuracy: 0.4444, loss: 1.0520 ||: 100%|██████████| 1/1 [00:00<00:00, 237.80it/s]\n",
            "accuracy: 0.4444, loss: 1.0534 ||: 100%|██████████| 1/1 [00:00<00:00, 113.81it/s]\n",
            "accuracy: 0.4444, loss: 1.0517 ||: 100%|██████████| 1/1 [00:00<00:00, 246.61it/s]\n",
            "accuracy: 0.4444, loss: 1.0531 ||: 100%|██████████| 1/1 [00:00<00:00, 127.11it/s]\n",
            "accuracy: 0.4444, loss: 1.0513 ||: 100%|██████████| 1/1 [00:00<00:00, 238.86it/s]\n",
            "accuracy: 0.4444, loss: 1.0528 ||: 100%|██████████| 1/1 [00:00<00:00, 122.60it/s]\n",
            "accuracy: 0.4444, loss: 1.0510 ||: 100%|██████████| 1/1 [00:00<00:00, 203.69it/s]\n",
            "accuracy: 0.4444, loss: 1.0524 ||: 100%|██████████| 1/1 [00:00<00:00, 128.64it/s]\n",
            "accuracy: 0.4444, loss: 1.0507 ||: 100%|██████████| 1/1 [00:00<00:00, 251.71it/s]\n",
            "accuracy: 0.4444, loss: 1.0521 ||: 100%|██████████| 1/1 [00:00<00:00, 135.35it/s]\n",
            "accuracy: 0.4444, loss: 1.0504 ||: 100%|██████████| 1/1 [00:00<00:00, 219.45it/s]\n",
            "accuracy: 0.4444, loss: 1.0518 ||: 100%|██████████| 1/1 [00:00<00:00, 125.58it/s]\n",
            "accuracy: 0.4444, loss: 1.0501 ||: 100%|██████████| 1/1 [00:00<00:00, 259.85it/s]\n",
            "accuracy: 0.4444, loss: 1.0515 ||: 100%|██████████| 1/1 [00:00<00:00, 113.94it/s]\n",
            "accuracy: 0.4444, loss: 1.0498 ||: 100%|██████████| 1/1 [00:00<00:00, 246.27it/s]\n",
            "accuracy: 0.4444, loss: 1.0512 ||: 100%|██████████| 1/1 [00:00<00:00, 120.38it/s]\n",
            "accuracy: 0.4444, loss: 1.0495 ||: 100%|██████████| 1/1 [00:00<00:00, 285.68it/s]\n",
            "accuracy: 0.4444, loss: 1.0509 ||: 100%|██████████| 1/1 [00:00<00:00, 129.15it/s]\n",
            "accuracy: 0.4444, loss: 1.0492 ||: 100%|██████████| 1/1 [00:00<00:00, 248.88it/s]\n",
            "accuracy: 0.4444, loss: 1.0506 ||: 100%|██████████| 1/1 [00:00<00:00, 127.18it/s]\n",
            "accuracy: 0.4444, loss: 1.0489 ||: 100%|██████████| 1/1 [00:00<00:00, 245.81it/s]\n",
            "accuracy: 0.4444, loss: 1.0503 ||: 100%|██████████| 1/1 [00:00<00:00, 114.13it/s]\n",
            "accuracy: 0.4444, loss: 1.0486 ||: 100%|██████████| 1/1 [00:00<00:00, 185.96it/s]\n",
            "accuracy: 0.4444, loss: 1.0500 ||: 100%|██████████| 1/1 [00:00<00:00, 113.26it/s]\n",
            "accuracy: 0.4444, loss: 1.0483 ||: 100%|██████████| 1/1 [00:00<00:00, 295.89it/s]\n",
            "accuracy: 0.4444, loss: 1.0497 ||: 100%|██████████| 1/1 [00:00<00:00, 123.44it/s]\n",
            "accuracy: 0.4444, loss: 1.0480 ||: 100%|██████████| 1/1 [00:00<00:00, 259.00it/s]\n",
            "accuracy: 0.4444, loss: 1.0494 ||: 100%|██████████| 1/1 [00:00<00:00, 115.16it/s]\n",
            "accuracy: 0.4444, loss: 1.0477 ||: 100%|██████████| 1/1 [00:00<00:00, 258.21it/s]\n",
            "accuracy: 0.4444, loss: 1.0491 ||: 100%|██████████| 1/1 [00:00<00:00, 129.60it/s]\n",
            "accuracy: 0.4444, loss: 1.0474 ||: 100%|██████████| 1/1 [00:00<00:00, 233.44it/s]\n",
            "accuracy: 0.4444, loss: 1.0488 ||: 100%|██████████| 1/1 [00:00<00:00, 136.13it/s]\n",
            "accuracy: 0.4444, loss: 1.0471 ||: 100%|██████████| 1/1 [00:00<00:00, 269.40it/s]\n",
            "accuracy: 0.4444, loss: 1.0485 ||: 100%|██████████| 1/1 [00:00<00:00, 123.89it/s]\n",
            "accuracy: 0.4444, loss: 1.0468 ||: 100%|██████████| 1/1 [00:00<00:00, 222.91it/s]\n",
            "accuracy: 0.4444, loss: 1.0482 ||: 100%|██████████| 1/1 [00:00<00:00, 118.67it/s]\n",
            "accuracy: 0.4444, loss: 1.0466 ||: 100%|██████████| 1/1 [00:00<00:00, 229.26it/s]\n",
            "accuracy: 0.4444, loss: 1.0479 ||: 100%|██████████| 1/1 [00:00<00:00, 124.52it/s]\n",
            "accuracy: 0.4444, loss: 1.0463 ||: 100%|██████████| 1/1 [00:00<00:00, 246.65it/s]\n",
            "accuracy: 0.4444, loss: 1.0477 ||: 100%|██████████| 1/1 [00:00<00:00, 126.83it/s]\n",
            "accuracy: 0.4444, loss: 1.0460 ||: 100%|██████████| 1/1 [00:00<00:00, 281.36it/s]\n",
            "accuracy: 0.4444, loss: 1.0474 ||: 100%|██████████| 1/1 [00:00<00:00, 129.82it/s]\n",
            "accuracy: 0.4444, loss: 1.0457 ||: 100%|██████████| 1/1 [00:00<00:00, 249.82it/s]\n",
            "accuracy: 0.4444, loss: 1.0471 ||: 100%|██████████| 1/1 [00:00<00:00, 127.42it/s]\n",
            "accuracy: 0.4444, loss: 1.0454 ||: 100%|██████████| 1/1 [00:00<00:00, 245.04it/s]\n",
            "accuracy: 0.4444, loss: 1.0468 ||: 100%|██████████| 1/1 [00:00<00:00, 126.54it/s]\n",
            "accuracy: 0.4444, loss: 1.0451 ||: 100%|██████████| 1/1 [00:00<00:00, 223.49it/s]\n",
            "accuracy: 0.4444, loss: 1.0465 ||: 100%|██████████| 1/1 [00:00<00:00, 113.31it/s]\n",
            "accuracy: 0.4444, loss: 1.0448 ||: 100%|██████████| 1/1 [00:00<00:00, 232.98it/s]\n",
            "accuracy: 0.4444, loss: 1.0461 ||: 100%|██████████| 1/1 [00:00<00:00, 136.49it/s]\n",
            "accuracy: 0.4444, loss: 1.0445 ||: 100%|██████████| 1/1 [00:00<00:00, 254.57it/s]\n",
            "accuracy: 0.4444, loss: 1.0458 ||: 100%|██████████| 1/1 [00:00<00:00, 122.19it/s]\n",
            "accuracy: 0.4444, loss: 1.0442 ||: 100%|██████████| 1/1 [00:00<00:00, 256.78it/s]\n",
            "accuracy: 0.4444, loss: 1.0455 ||: 100%|██████████| 1/1 [00:00<00:00, 129.08it/s]\n",
            "accuracy: 0.4444, loss: 1.0439 ||: 100%|██████████| 1/1 [00:00<00:00, 249.63it/s]\n",
            "accuracy: 0.4444, loss: 1.0452 ||: 100%|██████████| 1/1 [00:00<00:00, 129.17it/s]\n",
            "accuracy: 0.4444, loss: 1.0435 ||: 100%|██████████| 1/1 [00:00<00:00, 239.44it/s]\n",
            "accuracy: 0.4444, loss: 1.0449 ||: 100%|██████████| 1/1 [00:00<00:00, 125.83it/s]\n",
            "accuracy: 0.4444, loss: 1.0432 ||: 100%|██████████| 1/1 [00:00<00:00, 406.42it/s]\n",
            "accuracy: 0.4444, loss: 1.0446 ||: 100%|██████████| 1/1 [00:00<00:00, 126.23it/s]\n",
            "accuracy: 0.4444, loss: 1.0429 ||: 100%|██████████| 1/1 [00:00<00:00, 248.86it/s]\n",
            "accuracy: 0.4444, loss: 1.0443 ||: 100%|██████████| 1/1 [00:00<00:00, 129.64it/s]\n",
            "accuracy: 0.4444, loss: 1.0426 ||: 100%|██████████| 1/1 [00:00<00:00, 244.04it/s]\n",
            "accuracy: 0.4444, loss: 1.0439 ||: 100%|██████████| 1/1 [00:00<00:00, 117.04it/s]\n",
            "accuracy: 0.4444, loss: 1.0423 ||: 100%|██████████| 1/1 [00:00<00:00, 220.63it/s]\n",
            "accuracy: 0.4444, loss: 1.0436 ||: 100%|██████████| 1/1 [00:00<00:00, 130.67it/s]\n",
            "accuracy: 0.4444, loss: 1.0419 ||: 100%|██████████| 1/1 [00:00<00:00, 257.27it/s]\n",
            "accuracy: 0.4444, loss: 1.0433 ||: 100%|██████████| 1/1 [00:00<00:00, 158.97it/s]\n",
            "accuracy: 0.4444, loss: 1.0416 ||: 100%|██████████| 1/1 [00:00<00:00, 241.55it/s]\n",
            "accuracy: 0.4444, loss: 1.0429 ||: 100%|██████████| 1/1 [00:00<00:00, 135.13it/s]\n",
            "accuracy: 0.4444, loss: 1.0413 ||: 100%|██████████| 1/1 [00:00<00:00, 288.47it/s]\n",
            "accuracy: 0.4444, loss: 1.0426 ||: 100%|██████████| 1/1 [00:00<00:00, 119.82it/s]\n",
            "accuracy: 0.4444, loss: 1.0409 ||: 100%|██████████| 1/1 [00:00<00:00, 229.57it/s]\n",
            "accuracy: 0.4444, loss: 1.0423 ||: 100%|██████████| 1/1 [00:00<00:00, 129.35it/s]\n",
            "accuracy: 0.4444, loss: 1.0406 ||: 100%|██████████| 1/1 [00:00<00:00, 240.44it/s]\n",
            "accuracy: 0.4444, loss: 1.0419 ||: 100%|██████████| 1/1 [00:00<00:00, 121.61it/s]\n",
            "accuracy: 0.4444, loss: 1.0403 ||: 100%|██████████| 1/1 [00:00<00:00, 285.15it/s]\n",
            "accuracy: 0.4444, loss: 1.0416 ||: 100%|██████████| 1/1 [00:00<00:00, 141.15it/s]\n",
            "accuracy: 0.4444, loss: 1.0399 ||: 100%|██████████| 1/1 [00:00<00:00, 245.71it/s]\n",
            "accuracy: 0.4444, loss: 1.0412 ||: 100%|██████████| 1/1 [00:00<00:00, 130.29it/s]\n",
            "accuracy: 0.4444, loss: 1.0396 ||: 100%|██████████| 1/1 [00:00<00:00, 246.78it/s]\n",
            "accuracy: 0.4444, loss: 1.0409 ||: 100%|██████████| 1/1 [00:00<00:00, 130.80it/s]\n",
            "accuracy: 0.4444, loss: 1.0392 ||: 100%|██████████| 1/1 [00:00<00:00, 228.46it/s]\n",
            "accuracy: 0.4444, loss: 1.0405 ||: 100%|██████████| 1/1 [00:00<00:00, 126.57it/s]\n",
            "accuracy: 0.4444, loss: 1.0388 ||: 100%|██████████| 1/1 [00:00<00:00, 297.66it/s]\n",
            "accuracy: 0.4444, loss: 1.0401 ||: 100%|██████████| 1/1 [00:00<00:00, 130.96it/s]\n",
            "accuracy: 0.4444, loss: 1.0385 ||: 100%|██████████| 1/1 [00:00<00:00, 230.10it/s]\n",
            "accuracy: 0.4444, loss: 1.0398 ||: 100%|██████████| 1/1 [00:00<00:00, 108.98it/s]\n",
            "accuracy: 0.4444, loss: 1.0381 ||: 100%|██████████| 1/1 [00:00<00:00, 235.24it/s]\n",
            "accuracy: 0.4444, loss: 1.0394 ||: 100%|██████████| 1/1 [00:00<00:00, 130.31it/s]\n",
            "accuracy: 0.4444, loss: 1.0377 ||: 100%|██████████| 1/1 [00:00<00:00, 214.59it/s]\n",
            "accuracy: 0.4444, loss: 1.0390 ||: 100%|██████████| 1/1 [00:00<00:00, 132.00it/s]\n",
            "accuracy: 0.4444, loss: 1.0373 ||: 100%|██████████| 1/1 [00:00<00:00, 231.47it/s]\n",
            "accuracy: 0.4444, loss: 1.0386 ||: 100%|██████████| 1/1 [00:00<00:00, 130.79it/s]\n",
            "accuracy: 0.4444, loss: 1.0369 ||: 100%|██████████| 1/1 [00:00<00:00, 180.04it/s]\n",
            "accuracy: 0.4444, loss: 1.0382 ||: 100%|██████████| 1/1 [00:00<00:00, 142.24it/s]\n",
            "accuracy: 0.4444, loss: 1.0365 ||: 100%|██████████| 1/1 [00:00<00:00, 254.32it/s]\n",
            "accuracy: 0.4444, loss: 1.0378 ||: 100%|██████████| 1/1 [00:00<00:00, 114.89it/s]\n",
            "accuracy: 0.4444, loss: 1.0361 ||: 100%|██████████| 1/1 [00:00<00:00, 227.53it/s]\n",
            "accuracy: 0.4444, loss: 1.0374 ||: 100%|██████████| 1/1 [00:00<00:00, 84.55it/s]\n",
            "accuracy: 0.4444, loss: 1.0357 ||: 100%|██████████| 1/1 [00:00<00:00, 279.25it/s]\n",
            "accuracy: 0.4444, loss: 1.0370 ||: 100%|██████████| 1/1 [00:00<00:00, 142.23it/s]\n",
            "accuracy: 0.4444, loss: 1.0353 ||: 100%|██████████| 1/1 [00:00<00:00, 276.89it/s]\n",
            "accuracy: 0.4444, loss: 1.0366 ||: 100%|██████████| 1/1 [00:00<00:00, 134.45it/s]\n",
            "accuracy: 0.4444, loss: 1.0349 ||: 100%|██████████| 1/1 [00:00<00:00, 287.46it/s]\n",
            "accuracy: 0.4444, loss: 1.0362 ||: 100%|██████████| 1/1 [00:00<00:00, 169.67it/s]\n",
            "accuracy: 0.4444, loss: 1.0345 ||: 100%|██████████| 1/1 [00:00<00:00, 233.04it/s]\n",
            "accuracy: 0.4444, loss: 1.0357 ||: 100%|██████████| 1/1 [00:00<00:00, 126.30it/s]\n",
            "accuracy: 0.4444, loss: 1.0341 ||: 100%|██████████| 1/1 [00:00<00:00, 220.42it/s]\n",
            "accuracy: 0.4444, loss: 1.0353 ||: 100%|██████████| 1/1 [00:00<00:00, 151.77it/s]\n",
            "accuracy: 0.4444, loss: 1.0336 ||: 100%|██████████| 1/1 [00:00<00:00, 284.05it/s]\n",
            "accuracy: 0.4444, loss: 1.0349 ||: 100%|██████████| 1/1 [00:00<00:00, 125.19it/s]\n",
            "accuracy: 0.4444, loss: 1.0332 ||: 100%|██████████| 1/1 [00:00<00:00, 248.07it/s]\n",
            "accuracy: 0.4444, loss: 1.0344 ||: 100%|██████████| 1/1 [00:00<00:00, 123.56it/s]\n",
            "accuracy: 0.4444, loss: 1.0327 ||: 100%|██████████| 1/1 [00:00<00:00, 269.82it/s]\n",
            "accuracy: 0.4444, loss: 1.0340 ||: 100%|██████████| 1/1 [00:00<00:00, 133.69it/s]\n",
            "accuracy: 0.4444, loss: 1.0323 ||: 100%|██████████| 1/1 [00:00<00:00, 211.08it/s]\n",
            "accuracy: 0.4444, loss: 1.0335 ||: 100%|██████████| 1/1 [00:00<00:00, 90.98it/s]\n",
            "accuracy: 0.4444, loss: 1.0318 ||: 100%|██████████| 1/1 [00:00<00:00, 227.36it/s]\n",
            "accuracy: 0.4444, loss: 1.0330 ||: 100%|██████████| 1/1 [00:00<00:00, 119.57it/s]\n",
            "accuracy: 0.4444, loss: 1.0314 ||: 100%|██████████| 1/1 [00:00<00:00, 246.74it/s]\n",
            "accuracy: 0.4444, loss: 1.0326 ||: 100%|██████████| 1/1 [00:00<00:00, 135.50it/s]\n",
            "accuracy: 0.4444, loss: 1.0309 ||: 100%|██████████| 1/1 [00:00<00:00, 285.77it/s]\n",
            "accuracy: 0.4444, loss: 1.0321 ||: 100%|██████████| 1/1 [00:00<00:00, 139.12it/s]\n",
            "accuracy: 0.4444, loss: 1.0304 ||: 100%|██████████| 1/1 [00:00<00:00, 266.93it/s]\n",
            "accuracy: 0.4444, loss: 1.0316 ||: 100%|██████████| 1/1 [00:00<00:00, 129.98it/s]\n",
            "accuracy: 0.4444, loss: 1.0299 ||: 100%|██████████| 1/1 [00:00<00:00, 254.74it/s]\n",
            "accuracy: 0.4444, loss: 1.0311 ||: 100%|██████████| 1/1 [00:00<00:00, 126.10it/s]\n",
            "accuracy: 0.4444, loss: 1.0294 ||: 100%|██████████| 1/1 [00:00<00:00, 224.21it/s]\n",
            "accuracy: 0.4444, loss: 1.0306 ||: 100%|██████████| 1/1 [00:00<00:00, 112.87it/s]\n",
            "accuracy: 0.4444, loss: 1.0289 ||: 100%|██████████| 1/1 [00:00<00:00, 292.88it/s]\n",
            "accuracy: 0.4444, loss: 1.0301 ||: 100%|██████████| 1/1 [00:00<00:00, 132.88it/s]\n",
            "accuracy: 0.4444, loss: 1.0284 ||: 100%|██████████| 1/1 [00:00<00:00, 235.71it/s]\n",
            "accuracy: 0.4444, loss: 1.0296 ||: 100%|██████████| 1/1 [00:00<00:00, 123.16it/s]\n",
            "accuracy: 0.4444, loss: 1.0279 ||: 100%|██████████| 1/1 [00:00<00:00, 261.13it/s]\n",
            "accuracy: 0.4444, loss: 1.0290 ||: 100%|██████████| 1/1 [00:00<00:00, 130.49it/s]\n",
            "accuracy: 0.4444, loss: 1.0274 ||: 100%|██████████| 1/1 [00:00<00:00, 238.64it/s]\n",
            "accuracy: 0.4444, loss: 1.0285 ||: 100%|██████████| 1/1 [00:00<00:00, 131.85it/s]\n",
            "accuracy: 0.4444, loss: 1.0268 ||: 100%|██████████| 1/1 [00:00<00:00, 253.13it/s]\n",
            "accuracy: 0.4444, loss: 1.0280 ||: 100%|██████████| 1/1 [00:00<00:00, 125.67it/s]\n",
            "accuracy: 0.4444, loss: 1.0263 ||: 100%|██████████| 1/1 [00:00<00:00, 250.06it/s]\n",
            "accuracy: 0.4444, loss: 1.0274 ||: 100%|██████████| 1/1 [00:00<00:00, 103.80it/s]\n",
            "accuracy: 0.4444, loss: 1.0257 ||: 100%|██████████| 1/1 [00:00<00:00, 150.77it/s]\n",
            "accuracy: 0.4444, loss: 1.0268 ||: 100%|██████████| 1/1 [00:00<00:00, 109.37it/s]\n",
            "accuracy: 0.4444, loss: 1.0252 ||: 100%|██████████| 1/1 [00:00<00:00, 401.48it/s]\n",
            "accuracy: 0.4444, loss: 1.0263 ||: 100%|██████████| 1/1 [00:00<00:00, 143.53it/s]\n",
            "accuracy: 0.4444, loss: 1.0246 ||: 100%|██████████| 1/1 [00:00<00:00, 226.18it/s]\n",
            "accuracy: 0.4444, loss: 1.0257 ||: 100%|██████████| 1/1 [00:00<00:00, 116.52it/s]\n",
            "accuracy: 0.4444, loss: 1.0240 ||: 100%|██████████| 1/1 [00:00<00:00, 274.07it/s]\n",
            "accuracy: 0.4444, loss: 1.0251 ||: 100%|██████████| 1/1 [00:00<00:00, 127.38it/s]\n",
            "accuracy: 0.4444, loss: 1.0234 ||: 100%|██████████| 1/1 [00:00<00:00, 289.80it/s]\n",
            "accuracy: 0.4444, loss: 1.0245 ||: 100%|██████████| 1/1 [00:00<00:00, 129.06it/s]\n",
            "accuracy: 0.4444, loss: 1.0228 ||: 100%|██████████| 1/1 [00:00<00:00, 207.90it/s]\n",
            "accuracy: 0.4444, loss: 1.0239 ||: 100%|██████████| 1/1 [00:00<00:00, 118.25it/s]\n",
            "accuracy: 0.4444, loss: 1.0222 ||: 100%|██████████| 1/1 [00:00<00:00, 229.02it/s]\n",
            "accuracy: 0.4444, loss: 1.0233 ||: 100%|██████████| 1/1 [00:00<00:00, 120.43it/s]\n",
            "accuracy: 0.4444, loss: 1.0216 ||: 100%|██████████| 1/1 [00:00<00:00, 283.13it/s]\n",
            "accuracy: 0.4444, loss: 1.0227 ||: 100%|██████████| 1/1 [00:00<00:00, 120.35it/s]\n",
            "accuracy: 0.4444, loss: 1.0210 ||: 100%|██████████| 1/1 [00:00<00:00, 224.40it/s]\n",
            "accuracy: 0.4444, loss: 1.0220 ||: 100%|██████████| 1/1 [00:00<00:00, 143.12it/s]\n",
            "accuracy: 0.4444, loss: 1.0203 ||: 100%|██████████| 1/1 [00:00<00:00, 211.18it/s]\n",
            "accuracy: 0.4444, loss: 1.0214 ||: 100%|██████████| 1/1 [00:00<00:00, 128.69it/s]\n",
            "accuracy: 0.4444, loss: 1.0197 ||: 100%|██████████| 1/1 [00:00<00:00, 249.97it/s]\n",
            "accuracy: 0.4444, loss: 1.0207 ||: 100%|██████████| 1/1 [00:00<00:00, 117.55it/s]\n",
            "accuracy: 0.4444, loss: 1.0190 ||: 100%|██████████| 1/1 [00:00<00:00, 217.20it/s]\n",
            "accuracy: 0.4444, loss: 1.0201 ||: 100%|██████████| 1/1 [00:00<00:00, 132.60it/s]\n",
            "accuracy: 0.4444, loss: 1.0184 ||: 100%|██████████| 1/1 [00:00<00:00, 236.91it/s]\n",
            "accuracy: 0.4444, loss: 1.0194 ||: 100%|██████████| 1/1 [00:00<00:00, 126.92it/s]\n",
            "accuracy: 0.4444, loss: 1.0177 ||: 100%|██████████| 1/1 [00:00<00:00, 233.54it/s]\n",
            "accuracy: 0.4444, loss: 1.0187 ||: 100%|██████████| 1/1 [00:00<00:00, 129.67it/s]\n",
            "accuracy: 0.4444, loss: 1.0170 ||: 100%|██████████| 1/1 [00:00<00:00, 267.72it/s]\n",
            "accuracy: 0.4444, loss: 1.0180 ||: 100%|██████████| 1/1 [00:00<00:00, 114.33it/s]\n",
            "accuracy: 0.4444, loss: 1.0163 ||: 100%|██████████| 1/1 [00:00<00:00, 215.32it/s]\n",
            "accuracy: 0.4444, loss: 1.0173 ||: 100%|██████████| 1/1 [00:00<00:00, 120.69it/s]\n",
            "accuracy: 0.4444, loss: 1.0156 ||: 100%|██████████| 1/1 [00:00<00:00, 200.52it/s]\n",
            "accuracy: 0.4444, loss: 1.0166 ||: 100%|██████████| 1/1 [00:00<00:00, 122.02it/s]\n",
            "accuracy: 0.4444, loss: 1.0149 ||: 100%|██████████| 1/1 [00:00<00:00, 217.06it/s]\n",
            "accuracy: 0.4444, loss: 1.0159 ||: 100%|██████████| 1/1 [00:00<00:00, 131.54it/s]\n",
            "accuracy: 0.4444, loss: 1.0141 ||: 100%|██████████| 1/1 [00:00<00:00, 234.16it/s]\n",
            "accuracy: 0.4444, loss: 1.0151 ||: 100%|██████████| 1/1 [00:00<00:00, 120.45it/s]\n",
            "accuracy: 0.4444, loss: 1.0134 ||: 100%|██████████| 1/1 [00:00<00:00, 228.15it/s]\n",
            "accuracy: 0.4444, loss: 1.0144 ||: 100%|██████████| 1/1 [00:00<00:00, 125.99it/s]\n",
            "accuracy: 0.4444, loss: 1.0126 ||: 100%|██████████| 1/1 [00:00<00:00, 263.94it/s]\n",
            "accuracy: 0.4444, loss: 1.0136 ||: 100%|██████████| 1/1 [00:00<00:00, 123.18it/s]\n",
            "accuracy: 0.4444, loss: 1.0118 ||: 100%|██████████| 1/1 [00:00<00:00, 219.17it/s]\n",
            "accuracy: 0.4444, loss: 1.0128 ||: 100%|██████████| 1/1 [00:00<00:00, 122.70it/s]\n",
            "accuracy: 0.4444, loss: 1.0110 ||: 100%|██████████| 1/1 [00:00<00:00, 225.52it/s]\n",
            "accuracy: 0.4444, loss: 1.0120 ||: 100%|██████████| 1/1 [00:00<00:00, 122.78it/s]\n",
            "accuracy: 0.4444, loss: 1.0102 ||: 100%|██████████| 1/1 [00:00<00:00, 262.18it/s]\n",
            "accuracy: 0.4444, loss: 1.0112 ||: 100%|██████████| 1/1 [00:00<00:00, 118.08it/s]\n",
            "accuracy: 0.4444, loss: 1.0094 ||: 100%|██████████| 1/1 [00:00<00:00, 238.99it/s]\n",
            "accuracy: 0.4444, loss: 1.0104 ||: 100%|██████████| 1/1 [00:00<00:00, 126.07it/s]\n",
            "accuracy: 0.4444, loss: 1.0086 ||: 100%|██████████| 1/1 [00:00<00:00, 210.09it/s]\n",
            "accuracy: 0.4444, loss: 1.0095 ||: 100%|██████████| 1/1 [00:00<00:00, 137.78it/s]\n",
            "accuracy: 0.4444, loss: 1.0078 ||: 100%|██████████| 1/1 [00:00<00:00, 251.31it/s]\n",
            "accuracy: 0.4444, loss: 1.0087 ||: 100%|██████████| 1/1 [00:00<00:00, 137.34it/s]\n",
            "accuracy: 0.4444, loss: 1.0069 ||: 100%|██████████| 1/1 [00:00<00:00, 283.90it/s]\n",
            "accuracy: 0.4444, loss: 1.0078 ||: 100%|██████████| 1/1 [00:00<00:00, 127.65it/s]\n",
            "accuracy: 0.4444, loss: 1.0060 ||: 100%|██████████| 1/1 [00:00<00:00, 247.13it/s]\n",
            "accuracy: 0.4444, loss: 1.0069 ||: 100%|██████████| 1/1 [00:00<00:00, 127.37it/s]\n",
            "accuracy: 0.4444, loss: 1.0051 ||: 100%|██████████| 1/1 [00:00<00:00, 224.49it/s]\n",
            "accuracy: 0.4444, loss: 1.0061 ||: 100%|██████████| 1/1 [00:00<00:00, 128.70it/s]\n",
            "accuracy: 0.4444, loss: 1.0042 ||: 100%|██████████| 1/1 [00:00<00:00, 244.18it/s]\n",
            "accuracy: 0.4444, loss: 1.0051 ||: 100%|██████████| 1/1 [00:00<00:00, 128.71it/s]\n",
            "accuracy: 0.4444, loss: 1.0033 ||: 100%|██████████| 1/1 [00:00<00:00, 235.23it/s]\n",
            "accuracy: 0.4444, loss: 1.0042 ||: 100%|██████████| 1/1 [00:00<00:00, 127.30it/s]\n",
            "accuracy: 0.4444, loss: 1.0024 ||: 100%|██████████| 1/1 [00:00<00:00, 259.28it/s]\n",
            "accuracy: 0.4444, loss: 1.0033 ||: 100%|██████████| 1/1 [00:00<00:00, 124.15it/s]\n",
            "accuracy: 0.4444, loss: 1.0014 ||: 100%|██████████| 1/1 [00:00<00:00, 260.61it/s]\n",
            "accuracy: 0.4444, loss: 1.0023 ||: 100%|██████████| 1/1 [00:00<00:00, 129.07it/s]\n",
            "accuracy: 0.4444, loss: 1.0005 ||: 100%|██████████| 1/1 [00:00<00:00, 291.80it/s]\n",
            "accuracy: 0.4444, loss: 1.0014 ||: 100%|██████████| 1/1 [00:00<00:00, 118.17it/s]\n",
            "accuracy: 0.4444, loss: 0.9995 ||: 100%|██████████| 1/1 [00:00<00:00, 242.00it/s]\n",
            "accuracy: 0.4444, loss: 1.0004 ||: 100%|██████████| 1/1 [00:00<00:00, 134.01it/s]\n",
            "accuracy: 0.4444, loss: 0.9985 ||: 100%|██████████| 1/1 [00:00<00:00, 229.30it/s]\n",
            "accuracy: 0.4444, loss: 0.9994 ||: 100%|██████████| 1/1 [00:00<00:00, 132.71it/s]\n",
            "accuracy: 0.4444, loss: 0.9975 ||: 100%|██████████| 1/1 [00:00<00:00, 221.53it/s]\n",
            "accuracy: 0.4444, loss: 0.9983 ||: 100%|██████████| 1/1 [00:00<00:00, 132.81it/s]\n",
            "accuracy: 0.4444, loss: 0.9965 ||: 100%|██████████| 1/1 [00:00<00:00, 265.46it/s]\n",
            "accuracy: 0.4444, loss: 0.9973 ||: 100%|██████████| 1/1 [00:00<00:00, 122.28it/s]\n",
            "accuracy: 0.4444, loss: 0.9954 ||: 100%|██████████| 1/1 [00:00<00:00, 225.23it/s]\n",
            "accuracy: 0.4444, loss: 0.9962 ||: 100%|██████████| 1/1 [00:00<00:00, 143.41it/s]\n",
            "accuracy: 0.4444, loss: 0.9943 ||: 100%|██████████| 1/1 [00:00<00:00, 232.41it/s]\n",
            "accuracy: 0.4444, loss: 0.9952 ||: 100%|██████████| 1/1 [00:00<00:00, 103.42it/s]\n",
            "accuracy: 0.4444, loss: 0.9932 ||: 100%|██████████| 1/1 [00:00<00:00, 219.72it/s]\n",
            "accuracy: 0.4444, loss: 0.9941 ||: 100%|██████████| 1/1 [00:00<00:00, 118.30it/s]\n",
            "accuracy: 0.4444, loss: 0.9921 ||: 100%|██████████| 1/1 [00:00<00:00, 213.69it/s]\n",
            "accuracy: 0.4444, loss: 0.9930 ||: 100%|██████████| 1/1 [00:00<00:00, 123.85it/s]\n",
            "accuracy: 0.4444, loss: 0.9910 ||: 100%|██████████| 1/1 [00:00<00:00, 257.87it/s]\n",
            "accuracy: 0.4444, loss: 0.9918 ||: 100%|██████████| 1/1 [00:00<00:00, 123.30it/s]\n",
            "accuracy: 0.4444, loss: 0.9899 ||: 100%|██████████| 1/1 [00:00<00:00, 258.51it/s]\n",
            "accuracy: 0.4444, loss: 0.9907 ||: 100%|██████████| 1/1 [00:00<00:00, 115.30it/s]\n",
            "accuracy: 0.4444, loss: 0.9887 ||: 100%|██████████| 1/1 [00:00<00:00, 226.60it/s]\n",
            "accuracy: 0.4444, loss: 0.9895 ||: 100%|██████████| 1/1 [00:00<00:00, 177.54it/s]\n",
            "accuracy: 0.4444, loss: 0.9875 ||: 100%|██████████| 1/1 [00:00<00:00, 297.34it/s]\n",
            "accuracy: 0.4444, loss: 0.9883 ||: 100%|██████████| 1/1 [00:00<00:00, 99.01it/s]\n",
            "accuracy: 0.4444, loss: 0.9863 ||: 100%|██████████| 1/1 [00:00<00:00, 289.64it/s]\n",
            "accuracy: 0.4444, loss: 0.9871 ||: 100%|██████████| 1/1 [00:00<00:00, 126.62it/s]\n",
            "accuracy: 0.4444, loss: 0.9851 ||: 100%|██████████| 1/1 [00:00<00:00, 283.92it/s]\n",
            "accuracy: 0.4444, loss: 0.9859 ||: 100%|██████████| 1/1 [00:00<00:00, 128.69it/s]\n",
            "accuracy: 0.4444, loss: 0.9839 ||: 100%|██████████| 1/1 [00:00<00:00, 262.09it/s]\n",
            "accuracy: 0.4444, loss: 0.9846 ||: 100%|██████████| 1/1 [00:00<00:00, 102.37it/s]\n",
            "accuracy: 0.4444, loss: 0.9826 ||: 100%|██████████| 1/1 [00:00<00:00, 261.47it/s]\n",
            "accuracy: 0.4444, loss: 0.9834 ||: 100%|██████████| 1/1 [00:00<00:00, 123.20it/s]\n",
            "accuracy: 0.4444, loss: 0.9813 ||: 100%|██████████| 1/1 [00:00<00:00, 293.88it/s]\n",
            "accuracy: 0.4444, loss: 0.9821 ||: 100%|██████████| 1/1 [00:00<00:00, 120.36it/s]\n",
            "accuracy: 0.4444, loss: 0.9800 ||: 100%|██████████| 1/1 [00:00<00:00, 215.62it/s]\n",
            "accuracy: 0.4444, loss: 0.9807 ||: 100%|██████████| 1/1 [00:00<00:00, 113.98it/s]\n",
            "accuracy: 0.4444, loss: 0.9787 ||: 100%|██████████| 1/1 [00:00<00:00, 236.87it/s]\n",
            "accuracy: 0.4444, loss: 0.9794 ||: 100%|██████████| 1/1 [00:00<00:00, 123.46it/s]\n",
            "accuracy: 0.4444, loss: 0.9773 ||: 100%|██████████| 1/1 [00:00<00:00, 231.63it/s]\n",
            "accuracy: 0.4444, loss: 0.9780 ||: 100%|██████████| 1/1 [00:00<00:00, 132.41it/s]\n",
            "accuracy: 0.4444, loss: 0.9759 ||: 100%|██████████| 1/1 [00:00<00:00, 270.98it/s]\n",
            "accuracy: 0.4444, loss: 0.9766 ||: 100%|██████████| 1/1 [00:00<00:00, 122.45it/s]\n",
            "accuracy: 0.4444, loss: 0.9745 ||: 100%|██████████| 1/1 [00:00<00:00, 255.78it/s]\n",
            "accuracy: 0.4444, loss: 0.9752 ||: 100%|██████████| 1/1 [00:00<00:00, 125.23it/s]\n",
            "accuracy: 0.4444, loss: 0.9731 ||: 100%|██████████| 1/1 [00:00<00:00, 398.32it/s]\n",
            "accuracy: 0.4444, loss: 0.9738 ||: 100%|██████████| 1/1 [00:00<00:00, 129.63it/s]\n",
            "accuracy: 0.4444, loss: 0.9716 ||: 100%|██████████| 1/1 [00:00<00:00, 230.09it/s]\n",
            "accuracy: 0.4444, loss: 0.9723 ||: 100%|██████████| 1/1 [00:00<00:00, 90.71it/s]\n",
            "accuracy: 0.4444, loss: 0.9702 ||: 100%|██████████| 1/1 [00:00<00:00, 207.95it/s]\n",
            "accuracy: 0.4444, loss: 0.9709 ||: 100%|██████████| 1/1 [00:00<00:00, 131.94it/s]\n",
            "accuracy: 0.4444, loss: 0.9687 ||: 100%|██████████| 1/1 [00:00<00:00, 210.38it/s]\n",
            "accuracy: 0.4444, loss: 0.9694 ||: 100%|██████████| 1/1 [00:00<00:00, 138.89it/s]\n",
            "accuracy: 0.4444, loss: 0.9671 ||: 100%|██████████| 1/1 [00:00<00:00, 233.65it/s]\n",
            "accuracy: 0.4444, loss: 0.9678 ||: 100%|██████████| 1/1 [00:00<00:00, 130.99it/s]\n",
            "accuracy: 0.4444, loss: 0.9656 ||: 100%|██████████| 1/1 [00:00<00:00, 227.27it/s]\n",
            "accuracy: 0.4444, loss: 0.9663 ||: 100%|██████████| 1/1 [00:00<00:00, 117.51it/s]\n",
            "accuracy: 0.4444, loss: 0.9640 ||: 100%|██████████| 1/1 [00:00<00:00, 229.18it/s]\n",
            "accuracy: 0.4444, loss: 0.9647 ||: 100%|██████████| 1/1 [00:00<00:00, 118.32it/s]\n",
            "accuracy: 0.4444, loss: 0.9624 ||: 100%|██████████| 1/1 [00:00<00:00, 227.65it/s]\n",
            "accuracy: 0.4444, loss: 0.9631 ||: 100%|██████████| 1/1 [00:00<00:00, 124.48it/s]\n",
            "accuracy: 0.4444, loss: 0.9608 ||: 100%|██████████| 1/1 [00:00<00:00, 274.60it/s]\n",
            "accuracy: 0.4444, loss: 0.9614 ||: 100%|██████████| 1/1 [00:00<00:00, 183.64it/s]\n",
            "accuracy: 0.4444, loss: 0.9591 ||: 100%|██████████| 1/1 [00:00<00:00, 318.23it/s]\n",
            "accuracy: 0.4444, loss: 0.9598 ||: 100%|██████████| 1/1 [00:00<00:00, 134.26it/s]\n",
            "accuracy: 0.4444, loss: 0.9574 ||: 100%|██████████| 1/1 [00:00<00:00, 266.81it/s]\n",
            "accuracy: 0.4444, loss: 0.9581 ||: 100%|██████████| 1/1 [00:00<00:00, 140.16it/s]\n",
            "accuracy: 0.4444, loss: 0.9557 ||: 100%|██████████| 1/1 [00:00<00:00, 272.82it/s]\n",
            "accuracy: 0.4444, loss: 0.9564 ||: 100%|██████████| 1/1 [00:00<00:00, 136.08it/s]\n",
            "accuracy: 0.4444, loss: 0.9540 ||: 100%|██████████| 1/1 [00:00<00:00, 213.47it/s]\n",
            "accuracy: 0.4444, loss: 0.9546 ||: 100%|██████████| 1/1 [00:00<00:00, 94.82it/s]\n",
            "accuracy: 0.4444, loss: 0.9522 ||: 100%|██████████| 1/1 [00:00<00:00, 183.37it/s]\n",
            "accuracy: 0.4444, loss: 0.9528 ||: 100%|██████████| 1/1 [00:00<00:00, 104.02it/s]\n",
            "accuracy: 0.4444, loss: 0.9504 ||: 100%|██████████| 1/1 [00:00<00:00, 246.16it/s]\n",
            "accuracy: 0.4444, loss: 0.9510 ||: 100%|██████████| 1/1 [00:00<00:00, 100.66it/s]\n",
            "accuracy: 0.4444, loss: 0.9486 ||: 100%|██████████| 1/1 [00:00<00:00, 292.61it/s]\n",
            "accuracy: 0.4444, loss: 0.9492 ||: 100%|██████████| 1/1 [00:00<00:00, 112.96it/s]\n",
            "accuracy: 0.4444, loss: 0.9467 ||: 100%|██████████| 1/1 [00:00<00:00, 199.28it/s]\n",
            "accuracy: 0.4444, loss: 0.9473 ||: 100%|██████████| 1/1 [00:00<00:00, 100.15it/s]\n",
            "accuracy: 0.4444, loss: 0.9448 ||: 100%|██████████| 1/1 [00:00<00:00, 220.58it/s]\n",
            "accuracy: 0.4444, loss: 0.9454 ||: 100%|██████████| 1/1 [00:00<00:00, 118.30it/s]\n",
            "accuracy: 0.4444, loss: 0.9429 ||: 100%|██████████| 1/1 [00:00<00:00, 218.97it/s]\n",
            "accuracy: 0.4444, loss: 0.9435 ||: 100%|██████████| 1/1 [00:00<00:00, 115.93it/s]\n",
            "accuracy: 0.4444, loss: 0.9410 ||: 100%|██████████| 1/1 [00:00<00:00, 222.60it/s]\n",
            "accuracy: 0.4444, loss: 0.9415 ||: 100%|██████████| 1/1 [00:00<00:00, 127.84it/s]\n",
            "accuracy: 0.4444, loss: 0.9390 ||: 100%|██████████| 1/1 [00:00<00:00, 231.54it/s]\n",
            "accuracy: 0.4444, loss: 0.9396 ||: 100%|██████████| 1/1 [00:00<00:00, 103.70it/s]\n",
            "accuracy: 0.4444, loss: 0.9370 ||: 100%|██████████| 1/1 [00:00<00:00, 368.96it/s]\n",
            "accuracy: 0.4444, loss: 0.9375 ||: 100%|██████████| 1/1 [00:00<00:00, 100.84it/s]\n",
            "accuracy: 0.4444, loss: 0.9349 ||: 100%|██████████| 1/1 [00:00<00:00, 230.29it/s]\n",
            "accuracy: 0.4444, loss: 0.9355 ||: 100%|██████████| 1/1 [00:00<00:00, 112.42it/s]\n",
            "accuracy: 0.4444, loss: 0.9329 ||: 100%|██████████| 1/1 [00:00<00:00, 198.57it/s]\n",
            "accuracy: 0.4444, loss: 0.9334 ||: 100%|██████████| 1/1 [00:00<00:00, 116.94it/s]\n",
            "accuracy: 0.4444, loss: 0.9307 ||: 100%|██████████| 1/1 [00:00<00:00, 236.49it/s]\n",
            "accuracy: 0.4444, loss: 0.9313 ||: 100%|██████████| 1/1 [00:00<00:00, 126.29it/s]\n",
            "accuracy: 0.4444, loss: 0.9286 ||: 100%|██████████| 1/1 [00:00<00:00, 171.69it/s]\n",
            "accuracy: 0.4444, loss: 0.9292 ||: 100%|██████████| 1/1 [00:00<00:00, 128.48it/s]\n",
            "accuracy: 0.4444, loss: 0.9264 ||: 100%|██████████| 1/1 [00:00<00:00, 208.05it/s]\n",
            "accuracy: 0.4444, loss: 0.9270 ||: 100%|██████████| 1/1 [00:00<00:00, 119.00it/s]\n",
            "accuracy: 0.4444, loss: 0.9242 ||: 100%|██████████| 1/1 [00:00<00:00, 201.98it/s]\n",
            "accuracy: 0.5556, loss: 0.9248 ||: 100%|██████████| 1/1 [00:00<00:00, 125.69it/s]\n",
            "accuracy: 0.4444, loss: 0.9220 ||: 100%|██████████| 1/1 [00:00<00:00, 243.44it/s]\n",
            "accuracy: 0.5556, loss: 0.9225 ||: 100%|██████████| 1/1 [00:00<00:00, 111.11it/s]\n",
            "accuracy: 0.4444, loss: 0.9197 ||: 100%|██████████| 1/1 [00:00<00:00, 224.52it/s]\n",
            "accuracy: 0.5556, loss: 0.9203 ||: 100%|██████████| 1/1 [00:00<00:00, 105.58it/s]\n",
            "accuracy: 0.4444, loss: 0.9175 ||: 100%|██████████| 1/1 [00:00<00:00, 228.25it/s]\n",
            "accuracy: 0.5556, loss: 0.9180 ||: 100%|██████████| 1/1 [00:00<00:00, 113.39it/s]\n",
            "accuracy: 0.4444, loss: 0.9151 ||: 100%|██████████| 1/1 [00:00<00:00, 154.02it/s]\n",
            "accuracy: 0.5556, loss: 0.9156 ||: 100%|██████████| 1/1 [00:00<00:00, 120.19it/s]\n",
            "accuracy: 0.4444, loss: 0.9128 ||: 100%|██████████| 1/1 [00:00<00:00, 227.30it/s]\n",
            "accuracy: 0.5556, loss: 0.9132 ||: 100%|██████████| 1/1 [00:00<00:00, 125.02it/s]\n",
            "accuracy: 0.5556, loss: 0.9104 ||: 100%|██████████| 1/1 [00:00<00:00, 384.59it/s]\n",
            "accuracy: 0.5556, loss: 0.9108 ||: 100%|██████████| 1/1 [00:00<00:00, 127.84it/s]\n",
            "accuracy: 0.5556, loss: 0.9079 ||: 100%|██████████| 1/1 [00:00<00:00, 208.51it/s]\n",
            "accuracy: 0.5556, loss: 0.9084 ||: 100%|██████████| 1/1 [00:00<00:00, 104.37it/s]\n",
            "accuracy: 0.5556, loss: 0.9055 ||: 100%|██████████| 1/1 [00:00<00:00, 231.87it/s]\n",
            "accuracy: 0.5556, loss: 0.9059 ||: 100%|██████████| 1/1 [00:00<00:00, 125.60it/s]\n",
            "accuracy: 0.6667, loss: 0.9030 ||: 100%|██████████| 1/1 [00:00<00:00, 234.71it/s]\n",
            "accuracy: 0.5556, loss: 0.9034 ||: 100%|██████████| 1/1 [00:00<00:00, 133.70it/s]\n",
            "accuracy: 0.6667, loss: 0.9005 ||: 100%|██████████| 1/1 [00:00<00:00, 273.37it/s]\n",
            "accuracy: 0.5556, loss: 0.9009 ||: 100%|██████████| 1/1 [00:00<00:00, 125.80it/s]\n",
            "accuracy: 0.6667, loss: 0.8979 ||: 100%|██████████| 1/1 [00:00<00:00, 227.83it/s]\n",
            "accuracy: 0.5556, loss: 0.8983 ||: 100%|██████████| 1/1 [00:00<00:00, 138.03it/s]\n",
            "accuracy: 0.6667, loss: 0.8953 ||: 100%|██████████| 1/1 [00:00<00:00, 262.00it/s]\n",
            "accuracy: 0.5556, loss: 0.8957 ||: 100%|██████████| 1/1 [00:00<00:00, 142.54it/s]\n",
            "accuracy: 0.6667, loss: 0.8927 ||: 100%|██████████| 1/1 [00:00<00:00, 267.92it/s]\n",
            "accuracy: 0.5556, loss: 0.8931 ||: 100%|██████████| 1/1 [00:00<00:00, 118.17it/s]\n",
            "accuracy: 0.6667, loss: 0.8900 ||: 100%|██████████| 1/1 [00:00<00:00, 240.91it/s]\n",
            "accuracy: 0.5556, loss: 0.8904 ||: 100%|██████████| 1/1 [00:00<00:00, 121.09it/s]\n",
            "accuracy: 0.6667, loss: 0.8873 ||: 100%|██████████| 1/1 [00:00<00:00, 248.77it/s]\n",
            "accuracy: 0.5556, loss: 0.8877 ||: 100%|██████████| 1/1 [00:00<00:00, 110.12it/s]\n",
            "accuracy: 0.6667, loss: 0.8846 ||: 100%|██████████| 1/1 [00:00<00:00, 295.79it/s]\n",
            "accuracy: 0.5556, loss: 0.8850 ||: 100%|██████████| 1/1 [00:00<00:00, 119.71it/s]\n",
            "accuracy: 0.6667, loss: 0.8819 ||: 100%|██████████| 1/1 [00:00<00:00, 208.58it/s]\n",
            "accuracy: 0.5556, loss: 0.8822 ||: 100%|██████████| 1/1 [00:00<00:00, 119.76it/s]\n",
            "accuracy: 0.6667, loss: 0.8791 ||: 100%|██████████| 1/1 [00:00<00:00, 228.36it/s]\n",
            "accuracy: 0.5556, loss: 0.8794 ||: 100%|██████████| 1/1 [00:00<00:00, 99.94it/s]\n",
            "accuracy: 0.6667, loss: 0.8763 ||: 100%|██████████| 1/1 [00:00<00:00, 222.53it/s]\n",
            "accuracy: 0.5556, loss: 0.8766 ||: 100%|██████████| 1/1 [00:00<00:00, 123.57it/s]\n",
            "accuracy: 0.6667, loss: 0.8734 ||: 100%|██████████| 1/1 [00:00<00:00, 237.91it/s]\n",
            "accuracy: 0.6667, loss: 0.8737 ||: 100%|██████████| 1/1 [00:00<00:00, 127.53it/s]\n",
            "accuracy: 0.6667, loss: 0.8705 ||: 100%|██████████| 1/1 [00:00<00:00, 112.56it/s]\n",
            "accuracy: 0.6667, loss: 0.8709 ||: 100%|██████████| 1/1 [00:00<00:00, 130.06it/s]\n",
            "accuracy: 0.6667, loss: 0.8676 ||: 100%|██████████| 1/1 [00:00<00:00, 181.85it/s]\n",
            "accuracy: 0.6667, loss: 0.8679 ||: 100%|██████████| 1/1 [00:00<00:00, 128.92it/s]\n",
            "accuracy: 0.6667, loss: 0.8647 ||: 100%|██████████| 1/1 [00:00<00:00, 242.56it/s]\n",
            "accuracy: 0.6667, loss: 0.8650 ||: 100%|██████████| 1/1 [00:00<00:00, 123.88it/s]\n",
            "accuracy: 0.6667, loss: 0.8617 ||: 100%|██████████| 1/1 [00:00<00:00, 240.82it/s]\n",
            "accuracy: 0.6667, loss: 0.8620 ||: 100%|██████████| 1/1 [00:00<00:00, 118.54it/s]\n",
            "accuracy: 0.6667, loss: 0.8587 ||: 100%|██████████| 1/1 [00:00<00:00, 249.50it/s]\n",
            "accuracy: 0.6667, loss: 0.8590 ||: 100%|██████████| 1/1 [00:00<00:00, 124.02it/s]\n",
            "accuracy: 0.6667, loss: 0.8557 ||: 100%|██████████| 1/1 [00:00<00:00, 237.40it/s]\n",
            "accuracy: 0.6667, loss: 0.8560 ||: 100%|██████████| 1/1 [00:00<00:00, 107.34it/s]\n",
            "accuracy: 0.6667, loss: 0.8527 ||: 100%|██████████| 1/1 [00:00<00:00, 222.38it/s]\n",
            "accuracy: 0.6667, loss: 0.8529 ||: 100%|██████████| 1/1 [00:00<00:00, 124.73it/s]\n",
            "accuracy: 0.6667, loss: 0.8496 ||: 100%|██████████| 1/1 [00:00<00:00, 220.82it/s]\n",
            "accuracy: 0.6667, loss: 0.8498 ||: 100%|██████████| 1/1 [00:00<00:00, 124.44it/s]\n",
            "accuracy: 0.6667, loss: 0.8465 ||: 100%|██████████| 1/1 [00:00<00:00, 230.00it/s]\n",
            "accuracy: 0.6667, loss: 0.8467 ||: 100%|██████████| 1/1 [00:00<00:00, 108.80it/s]\n",
            "accuracy: 0.6667, loss: 0.8434 ||: 100%|██████████| 1/1 [00:00<00:00, 285.46it/s]\n",
            "accuracy: 0.6667, loss: 0.8435 ||: 100%|██████████| 1/1 [00:00<00:00, 135.57it/s]\n",
            "accuracy: 0.6667, loss: 0.8402 ||: 100%|██████████| 1/1 [00:00<00:00, 233.42it/s]\n",
            "accuracy: 0.6667, loss: 0.8404 ||: 100%|██████████| 1/1 [00:00<00:00, 116.87it/s]\n",
            "accuracy: 0.6667, loss: 0.8370 ||: 100%|██████████| 1/1 [00:00<00:00, 227.05it/s]\n",
            "accuracy: 0.6667, loss: 0.8372 ||: 100%|██████████| 1/1 [00:00<00:00, 95.04it/s]\n",
            "accuracy: 0.6667, loss: 0.8338 ||: 100%|██████████| 1/1 [00:00<00:00, 174.02it/s]\n",
            "accuracy: 0.6667, loss: 0.8340 ||: 100%|██████████| 1/1 [00:00<00:00, 121.07it/s]\n",
            "accuracy: 0.6667, loss: 0.8306 ||: 100%|██████████| 1/1 [00:00<00:00, 306.15it/s]\n",
            "accuracy: 0.6667, loss: 0.8307 ||: 100%|██████████| 1/1 [00:00<00:00, 112.88it/s]\n",
            "accuracy: 0.6667, loss: 0.8273 ||: 100%|██████████| 1/1 [00:00<00:00, 288.29it/s]\n",
            "accuracy: 0.6667, loss: 0.8274 ||: 100%|██████████| 1/1 [00:00<00:00, 123.73it/s]\n",
            "accuracy: 0.6667, loss: 0.8241 ||: 100%|██████████| 1/1 [00:00<00:00, 244.98it/s]\n",
            "accuracy: 0.6667, loss: 0.8242 ||: 100%|██████████| 1/1 [00:00<00:00, 125.14it/s]\n",
            "accuracy: 0.6667, loss: 0.8208 ||: 100%|██████████| 1/1 [00:00<00:00, 302.77it/s]\n",
            "accuracy: 0.6667, loss: 0.8208 ||: 100%|██████████| 1/1 [00:00<00:00, 129.35it/s]\n",
            "accuracy: 0.6667, loss: 0.8175 ||: 100%|██████████| 1/1 [00:00<00:00, 216.54it/s]\n",
            "accuracy: 0.6667, loss: 0.8175 ||: 100%|██████████| 1/1 [00:00<00:00, 125.97it/s]\n",
            "accuracy: 0.6667, loss: 0.8141 ||: 100%|██████████| 1/1 [00:00<00:00, 225.09it/s]\n",
            "accuracy: 0.6667, loss: 0.8141 ||: 100%|██████████| 1/1 [00:00<00:00, 120.77it/s]\n",
            "accuracy: 0.6667, loss: 0.8108 ||: 100%|██████████| 1/1 [00:00<00:00, 247.23it/s]\n",
            "accuracy: 0.6667, loss: 0.8108 ||: 100%|██████████| 1/1 [00:00<00:00, 109.03it/s]\n",
            "accuracy: 0.6667, loss: 0.8074 ||: 100%|██████████| 1/1 [00:00<00:00, 243.63it/s]\n",
            "accuracy: 0.6667, loss: 0.8074 ||: 100%|██████████| 1/1 [00:00<00:00, 133.90it/s]\n",
            "accuracy: 0.6667, loss: 0.8040 ||: 100%|██████████| 1/1 [00:00<00:00, 271.78it/s]\n",
            "accuracy: 0.6667, loss: 0.8040 ||: 100%|██████████| 1/1 [00:00<00:00, 117.66it/s]\n",
            "accuracy: 0.6667, loss: 0.8006 ||: 100%|██████████| 1/1 [00:00<00:00, 423.03it/s]\n",
            "accuracy: 0.6667, loss: 0.8005 ||: 100%|██████████| 1/1 [00:00<00:00, 116.63it/s]\n",
            "accuracy: 0.6667, loss: 0.7972 ||: 100%|██████████| 1/1 [00:00<00:00, 421.20it/s]\n",
            "accuracy: 0.6667, loss: 0.7971 ||: 100%|██████████| 1/1 [00:00<00:00, 118.60it/s]\n",
            "accuracy: 0.6667, loss: 0.7937 ||: 100%|██████████| 1/1 [00:00<00:00, 213.11it/s]\n",
            "accuracy: 0.6667, loss: 0.7936 ||: 100%|██████████| 1/1 [00:00<00:00, 128.01it/s]\n",
            "accuracy: 0.6667, loss: 0.7903 ||: 100%|██████████| 1/1 [00:00<00:00, 261.47it/s]\n",
            "accuracy: 0.6667, loss: 0.7901 ||: 100%|██████████| 1/1 [00:00<00:00, 110.36it/s]\n",
            "accuracy: 0.6667, loss: 0.7868 ||: 100%|██████████| 1/1 [00:00<00:00, 391.95it/s]\n",
            "accuracy: 0.6667, loss: 0.7867 ||: 100%|██████████| 1/1 [00:00<00:00, 130.99it/s]\n",
            "accuracy: 0.6667, loss: 0.7833 ||: 100%|██████████| 1/1 [00:00<00:00, 228.04it/s]\n",
            "accuracy: 0.6667, loss: 0.7831 ||: 100%|██████████| 1/1 [00:00<00:00, 133.75it/s]\n",
            "accuracy: 0.6667, loss: 0.7798 ||: 100%|██████████| 1/1 [00:00<00:00, 244.41it/s]\n",
            "accuracy: 0.6667, loss: 0.7796 ||: 100%|██████████| 1/1 [00:00<00:00, 120.26it/s]\n",
            "accuracy: 0.6667, loss: 0.7763 ||: 100%|██████████| 1/1 [00:00<00:00, 231.54it/s]\n",
            "accuracy: 0.6667, loss: 0.7761 ||: 100%|██████████| 1/1 [00:00<00:00, 138.34it/s]\n",
            "accuracy: 0.6667, loss: 0.7728 ||: 100%|██████████| 1/1 [00:00<00:00, 223.79it/s]\n",
            "accuracy: 0.6667, loss: 0.7725 ||: 100%|██████████| 1/1 [00:00<00:00, 127.84it/s]\n",
            "accuracy: 0.6667, loss: 0.7693 ||: 100%|██████████| 1/1 [00:00<00:00, 233.51it/s]\n",
            "accuracy: 0.6667, loss: 0.7690 ||: 100%|██████████| 1/1 [00:00<00:00, 115.17it/s]\n",
            "accuracy: 0.6667, loss: 0.7657 ||: 100%|██████████| 1/1 [00:00<00:00, 251.73it/s]\n",
            "accuracy: 0.6667, loss: 0.7654 ||: 100%|██████████| 1/1 [00:00<00:00, 129.41it/s]\n",
            "accuracy: 0.6667, loss: 0.7622 ||: 100%|██████████| 1/1 [00:00<00:00, 245.96it/s]\n",
            "accuracy: 0.6667, loss: 0.7619 ||: 100%|██████████| 1/1 [00:00<00:00, 122.53it/s]\n",
            "accuracy: 0.6667, loss: 0.7586 ||: 100%|██████████| 1/1 [00:00<00:00, 272.59it/s]\n",
            "accuracy: 0.6667, loss: 0.7583 ||: 100%|██████████| 1/1 [00:00<00:00, 137.70it/s]\n",
            "accuracy: 0.6667, loss: 0.7550 ||: 100%|██████████| 1/1 [00:00<00:00, 242.35it/s]\n",
            "accuracy: 0.6667, loss: 0.7547 ||: 100%|██████████| 1/1 [00:00<00:00, 115.59it/s]\n",
            "accuracy: 0.6667, loss: 0.7515 ||: 100%|██████████| 1/1 [00:00<00:00, 439.38it/s]\n",
            "accuracy: 0.6667, loss: 0.7511 ||: 100%|██████████| 1/1 [00:00<00:00, 122.49it/s]\n",
            "accuracy: 0.6667, loss: 0.7479 ||: 100%|██████████| 1/1 [00:00<00:00, 276.14it/s]\n",
            "accuracy: 0.6667, loss: 0.7475 ||: 100%|██████████| 1/1 [00:00<00:00, 126.31it/s]\n",
            "accuracy: 0.6667, loss: 0.7443 ||: 100%|██████████| 1/1 [00:00<00:00, 267.15it/s]\n",
            "accuracy: 0.6667, loss: 0.7439 ||: 100%|██████████| 1/1 [00:00<00:00, 116.45it/s]\n",
            "accuracy: 0.6667, loss: 0.7407 ||: 100%|██████████| 1/1 [00:00<00:00, 240.24it/s]\n",
            "accuracy: 0.6667, loss: 0.7402 ||: 100%|██████████| 1/1 [00:00<00:00, 132.46it/s]\n",
            "accuracy: 0.6667, loss: 0.7371 ||: 100%|██████████| 1/1 [00:00<00:00, 225.43it/s]\n",
            "accuracy: 0.6667, loss: 0.7366 ||: 100%|██████████| 1/1 [00:00<00:00, 118.32it/s]\n",
            "accuracy: 0.6667, loss: 0.7335 ||: 100%|██████████| 1/1 [00:00<00:00, 269.30it/s]\n",
            "accuracy: 0.6667, loss: 0.7330 ||: 100%|██████████| 1/1 [00:00<00:00, 112.44it/s]\n",
            "accuracy: 0.6667, loss: 0.7299 ||: 100%|██████████| 1/1 [00:00<00:00, 213.94it/s]\n",
            "accuracy: 0.6667, loss: 0.7294 ||: 100%|██████████| 1/1 [00:00<00:00, 134.10it/s]\n",
            "accuracy: 0.6667, loss: 0.7263 ||: 100%|██████████| 1/1 [00:00<00:00, 220.65it/s]\n",
            "accuracy: 0.6667, loss: 0.7257 ||: 100%|██████████| 1/1 [00:00<00:00, 89.46it/s]\n",
            "accuracy: 0.6667, loss: 0.7227 ||: 100%|██████████| 1/1 [00:00<00:00, 273.30it/s]\n",
            "accuracy: 0.6667, loss: 0.7221 ||: 100%|██████████| 1/1 [00:00<00:00, 135.54it/s]\n",
            "accuracy: 0.6667, loss: 0.7191 ||: 100%|██████████| 1/1 [00:00<00:00, 217.68it/s]\n",
            "accuracy: 0.6667, loss: 0.7185 ||: 100%|██████████| 1/1 [00:00<00:00, 125.57it/s]\n",
            "accuracy: 0.6667, loss: 0.7155 ||: 100%|██████████| 1/1 [00:00<00:00, 270.83it/s]\n",
            "accuracy: 0.6667, loss: 0.7148 ||: 100%|██████████| 1/1 [00:00<00:00, 110.22it/s]\n",
            "accuracy: 0.6667, loss: 0.7119 ||: 100%|██████████| 1/1 [00:00<00:00, 425.95it/s]\n",
            "accuracy: 0.6667, loss: 0.7112 ||: 100%|██████████| 1/1 [00:00<00:00, 125.70it/s]\n",
            "accuracy: 0.6667, loss: 0.7082 ||: 100%|██████████| 1/1 [00:00<00:00, 275.45it/s]\n",
            "accuracy: 0.6667, loss: 0.7075 ||: 100%|██████████| 1/1 [00:00<00:00, 118.41it/s]\n",
            "accuracy: 0.6667, loss: 0.7046 ||: 100%|██████████| 1/1 [00:00<00:00, 206.16it/s]\n",
            "accuracy: 0.6667, loss: 0.7039 ||: 100%|██████████| 1/1 [00:00<00:00, 114.48it/s]\n",
            "accuracy: 0.6667, loss: 0.7010 ||: 100%|██████████| 1/1 [00:00<00:00, 275.18it/s]\n",
            "accuracy: 0.6667, loss: 0.7002 ||: 100%|██████████| 1/1 [00:00<00:00, 118.87it/s]\n",
            "accuracy: 0.6667, loss: 0.6974 ||: 100%|██████████| 1/1 [00:00<00:00, 208.79it/s]\n",
            "accuracy: 0.6667, loss: 0.6966 ||: 100%|██████████| 1/1 [00:00<00:00, 133.96it/s]\n",
            "accuracy: 0.6667, loss: 0.6938 ||: 100%|██████████| 1/1 [00:00<00:00, 271.63it/s]\n",
            "accuracy: 0.6667, loss: 0.6929 ||: 100%|██████████| 1/1 [00:00<00:00, 114.45it/s]\n",
            "accuracy: 0.6667, loss: 0.6902 ||: 100%|██████████| 1/1 [00:00<00:00, 282.60it/s]\n",
            "accuracy: 0.6667, loss: 0.6893 ||: 100%|██████████| 1/1 [00:00<00:00, 120.08it/s]\n",
            "accuracy: 0.6667, loss: 0.6866 ||: 100%|██████████| 1/1 [00:00<00:00, 273.14it/s]\n",
            "accuracy: 0.6667, loss: 0.6857 ||: 100%|██████████| 1/1 [00:00<00:00, 129.85it/s]\n",
            "accuracy: 0.6667, loss: 0.6829 ||: 100%|██████████| 1/1 [00:00<00:00, 228.15it/s]\n",
            "accuracy: 0.6667, loss: 0.6820 ||: 100%|██████████| 1/1 [00:00<00:00, 121.99it/s]\n",
            "accuracy: 0.6667, loss: 0.6793 ||: 100%|██████████| 1/1 [00:00<00:00, 227.49it/s]\n",
            "accuracy: 0.6667, loss: 0.6784 ||: 100%|██████████| 1/1 [00:00<00:00, 124.44it/s]\n",
            "accuracy: 0.6667, loss: 0.6757 ||: 100%|██████████| 1/1 [00:00<00:00, 276.03it/s]\n",
            "accuracy: 0.6667, loss: 0.6747 ||: 100%|██████████| 1/1 [00:00<00:00, 120.82it/s]\n",
            "accuracy: 0.6667, loss: 0.6721 ||: 100%|██████████| 1/1 [00:00<00:00, 239.11it/s]\n",
            "accuracy: 0.6667, loss: 0.6711 ||: 100%|██████████| 1/1 [00:00<00:00, 122.71it/s]\n",
            "accuracy: 0.6667, loss: 0.6685 ||: 100%|██████████| 1/1 [00:00<00:00, 215.32it/s]\n",
            "accuracy: 0.6667, loss: 0.6674 ||: 100%|██████████| 1/1 [00:00<00:00, 124.96it/s]\n",
            "accuracy: 0.6667, loss: 0.6649 ||: 100%|██████████| 1/1 [00:00<00:00, 260.45it/s]\n",
            "accuracy: 0.6667, loss: 0.6638 ||: 100%|██████████| 1/1 [00:00<00:00, 119.36it/s]\n",
            "accuracy: 0.6667, loss: 0.6613 ||: 100%|██████████| 1/1 [00:00<00:00, 260.21it/s]\n",
            "accuracy: 0.6667, loss: 0.6602 ||: 100%|██████████| 1/1 [00:00<00:00, 130.68it/s]\n",
            "accuracy: 0.6667, loss: 0.6577 ||: 100%|██████████| 1/1 [00:00<00:00, 235.33it/s]\n",
            "accuracy: 0.6667, loss: 0.6565 ||: 100%|██████████| 1/1 [00:00<00:00, 123.43it/s]\n",
            "accuracy: 0.6667, loss: 0.6541 ||: 100%|██████████| 1/1 [00:00<00:00, 287.03it/s]\n",
            "accuracy: 0.6667, loss: 0.6529 ||: 100%|██████████| 1/1 [00:00<00:00, 131.82it/s]\n",
            "accuracy: 0.7778, loss: 0.6505 ||: 100%|██████████| 1/1 [00:00<00:00, 225.08it/s]\n",
            "accuracy: 0.6667, loss: 0.6492 ||: 100%|██████████| 1/1 [00:00<00:00, 124.58it/s]\n",
            "accuracy: 0.7778, loss: 0.6469 ||: 100%|██████████| 1/1 [00:00<00:00, 236.41it/s]\n",
            "accuracy: 0.6667, loss: 0.6456 ||: 100%|██████████| 1/1 [00:00<00:00, 135.66it/s]\n",
            "accuracy: 0.7778, loss: 0.6433 ||: 100%|██████████| 1/1 [00:00<00:00, 213.37it/s]\n",
            "accuracy: 0.6667, loss: 0.6420 ||: 100%|██████████| 1/1 [00:00<00:00, 130.62it/s]\n",
            "accuracy: 0.7778, loss: 0.6397 ||: 100%|██████████| 1/1 [00:00<00:00, 300.19it/s]\n",
            "accuracy: 0.6667, loss: 0.6383 ||: 100%|██████████| 1/1 [00:00<00:00, 126.30it/s]\n",
            "accuracy: 0.7778, loss: 0.6361 ||: 100%|██████████| 1/1 [00:00<00:00, 225.67it/s]\n",
            "accuracy: 0.6667, loss: 0.6347 ||: 100%|██████████| 1/1 [00:00<00:00, 133.66it/s]\n",
            "accuracy: 0.7778, loss: 0.6325 ||: 100%|██████████| 1/1 [00:00<00:00, 250.62it/s]\n",
            "accuracy: 0.6667, loss: 0.6311 ||: 100%|██████████| 1/1 [00:00<00:00, 121.76it/s]\n",
            "accuracy: 0.7778, loss: 0.6289 ||: 100%|██████████| 1/1 [00:00<00:00, 264.01it/s]\n",
            "accuracy: 0.6667, loss: 0.6275 ||: 100%|██████████| 1/1 [00:00<00:00, 123.66it/s]\n",
            "accuracy: 0.7778, loss: 0.6253 ||: 100%|██████████| 1/1 [00:00<00:00, 444.36it/s]\n",
            "accuracy: 0.6667, loss: 0.6238 ||: 100%|██████████| 1/1 [00:00<00:00, 121.39it/s]\n",
            "accuracy: 0.7778, loss: 0.6217 ||: 100%|██████████| 1/1 [00:00<00:00, 195.40it/s]\n",
            "accuracy: 0.6667, loss: 0.6202 ||: 100%|██████████| 1/1 [00:00<00:00, 126.25it/s]\n",
            "accuracy: 0.7778, loss: 0.6181 ||: 100%|██████████| 1/1 [00:00<00:00, 220.99it/s]\n",
            "accuracy: 0.7778, loss: 0.6166 ||: 100%|██████████| 1/1 [00:00<00:00, 88.43it/s]\n",
            "accuracy: 0.7778, loss: 0.6146 ||: 100%|██████████| 1/1 [00:00<00:00, 235.23it/s]\n",
            "accuracy: 0.7778, loss: 0.6130 ||: 100%|██████████| 1/1 [00:00<00:00, 114.52it/s]\n",
            "accuracy: 0.7778, loss: 0.6110 ||: 100%|██████████| 1/1 [00:00<00:00, 270.88it/s]\n",
            "accuracy: 0.7778, loss: 0.6093 ||: 100%|██████████| 1/1 [00:00<00:00, 124.68it/s]\n",
            "accuracy: 0.7778, loss: 0.6074 ||: 100%|██████████| 1/1 [00:00<00:00, 272.68it/s]\n",
            "accuracy: 0.7778, loss: 0.6057 ||: 100%|██████████| 1/1 [00:00<00:00, 111.47it/s]\n",
            "accuracy: 0.7778, loss: 0.6038 ||: 100%|██████████| 1/1 [00:00<00:00, 205.26it/s]\n",
            "accuracy: 0.7778, loss: 0.6021 ||: 100%|██████████| 1/1 [00:00<00:00, 112.40it/s]\n",
            "accuracy: 0.7778, loss: 0.6002 ||: 100%|██████████| 1/1 [00:00<00:00, 217.60it/s]\n",
            "accuracy: 0.7778, loss: 0.5985 ||: 100%|██████████| 1/1 [00:00<00:00, 127.32it/s]\n",
            "accuracy: 0.7778, loss: 0.5966 ||: 100%|██████████| 1/1 [00:00<00:00, 252.53it/s]\n",
            "accuracy: 0.7778, loss: 0.5949 ||: 100%|██████████| 1/1 [00:00<00:00, 122.47it/s]\n",
            "accuracy: 0.7778, loss: 0.5930 ||: 100%|██████████| 1/1 [00:00<00:00, 245.80it/s]\n",
            "accuracy: 0.7778, loss: 0.5912 ||: 100%|██████████| 1/1 [00:00<00:00, 123.96it/s]\n",
            "accuracy: 0.7778, loss: 0.5895 ||: 100%|██████████| 1/1 [00:00<00:00, 230.22it/s]\n",
            "accuracy: 0.7778, loss: 0.5876 ||: 100%|██████████| 1/1 [00:00<00:00, 131.89it/s]\n",
            "accuracy: 0.7778, loss: 0.5859 ||: 100%|██████████| 1/1 [00:00<00:00, 205.86it/s]\n",
            "accuracy: 0.7778, loss: 0.5840 ||: 100%|██████████| 1/1 [00:00<00:00, 119.97it/s]\n",
            "accuracy: 0.7778, loss: 0.5823 ||: 100%|██████████| 1/1 [00:00<00:00, 266.78it/s]\n",
            "accuracy: 0.7778, loss: 0.5804 ||: 100%|██████████| 1/1 [00:00<00:00, 144.14it/s]\n",
            "accuracy: 0.7778, loss: 0.5787 ||: 100%|██████████| 1/1 [00:00<00:00, 253.71it/s]\n",
            "accuracy: 0.7778, loss: 0.5768 ||: 100%|██████████| 1/1 [00:00<00:00, 107.86it/s]\n",
            "accuracy: 0.8889, loss: 0.5751 ||: 100%|██████████| 1/1 [00:00<00:00, 234.73it/s]\n",
            "accuracy: 0.8889, loss: 0.5732 ||: 100%|██████████| 1/1 [00:00<00:00, 132.58it/s]\n",
            "accuracy: 0.8889, loss: 0.5715 ||: 100%|██████████| 1/1 [00:00<00:00, 220.95it/s]\n",
            "accuracy: 0.8889, loss: 0.5695 ||: 100%|██████████| 1/1 [00:00<00:00, 127.05it/s]\n",
            "accuracy: 0.8889, loss: 0.5679 ||: 100%|██████████| 1/1 [00:00<00:00, 226.96it/s]\n",
            "accuracy: 0.8889, loss: 0.5659 ||: 100%|██████████| 1/1 [00:00<00:00, 119.09it/s]\n",
            "accuracy: 0.8889, loss: 0.5644 ||: 100%|██████████| 1/1 [00:00<00:00, 240.35it/s]\n",
            "accuracy: 0.8889, loss: 0.5623 ||: 100%|██████████| 1/1 [00:00<00:00, 118.17it/s]\n",
            "accuracy: 0.8889, loss: 0.5608 ||: 100%|██████████| 1/1 [00:00<00:00, 241.62it/s]\n",
            "accuracy: 0.8889, loss: 0.5587 ||: 100%|██████████| 1/1 [00:00<00:00, 128.81it/s]\n",
            "accuracy: 0.8889, loss: 0.5572 ||: 100%|██████████| 1/1 [00:00<00:00, 271.32it/s]\n",
            "accuracy: 0.8889, loss: 0.5551 ||: 100%|██████████| 1/1 [00:00<00:00, 118.30it/s]\n",
            "accuracy: 0.8889, loss: 0.5536 ||: 100%|██████████| 1/1 [00:00<00:00, 223.16it/s]\n",
            "accuracy: 0.8889, loss: 0.5515 ||: 100%|██████████| 1/1 [00:00<00:00, 122.82it/s]\n",
            "accuracy: 0.8889, loss: 0.5500 ||: 100%|██████████| 1/1 [00:00<00:00, 222.85it/s]\n",
            "accuracy: 0.8889, loss: 0.5479 ||: 100%|██████████| 1/1 [00:00<00:00, 115.77it/s]\n",
            "accuracy: 0.8889, loss: 0.5464 ||: 100%|██████████| 1/1 [00:00<00:00, 230.03it/s]\n",
            "accuracy: 1.0000, loss: 0.5443 ||: 100%|██████████| 1/1 [00:00<00:00, 131.87it/s]\n",
            "accuracy: 0.8889, loss: 0.5428 ||: 100%|██████████| 1/1 [00:00<00:00, 224.86it/s]\n",
            "accuracy: 1.0000, loss: 0.5407 ||: 100%|██████████| 1/1 [00:00<00:00, 116.39it/s]\n",
            "accuracy: 0.8889, loss: 0.5393 ||: 100%|██████████| 1/1 [00:00<00:00, 228.73it/s]\n",
            "accuracy: 1.0000, loss: 0.5371 ||: 100%|██████████| 1/1 [00:00<00:00, 112.09it/s]\n",
            "accuracy: 0.8889, loss: 0.5357 ||: 100%|██████████| 1/1 [00:00<00:00, 251.77it/s]\n",
            "accuracy: 1.0000, loss: 0.5335 ||: 100%|██████████| 1/1 [00:00<00:00, 128.86it/s]\n",
            "accuracy: 0.8889, loss: 0.5321 ||: 100%|██████████| 1/1 [00:00<00:00, 235.74it/s]\n",
            "accuracy: 1.0000, loss: 0.5299 ||: 100%|██████████| 1/1 [00:00<00:00, 122.88it/s]\n",
            "accuracy: 0.8889, loss: 0.5285 ||: 100%|██████████| 1/1 [00:00<00:00, 252.97it/s]\n",
            "accuracy: 1.0000, loss: 0.5263 ||: 100%|██████████| 1/1 [00:00<00:00, 115.25it/s]\n",
            "accuracy: 0.8889, loss: 0.5250 ||: 100%|██████████| 1/1 [00:00<00:00, 239.55it/s]\n",
            "accuracy: 1.0000, loss: 0.5227 ||: 100%|██████████| 1/1 [00:00<00:00, 116.82it/s]\n",
            "accuracy: 0.8889, loss: 0.5214 ||: 100%|██████████| 1/1 [00:00<00:00, 233.41it/s]\n",
            "accuracy: 1.0000, loss: 0.5191 ||: 100%|██████████| 1/1 [00:00<00:00, 115.63it/s]\n",
            "accuracy: 0.8889, loss: 0.5178 ||: 100%|██████████| 1/1 [00:00<00:00, 219.45it/s]\n",
            "accuracy: 1.0000, loss: 0.5156 ||: 100%|██████████| 1/1 [00:00<00:00, 134.80it/s]\n",
            "accuracy: 0.8889, loss: 0.5142 ||: 100%|██████████| 1/1 [00:00<00:00, 212.55it/s]\n",
            "accuracy: 1.0000, loss: 0.5120 ||: 100%|██████████| 1/1 [00:00<00:00, 183.15it/s]\n",
            "accuracy: 1.0000, loss: 0.5107 ||: 100%|██████████| 1/1 [00:00<00:00, 190.42it/s]\n",
            "accuracy: 1.0000, loss: 0.5084 ||: 100%|██████████| 1/1 [00:00<00:00, 112.00it/s]\n",
            "accuracy: 1.0000, loss: 0.5071 ||: 100%|██████████| 1/1 [00:00<00:00, 242.61it/s]\n",
            "accuracy: 1.0000, loss: 0.5048 ||: 100%|██████████| 1/1 [00:00<00:00, 51.79it/s]\n",
            "accuracy: 1.0000, loss: 0.5036 ||: 100%|██████████| 1/1 [00:00<00:00, 226.35it/s]\n",
            "accuracy: 1.0000, loss: 0.5013 ||: 100%|██████████| 1/1 [00:00<00:00, 118.04it/s]\n",
            "accuracy: 1.0000, loss: 0.5000 ||: 100%|██████████| 1/1 [00:00<00:00, 239.67it/s]\n",
            "accuracy: 1.0000, loss: 0.4977 ||: 100%|██████████| 1/1 [00:00<00:00, 127.01it/s]\n",
            "accuracy: 1.0000, loss: 0.4964 ||: 100%|██████████| 1/1 [00:00<00:00, 211.83it/s]\n",
            "accuracy: 1.0000, loss: 0.4942 ||: 100%|██████████| 1/1 [00:00<00:00, 128.53it/s]\n",
            "accuracy: 1.0000, loss: 0.4929 ||: 100%|██████████| 1/1 [00:00<00:00, 250.66it/s]\n",
            "accuracy: 1.0000, loss: 0.4906 ||: 100%|██████████| 1/1 [00:00<00:00, 131.37it/s]\n",
            "accuracy: 1.0000, loss: 0.4894 ||: 100%|██████████| 1/1 [00:00<00:00, 255.97it/s]\n",
            "accuracy: 1.0000, loss: 0.4871 ||: 100%|██████████| 1/1 [00:00<00:00, 119.18it/s]\n",
            "accuracy: 1.0000, loss: 0.4858 ||: 100%|██████████| 1/1 [00:00<00:00, 225.42it/s]\n",
            "accuracy: 1.0000, loss: 0.4836 ||: 100%|██████████| 1/1 [00:00<00:00, 118.94it/s]\n",
            "accuracy: 1.0000, loss: 0.4823 ||: 100%|██████████| 1/1 [00:00<00:00, 266.34it/s]\n",
            "accuracy: 1.0000, loss: 0.4800 ||: 100%|██████████| 1/1 [00:00<00:00, 113.76it/s]\n",
            "accuracy: 1.0000, loss: 0.4788 ||: 100%|██████████| 1/1 [00:00<00:00, 243.40it/s]\n",
            "accuracy: 1.0000, loss: 0.4765 ||: 100%|██████████| 1/1 [00:00<00:00, 121.72it/s]\n",
            "accuracy: 1.0000, loss: 0.4752 ||: 100%|██████████| 1/1 [00:00<00:00, 263.49it/s]\n",
            "accuracy: 1.0000, loss: 0.4730 ||: 100%|██████████| 1/1 [00:00<00:00, 104.02it/s]\n",
            "accuracy: 1.0000, loss: 0.4717 ||: 100%|██████████| 1/1 [00:00<00:00, 238.71it/s]\n",
            "accuracy: 1.0000, loss: 0.4695 ||: 100%|██████████| 1/1 [00:00<00:00, 109.31it/s]\n",
            "accuracy: 1.0000, loss: 0.4682 ||: 100%|██████████| 1/1 [00:00<00:00, 216.74it/s]\n",
            "accuracy: 1.0000, loss: 0.4660 ||: 100%|██████████| 1/1 [00:00<00:00, 110.06it/s]\n",
            "accuracy: 1.0000, loss: 0.4647 ||: 100%|██████████| 1/1 [00:00<00:00, 286.12it/s]\n",
            "accuracy: 1.0000, loss: 0.4625 ||: 100%|██████████| 1/1 [00:00<00:00, 128.24it/s]\n",
            "accuracy: 1.0000, loss: 0.4612 ||: 100%|██████████| 1/1 [00:00<00:00, 224.58it/s]\n",
            "accuracy: 1.0000, loss: 0.4591 ||: 100%|██████████| 1/1 [00:00<00:00, 123.92it/s]\n",
            "accuracy: 1.0000, loss: 0.4578 ||: 100%|██████████| 1/1 [00:00<00:00, 210.99it/s]\n",
            "accuracy: 1.0000, loss: 0.4556 ||: 100%|██████████| 1/1 [00:00<00:00, 117.79it/s]\n",
            "accuracy: 1.0000, loss: 0.4543 ||: 100%|██████████| 1/1 [00:00<00:00, 248.55it/s]\n",
            "accuracy: 1.0000, loss: 0.4521 ||: 100%|██████████| 1/1 [00:00<00:00, 116.83it/s]\n",
            "accuracy: 1.0000, loss: 0.4508 ||: 100%|██████████| 1/1 [00:00<00:00, 275.78it/s]\n",
            "accuracy: 1.0000, loss: 0.4487 ||: 100%|██████████| 1/1 [00:00<00:00, 123.13it/s]\n",
            "accuracy: 1.0000, loss: 0.4474 ||: 100%|██████████| 1/1 [00:00<00:00, 261.78it/s]\n",
            "accuracy: 1.0000, loss: 0.4453 ||: 100%|██████████| 1/1 [00:00<00:00, 116.33it/s]\n",
            "accuracy: 1.0000, loss: 0.4439 ||: 100%|██████████| 1/1 [00:00<00:00, 207.31it/s]\n",
            "accuracy: 1.0000, loss: 0.4418 ||: 100%|██████████| 1/1 [00:00<00:00, 102.22it/s]\n",
            "accuracy: 1.0000, loss: 0.4405 ||: 100%|██████████| 1/1 [00:00<00:00, 226.76it/s]\n",
            "accuracy: 1.0000, loss: 0.4384 ||: 100%|██████████| 1/1 [00:00<00:00, 122.77it/s]\n",
            "accuracy: 1.0000, loss: 0.4371 ||: 100%|██████████| 1/1 [00:00<00:00, 262.52it/s]\n",
            "accuracy: 1.0000, loss: 0.4350 ||: 100%|██████████| 1/1 [00:00<00:00, 123.96it/s]\n",
            "accuracy: 1.0000, loss: 0.4337 ||: 100%|██████████| 1/1 [00:00<00:00, 235.48it/s]\n",
            "accuracy: 1.0000, loss: 0.4316 ||: 100%|██████████| 1/1 [00:00<00:00, 122.37it/s]\n",
            "accuracy: 1.0000, loss: 0.4303 ||: 100%|██████████| 1/1 [00:00<00:00, 241.86it/s]\n",
            "accuracy: 1.0000, loss: 0.4283 ||: 100%|██████████| 1/1 [00:00<00:00, 116.95it/s]\n",
            "accuracy: 1.0000, loss: 0.4269 ||: 100%|██████████| 1/1 [00:00<00:00, 234.73it/s]\n",
            "accuracy: 1.0000, loss: 0.4249 ||: 100%|██████████| 1/1 [00:00<00:00, 119.07it/s]\n",
            "accuracy: 1.0000, loss: 0.4235 ||: 100%|██████████| 1/1 [00:00<00:00, 173.64it/s]\n",
            "accuracy: 1.0000, loss: 0.4216 ||: 100%|██████████| 1/1 [00:00<00:00, 128.63it/s]\n",
            "accuracy: 1.0000, loss: 0.4202 ||: 100%|██████████| 1/1 [00:00<00:00, 308.04it/s]\n",
            "accuracy: 1.0000, loss: 0.4182 ||: 100%|██████████| 1/1 [00:00<00:00, 142.91it/s]\n",
            "accuracy: 1.0000, loss: 0.4168 ||: 100%|██████████| 1/1 [00:00<00:00, 266.44it/s]\n",
            "accuracy: 1.0000, loss: 0.4149 ||: 100%|██████████| 1/1 [00:00<00:00, 119.13it/s]\n",
            "accuracy: 1.0000, loss: 0.4135 ||: 100%|██████████| 1/1 [00:00<00:00, 232.06it/s]\n",
            "accuracy: 1.0000, loss: 0.4116 ||: 100%|██████████| 1/1 [00:00<00:00, 131.28it/s]\n",
            "accuracy: 1.0000, loss: 0.4101 ||: 100%|██████████| 1/1 [00:00<00:00, 222.43it/s]\n",
            "accuracy: 1.0000, loss: 0.4083 ||: 100%|██████████| 1/1 [00:00<00:00, 133.23it/s]\n",
            "accuracy: 1.0000, loss: 0.4068 ||: 100%|██████████| 1/1 [00:00<00:00, 203.42it/s]\n",
            "accuracy: 1.0000, loss: 0.4050 ||: 100%|██████████| 1/1 [00:00<00:00, 126.13it/s]\n",
            "accuracy: 1.0000, loss: 0.4035 ||: 100%|██████████| 1/1 [00:00<00:00, 268.90it/s]\n",
            "accuracy: 1.0000, loss: 0.4017 ||: 100%|██████████| 1/1 [00:00<00:00, 121.78it/s]\n",
            "accuracy: 1.0000, loss: 0.4003 ||: 100%|██████████| 1/1 [00:00<00:00, 228.52it/s]\n",
            "accuracy: 1.0000, loss: 0.3985 ||: 100%|██████████| 1/1 [00:00<00:00, 118.63it/s]\n",
            "accuracy: 1.0000, loss: 0.3970 ||: 100%|██████████| 1/1 [00:00<00:00, 273.73it/s]\n",
            "accuracy: 1.0000, loss: 0.3952 ||: 100%|██████████| 1/1 [00:00<00:00, 124.80it/s]\n",
            "accuracy: 1.0000, loss: 0.3938 ||: 100%|██████████| 1/1 [00:00<00:00, 229.37it/s]\n",
            "accuracy: 1.0000, loss: 0.3920 ||: 100%|██████████| 1/1 [00:00<00:00, 144.74it/s]\n",
            "accuracy: 1.0000, loss: 0.3905 ||: 100%|██████████| 1/1 [00:00<00:00, 422.60it/s]\n",
            "accuracy: 1.0000, loss: 0.3888 ||: 100%|██████████| 1/1 [00:00<00:00, 125.95it/s]\n",
            "accuracy: 1.0000, loss: 0.3873 ||: 100%|██████████| 1/1 [00:00<00:00, 230.81it/s]\n",
            "accuracy: 1.0000, loss: 0.3856 ||: 100%|██████████| 1/1 [00:00<00:00, 126.21it/s]\n",
            "accuracy: 1.0000, loss: 0.3841 ||: 100%|██████████| 1/1 [00:00<00:00, 386.14it/s]\n",
            "accuracy: 1.0000, loss: 0.3825 ||: 100%|██████████| 1/1 [00:00<00:00, 129.41it/s]\n",
            "accuracy: 1.0000, loss: 0.3809 ||: 100%|██████████| 1/1 [00:00<00:00, 240.09it/s]\n",
            "accuracy: 1.0000, loss: 0.3793 ||: 100%|██████████| 1/1 [00:00<00:00, 129.71it/s]\n",
            "accuracy: 1.0000, loss: 0.3778 ||: 100%|██████████| 1/1 [00:00<00:00, 256.28it/s]\n",
            "accuracy: 1.0000, loss: 0.3762 ||: 100%|██████████| 1/1 [00:00<00:00, 124.04it/s]\n",
            "accuracy: 1.0000, loss: 0.3746 ||: 100%|██████████| 1/1 [00:00<00:00, 213.07it/s]\n",
            "accuracy: 1.0000, loss: 0.3730 ||: 100%|██████████| 1/1 [00:00<00:00, 124.46it/s]\n",
            "accuracy: 1.0000, loss: 0.3715 ||: 100%|██████████| 1/1 [00:00<00:00, 219.24it/s]\n",
            "accuracy: 1.0000, loss: 0.3699 ||: 100%|██████████| 1/1 [00:00<00:00, 122.49it/s]\n",
            "accuracy: 1.0000, loss: 0.3684 ||: 100%|██████████| 1/1 [00:00<00:00, 223.70it/s]\n",
            "accuracy: 1.0000, loss: 0.3668 ||: 100%|██████████| 1/1 [00:00<00:00, 127.03it/s]\n",
            "accuracy: 1.0000, loss: 0.3653 ||: 100%|██████████| 1/1 [00:00<00:00, 228.96it/s]\n",
            "accuracy: 1.0000, loss: 0.3638 ||: 100%|██████████| 1/1 [00:00<00:00, 123.16it/s]\n",
            "accuracy: 1.0000, loss: 0.3622 ||: 100%|██████████| 1/1 [00:00<00:00, 222.92it/s]\n",
            "accuracy: 1.0000, loss: 0.3607 ||: 100%|██████████| 1/1 [00:00<00:00, 119.95it/s]\n",
            "accuracy: 1.0000, loss: 0.3591 ||: 100%|██████████| 1/1 [00:00<00:00, 238.07it/s]\n",
            "accuracy: 1.0000, loss: 0.3577 ||: 100%|██████████| 1/1 [00:00<00:00, 137.70it/s]\n",
            "accuracy: 1.0000, loss: 0.3561 ||: 100%|██████████| 1/1 [00:00<00:00, 247.41it/s]\n",
            "accuracy: 1.0000, loss: 0.3547 ||: 100%|██████████| 1/1 [00:00<00:00, 121.12it/s]\n",
            "accuracy: 1.0000, loss: 0.3530 ||: 100%|██████████| 1/1 [00:00<00:00, 229.96it/s]\n",
            "accuracy: 1.0000, loss: 0.3517 ||: 100%|██████████| 1/1 [00:00<00:00, 120.82it/s]\n",
            "accuracy: 1.0000, loss: 0.3500 ||: 100%|██████████| 1/1 [00:00<00:00, 231.52it/s]\n",
            "accuracy: 1.0000, loss: 0.3487 ||: 100%|██████████| 1/1 [00:00<00:00, 123.03it/s]\n",
            "accuracy: 1.0000, loss: 0.3470 ||: 100%|██████████| 1/1 [00:00<00:00, 241.00it/s]\n",
            "accuracy: 1.0000, loss: 0.3457 ||: 100%|██████████| 1/1 [00:00<00:00, 129.34it/s]\n",
            "accuracy: 1.0000, loss: 0.3441 ||: 100%|██████████| 1/1 [00:00<00:00, 185.83it/s]\n",
            "accuracy: 1.0000, loss: 0.3428 ||: 100%|██████████| 1/1 [00:00<00:00, 125.16it/s]\n",
            "accuracy: 1.0000, loss: 0.3411 ||: 100%|██████████| 1/1 [00:00<00:00, 249.78it/s]\n",
            "accuracy: 1.0000, loss: 0.3398 ||: 100%|██████████| 1/1 [00:00<00:00, 118.94it/s]\n",
            "accuracy: 1.0000, loss: 0.3382 ||: 100%|██████████| 1/1 [00:00<00:00, 242.59it/s]\n",
            "accuracy: 1.0000, loss: 0.3369 ||: 100%|██████████| 1/1 [00:00<00:00, 120.39it/s]\n",
            "accuracy: 1.0000, loss: 0.3353 ||: 100%|██████████| 1/1 [00:00<00:00, 272.30it/s]\n",
            "accuracy: 1.0000, loss: 0.3341 ||: 100%|██████████| 1/1 [00:00<00:00, 116.54it/s]\n",
            "accuracy: 1.0000, loss: 0.3324 ||: 100%|██████████| 1/1 [00:00<00:00, 201.65it/s]\n",
            "accuracy: 1.0000, loss: 0.3312 ||: 100%|██████████| 1/1 [00:00<00:00, 117.29it/s]\n",
            "accuracy: 1.0000, loss: 0.3295 ||: 100%|██████████| 1/1 [00:00<00:00, 256.61it/s]\n",
            "accuracy: 1.0000, loss: 0.3283 ||: 100%|██████████| 1/1 [00:00<00:00, 140.91it/s]\n",
            "accuracy: 1.0000, loss: 0.3267 ||: 100%|██████████| 1/1 [00:00<00:00, 224.53it/s]\n",
            "accuracy: 1.0000, loss: 0.3255 ||: 100%|██████████| 1/1 [00:00<00:00, 123.96it/s]\n",
            "accuracy: 1.0000, loss: 0.3238 ||: 100%|██████████| 1/1 [00:00<00:00, 265.45it/s]\n",
            "accuracy: 1.0000, loss: 0.3227 ||: 100%|██████████| 1/1 [00:00<00:00, 127.64it/s]\n",
            "accuracy: 1.0000, loss: 0.3210 ||: 100%|██████████| 1/1 [00:00<00:00, 250.09it/s]\n",
            "accuracy: 1.0000, loss: 0.3199 ||: 100%|██████████| 1/1 [00:00<00:00, 118.82it/s]\n",
            "accuracy: 1.0000, loss: 0.3182 ||: 100%|██████████| 1/1 [00:00<00:00, 246.29it/s]\n",
            "accuracy: 1.0000, loss: 0.3172 ||: 100%|██████████| 1/1 [00:00<00:00, 116.74it/s]\n",
            "accuracy: 1.0000, loss: 0.3155 ||: 100%|██████████| 1/1 [00:00<00:00, 270.04it/s]\n",
            "accuracy: 1.0000, loss: 0.3144 ||: 100%|██████████| 1/1 [00:00<00:00, 132.00it/s]\n",
            "accuracy: 1.0000, loss: 0.3127 ||: 100%|██████████| 1/1 [00:00<00:00, 434.69it/s]\n",
            "accuracy: 1.0000, loss: 0.3117 ||: 100%|██████████| 1/1 [00:00<00:00, 121.21it/s]\n",
            "accuracy: 1.0000, loss: 0.3100 ||: 100%|██████████| 1/1 [00:00<00:00, 182.56it/s]\n",
            "accuracy: 1.0000, loss: 0.3090 ||: 100%|██████████| 1/1 [00:00<00:00, 122.67it/s]\n",
            "accuracy: 1.0000, loss: 0.3073 ||: 100%|██████████| 1/1 [00:00<00:00, 223.76it/s]\n",
            "accuracy: 1.0000, loss: 0.3063 ||: 100%|██████████| 1/1 [00:00<00:00, 120.37it/s]\n",
            "accuracy: 1.0000, loss: 0.3046 ||: 100%|██████████| 1/1 [00:00<00:00, 266.53it/s]\n",
            "accuracy: 1.0000, loss: 0.3036 ||: 100%|██████████| 1/1 [00:00<00:00, 122.04it/s]\n",
            "accuracy: 1.0000, loss: 0.3019 ||: 100%|██████████| 1/1 [00:00<00:00, 251.83it/s]\n",
            "accuracy: 1.0000, loss: 0.3010 ||: 100%|██████████| 1/1 [00:00<00:00, 131.29it/s]\n",
            "accuracy: 1.0000, loss: 0.2993 ||: 100%|██████████| 1/1 [00:00<00:00, 219.01it/s]\n",
            "accuracy: 1.0000, loss: 0.2984 ||: 100%|██████████| 1/1 [00:00<00:00, 120.22it/s]\n",
            "accuracy: 1.0000, loss: 0.2966 ||: 100%|██████████| 1/1 [00:00<00:00, 297.19it/s]\n",
            "accuracy: 1.0000, loss: 0.2958 ||: 100%|██████████| 1/1 [00:00<00:00, 122.25it/s]\n",
            "accuracy: 1.0000, loss: 0.2940 ||: 100%|██████████| 1/1 [00:00<00:00, 263.00it/s]\n",
            "accuracy: 1.0000, loss: 0.2932 ||: 100%|██████████| 1/1 [00:00<00:00, 136.53it/s]\n",
            "accuracy: 1.0000, loss: 0.2914 ||: 100%|██████████| 1/1 [00:00<00:00, 245.77it/s]\n",
            "accuracy: 1.0000, loss: 0.2906 ||: 100%|██████████| 1/1 [00:00<00:00, 119.72it/s]\n",
            "accuracy: 1.0000, loss: 0.2889 ||: 100%|██████████| 1/1 [00:00<00:00, 241.73it/s]\n",
            "accuracy: 1.0000, loss: 0.2881 ||: 100%|██████████| 1/1 [00:00<00:00, 104.58it/s]\n",
            "accuracy: 1.0000, loss: 0.2863 ||: 100%|██████████| 1/1 [00:00<00:00, 242.50it/s]\n",
            "accuracy: 1.0000, loss: 0.2855 ||: 100%|██████████| 1/1 [00:00<00:00, 113.69it/s]\n",
            "accuracy: 1.0000, loss: 0.2838 ||: 100%|██████████| 1/1 [00:00<00:00, 242.98it/s]\n",
            "accuracy: 1.0000, loss: 0.2830 ||: 100%|██████████| 1/1 [00:00<00:00, 130.95it/s]\n",
            "accuracy: 1.0000, loss: 0.2813 ||: 100%|██████████| 1/1 [00:00<00:00, 237.99it/s]\n",
            "accuracy: 1.0000, loss: 0.2806 ||: 100%|██████████| 1/1 [00:00<00:00, 121.74it/s]\n",
            "accuracy: 1.0000, loss: 0.2788 ||: 100%|██████████| 1/1 [00:00<00:00, 244.84it/s]\n",
            "accuracy: 1.0000, loss: 0.2781 ||: 100%|██████████| 1/1 [00:00<00:00, 136.09it/s]\n",
            "accuracy: 1.0000, loss: 0.2764 ||: 100%|██████████| 1/1 [00:00<00:00, 193.88it/s]\n",
            "accuracy: 1.0000, loss: 0.2757 ||: 100%|██████████| 1/1 [00:00<00:00, 115.99it/s]\n",
            "accuracy: 1.0000, loss: 0.2739 ||: 100%|██████████| 1/1 [00:00<00:00, 141.13it/s]\n",
            "accuracy: 1.0000, loss: 0.2732 ||: 100%|██████████| 1/1 [00:00<00:00, 113.23it/s]\n",
            "accuracy: 1.0000, loss: 0.2715 ||: 100%|██████████| 1/1 [00:00<00:00, 220.89it/s]\n",
            "accuracy: 1.0000, loss: 0.2708 ||: 100%|██████████| 1/1 [00:00<00:00, 111.95it/s]\n",
            "accuracy: 1.0000, loss: 0.2691 ||: 100%|██████████| 1/1 [00:00<00:00, 265.21it/s]\n",
            "accuracy: 1.0000, loss: 0.2685 ||: 100%|██████████| 1/1 [00:00<00:00, 113.79it/s]\n",
            "accuracy: 1.0000, loss: 0.2667 ||: 100%|██████████| 1/1 [00:00<00:00, 271.13it/s]\n",
            "accuracy: 1.0000, loss: 0.2661 ||: 100%|██████████| 1/1 [00:00<00:00, 126.40it/s]\n",
            "accuracy: 1.0000, loss: 0.2644 ||: 100%|██████████| 1/1 [00:00<00:00, 219.30it/s]\n",
            "accuracy: 1.0000, loss: 0.2638 ||: 100%|██████████| 1/1 [00:00<00:00, 125.49it/s]\n",
            "accuracy: 1.0000, loss: 0.2620 ||: 100%|██████████| 1/1 [00:00<00:00, 290.10it/s]\n",
            "accuracy: 1.0000, loss: 0.2614 ||: 100%|██████████| 1/1 [00:00<00:00, 135.73it/s]\n",
            "accuracy: 1.0000, loss: 0.2597 ||: 100%|██████████| 1/1 [00:00<00:00, 217.99it/s]\n",
            "accuracy: 1.0000, loss: 0.2591 ||: 100%|██████████| 1/1 [00:00<00:00, 133.64it/s]\n",
            "accuracy: 1.0000, loss: 0.2574 ||: 100%|██████████| 1/1 [00:00<00:00, 225.93it/s]\n",
            "accuracy: 1.0000, loss: 0.2569 ||: 100%|██████████| 1/1 [00:00<00:00, 127.61it/s]\n",
            "accuracy: 1.0000, loss: 0.2552 ||: 100%|██████████| 1/1 [00:00<00:00, 217.14it/s]\n",
            "accuracy: 1.0000, loss: 0.2546 ||: 100%|██████████| 1/1 [00:00<00:00, 136.03it/s]\n",
            "accuracy: 1.0000, loss: 0.2529 ||: 100%|██████████| 1/1 [00:00<00:00, 228.20it/s]\n",
            "accuracy: 1.0000, loss: 0.2524 ||: 100%|██████████| 1/1 [00:00<00:00, 150.86it/s]\n",
            "accuracy: 1.0000, loss: 0.2507 ||: 100%|██████████| 1/1 [00:00<00:00, 210.17it/s]\n",
            "accuracy: 1.0000, loss: 0.2502 ||: 100%|██████████| 1/1 [00:00<00:00, 134.04it/s]\n",
            "accuracy: 1.0000, loss: 0.2485 ||: 100%|██████████| 1/1 [00:00<00:00, 292.76it/s]\n",
            "accuracy: 1.0000, loss: 0.2480 ||: 100%|██████████| 1/1 [00:00<00:00, 119.73it/s]\n",
            "accuracy: 1.0000, loss: 0.2463 ||: 100%|██████████| 1/1 [00:00<00:00, 230.06it/s]\n",
            "accuracy: 1.0000, loss: 0.2458 ||: 100%|██████████| 1/1 [00:00<00:00, 114.31it/s]\n",
            "accuracy: 1.0000, loss: 0.2441 ||: 100%|██████████| 1/1 [00:00<00:00, 229.17it/s]\n",
            "accuracy: 1.0000, loss: 0.2436 ||: 100%|██████████| 1/1 [00:00<00:00, 135.94it/s]\n",
            "accuracy: 1.0000, loss: 0.2419 ||: 100%|██████████| 1/1 [00:00<00:00, 389.81it/s]\n",
            "accuracy: 1.0000, loss: 0.2415 ||: 100%|██████████| 1/1 [00:00<00:00, 115.10it/s]\n",
            "accuracy: 1.0000, loss: 0.2398 ||: 100%|██████████| 1/1 [00:00<00:00, 315.72it/s]\n",
            "accuracy: 1.0000, loss: 0.2394 ||: 100%|██████████| 1/1 [00:00<00:00, 137.30it/s]\n",
            "accuracy: 1.0000, loss: 0.2377 ||: 100%|██████████| 1/1 [00:00<00:00, 422.13it/s]\n",
            "accuracy: 1.0000, loss: 0.2373 ||: 100%|██████████| 1/1 [00:00<00:00, 119.24it/s]\n",
            "accuracy: 1.0000, loss: 0.2356 ||: 100%|██████████| 1/1 [00:00<00:00, 222.27it/s]\n",
            "accuracy: 1.0000, loss: 0.2352 ||: 100%|██████████| 1/1 [00:00<00:00, 127.20it/s]\n",
            "accuracy: 1.0000, loss: 0.2335 ||: 100%|██████████| 1/1 [00:00<00:00, 225.16it/s]\n",
            "accuracy: 1.0000, loss: 0.2331 ||: 100%|██████████| 1/1 [00:00<00:00, 113.63it/s]\n",
            "accuracy: 1.0000, loss: 0.2315 ||: 100%|██████████| 1/1 [00:00<00:00, 210.55it/s]\n",
            "accuracy: 1.0000, loss: 0.2311 ||: 100%|██████████| 1/1 [00:00<00:00, 128.53it/s]\n",
            "accuracy: 1.0000, loss: 0.2294 ||: 100%|██████████| 1/1 [00:00<00:00, 262.18it/s]\n",
            "accuracy: 1.0000, loss: 0.2291 ||: 100%|██████████| 1/1 [00:00<00:00, 136.63it/s]\n",
            "accuracy: 1.0000, loss: 0.2274 ||: 100%|██████████| 1/1 [00:00<00:00, 249.16it/s]\n",
            "accuracy: 1.0000, loss: 0.2271 ||: 100%|██████████| 1/1 [00:00<00:00, 126.58it/s]\n",
            "accuracy: 1.0000, loss: 0.2254 ||: 100%|██████████| 1/1 [00:00<00:00, 178.70it/s]\n",
            "accuracy: 1.0000, loss: 0.2251 ||: 100%|██████████| 1/1 [00:00<00:00, 117.87it/s]\n",
            "accuracy: 1.0000, loss: 0.2235 ||: 100%|██████████| 1/1 [00:00<00:00, 428.69it/s]\n",
            "accuracy: 1.0000, loss: 0.2231 ||: 100%|██████████| 1/1 [00:00<00:00, 126.79it/s]\n",
            "accuracy: 1.0000, loss: 0.2215 ||: 100%|██████████| 1/1 [00:00<00:00, 222.24it/s]\n",
            "accuracy: 1.0000, loss: 0.2212 ||: 100%|██████████| 1/1 [00:00<00:00, 110.00it/s]\n",
            "accuracy: 1.0000, loss: 0.2196 ||: 100%|██████████| 1/1 [00:00<00:00, 241.27it/s]\n",
            "accuracy: 1.0000, loss: 0.2193 ||: 100%|██████████| 1/1 [00:00<00:00, 124.06it/s]\n",
            "accuracy: 1.0000, loss: 0.2177 ||: 100%|██████████| 1/1 [00:00<00:00, 269.56it/s]\n",
            "accuracy: 1.0000, loss: 0.2174 ||: 100%|██████████| 1/1 [00:00<00:00, 119.84it/s]\n",
            "accuracy: 1.0000, loss: 0.2158 ||: 100%|██████████| 1/1 [00:00<00:00, 278.58it/s]\n",
            "accuracy: 1.0000, loss: 0.2155 ||: 100%|██████████| 1/1 [00:00<00:00, 131.45it/s]\n",
            "accuracy: 1.0000, loss: 0.2139 ||: 100%|██████████| 1/1 [00:00<00:00, 262.77it/s]\n",
            "accuracy: 1.0000, loss: 0.2136 ||: 100%|██████████| 1/1 [00:00<00:00, 128.92it/s]\n",
            "accuracy: 1.0000, loss: 0.2120 ||: 100%|██████████| 1/1 [00:00<00:00, 252.14it/s]\n",
            "accuracy: 1.0000, loss: 0.2118 ||: 100%|██████████| 1/1 [00:00<00:00, 117.35it/s]\n",
            "accuracy: 1.0000, loss: 0.2102 ||: 100%|██████████| 1/1 [00:00<00:00, 231.19it/s]\n",
            "accuracy: 1.0000, loss: 0.2099 ||: 100%|██████████| 1/1 [00:00<00:00, 126.15it/s]\n",
            "accuracy: 1.0000, loss: 0.2083 ||: 100%|██████████| 1/1 [00:00<00:00, 266.93it/s]\n",
            "accuracy: 1.0000, loss: 0.2081 ||: 100%|██████████| 1/1 [00:00<00:00, 128.27it/s]\n",
            "accuracy: 1.0000, loss: 0.2065 ||: 100%|██████████| 1/1 [00:00<00:00, 252.15it/s]\n",
            "accuracy: 1.0000, loss: 0.2063 ||: 100%|██████████| 1/1 [00:00<00:00, 132.27it/s]\n",
            "accuracy: 1.0000, loss: 0.2048 ||: 100%|██████████| 1/1 [00:00<00:00, 238.07it/s]\n",
            "accuracy: 1.0000, loss: 0.2046 ||: 100%|██████████| 1/1 [00:00<00:00, 115.26it/s]\n",
            "accuracy: 1.0000, loss: 0.2030 ||: 100%|██████████| 1/1 [00:00<00:00, 179.34it/s]\n",
            "accuracy: 1.0000, loss: 0.2028 ||: 100%|██████████| 1/1 [00:00<00:00, 119.92it/s]\n",
            "accuracy: 1.0000, loss: 0.2012 ||: 100%|██████████| 1/1 [00:00<00:00, 268.80it/s]\n",
            "accuracy: 1.0000, loss: 0.2010 ||: 100%|██████████| 1/1 [00:00<00:00, 121.58it/s]\n",
            "accuracy: 1.0000, loss: 0.1995 ||: 100%|██████████| 1/1 [00:00<00:00, 235.83it/s]\n",
            "accuracy: 1.0000, loss: 0.1993 ||: 100%|██████████| 1/1 [00:00<00:00, 125.14it/s]\n",
            "accuracy: 1.0000, loss: 0.1978 ||: 100%|██████████| 1/1 [00:00<00:00, 227.67it/s]\n",
            "accuracy: 1.0000, loss: 0.1976 ||: 100%|██████████| 1/1 [00:00<00:00, 143.40it/s]\n",
            "accuracy: 1.0000, loss: 0.1961 ||: 100%|██████████| 1/1 [00:00<00:00, 276.78it/s]\n",
            "accuracy: 1.0000, loss: 0.1959 ||: 100%|██████████| 1/1 [00:00<00:00, 124.88it/s]\n",
            "accuracy: 1.0000, loss: 0.1944 ||: 100%|██████████| 1/1 [00:00<00:00, 279.38it/s]\n",
            "accuracy: 1.0000, loss: 0.1943 ||: 100%|██████████| 1/1 [00:00<00:00, 134.58it/s]\n",
            "accuracy: 1.0000, loss: 0.1927 ||: 100%|██████████| 1/1 [00:00<00:00, 270.93it/s]\n",
            "accuracy: 1.0000, loss: 0.1926 ||: 100%|██████████| 1/1 [00:00<00:00, 126.49it/s]\n",
            "accuracy: 1.0000, loss: 0.1911 ||: 100%|██████████| 1/1 [00:00<00:00, 249.01it/s]\n",
            "accuracy: 1.0000, loss: 0.1910 ||: 100%|██████████| 1/1 [00:00<00:00, 127.58it/s]\n",
            "accuracy: 1.0000, loss: 0.1895 ||: 100%|██████████| 1/1 [00:00<00:00, 260.69it/s]\n",
            "accuracy: 1.0000, loss: 0.1893 ||: 100%|██████████| 1/1 [00:00<00:00, 116.90it/s]\n",
            "accuracy: 1.0000, loss: 0.1878 ||: 100%|██████████| 1/1 [00:00<00:00, 279.21it/s]\n",
            "accuracy: 1.0000, loss: 0.1877 ||: 100%|██████████| 1/1 [00:00<00:00, 158.88it/s]\n",
            "accuracy: 1.0000, loss: 0.1862 ||: 100%|██████████| 1/1 [00:00<00:00, 279.34it/s]\n",
            "accuracy: 1.0000, loss: 0.1861 ||: 100%|██████████| 1/1 [00:00<00:00, 128.27it/s]\n",
            "accuracy: 1.0000, loss: 0.1847 ||: 100%|██████████| 1/1 [00:00<00:00, 288.68it/s]\n",
            "accuracy: 1.0000, loss: 0.1846 ||: 100%|██████████| 1/1 [00:00<00:00, 126.03it/s]\n",
            "accuracy: 1.0000, loss: 0.1831 ||: 100%|██████████| 1/1 [00:00<00:00, 240.42it/s]\n",
            "accuracy: 1.0000, loss: 0.1830 ||: 100%|██████████| 1/1 [00:00<00:00, 129.94it/s]\n",
            "accuracy: 1.0000, loss: 0.1816 ||: 100%|██████████| 1/1 [00:00<00:00, 213.78it/s]\n",
            "accuracy: 1.0000, loss: 0.1815 ||: 100%|██████████| 1/1 [00:00<00:00, 129.52it/s]\n",
            "accuracy: 1.0000, loss: 0.1800 ||: 100%|██████████| 1/1 [00:00<00:00, 242.77it/s]\n",
            "accuracy: 1.0000, loss: 0.1800 ||: 100%|██████████| 1/1 [00:00<00:00, 120.62it/s]\n",
            "accuracy: 1.0000, loss: 0.1785 ||: 100%|██████████| 1/1 [00:00<00:00, 224.55it/s]\n",
            "accuracy: 1.0000, loss: 0.1784 ||: 100%|██████████| 1/1 [00:00<00:00, 126.95it/s]\n",
            "accuracy: 1.0000, loss: 0.1770 ||: 100%|██████████| 1/1 [00:00<00:00, 231.40it/s]\n",
            "accuracy: 1.0000, loss: 0.1770 ||: 100%|██████████| 1/1 [00:00<00:00, 131.47it/s]\n",
            "accuracy: 1.0000, loss: 0.1755 ||: 100%|██████████| 1/1 [00:00<00:00, 328.55it/s]\n",
            "accuracy: 1.0000, loss: 0.1755 ||: 100%|██████████| 1/1 [00:00<00:00, 118.72it/s]\n",
            "accuracy: 1.0000, loss: 0.1741 ||: 100%|██████████| 1/1 [00:00<00:00, 270.11it/s]\n",
            "accuracy: 1.0000, loss: 0.1740 ||: 100%|██████████| 1/1 [00:00<00:00, 135.42it/s]\n",
            "accuracy: 1.0000, loss: 0.1726 ||: 100%|██████████| 1/1 [00:00<00:00, 237.72it/s]\n",
            "accuracy: 1.0000, loss: 0.1726 ||: 100%|██████████| 1/1 [00:00<00:00, 122.33it/s]\n",
            "accuracy: 1.0000, loss: 0.1712 ||: 100%|██████████| 1/1 [00:00<00:00, 269.96it/s]\n",
            "accuracy: 1.0000, loss: 0.1711 ||: 100%|██████████| 1/1 [00:00<00:00, 126.25it/s]\n",
            "accuracy: 1.0000, loss: 0.1697 ||: 100%|██████████| 1/1 [00:00<00:00, 264.39it/s]\n",
            "accuracy: 1.0000, loss: 0.1697 ||: 100%|██████████| 1/1 [00:00<00:00, 132.17it/s]\n",
            "accuracy: 1.0000, loss: 0.1683 ||: 100%|██████████| 1/1 [00:00<00:00, 246.33it/s]\n",
            "accuracy: 1.0000, loss: 0.1683 ||: 100%|██████████| 1/1 [00:00<00:00, 117.78it/s]\n",
            "accuracy: 1.0000, loss: 0.1669 ||: 100%|██████████| 1/1 [00:00<00:00, 259.29it/s]\n",
            "accuracy: 1.0000, loss: 0.1669 ||: 100%|██████████| 1/1 [00:00<00:00, 121.61it/s]\n",
            "accuracy: 1.0000, loss: 0.1656 ||: 100%|██████████| 1/1 [00:00<00:00, 233.72it/s]\n",
            "accuracy: 1.0000, loss: 0.1656 ||: 100%|██████████| 1/1 [00:00<00:00, 114.83it/s]\n",
            "accuracy: 1.0000, loss: 0.1642 ||: 100%|██████████| 1/1 [00:00<00:00, 224.33it/s]\n",
            "accuracy: 1.0000, loss: 0.1642 ||: 100%|██████████| 1/1 [00:00<00:00, 126.56it/s]\n",
            "accuracy: 1.0000, loss: 0.1629 ||: 100%|██████████| 1/1 [00:00<00:00, 250.63it/s]\n",
            "accuracy: 1.0000, loss: 0.1629 ||: 100%|██████████| 1/1 [00:00<00:00, 136.83it/s]\n",
            "accuracy: 1.0000, loss: 0.1615 ||: 100%|██████████| 1/1 [00:00<00:00, 276.83it/s]\n",
            "accuracy: 1.0000, loss: 0.1615 ||: 100%|██████████| 1/1 [00:00<00:00, 137.73it/s]\n",
            "accuracy: 1.0000, loss: 0.1602 ||: 100%|██████████| 1/1 [00:00<00:00, 220.18it/s]\n",
            "accuracy: 1.0000, loss: 0.1602 ||: 100%|██████████| 1/1 [00:00<00:00, 117.33it/s]\n",
            "accuracy: 1.0000, loss: 0.1589 ||: 100%|██████████| 1/1 [00:00<00:00, 283.32it/s]\n",
            "accuracy: 1.0000, loss: 0.1589 ||: 100%|██████████| 1/1 [00:00<00:00, 126.72it/s]\n",
            "accuracy: 1.0000, loss: 0.1576 ||: 100%|██████████| 1/1 [00:00<00:00, 269.42it/s]\n",
            "accuracy: 1.0000, loss: 0.1576 ||: 100%|██████████| 1/1 [00:00<00:00, 134.36it/s]\n",
            "accuracy: 1.0000, loss: 0.1563 ||: 100%|██████████| 1/1 [00:00<00:00, 246.59it/s]\n",
            "accuracy: 1.0000, loss: 0.1564 ||: 100%|██████████| 1/1 [00:00<00:00, 123.83it/s]\n",
            "accuracy: 1.0000, loss: 0.1551 ||: 100%|██████████| 1/1 [00:00<00:00, 267.17it/s]\n",
            "accuracy: 1.0000, loss: 0.1551 ||: 100%|██████████| 1/1 [00:00<00:00, 125.26it/s]\n",
            "accuracy: 1.0000, loss: 0.1538 ||: 100%|██████████| 1/1 [00:00<00:00, 281.29it/s]\n",
            "accuracy: 1.0000, loss: 0.1539 ||: 100%|██████████| 1/1 [00:00<00:00, 134.83it/s]\n",
            "accuracy: 1.0000, loss: 0.1526 ||: 100%|██████████| 1/1 [00:00<00:00, 230.06it/s]\n",
            "accuracy: 1.0000, loss: 0.1526 ||: 100%|██████████| 1/1 [00:00<00:00, 131.32it/s]\n",
            "accuracy: 1.0000, loss: 0.1514 ||: 100%|██████████| 1/1 [00:00<00:00, 342.31it/s]\n",
            "accuracy: 1.0000, loss: 0.1514 ||: 100%|██████████| 1/1 [00:00<00:00, 110.45it/s]\n",
            "accuracy: 1.0000, loss: 0.1501 ||: 100%|██████████| 1/1 [00:00<00:00, 372.69it/s]\n",
            "accuracy: 1.0000, loss: 0.1502 ||: 100%|██████████| 1/1 [00:00<00:00, 117.98it/s]\n",
            "accuracy: 1.0000, loss: 0.1489 ||: 100%|██████████| 1/1 [00:00<00:00, 303.78it/s]\n",
            "accuracy: 1.0000, loss: 0.1490 ||: 100%|██████████| 1/1 [00:00<00:00, 125.60it/s]\n",
            "accuracy: 1.0000, loss: 0.1478 ||: 100%|██████████| 1/1 [00:00<00:00, 236.90it/s]\n",
            "accuracy: 1.0000, loss: 0.1478 ||: 100%|██████████| 1/1 [00:00<00:00, 125.57it/s]\n",
            "accuracy: 1.0000, loss: 0.1466 ||: 100%|██████████| 1/1 [00:00<00:00, 251.71it/s]\n",
            "accuracy: 1.0000, loss: 0.1466 ||: 100%|██████████| 1/1 [00:00<00:00, 125.86it/s]\n",
            "accuracy: 1.0000, loss: 0.1454 ||: 100%|██████████| 1/1 [00:00<00:00, 206.11it/s]\n",
            "accuracy: 1.0000, loss: 0.1455 ||: 100%|██████████| 1/1 [00:00<00:00, 133.13it/s]\n",
            "accuracy: 1.0000, loss: 0.1443 ||: 100%|██████████| 1/1 [00:00<00:00, 228.45it/s]\n",
            "accuracy: 1.0000, loss: 0.1443 ||: 100%|██████████| 1/1 [00:00<00:00, 139.35it/s]\n",
            "accuracy: 1.0000, loss: 0.1431 ||: 100%|██████████| 1/1 [00:00<00:00, 233.48it/s]\n",
            "accuracy: 1.0000, loss: 0.1432 ||: 100%|██████████| 1/1 [00:00<00:00, 169.55it/s]\n",
            "accuracy: 1.0000, loss: 0.1420 ||: 100%|██████████| 1/1 [00:00<00:00, 230.44it/s]\n",
            "accuracy: 1.0000, loss: 0.1421 ||: 100%|██████████| 1/1 [00:00<00:00, 122.39it/s]\n",
            "accuracy: 1.0000, loss: 0.1409 ||: 100%|██████████| 1/1 [00:00<00:00, 235.91it/s]\n",
            "accuracy: 1.0000, loss: 0.1410 ||: 100%|██████████| 1/1 [00:00<00:00, 117.18it/s]\n",
            "accuracy: 1.0000, loss: 0.1398 ||: 100%|██████████| 1/1 [00:00<00:00, 237.89it/s]\n",
            "accuracy: 1.0000, loss: 0.1399 ||: 100%|██████████| 1/1 [00:00<00:00, 119.86it/s]\n",
            "accuracy: 1.0000, loss: 0.1387 ||: 100%|██████████| 1/1 [00:00<00:00, 234.06it/s]\n",
            "accuracy: 1.0000, loss: 0.1388 ||: 100%|██████████| 1/1 [00:00<00:00, 114.84it/s]\n",
            "accuracy: 1.0000, loss: 0.1376 ||: 100%|██████████| 1/1 [00:00<00:00, 276.21it/s]\n",
            "accuracy: 1.0000, loss: 0.1377 ||: 100%|██████████| 1/1 [00:00<00:00, 143.99it/s]\n",
            "accuracy: 1.0000, loss: 0.1366 ||: 100%|██████████| 1/1 [00:00<00:00, 217.84it/s]\n",
            "accuracy: 1.0000, loss: 0.1367 ||: 100%|██████████| 1/1 [00:00<00:00, 128.64it/s]\n",
            "accuracy: 1.0000, loss: 0.1355 ||: 100%|██████████| 1/1 [00:00<00:00, 242.14it/s]\n",
            "accuracy: 1.0000, loss: 0.1356 ||: 100%|██████████| 1/1 [00:00<00:00, 113.45it/s]\n",
            "accuracy: 1.0000, loss: 0.1345 ||: 100%|██████████| 1/1 [00:00<00:00, 459.85it/s]\n",
            "accuracy: 1.0000, loss: 0.1346 ||: 100%|██████████| 1/1 [00:00<00:00, 134.36it/s]\n",
            "accuracy: 1.0000, loss: 0.1335 ||: 100%|██████████| 1/1 [00:00<00:00, 227.93it/s]\n",
            "accuracy: 1.0000, loss: 0.1336 ||: 100%|██████████| 1/1 [00:00<00:00, 112.34it/s]\n",
            "accuracy: 1.0000, loss: 0.1324 ||: 100%|██████████| 1/1 [00:00<00:00, 278.34it/s]\n",
            "accuracy: 1.0000, loss: 0.1325 ||: 100%|██████████| 1/1 [00:00<00:00, 134.07it/s]\n",
            "accuracy: 1.0000, loss: 0.1314 ||: 100%|██████████| 1/1 [00:00<00:00, 270.98it/s]\n",
            "accuracy: 1.0000, loss: 0.1315 ||: 100%|██████████| 1/1 [00:00<00:00, 113.40it/s]\n",
            "accuracy: 1.0000, loss: 0.1304 ||: 100%|██████████| 1/1 [00:00<00:00, 260.39it/s]\n",
            "accuracy: 1.0000, loss: 0.1305 ||: 100%|██████████| 1/1 [00:00<00:00, 138.54it/s]\n",
            "accuracy: 1.0000, loss: 0.1294 ||: 100%|██████████| 1/1 [00:00<00:00, 271.42it/s]\n",
            "accuracy: 1.0000, loss: 0.1296 ||: 100%|██████████| 1/1 [00:00<00:00, 125.57it/s]\n",
            "accuracy: 1.0000, loss: 0.1285 ||: 100%|██████████| 1/1 [00:00<00:00, 221.96it/s]\n",
            "accuracy: 1.0000, loss: 0.1286 ||: 100%|██████████| 1/1 [00:00<00:00, 119.47it/s]\n",
            "accuracy: 1.0000, loss: 0.1275 ||: 100%|██████████| 1/1 [00:00<00:00, 224.51it/s]\n",
            "accuracy: 1.0000, loss: 0.1276 ||: 100%|██████████| 1/1 [00:00<00:00, 122.13it/s]\n",
            "accuracy: 1.0000, loss: 0.1265 ||: 100%|██████████| 1/1 [00:00<00:00, 270.18it/s]\n",
            "accuracy: 1.0000, loss: 0.1267 ||: 100%|██████████| 1/1 [00:00<00:00, 115.63it/s]\n",
            "accuracy: 1.0000, loss: 0.1256 ||: 100%|██████████| 1/1 [00:00<00:00, 262.26it/s]\n",
            "accuracy: 1.0000, loss: 0.1257 ||: 100%|██████████| 1/1 [00:00<00:00, 117.26it/s]\n",
            "accuracy: 1.0000, loss: 0.1247 ||: 100%|██████████| 1/1 [00:00<00:00, 231.32it/s]\n",
            "accuracy: 1.0000, loss: 0.1248 ||: 100%|██████████| 1/1 [00:00<00:00, 113.50it/s]\n",
            "accuracy: 1.0000, loss: 0.1237 ||: 100%|██████████| 1/1 [00:00<00:00, 231.59it/s]\n",
            "accuracy: 1.0000, loss: 0.1239 ||: 100%|██████████| 1/1 [00:00<00:00, 132.59it/s]\n",
            "accuracy: 1.0000, loss: 0.1228 ||: 100%|██████████| 1/1 [00:00<00:00, 250.96it/s]\n",
            "accuracy: 1.0000, loss: 0.1229 ||: 100%|██████████| 1/1 [00:00<00:00, 133.42it/s]\n",
            "accuracy: 1.0000, loss: 0.1219 ||: 100%|██████████| 1/1 [00:00<00:00, 248.32it/s]\n",
            "accuracy: 1.0000, loss: 0.1220 ||: 100%|██████████| 1/1 [00:00<00:00, 126.30it/s]\n",
            "accuracy: 1.0000, loss: 0.1210 ||: 100%|██████████| 1/1 [00:00<00:00, 294.11it/s]\n",
            "accuracy: 1.0000, loss: 0.1211 ||: 100%|██████████| 1/1 [00:00<00:00, 113.63it/s]\n",
            "accuracy: 1.0000, loss: 0.1201 ||: 100%|██████████| 1/1 [00:00<00:00, 238.71it/s]\n",
            "accuracy: 1.0000, loss: 0.1203 ||: 100%|██████████| 1/1 [00:00<00:00, 136.07it/s]\n",
            "accuracy: 1.0000, loss: 0.1193 ||: 100%|██████████| 1/1 [00:00<00:00, 257.56it/s]\n",
            "accuracy: 1.0000, loss: 0.1194 ||: 100%|██████████| 1/1 [00:00<00:00, 125.51it/s]\n",
            "accuracy: 1.0000, loss: 0.1184 ||: 100%|██████████| 1/1 [00:00<00:00, 229.94it/s]\n",
            "accuracy: 1.0000, loss: 0.1185 ||: 100%|██████████| 1/1 [00:00<00:00, 132.77it/s]\n",
            "accuracy: 1.0000, loss: 0.1175 ||: 100%|██████████| 1/1 [00:00<00:00, 250.18it/s]\n",
            "accuracy: 1.0000, loss: 0.1177 ||: 100%|██████████| 1/1 [00:00<00:00, 141.80it/s]\n",
            "accuracy: 1.0000, loss: 0.1167 ||: 100%|██████████| 1/1 [00:00<00:00, 232.82it/s]\n",
            "accuracy: 1.0000, loss: 0.1168 ||: 100%|██████████| 1/1 [00:00<00:00, 113.22it/s]\n",
            "accuracy: 1.0000, loss: 0.1158 ||: 100%|██████████| 1/1 [00:00<00:00, 248.99it/s]\n",
            "accuracy: 1.0000, loss: 0.1160 ||: 100%|██████████| 1/1 [00:00<00:00, 114.66it/s]\n",
            "accuracy: 1.0000, loss: 0.1150 ||: 100%|██████████| 1/1 [00:00<00:00, 269.89it/s]\n",
            "accuracy: 1.0000, loss: 0.1151 ||: 100%|██████████| 1/1 [00:00<00:00, 126.45it/s]\n",
            "accuracy: 1.0000, loss: 0.1142 ||: 100%|██████████| 1/1 [00:00<00:00, 218.39it/s]\n",
            "accuracy: 1.0000, loss: 0.1143 ||: 100%|██████████| 1/1 [00:00<00:00, 136.00it/s]\n",
            "accuracy: 1.0000, loss: 0.1134 ||: 100%|██████████| 1/1 [00:00<00:00, 247.96it/s]\n",
            "accuracy: 1.0000, loss: 0.1135 ||: 100%|██████████| 1/1 [00:00<00:00, 123.23it/s]\n",
            "accuracy: 1.0000, loss: 0.1126 ||: 100%|██████████| 1/1 [00:00<00:00, 236.95it/s]\n",
            "accuracy: 1.0000, loss: 0.1127 ||: 100%|██████████| 1/1 [00:00<00:00, 127.89it/s]\n",
            "accuracy: 1.0000, loss: 0.1118 ||: 100%|██████████| 1/1 [00:00<00:00, 234.40it/s]\n",
            "accuracy: 1.0000, loss: 0.1119 ||: 100%|██████████| 1/1 [00:00<00:00, 119.11it/s]\n",
            "accuracy: 1.0000, loss: 0.1110 ||: 100%|██████████| 1/1 [00:00<00:00, 244.24it/s]\n",
            "accuracy: 1.0000, loss: 0.1111 ||: 100%|██████████| 1/1 [00:00<00:00, 106.29it/s]\n",
            "accuracy: 1.0000, loss: 0.1102 ||: 100%|██████████| 1/1 [00:00<00:00, 251.90it/s]\n",
            "accuracy: 1.0000, loss: 0.1103 ||: 100%|██████████| 1/1 [00:00<00:00, 140.09it/s]\n",
            "accuracy: 1.0000, loss: 0.1094 ||: 100%|██████████| 1/1 [00:00<00:00, 218.27it/s]\n",
            "accuracy: 1.0000, loss: 0.1095 ||: 100%|██████████| 1/1 [00:00<00:00, 116.78it/s]\n",
            "accuracy: 1.0000, loss: 0.1086 ||: 100%|██████████| 1/1 [00:00<00:00, 226.77it/s]\n",
            "accuracy: 1.0000, loss: 0.1088 ||: 100%|██████████| 1/1 [00:00<00:00, 114.59it/s]\n",
            "accuracy: 1.0000, loss: 0.1079 ||: 100%|██████████| 1/1 [00:00<00:00, 250.87it/s]\n",
            "accuracy: 1.0000, loss: 0.1080 ||: 100%|██████████| 1/1 [00:00<00:00, 119.02it/s]\n",
            "accuracy: 1.0000, loss: 0.1071 ||: 100%|██████████| 1/1 [00:00<00:00, 221.25it/s]\n",
            "accuracy: 1.0000, loss: 0.1073 ||: 100%|██████████| 1/1 [00:00<00:00, 133.33it/s]\n",
            "accuracy: 1.0000, loss: 0.1064 ||: 100%|██████████| 1/1 [00:00<00:00, 217.47it/s]\n",
            "accuracy: 1.0000, loss: 0.1065 ||: 100%|██████████| 1/1 [00:00<00:00, 95.07it/s]\n",
            "accuracy: 1.0000, loss: 0.1057 ||: 100%|██████████| 1/1 [00:00<00:00, 229.76it/s]\n",
            "accuracy: 1.0000, loss: 0.1058 ||: 100%|██████████| 1/1 [00:00<00:00, 140.72it/s]\n",
            "accuracy: 1.0000, loss: 0.1049 ||: 100%|██████████| 1/1 [00:00<00:00, 235.19it/s]\n",
            "accuracy: 1.0000, loss: 0.1051 ||: 100%|██████████| 1/1 [00:00<00:00, 122.12it/s]\n",
            "accuracy: 1.0000, loss: 0.1042 ||: 100%|██████████| 1/1 [00:00<00:00, 292.39it/s]\n",
            "accuracy: 1.0000, loss: 0.1044 ||: 100%|██████████| 1/1 [00:00<00:00, 135.60it/s]\n",
            "accuracy: 1.0000, loss: 0.1035 ||: 100%|██████████| 1/1 [00:00<00:00, 255.91it/s]\n",
            "accuracy: 1.0000, loss: 0.1036 ||: 100%|██████████| 1/1 [00:00<00:00, 119.91it/s]\n",
            "accuracy: 1.0000, loss: 0.1028 ||: 100%|██████████| 1/1 [00:00<00:00, 276.05it/s]\n",
            "accuracy: 1.0000, loss: 0.1029 ||: 100%|██████████| 1/1 [00:00<00:00, 133.29it/s]\n",
            "accuracy: 1.0000, loss: 0.1021 ||: 100%|██████████| 1/1 [00:00<00:00, 253.86it/s]\n",
            "accuracy: 1.0000, loss: 0.1022 ||: 100%|██████████| 1/1 [00:00<00:00, 127.83it/s]\n",
            "accuracy: 1.0000, loss: 0.1014 ||: 100%|██████████| 1/1 [00:00<00:00, 283.94it/s]\n",
            "accuracy: 1.0000, loss: 0.1016 ||: 100%|██████████| 1/1 [00:00<00:00, 128.56it/s]\n",
            "accuracy: 1.0000, loss: 0.1007 ||: 100%|██████████| 1/1 [00:00<00:00, 219.38it/s]\n",
            "accuracy: 1.0000, loss: 0.1009 ||: 100%|██████████| 1/1 [00:00<00:00, 108.06it/s]\n",
            "accuracy: 1.0000, loss: 0.1000 ||: 100%|██████████| 1/1 [00:00<00:00, 258.08it/s]\n",
            "accuracy: 1.0000, loss: 0.1002 ||: 100%|██████████| 1/1 [00:00<00:00, 126.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0994 ||: 100%|██████████| 1/1 [00:00<00:00, 237.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0995 ||: 100%|██████████| 1/1 [00:00<00:00, 121.88it/s]\n",
            "accuracy: 1.0000, loss: 0.0987 ||: 100%|██████████| 1/1 [00:00<00:00, 259.64it/s]\n",
            "accuracy: 1.0000, loss: 0.0989 ||: 100%|██████████| 1/1 [00:00<00:00, 119.00it/s]\n",
            "accuracy: 1.0000, loss: 0.0981 ||: 100%|██████████| 1/1 [00:00<00:00, 263.16it/s]\n",
            "accuracy: 1.0000, loss: 0.0982 ||: 100%|██████████| 1/1 [00:00<00:00, 136.09it/s]\n",
            "accuracy: 1.0000, loss: 0.0974 ||: 100%|██████████| 1/1 [00:00<00:00, 249.69it/s]\n",
            "accuracy: 1.0000, loss: 0.0976 ||: 100%|██████████| 1/1 [00:00<00:00, 131.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0968 ||: 100%|██████████| 1/1 [00:00<00:00, 239.94it/s]\n",
            "accuracy: 1.0000, loss: 0.0969 ||: 100%|██████████| 1/1 [00:00<00:00, 118.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0961 ||: 100%|██████████| 1/1 [00:00<00:00, 282.92it/s]\n",
            "accuracy: 1.0000, loss: 0.0963 ||: 100%|██████████| 1/1 [00:00<00:00, 116.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0955 ||: 100%|██████████| 1/1 [00:00<00:00, 251.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0956 ||: 100%|██████████| 1/1 [00:00<00:00, 133.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0949 ||: 100%|██████████| 1/1 [00:00<00:00, 239.21it/s]\n",
            "accuracy: 1.0000, loss: 0.0950 ||: 100%|██████████| 1/1 [00:00<00:00, 132.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0943 ||: 100%|██████████| 1/1 [00:00<00:00, 242.49it/s]\n",
            "accuracy: 1.0000, loss: 0.0944 ||: 100%|██████████| 1/1 [00:00<00:00, 126.81it/s]\n",
            "accuracy: 1.0000, loss: 0.0936 ||: 100%|██████████| 1/1 [00:00<00:00, 236.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0938 ||: 100%|██████████| 1/1 [00:00<00:00, 138.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0930 ||: 100%|██████████| 1/1 [00:00<00:00, 265.55it/s]\n",
            "accuracy: 1.0000, loss: 0.0932 ||: 100%|██████████| 1/1 [00:00<00:00, 131.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0924 ||: 100%|██████████| 1/1 [00:00<00:00, 273.24it/s]\n",
            "accuracy: 1.0000, loss: 0.0926 ||: 100%|██████████| 1/1 [00:00<00:00, 128.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0918 ||: 100%|██████████| 1/1 [00:00<00:00, 238.81it/s]\n",
            "accuracy: 1.0000, loss: 0.0920 ||: 100%|██████████| 1/1 [00:00<00:00, 128.97it/s]\n",
            "accuracy: 1.0000, loss: 0.0913 ||: 100%|██████████| 1/1 [00:00<00:00, 236.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0914 ||: 100%|██████████| 1/1 [00:00<00:00, 126.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0907 ||: 100%|██████████| 1/1 [00:00<00:00, 233.89it/s]\n",
            "accuracy: 1.0000, loss: 0.0908 ||: 100%|██████████| 1/1 [00:00<00:00, 118.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0901 ||: 100%|██████████| 1/1 [00:00<00:00, 260.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0902 ||: 100%|██████████| 1/1 [00:00<00:00, 124.99it/s]\n",
            "accuracy: 1.0000, loss: 0.0895 ||: 100%|██████████| 1/1 [00:00<00:00, 339.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0897 ||: 100%|██████████| 1/1 [00:00<00:00, 124.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0890 ||: 100%|██████████| 1/1 [00:00<00:00, 277.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0891 ||: 100%|██████████| 1/1 [00:00<00:00, 134.01it/s]\n",
            "accuracy: 1.0000, loss: 0.0884 ||: 100%|██████████| 1/1 [00:00<00:00, 244.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0885 ||: 100%|██████████| 1/1 [00:00<00:00, 136.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0878 ||: 100%|██████████| 1/1 [00:00<00:00, 240.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0880 ||: 100%|██████████| 1/1 [00:00<00:00, 135.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0873 ||: 100%|██████████| 1/1 [00:00<00:00, 235.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0874 ||: 100%|██████████| 1/1 [00:00<00:00, 120.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0868 ||: 100%|██████████| 1/1 [00:00<00:00, 271.55it/s]\n",
            "accuracy: 1.0000, loss: 0.0869 ||: 100%|██████████| 1/1 [00:00<00:00, 128.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0862 ||: 100%|██████████| 1/1 [00:00<00:00, 266.95it/s]\n",
            "accuracy: 1.0000, loss: 0.0864 ||: 100%|██████████| 1/1 [00:00<00:00, 135.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0857 ||: 100%|██████████| 1/1 [00:00<00:00, 290.08it/s]\n",
            "accuracy: 1.0000, loss: 0.0858 ||: 100%|██████████| 1/1 [00:00<00:00, 127.57it/s]\n",
            "accuracy: 1.0000, loss: 0.0852 ||: 100%|██████████| 1/1 [00:00<00:00, 290.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0853 ||: 100%|██████████| 1/1 [00:00<00:00, 110.01it/s]\n",
            "accuracy: 1.0000, loss: 0.0846 ||: 100%|██████████| 1/1 [00:00<00:00, 250.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0848 ||: 100%|██████████| 1/1 [00:00<00:00, 131.80it/s]\n",
            "accuracy: 1.0000, loss: 0.0841 ||: 100%|██████████| 1/1 [00:00<00:00, 240.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0843 ||: 100%|██████████| 1/1 [00:00<00:00, 131.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0836 ||: 100%|██████████| 1/1 [00:00<00:00, 222.75it/s]\n",
            "accuracy: 1.0000, loss: 0.0837 ||: 100%|██████████| 1/1 [00:00<00:00, 136.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0831 ||: 100%|██████████| 1/1 [00:00<00:00, 225.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0832 ||: 100%|██████████| 1/1 [00:00<00:00, 120.67it/s]\n",
            "accuracy: 1.0000, loss: 0.0826 ||: 100%|██████████| 1/1 [00:00<00:00, 246.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0827 ||: 100%|██████████| 1/1 [00:00<00:00, 126.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0821 ||: 100%|██████████| 1/1 [00:00<00:00, 266.12it/s]\n",
            "accuracy: 1.0000, loss: 0.0822 ||: 100%|██████████| 1/1 [00:00<00:00, 132.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0816 ||: 100%|██████████| 1/1 [00:00<00:00, 234.99it/s]\n",
            "accuracy: 1.0000, loss: 0.0817 ||: 100%|██████████| 1/1 [00:00<00:00, 132.97it/s]\n",
            "accuracy: 1.0000, loss: 0.0811 ||: 100%|██████████| 1/1 [00:00<00:00, 248.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0813 ||: 100%|██████████| 1/1 [00:00<00:00, 131.57it/s]\n",
            "accuracy: 1.0000, loss: 0.0806 ||: 100%|██████████| 1/1 [00:00<00:00, 269.30it/s]\n",
            "accuracy: 1.0000, loss: 0.0808 ||: 100%|██████████| 1/1 [00:00<00:00, 124.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0801 ||: 100%|██████████| 1/1 [00:00<00:00, 224.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0803 ||: 100%|██████████| 1/1 [00:00<00:00, 134.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0797 ||: 100%|██████████| 1/1 [00:00<00:00, 235.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0798 ||: 100%|██████████| 1/1 [00:00<00:00, 129.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0792 ||: 100%|██████████| 1/1 [00:00<00:00, 239.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0793 ||: 100%|██████████| 1/1 [00:00<00:00, 124.65it/s]\n",
            "accuracy: 1.0000, loss: 0.0787 ||: 100%|██████████| 1/1 [00:00<00:00, 264.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0789 ||: 100%|██████████| 1/1 [00:00<00:00, 119.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0783 ||: 100%|██████████| 1/1 [00:00<00:00, 247.82it/s]\n",
            "accuracy: 1.0000, loss: 0.0784 ||: 100%|██████████| 1/1 [00:00<00:00, 123.47it/s]\n",
            "accuracy: 1.0000, loss: 0.0778 ||: 100%|██████████| 1/1 [00:00<00:00, 166.69it/s]\n",
            "accuracy: 1.0000, loss: 0.0780 ||: 100%|██████████| 1/1 [00:00<00:00, 131.52it/s]\n",
            "accuracy: 1.0000, loss: 0.0774 ||: 100%|██████████| 1/1 [00:00<00:00, 226.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0775 ||: 100%|██████████| 1/1 [00:00<00:00, 125.92it/s]\n",
            "accuracy: 1.0000, loss: 0.0769 ||: 100%|██████████| 1/1 [00:00<00:00, 232.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0771 ||: 100%|██████████| 1/1 [00:00<00:00, 122.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0765 ||: 100%|██████████| 1/1 [00:00<00:00, 285.52it/s]\n",
            "accuracy: 1.0000, loss: 0.0766 ||: 100%|██████████| 1/1 [00:00<00:00, 137.35it/s]\n",
            "accuracy: 1.0000, loss: 0.0760 ||: 100%|██████████| 1/1 [00:00<00:00, 288.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0762 ||: 100%|██████████| 1/1 [00:00<00:00, 115.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0756 ||: 100%|██████████| 1/1 [00:00<00:00, 247.55it/s]\n",
            "accuracy: 1.0000, loss: 0.0757 ||: 100%|██████████| 1/1 [00:00<00:00, 135.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0752 ||: 100%|██████████| 1/1 [00:00<00:00, 217.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0753 ||: 100%|██████████| 1/1 [00:00<00:00, 119.47it/s]\n",
            "accuracy: 1.0000, loss: 0.0747 ||: 100%|██████████| 1/1 [00:00<00:00, 278.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0749 ||: 100%|██████████| 1/1 [00:00<00:00, 132.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0743 ||: 100%|██████████| 1/1 [00:00<00:00, 216.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0744 ||: 100%|██████████| 1/1 [00:00<00:00, 124.19it/s]\n",
            "accuracy: 1.0000, loss: 0.0739 ||: 100%|██████████| 1/1 [00:00<00:00, 222.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0740 ||: 100%|██████████| 1/1 [00:00<00:00, 121.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0735 ||: 100%|██████████| 1/1 [00:00<00:00, 269.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0736 ||: 100%|██████████| 1/1 [00:00<00:00, 117.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0731 ||: 100%|██████████| 1/1 [00:00<00:00, 250.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0732 ||: 100%|██████████| 1/1 [00:00<00:00, 134.54it/s]\n",
            "accuracy: 1.0000, loss: 0.0726 ||: 100%|██████████| 1/1 [00:00<00:00, 230.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0728 ||: 100%|██████████| 1/1 [00:00<00:00, 124.58it/s]\n",
            "accuracy: 1.0000, loss: 0.0722 ||: 100%|██████████| 1/1 [00:00<00:00, 271.53it/s]\n",
            "accuracy: 1.0000, loss: 0.0724 ||: 100%|██████████| 1/1 [00:00<00:00, 129.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0718 ||: 100%|██████████| 1/1 [00:00<00:00, 234.55it/s]\n",
            "accuracy: 1.0000, loss: 0.0720 ||: 100%|██████████| 1/1 [00:00<00:00, 94.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0714 ||: 100%|██████████| 1/1 [00:00<00:00, 293.66it/s]\n",
            "accuracy: 1.0000, loss: 0.0716 ||: 100%|██████████| 1/1 [00:00<00:00, 121.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0710 ||: 100%|██████████| 1/1 [00:00<00:00, 238.67it/s]\n",
            "accuracy: 1.0000, loss: 0.0712 ||: 100%|██████████| 1/1 [00:00<00:00, 131.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0706 ||: 100%|██████████| 1/1 [00:00<00:00, 238.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0708 ||: 100%|██████████| 1/1 [00:00<00:00, 132.16it/s]\n",
            "accuracy: 1.0000, loss: 0.0703 ||: 100%|██████████| 1/1 [00:00<00:00, 227.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0704 ||: 100%|██████████| 1/1 [00:00<00:00, 120.91it/s]\n",
            "accuracy: 1.0000, loss: 0.0699 ||: 100%|██████████| 1/1 [00:00<00:00, 295.52it/s]\n",
            "accuracy: 1.0000, loss: 0.0700 ||: 100%|██████████| 1/1 [00:00<00:00, 112.35it/s]\n",
            "accuracy: 1.0000, loss: 0.0695 ||: 100%|██████████| 1/1 [00:00<00:00, 218.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0696 ||: 100%|██████████| 1/1 [00:00<00:00, 104.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0691 ||: 100%|██████████| 1/1 [00:00<00:00, 262.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0692 ||: 100%|██████████| 1/1 [00:00<00:00, 147.96it/s]\n",
            "accuracy: 1.0000, loss: 0.0687 ||: 100%|██████████| 1/1 [00:00<00:00, 203.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0689 ||: 100%|██████████| 1/1 [00:00<00:00, 117.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0684 ||: 100%|██████████| 1/1 [00:00<00:00, 219.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0685 ||: 100%|██████████| 1/1 [00:00<00:00, 144.47it/s]\n",
            "accuracy: 1.0000, loss: 0.0680 ||: 100%|██████████| 1/1 [00:00<00:00, 298.08it/s]\n",
            "accuracy: 1.0000, loss: 0.0681 ||: 100%|██████████| 1/1 [00:00<00:00, 121.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0676 ||: 100%|██████████| 1/1 [00:00<00:00, 436.54it/s]\n",
            "accuracy: 1.0000, loss: 0.0678 ||: 100%|██████████| 1/1 [00:00<00:00, 126.21it/s]\n",
            "accuracy: 1.0000, loss: 0.0673 ||: 100%|██████████| 1/1 [00:00<00:00, 258.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0674 ||: 100%|██████████| 1/1 [00:00<00:00, 133.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0669 ||: 100%|██████████| 1/1 [00:00<00:00, 212.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0670 ||: 100%|██████████| 1/1 [00:00<00:00, 136.64it/s]\n",
            "accuracy: 1.0000, loss: 0.0666 ||: 100%|██████████| 1/1 [00:00<00:00, 287.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0667 ||: 100%|██████████| 1/1 [00:00<00:00, 131.01it/s]\n",
            "accuracy: 1.0000, loss: 0.0662 ||: 100%|██████████| 1/1 [00:00<00:00, 235.79it/s]\n",
            "accuracy: 1.0000, loss: 0.0663 ||: 100%|██████████| 1/1 [00:00<00:00, 100.75it/s]\n",
            "accuracy: 1.0000, loss: 0.0659 ||: 100%|██████████| 1/1 [00:00<00:00, 299.94it/s]\n",
            "accuracy: 1.0000, loss: 0.0660 ||: 100%|██████████| 1/1 [00:00<00:00, 134.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0655 ||: 100%|██████████| 1/1 [00:00<00:00, 253.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0656 ||: 100%|██████████| 1/1 [00:00<00:00, 117.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0652 ||: 100%|██████████| 1/1 [00:00<00:00, 243.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0653 ||: 100%|██████████| 1/1 [00:00<00:00, 154.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0648 ||: 100%|██████████| 1/1 [00:00<00:00, 230.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0650 ||: 100%|██████████| 1/1 [00:00<00:00, 131.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0645 ||: 100%|██████████| 1/1 [00:00<00:00, 234.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0646 ||: 100%|██████████| 1/1 [00:00<00:00, 116.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0642 ||: 100%|██████████| 1/1 [00:00<00:00, 228.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0643 ||: 100%|██████████| 1/1 [00:00<00:00, 125.28it/s]\n",
            "accuracy: 1.0000, loss: 0.0638 ||: 100%|██████████| 1/1 [00:00<00:00, 253.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0639 ||: 100%|██████████| 1/1 [00:00<00:00, 136.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0635 ||: 100%|██████████| 1/1 [00:00<00:00, 286.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0636 ||: 100%|██████████| 1/1 [00:00<00:00, 134.17it/s]\n",
            "accuracy: 1.0000, loss: 0.0632 ||: 100%|██████████| 1/1 [00:00<00:00, 243.08it/s]\n",
            "accuracy: 1.0000, loss: 0.0633 ||: 100%|██████████| 1/1 [00:00<00:00, 124.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0628 ||: 100%|██████████| 1/1 [00:00<00:00, 300.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0630 ||: 100%|██████████| 1/1 [00:00<00:00, 128.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0625 ||: 100%|██████████| 1/1 [00:00<00:00, 229.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0626 ||: 100%|██████████| 1/1 [00:00<00:00, 129.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0622 ||: 100%|██████████| 1/1 [00:00<00:00, 268.28it/s]\n",
            "accuracy: 1.0000, loss: 0.0623 ||: 100%|██████████| 1/1 [00:00<00:00, 137.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0619 ||: 100%|██████████| 1/1 [00:00<00:00, 263.96it/s]\n",
            "accuracy: 1.0000, loss: 0.0620 ||: 100%|██████████| 1/1 [00:00<00:00, 136.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0616 ||: 100%|██████████| 1/1 [00:00<00:00, 235.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0617 ||: 100%|██████████| 1/1 [00:00<00:00, 117.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0613 ||: 100%|██████████| 1/1 [00:00<00:00, 122.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0614 ||: 100%|██████████| 1/1 [00:00<00:00, 136.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0610 ||: 100%|██████████| 1/1 [00:00<00:00, 219.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0611 ||: 100%|██████████| 1/1 [00:00<00:00, 123.38it/s]\n",
            "accuracy: 1.0000, loss: 0.0607 ||: 100%|██████████| 1/1 [00:00<00:00, 229.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0608 ||: 100%|██████████| 1/1 [00:00<00:00, 124.12it/s]\n",
            "accuracy: 1.0000, loss: 0.0603 ||: 100%|██████████| 1/1 [00:00<00:00, 298.91it/s]\n",
            "accuracy: 1.0000, loss: 0.0605 ||: 100%|██████████| 1/1 [00:00<00:00, 118.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0600 ||: 100%|██████████| 1/1 [00:00<00:00, 256.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0602 ||: 100%|██████████| 1/1 [00:00<00:00, 124.19it/s]\n",
            "accuracy: 1.0000, loss: 0.0598 ||: 100%|██████████| 1/1 [00:00<00:00, 266.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0599 ||: 100%|██████████| 1/1 [00:00<00:00, 131.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0595 ||: 100%|██████████| 1/1 [00:00<00:00, 229.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0596 ||: 100%|██████████| 1/1 [00:00<00:00, 131.65it/s]\n",
            "accuracy: 1.0000, loss: 0.0592 ||: 100%|██████████| 1/1 [00:00<00:00, 243.15it/s]\n",
            "accuracy: 1.0000, loss: 0.0593 ||: 100%|██████████| 1/1 [00:00<00:00, 115.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0589 ||: 100%|██████████| 1/1 [00:00<00:00, 267.96it/s]\n",
            "accuracy: 1.0000, loss: 0.0590 ||: 100%|██████████| 1/1 [00:00<00:00, 102.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0586 ||: 100%|██████████| 1/1 [00:00<00:00, 253.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0587 ||: 100%|██████████| 1/1 [00:00<00:00, 120.28it/s]\n",
            "accuracy: 1.0000, loss: 0.0583 ||: 100%|██████████| 1/1 [00:00<00:00, 298.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0584 ||: 100%|██████████| 1/1 [00:00<00:00, 128.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0580 ||: 100%|██████████| 1/1 [00:00<00:00, 262.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0581 ||: 100%|██████████| 1/1 [00:00<00:00, 134.86it/s]\n",
            "accuracy: 1.0000, loss: 0.0577 ||: 100%|██████████| 1/1 [00:00<00:00, 222.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0578 ||: 100%|██████████| 1/1 [00:00<00:00, 118.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0575 ||: 100%|██████████| 1/1 [00:00<00:00, 285.13it/s]\n",
            "accuracy: 1.0000, loss: 0.0576 ||: 100%|██████████| 1/1 [00:00<00:00, 131.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0572 ||: 100%|██████████| 1/1 [00:00<00:00, 248.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0573 ||: 100%|██████████| 1/1 [00:00<00:00, 124.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0569 ||: 100%|██████████| 1/1 [00:00<00:00, 225.95it/s]\n",
            "accuracy: 1.0000, loss: 0.0570 ||: 100%|██████████| 1/1 [00:00<00:00, 128.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0566 ||: 100%|██████████| 1/1 [00:00<00:00, 237.81it/s]\n",
            "accuracy: 1.0000, loss: 0.0567 ||: 100%|██████████| 1/1 [00:00<00:00, 118.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0564 ||: 100%|██████████| 1/1 [00:00<00:00, 226.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0565 ||: 100%|██████████| 1/1 [00:00<00:00, 131.13it/s]\n",
            "accuracy: 1.0000, loss: 0.0561 ||: 100%|██████████| 1/1 [00:00<00:00, 222.56it/s]\n",
            "accuracy: 1.0000, loss: 0.0562 ||: 100%|██████████| 1/1 [00:00<00:00, 127.21it/s]\n",
            "accuracy: 1.0000, loss: 0.0558 ||: 100%|██████████| 1/1 [00:00<00:00, 290.97it/s]\n",
            "accuracy: 1.0000, loss: 0.0559 ||: 100%|██████████| 1/1 [00:00<00:00, 132.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0556 ||: 100%|██████████| 1/1 [00:00<00:00, 237.13it/s]\n",
            "accuracy: 1.0000, loss: 0.0557 ||: 100%|██████████| 1/1 [00:00<00:00, 124.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0553 ||: 100%|██████████| 1/1 [00:00<00:00, 213.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0554 ||: 100%|██████████| 1/1 [00:00<00:00, 130.56it/s]\n",
            "accuracy: 1.0000, loss: 0.0550 ||: 100%|██████████| 1/1 [00:00<00:00, 235.82it/s]\n",
            "accuracy: 1.0000, loss: 0.0551 ||: 100%|██████████| 1/1 [00:00<00:00, 136.13it/s]\n",
            "accuracy: 1.0000, loss: 0.0548 ||: 100%|██████████| 1/1 [00:00<00:00, 228.96it/s]\n",
            "accuracy: 1.0000, loss: 0.0549 ||: 100%|██████████| 1/1 [00:00<00:00, 105.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0545 ||: 100%|██████████| 1/1 [00:00<00:00, 232.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0546 ||: 100%|██████████| 1/1 [00:00<00:00, 124.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0543 ||: 100%|██████████| 1/1 [00:00<00:00, 269.92it/s]\n",
            "accuracy: 1.0000, loss: 0.0544 ||: 100%|██████████| 1/1 [00:00<00:00, 131.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0540 ||: 100%|██████████| 1/1 [00:00<00:00, 251.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0541 ||: 100%|██████████| 1/1 [00:00<00:00, 134.80it/s]\n",
            "accuracy: 1.0000, loss: 0.0538 ||: 100%|██████████| 1/1 [00:00<00:00, 221.08it/s]\n",
            "accuracy: 1.0000, loss: 0.0539 ||: 100%|██████████| 1/1 [00:00<00:00, 119.68it/s]\n",
            "accuracy: 1.0000, loss: 0.0535 ||: 100%|██████████| 1/1 [00:00<00:00, 282.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0536 ||: 100%|██████████| 1/1 [00:00<00:00, 122.76it/s]\n",
            "accuracy: 1.0000, loss: 0.0533 ||: 100%|██████████| 1/1 [00:00<00:00, 244.14it/s]\n",
            "accuracy: 1.0000, loss: 0.0534 ||: 100%|██████████| 1/1 [00:00<00:00, 181.28it/s]\n",
            "accuracy: 1.0000, loss: 0.0530 ||: 100%|██████████| 1/1 [00:00<00:00, 290.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0531 ||: 100%|██████████| 1/1 [00:00<00:00, 136.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0528 ||: 100%|██████████| 1/1 [00:00<00:00, 240.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0529 ||: 100%|██████████| 1/1 [00:00<00:00, 123.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0526 ||: 100%|██████████| 1/1 [00:00<00:00, 258.81it/s]\n",
            "accuracy: 1.0000, loss: 0.0527 ||: 100%|██████████| 1/1 [00:00<00:00, 135.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0523 ||: 100%|██████████| 1/1 [00:00<00:00, 250.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0524 ||: 100%|██████████| 1/1 [00:00<00:00, 122.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0521 ||: 100%|██████████| 1/1 [00:00<00:00, 284.38it/s]\n",
            "accuracy: 1.0000, loss: 0.0522 ||: 100%|██████████| 1/1 [00:00<00:00, 135.94it/s]\n",
            "accuracy: 1.0000, loss: 0.0518 ||: 100%|██████████| 1/1 [00:00<00:00, 239.95it/s]\n",
            "accuracy: 1.0000, loss: 0.0519 ||: 100%|██████████| 1/1 [00:00<00:00, 118.88it/s]\n",
            "accuracy: 1.0000, loss: 0.0516 ||: 100%|██████████| 1/1 [00:00<00:00, 281.89it/s]\n",
            "accuracy: 1.0000, loss: 0.0517 ||: 100%|██████████| 1/1 [00:00<00:00, 117.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0514 ||: 100%|██████████| 1/1 [00:00<00:00, 273.65it/s]\n",
            "accuracy: 1.0000, loss: 0.0515 ||: 100%|██████████| 1/1 [00:00<00:00, 135.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0511 ||: 100%|██████████| 1/1 [00:00<00:00, 253.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0512 ||: 100%|██████████| 1/1 [00:00<00:00, 125.88it/s]\n",
            "accuracy: 1.0000, loss: 0.0509 ||: 100%|██████████| 1/1 [00:00<00:00, 227.21it/s]\n",
            "accuracy: 1.0000, loss: 0.0510 ||: 100%|██████████| 1/1 [00:00<00:00, 122.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0507 ||: 100%|██████████| 1/1 [00:00<00:00, 223.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0508 ||: 100%|██████████| 1/1 [00:00<00:00, 141.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0505 ||: 100%|██████████| 1/1 [00:00<00:00, 220.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0506 ||: 100%|██████████| 1/1 [00:00<00:00, 129.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0502 ||: 100%|██████████| 1/1 [00:00<00:00, 225.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0503 ||: 100%|██████████| 1/1 [00:00<00:00, 127.13it/s]\n",
            "accuracy: 1.0000, loss: 0.0500 ||: 100%|██████████| 1/1 [00:00<00:00, 281.63it/s]\n",
            "accuracy: 1.0000, loss: 0.0501 ||: 100%|██████████| 1/1 [00:00<00:00, 134.08it/s]\n",
            "accuracy: 1.0000, loss: 0.0498 ||: 100%|██████████| 1/1 [00:00<00:00, 234.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0499 ||: 100%|██████████| 1/1 [00:00<00:00, 128.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0496 ||: 100%|██████████| 1/1 [00:00<00:00, 257.78it/s]\n",
            "accuracy: 1.0000, loss: 0.0497 ||: 100%|██████████| 1/1 [00:00<00:00, 131.95it/s]\n",
            "accuracy: 1.0000, loss: 0.0494 ||: 100%|██████████| 1/1 [00:00<00:00, 233.54it/s]\n",
            "accuracy: 1.0000, loss: 0.0495 ||: 100%|██████████| 1/1 [00:00<00:00, 129.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0492 ||: 100%|██████████| 1/1 [00:00<00:00, 247.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0492 ||: 100%|██████████| 1/1 [00:00<00:00, 113.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0489 ||: 100%|██████████| 1/1 [00:00<00:00, 218.42it/s]\n",
            "accuracy: 1.0000, loss: 0.0490 ||: 100%|██████████| 1/1 [00:00<00:00, 125.00it/s]\n",
            "accuracy: 1.0000, loss: 0.0487 ||: 100%|██████████| 1/1 [00:00<00:00, 151.11it/s]\n",
            "accuracy: 1.0000, loss: 0.0488 ||: 100%|██████████| 1/1 [00:00<00:00, 138.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0485 ||: 100%|██████████| 1/1 [00:00<00:00, 244.14it/s]\n",
            "accuracy: 1.0000, loss: 0.0486 ||: 100%|██████████| 1/1 [00:00<00:00, 121.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0483 ||: 100%|██████████| 1/1 [00:00<00:00, 215.79it/s]\n",
            "accuracy: 1.0000, loss: 0.0484 ||: 100%|██████████| 1/1 [00:00<00:00, 116.89it/s]\n",
            "accuracy: 1.0000, loss: 0.0481 ||: 100%|██████████| 1/1 [00:00<00:00, 273.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0482 ||: 100%|██████████| 1/1 [00:00<00:00, 120.24it/s]\n",
            "accuracy: 1.0000, loss: 0.0479 ||: 100%|██████████| 1/1 [00:00<00:00, 200.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0480 ||: 100%|██████████| 1/1 [00:00<00:00, 121.54it/s]\n",
            "accuracy: 1.0000, loss: 0.0477 ||: 100%|██████████| 1/1 [00:00<00:00, 272.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0478 ||: 100%|██████████| 1/1 [00:00<00:00, 136.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0475 ||: 100%|██████████| 1/1 [00:00<00:00, 216.01it/s]\n",
            "accuracy: 1.0000, loss: 0.0476 ||: 100%|██████████| 1/1 [00:00<00:00, 122.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0473 ||: 100%|██████████| 1/1 [00:00<00:00, 255.53it/s]\n",
            "accuracy: 1.0000, loss: 0.0474 ||: 100%|██████████| 1/1 [00:00<00:00, 126.08it/s]\n",
            "accuracy: 1.0000, loss: 0.0471 ||: 100%|██████████| 1/1 [00:00<00:00, 309.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0472 ||: 100%|██████████| 1/1 [00:00<00:00, 133.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0469 ||: 100%|██████████| 1/1 [00:00<00:00, 227.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0470 ||: 100%|██████████| 1/1 [00:00<00:00, 118.30it/s]\n",
            "accuracy: 1.0000, loss: 0.0467 ||: 100%|██████████| 1/1 [00:00<00:00, 277.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0468 ||: 100%|██████████| 1/1 [00:00<00:00, 122.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0465 ||: 100%|██████████| 1/1 [00:00<00:00, 267.51it/s]\n",
            "accuracy: 1.0000, loss: 0.0466 ||: 100%|██████████| 1/1 [00:00<00:00, 131.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0463 ||: 100%|██████████| 1/1 [00:00<00:00, 204.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0464 ||: 100%|██████████| 1/1 [00:00<00:00, 134.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0461 ||: 100%|██████████| 1/1 [00:00<00:00, 210.16it/s]\n",
            "accuracy: 1.0000, loss: 0.0462 ||: 100%|██████████| 1/1 [00:00<00:00, 124.75it/s]\n",
            "accuracy: 1.0000, loss: 0.0459 ||: 100%|██████████| 1/1 [00:00<00:00, 234.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0460 ||: 100%|██████████| 1/1 [00:00<00:00, 120.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0457 ||: 100%|██████████| 1/1 [00:00<00:00, 349.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0458 ||: 100%|██████████| 1/1 [00:00<00:00, 140.58it/s]\n",
            "accuracy: 1.0000, loss: 0.0455 ||: 100%|██████████| 1/1 [00:00<00:00, 388.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0456 ||: 100%|██████████| 1/1 [00:00<00:00, 133.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0454 ||: 100%|██████████| 1/1 [00:00<00:00, 280.72it/s]\n",
            "accuracy: 1.0000, loss: 0.0454 ||: 100%|██████████| 1/1 [00:00<00:00, 134.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0452 ||: 100%|██████████| 1/1 [00:00<00:00, 223.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0453 ||: 100%|██████████| 1/1 [00:00<00:00, 123.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0450 ||: 100%|██████████| 1/1 [00:00<00:00, 219.85it/s]\n",
            "accuracy: 1.0000, loss: 0.0451 ||: 100%|██████████| 1/1 [00:00<00:00, 100.64it/s]\n",
            "accuracy: 1.0000, loss: 0.0448 ||: 100%|██████████| 1/1 [00:00<00:00, 221.16it/s]\n",
            "accuracy: 1.0000, loss: 0.0449 ||: 100%|██████████| 1/1 [00:00<00:00, 129.08it/s]\n",
            "accuracy: 1.0000, loss: 0.0446 ||: 100%|██████████| 1/1 [00:00<00:00, 273.82it/s]\n",
            "accuracy: 1.0000, loss: 0.0447 ||: 100%|██████████| 1/1 [00:00<00:00, 115.17it/s]\n",
            "accuracy: 1.0000, loss: 0.0444 ||: 100%|██████████| 1/1 [00:00<00:00, 230.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0445 ||: 100%|██████████| 1/1 [00:00<00:00, 136.82it/s]\n",
            "accuracy: 1.0000, loss: 0.0443 ||: 100%|██████████| 1/1 [00:00<00:00, 238.42it/s]\n",
            "accuracy: 1.0000, loss: 0.0443 ||: 100%|██████████| 1/1 [00:00<00:00, 115.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0441 ||: 100%|██████████| 1/1 [00:00<00:00, 282.94it/s]\n",
            "accuracy: 1.0000, loss: 0.0442 ||: 100%|██████████| 1/1 [00:00<00:00, 138.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0439 ||: 100%|██████████| 1/1 [00:00<00:00, 224.94it/s]\n",
            "accuracy: 1.0000, loss: 0.0440 ||: 100%|██████████| 1/1 [00:00<00:00, 110.78it/s]\n",
            "accuracy: 1.0000, loss: 0.0437 ||: 100%|██████████| 1/1 [00:00<00:00, 283.67it/s]\n",
            "accuracy: 1.0000, loss: 0.0438 ||: 100%|██████████| 1/1 [00:00<00:00, 118.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0435 ||: 100%|██████████| 1/1 [00:00<00:00, 318.89it/s]\n",
            "accuracy: 1.0000, loss: 0.0436 ||: 100%|██████████| 1/1 [00:00<00:00, 121.96it/s]\n",
            "accuracy: 1.0000, loss: 0.0434 ||: 100%|██████████| 1/1 [00:00<00:00, 227.09it/s]\n",
            "accuracy: 1.0000, loss: 0.0435 ||: 100%|██████████| 1/1 [00:00<00:00, 127.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0432 ||: 100%|██████████| 1/1 [00:00<00:00, 240.91it/s]\n",
            "accuracy: 1.0000, loss: 0.0433 ||: 100%|██████████| 1/1 [00:00<00:00, 109.49it/s]\n",
            "accuracy: 1.0000, loss: 0.0430 ||: 100%|██████████| 1/1 [00:00<00:00, 204.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0431 ||: 100%|██████████| 1/1 [00:00<00:00, 121.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0429 ||: 100%|██████████| 1/1 [00:00<00:00, 360.30it/s]\n",
            "accuracy: 1.0000, loss: 0.0429 ||: 100%|██████████| 1/1 [00:00<00:00, 121.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0427 ||: 100%|██████████| 1/1 [00:00<00:00, 275.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0428 ||: 100%|██████████| 1/1 [00:00<00:00, 110.53it/s]\n",
            "accuracy: 1.0000, loss: 0.0425 ||: 100%|██████████| 1/1 [00:00<00:00, 229.76it/s]\n",
            "accuracy: 1.0000, loss: 0.0426 ||: 100%|██████████| 1/1 [00:00<00:00, 129.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0424 ||: 100%|██████████| 1/1 [00:00<00:00, 264.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0424 ||: 100%|██████████| 1/1 [00:00<00:00, 123.47it/s]\n",
            "accuracy: 1.0000, loss: 0.0422 ||: 100%|██████████| 1/1 [00:00<00:00, 212.94it/s]\n",
            "accuracy: 1.0000, loss: 0.0423 ||: 100%|██████████| 1/1 [00:00<00:00, 123.57it/s]\n",
            "accuracy: 1.0000, loss: 0.0420 ||: 100%|██████████| 1/1 [00:00<00:00, 210.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0421 ||: 100%|██████████| 1/1 [00:00<00:00, 108.57it/s]\n",
            "accuracy: 1.0000, loss: 0.0419 ||: 100%|██████████| 1/1 [00:00<00:00, 244.12it/s]\n",
            "accuracy: 1.0000, loss: 0.0419 ||: 100%|██████████| 1/1 [00:00<00:00, 134.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0417 ||: 100%|██████████| 1/1 [00:00<00:00, 218.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0418 ||: 100%|██████████| 1/1 [00:00<00:00, 106.68it/s]\n",
            "accuracy: 1.0000, loss: 0.0415 ||: 100%|██████████| 1/1 [00:00<00:00, 376.51it/s]\n",
            "accuracy: 1.0000, loss: 0.0416 ||: 100%|██████████| 1/1 [00:00<00:00, 125.75it/s]\n",
            "accuracy: 1.0000, loss: 0.0414 ||: 100%|██████████| 1/1 [00:00<00:00, 246.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0415 ||: 100%|██████████| 1/1 [00:00<00:00, 146.76it/s]\n",
            "accuracy: 1.0000, loss: 0.0412 ||: 100%|██████████| 1/1 [00:00<00:00, 271.67it/s]\n",
            "accuracy: 1.0000, loss: 0.0413 ||: 100%|██████████| 1/1 [00:00<00:00, 130.66it/s]\n",
            "accuracy: 1.0000, loss: 0.0411 ||: 100%|██████████| 1/1 [00:00<00:00, 223.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0411 ||: 100%|██████████| 1/1 [00:00<00:00, 132.79it/s]\n",
            "accuracy: 1.0000, loss: 0.0409 ||: 100%|██████████| 1/1 [00:00<00:00, 222.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0410 ||: 100%|██████████| 1/1 [00:00<00:00, 122.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0407 ||: 100%|██████████| 1/1 [00:00<00:00, 281.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0408 ||: 100%|██████████| 1/1 [00:00<00:00, 114.63it/s]\n",
            "accuracy: 1.0000, loss: 0.0406 ||: 100%|██████████| 1/1 [00:00<00:00, 288.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0407 ||: 100%|██████████| 1/1 [00:00<00:00, 134.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0404 ||: 100%|██████████| 1/1 [00:00<00:00, 279.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0405 ||: 100%|██████████| 1/1 [00:00<00:00, 131.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0403 ||: 100%|██████████| 1/1 [00:00<00:00, 210.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0404 ||: 100%|██████████| 1/1 [00:00<00:00, 119.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0401 ||: 100%|██████████| 1/1 [00:00<00:00, 230.79it/s]\n",
            "accuracy: 1.0000, loss: 0.0402 ||: 100%|██████████| 1/1 [00:00<00:00, 121.35it/s]\n",
            "accuracy: 1.0000, loss: 0.0400 ||: 100%|██████████| 1/1 [00:00<00:00, 360.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0401 ||: 100%|██████████| 1/1 [00:00<00:00, 140.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0398 ||: 100%|██████████| 1/1 [00:00<00:00, 225.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0399 ||: 100%|██████████| 1/1 [00:00<00:00, 136.78it/s]\n",
            "accuracy: 1.0000, loss: 0.0397 ||: 100%|██████████| 1/1 [00:00<00:00, 287.38it/s]\n",
            "accuracy: 1.0000, loss: 0.0398 ||: 100%|██████████| 1/1 [00:00<00:00, 120.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0395 ||: 100%|██████████| 1/1 [00:00<00:00, 241.09it/s]\n",
            "accuracy: 1.0000, loss: 0.0396 ||: 100%|██████████| 1/1 [00:00<00:00, 124.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0394 ||: 100%|██████████| 1/1 [00:00<00:00, 267.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0395 ||: 100%|██████████| 1/1 [00:00<00:00, 136.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0392 ||: 100%|██████████| 1/1 [00:00<00:00, 234.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0393 ||: 100%|██████████| 1/1 [00:00<00:00, 114.81it/s]\n",
            "accuracy: 1.0000, loss: 0.0391 ||: 100%|██████████| 1/1 [00:00<00:00, 301.51it/s]\n",
            "accuracy: 1.0000, loss: 0.0392 ||: 100%|██████████| 1/1 [00:00<00:00, 131.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0390 ||: 100%|██████████| 1/1 [00:00<00:00, 264.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0390 ||: 100%|██████████| 1/1 [00:00<00:00, 126.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0388 ||: 100%|██████████| 1/1 [00:00<00:00, 247.79it/s]\n",
            "accuracy: 1.0000, loss: 0.0389 ||: 100%|██████████| 1/1 [00:00<00:00, 135.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0387 ||: 100%|██████████| 1/1 [00:00<00:00, 239.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0387 ||: 100%|██████████| 1/1 [00:00<00:00, 112.68it/s]\n",
            "accuracy: 1.0000, loss: 0.0385 ||: 100%|██████████| 1/1 [00:00<00:00, 179.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0386 ||: 100%|██████████| 1/1 [00:00<00:00, 132.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0384 ||: 100%|██████████| 1/1 [00:00<00:00, 296.92it/s]\n",
            "accuracy: 1.0000, loss: 0.0384 ||: 100%|██████████| 1/1 [00:00<00:00, 134.21it/s]\n",
            "accuracy: 1.0000, loss: 0.0382 ||: 100%|██████████| 1/1 [00:00<00:00, 233.69it/s]\n",
            "accuracy: 1.0000, loss: 0.0383 ||: 100%|██████████| 1/1 [00:00<00:00, 116.42it/s]\n",
            "accuracy: 1.0000, loss: 0.0381 ||: 100%|██████████| 1/1 [00:00<00:00, 271.21it/s]\n",
            "accuracy: 1.0000, loss: 0.0382 ||: 100%|██████████| 1/1 [00:00<00:00, 120.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0380 ||: 100%|██████████| 1/1 [00:00<00:00, 253.62it/s]\n",
            "accuracy: 1.0000, loss: 0.0380 ||: 100%|██████████| 1/1 [00:00<00:00, 120.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0378 ||: 100%|██████████| 1/1 [00:00<00:00, 228.97it/s]\n",
            "accuracy: 1.0000, loss: 0.0379 ||: 100%|██████████| 1/1 [00:00<00:00, 115.11it/s]\n",
            "accuracy: 1.0000, loss: 0.0377 ||: 100%|██████████| 1/1 [00:00<00:00, 233.13it/s]\n",
            "accuracy: 1.0000, loss: 0.0378 ||: 100%|██████████| 1/1 [00:00<00:00, 119.53it/s]\n",
            "accuracy: 1.0000, loss: 0.0376 ||: 100%|██████████| 1/1 [00:00<00:00, 227.28it/s]\n",
            "accuracy: 1.0000, loss: 0.0376 ||: 100%|██████████| 1/1 [00:00<00:00, 122.13it/s]\n",
            "accuracy: 1.0000, loss: 0.0374 ||: 100%|██████████| 1/1 [00:00<00:00, 434.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0375 ||: 100%|██████████| 1/1 [00:00<00:00, 127.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0373 ||: 100%|██████████| 1/1 [00:00<00:00, 238.54it/s]\n",
            "accuracy: 1.0000, loss: 0.0374 ||: 100%|██████████| 1/1 [00:00<00:00, 125.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0372 ||: 100%|██████████| 1/1 [00:00<00:00, 291.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0372 ||: 100%|██████████| 1/1 [00:00<00:00, 127.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0370 ||: 100%|██████████| 1/1 [00:00<00:00, 238.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0371 ||: 100%|██████████| 1/1 [00:00<00:00, 116.99it/s]\n",
            "accuracy: 1.0000, loss: 0.0369 ||: 100%|██████████| 1/1 [00:00<00:00, 257.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0370 ||: 100%|██████████| 1/1 [00:00<00:00, 128.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0368 ||: 100%|██████████| 1/1 [00:00<00:00, 224.11it/s]\n",
            "accuracy: 1.0000, loss: 0.0368 ||: 100%|██████████| 1/1 [00:00<00:00, 127.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0366 ||: 100%|██████████| 1/1 [00:00<00:00, 245.63it/s]\n",
            "accuracy: 1.0000, loss: 0.0367 ||: 100%|██████████| 1/1 [00:00<00:00, 111.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0365 ||: 100%|██████████| 1/1 [00:00<00:00, 234.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0366 ||: 100%|██████████| 1/1 [00:00<00:00, 134.30it/s]\n",
            "accuracy: 1.0000, loss: 0.0364 ||: 100%|██████████| 1/1 [00:00<00:00, 232.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0364 ||: 100%|██████████| 1/1 [00:00<00:00, 128.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0362 ||: 100%|██████████| 1/1 [00:00<00:00, 242.80it/s]\n",
            "accuracy: 1.0000, loss: 0.0363 ||: 100%|██████████| 1/1 [00:00<00:00, 137.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0361 ||: 100%|██████████| 1/1 [00:00<00:00, 281.86it/s]\n",
            "accuracy: 1.0000, loss: 0.0362 ||: 100%|██████████| 1/1 [00:00<00:00, 115.86it/s]\n",
            "accuracy: 1.0000, loss: 0.0360 ||: 100%|██████████| 1/1 [00:00<00:00, 229.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0361 ||: 100%|██████████| 1/1 [00:00<00:00, 177.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0359 ||: 100%|██████████| 1/1 [00:00<00:00, 285.19it/s]\n",
            "accuracy: 1.0000, loss: 0.0359 ||: 100%|██████████| 1/1 [00:00<00:00, 130.76it/s]\n",
            "accuracy: 1.0000, loss: 0.0357 ||: 100%|██████████| 1/1 [00:00<00:00, 250.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0358 ||: 100%|██████████| 1/1 [00:00<00:00, 125.09it/s]\n",
            "accuracy: 1.0000, loss: 0.0356 ||: 100%|██████████| 1/1 [00:00<00:00, 294.67it/s]\n",
            "accuracy: 1.0000, loss: 0.0357 ||: 100%|██████████| 1/1 [00:00<00:00, 137.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0355 ||: 100%|██████████| 1/1 [00:00<00:00, 210.42it/s]\n",
            "accuracy: 1.0000, loss: 0.0356 ||: 100%|██████████| 1/1 [00:00<00:00, 122.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0354 ||: 100%|██████████| 1/1 [00:00<00:00, 278.75it/s]\n",
            "accuracy: 1.0000, loss: 0.0354 ||: 100%|██████████| 1/1 [00:00<00:00, 118.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0352 ||: 100%|██████████| 1/1 [00:00<00:00, 269.80it/s]\n",
            "accuracy: 1.0000, loss: 0.0353 ||: 100%|██████████| 1/1 [00:00<00:00, 118.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0351 ||: 100%|██████████| 1/1 [00:00<00:00, 286.16it/s]\n",
            "accuracy: 1.0000, loss: 0.0352 ||: 100%|██████████| 1/1 [00:00<00:00, 117.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0350 ||: 100%|██████████| 1/1 [00:00<00:00, 254.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0351 ||: 100%|██████████| 1/1 [00:00<00:00, 148.08it/s]\n",
            "accuracy: 1.0000, loss: 0.0349 ||: 100%|██████████| 1/1 [00:00<00:00, 221.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0349 ||: 100%|██████████| 1/1 [00:00<00:00, 125.42it/s]\n",
            "accuracy: 1.0000, loss: 0.0348 ||: 100%|██████████| 1/1 [00:00<00:00, 220.15it/s]\n",
            "accuracy: 1.0000, loss: 0.0348 ||: 100%|██████████| 1/1 [00:00<00:00, 123.17it/s]\n",
            "accuracy: 1.0000, loss: 0.0347 ||: 100%|██████████| 1/1 [00:00<00:00, 231.68it/s]\n",
            "accuracy: 1.0000, loss: 0.0347 ||: 100%|██████████| 1/1 [00:00<00:00, 130.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0345 ||: 100%|██████████| 1/1 [00:00<00:00, 249.28it/s]\n",
            "accuracy: 1.0000, loss: 0.0346 ||: 100%|██████████| 1/1 [00:00<00:00, 133.99it/s]\n",
            "accuracy: 1.0000, loss: 0.0344 ||: 100%|██████████| 1/1 [00:00<00:00, 245.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0345 ||: 100%|██████████| 1/1 [00:00<00:00, 126.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0343 ||: 100%|██████████| 1/1 [00:00<00:00, 192.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0344 ||: 100%|██████████| 1/1 [00:00<00:00, 125.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0342 ||: 100%|██████████| 1/1 [00:00<00:00, 230.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0342 ||: 100%|██████████| 1/1 [00:00<00:00, 114.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0341 ||: 100%|██████████| 1/1 [00:00<00:00, 259.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0341 ||: 100%|██████████| 1/1 [00:00<00:00, 146.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0340 ||: 100%|██████████| 1/1 [00:00<00:00, 223.76it/s]\n",
            "accuracy: 1.0000, loss: 0.0340 ||: 100%|██████████| 1/1 [00:00<00:00, 131.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0338 ||: 100%|██████████| 1/1 [00:00<00:00, 249.54it/s]\n",
            "accuracy: 1.0000, loss: 0.0339 ||: 100%|██████████| 1/1 [00:00<00:00, 140.51it/s]\n",
            "accuracy: 1.0000, loss: 0.0337 ||: 100%|██████████| 1/1 [00:00<00:00, 233.95it/s]\n",
            "accuracy: 1.0000, loss: 0.0338 ||: 100%|██████████| 1/1 [00:00<00:00, 120.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0336 ||: 100%|██████████| 1/1 [00:00<00:00, 255.72it/s]\n",
            "accuracy: 1.0000, loss: 0.0337 ||: 100%|██████████| 1/1 [00:00<00:00, 135.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0335 ||: 100%|██████████| 1/1 [00:00<00:00, 272.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0336 ||: 100%|██████████| 1/1 [00:00<00:00, 127.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0334 ||: 100%|██████████| 1/1 [00:00<00:00, 210.56it/s]\n",
            "accuracy: 1.0000, loss: 0.0335 ||: 100%|██████████| 1/1 [00:00<00:00, 117.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0333 ||: 100%|██████████| 1/1 [00:00<00:00, 265.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0333 ||: 100%|██████████| 1/1 [00:00<00:00, 119.58it/s]\n",
            "accuracy: 1.0000, loss: 0.0332 ||: 100%|██████████| 1/1 [00:00<00:00, 271.42it/s]\n",
            "accuracy: 1.0000, loss: 0.0332 ||: 100%|██████████| 1/1 [00:00<00:00, 125.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0331 ||: 100%|██████████| 1/1 [00:00<00:00, 288.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0331 ||: 100%|██████████| 1/1 [00:00<00:00, 123.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0330 ||: 100%|██████████| 1/1 [00:00<00:00, 266.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0330 ||: 100%|██████████| 1/1 [00:00<00:00, 178.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0329 ||: 100%|██████████| 1/1 [00:00<00:00, 238.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0329 ||: 100%|██████████| 1/1 [00:00<00:00, 185.62it/s]\n",
            "accuracy: 1.0000, loss: 0.0327 ||: 100%|██████████| 1/1 [00:00<00:00, 226.28it/s]\n",
            "accuracy: 1.0000, loss: 0.0328 ||: 100%|██████████| 1/1 [00:00<00:00, 136.76it/s]\n",
            "accuracy: 1.0000, loss: 0.0326 ||: 100%|██████████| 1/1 [00:00<00:00, 236.75it/s]\n",
            "accuracy: 1.0000, loss: 0.0327 ||: 100%|██████████| 1/1 [00:00<00:00, 118.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0325 ||: 100%|██████████| 1/1 [00:00<00:00, 235.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0326 ||: 100%|██████████| 1/1 [00:00<00:00, 123.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0324 ||: 100%|██████████| 1/1 [00:00<00:00, 232.38it/s]\n",
            "accuracy: 1.0000, loss: 0.0325 ||: 100%|██████████| 1/1 [00:00<00:00, 124.78it/s]\n",
            "accuracy: 1.0000, loss: 0.0323 ||: 100%|██████████| 1/1 [00:00<00:00, 215.80it/s]\n",
            "accuracy: 1.0000, loss: 0.0324 ||: 100%|██████████| 1/1 [00:00<00:00, 132.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0322 ||: 100%|██████████| 1/1 [00:00<00:00, 243.91it/s]\n",
            "accuracy: 1.0000, loss: 0.0323 ||: 100%|██████████| 1/1 [00:00<00:00, 123.88it/s]\n",
            "accuracy: 1.0000, loss: 0.0321 ||: 100%|██████████| 1/1 [00:00<00:00, 232.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0322 ||: 100%|██████████| 1/1 [00:00<00:00, 136.63it/s]\n",
            "accuracy: 1.0000, loss: 0.0320 ||: 100%|██████████| 1/1 [00:00<00:00, 241.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0321 ||: 100%|██████████| 1/1 [00:00<00:00, 125.99it/s]\n",
            "accuracy: 1.0000, loss: 0.0319 ||: 100%|██████████| 1/1 [00:00<00:00, 263.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0320 ||: 100%|██████████| 1/1 [00:00<00:00, 125.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0318 ||: 100%|██████████| 1/1 [00:00<00:00, 240.35it/s]\n",
            "accuracy: 1.0000, loss: 0.0319 ||: 100%|██████████| 1/1 [00:00<00:00, 123.30it/s]\n",
            "accuracy: 1.0000, loss: 0.0317 ||: 100%|██████████| 1/1 [00:00<00:00, 229.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0318 ||: 100%|██████████| 1/1 [00:00<00:00, 115.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0316 ||: 100%|██████████| 1/1 [00:00<00:00, 272.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0317 ||: 100%|██████████| 1/1 [00:00<00:00, 123.58it/s]\n",
            "accuracy: 1.0000, loss: 0.0315 ||: 100%|██████████| 1/1 [00:00<00:00, 213.78it/s]\n",
            "accuracy: 1.0000, loss: 0.0316 ||: 100%|██████████| 1/1 [00:00<00:00, 135.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0314 ||: 100%|██████████| 1/1 [00:00<00:00, 236.65it/s]\n",
            "accuracy: 1.0000, loss: 0.0315 ||: 100%|██████████| 1/1 [00:00<00:00, 134.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0313 ||: 100%|██████████| 1/1 [00:00<00:00, 237.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0314 ||: 100%|██████████| 1/1 [00:00<00:00, 128.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0312 ||: 100%|██████████| 1/1 [00:00<00:00, 223.58it/s]\n",
            "accuracy: 1.0000, loss: 0.0313 ||: 100%|██████████| 1/1 [00:00<00:00, 126.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0311 ||: 100%|██████████| 1/1 [00:00<00:00, 147.64it/s]\n",
            "accuracy: 1.0000, loss: 0.0312 ||: 100%|██████████| 1/1 [00:00<00:00, 130.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0310 ||: 100%|██████████| 1/1 [00:00<00:00, 281.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0311 ||: 100%|██████████| 1/1 [00:00<00:00, 120.58it/s]\n",
            "accuracy: 1.0000, loss: 0.0309 ||: 100%|██████████| 1/1 [00:00<00:00, 283.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0310 ||: 100%|██████████| 1/1 [00:00<00:00, 116.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0308 ||: 100%|██████████| 1/1 [00:00<00:00, 219.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0309 ||: 100%|██████████| 1/1 [00:00<00:00, 120.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0307 ||: 100%|██████████| 1/1 [00:00<00:00, 226.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0308 ||: 100%|██████████| 1/1 [00:00<00:00, 172.65it/s]\n",
            "accuracy: 1.0000, loss: 0.0306 ||: 100%|██████████| 1/1 [00:00<00:00, 295.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0307 ||: 100%|██████████| 1/1 [00:00<00:00, 117.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0305 ||: 100%|██████████| 1/1 [00:00<00:00, 237.17it/s]\n",
            "accuracy: 1.0000, loss: 0.0306 ||: 100%|██████████| 1/1 [00:00<00:00, 109.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0304 ||: 100%|██████████| 1/1 [00:00<00:00, 223.82it/s]\n",
            "accuracy: 1.0000, loss: 0.0305 ||: 100%|██████████| 1/1 [00:00<00:00, 132.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0303 ||: 100%|██████████| 1/1 [00:00<00:00, 231.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0304 ||: 100%|██████████| 1/1 [00:00<00:00, 125.99it/s]\n",
            "accuracy: 1.0000, loss: 0.0303 ||: 100%|██████████| 1/1 [00:00<00:00, 271.92it/s]\n",
            "accuracy: 1.0000, loss: 0.0303 ||: 100%|██████████| 1/1 [00:00<00:00, 104.35it/s]\n",
            "accuracy: 1.0000, loss: 0.0302 ||: 100%|██████████| 1/1 [00:00<00:00, 255.21it/s]\n",
            "accuracy: 1.0000, loss: 0.0302 ||: 100%|██████████| 1/1 [00:00<00:00, 120.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0301 ||: 100%|██████████| 1/1 [00:00<00:00, 242.12it/s]\n",
            "accuracy: 1.0000, loss: 0.0301 ||: 100%|██████████| 1/1 [00:00<00:00, 122.19it/s]\n",
            "accuracy: 1.0000, loss: 0.0300 ||: 100%|██████████| 1/1 [00:00<00:00, 229.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0300 ||: 100%|██████████| 1/1 [00:00<00:00, 131.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0299 ||: 100%|██████████| 1/1 [00:00<00:00, 262.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0299 ||: 100%|██████████| 1/1 [00:00<00:00, 114.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0298 ||: 100%|██████████| 1/1 [00:00<00:00, 243.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0298 ||: 100%|██████████| 1/1 [00:00<00:00, 112.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0297 ||: 100%|██████████| 1/1 [00:00<00:00, 225.82it/s]\n",
            "accuracy: 1.0000, loss: 0.0298 ||: 100%|██████████| 1/1 [00:00<00:00, 166.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0296 ||: 100%|██████████| 1/1 [00:00<00:00, 204.47it/s]\n",
            "accuracy: 1.0000, loss: 0.0297 ||: 100%|██████████| 1/1 [00:00<00:00, 129.85it/s]\n",
            "accuracy: 1.0000, loss: 0.0295 ||: 100%|██████████| 1/1 [00:00<00:00, 221.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0296 ||: 100%|██████████| 1/1 [00:00<00:00, 126.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0294 ||: 100%|██████████| 1/1 [00:00<00:00, 234.69it/s]\n",
            "accuracy: 1.0000, loss: 0.0295 ||: 100%|██████████| 1/1 [00:00<00:00, 117.54it/s]\n",
            "accuracy: 1.0000, loss: 0.0293 ||: 100%|██████████| 1/1 [00:00<00:00, 167.55it/s]\n",
            "accuracy: 1.0000, loss: 0.0294 ||: 100%|██████████| 1/1 [00:00<00:00, 135.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0293 ||: 100%|██████████| 1/1 [00:00<00:00, 269.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0293 ||: 100%|██████████| 1/1 [00:00<00:00, 124.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0292 ||: 100%|██████████| 1/1 [00:00<00:00, 248.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0292 ||: 100%|██████████| 1/1 [00:00<00:00, 121.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0291 ||: 100%|██████████| 1/1 [00:00<00:00, 251.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0291 ||: 100%|██████████| 1/1 [00:00<00:00, 120.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0290 ||: 100%|██████████| 1/1 [00:00<00:00, 267.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0290 ||: 100%|██████████| 1/1 [00:00<00:00, 127.79it/s]\n",
            "accuracy: 1.0000, loss: 0.0289 ||: 100%|██████████| 1/1 [00:00<00:00, 215.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0290 ||: 100%|██████████| 1/1 [00:00<00:00, 119.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0288 ||: 100%|██████████| 1/1 [00:00<00:00, 270.95it/s]\n",
            "accuracy: 1.0000, loss: 0.0289 ||: 100%|██████████| 1/1 [00:00<00:00, 120.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0287 ||: 100%|██████████| 1/1 [00:00<00:00, 261.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0288 ||: 100%|██████████| 1/1 [00:00<00:00, 117.99it/s]\n",
            "accuracy: 1.0000, loss: 0.0287 ||: 100%|██████████| 1/1 [00:00<00:00, 288.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0287 ||: 100%|██████████| 1/1 [00:00<00:00, 126.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0286 ||: 100%|██████████| 1/1 [00:00<00:00, 230.24it/s]\n",
            "accuracy: 1.0000, loss: 0.0286 ||: 100%|██████████| 1/1 [00:00<00:00, 114.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0285 ||: 100%|██████████| 1/1 [00:00<00:00, 210.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0285 ||: 100%|██████████| 1/1 [00:00<00:00, 123.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0284 ||: 100%|██████████| 1/1 [00:00<00:00, 395.99it/s]\n",
            "accuracy: 1.0000, loss: 0.0284 ||: 100%|██████████| 1/1 [00:00<00:00, 130.35it/s]\n",
            "accuracy: 1.0000, loss: 0.0283 ||: 100%|██████████| 1/1 [00:00<00:00, 246.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0284 ||: 100%|██████████| 1/1 [00:00<00:00, 131.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0282 ||: 100%|██████████| 1/1 [00:00<00:00, 239.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0283 ||: 100%|██████████| 1/1 [00:00<00:00, 117.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0282 ||: 100%|██████████| 1/1 [00:00<00:00, 228.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0282 ||: 100%|██████████| 1/1 [00:00<00:00, 122.81it/s]\n",
            "accuracy: 1.0000, loss: 0.0281 ||: 100%|██████████| 1/1 [00:00<00:00, 271.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0281 ||: 100%|██████████| 1/1 [00:00<00:00, 133.11it/s]\n",
            "accuracy: 1.0000, loss: 0.0280 ||: 100%|██████████| 1/1 [00:00<00:00, 231.97it/s]\n",
            "accuracy: 1.0000, loss: 0.0280 ||: 100%|██████████| 1/1 [00:00<00:00, 115.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0279 ||: 100%|██████████| 1/1 [00:00<00:00, 225.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0280 ||: 100%|██████████| 1/1 [00:00<00:00, 130.10it/s]\n",
            "accuracy: 1.0000, loss: 0.0278 ||: 100%|██████████| 1/1 [00:00<00:00, 225.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0279 ||: 100%|██████████| 1/1 [00:00<00:00, 101.79it/s]\n",
            "accuracy: 1.0000, loss: 0.0278 ||: 100%|██████████| 1/1 [00:00<00:00, 241.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0278 ||: 100%|██████████| 1/1 [00:00<00:00, 125.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0277 ||: 100%|██████████| 1/1 [00:00<00:00, 244.00it/s]\n",
            "accuracy: 1.0000, loss: 0.0277 ||: 100%|██████████| 1/1 [00:00<00:00, 125.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0276 ||: 100%|██████████| 1/1 [00:00<00:00, 287.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0276 ||: 100%|██████████| 1/1 [00:00<00:00, 129.47it/s]\n",
            "accuracy: 1.0000, loss: 0.0275 ||: 100%|██████████| 1/1 [00:00<00:00, 240.78it/s]\n",
            "accuracy: 1.0000, loss: 0.0276 ||: 100%|██████████| 1/1 [00:00<00:00, 173.14it/s]\n",
            "accuracy: 1.0000, loss: 0.0274 ||: 100%|██████████| 1/1 [00:00<00:00, 204.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0275 ||: 100%|██████████| 1/1 [00:00<00:00, 169.15it/s]\n",
            "accuracy: 1.0000, loss: 0.0274 ||: 100%|██████████| 1/1 [00:00<00:00, 272.00it/s]\n",
            "accuracy: 1.0000, loss: 0.0274 ||: 100%|██████████| 1/1 [00:00<00:00, 119.12it/s]\n",
            "accuracy: 1.0000, loss: 0.0273 ||: 100%|██████████| 1/1 [00:00<00:00, 243.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0273 ||: 100%|██████████| 1/1 [00:00<00:00, 116.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0272 ||: 100%|██████████| 1/1 [00:00<00:00, 279.12it/s]\n",
            "accuracy: 1.0000, loss: 0.0272 ||: 100%|██████████| 1/1 [00:00<00:00, 139.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0271 ||: 100%|██████████| 1/1 [00:00<00:00, 216.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0272 ||: 100%|██████████| 1/1 [00:00<00:00, 128.76it/s]\n",
            "accuracy: 1.0000, loss: 0.0271 ||: 100%|██████████| 1/1 [00:00<00:00, 243.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0271 ||: 100%|██████████| 1/1 [00:00<00:00, 130.19it/s]\n",
            "accuracy: 1.0000, loss: 0.0270 ||: 100%|██████████| 1/1 [00:00<00:00, 125.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0270 ||: 100%|██████████| 1/1 [00:00<00:00, 116.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0269 ||: 100%|██████████| 1/1 [00:00<00:00, 268.52it/s]\n",
            "accuracy: 1.0000, loss: 0.0269 ||: 100%|██████████| 1/1 [00:00<00:00, 132.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0268 ||: 100%|██████████| 1/1 [00:00<00:00, 229.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0269 ||: 100%|██████████| 1/1 [00:00<00:00, 140.64it/s]\n",
            "accuracy: 1.0000, loss: 0.0267 ||: 100%|██████████| 1/1 [00:00<00:00, 232.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0268 ||: 100%|██████████| 1/1 [00:00<00:00, 126.82it/s]\n",
            "accuracy: 1.0000, loss: 0.0267 ||: 100%|██████████| 1/1 [00:00<00:00, 230.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0267 ||: 100%|██████████| 1/1 [00:00<00:00, 107.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0266 ||: 100%|██████████| 1/1 [00:00<00:00, 211.99it/s]\n",
            "accuracy: 1.0000, loss: 0.0266 ||: 100%|██████████| 1/1 [00:00<00:00, 118.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0265 ||: 100%|██████████| 1/1 [00:00<00:00, 240.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0266 ||: 100%|██████████| 1/1 [00:00<00:00, 118.95it/s]\n",
            "accuracy: 1.0000, loss: 0.0265 ||: 100%|██████████| 1/1 [00:00<00:00, 254.14it/s]\n",
            "accuracy: 1.0000, loss: 0.0265 ||: 100%|██████████| 1/1 [00:00<00:00, 130.14it/s]\n",
            "accuracy: 1.0000, loss: 0.0264 ||: 100%|██████████| 1/1 [00:00<00:00, 234.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0264 ||: 100%|██████████| 1/1 [00:00<00:00, 124.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0263 ||: 100%|██████████| 1/1 [00:00<00:00, 280.24it/s]\n",
            "accuracy: 1.0000, loss: 0.0263 ||: 100%|██████████| 1/1 [00:00<00:00, 122.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0262 ||: 100%|██████████| 1/1 [00:00<00:00, 254.00it/s]\n",
            "accuracy: 1.0000, loss: 0.0263 ||: 100%|██████████| 1/1 [00:00<00:00, 123.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0262 ||: 100%|██████████| 1/1 [00:00<00:00, 208.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0262 ||: 100%|██████████| 1/1 [00:00<00:00, 84.14it/s]\n",
            "accuracy: 1.0000, loss: 0.0261 ||: 100%|██████████| 1/1 [00:00<00:00, 216.88it/s]\n",
            "accuracy: 1.0000, loss: 0.0261 ||: 100%|██████████| 1/1 [00:00<00:00, 130.86it/s]\n",
            "accuracy: 1.0000, loss: 0.0260 ||: 100%|██████████| 1/1 [00:00<00:00, 265.56it/s]\n",
            "accuracy: 1.0000, loss: 0.0261 ||: 100%|██████████| 1/1 [00:00<00:00, 117.86it/s]\n",
            "accuracy: 1.0000, loss: 0.0259 ||: 100%|██████████| 1/1 [00:00<00:00, 282.52it/s]\n",
            "accuracy: 1.0000, loss: 0.0260 ||: 100%|██████████| 1/1 [00:00<00:00, 131.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0259 ||: 100%|██████████| 1/1 [00:00<00:00, 219.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0259 ||: 100%|██████████| 1/1 [00:00<00:00, 121.66it/s]\n",
            "accuracy: 1.0000, loss: 0.0258 ||: 100%|██████████| 1/1 [00:00<00:00, 422.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0258 ||: 100%|██████████| 1/1 [00:00<00:00, 127.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0257 ||: 100%|██████████| 1/1 [00:00<00:00, 306.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0258 ||: 100%|██████████| 1/1 [00:00<00:00, 112.76it/s]\n",
            "accuracy: 1.0000, loss: 0.0257 ||: 100%|██████████| 1/1 [00:00<00:00, 272.53it/s]\n",
            "accuracy: 1.0000, loss: 0.0257 ||: 100%|██████████| 1/1 [00:00<00:00, 122.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0256 ||: 100%|██████████| 1/1 [00:00<00:00, 266.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0256 ||: 100%|██████████| 1/1 [00:00<00:00, 136.69it/s]\n",
            "accuracy: 1.0000, loss: 0.0255 ||: 100%|██████████| 1/1 [00:00<00:00, 216.17it/s]\n",
            "accuracy: 1.0000, loss: 0.0256 ||: 100%|██████████| 1/1 [00:00<00:00, 122.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0255 ||: 100%|██████████| 1/1 [00:00<00:00, 240.53it/s]\n",
            "accuracy: 1.0000, loss: 0.0255 ||: 100%|██████████| 1/1 [00:00<00:00, 130.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0254 ||: 100%|██████████| 1/1 [00:00<00:00, 283.53it/s]\n",
            "accuracy: 1.0000, loss: 0.0254 ||: 100%|██████████| 1/1 [00:00<00:00, 100.69it/s]\n",
            "accuracy: 1.0000, loss: 0.0253 ||: 100%|██████████| 1/1 [00:00<00:00, 325.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0254 ||: 100%|██████████| 1/1 [00:00<00:00, 119.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0253 ||: 100%|██████████| 1/1 [00:00<00:00, 181.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0253 ||: 100%|██████████| 1/1 [00:00<00:00, 128.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0252 ||: 100%|██████████| 1/1 [00:00<00:00, 256.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0252 ||: 100%|██████████| 1/1 [00:00<00:00, 127.89it/s]\n",
            "accuracy: 1.0000, loss: 0.0251 ||: 100%|██████████| 1/1 [00:00<00:00, 286.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0251 ||: 100%|██████████| 1/1 [00:00<00:00, 124.15it/s]\n",
            "accuracy: 1.0000, loss: 0.0250 ||: 100%|██████████| 1/1 [00:00<00:00, 261.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0251 ||: 100%|██████████| 1/1 [00:00<00:00, 116.81it/s]\n",
            "accuracy: 1.0000, loss: 0.0250 ||: 100%|██████████| 1/1 [00:00<00:00, 219.67it/s]\n",
            "accuracy: 1.0000, loss: 0.0250 ||: 100%|██████████| 1/1 [00:00<00:00, 117.69it/s]\n",
            "accuracy: 1.0000, loss: 0.0249 ||: 100%|██████████| 1/1 [00:00<00:00, 272.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0249 ||: 100%|██████████| 1/1 [00:00<00:00, 142.05it/s]\n",
            "accuracy: 1.0000, loss: 0.0249 ||: 100%|██████████| 1/1 [00:00<00:00, 213.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0249 ||: 100%|██████████| 1/1 [00:00<00:00, 126.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0248 ||: 100%|██████████| 1/1 [00:00<00:00, 248.30it/s]\n",
            "accuracy: 1.0000, loss: 0.0248 ||: 100%|██████████| 1/1 [00:00<00:00, 135.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0247 ||: 100%|██████████| 1/1 [00:00<00:00, 235.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0248 ||: 100%|██████████| 1/1 [00:00<00:00, 136.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0247 ||: 100%|██████████| 1/1 [00:00<00:00, 246.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0247 ||: 100%|██████████| 1/1 [00:00<00:00, 118.09it/s]\n",
            "accuracy: 1.0000, loss: 0.0246 ||: 100%|██████████| 1/1 [00:00<00:00, 268.38it/s]\n",
            "accuracy: 1.0000, loss: 0.0246 ||: 100%|██████████| 1/1 [00:00<00:00, 136.49it/s]\n",
            "accuracy: 1.0000, loss: 0.0245 ||: 100%|██████████| 1/1 [00:00<00:00, 249.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0246 ||: 100%|██████████| 1/1 [00:00<00:00, 91.42it/s]\n",
            "accuracy: 1.0000, loss: 0.0245 ||: 100%|██████████| 1/1 [00:00<00:00, 157.55it/s]\n",
            "accuracy: 1.0000, loss: 0.0245 ||: 100%|██████████| 1/1 [00:00<00:00, 120.69it/s]\n",
            "accuracy: 1.0000, loss: 0.0244 ||: 100%|██████████| 1/1 [00:00<00:00, 253.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0244 ||: 100%|██████████| 1/1 [00:00<00:00, 125.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0243 ||: 100%|██████████| 1/1 [00:00<00:00, 276.14it/s]\n",
            "accuracy: 1.0000, loss: 0.0244 ||: 100%|██████████| 1/1 [00:00<00:00, 129.13it/s]\n",
            "accuracy: 1.0000, loss: 0.0243 ||: 100%|██████████| 1/1 [00:00<00:00, 234.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0243 ||: 100%|██████████| 1/1 [00:00<00:00, 114.19it/s]\n",
            "accuracy: 1.0000, loss: 0.0242 ||: 100%|██████████| 1/1 [00:00<00:00, 259.64it/s]\n",
            "accuracy: 1.0000, loss: 0.0242 ||: 100%|██████████| 1/1 [00:00<00:00, 97.30it/s]\n",
            "accuracy: 1.0000, loss: 0.0241 ||: 100%|██████████| 1/1 [00:00<00:00, 265.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0242 ||: 100%|██████████| 1/1 [00:00<00:00, 137.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0241 ||: 100%|██████████| 1/1 [00:00<00:00, 441.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0241 ||: 100%|██████████| 1/1 [00:00<00:00, 137.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0240 ||: 100%|██████████| 1/1 [00:00<00:00, 237.21it/s]\n",
            "accuracy: 1.0000, loss: 0.0240 ||: 100%|██████████| 1/1 [00:00<00:00, 137.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0240 ||: 100%|██████████| 1/1 [00:00<00:00, 279.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0240 ||: 100%|██████████| 1/1 [00:00<00:00, 127.66it/s]\n",
            "accuracy: 1.0000, loss: 0.0239 ||: 100%|██████████| 1/1 [00:00<00:00, 248.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0239 ||: 100%|██████████| 1/1 [00:00<00:00, 136.95it/s]\n",
            "accuracy: 1.0000, loss: 0.0238 ||: 100%|██████████| 1/1 [00:00<00:00, 221.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0239 ||: 100%|██████████| 1/1 [00:00<00:00, 170.86it/s]\n",
            "accuracy: 1.0000, loss: 0.0238 ||: 100%|██████████| 1/1 [00:00<00:00, 264.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0238 ||: 100%|██████████| 1/1 [00:00<00:00, 101.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0237 ||: 100%|██████████| 1/1 [00:00<00:00, 222.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0237 ||: 100%|██████████| 1/1 [00:00<00:00, 130.56it/s]\n",
            "accuracy: 1.0000, loss: 0.0237 ||: 100%|██████████| 1/1 [00:00<00:00, 432.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0237 ||: 100%|██████████| 1/1 [00:00<00:00, 120.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0236 ||: 100%|██████████| 1/1 [00:00<00:00, 286.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0236 ||: 100%|██████████| 1/1 [00:00<00:00, 128.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0235 ||: 100%|██████████| 1/1 [00:00<00:00, 235.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0236 ||: 100%|██████████| 1/1 [00:00<00:00, 124.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0235 ||: 100%|██████████| 1/1 [00:00<00:00, 259.53it/s]\n",
            "accuracy: 1.0000, loss: 0.0235 ||: 100%|██████████| 1/1 [00:00<00:00, 121.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0234 ||: 100%|██████████| 1/1 [00:00<00:00, 258.96it/s]\n",
            "accuracy: 1.0000, loss: 0.0234 ||: 100%|██████████| 1/1 [00:00<00:00, 124.00it/s]\n",
            "accuracy: 1.0000, loss: 0.0234 ||: 100%|██████████| 1/1 [00:00<00:00, 288.96it/s]\n",
            "accuracy: 1.0000, loss: 0.0234 ||: 100%|██████████| 1/1 [00:00<00:00, 136.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0233 ||: 100%|██████████| 1/1 [00:00<00:00, 237.52it/s]\n",
            "accuracy: 1.0000, loss: 0.0233 ||: 100%|██████████| 1/1 [00:00<00:00, 117.52it/s]\n",
            "accuracy: 1.0000, loss: 0.0232 ||: 100%|██████████| 1/1 [00:00<00:00, 285.72it/s]\n",
            "accuracy: 1.0000, loss: 0.0233 ||: 100%|██████████| 1/1 [00:00<00:00, 108.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0232 ||: 100%|██████████| 1/1 [00:00<00:00, 244.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0232 ||: 100%|██████████| 1/1 [00:00<00:00, 119.75it/s]\n",
            "accuracy: 1.0000, loss: 0.0231 ||: 100%|██████████| 1/1 [00:00<00:00, 228.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0231 ||: 100%|██████████| 1/1 [00:00<00:00, 131.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0231 ||: 100%|██████████| 1/1 [00:00<00:00, 231.51it/s]\n",
            "accuracy: 1.0000, loss: 0.0231 ||: 100%|██████████| 1/1 [00:00<00:00, 130.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0230 ||: 100%|██████████| 1/1 [00:00<00:00, 270.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0230 ||: 100%|██████████| 1/1 [00:00<00:00, 132.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0229 ||: 100%|██████████| 1/1 [00:00<00:00, 214.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0230 ||: 100%|██████████| 1/1 [00:00<00:00, 112.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0229 ||: 100%|██████████| 1/1 [00:00<00:00, 205.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0229 ||: 100%|██████████| 1/1 [00:00<00:00, 122.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0228 ||: 100%|██████████| 1/1 [00:00<00:00, 236.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0229 ||: 100%|██████████| 1/1 [00:00<00:00, 124.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0228 ||: 100%|██████████| 1/1 [00:00<00:00, 401.75it/s]\n",
            "accuracy: 1.0000, loss: 0.0228 ||: 100%|██████████| 1/1 [00:00<00:00, 103.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0227 ||: 100%|██████████| 1/1 [00:00<00:00, 252.78it/s]\n",
            "accuracy: 1.0000, loss: 0.0227 ||: 100%|██████████| 1/1 [00:00<00:00, 127.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0227 ||: 100%|██████████| 1/1 [00:00<00:00, 245.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0227 ||: 100%|██████████| 1/1 [00:00<00:00, 103.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0226 ||: 100%|██████████| 1/1 [00:00<00:00, 399.00it/s]\n",
            "accuracy: 1.0000, loss: 0.0226 ||: 100%|██████████| 1/1 [00:00<00:00, 125.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0226 ||: 100%|██████████| 1/1 [00:00<00:00, 259.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0226 ||: 100%|██████████| 1/1 [00:00<00:00, 128.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0225 ||: 100%|██████████| 1/1 [00:00<00:00, 237.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0225 ||: 100%|██████████| 1/1 [00:00<00:00, 128.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0224 ||: 100%|██████████| 1/1 [00:00<00:00, 261.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0225 ||: 100%|██████████| 1/1 [00:00<00:00, 125.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0224 ||: 100%|██████████| 1/1 [00:00<00:00, 218.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0224 ||: 100%|██████████| 1/1 [00:00<00:00, 119.19it/s]\n",
            "accuracy: 1.0000, loss: 0.0223 ||: 100%|██████████| 1/1 [00:00<00:00, 248.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0224 ||: 100%|██████████| 1/1 [00:00<00:00, 125.67it/s]\n",
            "accuracy: 1.0000, loss: 0.0223 ||: 100%|██████████| 1/1 [00:00<00:00, 238.79it/s]\n",
            "accuracy: 1.0000, loss: 0.0223 ||: 100%|██████████| 1/1 [00:00<00:00, 114.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0222 ||: 100%|██████████| 1/1 [00:00<00:00, 228.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0222 ||: 100%|██████████| 1/1 [00:00<00:00, 118.38it/s]\n",
            "accuracy: 1.0000, loss: 0.0222 ||: 100%|██████████| 1/1 [00:00<00:00, 259.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0222 ||: 100%|██████████| 1/1 [00:00<00:00, 118.56it/s]\n",
            "accuracy: 1.0000, loss: 0.0221 ||: 100%|██████████| 1/1 [00:00<00:00, 231.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0221 ||: 100%|██████████| 1/1 [00:00<00:00, 131.01it/s]\n",
            "accuracy: 1.0000, loss: 0.0221 ||: 100%|██████████| 1/1 [00:00<00:00, 270.22it/s]\n",
            "accuracy: 1.0000, loss: 0.0221 ||: 100%|██████████| 1/1 [00:00<00:00, 119.68it/s]\n",
            "accuracy: 1.0000, loss: 0.0220 ||: 100%|██████████| 1/1 [00:00<00:00, 232.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0220 ||: 100%|██████████| 1/1 [00:00<00:00, 95.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0220 ||: 100%|██████████| 1/1 [00:00<00:00, 204.94it/s]\n",
            "accuracy: 1.0000, loss: 0.0220 ||: 100%|██████████| 1/1 [00:00<00:00, 112.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0219 ||: 100%|██████████| 1/1 [00:00<00:00, 270.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0219 ||: 100%|██████████| 1/1 [00:00<00:00, 118.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0219 ||: 100%|██████████| 1/1 [00:00<00:00, 208.29it/s]\n",
            "accuracy: 1.0000, loss: 0.0219 ||: 100%|██████████| 1/1 [00:00<00:00, 133.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0218 ||: 100%|██████████| 1/1 [00:00<00:00, 266.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0218 ||: 100%|██████████| 1/1 [00:00<00:00, 97.50it/s]\n",
            "accuracy: 1.0000, loss: 0.0217 ||: 100%|██████████| 1/1 [00:00<00:00, 152.11it/s]\n",
            "accuracy: 1.0000, loss: 0.0218 ||: 100%|██████████| 1/1 [00:00<00:00, 118.62it/s]\n",
            "accuracy: 1.0000, loss: 0.0217 ||: 100%|██████████| 1/1 [00:00<00:00, 278.17it/s]\n",
            "accuracy: 1.0000, loss: 0.0217 ||: 100%|██████████| 1/1 [00:00<00:00, 121.27it/s]\n",
            "accuracy: 1.0000, loss: 0.0216 ||: 100%|██████████| 1/1 [00:00<00:00, 213.78it/s]\n",
            "accuracy: 1.0000, loss: 0.0217 ||: 100%|██████████| 1/1 [00:00<00:00, 118.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0216 ||: 100%|██████████| 1/1 [00:00<00:00, 243.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0216 ||: 100%|██████████| 1/1 [00:00<00:00, 115.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0215 ||: 100%|██████████| 1/1 [00:00<00:00, 219.91it/s]\n",
            "accuracy: 1.0000, loss: 0.0216 ||: 100%|██████████| 1/1 [00:00<00:00, 107.38it/s]\n",
            "accuracy: 1.0000, loss: 0.0215 ||: 100%|██████████| 1/1 [00:00<00:00, 198.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0215 ||: 100%|██████████| 1/1 [00:00<00:00, 135.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0214 ||: 100%|██████████| 1/1 [00:00<00:00, 279.55it/s]\n",
            "accuracy: 1.0000, loss: 0.0215 ||: 100%|██████████| 1/1 [00:00<00:00, 190.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0214 ||: 100%|██████████| 1/1 [00:00<00:00, 279.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0214 ||: 100%|██████████| 1/1 [00:00<00:00, 133.17it/s]\n",
            "accuracy: 1.0000, loss: 0.0213 ||: 100%|██████████| 1/1 [00:00<00:00, 219.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0214 ||: 100%|██████████| 1/1 [00:00<00:00, 128.97it/s]\n",
            "accuracy: 1.0000, loss: 0.0213 ||: 100%|██████████| 1/1 [00:00<00:00, 224.56it/s]\n",
            "accuracy: 1.0000, loss: 0.0213 ||: 100%|██████████| 1/1 [00:00<00:00, 119.51it/s]\n",
            "accuracy: 1.0000, loss: 0.0212 ||: 100%|██████████| 1/1 [00:00<00:00, 246.72it/s]\n",
            "accuracy: 1.0000, loss: 0.0213 ||: 100%|██████████| 1/1 [00:00<00:00, 116.63it/s]\n",
            "accuracy: 1.0000, loss: 0.0212 ||: 100%|██████████| 1/1 [00:00<00:00, 253.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0212 ||: 100%|██████████| 1/1 [00:00<00:00, 131.82it/s]\n",
            "accuracy: 1.0000, loss: 0.0211 ||: 100%|██████████| 1/1 [00:00<00:00, 220.01it/s]\n",
            "accuracy: 1.0000, loss: 0.0212 ||: 100%|██████████| 1/1 [00:00<00:00, 123.62it/s]\n",
            "accuracy: 1.0000, loss: 0.0211 ||: 100%|██████████| 1/1 [00:00<00:00, 261.64it/s]\n",
            "accuracy: 1.0000, loss: 0.0211 ||: 100%|██████████| 1/1 [00:00<00:00, 101.47it/s]\n",
            "accuracy: 1.0000, loss: 0.0210 ||: 100%|██████████| 1/1 [00:00<00:00, 245.01it/s]\n",
            "accuracy: 1.0000, loss: 0.0211 ||: 100%|██████████| 1/1 [00:00<00:00, 171.24it/s]\n",
            "accuracy: 1.0000, loss: 0.0210 ||: 100%|██████████| 1/1 [00:00<00:00, 238.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0210 ||: 100%|██████████| 1/1 [00:00<00:00, 120.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0209 ||: 100%|██████████| 1/1 [00:00<00:00, 222.89it/s]\n",
            "accuracy: 1.0000, loss: 0.0210 ||: 100%|██████████| 1/1 [00:00<00:00, 116.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0209 ||: 100%|██████████| 1/1 [00:00<00:00, 281.33it/s]\n",
            "accuracy: 1.0000, loss: 0.0209 ||: 100%|██████████| 1/1 [00:00<00:00, 138.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0208 ||: 100%|██████████| 1/1 [00:00<00:00, 228.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0209 ||: 100%|██████████| 1/1 [00:00<00:00, 114.45it/s]\n",
            "accuracy: 1.0000, loss: 0.0208 ||: 100%|██████████| 1/1 [00:00<00:00, 233.15it/s]\n",
            "accuracy: 1.0000, loss: 0.0208 ||: 100%|██████████| 1/1 [00:00<00:00, 135.09it/s]\n",
            "accuracy: 1.0000, loss: 0.0207 ||: 100%|██████████| 1/1 [00:00<00:00, 283.57it/s]\n",
            "accuracy: 1.0000, loss: 0.0208 ||: 100%|██████████| 1/1 [00:00<00:00, 117.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0207 ||: 100%|██████████| 1/1 [00:00<00:00, 233.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0207 ||: 100%|██████████| 1/1 [00:00<00:00, 111.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0207 ||: 100%|██████████| 1/1 [00:00<00:00, 260.65it/s]\n",
            "accuracy: 1.0000, loss: 0.0207 ||: 100%|██████████| 1/1 [00:00<00:00, 121.35it/s]\n",
            "accuracy: 1.0000, loss: 0.0206 ||: 100%|██████████| 1/1 [00:00<00:00, 214.18it/s]\n",
            "accuracy: 1.0000, loss: 0.0206 ||: 100%|██████████| 1/1 [00:00<00:00, 125.15it/s]\n",
            "accuracy: 1.0000, loss: 0.0206 ||: 100%|██████████| 1/1 [00:00<00:00, 241.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0206 ||: 100%|██████████| 1/1 [00:00<00:00, 130.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0205 ||: 100%|██████████| 1/1 [00:00<00:00, 229.07it/s]\n",
            "accuracy: 1.0000, loss: 0.0205 ||: 100%|██████████| 1/1 [00:00<00:00, 118.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0205 ||: 100%|██████████| 1/1 [00:00<00:00, 216.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0205 ||: 100%|██████████| 1/1 [00:00<00:00, 115.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0204 ||: 100%|██████████| 1/1 [00:00<00:00, 269.89it/s]\n",
            "accuracy: 1.0000, loss: 0.0204 ||: 100%|██████████| 1/1 [00:00<00:00, 122.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0204 ||: 100%|██████████| 1/1 [00:00<00:00, 229.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0204 ||: 100%|██████████| 1/1 [00:00<00:00, 187.72it/s]\n",
            "accuracy: 1.0000, loss: 0.0203 ||: 100%|██████████| 1/1 [00:00<00:00, 241.23it/s]\n",
            "accuracy: 1.0000, loss: 0.0203 ||: 100%|██████████| 1/1 [00:00<00:00, 115.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0203 ||: 100%|██████████| 1/1 [00:00<00:00, 228.34it/s]\n",
            "accuracy: 1.0000, loss: 0.0203 ||: 100%|██████████| 1/1 [00:00<00:00, 116.87it/s]\n",
            "accuracy: 1.0000, loss: 0.0202 ||: 100%|██████████| 1/1 [00:00<00:00, 260.97it/s]\n",
            "accuracy: 1.0000, loss: 0.0203 ||: 100%|██████████| 1/1 [00:00<00:00, 120.09it/s]\n",
            "accuracy: 1.0000, loss: 0.0202 ||: 100%|██████████| 1/1 [00:00<00:00, 225.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0202 ||: 100%|██████████| 1/1 [00:00<00:00, 136.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0201 ||: 100%|██████████| 1/1 [00:00<00:00, 414.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0202 ||: 100%|██████████| 1/1 [00:00<00:00, 120.68it/s]\n",
            "accuracy: 1.0000, loss: 0.0201 ||: 100%|██████████| 1/1 [00:00<00:00, 286.11it/s]\n",
            "accuracy: 1.0000, loss: 0.0201 ||: 100%|██████████| 1/1 [00:00<00:00, 132.19it/s]\n",
            "accuracy: 1.0000, loss: 0.0201 ||: 100%|██████████| 1/1 [00:00<00:00, 233.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0201 ||: 100%|██████████| 1/1 [00:00<00:00, 110.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0200 ||: 100%|██████████| 1/1 [00:00<00:00, 239.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0200 ||: 100%|██████████| 1/1 [00:00<00:00, 152.31it/s]\n",
            "accuracy: 1.0000, loss: 0.0200 ||: 100%|██████████| 1/1 [00:00<00:00, 417.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0200 ||: 100%|██████████| 1/1 [00:00<00:00, 125.86it/s]\n",
            "accuracy: 1.0000, loss: 0.0199 ||: 100%|██████████| 1/1 [00:00<00:00, 307.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0199 ||: 100%|██████████| 1/1 [00:00<00:00, 130.56it/s]\n",
            "accuracy: 1.0000, loss: 0.0199 ||: 100%|██████████| 1/1 [00:00<00:00, 242.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0199 ||: 100%|██████████| 1/1 [00:00<00:00, 129.21it/s]\n",
            "accuracy: 1.0000, loss: 0.0198 ||: 100%|██████████| 1/1 [00:00<00:00, 245.17it/s]\n",
            "accuracy: 1.0000, loss: 0.0198 ||: 100%|██████████| 1/1 [00:00<00:00, 77.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0198 ||: 100%|██████████| 1/1 [00:00<00:00, 250.41it/s]\n",
            "accuracy: 1.0000, loss: 0.0198 ||: 100%|██████████| 1/1 [00:00<00:00, 129.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0197 ||: 100%|██████████| 1/1 [00:00<00:00, 244.54it/s]\n",
            "accuracy: 1.0000, loss: 0.0198 ||: 100%|██████████| 1/1 [00:00<00:00, 133.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0197 ||: 100%|██████████| 1/1 [00:00<00:00, 225.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0197 ||: 100%|██████████| 1/1 [00:00<00:00, 131.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0197 ||: 100%|██████████| 1/1 [00:00<00:00, 220.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0197 ||: 100%|██████████| 1/1 [00:00<00:00, 124.61it/s]\n",
            "accuracy: 1.0000, loss: 0.0196 ||: 100%|██████████| 1/1 [00:00<00:00, 221.70it/s]\n",
            "accuracy: 1.0000, loss: 0.0196 ||: 100%|██████████| 1/1 [00:00<00:00, 119.40it/s]\n",
            "accuracy: 1.0000, loss: 0.0196 ||: 100%|██████████| 1/1 [00:00<00:00, 260.90it/s]\n",
            "accuracy: 1.0000, loss: 0.0196 ||: 100%|██████████| 1/1 [00:00<00:00, 124.32it/s]\n",
            "accuracy: 1.0000, loss: 0.0195 ||: 100%|██████████| 1/1 [00:00<00:00, 125.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0195 ||: 100%|██████████| 1/1 [00:00<00:00, 121.03it/s]\n",
            "accuracy: 1.0000, loss: 0.0195 ||: 100%|██████████| 1/1 [00:00<00:00, 209.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0195 ||: 100%|██████████| 1/1 [00:00<00:00, 104.97it/s]\n",
            "accuracy: 1.0000, loss: 0.0194 ||: 100%|██████████| 1/1 [00:00<00:00, 202.92it/s]\n",
            "accuracy: 1.0000, loss: 0.0195 ||: 100%|██████████| 1/1 [00:00<00:00, 118.14it/s]\n",
            "accuracy: 1.0000, loss: 0.0194 ||: 100%|██████████| 1/1 [00:00<00:00, 268.62it/s]\n",
            "accuracy: 1.0000, loss: 0.0194 ||: 100%|██████████| 1/1 [00:00<00:00, 115.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0194 ||: 100%|██████████| 1/1 [00:00<00:00, 250.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0194 ||: 100%|██████████| 1/1 [00:00<00:00, 138.26it/s]\n",
            "accuracy: 1.0000, loss: 0.0193 ||: 100%|██████████| 1/1 [00:00<00:00, 226.49it/s]\n",
            "accuracy: 1.0000, loss: 0.0193 ||: 100%|██████████| 1/1 [00:00<00:00, 122.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0193 ||: 100%|██████████| 1/1 [00:00<00:00, 210.60it/s]\n",
            "accuracy: 1.0000, loss: 0.0193 ||: 100%|██████████| 1/1 [00:00<00:00, 119.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0192 ||: 100%|██████████| 1/1 [00:00<00:00, 212.09it/s]\n",
            "accuracy: 1.0000, loss: 0.0192 ||: 100%|██████████| 1/1 [00:00<00:00, 124.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0192 ||: 100%|██████████| 1/1 [00:00<00:00, 404.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0192 ||: 100%|██████████| 1/1 [00:00<00:00, 130.94it/s]\n",
            "accuracy: 1.0000, loss: 0.0191 ||: 100%|██████████| 1/1 [00:00<00:00, 239.85it/s]\n",
            "accuracy: 1.0000, loss: 0.0192 ||: 100%|██████████| 1/1 [00:00<00:00, 154.02it/s]\n",
            "accuracy: 1.0000, loss: 0.0191 ||: 100%|██████████| 1/1 [00:00<00:00, 441.74it/s]\n",
            "accuracy: 1.0000, loss: 0.0191 ||: 100%|██████████| 1/1 [00:00<00:00, 138.80it/s]\n",
            "accuracy: 1.0000, loss: 0.0191 ||: 100%|██████████| 1/1 [00:00<00:00, 100.59it/s]\n",
            "accuracy: 1.0000, loss: 0.0191 ||: 100%|██████████| 1/1 [00:00<00:00, 145.09it/s]\n",
            "accuracy: 1.0000, loss: 0.0190 ||: 100%|██████████| 1/1 [00:00<00:00, 303.63it/s]\n",
            "accuracy: 1.0000, loss: 0.0190 ||: 100%|██████████| 1/1 [00:00<00:00, 125.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0190 ||: 100%|██████████| 1/1 [00:00<00:00, 389.48it/s]\n",
            "accuracy: 1.0000, loss: 0.0190 ||: 100%|██████████| 1/1 [00:00<00:00, 116.52it/s]\n",
            "accuracy: 1.0000, loss: 0.0189 ||: 100%|██████████| 1/1 [00:00<00:00, 231.36it/s]\n",
            "accuracy: 1.0000, loss: 0.0190 ||: 100%|██████████| 1/1 [00:00<00:00, 115.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0189 ||: 100%|██████████| 1/1 [00:00<00:00, 239.24it/s]\n",
            "accuracy: 1.0000, loss: 0.0189 ||: 100%|██████████| 1/1 [00:00<00:00, 122.04it/s]\n",
            "accuracy: 1.0000, loss: 0.0189 ||: 100%|██████████| 1/1 [00:00<00:00, 240.49it/s]\n",
            "accuracy: 1.0000, loss: 0.0189 ||: 100%|██████████| 1/1 [00:00<00:00, 122.46it/s]\n",
            "accuracy: 1.0000, loss: 0.0188 ||: 100%|██████████| 1/1 [00:00<00:00, 256.28it/s]\n",
            "accuracy: 1.0000, loss: 0.0188 ||: 100%|██████████| 1/1 [00:00<00:00, 114.62it/s]\n",
            "accuracy: 1.0000, loss: 0.0188 ||: 100%|██████████| 1/1 [00:00<00:00, 228.01it/s]\n",
            "accuracy: 1.0000, loss: 0.0188 ||: 100%|██████████| 1/1 [00:00<00:00, 125.71it/s]\n",
            "accuracy: 1.0000, loss: 0.0187 ||: 100%|██████████| 1/1 [00:00<00:00, 235.54it/s]\n",
            "accuracy: 1.0000, loss: 0.0188 ||: 100%|██████████| 1/1 [00:00<00:00, 129.06it/s]\n",
            "accuracy: 1.0000, loss: 0.0187 ||: 100%|██████████| 1/1 [00:00<00:00, 220.24it/s]\n",
            "accuracy: 1.0000, loss: 0.0187 ||: 100%|██████████| 1/1 [00:00<00:00, 122.64it/s]\n",
            "accuracy: 1.0000, loss: 0.0187 ||: 100%|██████████| 1/1 [00:00<00:00, 282.69it/s]\n",
            "accuracy: 1.0000, loss: 0.0187 ||: 100%|██████████| 1/1 [00:00<00:00, 132.72it/s]\n",
            "accuracy: 1.0000, loss: 0.0186 ||: 100%|██████████| 1/1 [00:00<00:00, 222.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0186 ||: 100%|██████████| 1/1 [00:00<00:00, 129.25it/s]\n",
            "accuracy: 1.0000, loss: 0.0186 ||: 100%|██████████| 1/1 [00:00<00:00, 239.20it/s]\n",
            "accuracy: 1.0000, loss: 0.0186 ||: 100%|██████████| 1/1 [00:00<00:00, 122.57it/s]\n",
            "accuracy: 1.0000, loss: 0.0185 ||: 100%|██████████| 1/1 [00:00<00:00, 197.63it/s]\n",
            "accuracy: 1.0000, loss: 0.0186 ||: 100%|██████████| 1/1 [00:00<00:00, 132.86it/s]\n",
            "accuracy: 1.0000, loss: 0.0185 ||: 100%|██████████| 1/1 [00:00<00:00, 245.96it/s]\n",
            "accuracy: 1.0000, loss: 0.0185 ||: 100%|██████████| 1/1 [00:00<00:00, 119.66it/s]\n",
            "accuracy: 1.0000, loss: 0.0185 ||: 100%|██████████| 1/1 [00:00<00:00, 228.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0185 ||: 100%|██████████| 1/1 [00:00<00:00, 138.12it/s]\n",
            "accuracy: 1.0000, loss: 0.0184 ||: 100%|██████████| 1/1 [00:00<00:00, 180.95it/s]\n",
            "accuracy: 1.0000, loss: 0.0184 ||: 100%|██████████| 1/1 [00:00<00:00, 125.98it/s]\n",
            "accuracy: 1.0000, loss: 0.0184 ||: 100%|██████████| 1/1 [00:00<00:00, 242.35it/s]\n",
            "accuracy: 1.0000, loss: 0.0184 ||: 100%|██████████| 1/1 [00:00<00:00, 135.52it/s]\n",
            "accuracy: 1.0000, loss: 0.0183 ||: 100%|██████████| 1/1 [00:00<00:00, 243.43it/s]\n",
            "accuracy: 1.0000, loss: 0.0184 ||: 100%|██████████| 1/1 [00:00<00:00, 127.44it/s]\n",
            "accuracy: 1.0000, loss: 0.0183 ||: 100%|██████████| 1/1 [00:00<00:00, 241.73it/s]\n",
            "accuracy: 1.0000, loss: 0.0183 ||: 100%|██████████| 1/1 [00:00<00:00, 122.97it/s]\n",
            "accuracy: 1.0000, loss: 0.0183 ||: 100%|██████████| 1/1 [00:00<00:00, 240.84it/s]\n",
            "accuracy: 1.0000, loss: 0.0183 ||: 100%|██████████| 1/1 [00:00<00:00, 127.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0182 ||: 100%|██████████| 1/1 [00:00<00:00, 235.77it/s]\n",
            "accuracy: 1.0000, loss: 0.0182 ||: 100%|██████████| 1/1 [00:00<00:00, 127.39it/s]\n",
            "accuracy: 1.0000, loss: 0.0182 ||: 100%|██████████| 1/1 [00:00<00:00, 229.12it/s]\n",
            "accuracy: 1.0000, loss: 0.0182 ||: 100%|██████████| 1/1 [00:00<00:00, 123.80it/s]\n",
            "accuracy: 1.0000, loss: 0.0182 ||: 100%|██████████| 1/1 [00:00<00:00, 267.37it/s]\n",
            "accuracy: 1.0000, loss: 0.0182 ||: 100%|██████████| 1/1 [00:00<00:00, 126.15it/s]\n",
            "accuracy: 1.0000, loss: 0.0181 ||: 100%|██████████| 1/1 [00:00<00:00, 231.83it/s]\n",
            "accuracy: 1.0000, loss: 0.0181 ||: 100%|██████████| 1/1 [00:00<00:00, 99.93it/s]\n",
            "accuracy: 1.0000, loss: 0.0181 ||: 100%|██████████| 1/1 [00:00<00:00, 223.68it/s]\n",
            "accuracy: 1.0000, loss: 0.0181 ||: 100%|██████████| 1/1 [00:00<00:00, 104.15it/s]\n",
            "accuracy: 1.0000, loss: 0.0180 ||: 100%|██████████| 1/1 [00:00<00:00, 249.14it/s]\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "['DET', 'NN', 'V', 'DET', 'NN']\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xzYLuVP3VpwB",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "l2Fk0qou39X3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ynFT-Q7p_Qwq",
        "colab_type": "text"
      },
      "source": [
        ""
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QJgqL_PdUuLB",
        "colab_type": "code",
        "outputId": "1616b362-1dca-48ba-f2df-d6830ecd0953",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 368
        }
      },
      "source": [
        "# 导入必要的库\n",
        "import torch\n",
        "from pytorch_transformers import GPT2Tokenizer, GPT2LMHeadModel\n",
        "# 加载预训练模型tokenizer (vocabulary)\n",
        "tokenizer = GPT2Tokenizer.from_pretrained('gpt2')\n",
        "# 对文本输入进行编码\n",
        "text = \"What is the fastest car in the\"\n",
        "indexed_tokens = tokenizer.encode(text)\n",
        "# 在PyTorch张量中转换indexed_tokens\n",
        "tokens_tensor = torch.tensor([indexed_tokens])\n",
        "# 加载预训练模型 (weights)\n",
        "model = GPT2LMHeadModel.from_pretrained('gpt2')\n",
        "#将模型设置为evaluation模式，关闭DropOut模块\n",
        "model.eval()\n",
        "# 如果你有GPU，把所有东西都放在cuda上\n",
        "tokens_tensor = tokens_tensor.to('cuda')\n",
        "model.to('cuda')\n",
        "# 预测所有的tokens\n",
        "with torch.no_grad(): \n",
        "  outputs = model(tokens_tensor) \n",
        "  predictions = outputs[0]\n",
        "# 得到预测的单词\n",
        "  predicted_index = torch.argmax(predictions[0, -1, :]).item()\n",
        "  predicted_text = tokenizer.decode(indexed_tokens + [predicted_index])\n",
        "  # 打印预测单词\n",
        "  print(predicted_text)\n",
        "  #代码很直观，我们将文本标记为数字序列并将其索引，然后将其传递给GPT2LMHeadModel。"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "error",
          "ename": "ModuleNotFoundError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-2-09d6c8e2b2ff>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mpytorch_transformers\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mGPT2Tokenizer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mGPT2LMHeadModel\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0;31m# 加载预训练模型tokenizer (vocabulary)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0mtokenizer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mGPT2Tokenizer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfrom_pretrained\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'gpt2'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0;31m# 对文本输入进行编码\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'pytorch_transformers'",
            "",
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0;32m\nNOTE: If your import is failing due to a missing package, you can\nmanually install dependencies using either !pip or !apt.\n\nTo view examples of installing some common dependencies, click the\n\"Open Examples\" button below.\n\u001b[0;31m---------------------------------------------------------------------------\u001b[0m\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FjjKp8K6VMax",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}