LSTMs with Attention from Scratch.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "LSTMs with Attention from Scratch.ipynb",
      "provenance": [],
      "collapsed_sections": [
        "CIVj-6NeG_JZ",
        "-HiOv0qDOeZK",
        "8wOENYbSxrRJ",
        "ZyuxsfXXz5Ee",
        "cXPz46Gs2aEa",
        "juT6RS39VG5Z",
        "YZUVhxyuWFrw"
      ],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/smlra-kjsce/DL-in-NLP-101/blob/master/LSTMs%20with%20Attention%20from%20Scratch.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "L8a9ZC3x7dD6",
        "colab_type": "text"
      },
      "source": [
        "#LSTM with Attention from Scratch"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "CIVj-6NeG_JZ",
        "colab_type": "text"
      },
      "source": [
        "##Preprocessing\n",
        "Credits: https://github.com/bentrevett/pytorch-sentiment-analysis/blob/master/2%20-%20Upgraded%20Sentiment%20Analysis.ipynb"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "kPfOD3I_Ldi2",
        "colab_type": "text"
      },
      "source": [
        "Understand torchtext further from: https://torchtext.readthedocs.io/en/latest/data.html"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "80hppg9czQZC",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# to build the model\n",
        "import torch\n",
        "from torchtext import data\n",
        "from torchtext import datasets\n",
        "from torch import nn\n",
        "\n",
        "# for repeatable results\n",
        "SEED = 1234\n",
        "torch.manual_seed(SEED)\n",
        "torch.backends.cudnn.deterministic = True\n",
        "\n",
        "# specifically handle NLP data\n",
        "TEXT = data.Field(tokenize = 'spacy', include_lengths = True)\n",
        "LABEL = data.LabelField(dtype = torch.float)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "y0GDw4T4HIj3",
        "colab_type": "code",
        "outputId": "84a37951-f973-4585-d077-2c32365a5ca1",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.build_vocab"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<bound method Field.build_vocab of <torchtext.data.field.Field object at 0x7faf03fd7c88>>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0cns-AZTHvXN",
        "colab_type": "code",
        "outputId": "6d89393f-c3cd-4adc-ba75-a830706cbfe9",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "from torchtext import datasets\n",
        "\n",
        "# getting the IMDB datasets\n",
        "train_data, test_data = datasets.IMDB.splits(TEXT, LABEL)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "downloading aclImdb_v1.tar.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "aclImdb_v1.tar.gz: 100%|██████████| 84.1M/84.1M [00:09<00:00, 8.64MB/s]\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bUTFTDJBIZwd",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import random\n",
        "\n",
        "# doing train-test split\n",
        "train_data, valid_data = train_data.split(random_state = random.seed(SEED))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lsaBdqz8InI2",
        "colab_type": "code",
        "outputId": "b59d981e-4e0c-4715-b5a9-ea9b3c443ae3",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "MAX_VOCAB_SIZE = 25000\n",
        "\n",
        "# building the vocabulary object with all properties\n",
        "TEXT.build_vocab(train_data, \n",
        "                 max_size = MAX_VOCAB_SIZE, \n",
        "                 vectors = \"glove.6B.100d\", \n",
        "                 unk_init = torch.Tensor.normal_)\n",
        "\n",
        "LABEL.build_vocab(train_data)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            ".vector_cache/glove.6B.zip: 862MB [06:30, 2.21MB/s]                           \n",
            "100%|█████████▉| 398564/400000 [00:16<00:00, 21887.05it/s]"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "8OpFPnUBIrPe",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# process used to build the data for training\n",
        "BATCH_SIZE = 64\n",
        "\n",
        "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n",
        "\n",
        "train_iterator, valid_iterator, test_iterator = data.BucketIterator.splits(\n",
        "    (train_data, valid_data, test_data), \n",
        "    batch_size = BATCH_SIZE,\n",
        "    sort_within_batch = True,\n",
        "    device = device)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DyGIYpmxI2wH",
        "colab_type": "code",
        "outputId": "2e0270d7-3a12-4e63-9b96-8cf47f556ae0",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "train_data.examples[10].__dict__['text'] # viewing some examples of training data"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['A',\n",
              " 'DOUBLE',\n",
              " 'LIFE',\n",
              " 'has',\n",
              " 'developed',\n",
              " 'a',\n",
              " 'mystique',\n",
              " 'among',\n",
              " 'film',\n",
              " 'fans',\n",
              " 'for',\n",
              " 'two',\n",
              " 'reasons',\n",
              " ':',\n",
              " 'the',\n",
              " 'plot',\n",
              " 'idea',\n",
              " 'of',\n",
              " 'an',\n",
              " 'actor',\n",
              " 'getting',\n",
              " 'so',\n",
              " 'wrapped',\n",
              " 'up',\n",
              " 'into',\n",
              " 'a',\n",
              " 'role',\n",
              " '(',\n",
              " 'here',\n",
              " 'Othello',\n",
              " ')',\n",
              " 'as',\n",
              " 'to',\n",
              " 'pick',\n",
              " 'up',\n",
              " 'the',\n",
              " 'great',\n",
              " 'flaw',\n",
              " 'of',\n",
              " 'that',\n",
              " 'character',\n",
              " 'and',\n",
              " 'put',\n",
              " 'it',\n",
              " 'into',\n",
              " 'his',\n",
              " 'life',\n",
              " ';',\n",
              " 'and',\n",
              " 'that',\n",
              " 'this',\n",
              " 'is',\n",
              " 'the',\n",
              " 'film',\n",
              " 'that',\n",
              " 'won',\n",
              " 'Ronald',\n",
              " 'Colman',\n",
              " 'the',\n",
              " 'Academy',\n",
              " 'Award',\n",
              " '(',\n",
              " 'as',\n",
              " 'well',\n",
              " 'as',\n",
              " 'the',\n",
              " 'Golden',\n",
              " 'Globe',\n",
              " ')',\n",
              " 'as',\n",
              " 'best',\n",
              " 'actor',\n",
              " '.',\n",
              " 'Let',\n",
              " \"'s\",\n",
              " 'take',\n",
              " 'the',\n",
              " 'second',\n",
              " 'point',\n",
              " 'first.<br',\n",
              " '/><br',\n",
              " '/>Is',\n",
              " 'Anthony',\n",
              " 'John',\n",
              " 'Colman',\n",
              " \"'s\",\n",
              " 'greatest',\n",
              " 'role',\n",
              " ',',\n",
              " 'or',\n",
              " 'even',\n",
              " 'his',\n",
              " 'signature',\n",
              " 'role',\n",
              " '?',\n",
              " 'I',\n",
              " 'have',\n",
              " 'my',\n",
              " 'doubts',\n",
              " 'on',\n",
              " 'either',\n",
              " 'level',\n",
              " '-',\n",
              " 'but',\n",
              " 'it',\n",
              " 'is',\n",
              " 'among',\n",
              " 'his',\n",
              " 'best',\n",
              " 'known',\n",
              " 'roles',\n",
              " '.',\n",
              " 'Most',\n",
              " 'of',\n",
              " 'his',\n",
              " 'career',\n",
              " ',',\n",
              " 'Ronald',\n",
              " 'Colman',\n",
              " 'played',\n",
              " 'decent',\n",
              " 'gentlemen',\n",
              " ',',\n",
              " 'frequently',\n",
              " 'in',\n",
              " 'dangerous',\n",
              " 'or',\n",
              " 'atypical',\n",
              " 'situations',\n",
              " '.',\n",
              " 'He',\n",
              " 'is',\n",
              " 'Bulldog',\n",
              " 'Drummond',\n",
              " '(',\n",
              " 'cleaned',\n",
              " 'up',\n",
              " 'in',\n",
              " 'the',\n",
              " 'Goldwyn',\n",
              " 'production',\n",
              " 'not',\n",
              " 'to',\n",
              " 'be',\n",
              " 'an',\n",
              " 'arrogant',\n",
              " 'racist',\n",
              " ')',\n",
              " 'fighting',\n",
              " 'crime',\n",
              " '.',\n",
              " 'He',\n",
              " 'is',\n",
              " 'Raffles',\n",
              " ',',\n",
              " 'the',\n",
              " 'great',\n",
              " 'cricket',\n",
              " 'player',\n",
              " 'and',\n",
              " 'even',\n",
              " 'greater',\n",
              " 'burglar',\n",
              " ',',\n",
              " 'trying',\n",
              " 'to',\n",
              " 'pull',\n",
              " 'off',\n",
              " 'his',\n",
              " 'best',\n",
              " 'burglary',\n",
              " 'to',\n",
              " 'save',\n",
              " 'a',\n",
              " 'friend',\n",
              " \"'s\",\n",
              " 'honor',\n",
              " '.',\n",
              " 'He',\n",
              " 'is',\n",
              " 'Robert',\n",
              " 'Conway',\n",
              " ',',\n",
              " 'the',\n",
              " 'great',\n",
              " 'imperial',\n",
              " 'political',\n",
              " 'figure',\n",
              " ',',\n",
              " 'who',\n",
              " 'is',\n",
              " 'kidnapped',\n",
              " 'and',\n",
              " 'brought',\n",
              " 'to',\n",
              " 'that',\n",
              " 'paradise',\n",
              " 'on',\n",
              " 'earth',\n",
              " ',',\n",
              " 'Shangri',\n",
              " '-',\n",
              " 'La',\n",
              " '.',\n",
              " 'He',\n",
              " 'is',\n",
              " 'Dick',\n",
              " 'Heldar',\n",
              " ',',\n",
              " 'manfully',\n",
              " 'going',\n",
              " 'to',\n",
              " 'his',\n",
              " 'death',\n",
              " 'after',\n",
              " 'he',\n",
              " 'learns',\n",
              " 'his',\n",
              " 'masterpiece',\n",
              " 'has',\n",
              " 'been',\n",
              " 'destroyed',\n",
              " 'and',\n",
              " 'knowing',\n",
              " 'he',\n",
              " 'is',\n",
              " 'now',\n",
              " 'blind',\n",
              " 'and',\n",
              " 'useless',\n",
              " 'as',\n",
              " 'an',\n",
              " 'artist',\n",
              " '.',\n",
              " 'I',\n",
              " 'can',\n",
              " 'add',\n",
              " 'Sidney',\n",
              " 'Carton',\n",
              " 'and',\n",
              " 'Rudolf',\n",
              " 'Rassendyll',\n",
              " 'to',\n",
              " 'this',\n",
              " 'list',\n",
              " '.',\n",
              " 'But',\n",
              " 'here',\n",
              " 'he',\n",
              " 'is',\n",
              " 'not',\n",
              " 'heroic',\n",
              " '.',\n",
              " 'In',\n",
              " 'fact',\n",
              " 'he',\n",
              " 'is',\n",
              " 'unconsciously',\n",
              " 'villainous',\n",
              " '-',\n",
              " 'he',\n",
              " 'murders',\n",
              " 'one',\n",
              " 'person',\n",
              " 'and',\n",
              " 'nearly',\n",
              " 'kills',\n",
              " 'two',\n",
              " 'others',\n",
              " '.',\n",
              " 'It',\n",
              " 'does',\n",
              " 'not',\n",
              " 'matter',\n",
              " 'that',\n",
              " 'he',\n",
              " 'is',\n",
              " 'obviously',\n",
              " 'mentally',\n",
              " 'ill',\n",
              " '-',\n",
              " 'his',\n",
              " 'behavior',\n",
              " 'here',\n",
              " 'is',\n",
              " 'anti',\n",
              " '-',\n",
              " 'social.<br',\n",
              " '/><br',\n",
              " '/>To',\n",
              " 'me',\n",
              " 'Colman',\n",
              " 'should',\n",
              " 'have',\n",
              " 'gotten',\n",
              " 'the',\n",
              " 'Oscar',\n",
              " 'for',\n",
              " 'Heldar',\n",
              " ',',\n",
              " 'or',\n",
              " 'Carton',\n",
              " ',',\n",
              " 'or',\n",
              " 'Conway',\n",
              " '-',\n",
              " 'all',\n",
              " 'more',\n",
              " 'typical',\n",
              " 'of',\n",
              " 'his',\n",
              " 'acting',\n",
              " 'roles',\n",
              " '.',\n",
              " 'But',\n",
              " 'the',\n",
              " 'Academy',\n",
              " 'has',\n",
              " 'a',\n",
              " 'long',\n",
              " 'tradition',\n",
              " 'of',\n",
              " 'picking',\n",
              " 'atypical',\n",
              " 'roles',\n",
              " 'for',\n",
              " 'awarding',\n",
              " 'it',\n",
              " \"'s\",\n",
              " 'treasure',\n",
              " 'to',\n",
              " 'it',\n",
              " \"'s\",\n",
              " 'leading',\n",
              " 'members',\n",
              " '.',\n",
              " 'Colman',\n",
              " \"'s\",\n",
              " 'Anthony',\n",
              " 'John',\n",
              " 'is',\n",
              " 'a',\n",
              " 'very',\n",
              " 'good',\n",
              " 'performance',\n",
              " ',',\n",
              " 'and',\n",
              " 'at',\n",
              " 'one',\n",
              " 'point',\n",
              " 'truly',\n",
              " 'scary',\n",
              " '.',\n",
              " 'When',\n",
              " 'alone',\n",
              " 'with',\n",
              " 'Signe',\n",
              " 'Hasso',\n",
              " 'in',\n",
              " 'her',\n",
              " 'home',\n",
              " ',',\n",
              " 'she',\n",
              " 'at',\n",
              " 'the',\n",
              " 'top',\n",
              " 'of',\n",
              " 'a',\n",
              " 'staircase',\n",
              " 'and',\n",
              " 'him',\n",
              " 'at',\n",
              " 'the',\n",
              " 'base',\n",
              " ',',\n",
              " 'they',\n",
              " 'have',\n",
              " 'an',\n",
              " 'argument',\n",
              " '.',\n",
              " 'She',\n",
              " 'demands',\n",
              " 'that',\n",
              " '\"',\n",
              " 'Tony',\n",
              " '\"',\n",
              " 'leave',\n",
              " ',',\n",
              " 'saying',\n",
              " 'she',\n",
              " 'wo',\n",
              " \"n't\",\n",
              " 'see',\n",
              " 'him',\n",
              " '.',\n",
              " 'He',\n",
              " 'stares',\n",
              " 'at',\n",
              " 'her',\n",
              " ',',\n",
              " 'his',\n",
              " 'face',\n",
              " 'oddly',\n",
              " 'hardening',\n",
              " 'in',\n",
              " 'a',\n",
              " 'way',\n",
              " 'he',\n",
              " 'never',\n",
              " 'used',\n",
              " 'before',\n",
              " ',',\n",
              " 'and',\n",
              " 'he',\n",
              " 'says',\n",
              " ',',\n",
              " '\"',\n",
              " 'Oh',\n",
              " ',',\n",
              " 'no',\n",
              " 'you',\n",
              " 'wo',\n",
              " \"n't\",\n",
              " '!',\n",
              " '\"',\n",
              " 'He',\n",
              " 'starts',\n",
              " 'moving',\n",
              " 'upstairs',\n",
              " ',',\n",
              " 'frightening',\n",
              " 'Hasso',\n",
              " ',',\n",
              " 'and',\n",
              " 'she',\n",
              " 'runs',\n",
              " 'into',\n",
              " 'her',\n",
              " 'room',\n",
              " '.',\n",
              " 'He',\n",
              " 'stops',\n",
              " 'himself',\n",
              " 'and',\n",
              " 'leaves',\n",
              " '.',\n",
              " 'It',\n",
              " 'actually',\n",
              " 'is',\n",
              " 'the',\n",
              " 'real',\n",
              " 'highpoint',\n",
              " 'of',\n",
              " 'his',\n",
              " 'performance',\n",
              " '-',\n",
              " 'even',\n",
              " 'more',\n",
              " 'than',\n",
              " 'his',\n",
              " 'assaulting',\n",
              " 'of',\n",
              " 'Hasso',\n",
              " 'on',\n",
              " 'stage',\n",
              " ',',\n",
              " 'or',\n",
              " 'of',\n",
              " 'Edmond',\n",
              " \"O'Brien\",\n",
              " ',',\n",
              " 'or',\n",
              " 'his',\n",
              " 'killing',\n",
              " 'of',\n",
              " 'Shelley',\n",
              " 'Winters',\n",
              " '.',\n",
              " 'It',\n",
              " 'showed',\n",
              " 'his',\n",
              " 'blind',\n",
              " 'fury',\n",
              " '.',\n",
              " 'For',\n",
              " 'that',\n",
              " 'moment',\n",
              " 'it',\n",
              " 'was',\n",
              " '(',\n",
              " 'to',\n",
              " 'me',\n",
              " ')',\n",
              " 'an',\n",
              " 'Oscar',\n",
              " '-',\n",
              " 'worthy',\n",
              " 'performance',\n",
              " '.',\n",
              " 'But',\n",
              " 'it',\n",
              " 'is',\n",
              " 'only',\n",
              " 'that',\n",
              " 'moment',\n",
              " '.',\n",
              " 'I',\n",
              " \"'m\",\n",
              " 'glad',\n",
              " 'he',\n",
              " 'was',\n",
              " 'recognized',\n",
              " 'for',\n",
              " 'the',\n",
              " 'role',\n",
              " ',',\n",
              " 'but',\n",
              " 'he',\n",
              " 'should',\n",
              " 'have',\n",
              " 'gotten',\n",
              " 'the',\n",
              " 'award',\n",
              " 'for',\n",
              " 'a',\n",
              " 'more',\n",
              " 'consistent',\n",
              " 'performance.<br',\n",
              " '/><br',\n",
              " '/>His',\n",
              " 'actual',\n",
              " 'performance',\n",
              " 'in',\n",
              " 'the',\n",
              " 'Shakespearian',\n",
              " 'role',\n",
              " 'of',\n",
              " 'Othello',\n",
              " 'is',\n",
              " 'not',\n",
              " 'great',\n",
              " ',',\n",
              " 'but',\n",
              " 'bearable',\n",
              " '.',\n",
              " 'Too',\n",
              " 'frequently',\n",
              " 'he',\n",
              " 'lets',\n",
              " 'the',\n",
              " 'dialog',\n",
              " 'roll',\n",
              " 'off',\n",
              " 'his',\n",
              " 'tongue',\n",
              " 'in',\n",
              " 'a',\n",
              " 'kind',\n",
              " 'of',\n",
              " 'forced',\n",
              " 'singing',\n",
              " 'style',\n",
              " '(',\n",
              " 'one',\n",
              " 'wonders',\n",
              " 'if',\n",
              " 'that',\n",
              " 'was',\n",
              " 'due',\n",
              " 'to',\n",
              " 'the',\n",
              " 'coaching',\n",
              " 'of',\n",
              " 'Walter',\n",
              " 'Hampden',\n",
              " ',',\n",
              " 'who',\n",
              " 'probably',\n",
              " 'knew',\n",
              " 'how',\n",
              " 'to',\n",
              " 'handle',\n",
              " 'the',\n",
              " 'role',\n",
              " 'properly',\n",
              " ',',\n",
              " 'or',\n",
              " 'a',\n",
              " 'reaction',\n",
              " 'to',\n",
              " 'it',\n",
              " ')',\n",
              " '.',\n",
              " 'Nowadays',\n",
              " '\"',\n",
              " 'Othello',\n",
              " '\"',\n",
              " 'is',\n",
              " 'played',\n",
              " 'by',\n",
              " 'an',\n",
              " 'African',\n",
              " 'American',\n",
              " 'actor',\n",
              " 'more',\n",
              " 'frequently',\n",
              " 'than',\n",
              " 'a',\n",
              " 'white',\n",
              " 'one',\n",
              " '.',\n",
              " 'Paul',\n",
              " 'Robeson',\n",
              " \"'s\",\n",
              " 'brilliant',\n",
              " 'performance',\n",
              " 'in',\n",
              " 'the',\n",
              " 'role',\n",
              " 'set',\n",
              " 'that',\n",
              " 'new',\n",
              " 'tradition',\n",
              " 'firmly',\n",
              " 'into',\n",
              " 'place',\n",
              " '.',\n",
              " 'But',\n",
              " 'the',\n",
              " 'three',\n",
              " 'best',\n",
              " 'known',\n",
              " 'movie',\n",
              " 'performances',\n",
              " 'of',\n",
              " 'the',\n",
              " 'part',\n",
              " 'are',\n",
              " 'those',\n",
              " 'of',\n",
              " 'Colman',\n",
              " ',',\n",
              " 'Orson',\n",
              " 'Welles',\n",
              " 'in',\n",
              " 'his',\n",
              " 'movie',\n",
              " 'of',\n",
              " 'OTHELLO',\n",
              " ',',\n",
              " 'and',\n",
              " 'Laurence',\n",
              " 'Olivier',\n",
              " 'in',\n",
              " 'his',\n",
              " 'movie',\n",
              " 'of',\n",
              " 'his',\n",
              " 'play',\n",
              " 'production',\n",
              " 'of',\n",
              " 'OTHELLO',\n",
              " '.',\n",
              " 'All',\n",
              " 'three',\n",
              " 'white',\n",
              " 'actors',\n",
              " 'did',\n",
              " 'the',\n",
              " 'role',\n",
              " 'in',\n",
              " 'black',\n",
              " 'face',\n",
              " '.',\n",
              " 'My',\n",
              " 'personal',\n",
              " 'favorite',\n",
              " 'of',\n",
              " 'the',\n",
              " 'three',\n",
              " 'is',\n",
              " 'Welles',\n",
              " ',',\n",
              " 'who',\n",
              " 'seems',\n",
              " 'the',\n",
              " 'most',\n",
              " 'subtle',\n",
              " '.',\n",
              " 'But',\n",
              " 'even',\n",
              " 'watching',\n",
              " 'Welles',\n",
              " \"'\",\n",
              " 'fine',\n",
              " 'film',\n",
              " 'version',\n",
              " 'makes',\n",
              " 'me',\n",
              " 'angry',\n",
              " 'that',\n",
              " 'Robeson',\n",
              " 'never',\n",
              " 'got',\n",
              " 'to',\n",
              " 'put',\n",
              " 'his',\n",
              " 'performance',\n",
              " '(',\n",
              " 'with',\n",
              " 'Jose',\n",
              " 'Ferrer',\n",
              " 'as',\n",
              " 'Iago',\n",
              " ')',\n",
              " 'on',\n",
              " 'film.<br',\n",
              " '/><br',\n",
              " '/>Now',\n",
              " 'the',\n",
              " 'first',\n",
              " 'question',\n",
              " '-',\n",
              " 'can',\n",
              " 'an',\n",
              " 'actor',\n",
              " 'get',\n",
              " 'that',\n",
              " 'wrapped',\n",
              " 'up',\n",
              " 'in',\n",
              " 'a',\n",
              " 'role',\n",
              " '?',\n",
              " 'I',\n",
              " 'heard',\n",
              " 'different',\n",
              " 'things',\n",
              " 'about',\n",
              " 'this',\n",
              " '.',\n",
              " 'Some',\n",
              " 'actors',\n",
              " 'have',\n",
              " 'admitted',\n",
              " 'taking',\n",
              " 'a',\n",
              " 'role',\n",
              " 'home',\n",
              " 'with',\n",
              " 'them',\n",
              " 'from',\n",
              " 'the',\n",
              " 'theater',\n",
              " 'or',\n",
              " 'movie',\n",
              " 'set',\n",
              " '.',\n",
              " 'Others',\n",
              " 'have',\n",
              " 'found',\n",
              " 'a',\n",
              " 'role',\n",
              " 'they',\n",
              " 'have',\n",
              " 'to',\n",
              " 'be',\n",
              " 'stimulating',\n",
              " ',',\n",
              " 'influencing',\n",
              " 'them',\n",
              " 'on',\n",
              " 'a',\n",
              " 'new',\n",
              " 'cause',\n",
              " 'of',\n",
              " 'action',\n",
              " 'regarding',\n",
              " 'their',\n",
              " 'lives',\n",
              " 'or',\n",
              " 'some',\n",
              " 'aspect',\n",
              " 'of',\n",
              " 'life',\n",
              " '.',\n",
              " 'But',\n",
              " 'actually',\n",
              " 'I',\n",
              " 'have',\n",
              " 'never',\n",
              " 'heard',\n",
              " 'of',\n",
              " 'anyone',\n",
              " 'who',\n",
              " 'turned',\n",
              " 'homicidal',\n",
              " 'as',\n",
              " 'the',\n",
              " 'result',\n",
              " 'of',\n",
              " 'a',\n",
              " 'role',\n",
              " '.',\n",
              " 'It',\n",
              " 'seems',\n",
              " 'a',\n",
              " 'melodramatic',\n",
              " ',',\n",
              " 'hackneyed',\n",
              " 'idea.<br',\n",
              " '/><br',\n",
              " '/>As',\n",
              " 'a',\n",
              " 'matter',\n",
              " 'of',\n",
              " 'fact',\n",
              " 'it',\n",
              " 'was',\n",
              " 'not',\n",
              " 'a',\n",
              " 'new',\n",
              " 'idea',\n",
              " 'in',\n",
              " '1947',\n",
              " 'with',\n",
              " 'Cukor',\n",
              " ',',\n",
              " 'Kanin',\n",
              " ',',\n",
              " 'and',\n",
              " 'Gordon',\n",
              " '.',\n",
              " 'In',\n",
              " '1944',\n",
              " 'a',\n",
              " '\"',\n",
              " 'B',\n",
              " '\"',\n",
              " 'feature',\n",
              " ',',\n",
              " 'THE',\n",
              " 'BRIGHTON',\n",
              " 'STRANGLER',\n",
              " ',',\n",
              " 'starring',\n",
              " 'John',\n",
              " 'Loder',\n",
              " ',',\n",
              " 'had',\n",
              " 'used',\n",
              " 'a',\n",
              " 'similar',\n",
              " 'plot',\n",
              " 'about',\n",
              " 'an',\n",
              " 'actor',\n",
              " 'who',\n",
              " 'is',\n",
              " 'playing',\n",
              " 'an',\n",
              " 'infamous',\n",
              " '\"',\n",
              " 'Jack',\n",
              " 'the',\n",
              " 'Ripper',\n",
              " '\"',\n",
              " 'type',\n",
              " ',',\n",
              " 'and',\n",
              " 'who',\n",
              " 'starts',\n",
              " 'committing',\n",
              " 'those',\n",
              " 'type',\n",
              " 'of',\n",
              " 'killings',\n",
              " 'after',\n",
              " 'an',\n",
              " 'accident',\n",
              " 'affects',\n",
              " 'his',\n",
              " 'mind',\n",
              " '.',\n",
              " 'There',\n",
              " 'was',\n",
              " 'an',\n",
              " 'earlier',\n",
              " 'movie',\n",
              " 'in',\n",
              " 'the',\n",
              " '1930s',\n",
              " ',',\n",
              " 'in',\n",
              " 'which',\n",
              " 'an',\n",
              " 'actor',\n",
              " 'playing',\n",
              " 'Othello',\n",
              " 'gets',\n",
              " 'jealous',\n",
              " 'of',\n",
              " 'his',\n",
              " 'wife',\n",
              " '(',\n",
              " 'I',\n",
              " 'think',\n",
              " 'the',\n",
              " 'title',\n",
              " 'was',\n",
              " 'MEN',\n",
              " 'ARE',\n",
              " 'NOT',\n",
              " 'GODS',\n",
              " ',',\n",
              " 'but',\n",
              " 'I',\n",
              " \"'m\",\n",
              " 'not',\n",
              " 'sure',\n",
              " ')',\n",
              " '.',\n",
              " 'But',\n",
              " 'due',\n",
              " 'to',\n",
              " 'Colman',\n",
              " \"'s\",\n",
              " 'name',\n",
              " 'and',\n",
              " 'career',\n",
              " ',',\n",
              " 'and',\n",
              " 'Cukor',\n",
              " \"'s\",\n",
              " 'directing',\n",
              " ',',\n",
              " 'it',\n",
              " 'is',\n",
              " 'A',\n",
              " 'DOUBLE',\n",
              " 'LIFE',\n",
              " 'that',\n",
              " 'people',\n",
              " 'think',\n",
              " 'of',\n",
              " 'when',\n",
              " 'they',\n",
              " 'recall',\n",
              " 'this',\n",
              " 'plot',\n",
              " 'idea',\n",
              " '.',\n",
              " 'It',\n",
              " 'even',\n",
              " 'reached',\n",
              " 'comedy',\n",
              " '(',\n",
              " 'finally',\n",
              " ')',\n",
              " 'on',\n",
              " 'an',\n",
              " 'episode',\n",
              " 'of',\n",
              " 'CHEERS',\n",
              " ',',\n",
              " 'where',\n",
              " 'Diane',\n",
              " 'Chambers',\n",
              " 'is',\n",
              " 'helping',\n",
              " 'an',\n",
              " 'ex',\n",
              " '-',\n",
              " 'convict',\n",
              " 'who',\n",
              " 'may',\n",
              " 'have',\n",
              " 'acting',\n",
              " 'talent',\n",
              " ',',\n",
              " 'and',\n",
              " 'they',\n",
              " 'put',\n",
              " 'on',\n",
              " 'OTHELLO',\n",
              " 'at',\n",
              " 'the',\n",
              " 'bar',\n",
              " ',',\n",
              " 'just',\n",
              " 'after',\n",
              " 'he',\n",
              " 'sees',\n",
              " 'her',\n",
              " 'with',\n",
              " 'Sam',\n",
              " 'Malone',\n",
              " 'kissing',\n",
              " '.',\n",
              " 'Only',\n",
              " ...]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PT_P5UkMNiMU",
        "colab_type": "code",
        "outputId": "3d0a22ae-3659-4afe-d701-801bc1948e57",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "train_data.examples[10].__dict__['label'] # viewing some examples of labels"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'pos'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "-HiOv0qDOeZK",
        "colab_type": "text"
      },
      "source": [
        "##Playing with embeddings"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NGywTBQpNvB7",
        "colab_type": "code",
        "outputId": "8911ec28-f191-4f40-efd4-cfacb27901c4",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.freqs # observing word frequencies"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Counter({'Many': 224,\n",
              "         'people': 6203,\n",
              "         'see': 7803,\n",
              "         'this': 42482,\n",
              "         'as': 30410,\n",
              "         'a': 109379,\n",
              "         'classic': 1185,\n",
              "         ',': 192728,\n",
              "         'but': 24530,\n",
              "         'I': 54484,\n",
              "         'obviously': 707,\n",
              "         'must': 2193,\n",
              "         'have': 19884,\n",
              "         'missed': 376,\n",
              "         'something': 3384,\n",
              "         '.': 165528,\n",
              "         'Life': 211,\n",
              "         'in': 61420,\n",
              "         'Anarene': 3,\n",
              "         'Texas': 148,\n",
              "         'the': 203157,\n",
              "         'early': 1059,\n",
              "         '50': 274,\n",
              "         \"'s\": 43493,\n",
              "         'is': 76583,\n",
              "         'pretty': 2444,\n",
              "         'dull': 514,\n",
              "         '-': 37178,\n",
              "         'which': 8201,\n",
              "         'means': 520,\n",
              "         'that': 49478,\n",
              "         'movie': 29809,\n",
              "         'about': 11896,\n",
              "         'life': 4362,\n",
              "         'will': 6182,\n",
              "         'be': 18766,\n",
              "         'too': 5209,\n",
              "         '!': 15350,\n",
              "         'What': 1931,\n",
              "         'it': 53833,\n",
              "         'so': 12490,\n",
              "         'many': 4465,\n",
              "         '?': 10517,\n",
              "         'Once': 256,\n",
              "         'last': 1883,\n",
              "         'picture': 945,\n",
              "         'show': 4087,\n",
              "         'closes': 21,\n",
              "         'there': 8717,\n",
              "         'really': 8040,\n",
              "         'wo': 874,\n",
              "         \"n't\": 23026,\n",
              "         'anything': 1970,\n",
              "         'to': 94113,\n",
              "         'do': 11034,\n",
              "         'town': 829,\n",
              "         'Duane': 5,\n",
              "         '(': 23253,\n",
              "         'Jeff': 231,\n",
              "         'Bridges': 41,\n",
              "         ')': 23042,\n",
              "         'makes': 2893,\n",
              "         'point': 2101,\n",
              "         'at': 15313,\n",
              "         'end': 3731,\n",
              "         'of': 101045,\n",
              "         'But': 4594,\n",
              "         'even': 7727,\n",
              "         'before': 2692,\n",
              "         'much': 6542,\n",
              "         'basically': 480,\n",
              "         'everything': 1326,\n",
              "         'revolves': 106,\n",
              "         'around': 2459,\n",
              "         'sex': 1146,\n",
              "         'High': 182,\n",
              "         'school': 989,\n",
              "         'students': 239,\n",
              "         'make': 5473,\n",
              "         'plans': 145,\n",
              "         'for': 29519,\n",
              "         'how': 5351,\n",
              "         'lose': 226,\n",
              "         'their': 7701,\n",
              "         'virginity': 23,\n",
              "         'sometimes': 694,\n",
              "         'with': 29963,\n",
              "         'each': 1697,\n",
              "         'other': 6151,\n",
              "         'and': 109572,\n",
              "         'some': 10184,\n",
              "         'equally': 284,\n",
              "         'bored': 355,\n",
              "         'adults': 235,\n",
              "         'You': 2101,\n",
              "         'not': 20274,\n",
              "         'them': 5350,\n",
              "         'either': 1188,\n",
              "         'except': 690,\n",
              "         'teenagers': 147,\n",
              "         'or': 12098,\n",
              "         'whine': 13,\n",
              "         'local': 596,\n",
              "         'high': 1303,\n",
              "         'football': 139,\n",
              "         'team': 508,\n",
              "         'Three': 140,\n",
              "         'times': 2124,\n",
              "         'happened': 711,\n",
              "         'thought': 2354,\n",
              "         'was': 35204,\n",
              "         'going': 2783,\n",
              "         'add': 476,\n",
              "         'spark': 52,\n",
              "         'drama': 908,\n",
              "         'Sam': 294,\n",
              "         'Ben': 415,\n",
              "         'Johnson': 130,\n",
              "         'dies': 250,\n",
              "         'unexpectedly': 52,\n",
              "         'nothing': 2594,\n",
              "         'happens': 761,\n",
              "         'because': 6084,\n",
              "         'Sonny': 40,\n",
              "         'Timothy': 84,\n",
              "         'Bottoms': 4,\n",
              "         'Jacy': 1,\n",
              "         'Cybill': 17,\n",
              "         'Shepherd': 45,\n",
              "         'elope': 1,\n",
              "         'Joe': 464,\n",
              "         'Bob': 183,\n",
              "         'Barc': 1,\n",
              "         'Doyle': 40,\n",
              "         'kidnaps': 24,\n",
              "         'little': 4189,\n",
              "         'girl': 1803,\n",
              "         'The': 26144,\n",
              "         'only': 7834,\n",
              "         'thing': 3042,\n",
              "         'added': 309,\n",
              "         'dramatic': 464,\n",
              "         'value': 351,\n",
              "         'came': 1162,\n",
              "         'death': 1111,\n",
              "         'Billy': 255,\n",
              "         'points': 557,\n",
              "         'out': 11668,\n",
              "         'emptiness': 22,\n",
              "         'pathetic': 304,\n",
              "         'men': 1109,\n",
              "         'stand': 564,\n",
              "         'looking': 1667,\n",
              "         'body': 640,\n",
              "         'debating': 12,\n",
              "         'where': 4166,\n",
              "         'go': 3305,\n",
              "         'breakfast.<br': 2,\n",
              "         '/><br': 35809,\n",
              "         '/>Peter': 14,\n",
              "         'Bogdanovic': 1,\n",
              "         'filmed': 495,\n",
              "         'black': 1101,\n",
              "         'white': 798,\n",
              "         'intended': 266,\n",
              "         'suppose': 273,\n",
              "         'grey': 29,\n",
              "         'found': 1799,\n",
              "         'interesting': 2128,\n",
              "         'look': 2741,\n",
              "         'actors': 3076,\n",
              "         'like': 13643,\n",
              "         'Randy': 49,\n",
              "         'Quaid': 50,\n",
              "         'As': 1833,\n",
              "         'an': 14489,\n",
              "         'aside': 234,\n",
              "         'terrifying': 97,\n",
              "         '1971': 53,\n",
              "         'actually': 2825,\n",
              "         'looks': 1697,\n",
              "         'his': 19759,\n",
              "         'character': 4894,\n",
              "         'Cousin': 8,\n",
              "         'Eddie': 207,\n",
              "         'National': 84,\n",
              "         'Lampoon': 32,\n",
              "         'Vacation': 23,\n",
              "         'movies': 5167,\n",
              "         'Classic': 50,\n",
              "         'think': 4884,\n",
              "         '3/10': 84,\n",
              "         'Like': 456,\n",
              "         'here': 3424,\n",
              "         'started': 684,\n",
              "         'finding': 217,\n",
              "         'my': 7281,\n",
              "         'patience': 48,\n",
              "         'being': 4484,\n",
              "         'tried': 530,\n",
              "         'by': 15266,\n",
              "         'film': 27225,\n",
              "         'By': 414,\n",
              "         'shed': 66,\n",
              "         'few': 2811,\n",
              "         'tears.<br': 6,\n",
              "         '/>It': 1083,\n",
              "         'seems': 2482,\n",
              "         'nature': 481,\n",
              "         'most': 5653,\n",
              "         'old': 2999,\n",
              "         'films': 4638,\n",
              "         'drag': 137,\n",
              "         '7/8th': 1,\n",
              "         'length': 239,\n",
              "         'then': 4700,\n",
              "         'catch': 294,\n",
              "         'fire': 353,\n",
              "         'right': 2171,\n",
              "         'Older': 2,\n",
              "         'goers': 48,\n",
              "         'learned': 169,\n",
              "         'bide': 3,\n",
              "         'time': 8517,\n",
              "         'patiently': 16,\n",
              "         'through': 3359,\n",
              "         'slow': 769,\n",
              "         'parts': 778,\n",
              "         'calm': 58,\n",
              "         'knowledge': 202,\n",
              "         'big': 2041,\n",
              "         'payoff': 39,\n",
              "         'on': 23002,\n",
              "         'way': 5317,\n",
              "         'quite': 2510,\n",
              "         'accurate': 204,\n",
              "         'earlier': 458,\n",
              "         'audiences': 332,\n",
              "         'what': 8988,\n",
              "         'are': 21099,\n",
              "         'us': 2269,\n",
              "         '\"': 45036,\n",
              "         'were': 7816,\n",
              "         'main': 1546,\n",
              "         'story': 8097,\n",
              "         'They': 2139,\n",
              "         'watched': 1545,\n",
              "         'anecdotal': 3,\n",
              "         'thematic': 20,\n",
              "         'interest': 722,\n",
              "         'Modern': 28,\n",
              "         'post': 276,\n",
              "         'Spielberg': 99,\n",
              "         'constant': 192,\n",
              "         'state': 313,\n",
              "         'waiting': 392,\n",
              "         'hit': 731,\n",
              "         'small': 1133,\n",
              "         'climax': 276,\n",
              "         'every': 2447,\n",
              "         'two': 4364,\n",
              "         'minutes': 2000,\n",
              "         'when': 8175,\n",
              "         'they': 13848,\n",
              "         'older': 440,\n",
              "         'It': 11750,\n",
              "         'inflation': 7,\n",
              "         'problem': 977,\n",
              "         'modern': 655,\n",
              "         'Well': 942,\n",
              "         'happen': 699,\n",
              "         'necessary': 209,\n",
              "         'apologize': 25,\n",
              "         'these': 3264,\n",
              "         ';': 4626,\n",
              "         'simply': 1344,\n",
              "         'you': 21425,\n",
              "         'adjust': 13,\n",
              "         'your': 3858,\n",
              "         'expectations': 254,\n",
              "         'personal': 443,\n",
              "         'rhythm': 41,\n",
              "         'watch': 4444,\n",
              "         'At': 983,\n",
              "         'difference': 247,\n",
              "         'between': 2286,\n",
              "         'Avatar': 2,\n",
              "         'Informer': 18,\n",
              "         'Euripides': 11,\n",
              "         'traveling': 64,\n",
              "         'production': 1228,\n",
              "         'Rent': 46,\n",
              "         'Think': 77,\n",
              "         'minute': 478,\n",
              "         'Not': 1262,\n",
              "         'strain': 22,\n",
              "         'obvious': 734,\n",
              "         'still': 3516,\n",
              "         'deserves': 389,\n",
              "         'hearing.<br': 2,\n",
              "         '/>The': 5232,\n",
              "         'exciting': 351,\n",
              "         'part': 2633,\n",
              "         'viewers': 490,\n",
              "         'begins': 513,\n",
              "         'IRA': 14,\n",
              "         'tribunal': 6,\n",
              "         'scene': 3662,\n",
              "         'escalates': 9,\n",
              "         'final': 802,\n",
              "         'couple': 1133,\n",
              "         'if': 7943,\n",
              "         'all': 14994,\n",
              "         'board': 189,\n",
              "         'paying': 135,\n",
              "         'attention': 597,\n",
              "         'tear': 92,\n",
              "         'heart': 791,\n",
              "         'tone': 279,\n",
              "         'universal': 49,\n",
              "         'abstract': 29,\n",
              "         'plea': 13,\n",
              "         'forgiveness': 24,\n",
              "         'from': 13782,\n",
              "         'one': 16937,\n",
              "         'dimwit': 5,\n",
              "         'those': 3050,\n",
              "         'who': 14441,\n",
              "         'feel': 2046,\n",
              "         'sorry': 423,\n",
              "         'lummox': 2,\n",
              "         'mercy': 46,\n",
              "         'embarrassingly': 38,\n",
              "         'naked': 225,\n",
              "         'appeal': 334,\n",
              "         'For': 1199,\n",
              "         'after': 4267,\n",
              "         'mad': 242,\n",
              "         'Gypo': 40,\n",
              "         'irritated': 33,\n",
              "         'him': 6077,\n",
              "         'thinking': 799,\n",
              "         'dumbest': 29,\n",
              "         'finally': 870,\n",
              "         'find': 2884,\n",
              "         'yourself': 633,\n",
              "         'won': 330,\n",
              "         'over': 4238,\n",
              "         'erstwhile': 8,\n",
              "         'girlfriend': 423,\n",
              "         'pleading': 6,\n",
              "         'another': 2627,\n",
              "         'woman': 1849,\n",
              "         'talk': 553,\n",
              "         'her': 12167,\n",
              "         'man': 3377,\n",
              "         'into': 6308,\n",
              "         'easy': 526,\n",
              "         '<': 5220,\n",
              "         'br': 5132,\n",
              "         'may': 2219,\n",
              "         'sentimental': 101,\n",
              "         'sentimentality': 42,\n",
              "         'cheap': 618,\n",
              "         'charged': 53,\n",
              "         'There': 3612,\n",
              "         'matter': 776,\n",
              "         'plays': 1584,\n",
              "         'long': 2255,\n",
              "         'take': 2340,\n",
              "         'proposition': 12,\n",
              "         'customer': 9,\n",
              "         'seriously': 542,\n",
              "         'wrung': 2,\n",
              "         'serious': 677,\n",
              "         'stuff.<br': 31,\n",
              "         '/>8': 20,\n",
              "         '10': 1515,\n",
              "         'And': 4234,\n",
              "         'fault': 177,\n",
              "         'own': 2350,\n",
              "         'measure': 68,\n",
              "         'yours': 34,\n",
              "         'reading': 458,\n",
              "         'We': 1325,\n",
              "         'asked': 210,\n",
              "         'more': 9652,\n",
              "         'ever': 3971,\n",
              "         'faster': 62,\n",
              "         'until': 1215,\n",
              "         'we': 6077,\n",
              "         'can': 8353,\n",
              "         'put': 1634,\n",
              "         'ourselves': 98,\n",
              "         '1935': 28,\n",
              "         '--': 2788,\n",
              "         'just': 11730,\n",
              "         'yesterday': 63,\n",
              "         'easily': 567,\n",
              "         'should': 3630,\n",
              "         'able': 886,\n",
              "         'This': 8965,\n",
              "         'great': 5911,\n",
              "         'fun': 1794,\n",
              "         'recommend': 1168,\n",
              "         'again': 2532,\n",
              "         'friends': 1159,\n",
              "         'did': 7146,\n",
              "         'night': 1119,\n",
              "         'fascinating': 261,\n",
              "         'well': 6185,\n",
              "         'Norma': 19,\n",
              "         'Khouri': 26,\n",
              "         'could': 6426,\n",
              "         'pull': 254,\n",
              "         'everybody': 217,\n",
              "         'world': 2224,\n",
              "         'bit': 2139,\n",
              "         'strange': 587,\n",
              "         'watching': 3032,\n",
              "         'same': 2749,\n",
              "         'roller': 44,\n",
              "         'coaster': 41,\n",
              "         'first': 5634,\n",
              "         'thanked': 11,\n",
              "         'me': 7212,\n",
              "         'loved': 905,\n",
              "         'know': 4227,\n",
              "         'spend': 360,\n",
              "         '2': 1429,\n",
              "         'hours': 644,\n",
              "         'talking': 639,\n",
              "         '/>I': 2550,\n",
              "         'once': 1299,\n",
              "         'saw': 2088,\n",
              "         'con': 106,\n",
              "         'almost': 2140,\n",
              "         'up': 9094,\n",
              "         'toNorma': 1,\n",
              "         'level': 668,\n",
              "         'no': 7609,\n",
              "         'near': 543,\n",
              "         'size': 79,\n",
              "         'ring': 160,\n",
              "         'He': 3631,\n",
              "         'fooledtons': 1,\n",
              "         'very': 9482,\n",
              "         'gullible': 18,\n",
              "         'rich': 365,\n",
              "         'folks': 229,\n",
              "         'Berkeley': 39,\n",
              "         'CA': 12,\n",
              "         'A.A.': 1,\n",
              "         'group': 732,\n",
              "         'everyone': 1332,\n",
              "         'trusts': 5,\n",
              "         'else': 1351,\n",
              "         'would': 9437,\n",
              "         'sponsor': 7,\n",
              "         'seemed': 964,\n",
              "         'Who': 507,\n",
              "         'knew': 630,\n",
              "         'he': 17337,\n",
              "         'stolen': 115,\n",
              "         'excess': 49,\n",
              "         '100k(in': 1,\n",
              "         '1987': 51,\n",
              "         'real': 3177,\n",
              "         'money': 1570,\n",
              "         '1': 836,\n",
              "         'month': 102,\n",
              "         'His': 965,\n",
              "         'victims': 250,\n",
              "         'fragile': 34,\n",
              "         'week': 311,\n",
              "         'sober': 35,\n",
              "         'evil': 813,\n",
              "         'laugh': 912,\n",
              "         'smile': 195,\n",
              "         'face.<br': 27,\n",
              "         'above': 548,\n",
              "         'crime': 492,\n",
              "         'compared': 361,\n",
              "         'neighbor': 103,\n",
              "         'want': 2531,\n",
              "         'give': 2282,\n",
              "         'away.<br': 41,\n",
              "         'late': 765,\n",
              "         'channel,\"Showtim': 1,\n",
              "         'always': 2223,\n",
              "         'fans': 933,\n",
              "         'greatest': 477,\n",
              "         'experience': 703,\n",
              "         'totally': 882,\n",
              "         'tricked': 25,\n",
              "         'seeing': 1382,\n",
              "         'having': 1545,\n",
              "         'mind': 1326,\n",
              "         'blown': 136,\n",
              "         'Just': 705,\n",
              "         'tell': 1134,\n",
              "         'entertaining': 960,\n",
              "         'moves': 362,\n",
              "         'quickly': 450,\n",
              "         'never': 4339,\n",
              "         'bores': 13,\n",
              "         'you.<br': 67,\n",
              "         '/>This': 1554,\n",
              "         'international': 115,\n",
              "         'believe': 1674,\n",
              "         'eventually': 429,\n",
              "         'rise': 152,\n",
              "         'top': 1201,\n",
              "         'Time': 153,\n",
              "         'good': 10011,\n",
              "         'am': 1926,\n",
              "         'has': 11942,\n",
              "         'heard': 749,\n",
              "         'yet': 1577,\n",
              "         'ways': 551,\n",
              "         'surprises': 134,\n",
              "         'better.<br': 78,\n",
              "         'director': 2684,\n",
              "         'editor': 80,\n",
              "         'fantastic': 497,\n",
              "         'deserved': 191,\n",
              "         'winning': 237,\n",
              "         'best': 4054,\n",
              "         'documentary.<br': 7,\n",
              "         '/>JUST': 1,\n",
              "         'WATCH': 40,\n",
              "         'THIS': 173,\n",
              "         'FILM': 38,\n",
              "         'definite': 73,\n",
              "         'inspirational': 38,\n",
              "         'fills': 42,\n",
              "         'pride': 66,\n",
              "         'worth': 1502,\n",
              "         'rental': 136,\n",
              "         'buying': 132,\n",
              "         'everyones': 4,\n",
              "         'home': 1189,\n",
              "         'Best': 317,\n",
              "         'seen': 4530,\n",
              "         'mean': 1203,\n",
              "         'Carl': 68,\n",
              "         'Brashear': 20,\n",
              "         'gets': 2235,\n",
              "         'better': 3903,\n",
              "         'romance': 436,\n",
              "         'action': 2221,\n",
              "         'plenty': 396,\n",
              "         'funny': 2872,\n",
              "         'lines': 1039,\n",
              "         'keep': 1071,\n",
              "         'tuned': 32,\n",
              "         'love': 4132,\n",
              "         'lot': 2698,\n",
              "         'quotes': 62,\n",
              "         'use': 1257,\n",
              "         'help': 1214,\n",
              "         'task': 107,\n",
              "         'shows': 1596,\n",
              "         'anyone': 1643,\n",
              "         'achieve': 115,\n",
              "         'dreams': 256,\n",
              "         'work': 3009,\n",
              "         'notice': 241,\n",
              "         'get': 6416,\n",
              "         'engrossed': 21,\n",
              "         'goes': 1631,\n",
              "         'quick': 228,\n",
              "         'whenever': 143,\n",
              "         'Nicholson': 71,\n",
              "         'shallow': 151,\n",
              "         'unfortunately': 346,\n",
              "         'uninteresting': 133,\n",
              "         'Angelica': 5,\n",
              "         'Huston': 42,\n",
              "         'drained': 23,\n",
              "         'power': 539,\n",
              "         'Kathleen': 41,\n",
              "         'Turner': 80,\n",
              "         'filthy': 37,\n",
              "         'slut': 28,\n",
              "         'ideas': 436,\n",
              "         \"'ve\": 3434,\n",
              "         'lead': 886,\n",
              "         'notion': 66,\n",
              "         \"'re\": 2548,\n",
              "         'supposed': 1057,\n",
              "         'accept': 219,\n",
              "         'That': 1747,\n",
              "         'falls': 571,\n",
              "         'absurd': 198,\n",
              "         'however': 1074,\n",
              "         'does': 7072,\n",
              "         'strike': 76,\n",
              "         'a.)funny': 1,\n",
              "         'b.)': 1,\n",
              "         '...': 6818,\n",
              "         'remotely': 136,\n",
              "         'waste': 990,\n",
              "         'let': 1245,\n",
              "         'hype': 93,\n",
              "         'With': 709,\n",
              "         'said': 1526,\n",
              "         'opening': 679,\n",
              "         'church': 176,\n",
              "         'sequence': 622,\n",
              "         'beautiful': 1430,\n",
              "         'slowly': 274,\n",
              "         'gained': 46,\n",
              "         'momentum': 33,\n",
              "         'towards': 415,\n",
              "         'middle': 590,\n",
              "         'However': 1257,\n",
              "         'fact': 2456,\n",
              "         'ran': 158,\n",
              "         'nights': 49,\n",
              "         'broke': 106,\n",
              "         'its': 5237,\n",
              "         'peak': 51,\n",
              "         'second': 1222,\n",
              "         'got': 2556,\n",
              "         'gave': 868,\n",
              "         'ending': 1549,\n",
              "         'Playing': 24,\n",
              "         'yard': 39,\n",
              "         'Really': 156,\n",
              "         'any': 5213,\n",
              "         'sappy': 62,\n",
              "         'maudlin': 14,\n",
              "         'Now': 674,\n",
              "         'hear': 503,\n",
              "         'similar': 571,\n",
              "         'based': 908,\n",
              "         \"'\": 12252,\n",
              "         '70s': 195,\n",
              "         'efforts': 182,\n",
              "         'tune': 102,\n",
              "         '60s': 111,\n",
              "         'Oh': 600,\n",
              "         'dear': 73,\n",
              "         'lord': 58,\n",
              "         'horrible': 768,\n",
              "         'HUGE': 31,\n",
              "         'fan': 1305,\n",
              "         'horror': 2295,\n",
              "         'say': 3728,\n",
              "         'bad': 6102,\n",
              "         'actor': 1623,\n",
              "         'played': 1757,\n",
              "         'Scarecrow': 11,\n",
              "         'amazing': 840,\n",
              "         'plot': 4381,\n",
              "         'awful': 1111,\n",
              "         'made': 5690,\n",
              "         'sense': 1573,\n",
              "         'had': 7996,\n",
              "         'gore': 639,\n",
              "         'unnecessary': 216,\n",
              "         'revolting': 23,\n",
              "         'beginning': 934,\n",
              "         'trying': 1681,\n",
              "         'shocking': 237,\n",
              "         'whatnot': 13,\n",
              "         'To': 905,\n",
              "         'pile': 143,\n",
              "         'festering': 7,\n",
              "         'crap': 662,\n",
              "         'called': 984,\n",
              "         'besides': 132,\n",
              "         'scarecrow': 43,\n",
              "         'cared': 87,\n",
              "         'soon': 732,\n",
              "         'forgot': 119,\n",
              "         'In': 3469,\n",
              "         'conclusion': 308,\n",
              "         'sick': 355,\n",
              "         'If': 3136,\n",
              "         'avoid': 343,\n",
              "         'anyway': 397,\n",
              "         'please': 449,\n",
              "         'such': 3442,\n",
              "         'slanted': 8,\n",
              "         'jingoistic': 6,\n",
              "         'material': 522,\n",
              "         'getting': 1112,\n",
              "         'passed': 181,\n",
              "         'off': 4071,\n",
              "         'Americans': 235,\n",
              "         'art': 825,\n",
              "         'house': 1090,\n",
              "         'Early': 44,\n",
              "         'telling': 413,\n",
              "         'sure': 1585,\n",
              "         'playing': 1158,\n",
              "         'manipulative': 61,\n",
              "         'framing': 30,\n",
              "         'lighting': 255,\n",
              "         'A': 3754,\n",
              "         'Love': 293,\n",
              "         'Divided': 3,\n",
              "         'true': 1453,\n",
              "         'face': 1084,\n",
              "         'crass': 24,\n",
              "         'manner': 276,\n",
              "         'Irish': 126,\n",
              "         'Catholics': 10,\n",
              "         'shown': 690,\n",
              "         'hegemonic': 1,\n",
              "         'Protestants': 3,\n",
              "         'peaceful': 41,\n",
              "         'downtrodden': 10,\n",
              "         'poor': 1255,\n",
              "         'representation': 47,\n",
              "         'history': 845,\n",
              "         'US': 361,\n",
              "         'westerns': 77,\n",
              "         'depict': 38,\n",
              "         'struggle': 216,\n",
              "         'cowboys': 20,\n",
              "         'American': 1502,\n",
              "         'Indians': 86,\n",
              "         'truth': 429,\n",
              "         'distorted': 23,\n",
              "         'stereotypes': 164,\n",
              "         'outright': 49,\n",
              "         'vilification': 2,\n",
              "         'corruption': 60,\n",
              "         'admitted': 36,\n",
              "         'filmmakers': 397,\n",
              "         'themselves': 838,\n",
              "         'sad': 650,\n",
              "         'today': 751,\n",
              "         'win': 331,\n",
              "         'moral': 251,\n",
              "         'sway': 16,\n",
              "         'making': 1951,\n",
              "         'recognized': 80,\n",
              "         'intent': 83,\n",
              "         'far': 1994,\n",
              "         'attempting': 106,\n",
              "         'business': 427,\n",
              "         'anywhere': 201,\n",
              "         'legitimate': 37,\n",
              "         'cinema': 908,\n",
              "         'library': 96,\n",
              "         'reasonbaly': 1,\n",
              "         'kinda': 184,\n",
              "         'weird': 431,\n",
              "         'now': 2321,\n",
              "         'Olsen': 29,\n",
              "         'twins': 50,\n",
              "         '13': 107,\n",
              "         'boyfriends': 25,\n",
              "         'enjoyed': 859,\n",
              "         'alot': 30,\n",
              "         'kids': 1173,\n",
              "         'Full': 122,\n",
              "         'House': 350,\n",
              "         'Anyway': 216,\n",
              "         'casting': 405,\n",
              "         'somewhat': 649,\n",
              "         'kind': 1881,\n",
              "         'mixed': 197,\n",
              "         'switching': 27,\n",
              "         'places': 282,\n",
              "         'names': 258,\n",
              "         'version': 1508,\n",
              "         'Takes': 10,\n",
              "         'Two': 263,\n",
              "         'idea': 1363,\n",
              "         'thriller': 597,\n",
              "         'car': 839,\n",
              "         'chases': 98,\n",
              "         'explosions': 63,\n",
              "         'dozens': 71,\n",
              "         'mowed': 4,\n",
              "         'down': 2500,\n",
              "         'gunfire': 13,\n",
              "         'Games': 40,\n",
              "         'definitely': 967,\n",
              "         'appreciate': 345,\n",
              "         'psychological': 187,\n",
              "         'suspense': 477,\n",
              "         'it.<br': 577,\n",
              "         '/>\"House': 2,\n",
              "         'tells': 635,\n",
              "         'esteemed': 7,\n",
              "         'psychologist': 35,\n",
              "         'writer': 744,\n",
              "         'Dr.': 403,\n",
              "         'Margaret': 74,\n",
              "         'Ford': 183,\n",
              "         'Lindsay': 54,\n",
              "         'Crouse': 20,\n",
              "         'tries': 908,\n",
              "         'patient': 100,\n",
              "         'involved': 736,\n",
              "         'shadowy': 19,\n",
              "         'led': 226,\n",
              "         'charismatic': 91,\n",
              "         'Mike': 180,\n",
              "         'Mantegna': 22,\n",
              "         'ruin': 153,\n",
              "         'Frankly': 29,\n",
              "         'hard': 1792,\n",
              "         'says': 761,\n",
              "         'twists': 296,\n",
              "         'coming': 713,\n",
              "         'clever': 373,\n",
              "         'artist': 231,\n",
              "         'draws': 81,\n",
              "         'web': 78,\n",
              "         'lulls': 8,\n",
              "         'vigilance.<br': 1,\n",
              "         'taut': 33,\n",
              "         'crafted': 117,\n",
              "         'dialogue': 1049,\n",
              "         'smart': 269,\n",
              "         'laconic': 9,\n",
              "         'acting': 4367,\n",
              "         'uniformly': 49,\n",
              "         'superbly': 88,\n",
              "         'Some': 744,\n",
              "         'complained': 28,\n",
              "         'sympathetic': 165,\n",
              "         'wondered': 80,\n",
              "         'why': 2799,\n",
              "         'Mamet': 25,\n",
              "         'physically': 103,\n",
              "         'unattractive': 32,\n",
              "         'cold': 299,\n",
              "         'aloof': 16,\n",
              "         'moreover': 9,\n",
              "         'homeliness': 1,\n",
              "         'essential': 113,\n",
              "         'injury': 35,\n",
              "         'sexual': 507,\n",
              "         'self': 821,\n",
              "         'esteem': 21,\n",
              "         'key': 285,\n",
              "         'motivation': 84,\n",
              "         \"'ll\": 1900,\n",
              "         'more).<br': 2,\n",
              "         'dark': 763,\n",
              "         'underside': 5,\n",
              "         'human': 1044,\n",
              "         'concludes': 28,\n",
              "         'note': 409,\n",
              "         'discomforting': 6,\n",
              "         'ambiguity': 31,\n",
              "         'hold': 381,\n",
              "         'while': 2724,\n",
              "         'stay': 496,\n",
              "         'afterwards': 77,\n",
              "         'DOUBLE': 9,\n",
              "         'LIFE': 16,\n",
              "         'developed': 295,\n",
              "         'mystique': 10,\n",
              "         'among': 511,\n",
              "         'reasons': 408,\n",
              "         ':': 6594,\n",
              "         'wrapped': 70,\n",
              "         'role': 2192,\n",
              "         'Othello': 45,\n",
              "         'pick': 299,\n",
              "         'flaw': 89,\n",
              "         'Ronald': 40,\n",
              "         'Colman': 44,\n",
              "         'Academy': 171,\n",
              "         'Award': 104,\n",
              "         'Golden': 92,\n",
              "         'Globe': 19,\n",
              "         'Let': 320,\n",
              "         'first.<br': 14,\n",
              "         '/>Is': 43,\n",
              "         'Anthony': 195,\n",
              "         'John': 1478,\n",
              "         'signature': 24,\n",
              "         'doubts': 62,\n",
              "         'known': 747,\n",
              "         'roles': 733,\n",
              "         'Most': 420,\n",
              "         'career': 693,\n",
              "         'decent': 790,\n",
              "         'gentlemen': 17,\n",
              "         'frequently': 105,\n",
              "         'dangerous': 194,\n",
              "         'atypical': 16,\n",
              "         'situations': 320,\n",
              "         'Bulldog': 7,\n",
              "         'Drummond': 12,\n",
              "         'cleaned': 18,\n",
              "         'Goldwyn': 12,\n",
              "         'arrogant': 65,\n",
              "         'racist': 110,\n",
              "         'fighting': 392,\n",
              "         'Raffles': 2,\n",
              "         'cricket': 13,\n",
              "         'player': 192,\n",
              "         'greater': 109,\n",
              "         'burglar': 5,\n",
              "         'burglary': 4,\n",
              "         'save': 649,\n",
              "         'friend': 941,\n",
              "         'honor': 74,\n",
              "         'Robert': 657,\n",
              "         'Conway': 5,\n",
              "         'imperial': 7,\n",
              "         'political': 438,\n",
              "         'figure': 513,\n",
              "         'kidnapped': 87,\n",
              "         'brought': 515,\n",
              "         'paradise': 24,\n",
              "         'earth': 339,\n",
              "         'Shangri': 2,\n",
              "         'La': 165,\n",
              "         'Dick': 180,\n",
              "         'Heldar': 3,\n",
              "         'manfully': 1,\n",
              "         'learns': 160,\n",
              "         'masterpiece': 405,\n",
              "         'been': 6535,\n",
              "         'destroyed': 112,\n",
              "         'knowing': 285,\n",
              "         'blind': 170,\n",
              "         'useless': 87,\n",
              "         'Sidney': 109,\n",
              "         'Carton': 3,\n",
              "         'Rudolf': 5,\n",
              "         'Rassendyll': 1,\n",
              "         'list': 363,\n",
              "         'heroic': 71,\n",
              "         'unconsciously': 11,\n",
              "         'villainous': 36,\n",
              "         'murders': 246,\n",
              "         'person': 1081,\n",
              "         'nearly': 519,\n",
              "         'kills': 358,\n",
              "         'others': 1046,\n",
              "         'mentally': 115,\n",
              "         'ill': 204,\n",
              "         'behavior': 180,\n",
              "         'anti': 323,\n",
              "         'social.<br': 2,\n",
              "         '/>To': 187,\n",
              "         'gotten': 199,\n",
              "         'Oscar': 583,\n",
              "         'typical': 521,\n",
              "         'tradition': 113,\n",
              "         'picking': 85,\n",
              "         'awarding': 4,\n",
              "         'treasure': 113,\n",
              "         'leading': 407,\n",
              "         'members': 385,\n",
              "         'performance': 2032,\n",
              "         'truly': 1150,\n",
              "         'scary': 625,\n",
              "         'When': 1565,\n",
              "         'alone': 627,\n",
              "         'Signe': 9,\n",
              "         'Hasso': 12,\n",
              "         'she': 7876,\n",
              "         'staircase': 21,\n",
              "         'base': 129,\n",
              "         'argument': 84,\n",
              "         'She': 1913,\n",
              "         'demands': 78,\n",
              "         'Tony': 338,\n",
              "         'leave': 709,\n",
              "         'saying': 635,\n",
              "         'stares': 20,\n",
              "         'oddly': 86,\n",
              "         'hardening': 1,\n",
              "         'used': 1306,\n",
              "         'starts': 808,\n",
              "         'moving': 553,\n",
              "         'upstairs': 32,\n",
              "         'frightening': 137,\n",
              "         'runs': 353,\n",
              "         'room': 605,\n",
              "         'stops': 103,\n",
              "         'himself': 1454,\n",
              "         'leaves': 461,\n",
              "         'highpoint': 4,\n",
              "         'than': 7000,\n",
              "         'assaulting': 7,\n",
              "         'stage': 488,\n",
              "         'Edmond': 8,\n",
              "         \"O'Brien\": 26,\n",
              "         'killing': 493,\n",
              "         'Shelley': 68,\n",
              "         'Winters': 68,\n",
              "         'showed': 321,\n",
              "         'fury': 19,\n",
              "         'moment': 753,\n",
              "         'worthy': 245,\n",
              "         ...})"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "o0NwpBIoPSO-",
        "colab_type": "code",
        "outputId": "85f5aa66-b1ee-4896-aadc-15563990762b",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "len(TEXT.vocab.freqs.keys()) # len of the vocabulary"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "101932"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wccTzxI_P8Q8",
        "colab_type": "code",
        "outputId": "4665062e-d16f-4c91-e151-3b27281985cd",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.stoi #mapping that saves which word corresponds to which index"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "defaultdict(<function torchtext.vocab._default_unk_index>,\n",
              "            {'<unk>': 0,\n",
              "             '<pad>': 1,\n",
              "             'the': 2,\n",
              "             ',': 3,\n",
              "             '.': 4,\n",
              "             'and': 5,\n",
              "             'a': 6,\n",
              "             'of': 7,\n",
              "             'to': 8,\n",
              "             'is': 9,\n",
              "             'in': 10,\n",
              "             'I': 11,\n",
              "             'it': 12,\n",
              "             'that': 13,\n",
              "             '\"': 14,\n",
              "             \"'s\": 15,\n",
              "             'this': 16,\n",
              "             '-': 17,\n",
              "             '/><br': 18,\n",
              "             'was': 19,\n",
              "             'as': 20,\n",
              "             'with': 21,\n",
              "             'movie': 22,\n",
              "             'for': 23,\n",
              "             'film': 24,\n",
              "             'The': 25,\n",
              "             'but': 26,\n",
              "             '(': 27,\n",
              "             ')': 28,\n",
              "             \"n't\": 29,\n",
              "             'on': 30,\n",
              "             'you': 31,\n",
              "             'are': 32,\n",
              "             'not': 33,\n",
              "             'have': 34,\n",
              "             'his': 35,\n",
              "             'be': 36,\n",
              "             'he': 37,\n",
              "             'one': 38,\n",
              "             '!': 39,\n",
              "             'at': 40,\n",
              "             'by': 41,\n",
              "             'all': 42,\n",
              "             'an': 43,\n",
              "             'who': 44,\n",
              "             'they': 45,\n",
              "             'from': 46,\n",
              "             'like': 47,\n",
              "             'so': 48,\n",
              "             \"'\": 49,\n",
              "             'her': 50,\n",
              "             'or': 51,\n",
              "             'has': 52,\n",
              "             'about': 53,\n",
              "             'It': 54,\n",
              "             'just': 55,\n",
              "             'out': 56,\n",
              "             'do': 57,\n",
              "             '?': 58,\n",
              "             'some': 59,\n",
              "             'good': 60,\n",
              "             'more': 61,\n",
              "             'very': 62,\n",
              "             'would': 63,\n",
              "             'up': 64,\n",
              "             'what': 65,\n",
              "             'This': 66,\n",
              "             'there': 67,\n",
              "             'time': 68,\n",
              "             'can': 69,\n",
              "             'which': 70,\n",
              "             'when': 71,\n",
              "             'story': 72,\n",
              "             'really': 73,\n",
              "             'had': 74,\n",
              "             'if': 75,\n",
              "             'she': 76,\n",
              "             'only': 77,\n",
              "             'were': 78,\n",
              "             'see': 79,\n",
              "             'even': 80,\n",
              "             'their': 81,\n",
              "             'no': 82,\n",
              "             'my': 83,\n",
              "             'me': 84,\n",
              "             'did': 85,\n",
              "             'does': 86,\n",
              "             'than': 87,\n",
              "             '...': 88,\n",
              "             ':': 89,\n",
              "             'much': 90,\n",
              "             'been': 91,\n",
              "             'could': 92,\n",
              "             'get': 93,\n",
              "             'into': 94,\n",
              "             'people': 95,\n",
              "             'well': 96,\n",
              "             'will': 97,\n",
              "             'other': 98,\n",
              "             'bad': 99,\n",
              "             'because': 100,\n",
              "             'him': 101,\n",
              "             'we': 102,\n",
              "             'great': 103,\n",
              "             'made': 104,\n",
              "             'most': 105,\n",
              "             'first': 106,\n",
              "             'make': 107,\n",
              "             'how': 108,\n",
              "             'them': 109,\n",
              "             'also': 110,\n",
              "             'way': 111,\n",
              "             'its': 112,\n",
              "             '/>The': 113,\n",
              "             '<': 114,\n",
              "             'any': 115,\n",
              "             'too': 116,\n",
              "             'movies': 117,\n",
              "             'br': 118,\n",
              "             'character': 119,\n",
              "             'think': 120,\n",
              "             'characters': 121,\n",
              "             'then': 122,\n",
              "             'films': 123,\n",
              "             ';': 124,\n",
              "             'But': 125,\n",
              "             'seen': 126,\n",
              "             'being': 127,\n",
              "             'many': 128,\n",
              "             'watch': 129,\n",
              "             'plot': 130,\n",
              "             'acting': 131,\n",
              "             'two': 132,\n",
              "             'life': 133,\n",
              "             'never': 134,\n",
              "             'after': 135,\n",
              "             'over': 136,\n",
              "             'And': 137,\n",
              "             'know': 138,\n",
              "             'little': 139,\n",
              "             'where': 140,\n",
              "             'love': 141,\n",
              "             'show': 142,\n",
              "             'off': 143,\n",
              "             'best': 144,\n",
              "             'ever': 145,\n",
              "             'better': 146,\n",
              "             '*': 147,\n",
              "             'your': 148,\n",
              "             'A': 149,\n",
              "             'i': 150,\n",
              "             'end': 151,\n",
              "             'say': 152,\n",
              "             'scene': 153,\n",
              "             'He': 154,\n",
              "             'should': 155,\n",
              "             'There': 156,\n",
              "             'scenes': 157,\n",
              "             'still': 158,\n",
              "             'In': 159,\n",
              "             'such': 160,\n",
              "             \"'ve\": 161,\n",
              "             'here': 162,\n",
              "             'something': 163,\n",
              "             'man': 164,\n",
              "             'through': 165,\n",
              "             'go': 166,\n",
              "             '/': 167,\n",
              "             'back': 168,\n",
              "             'these': 169,\n",
              "             'real': 170,\n",
              "             \"'m\": 171,\n",
              "             'If': 172,\n",
              "             'actors': 173,\n",
              "             'those': 174,\n",
              "             'thing': 175,\n",
              "             'watching': 176,\n",
              "             'years': 177,\n",
              "             'work': 178,\n",
              "             'old': 179,\n",
              "             'makes': 180,\n",
              "             'find': 181,\n",
              "             'funny': 182,\n",
              "             'actually': 183,\n",
              "             'though': 184,\n",
              "             'few': 185,\n",
              "             'why': 186,\n",
              "             '--': 187,\n",
              "             'going': 188,\n",
              "             'same': 189,\n",
              "             'look': 190,\n",
              "             'while': 191,\n",
              "             'lot': 192,\n",
              "             'before': 193,\n",
              "             'director': 194,\n",
              "             'cast': 195,\n",
              "             'part': 196,\n",
              "             'another': 197,\n",
              "             'nothing': 198,\n",
              "             'got': 199,\n",
              "             '/>I': 200,\n",
              "             \"'re\": 201,\n",
              "             'again': 202,\n",
              "             'want': 203,\n",
              "             'ca': 204,\n",
              "             'quite': 205,\n",
              "             'down': 206,\n",
              "             'seems': 207,\n",
              "             'around': 208,\n",
              "             'fact': 209,\n",
              "             'every': 210,\n",
              "             'pretty': 211,\n",
              "             '&': 212,\n",
              "             'things': 213,\n",
              "             'enough': 214,\n",
              "             'thought': 215,\n",
              "             'own': 216,\n",
              "             'take': 217,\n",
              "             'now': 218,\n",
              "             'original': 219,\n",
              "             'horror': 220,\n",
              "             'between': 221,\n",
              "             'give': 222,\n",
              "             'us': 223,\n",
              "             'long': 224,\n",
              "             'young': 225,\n",
              "             'gets': 226,\n",
              "             'world': 227,\n",
              "             'always': 228,\n",
              "             'action': 229,\n",
              "             'may': 230,\n",
              "             'must': 231,\n",
              "             'role': 232,\n",
              "             'series': 233,\n",
              "             'least': 234,\n",
              "             'right': 235,\n",
              "             'without': 236,\n",
              "             'almost': 237,\n",
              "             'They': 238,\n",
              "             'bit': 239,\n",
              "             'new': 240,\n",
              "             'interesting': 241,\n",
              "             'times': 242,\n",
              "             'done': 243,\n",
              "             'family': 244,\n",
              "             'whole': 245,\n",
              "             'You': 246,\n",
              "             'point': 247,\n",
              "             'saw': 248,\n",
              "             'both': 249,\n",
              "             'come': 250,\n",
              "             'comedy': 251,\n",
              "             'feel': 252,\n",
              "             'big': 253,\n",
              "             'script': 254,\n",
              "             'performance': 255,\n",
              "             'might': 256,\n",
              "             'minutes': 257,\n",
              "             'far': 258,\n",
              "             'guy': 259,\n",
              "             'music': 260,\n",
              "             'anything': 261,\n",
              "             'making': 262,\n",
              "             'What': 263,\n",
              "             'am': 264,\n",
              "             'She': 265,\n",
              "             'TV': 266,\n",
              "             \"'ll\": 267,\n",
              "             'last': 268,\n",
              "             'kind': 269,\n",
              "             'probably': 270,\n",
              "             'woman': 271,\n",
              "             'away': 272,\n",
              "             'As': 273,\n",
              "             'girl': 274,\n",
              "             'found': 275,\n",
              "             'rather': 276,\n",
              "             'fun': 277,\n",
              "             'hard': 278,\n",
              "             'since': 279,\n",
              "             'played': 280,\n",
              "             'That': 281,\n",
              "             'worst': 282,\n",
              "             'comes': 283,\n",
              "             'each': 284,\n",
              "             'looks': 285,\n",
              "             'trying': 286,\n",
              "             'course': 287,\n",
              "             'believe': 288,\n",
              "             'looking': 289,\n",
              "             'different': 290,\n",
              "             'anyone': 291,\n",
              "             'our': 292,\n",
              "             'place': 293,\n",
              "             'put': 294,\n",
              "             'reason': 295,\n",
              "             'goes': 296,\n",
              "             'actor': 297,\n",
              "             'day': 298,\n",
              "             'screen': 299,\n",
              "             'especially': 300,\n",
              "             'set': 301,\n",
              "             'book': 302,\n",
              "             'shows': 303,\n",
              "             'sure': 304,\n",
              "             'plays': 305,\n",
              "             'yet': 306,\n",
              "             'sense': 307,\n",
              "             'money': 308,\n",
              "             'DVD': 309,\n",
              "             'When': 310,\n",
              "             '/>This': 311,\n",
              "             \"'d\": 312,\n",
              "             'ending': 313,\n",
              "             'main': 314,\n",
              "             'having': 315,\n",
              "             'watched': 316,\n",
              "             'someone': 317,\n",
              "             'takes': 318,\n",
              "             'said': 319,\n",
              "             'job': 320,\n",
              "             '10': 321,\n",
              "             'play': 322,\n",
              "             'together': 323,\n",
              "             'version': 324,\n",
              "             'American': 325,\n",
              "             'worth': 326,\n",
              "             'John': 327,\n",
              "             'wife': 328,\n",
              "             'So': 329,\n",
              "             'seem': 330,\n",
              "             'effects': 331,\n",
              "             'himself': 332,\n",
              "             'true': 333,\n",
              "             'audience': 334,\n",
              "             'beautiful': 335,\n",
              "             '2': 336,\n",
              "             'year': 337,\n",
              "             'shot': 338,\n",
              "             'left': 339,\n",
              "             'half': 340,\n",
              "             'three': 341,\n",
              "             'seeing': 342,\n",
              "             'later': 343,\n",
              "             'nice': 344,\n",
              "             'idea': 345,\n",
              "             'else': 346,\n",
              "             'completely': 347,\n",
              "             'during': 348,\n",
              "             'simply': 349,\n",
              "             'father': 350,\n",
              "             'excellent': 351,\n",
              "             'special': 352,\n",
              "             'everyone': 353,\n",
              "             'less': 354,\n",
              "             'everything': 355,\n",
              "             'mind': 356,\n",
              "             'We': 357,\n",
              "             'Hollywood': 358,\n",
              "             'used': 359,\n",
              "             'fan': 360,\n",
              "             'high': 361,\n",
              "             'read': 362,\n",
              "             'One': 363,\n",
              "             'once': 364,\n",
              "             'budget': 365,\n",
              "             'Not': 366,\n",
              "             'However': 367,\n",
              "             'use': 368,\n",
              "             'poor': 369,\n",
              "             'low': 370,\n",
              "             'need': 371,\n",
              "             'let': 372,\n",
              "             'try': 373,\n",
              "             'rest': 374,\n",
              "             'given': 375,\n",
              "             'production': 376,\n",
              "             'second': 377,\n",
              "             'performances': 378,\n",
              "             'short': 379,\n",
              "             'until': 380,\n",
              "             'help': 381,\n",
              "             'line': 382,\n",
              "             'mean': 383,\n",
              "             'top': 384,\n",
              "             'camera': 385,\n",
              "             'For': 386,\n",
              "             'boring': 387,\n",
              "             'home': 388,\n",
              "             'either': 389,\n",
              "             'classic': 390,\n",
              "             'kids': 391,\n",
              "             'women': 392,\n",
              "             'recommend': 393,\n",
              "             'start': 394,\n",
              "             'came': 395,\n",
              "             'enjoy': 396,\n",
              "             'wrong': 397,\n",
              "             'friends': 398,\n",
              "             'playing': 399,\n",
              "             'My': 400,\n",
              "             'truly': 401,\n",
              "             'stupid': 402,\n",
              "             'sex': 403,\n",
              "             'All': 404,\n",
              "             'tell': 405,\n",
              "             'couple': 406,\n",
              "             'small': 407,\n",
              "             'style': 408,\n",
              "             'instead': 409,\n",
              "             'understand': 410,\n",
              "             'night': 411,\n",
              "             'full': 412,\n",
              "             'getting': 413,\n",
              "             'awful': 414,\n",
              "             'death': 415,\n",
              "             'men': 416,\n",
              "             'although': 417,\n",
              "             'gives': 418,\n",
              "             'black': 419,\n",
              "             'along': 420,\n",
              "             'doing': 421,\n",
              "             'stars': 422,\n",
              "             'video': 423,\n",
              "             'house': 424,\n",
              "             'moments': 425,\n",
              "             '..': 426,\n",
              "             'felt': 427,\n",
              "             'face': 428,\n",
              "             '/>It': 429,\n",
              "             'No': 430,\n",
              "             'person': 431,\n",
              "             'next': 432,\n",
              "             'remember': 433,\n",
              "             'however': 434,\n",
              "             'piece': 435,\n",
              "             'keep': 436,\n",
              "             'often': 437,\n",
              "             'become': 438,\n",
              "             'perfect': 439,\n",
              "             'name': 440,\n",
              "             'early': 441,\n",
              "             'supposed': 442,\n",
              "             'episode': 443,\n",
              "             'wonderful': 444,\n",
              "             'itself': 445,\n",
              "             'dialogue': 446,\n",
              "             'maybe': 447,\n",
              "             'others': 448,\n",
              "             'terrible': 449,\n",
              "             'human': 450,\n",
              "             'liked': 451,\n",
              "             'lines': 452,\n",
              "             'head': 453,\n",
              "             'written': 454,\n",
              "             'against': 455,\n",
              "             'entire': 456,\n",
              "             'THE': 457,\n",
              "             'sort': 458,\n",
              "             'case': 459,\n",
              "             'star': 460,\n",
              "             'live': 461,\n",
              "             'Even': 462,\n",
              "             'title': 463,\n",
              "             'war': 464,\n",
              "             'waste': 465,\n",
              "             'school': 466,\n",
              "             'children': 467,\n",
              "             'called': 468,\n",
              "             'At': 469,\n",
              "             'certainly': 470,\n",
              "             'problem': 471,\n",
              "             'absolutely': 472,\n",
              "             'went': 473,\n",
              "             'definitely': 474,\n",
              "             'His': 475,\n",
              "             'care': 476,\n",
              "             'seemed': 477,\n",
              "             'mother': 478,\n",
              "             'entertaining': 479,\n",
              "             'becomes': 480,\n",
              "             'worse': 481,\n",
              "             'wanted': 482,\n",
              "             '\\x96': 483,\n",
              "             'picture': 484,\n",
              "             'Well': 485,\n",
              "             'already': 486,\n",
              "             'friend': 487,\n",
              "             'beginning': 488,\n",
              "             'fans': 489,\n",
              "             'hope': 490,\n",
              "             'example': 491,\n",
              "             'Do': 492,\n",
              "             '3': 493,\n",
              "             'After': 494,\n",
              "             '<br': 495,\n",
              "             'boy': 496,\n",
              "             'laugh': 497,\n",
              "             'dead': 498,\n",
              "             'based': 499,\n",
              "             'cinema': 500,\n",
              "             'drama': 501,\n",
              "             'tries': 502,\n",
              "             'wants': 503,\n",
              "             'several': 504,\n",
              "             'sound': 505,\n",
              "             'To': 506,\n",
              "             'loved': 507,\n",
              "             'turn': 508,\n",
              "             'Michael': 509,\n",
              "             'fine': 510,\n",
              "             'lives': 511,\n",
              "             'works': 512,\n",
              "             'lost': 513,\n",
              "             'writing': 514,\n",
              "             'humor': 515,\n",
              "             'able': 516,\n",
              "             'lead': 517,\n",
              "             'under': 518,\n",
              "             'totally': 519,\n",
              "             'past': 520,\n",
              "             'viewer': 521,\n",
              "             'direction': 522,\n",
              "             'quality': 523,\n",
              "             'wo': 524,\n",
              "             'finally': 525,\n",
              "             'gave': 526,\n",
              "             'son': 527,\n",
              "             'guess': 528,\n",
              "             'throughout': 529,\n",
              "             'enjoyed': 530,\n",
              "             'killer': 531,\n",
              "             'turns': 532,\n",
              "             'hand': 533,\n",
              "             'history': 534,\n",
              "             'child': 535,\n",
              "             'favorite': 536,\n",
              "             'close': 537,\n",
              "             'side': 538,\n",
              "             'guys': 539,\n",
              "             'amazing': 540,\n",
              "             'Then': 541,\n",
              "             'car': 542,\n",
              "             'themselves': 543,\n",
              "             '1': 544,\n",
              "             'New': 545,\n",
              "             'town': 546,\n",
              "             'How': 547,\n",
              "             '....': 548,\n",
              "             'art': 549,\n",
              "             'genre': 550,\n",
              "             'stories': 551,\n",
              "             '>': 552,\n",
              "             'behind': 553,\n",
              "             'Why': 554,\n",
              "             'game': 555,\n",
              "             'self': 556,\n",
              "             'flick': 557,\n",
              "             'While': 558,\n",
              "             'evil': 559,\n",
              "             'starts': 560,\n",
              "             'Also': 561,\n",
              "             'final': 562,\n",
              "             'thinking': 563,\n",
              "             'white': 564,\n",
              "             'act': 565,\n",
              "             'heart': 566,\n",
              "             'myself': 567,\n",
              "             'decent': 568,\n",
              "             'feeling': 569,\n",
              "             'voice': 570,\n",
              "             'directed': 571,\n",
              "             'Of': 572,\n",
              "             'perhaps': 573,\n",
              "             'hour': 574,\n",
              "             'expect': 575,\n",
              "             'brilliant': 576,\n",
              "             'parts': 577,\n",
              "             'daughter': 578,\n",
              "             'matter': 579,\n",
              "             'stuff': 580,\n",
              "             'took': 581,\n",
              "             'actress': 582,\n",
              "             'slow': 583,\n",
              "             'horrible': 584,\n",
              "             'late': 585,\n",
              "             'dark': 586,\n",
              "             'happens': 587,\n",
              "             'says': 588,\n",
              "             'etc': 589,\n",
              "             'kill': 590,\n",
              "             'run': 591,\n",
              "             'moment': 592,\n",
              "             'today': 593,\n",
              "             'heard': 594,\n",
              "             'attempt': 595,\n",
              "             'killed': 596,\n",
              "             'known': 597,\n",
              "             'Some': 598,\n",
              "             'girls': 599,\n",
              "             'lack': 600,\n",
              "             'writer': 601,\n",
              "             'kid': 602,\n",
              "             'type': 603,\n",
              "             'days': 604,\n",
              "             'involved': 605,\n",
              "             'obvious': 606,\n",
              "             'roles': 607,\n",
              "             'group': 608,\n",
              "             'soon': 609,\n",
              "             'hit': 610,\n",
              "             'eyes': 611,\n",
              "             'fight': 612,\n",
              "             'violence': 613,\n",
              "             'Mr.': 614,\n",
              "             'extremely': 615,\n",
              "             'interest': 616,\n",
              "             'complete': 617,\n",
              "             'particularly': 618,\n",
              "             'chance': 619,\n",
              "             'coming': 620,\n",
              "             'happened': 621,\n",
              "             'including': 622,\n",
              "             'James': 623,\n",
              "             'With': 624,\n",
              "             'leave': 625,\n",
              "             'told': 626,\n",
              "             'obviously': 627,\n",
              "             'Just': 628,\n",
              "             'experience': 629,\n",
              "             'stop': 630,\n",
              "             'happen': 631,\n",
              "             'looked': 632,\n",
              "             'strong': 633,\n",
              "             'ago': 634,\n",
              "             'brother': 635,\n",
              "             'hero': 636,\n",
              "             'wonder': 637,\n",
              "             'highly': 638,\n",
              "             'sometimes': 639,\n",
              "             'career': 640,\n",
              "             'except': 641,\n",
              "             'husband': 642,\n",
              "             'shown': 643,\n",
              "             'David': 644,\n",
              "             'started': 645,\n",
              "             'across': 646,\n",
              "             '/>There': 647,\n",
              "             'exactly': 648,\n",
              "             'opening': 649,\n",
              "             'serious': 650,\n",
              "             'whose': 651,\n",
              "             'jokes': 652,\n",
              "             'annoying': 653,\n",
              "             'Now': 654,\n",
              "             'age': 655,\n",
              "             'female': 656,\n",
              "             'documentary': 657,\n",
              "             'level': 658,\n",
              "             'simple': 659,\n",
              "             'cinematography': 660,\n",
              "             'taken': 661,\n",
              "             'relationship': 662,\n",
              "             'crap': 663,\n",
              "             'score': 664,\n",
              "             'number': 665,\n",
              "             'novel': 666,\n",
              "             'Robert': 667,\n",
              "             'finds': 668,\n",
              "             'change': 669,\n",
              "             'modern': 670,\n",
              "             'song': 671,\n",
              "             'ends': 672,\n",
              "             'musical': 673,\n",
              "             '/>In': 674,\n",
              "             'despite': 675,\n",
              "             'shots': 676,\n",
              "             'sad': 677,\n",
              "             'murder': 678,\n",
              "             'released': 679,\n",
              "             'save': 680,\n",
              "             'somewhat': 681,\n",
              "             'reality': 682,\n",
              "             'running': 683,\n",
              "             'hours': 684,\n",
              "             'light': 685,\n",
              "             'ridiculous': 686,\n",
              "             'turned': 687,\n",
              "             'usual': 688,\n",
              "             'English': 689,\n",
              "             'possible': 690,\n",
              "             '/>If': 691,\n",
              "             'body': 692,\n",
              "             'gore': 693,\n",
              "             'talking': 694,\n",
              "             'non': 695,\n",
              "             'living': 696,\n",
              "             'opinion': 697,\n",
              "             'saying': 698,\n",
              "             'tells': 699,\n",
              "             'British': 700,\n",
              "             'cut': 701,\n",
              "             'yourself': 702,\n",
              "             'knew': 703,\n",
              "             '5': 704,\n",
              "             'alone': 705,\n",
              "             'taking': 706,\n",
              "             'important': 707,\n",
              "             'police': 708,\n",
              "             'scary': 709,\n",
              "             'huge': 710,\n",
              "             'usually': 711,\n",
              "             'ones': 712,\n",
              "             'sequence': 713,\n",
              "             'events': 714,\n",
              "             'Jack': 715,\n",
              "             'cheap': 716,\n",
              "             'mostly': 717,\n",
              "             'order': 718,\n",
              "             'talent': 719,\n",
              "             'songs': 720,\n",
              "             'episodes': 721,\n",
              "             'view': 722,\n",
              "             'word': 723,\n",
              "             'single': 724,\n",
              "             'happy': 725,\n",
              "             'comic': 726,\n",
              "             'Man': 727,\n",
              "             'Paul': 728,\n",
              "             'cool': 729,\n",
              "             'room': 730,\n",
              "             'due': 731,\n",
              "             'Oh': 732,\n",
              "             'wish': 733,\n",
              "             'hilarious': 734,\n",
              "             'attention': 735,\n",
              "             'thriller': 736,\n",
              "             'call': 737,\n",
              "             'local': 738,\n",
              "             'silly': 739,\n",
              "             'television': 740,\n",
              "             'bring': 741,\n",
              "             'disappointed': 742,\n",
              "             'romantic': 743,\n",
              "             '/>But': 744,\n",
              "             'middle': 745,\n",
              "             'strange': 746,\n",
              "             'blood': 747,\n",
              "             'On': 748,\n",
              "             'Oscar': 749,\n",
              "             '4': 750,\n",
              "             'knows': 751,\n",
              "             'problems': 752,\n",
              "             'four': 753,\n",
              "             'sets': 754,\n",
              "             'it.<br': 755,\n",
              "             'supporting': 756,\n",
              "             'class': 757,\n",
              "             'Richard': 758,\n",
              "             'country': 759,\n",
              "             'major': 760,\n",
              "             'feels': 761,\n",
              "             'message': 762,\n",
              "             'future': 763,\n",
              "             'appears': 764,\n",
              "             'falls': 765,\n",
              "             'similar': 766,\n",
              "             'words': 767,\n",
              "             'giving': 768,\n",
              "             'predictable': 769,\n",
              "             'easily': 770,\n",
              "             'fast': 771,\n",
              "             'clearly': 772,\n",
              "             'King': 773,\n",
              "             'mention': 774,\n",
              "             'stand': 775,\n",
              "             'actual': 776,\n",
              "             'hell': 777,\n",
              "             'Although': 778,\n",
              "             'five': 779,\n",
              "             'clear': 780,\n",
              "             'points': 781,\n",
              "             'OK': 782,\n",
              "             'feature': 783,\n",
              "             'moving': 784,\n",
              "             'straight': 785,\n",
              "             'talk': 786,\n",
              "             'release': 787,\n",
              "             'review': 788,\n",
              "             'ways': 789,\n",
              "             'York': 790,\n",
              "             'none': 791,\n",
              "             'theme': 792,\n",
              "             'above': 793,\n",
              "             'upon': 794,\n",
              "             'George': 795,\n",
              "             'fall': 796,\n",
              "             'needs': 797,\n",
              "             'enjoyable': 798,\n",
              "             'entertainment': 799,\n",
              "             'named': 800,\n",
              "             'near': 801,\n",
              "             'elements': 802,\n",
              "             'seriously': 803,\n",
              "             'power': 804,\n",
              "             'surprised': 805,\n",
              "             'herself': 806,\n",
              "             'kept': 807,\n",
              "             'realistic': 808,\n",
              "             'storyline': 809,\n",
              "             'doubt': 810,\n",
              "             'movie.<br': 811,\n",
              "             'sister': 812,\n",
              "             'First': 813,\n",
              "             'form': 814,\n",
              "             'sequel': 815,\n",
              "             'soundtrack': 816,\n",
              "             'tried': 817,\n",
              "             'effort': 818,\n",
              "             'ten': 819,\n",
              "             'Maybe': 820,\n",
              "             'famous': 821,\n",
              "             'working': 822,\n",
              "             'Peter': 823,\n",
              "             'follow': 824,\n",
              "             'easy': 825,\n",
              "             'showing': 826,\n",
              "             'hate': 827,\n",
              "             'within': 828,\n",
              "             'Her': 829,\n",
              "             'bunch': 830,\n",
              "             'tale': 831,\n",
              "             'material': 832,\n",
              "             'particular': 833,\n",
              "             'beyond': 834,\n",
              "             'comments': 835,\n",
              "             'typical': 836,\n",
              "             'Tom': 837,\n",
              "             'means': 838,\n",
              "             'overall': 839,\n",
              "             'America': 840,\n",
              "             'nearly': 841,\n",
              "             'using': 842,\n",
              "             'brought': 843,\n",
              "             'editing': 844,\n",
              "             '$': 845,\n",
              "             'animation': 846,\n",
              "             'dull': 847,\n",
              "             'Lee': 848,\n",
              "             'Yes': 849,\n",
              "             'begins': 850,\n",
              "             'figure': 851,\n",
              "             'leads': 852,\n",
              "             'God': 853,\n",
              "             'among': 854,\n",
              "             'atmosphere': 855,\n",
              "             'sequences': 856,\n",
              "             'weak': 857,\n",
              "             '/>And': 858,\n",
              "             'Disney': 859,\n",
              "             'team': 860,\n",
              "             'Who': 861,\n",
              "             'sexual': 862,\n",
              "             'certain': 863,\n",
              "             'Unfortunately': 864,\n",
              "             '/>A': 865,\n",
              "             'hear': 866,\n",
              "             'rating': 867,\n",
              "             'Is': 868,\n",
              "             'viewing': 869,\n",
              "             'dialog': 870,\n",
              "             'expected': 871,\n",
              "             'fantastic': 872,\n",
              "             'stay': 873,\n",
              "             'theater': 874,\n",
              "             'filmed': 875,\n",
              "             'killing': 876,\n",
              "             'French': 877,\n",
              "             'crime': 878,\n",
              "             'poorly': 879,\n",
              "             're': 880,\n",
              "             'viewers': 881,\n",
              "             'decided': 882,\n",
              "             'period': 883,\n",
              "             'learn': 884,\n",
              "             'sit': 885,\n",
              "             'stage': 886,\n",
              "             'average': 887,\n",
              "             'became': 888,\n",
              "             'whether': 889,\n",
              "             'eye': 890,\n",
              "             'reviews': 891,\n",
              "             'buy': 892,\n",
              "             'move': 893,\n",
              "             'nature': 894,\n",
              "             'premise': 895,\n",
              "             'yes': 896,\n",
              "             'basically': 897,\n",
              "             'begin': 898,\n",
              "             'subject': 899,\n",
              "             'surprise': 900,\n",
              "             'B': 901,\n",
              "             'believable': 902,\n",
              "             'minute': 903,\n",
              "             'parents': 904,\n",
              "             'greatest': 905,\n",
              "             'suspense': 906,\n",
              "             '/>As': 907,\n",
              "             'Japanese': 908,\n",
              "             'add': 909,\n",
              "             'NOT': 910,\n",
              "             'difficult': 911,\n",
              "             'film.<br': 912,\n",
              "             'lots': 913,\n",
              "             'deal': 914,\n",
              "             'From': 915,\n",
              "             'Its': 916,\n",
              "             'gone': 917,\n",
              "             'meets': 918,\n",
              "             'forced': 919,\n",
              "             'Joe': 920,\n",
              "             'city': 921,\n",
              "             'directors': 922,\n",
              "             'dramatic': 923,\n",
              "             'realize': 924,\n",
              "             'lame': 925,\n",
              "             '`': 926,\n",
              "             'leaves': 927,\n",
              "             'male': 928,\n",
              "             'possibly': 929,\n",
              "             'society': 930,\n",
              "             'unique': 931,\n",
              "             'write': 932,\n",
              "             'Jane': 933,\n",
              "             'earlier': 934,\n",
              "             'reading': 935,\n",
              "             'An': 936,\n",
              "             'screenplay': 937,\n",
              "             'Like': 938,\n",
              "             'memorable': 939,\n",
              "             'somehow': 940,\n",
              "             'acted': 941,\n",
              "             'badly': 942,\n",
              "             'comment': 943,\n",
              "             'needed': 944,\n",
              "             'footage': 945,\n",
              "             'interested': 946,\n",
              "             'apparently': 947,\n",
              "             'creepy': 948,\n",
              "             'mystery': 949,\n",
              "             'worked': 950,\n",
              "             'question': 951,\n",
              "             'quickly': 952,\n",
              "             'situation': 953,\n",
              "             'please': 954,\n",
              "             'rent': 955,\n",
              "             'emotional': 956,\n",
              "             'keeps': 957,\n",
              "             'wait': 958,\n",
              "             'whom': 959,\n",
              "             'third': 960,\n",
              "             'credits': 961,\n",
              "             '20': 962,\n",
              "             'personal': 963,\n",
              "             'season': 964,\n",
              "             'These': 965,\n",
              "             'free': 966,\n",
              "             'ask': 967,\n",
              "             'forward': 968,\n",
              "             'older': 969,\n",
              "             'open': 970,\n",
              "             'result': 971,\n",
              "             'meet': 972,\n",
              "             'political': 973,\n",
              "             'features': 974,\n",
              "             'ideas': 975,\n",
              "             'romance': 976,\n",
              "             's': 977,\n",
              "             'setting': 978,\n",
              "             'nor': 979,\n",
              "             'laughs': 980,\n",
              "             'die': 981,\n",
              "             'superb': 982,\n",
              "             'weird': 983,\n",
              "             'brings': 984,\n",
              "             'eventually': 985,\n",
              "             'truth': 986,\n",
              "             'fails': 987,\n",
              "             'mess': 988,\n",
              "             'business': 989,\n",
              "             'present': 990,\n",
              "             'rate': 991,\n",
              "             'dance': 992,\n",
              "             'meant': 993,\n",
              "             'perfectly': 994,\n",
              "             'imagine': 995,\n",
              "             'effect': 996,\n",
              "             'girlfriend': 997,\n",
              "             'previous': 998,\n",
              "             'sorry': 999,\n",
              "             ...})"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GCc7vZZ1QZk1",
        "colab_type": "code",
        "outputId": "f8a48351-8f10-49d6-817f-a6609c17062d",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.itos # inverse mapping of which index contains which words"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['<unk>',\n",
              " '<pad>',\n",
              " 'the',\n",
              " ',',\n",
              " '.',\n",
              " 'and',\n",
              " 'a',\n",
              " 'of',\n",
              " 'to',\n",
              " 'is',\n",
              " 'in',\n",
              " 'I',\n",
              " 'it',\n",
              " 'that',\n",
              " '\"',\n",
              " \"'s\",\n",
              " 'this',\n",
              " '-',\n",
              " '/><br',\n",
              " 'was',\n",
              " 'as',\n",
              " 'with',\n",
              " 'movie',\n",
              " 'for',\n",
              " 'film',\n",
              " 'The',\n",
              " 'but',\n",
              " '(',\n",
              " ')',\n",
              " \"n't\",\n",
              " 'on',\n",
              " 'you',\n",
              " 'are',\n",
              " 'not',\n",
              " 'have',\n",
              " 'his',\n",
              " 'be',\n",
              " 'he',\n",
              " 'one',\n",
              " '!',\n",
              " 'at',\n",
              " 'by',\n",
              " 'all',\n",
              " 'an',\n",
              " 'who',\n",
              " 'they',\n",
              " 'from',\n",
              " 'like',\n",
              " 'so',\n",
              " \"'\",\n",
              " 'her',\n",
              " 'or',\n",
              " 'has',\n",
              " 'about',\n",
              " 'It',\n",
              " 'just',\n",
              " 'out',\n",
              " 'do',\n",
              " '?',\n",
              " 'some',\n",
              " 'good',\n",
              " 'more',\n",
              " 'very',\n",
              " 'would',\n",
              " 'up',\n",
              " 'what',\n",
              " 'This',\n",
              " 'there',\n",
              " 'time',\n",
              " 'can',\n",
              " 'which',\n",
              " 'when',\n",
              " 'story',\n",
              " 'really',\n",
              " 'had',\n",
              " 'if',\n",
              " 'she',\n",
              " 'only',\n",
              " 'were',\n",
              " 'see',\n",
              " 'even',\n",
              " 'their',\n",
              " 'no',\n",
              " 'my',\n",
              " 'me',\n",
              " 'did',\n",
              " 'does',\n",
              " 'than',\n",
              " '...',\n",
              " ':',\n",
              " 'much',\n",
              " 'been',\n",
              " 'could',\n",
              " 'get',\n",
              " 'into',\n",
              " 'people',\n",
              " 'well',\n",
              " 'will',\n",
              " 'other',\n",
              " 'bad',\n",
              " 'because',\n",
              " 'him',\n",
              " 'we',\n",
              " 'great',\n",
              " 'made',\n",
              " 'most',\n",
              " 'first',\n",
              " 'make',\n",
              " 'how',\n",
              " 'them',\n",
              " 'also',\n",
              " 'way',\n",
              " 'its',\n",
              " '/>The',\n",
              " '<',\n",
              " 'any',\n",
              " 'too',\n",
              " 'movies',\n",
              " 'br',\n",
              " 'character',\n",
              " 'think',\n",
              " 'characters',\n",
              " 'then',\n",
              " 'films',\n",
              " ';',\n",
              " 'But',\n",
              " 'seen',\n",
              " 'being',\n",
              " 'many',\n",
              " 'watch',\n",
              " 'plot',\n",
              " 'acting',\n",
              " 'two',\n",
              " 'life',\n",
              " 'never',\n",
              " 'after',\n",
              " 'over',\n",
              " 'And',\n",
              " 'know',\n",
              " 'little',\n",
              " 'where',\n",
              " 'love',\n",
              " 'show',\n",
              " 'off',\n",
              " 'best',\n",
              " 'ever',\n",
              " 'better',\n",
              " '*',\n",
              " 'your',\n",
              " 'A',\n",
              " 'i',\n",
              " 'end',\n",
              " 'say',\n",
              " 'scene',\n",
              " 'He',\n",
              " 'should',\n",
              " 'There',\n",
              " 'scenes',\n",
              " 'still',\n",
              " 'In',\n",
              " 'such',\n",
              " \"'ve\",\n",
              " 'here',\n",
              " 'something',\n",
              " 'man',\n",
              " 'through',\n",
              " 'go',\n",
              " '/',\n",
              " 'back',\n",
              " 'these',\n",
              " 'real',\n",
              " \"'m\",\n",
              " 'If',\n",
              " 'actors',\n",
              " 'those',\n",
              " 'thing',\n",
              " 'watching',\n",
              " 'years',\n",
              " 'work',\n",
              " 'old',\n",
              " 'makes',\n",
              " 'find',\n",
              " 'funny',\n",
              " 'actually',\n",
              " 'though',\n",
              " 'few',\n",
              " 'why',\n",
              " '--',\n",
              " 'going',\n",
              " 'same',\n",
              " 'look',\n",
              " 'while',\n",
              " 'lot',\n",
              " 'before',\n",
              " 'director',\n",
              " 'cast',\n",
              " 'part',\n",
              " 'another',\n",
              " 'nothing',\n",
              " 'got',\n",
              " '/>I',\n",
              " \"'re\",\n",
              " 'again',\n",
              " 'want',\n",
              " 'ca',\n",
              " 'quite',\n",
              " 'down',\n",
              " 'seems',\n",
              " 'around',\n",
              " 'fact',\n",
              " 'every',\n",
              " 'pretty',\n",
              " '&',\n",
              " 'things',\n",
              " 'enough',\n",
              " 'thought',\n",
              " 'own',\n",
              " 'take',\n",
              " 'now',\n",
              " 'original',\n",
              " 'horror',\n",
              " 'between',\n",
              " 'give',\n",
              " 'us',\n",
              " 'long',\n",
              " 'young',\n",
              " 'gets',\n",
              " 'world',\n",
              " 'always',\n",
              " 'action',\n",
              " 'may',\n",
              " 'must',\n",
              " 'role',\n",
              " 'series',\n",
              " 'least',\n",
              " 'right',\n",
              " 'without',\n",
              " 'almost',\n",
              " 'They',\n",
              " 'bit',\n",
              " 'new',\n",
              " 'interesting',\n",
              " 'times',\n",
              " 'done',\n",
              " 'family',\n",
              " 'whole',\n",
              " 'You',\n",
              " 'point',\n",
              " 'saw',\n",
              " 'both',\n",
              " 'come',\n",
              " 'comedy',\n",
              " 'feel',\n",
              " 'big',\n",
              " 'script',\n",
              " 'performance',\n",
              " 'might',\n",
              " 'minutes',\n",
              " 'far',\n",
              " 'guy',\n",
              " 'music',\n",
              " 'anything',\n",
              " 'making',\n",
              " 'What',\n",
              " 'am',\n",
              " 'She',\n",
              " 'TV',\n",
              " \"'ll\",\n",
              " 'last',\n",
              " 'kind',\n",
              " 'probably',\n",
              " 'woman',\n",
              " 'away',\n",
              " 'As',\n",
              " 'girl',\n",
              " 'found',\n",
              " 'rather',\n",
              " 'fun',\n",
              " 'hard',\n",
              " 'since',\n",
              " 'played',\n",
              " 'That',\n",
              " 'worst',\n",
              " 'comes',\n",
              " 'each',\n",
              " 'looks',\n",
              " 'trying',\n",
              " 'course',\n",
              " 'believe',\n",
              " 'looking',\n",
              " 'different',\n",
              " 'anyone',\n",
              " 'our',\n",
              " 'place',\n",
              " 'put',\n",
              " 'reason',\n",
              " 'goes',\n",
              " 'actor',\n",
              " 'day',\n",
              " 'screen',\n",
              " 'especially',\n",
              " 'set',\n",
              " 'book',\n",
              " 'shows',\n",
              " 'sure',\n",
              " 'plays',\n",
              " 'yet',\n",
              " 'sense',\n",
              " 'money',\n",
              " 'DVD',\n",
              " 'When',\n",
              " '/>This',\n",
              " \"'d\",\n",
              " 'ending',\n",
              " 'main',\n",
              " 'having',\n",
              " 'watched',\n",
              " 'someone',\n",
              " 'takes',\n",
              " 'said',\n",
              " 'job',\n",
              " '10',\n",
              " 'play',\n",
              " 'together',\n",
              " 'version',\n",
              " 'American',\n",
              " 'worth',\n",
              " 'John',\n",
              " 'wife',\n",
              " 'So',\n",
              " 'seem',\n",
              " 'effects',\n",
              " 'himself',\n",
              " 'true',\n",
              " 'audience',\n",
              " 'beautiful',\n",
              " '2',\n",
              " 'year',\n",
              " 'shot',\n",
              " 'left',\n",
              " 'half',\n",
              " 'three',\n",
              " 'seeing',\n",
              " 'later',\n",
              " 'nice',\n",
              " 'idea',\n",
              " 'else',\n",
              " 'completely',\n",
              " 'during',\n",
              " 'simply',\n",
              " 'father',\n",
              " 'excellent',\n",
              " 'special',\n",
              " 'everyone',\n",
              " 'less',\n",
              " 'everything',\n",
              " 'mind',\n",
              " 'We',\n",
              " 'Hollywood',\n",
              " 'used',\n",
              " 'fan',\n",
              " 'high',\n",
              " 'read',\n",
              " 'One',\n",
              " 'once',\n",
              " 'budget',\n",
              " 'Not',\n",
              " 'However',\n",
              " 'use',\n",
              " 'poor',\n",
              " 'low',\n",
              " 'need',\n",
              " 'let',\n",
              " 'try',\n",
              " 'rest',\n",
              " 'given',\n",
              " 'production',\n",
              " 'second',\n",
              " 'performances',\n",
              " 'short',\n",
              " 'until',\n",
              " 'help',\n",
              " 'line',\n",
              " 'mean',\n",
              " 'top',\n",
              " 'camera',\n",
              " 'For',\n",
              " 'boring',\n",
              " 'home',\n",
              " 'either',\n",
              " 'classic',\n",
              " 'kids',\n",
              " 'women',\n",
              " 'recommend',\n",
              " 'start',\n",
              " 'came',\n",
              " 'enjoy',\n",
              " 'wrong',\n",
              " 'friends',\n",
              " 'playing',\n",
              " 'My',\n",
              " 'truly',\n",
              " 'stupid',\n",
              " 'sex',\n",
              " 'All',\n",
              " 'tell',\n",
              " 'couple',\n",
              " 'small',\n",
              " 'style',\n",
              " 'instead',\n",
              " 'understand',\n",
              " 'night',\n",
              " 'full',\n",
              " 'getting',\n",
              " 'awful',\n",
              " 'death',\n",
              " 'men',\n",
              " 'although',\n",
              " 'gives',\n",
              " 'black',\n",
              " 'along',\n",
              " 'doing',\n",
              " 'stars',\n",
              " 'video',\n",
              " 'house',\n",
              " 'moments',\n",
              " '..',\n",
              " 'felt',\n",
              " 'face',\n",
              " '/>It',\n",
              " 'No',\n",
              " 'person',\n",
              " 'next',\n",
              " 'remember',\n",
              " 'however',\n",
              " 'piece',\n",
              " 'keep',\n",
              " 'often',\n",
              " 'become',\n",
              " 'perfect',\n",
              " 'name',\n",
              " 'early',\n",
              " 'supposed',\n",
              " 'episode',\n",
              " 'wonderful',\n",
              " 'itself',\n",
              " 'dialogue',\n",
              " 'maybe',\n",
              " 'others',\n",
              " 'terrible',\n",
              " 'human',\n",
              " 'liked',\n",
              " 'lines',\n",
              " 'head',\n",
              " 'written',\n",
              " 'against',\n",
              " 'entire',\n",
              " 'THE',\n",
              " 'sort',\n",
              " 'case',\n",
              " 'star',\n",
              " 'live',\n",
              " 'Even',\n",
              " 'title',\n",
              " 'war',\n",
              " 'waste',\n",
              " 'school',\n",
              " 'children',\n",
              " 'called',\n",
              " 'At',\n",
              " 'certainly',\n",
              " 'problem',\n",
              " 'absolutely',\n",
              " 'went',\n",
              " 'definitely',\n",
              " 'His',\n",
              " 'care',\n",
              " 'seemed',\n",
              " 'mother',\n",
              " 'entertaining',\n",
              " 'becomes',\n",
              " 'worse',\n",
              " 'wanted',\n",
              " '\\x96',\n",
              " 'picture',\n",
              " 'Well',\n",
              " 'already',\n",
              " 'friend',\n",
              " 'beginning',\n",
              " 'fans',\n",
              " 'hope',\n",
              " 'example',\n",
              " 'Do',\n",
              " '3',\n",
              " 'After',\n",
              " '<br',\n",
              " 'boy',\n",
              " 'laugh',\n",
              " 'dead',\n",
              " 'based',\n",
              " 'cinema',\n",
              " 'drama',\n",
              " 'tries',\n",
              " 'wants',\n",
              " 'several',\n",
              " 'sound',\n",
              " 'To',\n",
              " 'loved',\n",
              " 'turn',\n",
              " 'Michael',\n",
              " 'fine',\n",
              " 'lives',\n",
              " 'works',\n",
              " 'lost',\n",
              " 'writing',\n",
              " 'humor',\n",
              " 'able',\n",
              " 'lead',\n",
              " 'under',\n",
              " 'totally',\n",
              " 'past',\n",
              " 'viewer',\n",
              " 'direction',\n",
              " 'quality',\n",
              " 'wo',\n",
              " 'finally',\n",
              " 'gave',\n",
              " 'son',\n",
              " 'guess',\n",
              " 'throughout',\n",
              " 'enjoyed',\n",
              " 'killer',\n",
              " 'turns',\n",
              " 'hand',\n",
              " 'history',\n",
              " 'child',\n",
              " 'favorite',\n",
              " 'close',\n",
              " 'side',\n",
              " 'guys',\n",
              " 'amazing',\n",
              " 'Then',\n",
              " 'car',\n",
              " 'themselves',\n",
              " '1',\n",
              " 'New',\n",
              " 'town',\n",
              " 'How',\n",
              " '....',\n",
              " 'art',\n",
              " 'genre',\n",
              " 'stories',\n",
              " '>',\n",
              " 'behind',\n",
              " 'Why',\n",
              " 'game',\n",
              " 'self',\n",
              " 'flick',\n",
              " 'While',\n",
              " 'evil',\n",
              " 'starts',\n",
              " 'Also',\n",
              " 'final',\n",
              " 'thinking',\n",
              " 'white',\n",
              " 'act',\n",
              " 'heart',\n",
              " 'myself',\n",
              " 'decent',\n",
              " 'feeling',\n",
              " 'voice',\n",
              " 'directed',\n",
              " 'Of',\n",
              " 'perhaps',\n",
              " 'hour',\n",
              " 'expect',\n",
              " 'brilliant',\n",
              " 'parts',\n",
              " 'daughter',\n",
              " 'matter',\n",
              " 'stuff',\n",
              " 'took',\n",
              " 'actress',\n",
              " 'slow',\n",
              " 'horrible',\n",
              " 'late',\n",
              " 'dark',\n",
              " 'happens',\n",
              " 'says',\n",
              " 'etc',\n",
              " 'kill',\n",
              " 'run',\n",
              " 'moment',\n",
              " 'today',\n",
              " 'heard',\n",
              " 'attempt',\n",
              " 'killed',\n",
              " 'known',\n",
              " 'Some',\n",
              " 'girls',\n",
              " 'lack',\n",
              " 'writer',\n",
              " 'kid',\n",
              " 'type',\n",
              " 'days',\n",
              " 'involved',\n",
              " 'obvious',\n",
              " 'roles',\n",
              " 'group',\n",
              " 'soon',\n",
              " 'hit',\n",
              " 'eyes',\n",
              " 'fight',\n",
              " 'violence',\n",
              " 'Mr.',\n",
              " 'extremely',\n",
              " 'interest',\n",
              " 'complete',\n",
              " 'particularly',\n",
              " 'chance',\n",
              " 'coming',\n",
              " 'happened',\n",
              " 'including',\n",
              " 'James',\n",
              " 'With',\n",
              " 'leave',\n",
              " 'told',\n",
              " 'obviously',\n",
              " 'Just',\n",
              " 'experience',\n",
              " 'stop',\n",
              " 'happen',\n",
              " 'looked',\n",
              " 'strong',\n",
              " 'ago',\n",
              " 'brother',\n",
              " 'hero',\n",
              " 'wonder',\n",
              " 'highly',\n",
              " 'sometimes',\n",
              " 'career',\n",
              " 'except',\n",
              " 'husband',\n",
              " 'shown',\n",
              " 'David',\n",
              " 'started',\n",
              " 'across',\n",
              " '/>There',\n",
              " 'exactly',\n",
              " 'opening',\n",
              " 'serious',\n",
              " 'whose',\n",
              " 'jokes',\n",
              " 'annoying',\n",
              " 'Now',\n",
              " 'age',\n",
              " 'female',\n",
              " 'documentary',\n",
              " 'level',\n",
              " 'simple',\n",
              " 'cinematography',\n",
              " 'taken',\n",
              " 'relationship',\n",
              " 'crap',\n",
              " 'score',\n",
              " 'number',\n",
              " 'novel',\n",
              " 'Robert',\n",
              " 'finds',\n",
              " 'change',\n",
              " 'modern',\n",
              " 'song',\n",
              " 'ends',\n",
              " 'musical',\n",
              " '/>In',\n",
              " 'despite',\n",
              " 'shots',\n",
              " 'sad',\n",
              " 'murder',\n",
              " 'released',\n",
              " 'save',\n",
              " 'somewhat',\n",
              " 'reality',\n",
              " 'running',\n",
              " 'hours',\n",
              " 'light',\n",
              " 'ridiculous',\n",
              " 'turned',\n",
              " 'usual',\n",
              " 'English',\n",
              " 'possible',\n",
              " '/>If',\n",
              " 'body',\n",
              " 'gore',\n",
              " 'talking',\n",
              " 'non',\n",
              " 'living',\n",
              " 'opinion',\n",
              " 'saying',\n",
              " 'tells',\n",
              " 'British',\n",
              " 'cut',\n",
              " 'yourself',\n",
              " 'knew',\n",
              " '5',\n",
              " 'alone',\n",
              " 'taking',\n",
              " 'important',\n",
              " 'police',\n",
              " 'scary',\n",
              " 'huge',\n",
              " 'usually',\n",
              " 'ones',\n",
              " 'sequence',\n",
              " 'events',\n",
              " 'Jack',\n",
              " 'cheap',\n",
              " 'mostly',\n",
              " 'order',\n",
              " 'talent',\n",
              " 'songs',\n",
              " 'episodes',\n",
              " 'view',\n",
              " 'word',\n",
              " 'single',\n",
              " 'happy',\n",
              " 'comic',\n",
              " 'Man',\n",
              " 'Paul',\n",
              " 'cool',\n",
              " 'room',\n",
              " 'due',\n",
              " 'Oh',\n",
              " 'wish',\n",
              " 'hilarious',\n",
              " 'attention',\n",
              " 'thriller',\n",
              " 'call',\n",
              " 'local',\n",
              " 'silly',\n",
              " 'television',\n",
              " 'bring',\n",
              " 'disappointed',\n",
              " 'romantic',\n",
              " '/>But',\n",
              " 'middle',\n",
              " 'strange',\n",
              " 'blood',\n",
              " 'On',\n",
              " 'Oscar',\n",
              " '4',\n",
              " 'knows',\n",
              " 'problems',\n",
              " 'four',\n",
              " 'sets',\n",
              " 'it.<br',\n",
              " 'supporting',\n",
              " 'class',\n",
              " 'Richard',\n",
              " 'country',\n",
              " 'major',\n",
              " 'feels',\n",
              " 'message',\n",
              " 'future',\n",
              " 'appears',\n",
              " 'falls',\n",
              " 'similar',\n",
              " 'words',\n",
              " 'giving',\n",
              " 'predictable',\n",
              " 'easily',\n",
              " 'fast',\n",
              " 'clearly',\n",
              " 'King',\n",
              " 'mention',\n",
              " 'stand',\n",
              " 'actual',\n",
              " 'hell',\n",
              " 'Although',\n",
              " 'five',\n",
              " 'clear',\n",
              " 'points',\n",
              " 'OK',\n",
              " 'feature',\n",
              " 'moving',\n",
              " 'straight',\n",
              " 'talk',\n",
              " 'release',\n",
              " 'review',\n",
              " 'ways',\n",
              " 'York',\n",
              " 'none',\n",
              " 'theme',\n",
              " 'above',\n",
              " 'upon',\n",
              " 'George',\n",
              " 'fall',\n",
              " 'needs',\n",
              " 'enjoyable',\n",
              " 'entertainment',\n",
              " 'named',\n",
              " 'near',\n",
              " 'elements',\n",
              " 'seriously',\n",
              " 'power',\n",
              " 'surprised',\n",
              " 'herself',\n",
              " 'kept',\n",
              " 'realistic',\n",
              " 'storyline',\n",
              " 'doubt',\n",
              " 'movie.<br',\n",
              " 'sister',\n",
              " 'First',\n",
              " 'form',\n",
              " 'sequel',\n",
              " 'soundtrack',\n",
              " 'tried',\n",
              " 'effort',\n",
              " 'ten',\n",
              " 'Maybe',\n",
              " 'famous',\n",
              " 'working',\n",
              " 'Peter',\n",
              " 'follow',\n",
              " 'easy',\n",
              " 'showing',\n",
              " 'hate',\n",
              " 'within',\n",
              " 'Her',\n",
              " 'bunch',\n",
              " 'tale',\n",
              " 'material',\n",
              " 'particular',\n",
              " 'beyond',\n",
              " 'comments',\n",
              " 'typical',\n",
              " 'Tom',\n",
              " 'means',\n",
              " 'overall',\n",
              " 'America',\n",
              " 'nearly',\n",
              " 'using',\n",
              " 'brought',\n",
              " 'editing',\n",
              " '$',\n",
              " 'animation',\n",
              " 'dull',\n",
              " 'Lee',\n",
              " 'Yes',\n",
              " 'begins',\n",
              " 'figure',\n",
              " 'leads',\n",
              " 'God',\n",
              " 'among',\n",
              " 'atmosphere',\n",
              " 'sequences',\n",
              " 'weak',\n",
              " '/>And',\n",
              " 'Disney',\n",
              " 'team',\n",
              " 'Who',\n",
              " 'sexual',\n",
              " 'certain',\n",
              " 'Unfortunately',\n",
              " '/>A',\n",
              " 'hear',\n",
              " 'rating',\n",
              " 'Is',\n",
              " 'viewing',\n",
              " 'dialog',\n",
              " 'expected',\n",
              " 'fantastic',\n",
              " 'stay',\n",
              " 'theater',\n",
              " 'filmed',\n",
              " 'killing',\n",
              " 'French',\n",
              " 'crime',\n",
              " 'poorly',\n",
              " 're',\n",
              " 'viewers',\n",
              " 'decided',\n",
              " 'period',\n",
              " 'learn',\n",
              " 'sit',\n",
              " 'stage',\n",
              " 'average',\n",
              " 'became',\n",
              " 'whether',\n",
              " 'eye',\n",
              " 'reviews',\n",
              " 'buy',\n",
              " 'move',\n",
              " 'nature',\n",
              " 'premise',\n",
              " 'yes',\n",
              " 'basically',\n",
              " 'begin',\n",
              " 'subject',\n",
              " 'surprise',\n",
              " 'B',\n",
              " 'believable',\n",
              " 'minute',\n",
              " 'parents',\n",
              " 'greatest',\n",
              " 'suspense',\n",
              " '/>As',\n",
              " 'Japanese',\n",
              " 'add',\n",
              " 'NOT',\n",
              " 'difficult',\n",
              " 'film.<br',\n",
              " 'lots',\n",
              " 'deal',\n",
              " 'From',\n",
              " 'Its',\n",
              " 'gone',\n",
              " 'meets',\n",
              " 'forced',\n",
              " 'Joe',\n",
              " 'city',\n",
              " 'directors',\n",
              " 'dramatic',\n",
              " 'realize',\n",
              " 'lame',\n",
              " '`',\n",
              " 'leaves',\n",
              " 'male',\n",
              " 'possibly',\n",
              " 'society',\n",
              " 'unique',\n",
              " 'write',\n",
              " 'Jane',\n",
              " 'earlier',\n",
              " 'reading',\n",
              " 'An',\n",
              " 'screenplay',\n",
              " 'Like',\n",
              " 'memorable',\n",
              " 'somehow',\n",
              " 'acted',\n",
              " 'badly',\n",
              " 'comment',\n",
              " 'needed',\n",
              " 'footage',\n",
              " 'interested',\n",
              " 'apparently',\n",
              " 'creepy',\n",
              " 'mystery',\n",
              " 'worked',\n",
              " 'question',\n",
              " 'quickly',\n",
              " 'situation',\n",
              " 'please',\n",
              " 'rent',\n",
              " 'emotional',\n",
              " 'keeps',\n",
              " 'wait',\n",
              " 'whom',\n",
              " 'third',\n",
              " 'credits',\n",
              " '20',\n",
              " 'personal',\n",
              " 'season',\n",
              " 'These',\n",
              " 'free',\n",
              " 'ask',\n",
              " 'forward',\n",
              " 'older',\n",
              " 'open',\n",
              " 'result',\n",
              " 'meet',\n",
              " 'political',\n",
              " 'features',\n",
              " 'ideas',\n",
              " 'romance',\n",
              " 's',\n",
              " 'setting',\n",
              " 'nor',\n",
              " 'laughs',\n",
              " 'die',\n",
              " 'superb',\n",
              " 'weird',\n",
              " 'brings',\n",
              " 'eventually',\n",
              " 'truth',\n",
              " 'fails',\n",
              " 'mess',\n",
              " 'business',\n",
              " 'present',\n",
              " 'rate',\n",
              " 'dance',\n",
              " 'meant',\n",
              " 'perfectly',\n",
              " 'imagine',\n",
              " 'effect',\n",
              " 'girlfriend',\n",
              " 'previous',\n",
              " 'sorry',\n",
              " ...]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bubxOO9wRq2Y",
        "colab_type": "code",
        "outputId": "e35ba4aa-a6ac-4507-f1fc-e894931c7088",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors # all word vectors being used"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor([[-0.1117, -0.4966,  0.1631,  ...,  1.2647, -0.2753, -0.1325],\n",
              "        [-0.8555, -0.7208,  1.3755,  ...,  0.0825, -1.1314,  0.3997],\n",
              "        [-0.0382, -0.2449,  0.7281,  ..., -0.1459,  0.8278,  0.2706],\n",
              "        ...,\n",
              "        [ 0.1640, -0.1446,  0.6948,  ..., -0.4320, -0.1155,  0.9253],\n",
              "        [-0.9153,  0.4699, -0.6548,  ..., -0.2684, -0.3351, -0.2960],\n",
              "        [ 0.3461, -0.0135, -0.1925,  ...,  0.5472, -0.2596,  0.3109]])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0XS7ydyPSqea",
        "colab_type": "code",
        "outputId": "1a84be95-31fa-4ed2-aa6a-7ea17be67882",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors.shape # finding number of words and vector size used to encode the context"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "torch.Size([25002, 100])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-cSprEcOSuH5",
        "colab_type": "code",
        "outputId": "34cad43f-2787-4d81-e18b-4baee33ff201",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['king']] # vector for king"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor([-0.3231, -0.8762,  0.2198,  0.2527,  0.2298,  0.7388, -0.3795, -0.3531,\n",
              "        -0.8437, -1.1113, -0.3027,  0.3318, -0.2511,  0.3045, -0.0775, -0.8982,\n",
              "         0.0925, -1.1407, -0.5832,  0.6687, -0.2312, -0.9585,  0.2826, -0.0788,\n",
              "         0.7531,  0.2658,  0.3422, -0.3395,  0.9561,  0.0656,  0.4575,  0.3984,\n",
              "         0.5796,  0.3927, -0.2185,  0.5879, -0.5600,  0.6337, -0.0440, -0.6873,\n",
              "        -0.3784,  0.3803,  0.6164, -0.8827, -0.1235, -0.3793, -0.3832,  0.2387,\n",
              "         0.6685, -0.4332, -0.1107,  0.0817,  1.1569,  0.7896, -0.2122, -2.3211,\n",
              "        -0.6781,  0.4456,  0.6571,  0.1045,  0.4622,  0.1991,  0.2580,  0.0572,\n",
              "         0.5344, -0.4313, -0.3431,  0.5979, -0.5842,  0.0690,  0.2394, -0.8518,\n",
              "         0.3038, -0.3418, -0.2575, -0.0311, -0.1629,  0.4517, -0.9163,  0.6452,\n",
              "         0.7328, -0.2275,  0.3023,  0.0448, -0.8374,  0.5501, -0.5251, -1.7357,\n",
              "         0.4751, -0.7049,  0.0569, -0.7132,  0.0896,  0.4139, -1.3363, -0.6191,\n",
              "        -0.3309, -0.5288,  0.1648, -0.9888])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LAS9cOnPTl_3",
        "colab_type": "code",
        "outputId": "c12aa51b-4f20-4b0c-9e95-ac64755b630d",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['king']].norm() # the magnitude of the vector"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(6.1176)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ku5MBcgaS7Ny",
        "colab_type": "code",
        "outputId": "6f0d783a-41c3-4a8e-c216-551dd10eb88b",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['queen']] # queen vector"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor([-0.5005, -0.7083,  0.5539,  0.6730,  0.2249,  0.6028, -0.2619,  0.7387,\n",
              "        -0.6538, -0.2161, -0.3381,  0.2450, -0.5150,  0.8568, -0.3720, -0.5882,\n",
              "         0.3064, -0.3067, -0.2187,  0.7837, -0.6194, -0.5493,  0.4307, -0.0273,\n",
              "         0.9757,  0.4617,  0.1149, -0.9984,  1.0661, -0.2082,  0.5316,  0.4092,\n",
              "         1.0406,  0.2494,  0.1871,  0.4153, -0.9541,  0.3682, -0.3795, -0.6802,\n",
              "        -0.1458, -0.2011,  0.1711, -0.5570,  0.7191,  0.0700, -0.2364,  0.4953,\n",
              "         1.1576, -0.0508,  0.2573, -0.0911,  1.2663,  1.1047, -0.5158, -2.0033,\n",
              "        -0.6482,  0.1642,  0.3293,  0.0485,  0.1900,  0.6612,  0.0809,  0.3364,\n",
              "         0.2276,  0.1462, -0.5100,  0.6378,  0.4730, -0.3282,  0.0839, -0.7855,\n",
              "         0.0991,  0.0392,  0.2789,  0.1175,  0.5786,  0.0436, -0.1596, -0.3530,\n",
              "        -0.0490, -0.3246,  1.4981,  0.5814, -1.1320, -0.6067, -0.3751, -1.1813,\n",
              "         0.8012, -0.5001, -0.1657, -0.7058,  0.4301,  0.5105, -0.8033, -0.6657,\n",
              "        -0.6372, -0.3603,  0.1335, -0.5608])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "BhQw9dR1TzEU",
        "colab_type": "code",
        "outputId": "a36511ad-e14e-4f33-9e69-b3a2c040cc1a",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['queen']].norm() # length of queen vector"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(6.0067)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fLEutq_oTAXm",
        "colab_type": "code",
        "outputId": "7a89c949-5dd2-4956-a630-ac141305bde4",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['man']] # vector for man"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor([ 3.7293e-01,  3.8503e-01,  7.1086e-01, -6.5911e-01, -1.0128e-03,\n",
              "         9.2715e-01,  2.7615e-01, -5.6203e-02, -2.4294e-01,  2.4632e-01,\n",
              "        -1.8449e-01,  3.1398e-01,  4.8983e-01,  9.2560e-02,  3.2958e-01,\n",
              "         1.5056e-01,  5.7317e-01, -1.8529e-01, -5.2277e-01,  4.6191e-01,\n",
              "         9.2038e-01,  3.1001e-02, -1.6246e-01, -4.0567e-01,  7.8621e-01,\n",
              "         5.7722e-01, -5.3501e-01, -6.8228e-01,  1.6987e-01,  3.6310e-01,\n",
              "        -7.1773e-02,  4.7233e-01,  2.7806e-02, -1.4951e-01,  1.7543e-01,\n",
              "        -3.7573e-01, -7.8517e-01,  5.8171e-01,  8.6859e-01,  3.1445e-02,\n",
              "        -4.5897e-01, -4.0917e-02,  9.5897e-01, -1.6975e-01,  1.3045e-01,\n",
              "         2.7434e-01, -6.9485e-02,  2.2402e-02,  2.4977e-01, -2.1536e-01,\n",
              "        -3.2406e-01, -3.9867e-01,  6.8613e-01,  1.7923e+00, -3.7848e-01,\n",
              "        -2.2477e+00, -7.7025e-01,  4.6582e-01,  1.2411e+00,  5.7756e-01,\n",
              "         4.1151e-01,  8.4328e-01, -5.4259e-01, -1.6715e-01,  7.3927e-01,\n",
              "        -9.3477e-02,  9.0278e-01,  5.0889e-01, -5.0031e-01,  2.6451e-01,\n",
              "         1.5443e-01, -2.9432e-01,  1.0906e-01, -2.6667e-01,  3.5438e-01,\n",
              "         4.9079e-02,  1.8018e-01, -5.8590e-01, -5.5542e-01, -2.8987e-01,\n",
              "         7.4278e-01,  3.4530e-01, -2.8757e-02, -2.2646e-01, -1.3113e+00,\n",
              "        -5.7190e-01, -5.2306e-01, -1.2670e-01, -9.8678e-02, -5.3463e-01,\n",
              "         2.8607e-01, -3.7501e-01,  4.5742e-01,  4.5975e-02, -2.4675e-01,\n",
              "         4.5656e-02, -3.8302e-01, -9.3711e-01,  3.9138e-02, -5.3911e-01])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SFuNMrOgT4rX",
        "colab_type": "code",
        "outputId": "be149c2c-655c-4ee8-c646-aa2a1ad92d70",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['man']].norm() # len of vector for man"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(5.5936)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4svswmchTJAA",
        "colab_type": "code",
        "outputId": "759b833d-7902-4af1-aa58-d0bf40a4c80a",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['woman']]"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor([ 0.5937,  0.4482,  0.5932,  0.0741,  0.1114,  1.2793,  0.1666,  0.2407,\n",
              "         0.3905,  0.3277, -0.7503,  0.3501,  0.7606,  0.3807,  0.1752,  0.0318,\n",
              "         0.4685, -0.2165, -0.4628,  0.3997,  0.1662, -0.0115,  0.0441,  0.3033,\n",
              "         0.6153,  0.4705, -0.4404, -1.5963,  0.1843,  0.2319,  0.2045,  0.5162,\n",
              "         0.6573, -0.3452,  0.2345, -0.6200, -0.6874,  0.2858,  1.0605,  0.4692,\n",
              "        -0.8515,  0.1015,  0.2143, -0.2059,  0.2364,  0.2132, -0.2129,  0.1211,\n",
              "         0.1877, -0.2328, -0.2550, -0.3963,  0.8438,  1.6801, -0.4094, -1.9976,\n",
              "        -0.6987,  0.2173,  1.2197,  0.5513,  0.4410,  0.7259, -0.0921, -0.0224,\n",
              "         0.7204,  0.1076,  0.8412,  0.3031, -0.4254,  0.0564,  0.1311, -0.0712,\n",
              "        -0.1058,  0.5668,  0.5455,  0.8411,  0.1486, -0.6263, -0.6839, -1.0831,\n",
              "        -0.0884,  0.3217,  0.4779,  0.0919, -1.2559, -1.2268,  0.0854,  0.3683,\n",
              "         0.0816, -0.7661,  0.8775, -0.2201,  0.8240, -0.0922, -0.4594,  0.4657,\n",
              "        -0.5602, -0.5465,  0.1516, -0.3075])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Xom5DCeLT7Xk",
        "colab_type": "code",
        "outputId": "a8a662e4-020c-4ad0-b291-938ae7de54a2",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['woman']].norm()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(5.9617)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5OG3vLT1VGmg",
        "colab_type": "code",
        "outputId": "42aa89a4-c85f-477c-c560-7fff39826af5",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "# KING - MAN + WOMAN ~ QUEEN \n",
        "(TEXT.vocab.vectors[TEXT.vocab.stoi['king']]-TEXT.vocab.vectors[TEXT.vocab.stoi['man']]+TEXT.vocab.vectors[TEXT.vocab.stoi['woman']]).dot(TEXT.vocab.vectors[TEXT.vocab.stoi['queen']])/((TEXT.vocab.vectors[TEXT.vocab.stoi['king']]-TEXT.vocab.vectors[TEXT.vocab.stoi['man']]+TEXT.vocab.vectors[TEXT.vocab.stoi['woman']]).norm()*(TEXT.vocab.vectors[TEXT.vocab.stoi['queen']]).norm())"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(0.7834)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cBdHyJNmC5c7",
        "colab_type": "code",
        "outputId": "5ee8291a-cc2b-4bac-cc29-00187facbc33",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['king']]-TEXT.vocab.vectors[TEXT.vocab.stoi['man']]"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor([-0.6960, -1.2612, -0.4911,  0.9118,  0.2308, -0.1884, -0.6557, -0.2969,\n",
              "        -0.6007, -1.3576, -0.1182,  0.0178, -0.7410,  0.2119, -0.4071, -1.0487,\n",
              "        -0.4807, -0.9554, -0.0605,  0.2068, -1.1516, -0.9896,  0.4451,  0.3268,\n",
              "        -0.0331, -0.3114,  0.8772,  0.3428,  0.7862, -0.2975,  0.5292, -0.0740,\n",
              "         0.5518,  0.5422, -0.3939,  0.9637,  0.2252,  0.0520, -0.9126, -0.7188,\n",
              "         0.0806,  0.4212, -0.3426, -0.7129, -0.2539, -0.6536, -0.3137,  0.2163,\n",
              "         0.4187, -0.2178,  0.2134,  0.4804,  0.4708, -1.0027,  0.1662, -0.0734,\n",
              "         0.0922, -0.0202, -0.5840, -0.4731,  0.0507, -0.6442,  0.8006,  0.2243,\n",
              "        -0.2048, -0.3379, -1.2459,  0.0890, -0.0839, -0.1955,  0.0850, -0.5575,\n",
              "         0.1947, -0.0751, -0.6118, -0.0802, -0.3430,  1.0376, -0.3609,  0.9351,\n",
              "        -0.0100, -0.5728,  0.3310,  0.2713,  0.4739,  1.1220, -0.0020, -1.6090,\n",
              "         0.5738, -0.1702, -0.2291, -0.3382, -0.3678,  0.3680, -1.0896, -0.6648,\n",
              "         0.0521,  0.4083,  0.1257, -0.4497])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 24
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "BBiQwAxjTSgo",
        "colab_type": "code",
        "outputId": "a8b06b30-b420-4fb7-d1c6-5fa8d47df395",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['earth']].dot(TEXT.vocab.vectors[TEXT.vocab.stoi['world']])/(TEXT.vocab.vectors[TEXT.vocab.stoi['earth']].norm()*TEXT.vocab.vectors[TEXT.vocab.stoi['world']].norm())"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(0.5213)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wE_QHTSdXImi",
        "colab_type": "code",
        "outputId": "453d26d0-5094-48d9-dd4b-4fa4d2677cc4",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['i']].dot(TEXT.vocab.vectors[TEXT.vocab.stoi['me']])/(TEXT.vocab.vectors[TEXT.vocab.stoi['i']].norm()*TEXT.vocab.vectors[TEXT.vocab.stoi['me']].norm())"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(0.8775)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VnZcsQb4V1T9",
        "colab_type": "code",
        "outputId": "91b7f0b5-710c-43c5-9c62-b8af1b5e977e",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "TEXT.vocab.vectors[TEXT.vocab.stoi['life']].dot(TEXT.vocab.vectors[TEXT.vocab.stoi['death']])/(TEXT.vocab.vectors[TEXT.vocab.stoi['life']].norm()*TEXT.vocab.vectors[TEXT.vocab.stoi['death']].norm())"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(0.6755)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "H8rCv0Z5abGg",
        "colab_type": "text"
      },
      "source": [
        "###Non-DL Approach, this also works!!!\n",
        "But may not be the best you can get from data"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZU9QoeIaafi2",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "s1 = \"I like this movie\"\n",
        "s2 = \"A boring movie\""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UOG2jrYtbk09",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "A = TEXT.vocab.vectors[TEXT.vocab.stoi['love']]\n",
        "B = TEXT.vocab.vectors[TEXT.vocab.stoi['hate']]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qNRCcQ5Pap9W",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "sum1 = torch.zeros_like(TEXT.vocab.vectors[TEXT.vocab.stoi['I']])\n",
        "for i in s1.split(' '):\n",
        "  sum1 += TEXT.vocab.vectors[TEXT.vocab.stoi[i]]*0.1/(0.1+TEXT.vocab.freqs[i]/25e3)\n",
        "\n",
        "sum2 = torch.zeros_like(TEXT.vocab.vectors[TEXT.vocab.stoi['I']])\n",
        "for i in s2.split(' '):\n",
        "  sum2 += TEXT.vocab.vectors[TEXT.vocab.stoi[i]]*0.1/(0.1+TEXT.vocab.freqs[i]/25e3)\n",
        "\n",
        "sum1 = sum1/len(s1)\n",
        "sum2 = sum2/len(s2)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OYiyXZFEbEE-",
        "colab_type": "code",
        "outputId": "ebe13104-40f0-4b57-d118-e7fc511fa5a8",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "sum1"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor([-0.0015,  0.0117,  0.0077, -0.0095, -0.0033,  0.0021, -0.0117, -0.0025,\n",
              "        -0.0032,  0.0009, -0.0009, -0.0058,  0.0045,  0.0050,  0.0054,  0.0005,\n",
              "         0.0054,  0.0063,  0.0038,  0.0149,  0.0077,  0.0051,  0.0020, -0.0057,\n",
              "         0.0064,  0.0049, -0.0002, -0.0110, -0.0085,  0.0012,  0.0032,  0.0086,\n",
              "        -0.0008, -0.0007,  0.0081,  0.0051,  0.0020,  0.0050, -0.0002, -0.0045,\n",
              "        -0.0023,  0.0010, -0.0064, -0.0043,  0.0002, -0.0018,  0.0011, -0.0090,\n",
              "        -0.0017, -0.0176, -0.0013, -0.0005,  0.0028,  0.0185, -0.0062, -0.0490,\n",
              "        -0.0057,  0.0090,  0.0270,  0.0103, -0.0048,  0.0225, -0.0014,  0.0026,\n",
              "         0.0116,  0.0018,  0.0162,  0.0029, -0.0013, -0.0030, -0.0012, -0.0111,\n",
              "        -0.0022, -0.0051, -0.0096,  0.0049, -0.0024, -0.0016, -0.0030, -0.0008,\n",
              "         0.0034, -0.0024, -0.0083,  0.0039, -0.0250, -0.0025, -0.0063, -0.0068,\n",
              "        -0.0089, -0.0183,  0.0038, -0.0046, -0.0037, -0.0032, -0.0091, -0.0066,\n",
              "        -0.0097, -0.0017,  0.0095,  0.0098])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "o8bgrHl6bH8e",
        "colab_type": "code",
        "outputId": "cfba3f8e-3594-4e0b-af3b-5facb70ddafe",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "print(sum1.dot(A)/(sum1.norm()*A.norm()))\n",
        "print(sum2.dot(A)/(sum2.norm()*A.norm()))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "tensor(0.7026)\n",
            "tensor(0.3258)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CQpH844IPjYT",
        "colab_type": "code",
        "outputId": "f2864307-7c2f-45b9-b203-126fa7fb541d",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "print(sum1.dot(B)/(sum1.norm()*B.norm()))\n",
        "print(sum2.dot(B)/(sum2.norm()*B.norm()))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "tensor(0.5309)\n",
            "tensor(0.3309)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "n4EiyRcENXZz",
        "colab_type": "code",
        "outputId": "dd80de8f-1590-42ea-a206-3637be8461d1",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "sum2.norm()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(0.3698)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 34
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "49jgFkGoYsci",
        "colab_type": "text"
      },
      "source": [
        "#Making our LSTM  with attention\n",
        "Important References: \n",
        "https://github.com/keitakurita/Practical_NLP_in_PyTorch/blob/master/deep_dives/lstm_from_scratch.ipynb\n",
        "https://colab.research.google.com/github/pytorch/tutorials/blob/gh-pages/_downloads/seq2seq_translation_tutorial.ipynb\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "8wOENYbSxrRJ",
        "colab_type": "text"
      },
      "source": [
        "##Importing all files and making the data available"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WSAs8FtcxWh_",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "%matplotlib inline"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RKdUP4Ooxut8",
        "colab_type": "code",
        "outputId": "d70022f2-ed82-415b-9ad6-75ed06993a92",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "# for preprocessing\n",
        "from __future__ import unicode_literals, print_function, division\n",
        "from io import open\n",
        "import unicodedata\n",
        "import string\n",
        "import re\n",
        "import random\n",
        "\n",
        "# for building the model\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "from torch import optim\n",
        "import torch.nn.functional as F\n",
        "!pip install torchviz\n",
        "from torchviz import make_dot\n",
        "\n",
        "# to use the GPU for free ;)\n",
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting torchviz\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/8f/8e/a9630c7786b846d08b47714dd363a051f5e37b4ea0e534460d8cdfc1644b/torchviz-0.0.1.tar.gz (41kB)\n",
            "\r\u001b[K     |████████                        | 10kB 30.1MB/s eta 0:00:01\r\u001b[K     |████████████████                | 20kB 29.7MB/s eta 0:00:01\r\u001b[K     |███████████████████████▉        | 30kB 33.4MB/s eta 0:00:01\r\u001b[K     |███████████████████████████████▉| 40kB 37.3MB/s eta 0:00:01\r\u001b[K     |████████████████████████████████| 51kB 7.8MB/s \n",
            "\u001b[?25hRequirement already satisfied: torch in /usr/local/lib/python3.6/dist-packages (from torchviz) (1.4.0)\n",
            "Requirement already satisfied: graphviz in /usr/local/lib/python3.6/dist-packages (from torchviz) (0.10.1)\n",
            "Building wheels for collected packages: torchviz\n",
            "  Building wheel for torchviz (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for torchviz: filename=torchviz-0.0.1-cp36-none-any.whl size=3523 sha256=3fafc35e581f6f78a3b9e6a5a7d0f9c2bed5d488a2386162244f6c348376f9e4\n",
            "  Stored in directory: /root/.cache/pip/wheels/2a/c2/c5/b8b4d0f7992c735f6db5bfa3c5f354cf36502037ca2b585667\n",
            "Successfully built torchviz\n",
            "Installing collected packages: torchviz\n",
            "Successfully installed torchviz-0.0.1\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "F7fRMjYyxypb",
        "colab_type": "code",
        "outputId": "d5af9c55-e3e1-43e5-9652-30952be57619",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "!wget https://download.pytorch.org/tutorial/data.zip # downloading the dataset"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "--2020-03-06 05:58:17--  https://download.pytorch.org/tutorial/data.zip\n",
            "Resolving download.pytorch.org (download.pytorch.org)... 13.224.253.59, 13.224.253.114, 13.224.253.46, ...\n",
            "Connecting to download.pytorch.org (download.pytorch.org)|13.224.253.59|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 2882130 (2.7M) [application/zip]\n",
            "Saving to: ‘data.zip’\n",
            "\n",
            "\rdata.zip              0%[                    ]       0  --.-KB/s               \rdata.zip            100%[===================>]   2.75M  --.-KB/s    in 0.09s   \n",
            "\n",
            "2020-03-06 05:58:18 (29.1 MB/s) - ‘data.zip’ saved [2882130/2882130]\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "X1_O323uzSB4",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!unzip -q \"data.zip\" # unzipping the dataset"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ZyuxsfXXz5Ee",
        "colab_type": "text"
      },
      "source": [
        "##Preparing Data"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GLb1-LaH2NuO",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "SOS_token = 0 # used to indicate the start of the sentence and allow decoder to generate the translation\n",
        "EOS_token = 1 # used to mark the end of generated sentence and stop decoder\n",
        "\n",
        "\n",
        "class Lang:\n",
        "    # a class to store all important text properties\n",
        "    def __init__(self, name):\n",
        "        self.name = name\n",
        "        self.word2index = {} # word to index of vector of the word in the array of all vectors\n",
        "        self.word2count = {} # stores count of every word\n",
        "        self.index2word = {0: \"SOS\", 1: \"EOS\"} # stores which word is mapped to which index in the language\n",
        "        self.n_words = 2  # Count SOS and EOS\n",
        "\n",
        "    def addSentence(self, sentence):\n",
        "        # creates above attributes for a sentence\n",
        "        for word in sentence.split(' '):\n",
        "            self.addWord(word)\n",
        "\n",
        "    def addWord(self, word):\n",
        "        # checks and adds new words\n",
        "        if word not in self.word2index:\n",
        "            self.word2index[word] = self.n_words\n",
        "            self.word2count[word] = 1\n",
        "            self.index2word[self.n_words] = word\n",
        "            self.n_words += 1\n",
        "        else:\n",
        "            self.word2count[word] += 1"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hNq7Nk6rzmgT",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Turn a Unicode string to plain ASCII, thanks to\n",
        "# http://stackoverflow.com/a/518232/2809427\n",
        "def unicodeToAscii(s):\n",
        "    return ''.join(\n",
        "        c for c in unicodedata.normalize('NFD', s)\n",
        "        if unicodedata.category(c) != 'Mn'\n",
        "    )\n",
        "\n",
        "# Lowercase, trim, and remove non-letter characters\n",
        "\n",
        "\n",
        "def normalizeString(s):\n",
        "    s = unicodeToAscii(s.lower().strip())\n",
        "    s = re.sub(r\"([.!?])\", r\" \\1\", s)\n",
        "    s = re.sub(r\"[^a-zA-Z.!?]+\", r\" \", s)\n",
        "    return s"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sHXpzmfd0SIb",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# preprocessing all sentences\n",
        "def readLangs(lang1, lang2, reverse=False):\n",
        "    print(\"Reading lines...\")\n",
        "\n",
        "    # Read the file and split into lines\n",
        "    lines = open('data/%s-%s.txt' % (lang1, lang2), encoding='utf-8').\\\n",
        "        read().strip().split('\\n')\n",
        "\n",
        "    # Split every line into pairs and normalize\n",
        "    pairs = [[normalizeString(s) for s in l.split('\\t')] for l in lines]\n",
        "\n",
        "    # Reverse pairs, make Lang instances\n",
        "    if reverse:\n",
        "        pairs = [list(reversed(p)) for p in pairs]\n",
        "        input_lang = Lang(lang2)\n",
        "        output_lang = Lang(lang1)\n",
        "    else:\n",
        "        input_lang = Lang(lang1)\n",
        "        output_lang = Lang(lang2)\n",
        "\n",
        "    return input_lang, output_lang, pairs"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "S7unMn-A0bLB",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "MAX_LENGTH = 5\n",
        "\n",
        "eng_prefixes = (\n",
        "    \"i am \", \"i m \",\n",
        "    \"he is\", \"he s \",\n",
        "    \"she is\", \"she s\",\n",
        "    \"you are\", \"you re \",\n",
        "    \"we are\", \"we re \",\n",
        "    \"they are\", \"they re \"\n",
        ")\n",
        "\n",
        "\n",
        "def filterPair(p):\n",
        "    # selecting only those sentences which use above prefixes and are within given length\n",
        "    return len(p[0].split(' ')) < MAX_LENGTH and \\\n",
        "        len(p[1].split(' ')) < MAX_LENGTH and \\\n",
        "        p[1].startswith(eng_prefixes)\n",
        "\n",
        "\n",
        "def filterPairs(pairs):\n",
        "    return [pair for pair in pairs if filterPair(pair)]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GJk5pznG0h6o",
        "colab_type": "code",
        "outputId": "6df982f0-e968-468a-e542-5fcaaa3c19bc",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "def prepareData(lang1, lang2, reverse=False):\n",
        "    # preparing the entire dataset\n",
        "    input_lang, output_lang, pairs = readLangs(lang1, lang2, reverse)\n",
        "    print(\"Read %s sentence pairs\" % len(pairs))\n",
        "    pairs = filterPairs(pairs)\n",
        "    print(\"Trimmed to %s sentence pairs\" % len(pairs))\n",
        "    print(\"Counting words...\")\n",
        "    for pair in pairs:\n",
        "        input_lang.addSentence(pair[0])\n",
        "        output_lang.addSentence(pair[1])\n",
        "    print(\"Counted words:\")\n",
        "    print(input_lang.name, input_lang.n_words)\n",
        "    print(output_lang.name, output_lang.n_words)\n",
        "    return input_lang, output_lang, pairs\n",
        "\n",
        "\n",
        "input_lang, output_lang, pairs = prepareData('eng', 'fra', True)\n",
        "print(random.choice(pairs))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Reading lines...\n",
            "Read 135842 sentence pairs\n",
            "Trimmed to 1404 sentence pairs\n",
            "Counting words...\n",
            "Counted words:\n",
            "fra 940\n",
            "eng 466\n",
            "['nous sommes reconnaissants .', 'we re grateful .']\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cXPz46Gs2aEa",
        "colab_type": "text"
      },
      "source": [
        "##Model building"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "juT6RS39VG5Z",
        "colab_type": "text"
      },
      "source": [
        "###Encoder"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OHyP_-sH2ZX1",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "class LSTM_Encoder(nn.Module):\n",
        "    def __init__(self, input_size, input_vector_size, hidden_size):\n",
        "        super().__init__()\n",
        "        self.input_size = input_size # Number of inputs\n",
        "        self.input_vector_size = input_vector_size # size of embedding of input\n",
        "        self.hidden_size = hidden_size # size of hidden state\n",
        "        # input gate: sigmoid(w_ii*x+w_hi*h+b_i) has value in (0,1) which regulates how much effect input has on the cell state\n",
        "        # self.W_ii = Parameter(torch.Tensor(input_sz, hidden_sz)) # weight used for input to generate new cell state\n",
        "        # self.W_hi = Parameter(torch.Tensor(hidden_sz, hidden_sz)) # weight used for hidden state to generate new cell state\n",
        "        # self.b_i = Parameter(torch.Tensor(hidden_sz)) # bias used to generate new cell state\n",
        "        # can be simplified as:\n",
        "        self.input_gate = nn.Linear(self.input_vector_size+hidden_size, hidden_size, bias = True)\n",
        "        # forget gate: sigmoid(w_if*x+w_hf*h+b_f) has value in (0,1) which regulates how much cell state should be passed through the network\n",
        "        # self.W_if = Parameter(torch.Tensor(input_sz, hidden_sz))\n",
        "        # self.W_hf = Parameter(torch.Tensor(hidden_sz, hidden_sz))\n",
        "        # self.b_f = Parameter(torch.Tensor(hidden_sz))\n",
        "        self.forget_gate = nn.Linear(self.input_vector_size+hidden_size, hidden_size, bias = True)\n",
        "        # generator: NOT a gate as it generate the value of the output with respect to the input and the hidden state and updates the cell state\n",
        "        # self.W_ig = Parameter(torch.Tensor(input_sz, hidden_sz))\n",
        "        # self.W_hg = Parameter(torch.Tensor(hidden_sz, hidden_sz))\n",
        "        # self.b_g = Parameter(torch.Tensor(hidden_sz))\n",
        "        self.generator = nn.Linear(self.input_vector_size+hidden_size, hidden_size, bias = True)\n",
        "        # output gate: controls the amount of effect the new state can have on the hidden representations\n",
        "        # self.W_io = Parameter(torch.Tensor(input_sz, hidden_sz))\n",
        "        # self.W_ho = Parameter(torch.Tensor(hidden_sz, hidden_sz))\n",
        "        # self.b_o = Parameter(torch.Tensor(hidden_sz))\n",
        "        self.output_gate = nn.Linear(self.input_vector_size+hidden_size, hidden_size, bias = True)\n",
        "\n",
        "        self.embedding = nn.Embedding(input_size, self.input_vector_size)\n",
        "        \n",
        "        #self.init_weights() # initializes all weights\n",
        "    \n",
        "    #def init_weights(self):\n",
        "    #    for p in self.parameters():\n",
        "    #        if p.data.ndimension() >= 2:\n",
        "    #            nn.init.xavier_uniform_(p.data)\n",
        "    #        else:\n",
        "    #            nn.init.zeros_(p.data)\n",
        "\n",
        "    def lstm(self, current_input, hidden_state, cell_state):\n",
        "      # implementing forget gate\n",
        "      self.after_forget_gate = torch.sigmoid(1+self.forget_gate(torch.cat([current_input, hidden_state],dim=2).reshape(-1,self.input_vector_size+self.hidden_size))) \n",
        "      # implementing input gate\n",
        "      self.after_input_gate = torch.sigmoid(self.input_gate(torch.cat([current_input, hidden_state],dim=2).reshape(-1,self.input_vector_size+self.hidden_size)))\n",
        "      # implementing output gate\n",
        "      self.after_output_gate = torch.sigmoid(self.output_gate(torch.cat([current_input, hidden_state],dim=2).reshape(-1,self.input_vector_size+self.hidden_size)))\n",
        "      # implementing the output generator\n",
        "      self.after_generator = torch.tanh(self.generator(torch.cat([current_input, hidden_state],dim=2).reshape(-1,self.input_vector_size+self.hidden_size)))\n",
        "      # forgetting cell_state\n",
        "      self.cell_state_after_forgetting = cell_state*self.after_forget_gate\n",
        "      # update to the cell_state\n",
        "      self.new_partial_cell_state = self.after_input_gate * self.after_generator\n",
        "      # final cell_state\n",
        "      self.new_cell_state = self.cell_state_after_forgetting + self.new_partial_cell_state\n",
        "      # generating new hidden state\n",
        "      self.new_hidden_state = torch.tanh(self.new_cell_state)*self.after_output_gate\n",
        "      return self.new_hidden_state, self.new_cell_state\n",
        "\n",
        "    \n",
        "    def forward(self, current_input, hidden_state, cell_state):\n",
        "      self.current_input = current_input\n",
        "      self.hidden_state = hidden_state\n",
        "      self.cell_state = cell_state\n",
        "      # converting words to vectors using indices\n",
        "      self.embedded_current_input = self.embedding(self.current_input).view(1, 1, -1)\n",
        "      # running the LSTM\n",
        "    \n",
        "      self.new_hidden_state, self.new_cell_state = self.lstm(self.embedded_current_input, self.hidden_state, self.cell_state)\n",
        "      return self.new_hidden_state, self.new_hidden_state, self.new_cell_state\n",
        "    \n",
        "    def initHidden(self):\n",
        "        return torch.zeros(1, 1, self.hidden_size, device=device)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "YZUVhxyuWFrw",
        "colab_type": "text"
      },
      "source": [
        "###Decoder (With Attention)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OjuLSfWX0rsr",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "class LSTM_Decoder(nn.Module):\n",
        "    def __init__(self, input_vector_size, hidden_size, output_size, dropout_p=0.1, max_length=MAX_LENGTH):\n",
        "        super().__init__()\n",
        "        self.input_vector_size = input_vector_size # size of embedding of input\n",
        "        self.hidden_size = hidden_size # size of hidden state\n",
        "        self.output_size = output_size\n",
        "        self.dropout_p = dropout_p\n",
        "        self.max_length = MAX_LENGTH\n",
        "\n",
        "        # input gate: sigmoid(w_ii*x+w_hi*h+b_i) has value in (0,1) which regulates how much effect input has on the cell state\n",
        "        # self.W_ii = Parameter(torch.Tensor(input_sz, hidden_sz)) # weight used for input to generate new cell state\n",
        "        # self.W_hi = Parameter(torch.Tensor(hidden_sz, hidden_sz)) # weight used for hidden state to generate new cell state\n",
        "        # self.b_i = Parameter(torch.Tensor(hidden_sz)) # bias used to generate new cell state\n",
        "        # can be simplified as:\n",
        "        self.input_gate = nn.Linear(2*hidden_size, hidden_size, bias = True)\n",
        "        # forget gate: sigmoid(w_if*x+w_hf*h+b_f) has value in (0,1) which regulates how much cell state should be passed through the network\n",
        "        # self.W_if = Parameter(torch.Tensor(input_sz, hidden_sz))\n",
        "        # self.W_hf = Parameter(torch.Tensor(hidden_sz, hidden_sz))\n",
        "        # self.b_f = Parameter(torch.Tensor(hidden_sz))\n",
        "        self.forget_gate = nn.Linear(2*hidden_size, hidden_size, bias = True)\n",
        "        # generator: NOT a gate as it generate the value of the output with respect to the input and the hidden state and updates the cell state\n",
        "        # self.W_ig = Parameter(torch.Tensor(input_sz, hidden_sz))\n",
        "        # self.W_hg = Parameter(torch.Tensor(hidden_sz, hidden_sz))\n",
        "        # self.b_g = Parameter(torch.Tensor(hidden_sz))\n",
        "        self.generator = nn.Linear(2*hidden_size, hidden_size, bias = True)\n",
        "        # output gate: controls the amount of effect the new state can have on the hidden representations\n",
        "        # self.W_io = Parameter(torch.Tensor(input_sz, hidden_sz))\n",
        "        # self.W_ho = Parameter(torch.Tensor(hidden_sz, hidden_sz))\n",
        "        # self.b_o = Parameter(torch.Tensor(hidden_sz))\n",
        "        self.output_gate = nn.Linear(2*hidden_size, hidden_size, bias = True)\n",
        "\n",
        "        self.embedding = nn.Embedding(output_size, hidden_size) # embeddings for the input of decoder\n",
        "\n",
        "        self.outcome = nn.Linear(hidden_size, output_size) # to compute the final output from the value returned from the LSTM\n",
        "\n",
        "        self.attn = nn.Linear(2*self.hidden_size, self.max_length) # computing the attention over the entire input\n",
        "        self.attn_combine = nn.Linear(self.hidden_size * 2, self.hidden_size) # combining the results after applying attention\n",
        "        self.dropout = nn.Dropout(self.dropout_p) # for regularisation\n",
        "        \n",
        "        #self.init_weights() # initializes all weights\n",
        "    \n",
        "    #def init_weights(self):\n",
        "    #    for p in self.parameters():\n",
        "    #        if p.data.ndimension() >= 2:\n",
        "    #            nn.init.xavier_uniform_(p.data)\n",
        "    #        else:\n",
        "    #            nn.init.zeros_(p.data)\n",
        "\n",
        "    def lstm(self, current_input, hidden_state, cell_state):\n",
        "      self.after_forget_gate = torch.sigmoid(1+self.forget_gate(torch.cat([current_input, hidden_state],dim=2).reshape(-1,2*self.hidden_size))) \n",
        "      self.after_input_gate = torch.sigmoid(self.input_gate(torch.cat([current_input, hidden_state],dim=2).reshape(-1,2*self.hidden_size)))\n",
        "      self.after_output_gate = torch.sigmoid(self.output_gate(torch.cat([current_input, hidden_state],dim=2).reshape(-1,2*self.hidden_size)))\n",
        "      self.after_generator = torch.tanh(self.generator(torch.cat([current_input, hidden_state],dim=2).reshape(-1,2*self.hidden_size)))\n",
        "      self.cell_state_after_forgetting = cell_state*self.after_forget_gate\n",
        "      self.new_partial_cell_state = self.after_input_gate * self.after_generator\n",
        "      self.new_cell_state = self.cell_state_after_forgetting + self.new_partial_cell_state\n",
        "      self.new_hidden_state = torch.tanh(self.new_cell_state)*self.after_output_gate\n",
        "      return self.new_hidden_state, self.new_cell_state\n",
        "\n",
        "    \n",
        "    def forward(self, current_input, hidden_state, cell_state, encoder_outputs):\n",
        "      self.current_input = current_input\n",
        "      self.hidden_state = hidden_state\n",
        "      self.cell_state = cell_state\n",
        "      self.encoder_outputs = encoder_outputs # taking all outputs of the encoder to apply attention\n",
        "      self.embedded_current_input = self.embedding(self.current_input).view(1, 1, -1) # index to vector for current input\n",
        "      self.embedded_current_input = self.dropout(self.embedded_current_input) # regularisation\n",
        "\n",
        "      # computing attention weights for all encoder outputs\n",
        "      self.attn_weights = F.softmax(self.attn(torch.cat((self.embedded_current_input[0], self.hidden_state[0]), 1)), dim=1)\n",
        "      self.attn_applied = torch.bmm(self.attn_weights.unsqueeze(0), encoder_outputs.unsqueeze(0))\n",
        "\n",
        "      # combining current input and attention input\n",
        "      self.new_input = torch.cat((self.embedded_current_input[0], self.attn_applied[0]), 1)\n",
        "      self.new_input = self.attn_combine(self.new_input).unsqueeze(0)\n",
        "\n",
        "      self.after_relu_on_input = F.relu(self.new_input)\n",
        "      self.new_hidden_state, self.new_cell_state = self.lstm(self.after_relu_on_input, self.hidden_state, self.cell_state)\n",
        "      self.output = F.log_softmax(self.outcome(self.new_hidden_state[0]))\n",
        "      return self.output[0], self.new_hidden_state, self.new_cell_state, self.attn_weights"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "udrL-Ne9BZ-9",
        "colab_type": "text"
      },
      "source": [
        "##Training the Model"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "iirOtwk4BZbS",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def indexesFromSentence(lang, sentence):\n",
        "    # converting words to indices\n",
        "    return [lang.word2index[word] for word in sentence.split(' ')]\n",
        "\n",
        "\n",
        "def tensorFromSentence(lang, sentence):\n",
        "    # converting index array to pytorch tensor\n",
        "    indexes = indexesFromSentence(lang, sentence)\n",
        "    indexes.append(EOS_token)\n",
        "    return torch.tensor(indexes, dtype=torch.long, device=device).view(-1, 1)\n",
        "\n",
        "def tensorsFromPair(pair):\n",
        "    # making input and output tensors\n",
        "    input_tensor = tensorFromSentence(input_lang, pair[0])\n",
        "    target_tensor = tensorFromSentence(output_lang, pair[1])\n",
        "    return (input_tensor, target_tensor)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NHgFd7ABBQ6G",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "teacher_forcing_ratio = 0.5\n",
        "\n",
        "def train(input_tensor, target_tensor, encoder, decoder, encoder_optimizer, decoder_optimizer, criterion, max_length=MAX_LENGTH):\n",
        "    # initializing the hidden states to 0s for the encoder\n",
        "    encoder_hidden = encoder.initHidden()\n",
        "    cell_hidden = encoder.initHidden()\n",
        "\n",
        "    # zeroing the gradients\n",
        "    encoder_optimizer.zero_grad()\n",
        "    decoder_optimizer.zero_grad()\n",
        "\n",
        "    # finding the lengths to run in loop\n",
        "    input_length = input_tensor.size(0)\n",
        "    target_length = target_tensor.size(0)\n",
        "\n",
        "    # zeroing the hidden state initially\n",
        "    encoder_hiddens = torch.zeros(max_length, encoder.hidden_size, device=device)\n",
        "\n",
        "    loss = 0\n",
        "\n",
        "    # running the encoder\n",
        "    for ei in range(input_length):\n",
        "        encoder_output, encoder_hidden, encoder_cell_state = encoder(\n",
        "            input_tensor[ei], encoder_hidden, cell_hidden)\n",
        "        encoder_hiddens[ei] = encoder_hidden[0, 0]\n",
        "\n",
        "    # starting decoder with the SOS vector\n",
        "    decoder_input = torch.tensor([[SOS_token]], device=device)\n",
        "\n",
        "    # initialising hidden and cell_state of decoder with that of the encoder\n",
        "    decoder_hidden = encoder_hidden\n",
        "    decoder_cell_state = encoder_cell_state\n",
        "\n",
        "    # randomly passing its own output or actual output as input with some probability\n",
        "    use_teacher_forcing = True if random.random() < teacher_forcing_ratio else False\n",
        "\n",
        "    if use_teacher_forcing:\n",
        "        # Teacher forcing: Feed the target as the next input\n",
        "        # running the decoder with target\n",
        "        for di in range(target_length):\n",
        "            decoder_output, decoder_hidden, decoder_cell_state, decoder_attention = decoder(\n",
        "                decoder_input, decoder_hidden, decoder_cell_state, encoder_hiddens)\n",
        "\n",
        "            # using sum to accumulate all the loss\n",
        "            loss += criterion(decoder_output.unsqueeze(0), target_tensor[di])\n",
        "\n",
        "            decoder_input = target_tensor[di]  # Teacher forcing\n",
        "\n",
        "    else:\n",
        "        # Without teacher forcing: use its own predictions as the next input\n",
        "        for di in range(target_length):\n",
        "            decoder_output, decoder_hidden, decoder_cell_state, decoder_attention = decoder(\n",
        "                decoder_input, decoder_hidden, decoder_cell_state, encoder_hiddens)\n",
        "            topv, topi = decoder_output.topk(1)\n",
        "            decoder_input = topi.squeeze().detach()  # detach from history as input\n",
        "\n",
        "            loss += criterion(decoder_output.unsqueeze(0), target_tensor[di])\n",
        "            \n",
        "            # stopping on end of sentence token\n",
        "            if decoder_input.item() == EOS_token:\n",
        "                break\n",
        "\n",
        "    loss.backward() # computing gradients\n",
        "\n",
        "    # updating weights\n",
        "    encoder_optimizer.step()\n",
        "    decoder_optimizer.step()\n",
        "\n",
        "    # returning average loss\n",
        "    return loss.item() / target_length"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NQasmQKeB7Nc",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import time\n",
        "import math\n",
        "\n",
        "\n",
        "def asMinutes(s):\n",
        "    # time in minutes\n",
        "    m = math.floor(s / 60)\n",
        "    s -= m * 60\n",
        "    return '%dm %ds' % (m, s)\n",
        "\n",
        "\n",
        "def timeSince(since, percent):\n",
        "    # for computing the execution time\n",
        "    now = time.time()\n",
        "    s = now - since\n",
        "    es = s / (percent)\n",
        "    rs = es - s\n",
        "    return '%s (- %s)' % (asMinutes(s), asMinutes(rs))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lg5NDqulB_73",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def trainIters(encoder, decoder, n_iters, print_every=1000, plot_every=100, learning_rate=0.01):\n",
        "    # to run the training loop\n",
        "    start = time.time()\n",
        "    plot_losses = []\n",
        "    print_loss_total = 0  # Reset every print_every\n",
        "    plot_loss_total = 0  # Reset every plot_every\n",
        "\n",
        "    encoder_optimizer = optim.SGD(encoder.parameters(), lr=learning_rate)\n",
        "    decoder_optimizer = optim.SGD(decoder.parameters(), lr=learning_rate)\n",
        "    training_pairs = [tensorsFromPair(random.choice(pairs))\n",
        "                      for i in range(n_iters)]\n",
        "    criterion = nn.NLLLoss()\n",
        "\n",
        "    for iter in range(1, n_iters + 1):\n",
        "        # running the training loop\n",
        "\n",
        "        training_pair = training_pairs[iter - 1]\n",
        "        input_tensor = training_pair[0]\n",
        "        target_tensor = training_pair[1]\n",
        "\n",
        "        loss = train(input_tensor, target_tensor, encoder,\n",
        "                     decoder, encoder_optimizer, decoder_optimizer, criterion)\n",
        "        print_loss_total += loss\n",
        "        plot_loss_total += loss\n",
        "\n",
        "        if iter % print_every == 0:\n",
        "            print_loss_avg = print_loss_total / print_every\n",
        "            print_loss_total = 0\n",
        "            print('%s (%d %d%%) %.4f' % (timeSince(start, iter / n_iters),\n",
        "                                         iter, iter / n_iters * 100, print_loss_avg))\n",
        "\n",
        "        if iter % plot_every == 0:\n",
        "            plot_loss_avg = plot_loss_total / plot_every\n",
        "            plot_losses.append(plot_loss_avg)\n",
        "            plot_loss_total = 0\n",
        "\n",
        "    showPlot(plot_losses)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "42WP0iQhCGn_",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# plotting progress of the model\n",
        "import matplotlib.pyplot as plt\n",
        "plt.switch_backend('agg')\n",
        "import matplotlib.ticker as ticker\n",
        "import numpy as np\n",
        "\n",
        "\n",
        "def showPlot(points):\n",
        "    plt.figure()\n",
        "    fig, ax = plt.subplots()\n",
        "    # this locator puts ticks at regular intervals\n",
        "    loc = ticker.MultipleLocator(base=0.2)\n",
        "    ax.yaxis.set_major_locator(loc)\n",
        "    plt.plot(points)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0psrzFh9CJSN",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "encoder_gates = []\n",
        "decoder_gates = []\n",
        "def evaluate(encoder, decoder, sentence, max_length=MAX_LENGTH):\n",
        "    global encoder_gates\n",
        "    global decoder_gates\n",
        "    with torch.no_grad():\n",
        "        input_tensor = tensorFromSentence(input_lang, sentence)\n",
        "        input_length = input_tensor.size()[0]\n",
        "        encoder_hidden = encoder.initHidden()\n",
        "        cell_state = encoder.initHidden()\n",
        "\n",
        "        encoder_outputs = torch.zeros(max_length, encoder.hidden_size, device=device)\n",
        "\n",
        "        for ei in range(input_length):\n",
        "            encoder_output, encoder_hidden, cell_state = encoder(input_tensor[ei],\n",
        "                                                     encoder_hidden, cell_state)\n",
        "            encoder_outputs[ei] += encoder_output[0, 0]\n",
        "            encoder_gates.append(encoder.after_forget_gate)\n",
        "\n",
        "        decoder_input = torch.tensor([[SOS_token]], device=device)  # SOS\n",
        "\n",
        "        decoder_hidden = encoder_hidden\n",
        "        decoder_cell_state = cell_state\n",
        "\n",
        "        decoded_words = []\n",
        "        decoder_attentions = torch.zeros(max_length, max_length)\n",
        "\n",
        "        # could have implemented beam search\n",
        "        for di in range(max_length):\n",
        "            decoder_output, decoder_hidden, decoder_cell_state, decoder_attention = decoder(\n",
        "                decoder_input, decoder_hidden, decoder_cell_state, encoder_outputs)\n",
        "            decoder_attentions[di] = decoder_attention.data\n",
        "            topv, topi = decoder_output.data.topk(1)\n",
        "            decoder_gates.append(decoder.after_forget_gate)\n",
        "            if topi.item() == EOS_token:\n",
        "                decoded_words.append('<EOS>')\n",
        "                break\n",
        "            else:\n",
        "                decoded_words.append(output_lang.index2word[topi.item()])\n",
        "\n",
        "            decoder_input = topi.squeeze().detach()\n",
        "\n",
        "        return decoded_words, decoder_attentions[:di + 1]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "z16jIGqSCUkv",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def evaluateRandomly(encoder, decoder, n=10):\n",
        "    # seeing some examples\n",
        "    for i in range(n):\n",
        "        pair = random.choice(pairs)\n",
        "        print('>', pair[0])\n",
        "        print('=', pair[1])\n",
        "        output_words, attentions = evaluate(encoder, decoder, pair[0])\n",
        "        output_sentence = ' '.join(output_words)\n",
        "        print('<', output_sentence)\n",
        "        print('')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7ZwmOLBkCWxp",
        "colab_type": "code",
        "outputId": "37153b92-9db5-4797-a64f-25a2528d2c95",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "hidden_size = 256\n",
        "input_vector_size = 100\n",
        "encoder = LSTM_Encoder(input_lang.n_words,input_vector_size, hidden_size).to(device)\n",
        "decoder = LSTM_Decoder(input_vector_size, hidden_size, output_lang.n_words).to(device)\n",
        "\n",
        "trainIters(encoder, decoder, 75000, print_every=50, learning_rate=0.01)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "0m 6s (- 160m 29s) (50 0%) 4.5529\n",
            "0m 7s (- 92m 53s) (100 0%) 3.2129\n",
            "0m 8s (- 70m 50s) (150 0%) 2.6558\n",
            "0m 9s (- 60m 15s) (200 0%) 2.4048\n",
            "0m 10s (- 53m 45s) (250 0%) 2.3267\n",
            "0m 11s (- 49m 36s) (300 0%) 2.1548\n",
            "0m 13s (- 46m 44s) (350 0%) 2.0382\n",
            "0m 14s (- 44m 29s) (400 0%) 1.9869\n",
            "0m 15s (- 43m 0s) (450 0%) 1.9673\n",
            "0m 16s (- 41m 37s) (500 0%) 1.9824\n",
            "0m 18s (- 40m 49s) (550 0%) 2.0219\n",
            "0m 19s (- 39m 53s) (600 0%) 1.9455\n",
            "0m 20s (- 38m 50s) (650 0%) 1.8861\n",
            "0m 21s (- 38m 5s) (700 0%) 1.8914\n",
            "0m 22s (- 37m 31s) (750 1%) 1.7974\n",
            "0m 23s (- 36m 54s) (800 1%) 1.9449\n",
            "0m 25s (- 36m 42s) (850 1%) 1.7782\n",
            "0m 26s (- 36m 15s) (900 1%) 1.9037\n",
            "0m 27s (- 35m 47s) (950 1%) 1.9139\n",
            "0m 28s (- 35m 28s) (1000 1%) 1.9054\n",
            "0m 29s (- 35m 10s) (1050 1%) 1.8733\n",
            "0m 31s (- 34m 47s) (1100 1%) 1.7404\n",
            "0m 32s (- 34m 40s) (1150 1%) 1.7568\n",
            "0m 33s (- 34m 24s) (1200 1%) 1.7987\n",
            "0m 34s (- 34m 5s) (1250 1%) 1.8570\n",
            "0m 35s (- 33m 50s) (1300 1%) 1.8469\n",
            "0m 37s (- 33m 39s) (1350 1%) 1.7765\n",
            "0m 38s (- 33m 25s) (1400 1%) 1.7724\n",
            "0m 39s (- 33m 13s) (1450 1%) 1.7506\n",
            "0m 40s (- 32m 56s) (1500 2%) 1.8028\n",
            "0m 41s (- 32m 37s) (1550 2%) 1.8806\n",
            "0m 42s (- 32m 30s) (1600 2%) 1.7669\n",
            "0m 43s (- 32m 25s) (1650 2%) 1.8805\n",
            "0m 44s (- 32m 8s) (1700 2%) 1.8831\n",
            "0m 45s (- 32m 0s) (1750 2%) 1.7940\n",
            "0m 47s (- 31m 54s) (1800 2%) 1.7898\n",
            "0m 48s (- 31m 50s) (1850 2%) 1.7835\n",
            "0m 49s (- 31m 42s) (1900 2%) 1.8703\n",
            "0m 50s (- 31m 38s) (1950 2%) 1.8384\n",
            "0m 51s (- 31m 32s) (2000 2%) 1.7634\n",
            "0m 52s (- 31m 24s) (2050 2%) 1.9307\n",
            "0m 54s (- 31m 15s) (2100 2%) 1.7445\n",
            "0m 55s (- 31m 9s) (2150 2%) 1.7674\n",
            "0m 56s (- 31m 8s) (2200 2%) 1.7817\n",
            "0m 57s (- 31m 1s) (2250 3%) 1.7837\n",
            "0m 58s (- 30m 54s) (2300 3%) 1.6765\n",
            "0m 59s (- 30m 44s) (2350 3%) 1.7879\n",
            "1m 0s (- 30m 36s) (2400 3%) 1.8335\n",
            "1m 1s (- 30m 32s) (2450 3%) 1.7587\n",
            "1m 3s (- 30m 30s) (2500 3%) 1.7525\n",
            "1m 4s (- 30m 28s) (2550 3%) 1.7495\n",
            "1m 5s (- 30m 24s) (2600 3%) 1.8116\n",
            "1m 6s (- 30m 18s) (2650 3%) 1.8236\n",
            "1m 7s (- 30m 15s) (2700 3%) 1.7976\n",
            "1m 8s (- 30m 11s) (2750 3%) 1.7187\n",
            "1m 10s (- 30m 9s) (2800 3%) 1.6811\n",
            "1m 11s (- 30m 7s) (2850 3%) 1.6829\n",
            "1m 12s (- 30m 3s) (2900 3%) 1.7209\n",
            "1m 13s (- 30m 1s) (2950 3%) 1.7165\n",
            "1m 14s (- 29m 57s) (3000 4%) 1.7155\n",
            "1m 15s (- 29m 52s) (3050 4%) 1.7230\n",
            "1m 17s (- 29m 47s) (3100 4%) 1.7200\n",
            "1m 18s (- 29m 47s) (3150 4%) 1.7333\n",
            "1m 19s (- 29m 43s) (3200 4%) 1.7967\n",
            "1m 20s (- 29m 40s) (3250 4%) 1.7352\n",
            "1m 21s (- 29m 38s) (3300 4%) 1.6673\n",
            "1m 23s (- 29m 35s) (3350 4%) 1.7415\n",
            "1m 24s (- 29m 34s) (3400 4%) 1.7823\n",
            "1m 25s (- 29m 35s) (3450 4%) 1.5555\n",
            "1m 26s (- 29m 31s) (3500 4%) 1.7660\n",
            "1m 27s (- 29m 27s) (3550 4%) 1.7415\n",
            "1m 29s (- 29m 25s) (3600 4%) 1.6379\n",
            "1m 30s (- 29m 19s) (3650 4%) 1.6875\n",
            "1m 31s (- 29m 18s) (3700 4%) 1.5105\n",
            "1m 32s (- 29m 20s) (3750 5%) 1.5692\n",
            "1m 33s (- 29m 18s) (3800 5%) 1.5446\n",
            "1m 34s (- 29m 13s) (3850 5%) 1.4586\n",
            "1m 36s (- 29m 11s) (3900 5%) 1.6185\n",
            "1m 37s (- 29m 8s) (3950 5%) 1.5283\n",
            "1m 38s (- 29m 8s) (4000 5%) 1.5073\n",
            "1m 39s (- 29m 5s) (4050 5%) 1.5000\n",
            "1m 40s (- 29m 2s) (4100 5%) 1.4240\n",
            "1m 41s (- 29m 0s) (4150 5%) 1.5088\n",
            "1m 43s (- 28m 57s) (4200 5%) 1.4409\n",
            "1m 44s (- 28m 54s) (4250 5%) 1.4612\n",
            "1m 45s (- 28m 50s) (4300 5%) 1.3902\n",
            "1m 46s (- 28m 46s) (4350 5%) 1.4192\n",
            "1m 47s (- 28m 43s) (4400 5%) 1.4857\n",
            "1m 48s (- 28m 40s) (4450 5%) 1.4926\n",
            "1m 49s (- 28m 35s) (4500 6%) 1.4309\n",
            "1m 50s (- 28m 33s) (4550 6%) 1.3789\n",
            "1m 51s (- 28m 33s) (4600 6%) 1.4849\n",
            "1m 53s (- 28m 30s) (4650 6%) 1.4354\n",
            "1m 54s (- 28m 28s) (4700 6%) 1.4272\n",
            "1m 55s (- 28m 25s) (4750 6%) 1.3810\n",
            "1m 56s (- 28m 26s) (4800 6%) 1.2686\n",
            "1m 57s (- 28m 24s) (4850 6%) 1.5338\n",
            "1m 59s (- 28m 22s) (4900 6%) 1.4420\n",
            "2m 0s (- 28m 18s) (4950 6%) 1.4245\n",
            "2m 1s (- 28m 16s) (5000 6%) 1.4110\n",
            "2m 2s (- 28m 14s) (5050 6%) 1.3388\n",
            "2m 3s (- 28m 13s) (5100 6%) 1.2808\n",
            "2m 4s (- 28m 11s) (5150 6%) 1.3726\n",
            "2m 5s (- 28m 7s) (5200 6%) 1.4550\n",
            "2m 6s (- 28m 6s) (5250 7%) 1.3670\n",
            "2m 8s (- 28m 5s) (5300 7%) 1.4884\n",
            "2m 9s (- 28m 4s) (5350 7%) 1.3327\n",
            "2m 10s (- 28m 1s) (5400 7%) 1.4528\n",
            "2m 11s (- 27m 59s) (5450 7%) 1.3962\n",
            "2m 12s (- 27m 56s) (5500 7%) 1.2853\n",
            "2m 13s (- 27m 55s) (5550 7%) 1.3416\n",
            "2m 14s (- 27m 52s) (5600 7%) 1.4239\n",
            "2m 16s (- 27m 49s) (5650 7%) 1.4309\n",
            "2m 17s (- 27m 46s) (5700 7%) 1.3368\n",
            "2m 18s (- 27m 46s) (5750 7%) 1.4083\n",
            "2m 19s (- 27m 45s) (5800 7%) 1.3213\n",
            "2m 20s (- 27m 43s) (5850 7%) 1.6001\n",
            "2m 21s (- 27m 42s) (5900 7%) 1.4555\n",
            "2m 23s (- 27m 41s) (5950 7%) 1.3776\n",
            "2m 24s (- 27m 40s) (6000 8%) 1.2840\n",
            "2m 25s (- 27m 40s) (6050 8%) 1.4341\n",
            "2m 26s (- 27m 37s) (6100 8%) 1.3122\n",
            "2m 27s (- 27m 35s) (6150 8%) 1.4482\n",
            "2m 29s (- 27m 34s) (6200 8%) 1.3995\n",
            "2m 30s (- 27m 31s) (6250 8%) 1.4217\n",
            "2m 31s (- 27m 28s) (6300 8%) 1.3910\n",
            "2m 32s (- 27m 28s) (6350 8%) 1.3828\n",
            "2m 33s (- 27m 25s) (6400 8%) 1.4097\n",
            "2m 34s (- 27m 21s) (6450 8%) 1.3994\n",
            "2m 35s (- 27m 19s) (6500 8%) 1.3715\n",
            "2m 36s (- 27m 18s) (6550 8%) 1.2690\n",
            "2m 38s (- 27m 18s) (6600 8%) 1.3520\n",
            "2m 39s (- 27m 17s) (6650 8%) 1.3570\n",
            "2m 40s (- 27m 13s) (6700 8%) 1.3610\n",
            "2m 41s (- 27m 13s) (6750 9%) 1.3330\n",
            "2m 42s (- 27m 12s) (6800 9%) 1.2580\n",
            "2m 43s (- 27m 11s) (6850 9%) 1.2682\n",
            "2m 45s (- 27m 10s) (6900 9%) 1.2780\n",
            "2m 46s (- 27m 9s) (6950 9%) 1.3126\n",
            "2m 47s (- 27m 6s) (7000 9%) 1.3014\n",
            "2m 48s (- 27m 4s) (7050 9%) 1.4058\n",
            "2m 49s (- 27m 2s) (7100 9%) 1.2869\n",
            "2m 50s (- 27m 0s) (7150 9%) 1.3018\n",
            "2m 51s (- 26m 59s) (7200 9%) 1.2350\n",
            "2m 53s (- 26m 58s) (7250 9%) 1.2865\n",
            "2m 54s (- 26m 57s) (7300 9%) 1.3502\n",
            "2m 55s (- 26m 55s) (7350 9%) 1.1943\n",
            "2m 56s (- 26m 55s) (7400 9%) 1.3982\n",
            "2m 58s (- 26m 54s) (7450 9%) 1.2574\n",
            "2m 59s (- 26m 52s) (7500 10%) 1.2422\n",
            "3m 0s (- 26m 49s) (7550 10%) 1.2831\n",
            "3m 1s (- 26m 48s) (7600 10%) 1.3310\n",
            "3m 2s (- 26m 47s) (7650 10%) 1.2863\n",
            "3m 3s (- 26m 46s) (7700 10%) 1.3857\n",
            "3m 4s (- 26m 45s) (7750 10%) 1.2835\n",
            "3m 6s (- 26m 43s) (7800 10%) 1.2817\n",
            "3m 7s (- 26m 41s) (7850 10%) 1.3943\n",
            "3m 8s (- 26m 40s) (7900 10%) 1.2340\n",
            "3m 9s (- 26m 38s) (7950 10%) 1.3725\n",
            "3m 10s (- 26m 35s) (8000 10%) 1.2953\n",
            "3m 11s (- 26m 33s) (8050 10%) 1.2306\n",
            "3m 12s (- 26m 31s) (8100 10%) 1.3012\n",
            "3m 13s (- 26m 30s) (8150 10%) 1.2599\n",
            "3m 15s (- 26m 28s) (8200 10%) 1.2803\n",
            "3m 16s (- 26m 27s) (8250 11%) 1.3591\n",
            "3m 17s (- 26m 25s) (8300 11%) 1.3420\n",
            "3m 18s (- 26m 26s) (8350 11%) 1.2655\n",
            "3m 19s (- 26m 24s) (8400 11%) 1.2817\n",
            "3m 20s (- 26m 22s) (8450 11%) 1.2300\n",
            "3m 22s (- 26m 21s) (8500 11%) 1.2887\n",
            "3m 23s (- 26m 20s) (8550 11%) 1.2595\n",
            "3m 24s (- 26m 20s) (8600 11%) 1.2124\n",
            "3m 26s (- 26m 20s) (8650 11%) 1.3010\n",
            "3m 27s (- 26m 18s) (8700 11%) 1.2431\n",
            "3m 28s (- 26m 17s) (8750 11%) 1.2690\n",
            "3m 29s (- 26m 15s) (8800 11%) 1.2607\n",
            "3m 30s (- 26m 14s) (8850 11%) 1.2700\n",
            "3m 32s (- 26m 14s) (8900 11%) 1.1807\n",
            "3m 33s (- 26m 13s) (8950 11%) 1.4288\n",
            "3m 34s (- 26m 12s) (9000 12%) 1.3146\n",
            "3m 35s (- 26m 10s) (9050 12%) 1.2476\n",
            "3m 36s (- 26m 9s) (9100 12%) 1.1754\n",
            "3m 37s (- 26m 7s) (9150 12%) 1.2584\n",
            "3m 39s (- 26m 6s) (9200 12%) 1.2722\n",
            "3m 40s (- 26m 4s) (9250 12%) 1.2731\n",
            "3m 41s (- 26m 3s) (9300 12%) 1.2771\n",
            "3m 42s (- 26m 1s) (9350 12%) 1.2348\n",
            "3m 43s (- 26m 0s) (9400 12%) 1.1803\n",
            "3m 44s (- 25m 59s) (9450 12%) 1.2945\n",
            "3m 45s (- 25m 57s) (9500 12%) 1.2932\n",
            "3m 47s (- 25m 55s) (9550 12%) 1.2473\n",
            "3m 48s (- 25m 53s) (9600 12%) 1.1656\n",
            "3m 49s (- 25m 51s) (9650 12%) 1.2014\n",
            "3m 50s (- 25m 50s) (9700 12%) 1.3118\n",
            "3m 51s (- 25m 50s) (9750 13%) 1.1954\n",
            "3m 52s (- 25m 49s) (9800 13%) 1.1871\n",
            "3m 54s (- 25m 48s) (9850 13%) 1.2046\n",
            "3m 55s (- 25m 47s) (9900 13%) 1.2188\n",
            "3m 56s (- 25m 47s) (9950 13%) 1.2031\n",
            "3m 57s (- 25m 46s) (10000 13%) 1.1334\n",
            "3m 59s (- 25m 45s) (10050 13%) 1.2395\n",
            "4m 0s (- 25m 44s) (10100 13%) 1.1987\n",
            "4m 1s (- 25m 43s) (10150 13%) 1.1236\n",
            "4m 2s (- 25m 42s) (10200 13%) 1.2392\n",
            "4m 3s (- 25m 41s) (10250 13%) 1.1891\n",
            "4m 5s (- 25m 39s) (10300 13%) 1.2290\n",
            "4m 6s (- 25m 37s) (10350 13%) 1.2588\n",
            "4m 7s (- 25m 35s) (10400 13%) 1.1790\n",
            "4m 8s (- 25m 33s) (10450 13%) 1.1836\n",
            "4m 9s (- 25m 32s) (10500 14%) 1.2135\n",
            "4m 10s (- 25m 31s) (10550 14%) 1.2465\n",
            "4m 11s (- 25m 30s) (10600 14%) 1.2360\n",
            "4m 13s (- 25m 29s) (10650 14%) 1.2098\n",
            "4m 14s (- 25m 27s) (10700 14%) 1.3090\n",
            "4m 15s (- 25m 26s) (10750 14%) 1.1511\n",
            "4m 16s (- 25m 25s) (10800 14%) 1.2873\n",
            "4m 17s (- 25m 24s) (10850 14%) 1.1892\n",
            "4m 19s (- 25m 24s) (10900 14%) 1.1491\n",
            "4m 20s (- 25m 22s) (10950 14%) 1.1068\n",
            "4m 21s (- 25m 21s) (11000 14%) 1.2052\n",
            "4m 22s (- 25m 20s) (11050 14%) 1.2716\n",
            "4m 23s (- 25m 19s) (11100 14%) 1.1949\n",
            "4m 25s (- 25m 19s) (11150 14%) 1.2766\n",
            "4m 26s (- 25m 18s) (11200 14%) 1.2584\n",
            "4m 27s (- 25m 17s) (11250 15%) 1.1252\n",
            "4m 29s (- 25m 16s) (11300 15%) 1.2087\n",
            "4m 30s (- 25m 15s) (11350 15%) 1.1947\n",
            "4m 31s (- 25m 14s) (11400 15%) 1.3269\n",
            "4m 32s (- 25m 14s) (11450 15%) 1.3286\n",
            "4m 34s (- 25m 13s) (11500 15%) 1.1993\n",
            "4m 35s (- 25m 13s) (11550 15%) 1.2050\n",
            "4m 36s (- 25m 12s) (11600 15%) 1.2772\n",
            "4m 37s (- 25m 11s) (11650 15%) 1.1525\n",
            "4m 39s (- 25m 9s) (11700 15%) 1.2095\n",
            "4m 40s (- 25m 8s) (11750 15%) 1.1692\n",
            "4m 41s (- 25m 6s) (11800 15%) 1.2638\n",
            "4m 42s (- 25m 5s) (11850 15%) 1.1419\n",
            "4m 43s (- 25m 3s) (11900 15%) 1.1030\n",
            "4m 44s (- 25m 3s) (11950 15%) 1.2122\n",
            "4m 46s (- 25m 2s) (12000 16%) 1.0688\n",
            "4m 47s (- 25m 0s) (12050 16%) 1.1635\n",
            "4m 48s (- 24m 59s) (12100 16%) 1.1970\n",
            "4m 49s (- 24m 58s) (12150 16%) 1.2096\n",
            "4m 50s (- 24m 56s) (12200 16%) 1.2385\n",
            "4m 51s (- 24m 55s) (12250 16%) 1.2677\n",
            "4m 53s (- 24m 54s) (12300 16%) 1.1306\n",
            "4m 54s (- 24m 53s) (12350 16%) 1.1504\n",
            "4m 55s (- 24m 52s) (12400 16%) 1.1601\n",
            "4m 57s (- 24m 52s) (12450 16%) 1.1849\n",
            "4m 58s (- 24m 51s) (12500 16%) 1.1980\n",
            "4m 59s (- 24m 49s) (12550 16%) 1.1287\n",
            "5m 0s (- 24m 48s) (12600 16%) 1.1653\n",
            "5m 1s (- 24m 46s) (12650 16%) 1.1508\n",
            "5m 2s (- 24m 45s) (12700 16%) 1.2507\n",
            "5m 4s (- 24m 44s) (12750 17%) 1.2288\n",
            "5m 5s (- 24m 43s) (12800 17%) 1.1721\n",
            "5m 6s (- 24m 42s) (12850 17%) 1.1178\n",
            "5m 7s (- 24m 41s) (12900 17%) 1.1436\n",
            "5m 9s (- 24m 40s) (12950 17%) 1.2418\n",
            "5m 10s (- 24m 39s) (13000 17%) 1.2194\n",
            "5m 11s (- 24m 38s) (13050 17%) 1.1698\n",
            "5m 12s (- 24m 37s) (13100 17%) 1.2500\n",
            "5m 13s (- 24m 36s) (13150 17%) 1.1458\n",
            "5m 15s (- 24m 35s) (13200 17%) 1.1836\n",
            "5m 16s (- 24m 33s) (13250 17%) 1.1668\n",
            "5m 17s (- 24m 32s) (13300 17%) 1.0920\n",
            "5m 18s (- 24m 32s) (13350 17%) 1.1678\n",
            "5m 20s (- 24m 31s) (13400 17%) 1.2197\n",
            "5m 21s (- 24m 30s) (13450 17%) 1.1772\n",
            "5m 22s (- 24m 29s) (13500 18%) 1.1381\n",
            "5m 23s (- 24m 28s) (13550 18%) 1.1678\n",
            "5m 25s (- 24m 28s) (13600 18%) 1.1313\n",
            "5m 26s (- 24m 27s) (13650 18%) 1.0941\n",
            "5m 27s (- 24m 25s) (13700 18%) 1.1219\n",
            "5m 28s (- 24m 24s) (13750 18%) 1.1076\n",
            "5m 30s (- 24m 23s) (13800 18%) 1.2430\n",
            "5m 31s (- 24m 23s) (13850 18%) 1.1401\n",
            "5m 32s (- 24m 22s) (13900 18%) 1.1587\n",
            "5m 33s (- 24m 21s) (13950 18%) 1.1444\n",
            "5m 35s (- 24m 20s) (14000 18%) 1.1696\n",
            "5m 36s (- 24m 19s) (14050 18%) 1.1800\n",
            "5m 37s (- 24m 17s) (14100 18%) 1.0896\n",
            "5m 38s (- 24m 17s) (14150 18%) 1.1505\n",
            "5m 40s (- 24m 16s) (14200 18%) 1.1907\n",
            "5m 41s (- 24m 15s) (14250 19%) 1.1249\n",
            "5m 42s (- 24m 14s) (14300 19%) 1.1078\n",
            "5m 43s (- 24m 13s) (14350 19%) 1.1100\n",
            "5m 45s (- 24m 12s) (14400 19%) 1.1245\n",
            "5m 46s (- 24m 11s) (14450 19%) 1.1617\n",
            "5m 47s (- 24m 10s) (14500 19%) 1.0997\n",
            "5m 48s (- 24m 9s) (14550 19%) 1.1024\n",
            "5m 50s (- 24m 8s) (14600 19%) 1.1718\n",
            "5m 51s (- 24m 7s) (14650 19%) 1.0874\n",
            "5m 52s (- 24m 6s) (14700 19%) 1.1397\n",
            "5m 53s (- 24m 5s) (14750 19%) 1.1168\n",
            "5m 55s (- 24m 5s) (14800 19%) 1.1332\n",
            "5m 56s (- 24m 4s) (14850 19%) 1.1132\n",
            "5m 57s (- 24m 3s) (14900 19%) 1.1193\n",
            "5m 59s (- 24m 2s) (14950 19%) 1.1391\n",
            "6m 0s (- 24m 1s) (15000 20%) 1.1664\n",
            "6m 1s (- 24m 0s) (15050 20%) 1.1254\n",
            "6m 2s (- 23m 59s) (15100 20%) 1.2107\n",
            "6m 4s (- 23m 58s) (15150 20%) 1.1439\n",
            "6m 5s (- 23m 57s) (15200 20%) 1.1572\n",
            "6m 6s (- 23m 56s) (15250 20%) 1.1175\n",
            "6m 7s (- 23m 55s) (15300 20%) 1.0491\n",
            "6m 9s (- 23m 54s) (15350 20%) 1.0982\n",
            "6m 10s (- 23m 52s) (15400 20%) 1.0696\n",
            "6m 11s (- 23m 51s) (15450 20%) 1.0841\n",
            "6m 12s (- 23m 50s) (15500 20%) 1.1093\n",
            "6m 13s (- 23m 49s) (15550 20%) 1.1150\n",
            "6m 14s (- 23m 47s) (15600 20%) 1.0970\n",
            "6m 16s (- 23m 46s) (15650 20%) 1.0772\n",
            "6m 17s (- 23m 45s) (15700 20%) 1.0821\n",
            "6m 18s (- 23m 44s) (15750 21%) 1.1144\n",
            "6m 19s (- 23m 43s) (15800 21%) 1.1190\n",
            "6m 21s (- 23m 42s) (15850 21%) 1.1119\n",
            "6m 22s (- 23m 41s) (15900 21%) 1.2434\n",
            "6m 23s (- 23m 40s) (15950 21%) 1.0943\n",
            "6m 24s (- 23m 39s) (16000 21%) 1.1421\n",
            "6m 26s (- 23m 38s) (16050 21%) 1.1744\n",
            "6m 27s (- 23m 37s) (16100 21%) 1.0477\n",
            "6m 28s (- 23m 36s) (16150 21%) 1.1681\n",
            "6m 29s (- 23m 34s) (16200 21%) 1.1692\n",
            "6m 31s (- 23m 33s) (16250 21%) 1.0884\n",
            "6m 32s (- 23m 33s) (16300 21%) 1.0699\n",
            "6m 33s (- 23m 32s) (16350 21%) 1.1023\n",
            "6m 34s (- 23m 31s) (16400 21%) 1.1377\n",
            "6m 36s (- 23m 30s) (16450 21%) 1.1076\n",
            "6m 37s (- 23m 29s) (16500 22%) 1.0835\n",
            "6m 38s (- 23m 28s) (16550 22%) 1.1247\n",
            "6m 40s (- 23m 27s) (16600 22%) 1.1904\n",
            "6m 41s (- 23m 27s) (16650 22%) 1.0510\n",
            "6m 42s (- 23m 26s) (16700 22%) 1.0819\n",
            "6m 44s (- 23m 25s) (16750 22%) 1.1179\n",
            "6m 45s (- 23m 24s) (16800 22%) 1.0362\n",
            "6m 46s (- 23m 23s) (16850 22%) 1.1003\n",
            "6m 47s (- 23m 22s) (16900 22%) 1.1676\n",
            "6m 49s (- 23m 20s) (16950 22%) 1.1636\n",
            "6m 50s (- 23m 19s) (17000 22%) 1.0723\n",
            "6m 51s (- 23m 18s) (17050 22%) 1.0417\n",
            "6m 52s (- 23m 17s) (17100 22%) 1.0830\n",
            "6m 54s (- 23m 16s) (17150 22%) 1.0845\n",
            "6m 55s (- 23m 15s) (17200 22%) 1.1356\n",
            "6m 56s (- 23m 15s) (17250 23%) 1.1106\n",
            "6m 58s (- 23m 14s) (17300 23%) 1.1301\n",
            "6m 59s (- 23m 13s) (17350 23%) 1.1369\n",
            "7m 0s (- 23m 12s) (17400 23%) 1.0678\n",
            "7m 1s (- 23m 11s) (17450 23%) 1.0847\n",
            "7m 3s (- 23m 10s) (17500 23%) 1.0651\n",
            "7m 4s (- 23m 9s) (17550 23%) 1.1355\n",
            "7m 5s (- 23m 7s) (17600 23%) 1.0764\n",
            "7m 6s (- 23m 7s) (17650 23%) 1.1010\n",
            "7m 8s (- 23m 6s) (17700 23%) 1.0324\n",
            "7m 9s (- 23m 5s) (17750 23%) 1.0800\n",
            "7m 10s (- 23m 3s) (17800 23%) 1.0708\n",
            "7m 11s (- 23m 2s) (17850 23%) 1.0673\n",
            "7m 13s (- 23m 1s) (17900 23%) 1.0728\n",
            "7m 14s (- 22m 59s) (17950 23%) 1.0792\n",
            "7m 15s (- 22m 58s) (18000 24%) 1.0429\n",
            "7m 16s (- 22m 57s) (18050 24%) 1.0924\n",
            "7m 18s (- 22m 57s) (18100 24%) 1.1486\n",
            "7m 19s (- 22m 56s) (18150 24%) 1.0584\n",
            "7m 20s (- 22m 55s) (18200 24%) 1.1280\n",
            "7m 21s (- 22m 54s) (18250 24%) 1.0512\n",
            "7m 23s (- 22m 53s) (18300 24%) 1.0886\n",
            "7m 24s (- 22m 52s) (18350 24%) 1.1212\n",
            "7m 25s (- 22m 51s) (18400 24%) 1.0460\n",
            "7m 27s (- 22m 50s) (18450 24%) 1.0861\n",
            "7m 28s (- 22m 49s) (18500 24%) 1.0702\n",
            "7m 29s (- 22m 48s) (18550 24%) 1.0481\n",
            "7m 30s (- 22m 47s) (18600 24%) 1.0782\n",
            "7m 32s (- 22m 46s) (18650 24%) 1.0731\n",
            "7m 33s (- 22m 45s) (18700 24%) 1.0726\n",
            "7m 34s (- 22m 43s) (18750 25%) 1.0473\n",
            "7m 35s (- 22m 42s) (18800 25%) 1.0907\n",
            "7m 37s (- 22m 41s) (18850 25%) 1.1285\n",
            "7m 38s (- 22m 40s) (18900 25%) 1.0700\n",
            "7m 39s (- 22m 39s) (18950 25%) 1.0524\n",
            "7m 40s (- 22m 38s) (19000 25%) 1.1170\n",
            "7m 42s (- 22m 37s) (19050 25%) 1.0379\n",
            "7m 43s (- 22m 36s) (19100 25%) 1.1214\n",
            "7m 44s (- 22m 35s) (19150 25%) 1.0318\n",
            "7m 45s (- 22m 34s) (19200 25%) 1.0839\n",
            "7m 47s (- 22m 33s) (19250 25%) 1.0242\n",
            "7m 48s (- 22m 32s) (19300 25%) 1.1364\n",
            "7m 49s (- 22m 31s) (19350 25%) 1.1333\n",
            "7m 50s (- 22m 29s) (19400 25%) 1.0384\n",
            "7m 52s (- 22m 28s) (19450 25%) 1.0939\n",
            "7m 53s (- 22m 27s) (19500 26%) 1.1734\n",
            "7m 54s (- 22m 26s) (19550 26%) 1.0039\n",
            "7m 56s (- 22m 26s) (19600 26%) 1.0511\n",
            "7m 57s (- 22m 25s) (19650 26%) 1.0793\n",
            "7m 58s (- 22m 24s) (19700 26%) 1.1042\n",
            "8m 0s (- 22m 22s) (19750 26%) 1.0654\n",
            "8m 1s (- 22m 21s) (19800 26%) 1.0889\n",
            "8m 2s (- 22m 20s) (19850 26%) 1.0509\n",
            "8m 3s (- 22m 19s) (19900 26%) 1.0901\n",
            "8m 5s (- 22m 18s) (19950 26%) 1.0741\n",
            "8m 6s (- 22m 17s) (20000 26%) 0.9973\n",
            "8m 7s (- 22m 16s) (20050 26%) 1.0783\n",
            "8m 8s (- 22m 15s) (20100 26%) 1.1239\n",
            "8m 10s (- 22m 14s) (20150 26%) 1.0725\n",
            "8m 11s (- 22m 12s) (20200 26%) 1.0556\n",
            "8m 12s (- 22m 11s) (20250 27%) 1.0293\n",
            "8m 13s (- 22m 10s) (20300 27%) 1.0698\n",
            "8m 15s (- 22m 9s) (20350 27%) 1.0567\n",
            "8m 16s (- 22m 8s) (20400 27%) 1.0883\n",
            "8m 17s (- 22m 7s) (20450 27%) 1.0023\n",
            "8m 18s (- 22m 6s) (20500 27%) 1.0171\n",
            "8m 20s (- 22m 5s) (20550 27%) 1.0867\n",
            "8m 21s (- 22m 4s) (20600 27%) 1.1078\n",
            "8m 22s (- 22m 2s) (20650 27%) 1.1223\n",
            "8m 23s (- 22m 1s) (20700 27%) 1.0807\n",
            "8m 25s (- 22m 0s) (20750 27%) 1.0470\n",
            "8m 26s (- 21m 59s) (20800 27%) 1.0646\n",
            "8m 27s (- 21m 58s) (20850 27%) 1.0541\n",
            "8m 29s (- 21m 57s) (20900 27%) 1.0316\n",
            "8m 30s (- 21m 56s) (20950 27%) 1.0853\n",
            "8m 31s (- 21m 55s) (21000 28%) 1.0421\n",
            "8m 32s (- 21m 54s) (21050 28%) 1.0676\n",
            "8m 34s (- 21m 53s) (21100 28%) 1.0058\n",
            "8m 35s (- 21m 52s) (21150 28%) 1.0562\n",
            "8m 36s (- 21m 51s) (21200 28%) 1.0071\n",
            "8m 38s (- 21m 51s) (21250 28%) 1.1214\n",
            "8m 39s (- 21m 49s) (21300 28%) 1.0920\n",
            "8m 40s (- 21m 48s) (21350 28%) 1.0623\n",
            "8m 42s (- 21m 47s) (21400 28%) 1.1321\n",
            "8m 43s (- 21m 46s) (21450 28%) 1.0725\n",
            "8m 44s (- 21m 44s) (21500 28%) 1.0648\n",
            "8m 45s (- 21m 43s) (21550 28%) 1.0871\n",
            "8m 46s (- 21m 42s) (21600 28%) 1.0161\n",
            "8m 48s (- 21m 41s) (21650 28%) 0.9649\n",
            "8m 49s (- 21m 40s) (21700 28%) 1.0889\n",
            "8m 50s (- 21m 39s) (21750 28%) 1.0505\n",
            "8m 52s (- 21m 38s) (21800 29%) 1.0021\n",
            "8m 53s (- 21m 37s) (21850 29%) 1.0470\n",
            "8m 54s (- 21m 36s) (21900 29%) 1.0422\n",
            "8m 56s (- 21m 35s) (21950 29%) 1.0416\n",
            "8m 57s (- 21m 34s) (22000 29%) 1.0477\n",
            "8m 58s (- 21m 33s) (22050 29%) 0.9905\n",
            "8m 59s (- 21m 32s) (22100 29%) 1.0890\n",
            "9m 1s (- 21m 31s) (22150 29%) 1.0735\n",
            "9m 2s (- 21m 30s) (22200 29%) 1.0156\n",
            "9m 3s (- 21m 29s) (22250 29%) 1.1096\n",
            "9m 5s (- 21m 27s) (22300 29%) 1.0288\n",
            "9m 6s (- 21m 26s) (22350 29%) 1.0716\n",
            "9m 7s (- 21m 25s) (22400 29%) 1.0468\n",
            "9m 8s (- 21m 24s) (22450 29%) 1.1234\n",
            "9m 10s (- 21m 23s) (22500 30%) 1.1344\n",
            "9m 11s (- 21m 22s) (22550 30%) 1.0285\n",
            "9m 12s (- 21m 21s) (22600 30%) 1.0614\n",
            "9m 13s (- 21m 19s) (22650 30%) 1.0026\n",
            "9m 14s (- 21m 18s) (22700 30%) 1.0413\n",
            "9m 15s (- 21m 16s) (22750 30%) 1.0582\n",
            "9m 17s (- 21m 15s) (22800 30%) 1.0454\n",
            "9m 18s (- 21m 14s) (22850 30%) 1.0736\n",
            "9m 19s (- 21m 13s) (22900 30%) 1.1066\n",
            "9m 20s (- 21m 12s) (22950 30%) 1.0482\n",
            "9m 22s (- 21m 10s) (23000 30%) 1.0337\n",
            "9m 23s (- 21m 9s) (23050 30%) 1.1247\n",
            "9m 24s (- 21m 9s) (23100 30%) 0.9683\n",
            "9m 26s (- 21m 8s) (23150 30%) 1.1022\n",
            "9m 27s (- 21m 7s) (23200 30%) 1.0949\n",
            "9m 28s (- 21m 5s) (23250 31%) 1.0229\n",
            "9m 29s (- 21m 4s) (23300 31%) 1.0392\n",
            "9m 31s (- 21m 3s) (23350 31%) 1.0179\n",
            "9m 32s (- 21m 2s) (23400 31%) 0.9750\n",
            "9m 33s (- 21m 1s) (23450 31%) 1.0065\n",
            "9m 34s (- 20m 59s) (23500 31%) 1.0951\n",
            "9m 35s (- 20m 58s) (23550 31%) 1.0499\n",
            "9m 37s (- 20m 57s) (23600 31%) 1.0732\n",
            "9m 38s (- 20m 56s) (23650 31%) 0.9738\n",
            "9m 39s (- 20m 55s) (23700 31%) 1.0416\n",
            "9m 41s (- 20m 53s) (23750 31%) 1.0575\n",
            "9m 42s (- 20m 52s) (23800 31%) 1.1031\n",
            "9m 43s (- 20m 51s) (23850 31%) 1.0804\n",
            "9m 44s (- 20m 49s) (23900 31%) 1.0514\n",
            "9m 45s (- 20m 48s) (23950 31%) 1.0420\n",
            "9m 47s (- 20m 47s) (24000 32%) 0.9671\n",
            "9m 48s (- 20m 46s) (24050 32%) 1.0571\n",
            "9m 49s (- 20m 44s) (24100 32%) 1.0535\n",
            "9m 50s (- 20m 43s) (24150 32%) 1.0051\n",
            "9m 51s (- 20m 42s) (24200 32%) 1.0142\n",
            "9m 53s (- 20m 41s) (24250 32%) 1.0326\n",
            "9m 54s (- 20m 40s) (24300 32%) 1.0915\n",
            "9m 55s (- 20m 39s) (24350 32%) 1.0271\n",
            "9m 57s (- 20m 38s) (24400 32%) 1.1084\n",
            "9m 58s (- 20m 36s) (24450 32%) 1.0298\n",
            "9m 59s (- 20m 35s) (24500 32%) 1.0163\n",
            "10m 0s (- 20m 34s) (24550 32%) 1.0022\n",
            "10m 2s (- 20m 33s) (24600 32%) 0.9840\n",
            "10m 3s (- 20m 32s) (24650 32%) 0.9860\n",
            "10m 4s (- 20m 30s) (24700 32%) 0.9947\n",
            "10m 5s (- 20m 29s) (24750 33%) 1.0235\n",
            "10m 6s (- 20m 28s) (24800 33%) 1.0841\n",
            "10m 8s (- 20m 27s) (24850 33%) 0.9735\n",
            "10m 9s (- 20m 25s) (24900 33%) 1.0015\n",
            "10m 10s (- 20m 24s) (24950 33%) 1.0063\n",
            "10m 11s (- 20m 23s) (25000 33%) 1.0192\n",
            "10m 12s (- 20m 21s) (25050 33%) 1.0453\n",
            "10m 13s (- 20m 20s) (25100 33%) 1.0588\n",
            "10m 15s (- 20m 19s) (25150 33%) 1.0020\n",
            "10m 16s (- 20m 17s) (25200 33%) 0.9948\n",
            "10m 17s (- 20m 16s) (25250 33%) 1.0368\n",
            "10m 18s (- 20m 15s) (25300 33%) 1.0302\n",
            "10m 20s (- 20m 14s) (25350 33%) 0.9439\n",
            "10m 21s (- 20m 13s) (25400 33%) 1.0249\n",
            "10m 22s (- 20m 11s) (25450 33%) 1.0010\n",
            "10m 23s (- 20m 10s) (25500 34%) 1.0583\n",
            "10m 24s (- 20m 9s) (25550 34%) 1.1330\n",
            "10m 26s (- 20m 8s) (25600 34%) 1.0220\n",
            "10m 27s (- 20m 7s) (25650 34%) 1.0123\n",
            "10m 28s (- 20m 6s) (25700 34%) 1.0147\n",
            "10m 29s (- 20m 4s) (25750 34%) 1.0286\n",
            "10m 30s (- 20m 3s) (25800 34%) 1.0321\n",
            "10m 32s (- 20m 2s) (25850 34%) 1.0328\n",
            "10m 33s (- 20m 0s) (25900 34%) 1.0311\n",
            "10m 34s (- 19m 59s) (25950 34%) 1.0394\n",
            "10m 35s (- 19m 58s) (26000 34%) 0.9561\n",
            "10m 37s (- 19m 57s) (26050 34%) 1.0558\n",
            "10m 38s (- 19m 56s) (26100 34%) 1.0219\n",
            "10m 39s (- 19m 55s) (26150 34%) 1.0142\n",
            "10m 40s (- 19m 53s) (26200 34%) 1.0106\n",
            "10m 42s (- 19m 52s) (26250 35%) 1.0790\n",
            "10m 43s (- 19m 51s) (26300 35%) 1.0623\n",
            "10m 44s (- 19m 50s) (26350 35%) 1.0649\n",
            "10m 45s (- 19m 48s) (26400 35%) 0.9492\n",
            "10m 47s (- 19m 47s) (26450 35%) 1.0167\n",
            "10m 48s (- 19m 46s) (26500 35%) 1.0207\n",
            "10m 49s (- 19m 45s) (26550 35%) 1.0599\n",
            "10m 50s (- 19m 43s) (26600 35%) 1.0916\n",
            "10m 51s (- 19m 42s) (26650 35%) 1.0321\n",
            "10m 53s (- 19m 41s) (26700 35%) 1.0425\n",
            "10m 54s (- 19m 40s) (26750 35%) 1.1081\n",
            "10m 55s (- 19m 39s) (26800 35%) 1.0804\n",
            "10m 56s (- 19m 38s) (26850 35%) 1.0173\n",
            "10m 58s (- 19m 36s) (26900 35%) 1.0546\n",
            "10m 59s (- 19m 35s) (26950 35%) 1.0136\n",
            "11m 0s (- 19m 34s) (27000 36%) 1.0228\n",
            "11m 1s (- 19m 33s) (27050 36%) 0.9787\n",
            "11m 3s (- 19m 32s) (27100 36%) 1.0594\n",
            "11m 4s (- 19m 30s) (27150 36%) 1.0269\n",
            "11m 5s (- 19m 29s) (27200 36%) 0.9580\n",
            "11m 6s (- 19m 28s) (27250 36%) 1.0751\n",
            "11m 7s (- 19m 27s) (27300 36%) 1.0393\n",
            "11m 9s (- 19m 25s) (27350 36%) 1.0207\n",
            "11m 10s (- 19m 24s) (27400 36%) 1.0238\n",
            "11m 11s (- 19m 23s) (27450 36%) 1.0394\n",
            "11m 12s (- 19m 21s) (27500 36%) 0.9700\n",
            "11m 13s (- 19m 20s) (27550 36%) 1.0632\n",
            "11m 14s (- 19m 19s) (27600 36%) 0.9943\n",
            "11m 16s (- 19m 17s) (27650 36%) 1.0168\n",
            "11m 17s (- 19m 16s) (27700 36%) 0.9987\n",
            "11m 18s (- 19m 15s) (27750 37%) 1.0637\n",
            "11m 19s (- 19m 14s) (27800 37%) 0.9595\n",
            "11m 21s (- 19m 12s) (27850 37%) 1.0424\n",
            "11m 22s (- 19m 11s) (27900 37%) 1.0011\n",
            "11m 23s (- 19m 10s) (27950 37%) 1.0901\n",
            "11m 24s (- 19m 9s) (28000 37%) 1.0415\n",
            "11m 26s (- 19m 8s) (28050 37%) 0.9765\n",
            "11m 27s (- 19m 6s) (28100 37%) 1.0367\n",
            "11m 28s (- 19m 5s) (28150 37%) 1.0296\n",
            "11m 29s (- 19m 4s) (28200 37%) 1.0237\n",
            "11m 30s (- 19m 3s) (28250 37%) 1.0271\n",
            "11m 32s (- 19m 1s) (28300 37%) 0.9760\n",
            "11m 33s (- 19m 0s) (28350 37%) 0.9744\n",
            "11m 34s (- 18m 59s) (28400 37%) 0.9748\n",
            "11m 35s (- 18m 58s) (28450 37%) 1.0285\n",
            "11m 36s (- 18m 57s) (28500 38%) 1.0580\n",
            "11m 38s (- 18m 55s) (28550 38%) 0.9855\n",
            "11m 39s (- 18m 54s) (28600 38%) 1.0317\n",
            "11m 40s (- 18m 53s) (28650 38%) 1.0193\n",
            "11m 41s (- 18m 51s) (28700 38%) 0.9493\n",
            "11m 42s (- 18m 50s) (28750 38%) 0.9622\n",
            "11m 44s (- 18m 49s) (28800 38%) 1.0156\n",
            "11m 45s (- 18m 48s) (28850 38%) 1.0384\n",
            "11m 46s (- 18m 46s) (28900 38%) 0.9395\n",
            "11m 47s (- 18m 45s) (28950 38%) 1.0323\n",
            "11m 48s (- 18m 44s) (29000 38%) 0.9603\n",
            "11m 50s (- 18m 43s) (29050 38%) 0.9941\n",
            "11m 51s (- 18m 41s) (29100 38%) 1.0243\n",
            "11m 52s (- 18m 40s) (29150 38%) 1.0292\n",
            "11m 53s (- 18m 39s) (29200 38%) 1.0412\n",
            "11m 54s (- 18m 38s) (29250 39%) 1.0100\n",
            "11m 56s (- 18m 36s) (29300 39%) 0.9963\n",
            "11m 57s (- 18m 35s) (29350 39%) 1.0491\n",
            "11m 58s (- 18m 34s) (29400 39%) 1.0211\n",
            "11m 59s (- 18m 33s) (29450 39%) 0.9931\n",
            "12m 1s (- 18m 32s) (29500 39%) 1.0645\n",
            "12m 2s (- 18m 30s) (29550 39%) 1.0310\n",
            "12m 3s (- 18m 29s) (29600 39%) 0.9484\n",
            "12m 4s (- 18m 28s) (29650 39%) 0.9329\n",
            "12m 5s (- 18m 27s) (29700 39%) 1.0095\n",
            "12m 7s (- 18m 25s) (29750 39%) 1.0272\n",
            "12m 8s (- 18m 24s) (29800 39%) 0.9876\n",
            "12m 9s (- 18m 23s) (29850 39%) 0.9698\n",
            "12m 10s (- 18m 22s) (29900 39%) 1.0213\n",
            "12m 11s (- 18m 20s) (29950 39%) 1.0398\n",
            "12m 12s (- 18m 19s) (30000 40%) 0.9891\n",
            "12m 14s (- 18m 18s) (30050 40%) 1.0444\n",
            "12m 15s (- 18m 16s) (30100 40%) 1.0121\n",
            "12m 16s (- 18m 15s) (30150 40%) 1.0405\n",
            "12m 17s (- 18m 14s) (30200 40%) 1.0335\n",
            "12m 19s (- 18m 13s) (30250 40%) 1.0134\n",
            "12m 20s (- 18m 12s) (30300 40%) 1.0680\n",
            "12m 21s (- 18m 10s) (30350 40%) 1.0297\n",
            "12m 22s (- 18m 9s) (30400 40%) 1.0109\n",
            "12m 23s (- 18m 8s) (30450 40%) 1.0183\n",
            "12m 25s (- 18m 7s) (30500 40%) 1.0401\n",
            "12m 26s (- 18m 6s) (30550 40%) 0.9970\n",
            "12m 27s (- 18m 5s) (30600 40%) 1.0430\n",
            "12m 28s (- 18m 3s) (30650 40%) 1.0294\n",
            "12m 30s (- 18m 2s) (30700 40%) 1.0000\n",
            "12m 31s (- 18m 1s) (30750 41%) 0.9992\n",
            "12m 32s (- 18m 0s) (30800 41%) 0.9886\n",
            "12m 33s (- 17m 58s) (30850 41%) 0.9890\n",
            "12m 35s (- 17m 57s) (30900 41%) 1.0030\n",
            "12m 36s (- 17m 56s) (30950 41%) 0.9771\n",
            "12m 37s (- 17m 55s) (31000 41%) 1.0022\n",
            "12m 38s (- 17m 54s) (31050 41%) 0.9566\n",
            "12m 39s (- 17m 52s) (31100 41%) 1.0266\n",
            "12m 41s (- 17m 51s) (31150 41%) 1.0181\n",
            "12m 42s (- 17m 50s) (31200 41%) 1.0483\n",
            "12m 43s (- 17m 49s) (31250 41%) 1.0425\n",
            "12m 44s (- 17m 47s) (31300 41%) 1.0721\n",
            "12m 46s (- 17m 46s) (31350 41%) 0.9428\n",
            "12m 47s (- 17m 45s) (31400 41%) 1.0578\n",
            "12m 48s (- 17m 44s) (31450 41%) 1.0058\n",
            "12m 49s (- 17m 42s) (31500 42%) 1.0794\n",
            "12m 50s (- 17m 41s) (31550 42%) 1.0119\n",
            "12m 52s (- 17m 40s) (31600 42%) 1.0052\n",
            "12m 53s (- 17m 39s) (31650 42%) 0.9944\n",
            "12m 54s (- 17m 37s) (31700 42%) 0.9927\n",
            "12m 55s (- 17m 36s) (31750 42%) 1.0127\n",
            "12m 57s (- 17m 35s) (31800 42%) 1.0420\n",
            "12m 58s (- 17m 34s) (31850 42%) 1.0672\n",
            "12m 59s (- 17m 33s) (31900 42%) 0.9955\n",
            "13m 0s (- 17m 31s) (31950 42%) 1.0267\n",
            "13m 1s (- 17m 30s) (32000 42%) 0.9725\n",
            "13m 3s (- 17m 29s) (32050 42%) 1.0872\n",
            "13m 4s (- 17m 28s) (32100 42%) 0.9987\n",
            "13m 5s (- 17m 27s) (32150 42%) 0.9903\n",
            "13m 6s (- 17m 26s) (32200 42%) 0.9793\n",
            "13m 8s (- 17m 24s) (32250 43%) 0.9937\n",
            "13m 9s (- 17m 23s) (32300 43%) 0.9952\n",
            "13m 10s (- 17m 22s) (32350 43%) 1.0033\n",
            "13m 11s (- 17m 20s) (32400 43%) 1.0129\n",
            "13m 12s (- 17m 19s) (32450 43%) 1.0453\n",
            "13m 13s (- 17m 18s) (32500 43%) 0.9789\n",
            "13m 15s (- 17m 16s) (32550 43%) 0.9932\n",
            "13m 16s (- 17m 15s) (32600 43%) 0.9726\n",
            "13m 17s (- 17m 14s) (32650 43%) 0.9826\n",
            "13m 19s (- 17m 13s) (32700 43%) 1.0007\n",
            "13m 20s (- 17m 12s) (32750 43%) 0.9783\n",
            "13m 21s (- 17m 11s) (32800 43%) 1.0665\n",
            "13m 22s (- 17m 10s) (32850 43%) 1.0060\n",
            "13m 23s (- 17m 8s) (32900 43%) 0.9689\n",
            "13m 25s (- 17m 7s) (32950 43%) 0.9703\n",
            "13m 26s (- 17m 6s) (33000 44%) 0.9411\n",
            "13m 27s (- 17m 5s) (33050 44%) 1.0496\n",
            "13m 29s (- 17m 4s) (33100 44%) 1.0276\n",
            "13m 30s (- 17m 2s) (33150 44%) 1.0004\n",
            "13m 31s (- 17m 1s) (33200 44%) 1.0194\n",
            "13m 32s (- 17m 0s) (33250 44%) 0.9850\n",
            "13m 33s (- 16m 59s) (33300 44%) 1.0155\n",
            "13m 35s (- 16m 57s) (33350 44%) 0.9193\n",
            "13m 36s (- 16m 56s) (33400 44%) 0.9840\n",
            "13m 37s (- 16m 55s) (33450 44%) 0.9781\n",
            "13m 38s (- 16m 54s) (33500 44%) 1.0240\n",
            "13m 39s (- 16m 53s) (33550 44%) 1.0015\n",
            "13m 41s (- 16m 51s) (33600 44%) 0.9709\n",
            "13m 42s (- 16m 50s) (33650 44%) 0.9319\n",
            "13m 43s (- 16m 49s) (33700 44%) 0.9833\n",
            "13m 44s (- 16m 48s) (33750 45%) 1.0060\n",
            "13m 46s (- 16m 46s) (33800 45%) 1.0039\n",
            "13m 47s (- 16m 45s) (33850 45%) 0.9960\n",
            "13m 48s (- 16m 44s) (33900 45%) 1.0166\n",
            "13m 49s (- 16m 43s) (33950 45%) 1.0368\n",
            "13m 50s (- 16m 41s) (34000 45%) 1.0794\n",
            "13m 52s (- 16m 40s) (34050 45%) 0.9660\n",
            "13m 53s (- 16m 39s) (34100 45%) 0.9947\n",
            "13m 54s (- 16m 38s) (34150 45%) 1.0260\n",
            "13m 56s (- 16m 37s) (34200 45%) 0.9682\n",
            "13m 57s (- 16m 36s) (34250 45%) 1.0695\n",
            "13m 58s (- 16m 35s) (34300 45%) 1.0271\n",
            "13m 59s (- 16m 33s) (34350 45%) 0.9667\n",
            "14m 1s (- 16m 32s) (34400 45%) 0.9982\n",
            "14m 2s (- 16m 31s) (34450 45%) 1.0312\n",
            "14m 3s (- 16m 30s) (34500 46%) 0.9592\n",
            "14m 4s (- 16m 28s) (34550 46%) 1.0243\n",
            "14m 5s (- 16m 27s) (34600 46%) 1.0044\n",
            "14m 6s (- 16m 26s) (34650 46%) 0.9523\n",
            "14m 8s (- 16m 25s) (34700 46%) 0.9778\n",
            "14m 9s (- 16m 23s) (34750 46%) 1.0162\n",
            "14m 10s (- 16m 22s) (34800 46%) 0.9837\n",
            "14m 11s (- 16m 21s) (34850 46%) 0.9668\n",
            "14m 13s (- 16m 20s) (34900 46%) 0.9882\n",
            "14m 14s (- 16m 18s) (34950 46%) 1.0290\n",
            "14m 15s (- 16m 17s) (35000 46%) 0.9537\n",
            "14m 16s (- 16m 16s) (35050 46%) 1.0260\n",
            "14m 17s (- 16m 15s) (35100 46%) 0.9792\n",
            "14m 19s (- 16m 13s) (35150 46%) 0.9678\n",
            "14m 20s (- 16m 12s) (35200 46%) 0.9798\n",
            "14m 21s (- 16m 11s) (35250 47%) 0.9457\n",
            "14m 22s (- 16m 10s) (35300 47%) 0.9700\n",
            "14m 23s (- 16m 8s) (35350 47%) 1.0201\n",
            "14m 25s (- 16m 7s) (35400 47%) 0.9899\n",
            "14m 26s (- 16m 6s) (35450 47%) 1.0162\n",
            "14m 27s (- 16m 5s) (35500 47%) 0.9850\n",
            "14m 28s (- 16m 4s) (35550 47%) 0.9951\n",
            "14m 30s (- 16m 2s) (35600 47%) 0.9659\n",
            "14m 31s (- 16m 1s) (35650 47%) 1.0173\n",
            "14m 32s (- 16m 0s) (35700 47%) 0.9570\n",
            "14m 33s (- 15m 59s) (35750 47%) 0.9713\n",
            "14m 35s (- 15m 58s) (35800 47%) 1.0272\n",
            "14m 36s (- 15m 57s) (35850 47%) 0.9878\n",
            "14m 37s (- 15m 55s) (35900 47%) 1.0182\n",
            "14m 38s (- 15m 54s) (35950 47%) 0.9880\n",
            "14m 40s (- 15m 53s) (36000 48%) 1.0122\n",
            "14m 41s (- 15m 52s) (36050 48%) 0.9617\n",
            "14m 42s (- 15m 50s) (36100 48%) 1.0468\n",
            "14m 43s (- 15m 49s) (36150 48%) 1.0555\n",
            "14m 44s (- 15m 48s) (36200 48%) 1.0744\n",
            "14m 45s (- 15m 47s) (36250 48%) 1.0075\n",
            "14m 47s (- 15m 45s) (36300 48%) 0.9916\n",
            "14m 48s (- 15m 44s) (36350 48%) 0.9397\n",
            "14m 49s (- 15m 43s) (36400 48%) 0.9749\n",
            "14m 50s (- 15m 42s) (36450 48%) 0.9865\n",
            "14m 51s (- 15m 40s) (36500 48%) 0.9672\n",
            "14m 53s (- 15m 39s) (36550 48%) 1.0132\n",
            "14m 54s (- 15m 38s) (36600 48%) 0.9507\n",
            "14m 55s (- 15m 37s) (36650 48%) 0.9666\n",
            "14m 57s (- 15m 36s) (36700 48%) 0.9974\n",
            "14m 58s (- 15m 34s) (36750 49%) 0.9863\n",
            "14m 59s (- 15m 33s) (36800 49%) 0.9580\n",
            "15m 0s (- 15m 32s) (36850 49%) 1.0244\n",
            "15m 1s (- 15m 31s) (36900 49%) 0.9485\n",
            "15m 3s (- 15m 29s) (36950 49%) 1.0207\n",
            "15m 4s (- 15m 28s) (37000 49%) 1.0295\n",
            "15m 5s (- 15m 27s) (37050 49%) 0.8935\n",
            "15m 6s (- 15m 26s) (37100 49%) 1.0145\n",
            "15m 7s (- 15m 24s) (37150 49%) 0.9645\n",
            "15m 8s (- 15m 23s) (37200 49%) 0.9670\n",
            "15m 10s (- 15m 22s) (37250 49%) 1.0471\n",
            "15m 11s (- 15m 20s) (37300 49%) 0.9941\n",
            "15m 12s (- 15m 19s) (37350 49%) 0.9455\n",
            "15m 13s (- 15m 18s) (37400 49%) 0.9974\n",
            "15m 14s (- 15m 17s) (37450 49%) 1.0755\n",
            "15m 15s (- 15m 15s) (37500 50%) 0.9030\n",
            "15m 17s (- 15m 14s) (37550 50%) 0.9569\n",
            "15m 18s (- 15m 13s) (37600 50%) 1.0081\n",
            "15m 19s (- 15m 12s) (37650 50%) 1.0215\n",
            "15m 20s (- 15m 11s) (37700 50%) 0.9660\n",
            "15m 22s (- 15m 9s) (37750 50%) 0.9294\n",
            "15m 23s (- 15m 8s) (37800 50%) 0.9929\n",
            "15m 24s (- 15m 7s) (37850 50%) 0.9237\n",
            "15m 26s (- 15m 6s) (37900 50%) 0.9690\n",
            "15m 27s (- 15m 5s) (37950 50%) 0.9496\n",
            "15m 28s (- 15m 3s) (38000 50%) 0.9681\n",
            "15m 29s (- 15m 2s) (38050 50%) 0.9818\n",
            "15m 30s (- 15m 1s) (38100 50%) 0.9971\n",
            "15m 32s (- 15m 0s) (38150 50%) 1.0018\n",
            "15m 33s (- 14m 59s) (38200 50%) 0.9344\n",
            "15m 34s (- 14m 57s) (38250 51%) 0.9788\n",
            "15m 35s (- 14m 56s) (38300 51%) 0.9401\n",
            "15m 37s (- 14m 55s) (38350 51%) 1.0024\n",
            "15m 38s (- 14m 54s) (38400 51%) 0.9806\n",
            "15m 39s (- 14m 53s) (38450 51%) 0.9454\n",
            "15m 40s (- 14m 51s) (38500 51%) 0.9133\n",
            "15m 41s (- 14m 50s) (38550 51%) 0.9238\n",
            "15m 43s (- 14m 49s) (38600 51%) 0.9692\n",
            "15m 44s (- 14m 48s) (38650 51%) 0.9575\n",
            "15m 45s (- 14m 47s) (38700 51%) 0.9969\n",
            "15m 46s (- 14m 45s) (38750 51%) 0.9640\n",
            "15m 48s (- 14m 44s) (38800 51%) 0.9746\n",
            "15m 49s (- 14m 43s) (38850 51%) 0.9252\n",
            "15m 50s (- 14m 42s) (38900 51%) 0.9621\n",
            "15m 51s (- 14m 40s) (38950 51%) 1.0065\n",
            "15m 53s (- 14m 39s) (39000 52%) 0.9471\n",
            "15m 54s (- 14m 38s) (39050 52%) 1.0012\n",
            "15m 55s (- 14m 37s) (39100 52%) 0.9597\n",
            "15m 56s (- 14m 36s) (39150 52%) 0.9304\n",
            "15m 58s (- 14m 34s) (39200 52%) 0.9859\n",
            "15m 59s (- 14m 33s) (39250 52%) 1.0178\n",
            "16m 0s (- 14m 32s) (39300 52%) 1.0391\n",
            "16m 1s (- 14m 31s) (39350 52%) 1.0538\n",
            "16m 3s (- 14m 30s) (39400 52%) 0.9473\n",
            "16m 4s (- 14m 28s) (39450 52%) 1.0014\n",
            "16m 5s (- 14m 27s) (39500 52%) 0.9902\n",
            "16m 6s (- 14m 26s) (39550 52%) 1.0038\n",
            "16m 8s (- 14m 25s) (39600 52%) 0.9655\n",
            "16m 9s (- 14m 24s) (39650 52%) 1.0206\n",
            "16m 10s (- 14m 22s) (39700 52%) 1.0014\n",
            "16m 11s (- 14m 21s) (39750 53%) 0.9249\n",
            "16m 13s (- 14m 20s) (39800 53%) 1.0038\n",
            "16m 14s (- 14m 19s) (39850 53%) 1.0083\n",
            "16m 15s (- 14m 18s) (39900 53%) 1.0270\n",
            "16m 16s (- 14m 16s) (39950 53%) 0.9944\n",
            "16m 18s (- 14m 15s) (40000 53%) 0.9565\n",
            "16m 19s (- 14m 14s) (40050 53%) 1.0589\n",
            "16m 20s (- 14m 13s) (40100 53%) 0.9801\n",
            "16m 21s (- 14m 12s) (40150 53%) 1.0443\n",
            "16m 23s (- 14m 11s) (40200 53%) 1.0373\n",
            "16m 24s (- 14m 9s) (40250 53%) 0.9348\n",
            "16m 25s (- 14m 8s) (40300 53%) 1.0420\n",
            "16m 26s (- 14m 7s) (40350 53%) 0.9762\n",
            "16m 28s (- 14m 6s) (40400 53%) 0.9918\n",
            "16m 29s (- 14m 5s) (40450 53%) 0.9668\n",
            "16m 30s (- 14m 3s) (40500 54%) 0.9759\n",
            "16m 32s (- 14m 2s) (40550 54%) 0.9560\n",
            "16m 33s (- 14m 1s) (40600 54%) 0.9757\n",
            "16m 34s (- 14m 0s) (40650 54%) 0.9798\n",
            "16m 35s (- 13m 59s) (40700 54%) 0.9752\n",
            "16m 37s (- 13m 58s) (40750 54%) 0.9845\n",
            "16m 38s (- 13m 56s) (40800 54%) 1.0196\n",
            "16m 39s (- 13m 55s) (40850 54%) 0.9121\n",
            "16m 40s (- 13m 54s) (40900 54%) 0.9816\n",
            "16m 41s (- 13m 53s) (40950 54%) 1.0424\n",
            "16m 43s (- 13m 51s) (41000 54%) 0.9544\n",
            "16m 44s (- 13m 50s) (41050 54%) 1.0157\n",
            "16m 45s (- 13m 49s) (41100 54%) 0.9741\n",
            "16m 46s (- 13m 48s) (41150 54%) 0.9875\n",
            "16m 48s (- 13m 47s) (41200 54%) 0.9879\n",
            "16m 49s (- 13m 45s) (41250 55%) 0.9726\n",
            "16m 50s (- 13m 44s) (41300 55%) 0.9768\n",
            "16m 51s (- 13m 43s) (41350 55%) 1.0259\n",
            "16m 52s (- 13m 42s) (41400 55%) 1.0514\n",
            "16m 54s (- 13m 40s) (41450 55%) 0.9668\n",
            "16m 55s (- 13m 39s) (41500 55%) 0.9870\n",
            "16m 56s (- 13m 38s) (41550 55%) 0.9728\n",
            "16m 58s (- 13m 37s) (41600 55%) 0.9775\n",
            "16m 59s (- 13m 36s) (41650 55%) 0.9316\n",
            "17m 0s (- 13m 35s) (41700 55%) 0.9766\n",
            "17m 1s (- 13m 33s) (41750 55%) 0.9447\n",
            "17m 3s (- 13m 32s) (41800 55%) 0.9965\n",
            "17m 4s (- 13m 31s) (41850 55%) 0.9402\n",
            "17m 5s (- 13m 30s) (41900 55%) 0.9542\n",
            "17m 6s (- 13m 28s) (41950 55%) 0.9815\n",
            "17m 8s (- 13m 27s) (42000 56%) 1.0010\n",
            "17m 9s (- 13m 26s) (42050 56%) 0.9790\n",
            "17m 10s (- 13m 25s) (42100 56%) 0.9678\n",
            "17m 11s (- 13m 24s) (42150 56%) 1.0046\n",
            "17m 13s (- 13m 22s) (42200 56%) 0.9760\n",
            "17m 14s (- 13m 21s) (42250 56%) 0.9879\n",
            "17m 15s (- 13m 20s) (42300 56%) 0.9757\n",
            "17m 16s (- 13m 19s) (42350 56%) 0.9803\n",
            "17m 17s (- 13m 18s) (42400 56%) 0.9716\n",
            "17m 19s (- 13m 16s) (42450 56%) 0.9607\n",
            "17m 20s (- 13m 15s) (42500 56%) 0.9941\n",
            "17m 21s (- 13m 14s) (42550 56%) 0.9596\n",
            "17m 22s (- 13m 13s) (42600 56%) 1.0001\n",
            "17m 24s (- 13m 12s) (42650 56%) 0.9361\n",
            "17m 25s (- 13m 10s) (42700 56%) 0.8875\n",
            "17m 26s (- 13m 9s) (42750 56%) 0.9143\n",
            "17m 27s (- 13m 8s) (42800 57%) 0.9627\n",
            "17m 29s (- 13m 7s) (42850 57%) 0.9166\n",
            "17m 30s (- 13m 5s) (42900 57%) 0.9584\n",
            "17m 31s (- 13m 4s) (42950 57%) 0.9627\n",
            "17m 32s (- 13m 3s) (43000 57%) 0.9367\n",
            "17m 33s (- 13m 2s) (43050 57%) 0.9308\n",
            "17m 35s (- 13m 0s) (43100 57%) 0.9534\n",
            "17m 36s (- 12m 59s) (43150 57%) 1.0170\n",
            "17m 37s (- 12m 58s) (43200 57%) 0.9575\n",
            "17m 38s (- 12m 57s) (43250 57%) 0.9562\n",
            "17m 39s (- 12m 55s) (43300 57%) 0.9417\n",
            "17m 41s (- 12m 54s) (43350 57%) 0.9454\n",
            "17m 42s (- 12m 53s) (43400 57%) 0.9398\n",
            "17m 43s (- 12m 52s) (43450 57%) 0.9713\n",
            "17m 44s (- 12m 51s) (43500 57%) 0.9835\n",
            "17m 46s (- 12m 49s) (43550 58%) 0.9451\n",
            "17m 47s (- 12m 48s) (43600 58%) 0.9427\n",
            "17m 48s (- 12m 47s) (43650 58%) 0.9101\n",
            "17m 49s (- 12m 46s) (43700 58%) 0.9643\n",
            "17m 50s (- 12m 44s) (43750 58%) 0.8561\n",
            "17m 52s (- 12m 43s) (43800 58%) 0.9895\n",
            "17m 53s (- 12m 42s) (43850 58%) 1.0052\n",
            "17m 54s (- 12m 41s) (43900 58%) 0.9584\n",
            "17m 56s (- 12m 40s) (43950 58%) 0.9728\n",
            "17m 57s (- 12m 38s) (44000 58%) 0.9514\n",
            "17m 58s (- 12m 37s) (44050 58%) 0.9185\n",
            "17m 59s (- 12m 36s) (44100 58%) 0.9963\n",
            "18m 1s (- 12m 35s) (44150 58%) 0.9564\n",
            "18m 2s (- 12m 34s) (44200 58%) 0.9842\n",
            "18m 3s (- 12m 32s) (44250 59%) 0.8815\n",
            "18m 4s (- 12m 31s) (44300 59%) 0.8978\n",
            "18m 5s (- 12m 30s) (44350 59%) 0.9667\n",
            "18m 7s (- 12m 29s) (44400 59%) 1.0351\n",
            "18m 8s (- 12m 28s) (44450 59%) 0.9655\n",
            "18m 9s (- 12m 26s) (44500 59%) 1.0240\n",
            "18m 10s (- 12m 25s) (44550 59%) 0.9667\n",
            "18m 11s (- 12m 24s) (44600 59%) 0.9386\n",
            "18m 12s (- 12m 22s) (44650 59%) 1.0205\n",
            "18m 14s (- 12m 21s) (44700 59%) 0.9353\n",
            "18m 15s (- 12m 20s) (44750 59%) 1.0052\n",
            "18m 16s (- 12m 19s) (44800 59%) 1.0038\n",
            "18m 17s (- 12m 17s) (44850 59%) 1.0232\n",
            "18m 19s (- 12m 16s) (44900 59%) 0.8901\n",
            "18m 20s (- 12m 15s) (44950 59%) 0.9590\n",
            "18m 21s (- 12m 14s) (45000 60%) 0.9371\n",
            "18m 22s (- 12m 13s) (45050 60%) 0.9587\n",
            "18m 23s (- 12m 11s) (45100 60%) 0.9377\n",
            "18m 25s (- 12m 10s) (45150 60%) 0.9252\n",
            "18m 26s (- 12m 9s) (45200 60%) 0.9879\n",
            "18m 27s (- 12m 8s) (45250 60%) 1.0021\n",
            "18m 28s (- 12m 7s) (45300 60%) 0.9433\n",
            "18m 30s (- 12m 5s) (45350 60%) 0.9998\n",
            "18m 31s (- 12m 4s) (45400 60%) 0.9928\n",
            "18m 32s (- 12m 3s) (45450 60%) 0.9419\n",
            "18m 33s (- 12m 2s) (45500 60%) 0.9777\n",
            "18m 35s (- 12m 0s) (45550 60%) 0.9488\n",
            "18m 36s (- 11m 59s) (45600 60%) 0.9595\n",
            "18m 37s (- 11m 58s) (45650 60%) 0.9637\n",
            "18m 38s (- 11m 57s) (45700 60%) 1.0056\n",
            "18m 40s (- 11m 56s) (45750 61%) 0.9686\n",
            "18m 41s (- 11m 54s) (45800 61%) 1.0001\n",
            "18m 42s (- 11m 53s) (45850 61%) 1.0641\n",
            "18m 43s (- 11m 52s) (45900 61%) 0.9598\n",
            "18m 44s (- 11m 51s) (45950 61%) 1.0044\n",
            "18m 46s (- 11m 49s) (46000 61%) 0.9840\n",
            "18m 47s (- 11m 48s) (46050 61%) 0.9862\n",
            "18m 48s (- 11m 47s) (46100 61%) 1.0129\n",
            "18m 49s (- 11m 46s) (46150 61%) 0.9473\n",
            "18m 50s (- 11m 44s) (46200 61%) 0.9813\n",
            "18m 52s (- 11m 43s) (46250 61%) 1.0019\n",
            "18m 53s (- 11m 42s) (46300 61%) 0.9303\n",
            "18m 54s (- 11m 41s) (46350 61%) 0.9170\n",
            "18m 55s (- 11m 40s) (46400 61%) 0.9845\n",
            "18m 57s (- 11m 39s) (46450 61%) 0.9078\n",
            "18m 58s (- 11m 37s) (46500 62%) 0.9427\n",
            "18m 59s (- 11m 36s) (46550 62%) 0.9504\n",
            "19m 1s (- 11m 35s) (46600 62%) 0.9612\n",
            "19m 2s (- 11m 34s) (46650 62%) 0.9931\n",
            "19m 3s (- 11m 33s) (46700 62%) 0.9565\n",
            "19m 4s (- 11m 31s) (46750 62%) 0.9457\n",
            "19m 5s (- 11m 30s) (46800 62%) 0.9779\n",
            "19m 6s (- 11m 29s) (46850 62%) 0.9685\n",
            "19m 8s (- 11m 27s) (46900 62%) 1.0118\n",
            "19m 9s (- 11m 26s) (46950 62%) 0.9726\n",
            "19m 10s (- 11m 25s) (47000 62%) 0.9158\n",
            "19m 11s (- 11m 24s) (47050 62%) 0.9560\n",
            "19m 13s (- 11m 23s) (47100 62%) 0.9638\n",
            "19m 14s (- 11m 21s) (47150 62%) 1.0104\n",
            "19m 15s (- 11m 20s) (47200 62%) 0.9665\n",
            "19m 16s (- 11m 19s) (47250 63%) 0.9505\n",
            "19m 18s (- 11m 18s) (47300 63%) 1.0065\n",
            "19m 19s (- 11m 17s) (47350 63%) 0.9125\n",
            "19m 20s (- 11m 15s) (47400 63%) 0.9340\n",
            "19m 21s (- 11m 14s) (47450 63%) 0.9354\n",
            "19m 23s (- 11m 13s) (47500 63%) 0.9305\n",
            "19m 24s (- 11m 12s) (47550 63%) 0.9661\n",
            "19m 25s (- 11m 11s) (47600 63%) 0.9372\n",
            "19m 26s (- 11m 9s) (47650 63%) 0.9275\n",
            "19m 28s (- 11m 8s) (47700 63%) 0.9407\n",
            "19m 29s (- 11m 7s) (47750 63%) 1.0535\n",
            "19m 30s (- 11m 6s) (47800 63%) 0.9461\n",
            "19m 31s (- 11m 4s) (47850 63%) 0.9301\n",
            "19m 33s (- 11m 3s) (47900 63%) 0.9447\n",
            "19m 34s (- 11m 2s) (47950 63%) 0.8652\n",
            "19m 35s (- 11m 1s) (48000 64%) 0.9923\n",
            "19m 36s (- 11m 0s) (48050 64%) 0.8986\n",
            "19m 38s (- 10m 58s) (48100 64%) 0.9833\n",
            "19m 39s (- 10m 57s) (48150 64%) 0.9124\n",
            "19m 40s (- 10m 56s) (48200 64%) 1.0122\n",
            "19m 41s (- 10m 54s) (48250 64%) 0.9025\n",
            "19m 42s (- 10m 53s) (48300 64%) 0.9272\n",
            "19m 43s (- 10m 52s) (48350 64%) 0.9760\n",
            "19m 44s (- 10m 51s) (48400 64%) 0.9706\n",
            "19m 46s (- 10m 50s) (48450 64%) 0.9645\n",
            "19m 47s (- 10m 48s) (48500 64%) 0.8752\n",
            "19m 48s (- 10m 47s) (48550 64%) 0.9624\n",
            "19m 49s (- 10m 46s) (48600 64%) 0.9768\n",
            "19m 51s (- 10m 45s) (48650 64%) 0.9162\n",
            "19m 52s (- 10m 43s) (48700 64%) 1.0007\n",
            "19m 53s (- 10m 42s) (48750 65%) 0.9360\n",
            "19m 54s (- 10m 41s) (48800 65%) 0.9036\n",
            "19m 56s (- 10m 40s) (48850 65%) 1.0067\n",
            "19m 57s (- 10m 39s) (48900 65%) 0.9783\n",
            "19m 58s (- 10m 37s) (48950 65%) 0.9500\n",
            "19m 59s (- 10m 36s) (49000 65%) 0.8986\n",
            "20m 0s (- 10m 35s) (49050 65%) 0.9575\n",
            "20m 2s (- 10m 34s) (49100 65%) 0.9205\n",
            "20m 3s (- 10m 32s) (49150 65%) 0.9266\n",
            "20m 4s (- 10m 31s) (49200 65%) 0.9655\n",
            "20m 5s (- 10m 30s) (49250 65%) 0.9572\n",
            "20m 6s (- 10m 29s) (49300 65%) 0.9476\n",
            "20m 8s (- 10m 27s) (49350 65%) 0.9612\n",
            "20m 9s (- 10m 26s) (49400 65%) 0.9649\n",
            "20m 10s (- 10m 25s) (49450 65%) 0.9689\n",
            "20m 11s (- 10m 24s) (49500 66%) 0.9599\n",
            "20m 12s (- 10m 22s) (49550 66%) 0.9816\n",
            "20m 14s (- 10m 21s) (49600 66%) 0.9680\n",
            "20m 15s (- 10m 20s) (49650 66%) 0.9426\n",
            "20m 16s (- 10m 19s) (49700 66%) 0.9025\n",
            "20m 17s (- 10m 17s) (49750 66%) 0.8437\n",
            "20m 18s (- 10m 16s) (49800 66%) 0.9443\n",
            "20m 19s (- 10m 15s) (49850 66%) 0.9751\n",
            "20m 20s (- 10m 14s) (49900 66%) 0.9647\n",
            "20m 22s (- 10m 12s) (49950 66%) 0.8922\n",
            "20m 23s (- 10m 11s) (50000 66%) 0.9900\n",
            "20m 24s (- 10m 10s) (50050 66%) 0.9352\n",
            "20m 26s (- 10m 9s) (50100 66%) 0.9181\n",
            "20m 27s (- 10m 8s) (50150 66%) 0.9575\n",
            "20m 28s (- 10m 6s) (50200 66%) 0.9601\n",
            "20m 29s (- 10m 5s) (50250 67%) 0.9146\n",
            "20m 31s (- 10m 4s) (50300 67%) 0.9601\n",
            "20m 32s (- 10m 3s) (50350 67%) 1.0035\n",
            "20m 33s (- 10m 2s) (50400 67%) 0.9397\n",
            "20m 34s (- 10m 0s) (50450 67%) 0.9668\n",
            "20m 35s (- 9m 59s) (50500 67%) 1.0236\n",
            "20m 37s (- 9m 58s) (50550 67%) 0.9711\n",
            "20m 38s (- 9m 57s) (50600 67%) 0.9245\n",
            "20m 39s (- 9m 55s) (50650 67%) 0.9446\n",
            "20m 40s (- 9m 54s) (50700 67%) 0.8436\n",
            "20m 41s (- 9m 53s) (50750 67%) 0.9535\n",
            "20m 42s (- 9m 52s) (50800 67%) 1.0308\n",
            "20m 44s (- 9m 50s) (50850 67%) 0.9669\n",
            "20m 45s (- 9m 49s) (50900 67%) 0.9589\n",
            "20m 46s (- 9m 48s) (50950 67%) 0.9376\n",
            "20m 47s (- 9m 47s) (51000 68%) 0.9658\n",
            "20m 49s (- 9m 46s) (51050 68%) 0.9643\n",
            "20m 50s (- 9m 44s) (51100 68%) 0.9233\n",
            "20m 51s (- 9m 43s) (51150 68%) 0.9386\n",
            "20m 52s (- 9m 42s) (51200 68%) 0.9420\n",
            "20m 53s (- 9m 41s) (51250 68%) 0.9387\n",
            "20m 55s (- 9m 39s) (51300 68%) 1.0147\n",
            "20m 56s (- 9m 38s) (51350 68%) 1.0183\n",
            "20m 57s (- 9m 37s) (51400 68%) 0.9553\n",
            "20m 58s (- 9m 36s) (51450 68%) 1.0591\n",
            "21m 0s (- 9m 34s) (51500 68%) 0.9303\n",
            "21m 1s (- 9m 33s) (51550 68%) 0.9581\n",
            "21m 2s (- 9m 32s) (51600 68%) 0.9920\n",
            "21m 3s (- 9m 31s) (51650 68%) 0.9153\n",
            "21m 5s (- 9m 30s) (51700 68%) 0.9584\n",
            "21m 6s (- 9m 28s) (51750 69%) 0.9781\n",
            "21m 7s (- 9m 27s) (51800 69%) 0.9586\n",
            "21m 8s (- 9m 26s) (51850 69%) 0.9658\n",
            "21m 10s (- 9m 25s) (51900 69%) 0.9275\n",
            "21m 11s (- 9m 24s) (51950 69%) 0.9486\n",
            "21m 12s (- 9m 22s) (52000 69%) 0.9331\n",
            "21m 13s (- 9m 21s) (52050 69%) 0.9837\n",
            "21m 14s (- 9m 20s) (52100 69%) 0.9079\n",
            "21m 15s (- 9m 19s) (52150 69%) 0.9645\n",
            "21m 16s (- 9m 17s) (52200 69%) 0.9376\n",
            "21m 18s (- 9m 16s) (52250 69%) 0.9327\n",
            "21m 19s (- 9m 15s) (52300 69%) 0.8685\n",
            "21m 20s (- 9m 14s) (52350 69%) 0.9728\n",
            "21m 21s (- 9m 12s) (52400 69%) 0.9167\n",
            "21m 23s (- 9m 11s) (52450 69%) 0.9204\n",
            "21m 24s (- 9m 10s) (52500 70%) 0.9102\n",
            "21m 25s (- 9m 9s) (52550 70%) 0.9671\n",
            "21m 27s (- 9m 8s) (52600 70%) 0.9104\n",
            "21m 28s (- 9m 6s) (52650 70%) 1.0207\n",
            "21m 29s (- 9m 5s) (52700 70%) 0.9121\n",
            "21m 30s (- 9m 4s) (52750 70%) 0.9410\n",
            "21m 32s (- 9m 3s) (52800 70%) 0.8894\n",
            "21m 33s (- 9m 2s) (52850 70%) 0.9316\n",
            "21m 34s (- 9m 0s) (52900 70%) 0.9097\n",
            "21m 35s (- 8m 59s) (52950 70%) 0.9544\n",
            "21m 36s (- 8m 58s) (53000 70%) 0.8613\n",
            "21m 37s (- 8m 57s) (53050 70%) 0.9456\n",
            "21m 39s (- 8m 55s) (53100 70%) 0.9693\n",
            "21m 40s (- 8m 54s) (53150 70%) 0.9451\n",
            "21m 41s (- 8m 53s) (53200 70%) 0.9984\n",
            "21m 42s (- 8m 52s) (53250 71%) 0.9750\n",
            "21m 44s (- 8m 50s) (53300 71%) 0.9511\n",
            "21m 45s (- 8m 49s) (53350 71%) 0.9435\n",
            "21m 46s (- 8m 48s) (53400 71%) 0.9427\n",
            "21m 47s (- 8m 47s) (53450 71%) 0.9512\n",
            "21m 48s (- 8m 46s) (53500 71%) 0.9057\n",
            "21m 50s (- 8m 44s) (53550 71%) 0.8295\n",
            "21m 51s (- 8m 43s) (53600 71%) 0.8875\n",
            "21m 52s (- 8m 42s) (53650 71%) 0.8548\n",
            "21m 53s (- 8m 41s) (53700 71%) 0.9136\n",
            "21m 54s (- 8m 39s) (53750 71%) 0.9086\n",
            "21m 56s (- 8m 38s) (53800 71%) 0.9606\n",
            "21m 57s (- 8m 37s) (53850 71%) 0.9100\n",
            "21m 58s (- 8m 36s) (53900 71%) 0.9350\n",
            "21m 59s (- 8m 34s) (53950 71%) 0.9356\n",
            "22m 1s (- 8m 33s) (54000 72%) 0.9148\n",
            "22m 2s (- 8m 32s) (54050 72%) 0.9669\n",
            "22m 3s (- 8m 31s) (54100 72%) 0.9178\n",
            "22m 4s (- 8m 30s) (54150 72%) 1.0010\n",
            "22m 5s (- 8m 28s) (54200 72%) 0.9092\n",
            "22m 7s (- 8m 27s) (54250 72%) 0.8582\n",
            "22m 8s (- 8m 26s) (54300 72%) 0.9681\n",
            "22m 9s (- 8m 25s) (54350 72%) 0.9751\n",
            "22m 10s (- 8m 23s) (54400 72%) 0.9207\n",
            "22m 11s (- 8m 22s) (54450 72%) 0.9257\n",
            "22m 13s (- 8m 21s) (54500 72%) 0.8776\n",
            "22m 14s (- 8m 20s) (54550 72%) 0.9074\n",
            "22m 15s (- 8m 18s) (54600 72%) 0.9128\n",
            "22m 16s (- 8m 17s) (54650 72%) 0.9475\n",
            "22m 17s (- 8m 16s) (54700 72%) 0.9370\n",
            "22m 19s (- 8m 15s) (54750 73%) 0.9161\n",
            "22m 20s (- 8m 14s) (54800 73%) 0.9491\n",
            "22m 21s (- 8m 12s) (54850 73%) 0.9197\n",
            "22m 22s (- 8m 11s) (54900 73%) 1.0283\n",
            "22m 23s (- 8m 10s) (54950 73%) 0.9585\n",
            "22m 25s (- 8m 9s) (55000 73%) 0.9811\n",
            "22m 26s (- 8m 7s) (55050 73%) 0.9333\n",
            "22m 27s (- 8m 6s) (55100 73%) 0.9886\n",
            "22m 29s (- 8m 5s) (55150 73%) 1.0158\n",
            "22m 30s (- 8m 4s) (55200 73%) 0.8679\n",
            "22m 31s (- 8m 3s) (55250 73%) 0.9939\n",
            "22m 32s (- 8m 1s) (55300 73%) 0.9367\n",
            "22m 33s (- 8m 0s) (55350 73%) 0.9276\n",
            "22m 35s (- 7m 59s) (55400 73%) 0.8928\n",
            "22m 36s (- 7m 58s) (55450 73%) 0.8827\n",
            "22m 37s (- 7m 57s) (55500 74%) 1.0026\n",
            "22m 38s (- 7m 55s) (55550 74%) 0.9255\n",
            "22m 40s (- 7m 54s) (55600 74%) 0.8961\n",
            "22m 41s (- 7m 53s) (55650 74%) 0.9562\n",
            "22m 42s (- 7m 52s) (55700 74%) 0.8836\n",
            "22m 43s (- 7m 50s) (55750 74%) 0.9581\n",
            "22m 44s (- 7m 49s) (55800 74%) 0.9911\n",
            "22m 46s (- 7m 48s) (55850 74%) 0.9204\n",
            "22m 47s (- 7m 47s) (55900 74%) 0.9598\n",
            "22m 48s (- 7m 45s) (55950 74%) 0.8343\n",
            "22m 49s (- 7m 44s) (56000 74%) 0.9467\n",
            "22m 50s (- 7m 43s) (56050 74%) 0.9325\n",
            "22m 52s (- 7m 42s) (56100 74%) 0.9809\n",
            "22m 53s (- 7m 41s) (56150 74%) 0.9291\n",
            "22m 54s (- 7m 39s) (56200 74%) 0.9266\n",
            "22m 55s (- 7m 38s) (56250 75%) 0.9712\n",
            "22m 57s (- 7m 37s) (56300 75%) 0.9313\n",
            "22m 58s (- 7m 36s) (56350 75%) 0.9381\n",
            "22m 59s (- 7m 34s) (56400 75%) 0.8998\n",
            "23m 0s (- 7m 33s) (56450 75%) 0.8808\n",
            "23m 2s (- 7m 32s) (56500 75%) 0.9276\n",
            "23m 3s (- 7m 31s) (56550 75%) 0.9436\n",
            "23m 4s (- 7m 30s) (56600 75%) 0.9509\n",
            "23m 5s (- 7m 28s) (56650 75%) 0.9276\n",
            "23m 6s (- 7m 27s) (56700 75%) 0.8828\n",
            "23m 7s (- 7m 26s) (56750 75%) 0.9762\n",
            "23m 9s (- 7m 25s) (56800 75%) 0.9641\n",
            "23m 10s (- 7m 23s) (56850 75%) 0.9598\n",
            "23m 11s (- 7m 22s) (56900 75%) 0.9496\n",
            "23m 12s (- 7m 21s) (56950 75%) 0.9132\n",
            "23m 13s (- 7m 20s) (57000 76%) 0.9074\n",
            "23m 14s (- 7m 18s) (57050 76%) 0.9580\n",
            "23m 15s (- 7m 17s) (57100 76%) 0.9649\n",
            "23m 17s (- 7m 16s) (57150 76%) 0.9674\n",
            "23m 18s (- 7m 15s) (57200 76%) 0.9280\n",
            "23m 19s (- 7m 13s) (57250 76%) 0.9599\n",
            "23m 20s (- 7m 12s) (57300 76%) 0.9550\n",
            "23m 22s (- 7m 11s) (57350 76%) 0.9150\n",
            "23m 23s (- 7m 10s) (57400 76%) 0.9645\n",
            "23m 24s (- 7m 9s) (57450 76%) 0.9307\n",
            "23m 26s (- 7m 7s) (57500 76%) 0.9142\n",
            "23m 27s (- 7m 6s) (57550 76%) 0.8900\n",
            "23m 28s (- 7m 5s) (57600 76%) 0.9127\n",
            "23m 29s (- 7m 4s) (57650 76%) 0.9018\n",
            "23m 30s (- 7m 2s) (57700 76%) 0.9425\n",
            "23m 32s (- 7m 1s) (57750 77%) 0.9157\n",
            "23m 33s (- 7m 0s) (57800 77%) 0.9880\n",
            "23m 34s (- 6m 59s) (57850 77%) 0.8698\n",
            "23m 35s (- 6m 58s) (57900 77%) 0.9393\n",
            "23m 36s (- 6m 56s) (57950 77%) 0.9270\n",
            "23m 38s (- 6m 55s) (58000 77%) 0.9312\n",
            "23m 39s (- 6m 54s) (58050 77%) 0.9577\n",
            "23m 40s (- 6m 53s) (58100 77%) 0.9492\n",
            "23m 41s (- 6m 51s) (58150 77%) 0.9205\n",
            "23m 42s (- 6m 50s) (58200 77%) 0.9232\n",
            "23m 43s (- 6m 49s) (58250 77%) 0.9136\n",
            "23m 45s (- 6m 48s) (58300 77%) 0.8752\n",
            "23m 46s (- 6m 46s) (58350 77%) 0.9314\n",
            "23m 47s (- 6m 45s) (58400 77%) 0.9294\n",
            "23m 48s (- 6m 44s) (58450 77%) 0.9707\n",
            "23m 49s (- 6m 43s) (58500 78%) 0.9124\n",
            "23m 51s (- 6m 42s) (58550 78%) 0.9682\n",
            "23m 52s (- 6m 40s) (58600 78%) 0.8978\n",
            "23m 53s (- 6m 39s) (58650 78%) 1.0125\n",
            "23m 54s (- 6m 38s) (58700 78%) 0.9139\n",
            "23m 56s (- 6m 37s) (58750 78%) 0.9138\n",
            "23m 57s (- 6m 36s) (58800 78%) 0.8734\n",
            "23m 58s (- 6m 34s) (58850 78%) 0.9068\n",
            "23m 59s (- 6m 33s) (58900 78%) 0.9120\n",
            "24m 1s (- 6m 32s) (58950 78%) 0.8861\n",
            "24m 2s (- 6m 31s) (59000 78%) 0.9216\n",
            "24m 3s (- 6m 29s) (59050 78%) 0.8711\n",
            "24m 4s (- 6m 28s) (59100 78%) 0.9249\n",
            "24m 6s (- 6m 27s) (59150 78%) 0.8728\n",
            "24m 7s (- 6m 26s) (59200 78%) 1.0447\n",
            "24m 8s (- 6m 25s) (59250 79%) 0.9432\n",
            "24m 9s (- 6m 23s) (59300 79%) 0.9327\n",
            "24m 11s (- 6m 22s) (59350 79%) 0.9301\n",
            "24m 12s (- 6m 21s) (59400 79%) 0.9064\n",
            "24m 13s (- 6m 20s) (59450 79%) 0.9538\n",
            "24m 14s (- 6m 19s) (59500 79%) 0.8914\n",
            "24m 16s (- 6m 17s) (59550 79%) 0.9073\n",
            "24m 17s (- 6m 16s) (59600 79%) 0.9514\n",
            "24m 18s (- 6m 15s) (59650 79%) 0.8987\n",
            "24m 20s (- 6m 14s) (59700 79%) 1.0284\n",
            "24m 21s (- 6m 12s) (59750 79%) 0.9114\n",
            "24m 22s (- 6m 11s) (59800 79%) 0.9276\n",
            "24m 23s (- 6m 10s) (59850 79%) 0.9694\n",
            "24m 25s (- 6m 9s) (59900 79%) 0.9514\n",
            "24m 26s (- 6m 8s) (59950 79%) 0.8566\n",
            "24m 27s (- 6m 6s) (60000 80%) 0.9140\n",
            "24m 28s (- 6m 5s) (60050 80%) 0.9619\n",
            "24m 30s (- 6m 4s) (60100 80%) 0.9234\n",
            "24m 31s (- 6m 3s) (60150 80%) 0.9216\n",
            "24m 32s (- 6m 2s) (60200 80%) 0.9294\n",
            "24m 33s (- 6m 0s) (60250 80%) 0.9681\n",
            "24m 35s (- 5m 59s) (60300 80%) 0.9352\n",
            "24m 36s (- 5m 58s) (60350 80%) 0.9355\n",
            "24m 37s (- 5m 57s) (60400 80%) 0.8703\n",
            "24m 38s (- 5m 55s) (60450 80%) 0.9243\n",
            "24m 39s (- 5m 54s) (60500 80%) 0.8750\n",
            "24m 41s (- 5m 53s) (60550 80%) 0.9090\n",
            "24m 42s (- 5m 52s) (60600 80%) 0.9660\n",
            "24m 43s (- 5m 50s) (60650 80%) 0.9050\n",
            "24m 44s (- 5m 49s) (60700 80%) 0.8894\n",
            "24m 45s (- 5m 48s) (60750 81%) 0.9336\n",
            "24m 46s (- 5m 47s) (60800 81%) 0.8840\n",
            "24m 48s (- 5m 46s) (60850 81%) 0.9053\n",
            "24m 49s (- 5m 44s) (60900 81%) 0.8580\n",
            "24m 50s (- 5m 43s) (60950 81%) 0.8391\n",
            "24m 51s (- 5m 42s) (61000 81%) 0.8255\n",
            "24m 53s (- 5m 41s) (61050 81%) 1.0016\n",
            "24m 54s (- 5m 39s) (61100 81%) 0.9218\n",
            "24m 55s (- 5m 38s) (61150 81%) 0.9774\n",
            "24m 56s (- 5m 37s) (61200 81%) 0.9811\n",
            "24m 57s (- 5m 36s) (61250 81%) 0.8853\n",
            "24m 59s (- 5m 35s) (61300 81%) 0.9490\n",
            "25m 0s (- 5m 33s) (61350 81%) 0.9530\n",
            "25m 1s (- 5m 32s) (61400 81%) 0.9761\n",
            "25m 2s (- 5m 31s) (61450 81%) 0.9108\n",
            "25m 3s (- 5m 30s) (61500 82%) 0.9367\n",
            "25m 4s (- 5m 28s) (61550 82%) 0.8869\n",
            "25m 5s (- 5m 27s) (61600 82%) 0.9409\n",
            "25m 7s (- 5m 26s) (61650 82%) 0.9498\n",
            "25m 8s (- 5m 25s) (61700 82%) 0.9680\n",
            "25m 9s (- 5m 23s) (61750 82%) 0.9162\n",
            "25m 11s (- 5m 22s) (61800 82%) 0.8717\n",
            "25m 12s (- 5m 21s) (61850 82%) 0.9147\n",
            "25m 13s (- 5m 20s) (61900 82%) 0.9282\n",
            "25m 14s (- 5m 19s) (61950 82%) 0.9373\n",
            "25m 15s (- 5m 17s) (62000 82%) 0.8627\n",
            "25m 16s (- 5m 16s) (62050 82%) 0.9901\n",
            "25m 18s (- 5m 15s) (62100 82%) 0.9069\n",
            "25m 19s (- 5m 14s) (62150 82%) 0.9058\n",
            "25m 20s (- 5m 12s) (62200 82%) 0.8605\n",
            "25m 21s (- 5m 11s) (62250 83%) 0.9419\n",
            "25m 22s (- 5m 10s) (62300 83%) 0.8945\n",
            "25m 24s (- 5m 9s) (62350 83%) 0.9544\n",
            "25m 25s (- 5m 8s) (62400 83%) 0.8952\n",
            "25m 26s (- 5m 6s) (62450 83%) 0.9213\n",
            "25m 28s (- 5m 5s) (62500 83%) 0.8951\n",
            "25m 29s (- 5m 4s) (62550 83%) 0.9580\n",
            "25m 30s (- 5m 3s) (62600 83%) 0.9674\n",
            "25m 31s (- 5m 1s) (62650 83%) 0.8555\n",
            "25m 33s (- 5m 0s) (62700 83%) 0.9365\n",
            "25m 34s (- 4m 59s) (62750 83%) 0.9343\n",
            "25m 35s (- 4m 58s) (62800 83%) 0.9081\n",
            "25m 36s (- 4m 57s) (62850 83%) 0.8923\n",
            "25m 37s (- 4m 55s) (62900 83%) 0.9352\n",
            "25m 38s (- 4m 54s) (62950 83%) 0.9133\n",
            "25m 39s (- 4m 53s) (63000 84%) 0.9005\n",
            "25m 41s (- 4m 52s) (63050 84%) 0.8587\n",
            "25m 42s (- 4m 50s) (63100 84%) 0.7933\n",
            "25m 43s (- 4m 49s) (63150 84%) 0.9835\n",
            "25m 44s (- 4m 48s) (63200 84%) 0.9124\n",
            "25m 45s (- 4m 47s) (63250 84%) 0.9083\n",
            "25m 47s (- 4m 45s) (63300 84%) 0.9183\n",
            "25m 48s (- 4m 44s) (63350 84%) 0.9096\n",
            "25m 49s (- 4m 43s) (63400 84%) 0.9772\n",
            "25m 51s (- 4m 42s) (63450 84%) 0.8518\n",
            "25m 52s (- 4m 41s) (63500 84%) 0.9027\n",
            "25m 53s (- 4m 39s) (63550 84%) 0.8743\n",
            "25m 54s (- 4m 38s) (63600 84%) 0.9162\n",
            "25m 55s (- 4m 37s) (63650 84%) 0.9064\n",
            "25m 57s (- 4m 36s) (63700 84%) 0.9383\n",
            "25m 58s (- 4m 35s) (63750 85%) 0.8770\n",
            "25m 59s (- 4m 33s) (63800 85%) 0.8457\n",
            "26m 0s (- 4m 32s) (63850 85%) 0.9097\n",
            "26m 2s (- 4m 31s) (63900 85%) 0.9164\n",
            "26m 3s (- 4m 30s) (63950 85%) 0.8778\n",
            "26m 4s (- 4m 28s) (64000 85%) 0.9031\n",
            "26m 5s (- 4m 27s) (64050 85%) 0.8401\n",
            "26m 7s (- 4m 26s) (64100 85%) 0.9307\n",
            "26m 8s (- 4m 25s) (64150 85%) 0.8541\n",
            "26m 9s (- 4m 24s) (64200 85%) 0.9192\n",
            "26m 10s (- 4m 22s) (64250 85%) 0.9553\n",
            "26m 11s (- 4m 21s) (64300 85%) 0.8706\n",
            "26m 13s (- 4m 20s) (64350 85%) 0.9149\n",
            "26m 14s (- 4m 19s) (64400 85%) 0.9194\n",
            "26m 15s (- 4m 17s) (64450 85%) 0.8733\n",
            "26m 16s (- 4m 16s) (64500 86%) 0.8775\n",
            "26m 17s (- 4m 15s) (64550 86%) 0.8998\n",
            "26m 19s (- 4m 14s) (64600 86%) 0.8954\n",
            "26m 20s (- 4m 13s) (64650 86%) 0.8907\n",
            "26m 21s (- 4m 11s) (64700 86%) 0.9397\n",
            "26m 22s (- 4m 10s) (64750 86%) 0.9188\n",
            "26m 24s (- 4m 9s) (64800 86%) 0.9784\n",
            "26m 25s (- 4m 8s) (64850 86%) 0.8470\n",
            "26m 26s (- 4m 6s) (64900 86%) 0.9074\n",
            "26m 27s (- 4m 5s) (64950 86%) 0.9185\n",
            "26m 29s (- 4m 4s) (65000 86%) 0.8985\n",
            "26m 30s (- 4m 3s) (65050 86%) 0.9426\n",
            "26m 31s (- 4m 2s) (65100 86%) 0.8519\n",
            "26m 32s (- 4m 0s) (65150 86%) 0.8440\n",
            "26m 33s (- 3m 59s) (65200 86%) 0.8407\n",
            "26m 35s (- 3m 58s) (65250 87%) 0.9258\n",
            "26m 36s (- 3m 57s) (65300 87%) 0.9371\n",
            "26m 37s (- 3m 55s) (65350 87%) 0.9644\n",
            "26m 38s (- 3m 54s) (65400 87%) 0.9238\n",
            "26m 40s (- 3m 53s) (65450 87%) 0.9091\n",
            "26m 41s (- 3m 52s) (65500 87%) 0.9334\n",
            "26m 42s (- 3m 51s) (65550 87%) 0.8622\n",
            "26m 43s (- 3m 49s) (65600 87%) 0.8793\n",
            "26m 44s (- 3m 48s) (65650 87%) 0.9277\n",
            "26m 46s (- 3m 47s) (65700 87%) 0.8582\n",
            "26m 47s (- 3m 46s) (65750 87%) 0.9070\n",
            "26m 48s (- 3m 44s) (65800 87%) 0.7962\n",
            "26m 49s (- 3m 43s) (65850 87%) 0.8966\n",
            "26m 50s (- 3m 42s) (65900 87%) 0.9340\n",
            "26m 52s (- 3m 41s) (65950 87%) 0.9032\n",
            "26m 53s (- 3m 40s) (66000 88%) 0.8985\n",
            "26m 54s (- 3m 38s) (66050 88%) 0.9073\n",
            "26m 55s (- 3m 37s) (66100 88%) 0.8826\n",
            "26m 57s (- 3m 36s) (66150 88%) 0.8302\n",
            "26m 58s (- 3m 35s) (66200 88%) 0.9178\n",
            "26m 59s (- 3m 33s) (66250 88%) 0.8754\n",
            "27m 0s (- 3m 32s) (66300 88%) 0.8424\n",
            "27m 2s (- 3m 31s) (66350 88%) 0.9460\n",
            "27m 3s (- 3m 30s) (66400 88%) 0.9263\n",
            "27m 4s (- 3m 29s) (66450 88%) 0.8930\n",
            "27m 5s (- 3m 27s) (66500 88%) 0.8660\n",
            "27m 6s (- 3m 26s) (66550 88%) 0.9147\n",
            "27m 8s (- 3m 25s) (66600 88%) 0.9030\n",
            "27m 9s (- 3m 24s) (66650 88%) 0.8925\n",
            "27m 10s (- 3m 22s) (66700 88%) 0.8398\n",
            "27m 11s (- 3m 21s) (66750 89%) 0.8922\n",
            "27m 12s (- 3m 20s) (66800 89%) 0.9082\n",
            "27m 13s (- 3m 19s) (66850 89%) 0.8931\n",
            "27m 15s (- 3m 17s) (66900 89%) 0.8824\n",
            "27m 16s (- 3m 16s) (66950 89%) 0.9167\n",
            "27m 17s (- 3m 15s) (67000 89%) 0.7984\n",
            "27m 18s (- 3m 14s) (67050 89%) 0.8115\n",
            "27m 20s (- 3m 13s) (67100 89%) 0.8926\n",
            "27m 21s (- 3m 11s) (67150 89%) 0.8599\n",
            "27m 22s (- 3m 10s) (67200 89%) 0.8894\n",
            "27m 23s (- 3m 9s) (67250 89%) 0.8890\n",
            "27m 25s (- 3m 8s) (67300 89%) 0.9504\n",
            "27m 26s (- 3m 6s) (67350 89%) 0.8762\n",
            "27m 27s (- 3m 5s) (67400 89%) 0.8774\n",
            "27m 28s (- 3m 4s) (67450 89%) 0.8802\n",
            "27m 29s (- 3m 3s) (67500 90%) 0.9174\n",
            "27m 30s (- 3m 2s) (67550 90%) 0.8220\n",
            "27m 32s (- 3m 0s) (67600 90%) 0.8541\n",
            "27m 33s (- 2m 59s) (67650 90%) 0.8246\n",
            "27m 34s (- 2m 58s) (67700 90%) 0.8740\n",
            "27m 36s (- 2m 57s) (67750 90%) 0.8849\n",
            "27m 37s (- 2m 56s) (67800 90%) 0.8397\n",
            "27m 38s (- 2m 54s) (67850 90%) 0.8449\n",
            "27m 39s (- 2m 53s) (67900 90%) 0.8633\n",
            "27m 40s (- 2m 52s) (67950 90%) 0.8989\n",
            "27m 42s (- 2m 51s) (68000 90%) 0.9198\n",
            "27m 43s (- 2m 49s) (68050 90%) 0.8537\n",
            "27m 44s (- 2m 48s) (68100 90%) 0.8379\n",
            "27m 45s (- 2m 47s) (68150 90%) 0.8503\n",
            "27m 46s (- 2m 46s) (68200 90%) 0.8484\n",
            "27m 48s (- 2m 44s) (68250 91%) 0.9265\n",
            "27m 49s (- 2m 43s) (68300 91%) 0.9013\n",
            "27m 50s (- 2m 42s) (68350 91%) 0.9161\n",
            "27m 51s (- 2m 41s) (68400 91%) 0.9054\n",
            "27m 52s (- 2m 40s) (68450 91%) 0.8910\n",
            "27m 53s (- 2m 38s) (68500 91%) 0.8631\n",
            "27m 55s (- 2m 37s) (68550 91%) 0.8816\n",
            "27m 56s (- 2m 36s) (68600 91%) 0.8441\n",
            "27m 57s (- 2m 35s) (68650 91%) 0.8734\n",
            "27m 59s (- 2m 33s) (68700 91%) 0.8396\n",
            "28m 0s (- 2m 32s) (68750 91%) 0.8846\n",
            "28m 1s (- 2m 31s) (68800 91%) 0.8507\n",
            "28m 2s (- 2m 30s) (68850 91%) 0.8891\n",
            "28m 3s (- 2m 29s) (68900 91%) 0.8295\n",
            "28m 5s (- 2m 27s) (68950 91%) 0.9102\n",
            "28m 6s (- 2m 26s) (69000 92%) 0.8501\n",
            "28m 7s (- 2m 25s) (69050 92%) 0.8582\n",
            "28m 8s (- 2m 24s) (69100 92%) 0.8470\n",
            "28m 9s (- 2m 22s) (69150 92%) 0.8831\n",
            "28m 11s (- 2m 21s) (69200 92%) 0.8808\n",
            "28m 12s (- 2m 20s) (69250 92%) 0.8394\n",
            "28m 13s (- 2m 19s) (69300 92%) 0.8815\n",
            "28m 14s (- 2m 18s) (69350 92%) 0.7566\n",
            "28m 16s (- 2m 16s) (69400 92%) 0.9083\n",
            "28m 17s (- 2m 15s) (69450 92%) 0.8737\n",
            "28m 18s (- 2m 14s) (69500 92%) 0.8541\n",
            "28m 19s (- 2m 13s) (69550 92%) 0.8448\n",
            "28m 21s (- 2m 11s) (69600 92%) 0.8660\n",
            "28m 22s (- 2m 10s) (69650 92%) 0.8902\n",
            "28m 23s (- 2m 9s) (69700 92%) 0.8355\n",
            "28m 25s (- 2m 8s) (69750 93%) 0.8631\n",
            "28m 26s (- 2m 7s) (69800 93%) 0.8608\n",
            "28m 27s (- 2m 5s) (69850 93%) 0.8703\n",
            "28m 28s (- 2m 4s) (69900 93%) 0.8738\n",
            "28m 29s (- 2m 3s) (69950 93%) 0.8057\n",
            "28m 31s (- 2m 2s) (70000 93%) 0.8067\n",
            "28m 32s (- 2m 1s) (70050 93%) 0.9071\n",
            "28m 33s (- 1m 59s) (70100 93%) 0.8419\n",
            "28m 35s (- 1m 58s) (70150 93%) 0.8609\n",
            "28m 36s (- 1m 57s) (70200 93%) 0.8631\n",
            "28m 37s (- 1m 56s) (70250 93%) 0.7889\n",
            "28m 38s (- 1m 54s) (70300 93%) 0.8180\n",
            "28m 39s (- 1m 53s) (70350 93%) 0.8620\n",
            "28m 41s (- 1m 52s) (70400 93%) 0.9244\n",
            "28m 42s (- 1m 51s) (70450 93%) 0.8586\n",
            "28m 43s (- 1m 50s) (70500 94%) 0.8187\n",
            "28m 44s (- 1m 48s) (70550 94%) 0.8438\n",
            "28m 45s (- 1m 47s) (70600 94%) 0.9024\n",
            "28m 46s (- 1m 46s) (70650 94%) 0.8268\n",
            "28m 48s (- 1m 45s) (70700 94%) 0.8518\n",
            "28m 49s (- 1m 43s) (70750 94%) 0.8718\n",
            "28m 50s (- 1m 42s) (70800 94%) 0.8829\n",
            "28m 51s (- 1m 41s) (70850 94%) 0.8444\n",
            "28m 52s (- 1m 40s) (70900 94%) 0.7794\n",
            "28m 53s (- 1m 38s) (70950 94%) 0.7412\n",
            "28m 55s (- 1m 37s) (71000 94%) 0.8648\n",
            "28m 56s (- 1m 36s) (71050 94%) 0.8594\n",
            "28m 57s (- 1m 35s) (71100 94%) 0.8782\n",
            "28m 58s (- 1m 34s) (71150 94%) 0.8673\n",
            "28m 59s (- 1m 32s) (71200 94%) 0.8493\n",
            "29m 1s (- 1m 31s) (71250 95%) 0.8742\n",
            "29m 2s (- 1m 30s) (71300 95%) 0.8294\n",
            "29m 3s (- 1m 29s) (71350 95%) 0.8952\n",
            "29m 4s (- 1m 27s) (71400 95%) 0.8198\n",
            "29m 5s (- 1m 26s) (71450 95%) 0.8667\n",
            "29m 6s (- 1m 25s) (71500 95%) 0.8216\n",
            "29m 8s (- 1m 24s) (71550 95%) 0.8848\n",
            "29m 9s (- 1m 23s) (71600 95%) 0.8527\n",
            "29m 10s (- 1m 21s) (71650 95%) 0.8904\n",
            "29m 11s (- 1m 20s) (71700 95%) 0.8014\n",
            "29m 12s (- 1m 19s) (71750 95%) 0.8317\n",
            "29m 13s (- 1m 18s) (71800 95%) 0.8667\n",
            "29m 15s (- 1m 16s) (71850 95%) 0.8451\n",
            "29m 16s (- 1m 15s) (71900 95%) 0.8153\n",
            "29m 17s (- 1m 14s) (71950 95%) 0.8425\n",
            "29m 19s (- 1m 13s) (72000 96%) 0.8425\n",
            "29m 20s (- 1m 12s) (72050 96%) 0.8627\n",
            "29m 21s (- 1m 10s) (72100 96%) 0.8500\n",
            "29m 22s (- 1m 9s) (72150 96%) 0.8512\n",
            "29m 24s (- 1m 8s) (72200 96%) 0.8633\n",
            "29m 25s (- 1m 7s) (72250 96%) 0.8210\n",
            "29m 26s (- 1m 5s) (72300 96%) 0.8452\n",
            "29m 28s (- 1m 4s) (72350 96%) 0.8997\n",
            "29m 29s (- 1m 3s) (72400 96%) 0.8407\n",
            "29m 30s (- 1m 2s) (72450 96%) 0.8405\n",
            "29m 31s (- 1m 1s) (72500 96%) 0.8659\n",
            "29m 33s (- 0m 59s) (72550 96%) 0.8875\n",
            "29m 34s (- 0m 58s) (72600 96%) 0.7926\n",
            "29m 35s (- 0m 57s) (72650 96%) 0.8284\n",
            "29m 36s (- 0m 56s) (72700 96%) 0.7830\n",
            "29m 37s (- 0m 54s) (72750 97%) 0.8899\n",
            "29m 38s (- 0m 53s) (72800 97%) 1.0351\n",
            "29m 40s (- 0m 52s) (72850 97%) 0.8624\n",
            "29m 41s (- 0m 51s) (72900 97%) 0.9286\n",
            "29m 42s (- 0m 50s) (72950 97%) 0.8859\n",
            "29m 43s (- 0m 48s) (73000 97%) 0.8218\n",
            "29m 44s (- 0m 47s) (73050 97%) 0.9300\n",
            "29m 45s (- 0m 46s) (73100 97%) 0.8481\n",
            "29m 47s (- 0m 45s) (73150 97%) 0.8732\n",
            "29m 48s (- 0m 43s) (73200 97%) 0.8549\n",
            "29m 49s (- 0m 42s) (73250 97%) 0.8836\n",
            "29m 50s (- 0m 41s) (73300 97%) 0.9256\n",
            "29m 52s (- 0m 40s) (73350 97%) 0.8801\n",
            "29m 53s (- 0m 39s) (73400 97%) 0.8685\n",
            "29m 54s (- 0m 37s) (73450 97%) 0.8152\n",
            "29m 55s (- 0m 36s) (73500 98%) 0.8156\n",
            "29m 57s (- 0m 35s) (73550 98%) 0.7910\n",
            "29m 58s (- 0m 34s) (73600 98%) 0.8037\n",
            "29m 59s (- 0m 32s) (73650 98%) 0.8352\n",
            "30m 0s (- 0m 31s) (73700 98%) 0.7843\n",
            "30m 1s (- 0m 30s) (73750 98%) 0.7942\n",
            "30m 2s (- 0m 29s) (73800 98%) 0.8480\n",
            "30m 4s (- 0m 28s) (73850 98%) 0.8270\n",
            "30m 5s (- 0m 26s) (73900 98%) 0.8987\n",
            "30m 6s (- 0m 25s) (73950 98%) 0.8210\n",
            "30m 7s (- 0m 24s) (74000 98%) 0.8073\n",
            "30m 9s (- 0m 23s) (74050 98%) 0.7898\n",
            "30m 10s (- 0m 21s) (74100 98%) 0.9183\n",
            "30m 11s (- 0m 20s) (74150 98%) 0.8613\n",
            "30m 12s (- 0m 19s) (74200 98%) 0.8941\n",
            "30m 13s (- 0m 18s) (74250 99%) 0.7743\n",
            "30m 15s (- 0m 17s) (74300 99%) 0.8421\n",
            "30m 16s (- 0m 15s) (74350 99%) 0.8135\n",
            "30m 17s (- 0m 14s) (74400 99%) 0.8466\n",
            "30m 18s (- 0m 13s) (74450 99%) 0.8618\n",
            "30m 19s (- 0m 12s) (74500 99%) 0.8628\n",
            "30m 21s (- 0m 10s) (74550 99%) 0.8849\n",
            "30m 22s (- 0m 9s) (74600 99%) 0.8383\n",
            "30m 23s (- 0m 8s) (74650 99%) 0.7901\n",
            "30m 25s (- 0m 7s) (74700 99%) 0.8242\n",
            "30m 26s (- 0m 6s) (74750 99%) 0.8365\n",
            "30m 27s (- 0m 4s) (74800 99%) 0.8863\n",
            "30m 28s (- 0m 3s) (74850 99%) 0.8939\n",
            "30m 30s (- 0m 2s) (74900 99%) 0.8751\n",
            "30m 31s (- 0m 1s) (74950 99%) 0.8197\n",
            "30m 32s (- 0m 0s) (75000 100%) 0.8104\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 0 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAD6CAYAAACxrrxPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAgAElEQVR4nO3deXhU5dnH8e+djZAQwhJkCxAQAQVl\nEZXFBcUFcWvVWm3dWrWvVfvqq23Vtq6tVWtr1dq6VK21FeuuuCuCGwoUkH2Tfd8hQEjI9rx/nJPJ\nzGRCBnMmycDvc125mJnzzDk3RO858yz3Y845REQk+aU0dgAiIhIMJXQRkf2EErqIyH5CCV1EZD+h\nhC4isp9QQhcR2U/EndDNLNXMvjazt2Mca2ZmL5rZYjObbGYFQQYpIiJ1S9uHttcD84GWMY5dAWxz\nzvU0swuB+4Hv7+1keXl5rqCgYB8uLyIi06ZN2+ycaxfrWFwJ3czygTOAe4AbYzQ5B7jTf/wK8KiZ\nmdvLqqWCggKmTp0az+VFRMRnZitqOxZvl8tDwC+BylqOdwZWATjnyoFCoO0+xCgiIvVUZ0I3szOB\njc65afW9mJn9xMymmtnUTZs21fd0IiISJp479OHA2Wa2HPgPcJKZ/TuqzRqgC4CZpQG5wJboEznn\nnnTODXbODW7XLmYXkIiIfEt1JnTn3K3OuXznXAFwITDeOXdxVLOxwGX+4/P9Nqr6JSLSgPZllksE\nM7sbmOqcGws8DfzLzBYDW/ESv4iINKB9SujOuU+AT/zHt4e9XgJ8L8jARERk32ilqIjIfiLpEvrC\n9Tv504cL2bxrT2OHIiLSpCRdQv9m407+Mn4xW4tKGzsUEZEmJekSeooZAJpDIyISKZ6FRZlmNsXM\nZprZXDO7K0abrmY2wS/eNcvMRicmXDD/z0pldBGRCPHcoe8BTnLO9QcGAKPMbEhUm98ALznnBuJN\nWfxbsGFW82/QdYcuIhKlzmmL/gKhXf7TdP8nOp06qqsw5gJrgwqwJr/LpUYIIiIHtrj60P1a6DOA\njcBHzrnJUU3uBC42s9XAu8DPAo0yIhbvT92hi4hEiiuhO+cqnHMDgHzgaDPrF9XkIuBZ51w+MBpv\n1WiNcwdRnKtqUFRERCLt0ywX59x2YAIwKurQFcBLfpuvgEwgL8b7612cS4OiIiKxxTPLpZ2ZtfIf\nNwdOARZENVsJjPTbHIqX0BNSH1ddLiIiscVTy6Uj8E8zS8X7AHjJOfd2VHGum4C/m9n/4Q2QXp6o\naouhhJ6Ik4uIJLF4ZrnMAgbGeD28ONc8vLrpCWdVs1x0iy4iEiHpVorqDl1EJLYkTOi6QxcRiSX5\nErr/p/K5iEik5Evo6nIREYkpkOJcfrsLzGye32ZM8KH610HVFkVEYoln2mJVca5dZpYOfGFm7znn\nJlU1MLNDgFuB4c65bWZ2UILiJSU0D10ZXUQkXFDFua4C/uqc2+a/Z2OQQUbwE3ql8rmISISginP1\nAnqZ2UQzm2Rm0aUBqs5T71oupmqLIiIxBVWcKw04BBiBV6jr71XlAqLOU/9aLqFpLt/q7SIi+62g\ninOtBsY658qcc8uARXgJPnDK5yIisQVVnOsNvLtzzCwPrwtmaaCR+lJSNMtFRCSWoIpzfQCcambz\ngArgF865LYkIWOVzRURiC6o4lwNu9H8SSguLRERiS7qVoqjaoohITEmX0HWHLiISW9Il9BRldBGR\nmJIuoWtQVEQktsCKc/ltzzMzZ2aDgw0z/Bren8rnIiKRAinOBWBmOcD1QHRZgEBVL/0XEZFwdd6h\nO09dxbkAfgvcD5QEF15NpmqLIiIxBVKcy8wGAV2cc+/UcZ76F+fSmKiISEz1Ls5lZinAg8BNcZyn\n/sW5NA9dRCSmIIpz5QD9gE/MbDkwBBibqIFRDYqKiMRW7+JczrlC51yec67AOVcATALOds5NTUTA\n6nIREYktnjv0jsAEM5sF/BevD/1tM7vbzM5ObHg1aU9REZHYAinOFfX6iPqHVbvQnqK6RxcRiZB8\nK0W1p6iISExJl9BVbVFEJLakS+ihPUVFRCRCILVczOxGM5tnZrPM7GMz65aYcMP2FNUNuohIhHju\n0KtqufQHBgCjzGxIVJuvgcHOuSOAV4A/BBtmtaryuRoUFRGJFEgtF+fcBOfcbv/pJLwVpQkRGhSt\nTNQVRESSUyC1XKJcAbwXRHAxY1G1RRGRmOpdyyWcmV0MDAYeqOV4cMW51IkuIhIhiFouAJjZycCv\n8Zb976nl/fUuzhU6V73eLSKy/6l3LRf/9YHAE3jJfGMiAq2SkqJiLiIiscSzY1FH4J9mlor3AfBS\nVS0XYKpzbixeF0sL4GXz+kRWOucSUudFe4qKiMQWSC0X59zJAcdVK1VbFBGJLflWiqraoohITMmX\n0FVtUUQkpuRN6MrnIiIRki+hq9qiiEhMQRXnamZmL5rZYjObbGYFiQjWu5b3p9K5iEikoIpzXQFs\nc871BP4M3B9smNVUbVFEJLZAinMB5wD/9B+/Aow0S0zl8qrTqstFRCRSUMW5OgOrAJxz5UAh0DbI\nQKtooaiISGyBFueqSyDFufxOF+0pKiISKajiXGuALgBmlgbkAltivL/+xblUbVFEJKZAinMBY4HL\n/MfnA+NdgjKu9hQVEYktqOJcTwP/MrPFwFbgwkQFrFkuIiKxBVWcqwT4XrChxaY9RUVEYku+laJV\ne4oqn4uIREi+hK5qiyIiMSVfQle1RRGRmJIuoVfRHbqISKR4pi12MbMJZjbPL851fYw2uWb2VlgB\nrx8lJtzqQVEREYkUz7TFcuAm59x0M8sBppnZR865eWFtrgXmOefOMrN2wEIze945Vxp0wKFBUY2K\niohEiKc41zrn3HT/8U5gPl7tlohmQI5fkKsF3lz08oBjBcLmoSfi5CIiSSyeO/QQv875QCC6ONej\neKtF1wI5wPedc5UBxBcrBkB96CIi0eIeFDWzFsCrwA3OuR1Rh08DZgCd8GqmP2pmLWOcI4DiXB7N\nchERiRRv+dx0vGT+vHPutRhNfgS85tdOXwwsA/pENwqiOJf2FBURiS2eWS6GV6tlvnPuwVqarQRG\n+u3bA72BpUEFGRUPoGqLIiLR4ulDHw5cAsz2N7kA+BXQFcA59zjwW+BZM5uN1ytys3NucwLiBby7\ndKVzEZFI8RTn+oLqruva2qwFTg0qqLoY6nIREYmWlCtFzUyDoiIiUZIyoaeY7tBFRKIlZUI3TOVz\nRUSiJGVCxzQPXUQkWiDFufx2I8xsht/m0+BDDbsWaJqLiEiUQIpz+ZtI/w0Y5ZxbaWYHJShe/3rK\n5yIi0YIqzvUDvJWiK/12G4MONFyKmRYWiYhE2ac+9L0U5+oFtDazT8xsmpldWsv7613LBbwuFw2K\niohECqo4VxpwJHAGXqGu28ysV/Q5gqjl4seiaYsiIlHiKp8bR3Gu1cAW51wRUGRmnwH9gUWBRRoe\nD5rlIiISLajiXG8Cx5pZmpllAcfg9bUnhhYWiYjUEEhxLufcfDN7H5gFVAJPOefmJCJg0KCoiEgs\ngRTn8ts9ADwQRFB1SUsxKpTQRUQiJOVK0fTUFErLE7LDnYhI0krKhJ6RlkJZhe7QRUTCJWVCT081\nSit0hy4iEi5JE7q6XEREogVWnMtve5SZlZvZ+cGGGcnrclFCFxEJF0hxLgAzSwXuBz5MQJwRMlKV\n0EVEogVVnAvgZ3irSRNamAu8Lpeycg2KioiEC6Q4l5l1Br4LPFbH+wMpzpWelsIe3aGLiEQIqjjX\nQ8DNzrm9ZtmginNlpBplGhQVEYkQVHGuwcB/vLIv5AGjzazcOfdGYJGG0aCoiEhNdSb0eIpzOee6\nh7V/Fng7Uckc/GmLSugiIhECKc6VoNhq5Q2KKqGLiIQLrDhXWPvL6xNQPDLSUijV0n8RkQhJuVJU\n89BFRGpKyoSenmpa+i8iEiVJE7ru0EVEoiVlQs9IS6G80lFZqX50EZEqgRTnMrMfmtksM5ttZl+a\nWf/EhOtJT/XC1tRFEZFqQRXnWgac4JzbZmanA0/ibRSdEBl+Qi+rqCQzPTVRlxERSSrxTFtcB6zz\nH+80s6riXPPC2nwZ9pZJQH7AcUZIT/VmUWrXIhGRaoEU54pyBfBeLe8PpDhXRpp3V66BURGRakEV\n56pqcyJeQr851vGginNV3aFr6qKISLWginNhZkcATwGnO+e2BBdiTRlpGhQVEYkWzyyXOotzmVlX\n4DXgEufcomBDrCl8UFRERDxBFee6HWgL/M0voVvunBscfLie0LRFdbmIiIQEUpzLOXclcGVQQdUl\nPU136CIi0ZJypWj1oKimLYqIVEnKhN5Md+giIjUkZUJXH7qISE1B1XIxM3vEzBb7NV0GJSZcT7pm\nuYiI1BBULZfTgUP8n2OAx0hgLRcV5xIRqanOO3Tn3Drn3HT/8U6gqpZLuHOA55xnEtDKzDoGHq2v\nqg9dXS4iItWCquXSGVgV9nw1NZN+YFplpQOwceeeRF1CRCTpBFrLJY5zBFKcKyfTS+gPfLCQ7btL\nv/V5RET2J3El9DhquawBuoQ9z/dfixBUca5wC9bvDOQ8IiLJLpBaLsBY4FJ/tssQoNCvo54wY67y\nxlx3FJcl8jIiIkkjqFou7wKjgcXAbuBHwYcaKb9VFgCFSugiIkBwtVwccG1QQcUjt7nXj15YXIZz\nDr8omIjIASspV4oC5GSmYQa/e2c+R9z5YWOHIyLS6JI2oaekGC392S4795QDsHZ7MVuLNOtFRA5M\nSZvQAXq3z4l4Puy+8Yx4YEIjRSMi0riSOqGf1q9D6PHkpd6udztKyhsrHBGRRhXPtMVnzGyjmc2p\n5Xiumb1lZjP94l0Jn+FS5dCO1Xfo339yUujxG1+vUVkAETngxHOH/iwwai/HrwXmOef6AyOAP5lZ\nRv1Dq9vgbm1ivn7DizN49stlDRGCiEiTEU9xrs+ArXtrAuT4C5Ba+G0bpN8jIy2Fxy8+Muax37+7\ngJ+/PJNXp61uiFBERBpdEH3ojwKHAmuB2cD1zrkG6+9ol9Os1mOvTFvNTS/PbKhQREQaVRAJ/TRg\nBtAJGAA8amYtYzUMqjhXuL6dYl5KROSAE0RC/xHwml8LfTGwDOgTq2EiinNlpqdy0dFeXbDjDslj\n+X1nhOqlV/nHxGWc+udPmbOmMJBriog0RUEk9JXASAAzaw/0BpYGcN643XvuESz9/Wie+/HRQHV5\nXYCcZmnc9dY8Fm3YxZl/+aIhwxIRaVB11nIxsxfwZq/kmdlq4A4gHUKFuX4LPGtms/FqvtzsnNuc\nsIhrkZJSXcslt3kam3ftoU+HHJXXFZEDRjzFuS6q4/ha4NTAIgrAPd89nN+8MYdR/ToooYvIASOp\nV4rWZkiPtoy78QQOysls7FBERBrMfpnQqwwuaM1RBa158IL+odcmLNjYiBGJiCTOfp3Qe7XP4eWr\nh3HuoHxaNPN6l8ZMWdnIUYmIJMZ+ndDDHVXQGoAurbMaORIRkcSod3Euv80IM5vhF+f6NNgQg/Hw\nRQMBKK2oaORIREQSo97FucysFfA34GznXF/ge8GEFqyWmel0z8umsFjldUVk/xREca4f4K0UXem3\nb7KjjrnN09m+Wzsaicj+KYg+9F5AazP7xMymmdmltTVMRC2XfdE6K50tu5TQRWT/FERCTwOOBM7A\nK9R1m5n1itUwEbVc9kXXNlms2FKEc67Bry0ikmhBJPTVwAfOuSJ/yf9nQP863tMoerRrQVFpBZt2\n7mnsUEREAhdEQn8TONbM0swsCzgGmB/AeQPXu4O3Zd20FdsaORIRkeDFM23xBeAroLeZrTazK8zs\najO7GsA5Nx94H5gFTAGecs7VOsWxMQ3u1prWWem8P3d9rW3GL9jAp4savn9fRKS+6l2cy2/zAPBA\nIBElUFpqCqce1oF3Zq+jotKRGlahscqPn50KwPL7zmjo8ERE6uWAWSla5fD8XHbtKVc/uojsdw64\nhN6plVeBce5ab/eiwb/7iIuenNSYIYmIBOKAS+gdWjYH4Ip/TmXi4s1s3lXKV0u3NHJUIiL1d8Al\n9G5tq4tz/fCpyY0YiYhIsAIpzuW3O8rMys3s/ODCC152szR+cVrvGq+v3V6sBUciktTqXZwLwMxS\ngfuBDwOIKeHat6y5k9Gw+8bz0bwNoeen/fkzKiqV4EUkeQRRnAvgZ8CrQJMtzBXu3IGdefqywVx0\ndJeI18P70hdu2Mlnmo8uIkmk3n3oZtYZ+C7wWBxtG7U4V5WUFGPkoe1plpYa8frzkyJ3M/r9u/Mp\nq6hsyNBERL61IAZFHwJuds7VmfkauzhXtPTUyIVFpVHJ+5uNu1i4fudez1FR6Xh43DcUFpcFHp+I\nyL4IIqEPBv5jZsuB84G/mdl3AjhvwqWl1v7XP6Z7GwCuem5qzOOrtu6mpKyCj+dv4M/jFnHPO/MS\nEqOISLzqndCdc92dcwXOuQLgFeAa59wb9Y6sAaTvJaH37ZQLwLrCEgb/7iPue28BJWUVzFlTyJrt\nxRz3hwnc9NJMSsq9u/qiUm1tJyKNq85aLn5xrhFAnpmtBu4A0gGcc48nNLoES4+q5XJ8r3Z0ad2c\n5yevZHBBa56ZuAyAzbtKefzTJSzbvIsP5lbPhHlvzjpO7dsegJpVYUREGlYgxbnC2l5er2ga2PcG\nd+H5yStZv6OEjNQUnvvx0ewuLeeogjac3q9DjfbhyRwgfFKjmVK6iDSuA26laLgOuZl8detJnNa3\nPc9cfhQAWRlpfGdgZ8yMkw9tv9f3O0dorrpzjofGLWLzLhX9EpHGUecd+v7OzHjiksExjz36g4H0\nue39vb5/4QZvFszbs9Z5z9fv5LGLjww2SBGROBzQd+h1yUxPJb9184jXCsJqwQA88enSiOdz/CqO\n4N29vz9nHUs27aLglnf43uNfMmPV9sQFLCIHNCX0Onz0fyfwyc9H0Mffvu7SoQX85aKBXD6sIGb7\nVVuLmbXaS9p/m7CYq/89nUufngLAf5dv49Hx3zRI3CJy4Kl3cS4z+6GZzTKz2Wb2pZk1yQ2iv63m\nGakU5GXz8tVDuXxYAd8/qgtn9e/EHWcdVut7Vm7dDcAnfumANduLQ8dmrvbu4At3Vy9EenPGGuas\nKUREpD6CKM61DDjBOXc48FvgyQDianJyMtO58+y+ZDfzhh3MjH/86KiYba8b8zWnP/x5zM2oN+3c\nw98+WUz/uz/kpf+uAuD6/8zgzL98kbjgReSAUO/iXM65L51zVZlrEpAfUGxN3om9D2L+3aNi7k06\nf92OWt/3h/cXAvDMxGXc+trs0OsrthQFH6SIHDAsnhrgZlYAvO2c61dHu58DfZxzV9Zy/CfATwC6\ndu165IoVK/Y13iapvKKSbbvL+GzRJm56eWbEsebpqRSXxb+K9Pkrj2F4z7y9ttmyaw9tsjM0913k\nAGRm05xzMafmBTYoamYnAlcAN9fWpqkV5wpKWmoK7XKacd6R+fxyVPXmGe/fcByXDu22T+f64VOT\nGXbvx9w5dm6oX33jzhIe/3QJFZWOVVt3c+TvxnH2oxOZvVr97iJSLZCEbmZHAE8B5zjnDugNOi8f\nVkCfDjm8fPVQ+nRoSf8urULHzhuUX+vsmHBrC0t49svlXDdmOgA3vzKL+95bwKeLNrJiizfgOntN\nIWc9+gXD7v2YDTtKEvJ3EZHkEkQ99K7Aa8AlzrlF9Q8puWVlpPH+DcdzVIFXrfG0vh34n+N78MEN\nx/OnC/rTKisdgGPr6FYBWL5lN/+YuIwFfgnfr5ZsYXtxaUSbtYUl3PXWXHaXltd5vh0lZczUPHiR\n/VY80xZfAL4CepvZajO7wsyuNrOr/Sa3A23xyubOMLPY9WYPUKkpxq2jD6W3P499406vNMAJvdox\n/+5R/Hh4972+/6635rGu0LsD37RzD+sLa96Nvzt7Pac99BkvTFmJc47KSsdzXy2vkeQve2YK5/x1\nIuVxbtrx6aJNFNzyDos37oqrvYg0rnoX5/IHQGMOgkpNlwzpxvrCEi48ugvNM1K57cxDOXdQZ3Kb\npzNj1XZ+9sLXHNqxJQO6tOKFKZE7KM1du4M3ZqyNed5VW4u59bXZfDx/I+cf2Znb35zLgvU7+f13\nD6ewuIysjFS+Xundne/aU86WolK6tM5iR0kZxaUVHNSyGQ9+uIjLhxfQMddbHfvG12sAmL5yGwe3\ny6a0orLGLk8i0nQc8LVcGtqhHVuGCoGBN5+9X2ev9nqnVs2ZuHgzlw0roFvbLH5yfA/Wbi8mu1ka\nj32yuEa1x1jGzd/A6m1eP/uEBRupqHT0v+tDRvY5KNTmDx8sZMzklZw7sDOvfb2GNtkZ/P3SwTzx\n2VLenrWOibecBEC5X3hs5qrtPDtxOfPW7WDBb0eRmb5vSf3ed+eT3yaLS4bs2wCxiOwbJfQmJDXF\nuO+8I0LPu+el0T0vG4DOrapryLTMTKN1dkZogDRaVZ/7usISDv7VuwB8vKB6/+4xk707/9f8O/Ct\nRaWh1axrthfjnMPMWOJ3tTw/ufqbwsYde7hmzDQuPqYb5x+ZT3FZBTmZ6aHjL01dRdGecn40vDvL\nNxcxe00hT3zm1btRQhdJrLjmoSfC4MGD3dSp6m6P19aiUmat3s7mXaUc3jmX9FRj4pIt3PZGdUWG\nTrmZrI3Rx76v3r/hOJqnp3LCA5/UONa3U0vmrvUWTTVPT6Vtiwxevnoo2c3SyExLpddv3gNg+X1n\nUHDLOxHvfePa4WSmp9C7fQ69fvMe157YkxtO7hV3XGu2F/PNhp2M6H1QnW2XbNrF0k1FnHJY7SWQ\n73lnHlNXbOP1a4bHHYNIY9vbPPR4dix6BjgT2BhrYZF5q1seBkYDu4HLnXPT6xeyRGuTnVEjkfVo\n14LDOrakeXoqL/53Jb8Y1Yflm4sYN38DxaUV/OCYrjz31QpO6nMQH8xdz1dLtvBNHAOcVzw7tdZN\nr6uSOUBxWQWrtxUz9N7xAHTMzQwd27SzZl347/x1IgDTfnMyZRWOh8Z9Q/e8bHp3yKFPh5YAoW8H\nAIs27GR3aQUD/KmfJ//pU4rLKnjhqiEM6NKK5yev4PJhBaG9YReu3xkafB75p08B6J6XzRvXDie3\neTrR/v75sjr/LfamuLSCL5dsZmRY3fySsgo27thD16iqnCINIZ4ul2eBR4Hnajl+OnCI/3MM8Jj/\npzSAI7u1BuCuc7zP2n6dc0N98gC3nekVERveM49FG3Zy6p8/q3GOjrmZoZk0/bu0Ck1tPKZ7GyYv\nq7XqQw3rwr4dHHXPuFrb3TF2bujx9f+ZAcCM209hwN0fAfDwhQPo06Elpz3kxfqn7/XnPL97B+Ci\nv08Kvb99y0xG9evA69PX8MtXZ/GH847ggqO6hI4v21zEzFXbOb5X7QvZSvzzTlq6hSE92tY6RuCc\n4/FPlzKqXwe652Xz85dn8s7sdUz4+YhQ19h1Y75m3PwNLL7n9L1uQi6SCPHMcvnMX/pfm3OA55zX\ndzPJzFqZWUfn3LqAYpSAdGmdRX7r5vxq9KG0y2nGNc9PZ9POPbz4k6Es2rCTLUV7KC2vZNH6nTx8\n4QBGHtqe68ZM570565l956kcfueH3+q6fTrkhPr1oXozkHBTwj44/vjhQjq3qq5Df9PLM8lIi50c\n35yxhnvemc96f3HV+3PXRyR0gBtfmsHr1wynS5ssSssrSUsxUsLq72zcsYeHPl7Ea9O9MYVHLhrI\n2f071bjW1qJS7n9/AQ9+tJAeeS1Cm5us2VYcSujj5nsD15t3ldIh7BtLXSoqHQahuPaUV/DU58u4\nbFgBLZppqEviE8R/KZ2BVWHPV/uvKaE3Mc0zUvni5pNCz687sSd3jJ1LXk4GXdtWdxtcMrQg9PjP\n3x/ALaeXRAx87qtHfzCQHz41mQ07at+e7+kvqrs/Vm0tZtXWYs4d1JkRvQ/izrFz+dkLX8d837j5\nGyOej1+wke63Rvbdb95VynF/mEDLzDR2lHhz86sSMHilFSYvrf5AeeLTJbTPaUb/Lq0o2lNOpYN2\nOc3YvMtb1FVW4ULJHGDN9t2c/vDnLN9cXVxtw44SSssraZGZRpvsjFr/3ks27eKXr8xi3todtG2R\nwbgbT+CZictok5XBAx8s5IEPFrLod6eTkZbC1qJScpunk2LeB+AbM9bw++8eHuqiWrB+B93aZNM8\nI/Ibxuptu5mzZgf5rZvTr3MuG3eUMGX5Vs48ouaHliS3Bv3ojyrO1ZCXlhguG1bAZXWUIshMT6Vb\nWy/5/XJUbxZv3MVtZxzGrDWFHNczj9Mf/jwiuYHXfXLzq7P4nxMOpkPLTDq1as4jFw7k+09O4vqR\nh3D2gE50zM1kwN0fUVruLXKavGwrow/vQHFpBRMWenXkf3J8D/p0aMniDTt5ZPxiAEb17cD7c9fT\npU1zVm0tJpbaxvmrkjl4XTHDDm7Ll0u2cPW/p0fsBTt37Q6+/+SkiPe+ds0wnp24POZ5739/IVuL\nIlfwTlm2lXvenQ/A8b3a8aPhBRxyUAuOvX8Cd5/Tl+E983h12moK2maHyiyv3lbM458u4aFxkZug\nLFy/k50lZfzgqckAnH9kPq9MWw3ALacfSnZGKmUVjlEPfc5pfdvzxCWD2bijhHY5zTAzRj/8eejv\n/vdLB3PjizPYuaecwzq2pEe7FrH/sWIoq6ik0rnQWoTtu0tp0Swt8K6l92av4+jubWjbolmg5z0Q\n1Lvaopk9AXzinHvBf74QGFFXl4tmuewfivaU8+WSLTRLS6F1VgaffbOJa0/sGbNt4e4ycrOq7/T/\n/NEiHv74G447JI9zBnTmuwM7M3/dDs78yxecclh7/n6pN5DvnGP1tmIKi8vo1zmXsgqv2+Rfk1aQ\nnZHGB3PX8+G8mnP0u+dlk5ZiMQeC7zv3cM4dlB+albMvTu/XgffmrAfg4HbZLNlUd9nj7IxU7jir\nL798ddZe2x1d0IYpy7eG4l+2uYjDOrZkXi3lmO/5bj9+/Xr1TKesjFSuGXEwf/xwEc3TU7njrMO4\nJaxEc0HbLJaHTXed8uuRHJSTydTlW5m3bgflFY5Xp69mzJVDIn5XAHeOncuzXy7nwqO6cPUJBzPi\nj59w7qDOPHjBAACuGzOdbgm4oWUAAA6/SURBVG2zOHdQPj3ysiOqgTrneHvWOkb168CuknJaZaUz\nduZaeuS14PD86jGfuWsLOeMRb2+A//76ZNpkZ5CaYuwpr+DLxVs4sU/dM5wa0+zVhbRv2YyDWsbf\n3bav9jbLJYiEfgZwHd4sl2OAR5xzR9d1TiV0qax0zFu3I2IQ1znHK9NWc0Kvdvv0P0X0FEnwpk6C\nt7Bp865S2rbI4MnPlvLiT4ZwTI+2Ee/7y0UDQ906j1w0kP+tpYsHYObtp3LqQ59y3qB8/u+UXvz6\n9dm8NNW7Y37j2uE89+Xy0Bz/Ry4ayHuz1/HB3PXkt84K7WYVj4/+73hGP/I5ZRWJm1qck5nGVcf1\n4MGPIssw/eK03lx7Yk9em76au9+ex9OXDea6MV+HBr7bZmewJexbyX3nHh7xwXH5sAI6t2rO1BVb\n6dY2m54HteCXr8zisqHd+OdXKzi7fyfGzlwbatunQw4XHt2VJz9bwu/fXRA6z3mD8hl6cFvmrCnk\n2S+X8+a1wynaU06LzDT6dcqNGAvZVlTK+AUbOe/IfNYXltA6O73BVzYX3PIOWRmpzLt7b3sC1U+9\nErpfy2UEkAdsAO4A0gGcc4/70xYfxdvVaDfwI+dcnZlaCV2CtGD9Djbt3MP7c9ZzRH4uQ3vk1Zg6\nWFHpmLh4M8cdkhe6e5yzppAWzdIoyMvmqc+XMvTgtvTtlMsP/j6JrUWlDOzaihemVA8RvXbNMAZ1\nbV3j+ne9NZd/TFzOsntHs6O4nAG//RDnYNHvTueFKSsjZvbEcvmwAr5euY0tRaXceVZflm8p4opj\nu7NmezHH3j8BgMz0FErK6q7D07t9To1usHDx1Ojv0S6bM4/oxCMfB7sHbvg3kGjnDcqnY24mj05Y\nXONYq6x0tu8u458/PprLnvH26L39zMP48bHVtZAufPIrJi3dyuvXDOO7f/uSi4d05XffORyAxz5Z\nQv/8XIbFURSvPqpuEKpuJhKh3nfoiaCELk1ZaXklDsdXS7Zw+T/+yx+/15/hPduG6txEq/r/qOqD\nIvz5G1+v4YYXvemZz/34aAqLy2oM8i6/74wa56hSlSSm33YKizbs5MKo/v1oX95yEsPuGx/z2L+u\nOJqM1BQKi8uYumIbny3aFDEDCbzCcZ/6++FGe/CC/tz40syYx+LRuVXziD12o1WNkdQm+sPoF6f1\n5opju/PWzLX84hWvO+sHx3RlzOSVpKYYr/50GF3bZDHot96U2OX3ncHOkjIeGvcNN57SK7Sl5Ly1\nO+jRLnufy1qEc87R/dZ3Q9dJlHotLBI5EFVNkzyhVzsm3TqyzimI0Uk4/HnbFt4slzvOOiw0Hz49\n1UhLSeHK56bWeo4qb1w7nIzUFNpkZ3B0QRt+fmovzh2UT6usdH779nxemLKSoT3asnnXHm46tTed\nWjUPzei54eRDuGZEz9BYwXGHVM/HP7VvBzrlZnLnW/Mirnd8WELvn58b2ti8T4cczh2Uz51j50YM\nMEc7d1Dn0BTQaFXJvEe7bHKapYXOXWVvyRyo8c2iaiZQuKrSFhWVLrSYrcqvXp9Nh5aZPP3FMjbv\n2sPIQ9uHuteO7ZnHv6/89ktowr89/WPiMnq0a8EJe1n/kAhK6CJ7YWb7NJ88lmN75vHqT4cxqGv1\nZiej+nWM+/0DwjZJSUkxrjvpkNDze77TjzvOOqzGneXxvdrx9qx1nHF4x1rn8AMce4jXBfH8lcfQ\no102r3+9JqJW/1OXHcWctYX84uVZ3H6Wt0jt3euP4/NvNrNuezGPjF/MGUd0ZOmmIjJSjf854WBO\n7H0QLTPTeWvmWk7o1S40nlCldVY6428aQWWlo4dfayhcx9xMvrzlpNDdbpDGTF5JVbf7mzPWMnHx\n5tCxL/zHW3btobSiMuLb2F1vzWX26kJe+emwWs8d/mFzl/8hGX2nXlJWwVdLt3BiHOUrvg11uYg0\notemr6a4rIIfHhNs4bLdpeWMm78xtEBq4fqdlFVURgxA12b77tLQqt1l946u9ZtDSVkF9747n5+N\nPIS8vUwxnLFqOy0z09hSVIoBXdtmcVCO9yHZ744PuGBwF24d3YdnvljGve95A6LL7zuD5ZuLWLVt\nN5c8PYVzB3XmJ8f34Ib/zKjRRRSkM47oyDv+wrdZd57KtOXb+P278yNmSl13Yk/OPzKf0opK0lNT\n6J6Xzaqtuxk3f0MokVdZ+vvRLNm0izP/8gXv/O+x/GX8Yt6csTZidfG+Uh+6iMStofqCoy3dtIuT\n/Bo84dfdWVJG8/RU0lJTuPipyXyxeDNXn3Awj3+6BPBmHc1ZW8iyzUVkpqfy85e/fR//t/HEJUfy\nP/+aFvPYL07rXaNLCODlq4eGdjXbV/XeJNrMRpnZQjNbbGa3xDje1cwmmNnXZjbLzEZ/q0hFpNGZ\nGf97Uk+e+3Gds48D1bl17AHnnMz00OKlqu6jQV1b8cXNJ/KH848gNyud4T3zuHiIV9K5yt3n9AXg\nhauGcOFRXZjyq5E8fKE/Zz7GWolbTu/zreKOlcyz/NW6sZI5wOYYxeuCEE+1xVTgr8ApeMv6/2tm\nY51z4d8tfgO85Jx7zMwOA94FChIQr4g0gBtP7d3g16yaM54Su4cHgAw/sZdWVJLfOosLBtesannb\nmYeRk5nG947MZ/ThHclr0YyhB3vrDs4Z0JmRh7YnIzWFp79YxlXH96Bbmyy6t8tmUNfWXH3CwZSU\nVdDntvcBuHhIV/49aWWNa1x0dFd2l5bzZowdxMZceQzZzdI4J2pANtymXY2U0IGjgcXOuaUAZvYf\nvIJc4QndAS39x7lA7H3SRET24q3rjg1tpB7Lzaf3YUdJ2V5nj1wRNjc9Vt9+VbGzuXedFrEwqUpm\neiof33QCFf7evFV6tW9BWkoK89btYGCXVlxwVBd+OuJg5q7ZQe8OOfzsha9ZtrkIR2Qp6VgSdYce\nT5dLbcW3wt0JXGxmq/Huzn8WSHQickA5PD+XLm1qryXfPS+bMVcNqVexuCqxknmVg9u1oFf7HEb1\nrZ6NNOzgPE7r2wGAjq28hN2nQ0vOOzKffp1zueFkb/ZRx9xM2uVUf5BcPKQrA7u2Yqi/OnlQ11YM\n7FZzcVoQ4lkpej4wyt8MGjO7BDjGOXddWJsb/XP9ycyGAk8D/ZxzlVHnCi/OdeSKFSsC/cuIiASt\notKxautuOrduTlqKMWfNDvp2ahnzA6GkrCI0hXT8gg2s2VYcUb00CPVdWLQGCC8wne+/Fu4KvKX/\nOOe+MrNMvFIBEbVNnXNPAk+CN8slruhFRBpRaopREDbFMLyYWLTw9QAn9al9+8NEiafL5b/AIWbW\n3cwygAuBsVFtVgIjAczsUCATiL12WEREEqLOhO6cK8erpvgBMB9vNstcM7vbzM72m90EXGVmM4EX\n8PYV1R24iEgDimvpv3PuXbzBzvDXbg97PA/Q1ukiIo1Iu9iKiOwnlNBFRPYTSugiIvsJJXQRkf2E\nErqIyH6i0crnmtkm4NsuFc0DNtfZqnEpxvpr6vGBYgxCU48PmlaM3ZxzMYvZNFpCrw8zm1rb0tem\nQjHWX1OPDxRjEJp6fJAcMYK6XERE9htK6CIi+4lkTehPNnYAcVCM9dfU4wPFGISmHh8kR4zJ2Ycu\nIiI1JesduoiIREm6hF7XhtUNGMczZrbRzOaEvdbGzD4ys2/8P1v7r5uZPeLHPMvMBjVAfF38jbvn\nmdlcM7u+CcaYaWZTzGymH+Nd/uvdzWyyH8uLftlmzKyZ/3yxf7wg0TH61031N0B/u4nGt9zMZpvZ\nDDOb6r/WZH7P/nVbmdkrZrbAzOab2dCmEqOZ9fb/7ap+dpjZDU0lvn3inEuaHyAVWAL0ADKAmcBh\njRTL8cAgYE7Ya38AbvEf3wLc7z8eDbwHGDAEmNwA8XUEBvmPc4BFwGFNLEYDWviP04HJ/rVfAi70\nX38c+Kn/+Brgcf/xhcCLDfS7vhEYA7ztP29q8S0H8qJeazK/Z/+6/wSu9B9nAK2aWoz+tVOB9UC3\nphhfnfE3dgD7+I89FPgg7PmtwK2NGE9BVEJfCHT0H3cEFvqPnwAuitWuAWN9EzilqcYIZAHTgWPw\nFnCkRf/O8WryD/Ufp/ntLMFx5QMfAycBb/v/EzeZ+PxrxUroTeb3jLdx/LLof4umFGPYtU4FJjbV\n+Or6SbYul3g2rG5M7Z1z6/zH64GqPagaNW7/q/9AvDvgJhWj350xA2+7wo/wvoFtd97GKtFxhGL0\njxcCbRMc4kPAL4Gq/XHbNrH4ABzwoZlNM2/fXmhav+fueDuY/cPvunrKzLKbWIxVLsTbpAeaZnx7\nlWwJPWk476O70acQmVkL4FXgBufcjvBjTSFG51yFc24A3p3w0UCfxownnJmdCWx0zk1r7FjqcKxz\nbhBwOnCtmR0ffrAJ/J7T8LonH3PODQSK8LowQppAjPhjIWcDL0cfawrxxSPZEno8G1Y3pg1m1hHA\n/7Nqk+xGidvM0vGS+fPOudeaYoxVnHPbgQl4XRitzKxqN63wOEIx+sdzgS0JDGs4cLaZLQf+g9ft\n8nATig8A59wa/8+NwOt4H4xN6fe8GljtnJvsP38FL8E3pRjB+0Cc7pzb4D9vavHVKdkSejwbVjem\nscBl/uPL8Pqtq16/1B8dHwIUhn2VSwgzM+BpYL5z7sEmGmM7M2vlP26O18c/Hy+xn19LjFWxnw+M\n9++cEsI5d6tzLt85V4D339p459wPm0p8AGaWbWY5VY/x+oDn0IR+z8659cAqM+vtvzQSmNeUYvRd\nRHV3S1UcTSm+ujV2J/63GLQYjTdjYwnw60aM4wVgHVCGdwdyBV5/6cfAN8A4oI3f1oC/+jHPBgY3\nQHzH4n1FnAXM8H9GN7EYjwC+9mOcA9zuv94DmAIsxvv628x/PdN/vtg/3qMBf98jqJ7l0mTi82OZ\n6f/Mrfp/oin9nv3rDgCm+r/rN4DWTSlGIBvv21Ru2GtNJr54f7RSVERkP5FsXS4iIlILJXQRkf2E\nErqIyH5CCV1EZD+hhC4isp9QQhcR2U8ooYuI7CeU0EVE9hP/DxNJQlRljB4oAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hi8jT6cVbSEL",
        "colab_type": "code",
        "outputId": "9b200022-b7d1-4660-a392-c37333d1f77b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 734
        }
      },
      "source": [
        "evaluateRandomly(encoder, decoder)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "> elle est obstinee .\n",
            "= she is stubborn .\n",
            "< she s innocent . <EOS>\n",
            "\n",
            "> il est ivre .\n",
            "= he is drunk .\n",
            "< he s depressed . <EOS>\n",
            "\n",
            "> me revoila .\n",
            "= i m back .\n",
            "< i m going . <EOS>\n",
            "\n",
            "> il est sociable .\n",
            "= he is outgoing .\n",
            "< he is old . <EOS>\n",
            "\n",
            "> elle est active .\n",
            "= she is active .\n",
            "< she s innocent . <EOS>\n",
            "\n",
            "> vous etes creative .\n",
            "= you re creative .\n",
            "< you re nuts ! <EOS>\n",
            "\n",
            "> elles sont parties .\n",
            "= they re gone .\n",
            "< they re mine . <EOS>\n",
            "\n",
            "> tu es matinale .\n",
            "= you re early .\n",
            "< you re nuts ! <EOS>\n",
            "\n",
            "> vous etes pathetiques .\n",
            "= you re pathetic .\n",
            "< you re nuts ! <EOS>\n",
            "\n",
            "> tu es incroyable .\n",
            "= you re amazing .\n",
            "< you re nuts ! <EOS>\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "NyMJ745LlwLQ",
        "colab_type": "text"
      },
      "source": [
        "##Visualising the operations"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RXNfaFatoGB5",
        "colab_type": "code",
        "outputId": "fb76243d-a551-458b-92ab-ce095ab577c7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 734
        }
      },
      "source": [
        "evaluateRandomly(encoder, decoder)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "> tu es grognon .\n",
            "= you re grumpy .\n",
            "< you re sick ! <EOS>\n",
            "\n",
            "> je fredonne .\n",
            "= i m humming .\n",
            "< i m fine . <EOS>\n",
            "\n",
            "> je suis laide .\n",
            "= i m ugly .\n",
            "< i m lazy . <EOS>\n",
            "\n",
            "> je suis contagieux .\n",
            "= i m contagious .\n",
            "< i m lazy . .\n",
            "\n",
            "> je rigole !\n",
            "= i m kidding .\n",
            "< i m going . <EOS>\n",
            "\n",
            "> nous sommes serieux .\n",
            "= we re serious .\n",
            "< we re trapped ! <EOS>\n",
            "\n",
            "> ils sont chretiens .\n",
            "= they are christians .\n",
            "< they re broke . <EOS>\n",
            "\n",
            "> ils sont fous .\n",
            "= they re crazy .\n",
            "< they re rich . <EOS>\n",
            "\n",
            "> vous etes creatives .\n",
            "= you re creative .\n",
            "< you re nuts ! <EOS>\n",
            "\n",
            "> je suis impartiale .\n",
            "= i m unbiased .\n",
            "< i m lazy . .\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lxQsSark6ulQ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "a = encoder.current_input\n",
        "b = encoder.hidden_state\n",
        "c = encoder.cell_state"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3DNnX7Ki2MmF",
        "colab_type": "code",
        "outputId": "80234a74-5d8a-4a9a-87f2-10737d3e661e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 764
        }
      },
      "source": [
        "make_dot(encoder(torch.zeros_like(a),torch.zeros_like(b),torch.zeros_like(c))[0])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<graphviz.dot.Digraph at 0x7fae316d73c8>"
            ],
            "image/svg+xml": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n -->\n<!-- Title: %3 Pages: 1 -->\n<svg width=\"864pt\" height=\"557pt\"\n viewBox=\"0.00 0.00 864.00 557.37\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n<g id=\"graph0\" class=\"graph\" transform=\"scale(.7985 .7985) rotate(0) translate(4 694)\">\n<title>%3</title>\n<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-694 1078,-694 1078,4 -4,4\"/>\n<!-- 140386130295328 -->\n<g id=\"node1\" class=\"node\">\n<title>140386130295328</title>\n<polygon fill=\"#caff70\" stroke=\"#000000\" points=\"786,-21 695,-21 695,0 786,0 786,-21\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-7.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386130296112 -->\n<g id=\"node2\" class=\"node\">\n<title>140386130296112</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"749,-78 660,-78 660,-57 749,-57 749,-78\"/>\n<text text-anchor=\"middle\" x=\"704.5\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386130296112&#45;&gt;140386130295328 -->\n<g id=\"edge1\" class=\"edge\">\n<title>140386130296112&#45;&gt;140386130295328</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M711.2713,-56.7787C716.0482,-49.2153 722.5818,-38.8705 728.2603,-29.8794\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"731.3783,-31.4971 733.759,-21.1732 725.4598,-27.7591 731.3783,-31.4971\"/>\n</g>\n<!-- 140386130295776 -->\n<g id=\"node3\" class=\"node\">\n<title>140386130295776</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728.5,-135 636.5,-135 636.5,-114 728.5,-114 728.5,-135\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386130295776&#45;&gt;140386130296112 -->\n<g id=\"edge2\" class=\"edge\">\n<title>140386130295776&#45;&gt;140386130296112</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M686.638,-113.7787C689.4651,-106.4542 693.2989,-96.5211 696.6899,-87.7352\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"700.0449,-88.7627 700.3805,-78.1732 693.5145,-86.2421 700.0449,-88.7627\"/>\n</g>\n<!-- 140386130296504 -->\n<g id=\"node4\" class=\"node\">\n<title>140386130296504</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728,-192 637,-192 637,-171 728,-171 728,-192\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386130296504&#45;&gt;140386130295776 -->\n<g id=\"edge3\" class=\"edge\">\n<title>140386130296504&#45;&gt;140386130295776</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-170.7787C682.5,-163.6134 682.5,-153.9517 682.5,-145.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-145.1732 682.5,-135.1732 679.0001,-145.1732 686.0001,-145.1732\"/>\n</g>\n<!-- 140386099662688 -->\n<g id=\"node5\" class=\"node\">\n<title>140386099662688</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"735,-249 630,-249 630,-228 735,-228 735,-249\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386099662688&#45;&gt;140386130296504 -->\n<g id=\"edge4\" class=\"edge\">\n<title>140386099662688&#45;&gt;140386130296504</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-227.7787C682.5,-220.6134 682.5,-210.9517 682.5,-202.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-202.1732 682.5,-192.1732 679.0001,-202.1732 686.0001,-202.1732\"/>\n</g>\n<!-- 140386099662352 -->\n<g id=\"node6\" class=\"node\">\n<title>140386099662352</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728.5,-306 636.5,-306 636.5,-285 728.5,-285 728.5,-306\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386099662352&#45;&gt;140386099662688 -->\n<g id=\"edge5\" class=\"edge\">\n<title>140386099662352&#45;&gt;140386099662688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-284.7787C682.5,-277.6134 682.5,-267.9517 682.5,-259.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-259.1732 682.5,-249.1732 679.0001,-259.1732 686.0001,-259.1732\"/>\n</g>\n<!-- 140386099659104 -->\n<g id=\"node7\" class=\"node\">\n<title>140386099659104</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"734.5,-363 630.5,-363 630.5,-342 734.5,-342 734.5,-363\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-349.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099659104&#45;&gt;140386099662352 -->\n<g id=\"edge6\" class=\"edge\">\n<title>140386099659104&#45;&gt;140386099662352</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-341.7787C682.5,-334.6134 682.5,-324.9517 682.5,-316.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-316.1732 682.5,-306.1732 679.0001,-316.1732 686.0001,-316.1732\"/>\n</g>\n<!-- 140386099660784 -->\n<g id=\"node8\" class=\"node\">\n<title>140386099660784</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"709.5,-434 655.5,-434 655.5,-399 709.5,-399 709.5,-434\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099660784&#45;&gt;140386099659104 -->\n<g id=\"edge7\" class=\"edge\">\n<title>140386099660784&#45;&gt;140386099659104</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-398.6724C682.5,-390.8405 682.5,-381.5893 682.5,-373.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-373.2234 682.5,-363.2234 679.0001,-373.2235 686.0001,-373.2234\"/>\n</g>\n<!-- 140386132137688 -->\n<g id=\"node9\" class=\"node\">\n<title>140386132137688</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"637,-427 546,-427 546,-406 637,-406 637,-427\"/>\n<text text-anchor=\"middle\" x=\"591.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132137688&#45;&gt;140386099659104 -->\n<g id=\"edge8\" class=\"edge\">\n<title>140386132137688&#45;&gt;140386099659104</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M606.5268,-405.9317C620.7531,-395.9264 642.3353,-380.7477 658.8658,-369.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"661.2847,-371.6996 667.4509,-363.084 657.2578,-365.9739 661.2847,-371.6996\"/>\n</g>\n<!-- 140386132137632 -->\n<g id=\"node10\" class=\"node\">\n<title>140386132137632</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"629.5,-498 547.5,-498 547.5,-477 629.5,-477 629.5,-498\"/>\n<text text-anchor=\"middle\" x=\"588.5\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132137632&#45;&gt;140386132137688 -->\n<g id=\"edge9\" class=\"edge\">\n<title>140386132137632&#45;&gt;140386132137688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M588.9556,-476.7166C589.3917,-466.3953 590.0617,-450.5401 590.6047,-437.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"594.1147,-437.5237 591.0401,-427.3849 587.1209,-437.2282 594.1147,-437.5237\"/>\n</g>\n<!-- 140386132136344 -->\n<g id=\"node11\" class=\"node\">\n<title>140386132136344</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"539,-562 448,-562 448,-541 539,-541 539,-562\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132136344&#45;&gt;140386132137632 -->\n<g id=\"edge10\" class=\"edge\">\n<title>140386132136344&#45;&gt;140386132137632</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M509.1873,-540.9317C524.1765,-530.8337 546.9877,-515.4662 564.3049,-503.7999\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"566.4514,-506.574 572.7894,-498.084 562.5403,-500.7685 566.4514,-506.574\"/>\n</g>\n<!-- 140386132136736 -->\n<g id=\"node21\" class=\"node\">\n<title>140386132136736</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"398.5,-498 316.5,-498 316.5,-477 398.5,-477 398.5,-498\"/>\n<text text-anchor=\"middle\" x=\"357.5\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132136344&#45;&gt;140386132136736 -->\n<g id=\"edge21\" class=\"edge\">\n<title>140386132136344&#45;&gt;140386132136736</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M471.0424,-540.9317C448.6983,-530.4168 414.2127,-514.1883 389.1083,-502.3745\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"390.5295,-499.1752 379.991,-498.084 387.5489,-505.5089 390.5295,-499.1752\"/>\n</g>\n<!-- 140386098390744 -->\n<g id=\"node28\" class=\"node\">\n<title>140386098390744</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"89.5,-498 7.5,-498 7.5,-477 89.5,-477 89.5,-498\"/>\n<text text-anchor=\"middle\" x=\"48.5\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132136344&#45;&gt;140386098390744 -->\n<g id=\"edge29\" class=\"edge\">\n<title>140386132136344&#45;&gt;140386098390744</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M447.7318,-549.0582C374.0608,-544.4625 224.9366,-532.4077 101.5,-505 96.6697,-503.9275 91.6577,-502.5866 86.7286,-501.127\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"87.4017,-497.6699 76.8124,-498.0124 85.3041,-504.3482 87.4017,-497.6699\"/>\n</g>\n<!-- 140386098389792 -->\n<g id=\"node35\" class=\"node\">\n<title>140386098389792</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1066.5,-498 984.5,-498 984.5,-477 1066.5,-477 1066.5,-498\"/>\n<text text-anchor=\"middle\" x=\"1025.5\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132136344&#45;&gt;140386098389792 -->\n<g id=\"edge37\" class=\"edge\">\n<title>140386132136344&#45;&gt;140386098389792</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M539.248,-550.4304C625.0774,-547.6825 815.7397,-538.0594 972.5,-505 977.5267,-503.9399 982.7444,-502.5684 987.8584,-501.0599\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"988.9958,-504.3713 997.4877,-498.0359 986.8985,-497.6929 988.9958,-504.3713\"/>\n</g>\n<!-- 140386132137128 -->\n<g id=\"node12\" class=\"node\">\n<title>140386132137128</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"553.5,-619 433.5,-619 433.5,-598 553.5,-598 553.5,-619\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386132137128&#45;&gt;140386132136344 -->\n<g id=\"edge11\" class=\"edge\">\n<title>140386132137128&#45;&gt;140386132136344</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-597.7787C493.5,-590.6134 493.5,-580.9517 493.5,-572.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-572.1732 493.5,-562.1732 490.0001,-572.1732 497.0001,-572.1732\"/>\n</g>\n<!-- 140386132138024 -->\n<g id=\"node13\" class=\"node\">\n<title>140386132138024</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"528,-690 459,-690 459,-655 528,-655 528,-690\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (940, 100)</text>\n</g>\n<!-- 140386132138024&#45;&gt;140386132137128 -->\n<g id=\"edge12\" class=\"edge\">\n<title>140386132138024&#45;&gt;140386132137128</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-654.6724C493.5,-646.8405 493.5,-637.5893 493.5,-629.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-629.2234 493.5,-619.2234 490.0001,-629.2235 497.0001,-629.2234\"/>\n</g>\n<!-- 140386132136960 -->\n<g id=\"node14\" class=\"node\">\n<title>140386132136960</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"801,-427 728,-427 728,-406 801,-406 801,-427\"/>\n<text text-anchor=\"middle\" x=\"764.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132136960&#45;&gt;140386099659104 -->\n<g id=\"edge13\" class=\"edge\">\n<title>140386132136960&#45;&gt;140386099659104</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M750.9594,-405.9317C738.2587,-396.019 719.052,-381.0284 704.2117,-369.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"706.0974,-366.4776 696.0607,-363.084 701.7905,-371.9959 706.0974,-366.4776\"/>\n</g>\n<!-- 140386132138752 -->\n<g id=\"node15\" class=\"node\">\n<title>140386132138752</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"799,-505 730,-505 730,-470 799,-470 799,-505\"/>\n<text text-anchor=\"middle\" x=\"764.5\" y=\"-477.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 356)</text>\n</g>\n<!-- 140386132138752&#45;&gt;140386132136960 -->\n<g id=\"edge14\" class=\"edge\">\n<title>140386132138752&#45;&gt;140386132136960</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M764.5,-469.9494C764.5,-460.058 764.5,-447.6435 764.5,-437.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"768.0001,-437.0288 764.5,-427.0288 761.0001,-437.0289 768.0001,-437.0288\"/>\n</g>\n<!-- 140386099659216 -->\n<g id=\"node16\" class=\"node\">\n<title>140386099659216</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"455,-249 364,-249 364,-228 455,-228 455,-249\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386099659216&#45;&gt;140386130295776 -->\n<g id=\"edge15\" class=\"edge\">\n<title>140386099659216&#45;&gt;140386130295776</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M434.6938,-227.9795C483.6312,-207.5441 591.6279,-162.4466 647.495,-139.1175\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"649.0911,-142.2439 656.9702,-135.1608 646.3937,-135.7845 649.0911,-142.2439\"/>\n</g>\n<!-- 140386099661848 -->\n<g id=\"node17\" class=\"node\">\n<title>140386099661848</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"462,-306 357,-306 357,-285 462,-285 462,-306\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386099661848&#45;&gt;140386099659216 -->\n<g id=\"edge16\" class=\"edge\">\n<title>140386099661848&#45;&gt;140386099659216</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-284.7787C409.5,-277.6134 409.5,-267.9517 409.5,-259.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-259.1732 409.5,-249.1732 406.0001,-259.1732 413.0001,-259.1732\"/>\n</g>\n<!-- 140386132137072 -->\n<g id=\"node18\" class=\"node\">\n<title>140386132137072</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"461.5,-363 357.5,-363 357.5,-342 461.5,-342 461.5,-363\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-349.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386132137072&#45;&gt;140386099661848 -->\n<g id=\"edge17\" class=\"edge\">\n<title>140386132137072&#45;&gt;140386099661848</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-341.7787C409.5,-334.6134 409.5,-324.9517 409.5,-316.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-316.1732 409.5,-306.1732 406.0001,-316.1732 413.0001,-316.1732\"/>\n</g>\n<!-- 140386132136904 -->\n<g id=\"node19\" class=\"node\">\n<title>140386132136904</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"436.5,-434 382.5,-434 382.5,-399 436.5,-399 436.5,-434\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386132136904&#45;&gt;140386132137072 -->\n<g id=\"edge18\" class=\"edge\">\n<title>140386132136904&#45;&gt;140386132137072</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-398.6724C409.5,-390.8405 409.5,-381.5893 409.5,-373.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-373.2234 409.5,-363.2234 406.0001,-373.2235 413.0001,-373.2234\"/>\n</g>\n<!-- 140386132136512 -->\n<g id=\"node20\" class=\"node\">\n<title>140386132136512</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"364,-427 273,-427 273,-406 364,-406 364,-427\"/>\n<text text-anchor=\"middle\" x=\"318.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132136512&#45;&gt;140386132137072 -->\n<g id=\"edge19\" class=\"edge\">\n<title>140386132136512&#45;&gt;140386132137072</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M333.5268,-405.9317C347.7531,-395.9264 369.3353,-380.7477 385.8658,-369.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"388.2847,-371.6996 394.4509,-363.084 384.2578,-365.9739 388.2847,-371.6996\"/>\n</g>\n<!-- 140386132136736&#45;&gt;140386132136512 -->\n<g id=\"edge20\" class=\"edge\">\n<title>140386132136736&#45;&gt;140386132136512</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M351.5767,-476.7166C345.7355,-466.0825 336.6675,-449.5741 329.5023,-436.5299\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"332.3612,-434.4646 324.479,-427.3849 326.2258,-437.8347 332.3612,-434.4646\"/>\n</g>\n<!-- 140386132138080 -->\n<g id=\"node22\" class=\"node\">\n<title>140386132138080</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"528,-427 455,-427 455,-406 528,-406 528,-427\"/>\n<text text-anchor=\"middle\" x=\"491.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132138080&#45;&gt;140386132137072 -->\n<g id=\"edge22\" class=\"edge\">\n<title>140386132138080&#45;&gt;140386132137072</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M477.9594,-405.9317C465.2587,-396.019 446.052,-381.0284 431.2117,-369.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"433.0974,-366.4776 423.0607,-363.084 428.7905,-371.9959 433.0974,-366.4776\"/>\n</g>\n<!-- 140385964699320 -->\n<g id=\"node23\" class=\"node\">\n<title>140385964699320</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"526,-505 457,-505 457,-470 526,-470 526,-505\"/>\n<text text-anchor=\"middle\" x=\"491.5\" y=\"-477.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 356)</text>\n</g>\n<!-- 140385964699320&#45;&gt;140386132138080 -->\n<g id=\"edge23\" class=\"edge\">\n<title>140385964699320&#45;&gt;140386132138080</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M491.5,-469.9494C491.5,-460.058 491.5,-447.6435 491.5,-437.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"495.0001,-437.0288 491.5,-427.0288 488.0001,-437.0289 495.0001,-437.0288\"/>\n</g>\n<!-- 140386099660728 -->\n<g id=\"node24\" class=\"node\">\n<title>140386099660728</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"306,-306 217,-306 217,-285 306,-285 306,-306\"/>\n<text text-anchor=\"middle\" x=\"261.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386099660728&#45;&gt;140386099659216 -->\n<g id=\"edge24\" class=\"edge\">\n<title>140386099660728&#45;&gt;140386099659216</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M288.9908,-284.9123C312.5626,-275.834 346.7223,-262.6779 372.6581,-252.6891\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"374.0825,-255.8912 382.1564,-249.031 371.5666,-249.3589 374.0825,-255.8912\"/>\n</g>\n<!-- 140386132137744 -->\n<g id=\"node25\" class=\"node\">\n<title>140386132137744</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"238.5,-363 134.5,-363 134.5,-342 238.5,-342 238.5,-363\"/>\n<text text-anchor=\"middle\" x=\"186.5\" y=\"-349.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386132137744&#45;&gt;140386099660728 -->\n<g id=\"edge25\" class=\"edge\">\n<title>140386132137744&#45;&gt;140386099660728</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M200.6069,-341.7787C211.5016,-333.4988 226.7823,-321.8855 239.3104,-312.3641\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"241.6125,-315.0106 247.4563,-306.1732 237.3769,-309.4375 241.6125,-315.0106\"/>\n</g>\n<!-- 140385964697080 -->\n<g id=\"node26\" class=\"node\">\n<title>140385964697080</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"254.5,-434 200.5,-434 200.5,-399 254.5,-399 254.5,-434\"/>\n<text text-anchor=\"middle\" x=\"227.5\" y=\"-406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140385964697080&#45;&gt;140386132137744 -->\n<g id=\"edge26\" class=\"edge\">\n<title>140385964697080&#45;&gt;140386132137744</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M216.0792,-398.6724C210.7198,-390.3066 204.3229,-380.3212 198.8512,-371.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"201.7111,-369.7558 193.3697,-363.2234 195.8169,-373.5318 201.7111,-369.7558\"/>\n</g>\n<!-- 140386098392088 -->\n<g id=\"node27\" class=\"node\">\n<title>140386098392088</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"91,-427 0,-427 0,-406 91,-406 91,-427\"/>\n<text text-anchor=\"middle\" x=\"45.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386098392088&#45;&gt;140386132137744 -->\n<g id=\"edge27\" class=\"edge\">\n<title>140386098392088&#45;&gt;140386132137744</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M68.7833,-405.9317C92.0509,-395.3705 128.0175,-379.0452 154.073,-367.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155.5229,-370.4043 163.1821,-363.084 152.6296,-364.0302 155.5229,-370.4043\"/>\n</g>\n<!-- 140386098390744&#45;&gt;140386098392088 -->\n<g id=\"edge28\" class=\"edge\">\n<title>140386098390744&#45;&gt;140386098392088</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M48.0444,-476.7166C47.6083,-466.3953 46.9383,-450.5401 46.3953,-437.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"49.8791,-437.2282 45.9599,-427.3849 42.8853,-437.5237 49.8791,-437.2282\"/>\n</g>\n<!-- 140386098389904 -->\n<g id=\"node29\" class=\"node\">\n<title>140386098389904</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"182,-427 109,-427 109,-406 182,-406 182,-427\"/>\n<text text-anchor=\"middle\" x=\"145.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386098389904&#45;&gt;140386132137744 -->\n<g id=\"edge30\" class=\"edge\">\n<title>140386098389904&#45;&gt;140386132137744</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M152.2703,-405.9317C158.1697,-396.723 166.8764,-383.1319 174.0322,-371.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"177.1354,-373.6063 179.5826,-363.2979 171.2412,-369.8302 177.1354,-373.6063\"/>\n</g>\n<!-- 140386098391920 -->\n<g id=\"node30\" class=\"node\">\n<title>140386098391920</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"180,-505 111,-505 111,-470 180,-470 180,-505\"/>\n<text text-anchor=\"middle\" x=\"145.5\" y=\"-477.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 356)</text>\n</g>\n<!-- 140386098391920&#45;&gt;140386098389904 -->\n<g id=\"edge31\" class=\"edge\">\n<title>140386098391920&#45;&gt;140386098389904</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M145.5,-469.9494C145.5,-460.058 145.5,-447.6435 145.5,-437.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"149.0001,-437.0288 145.5,-427.0288 142.0001,-437.0289 149.0001,-437.0288\"/>\n</g>\n<!-- 140386130296560 -->\n<g id=\"node31\" class=\"node\">\n<title>140386130296560</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"863,-192 758,-192 758,-171 863,-171 863,-192\"/>\n<text text-anchor=\"middle\" x=\"810.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386130296560&#45;&gt;140386130295328 -->\n<g id=\"edge32\" class=\"edge\">\n<title>140386130296560&#45;&gt;140386130295328</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M806.1212,-170.8032C794.6796,-142.8529 763.7436,-67.2809 748.8007,-30.7774\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"751.9048,-29.1214 744.8772,-21.1928 745.4265,-31.7734 751.9048,-29.1214\"/>\n</g>\n<!-- 140386130293256 -->\n<g id=\"node32\" class=\"node\">\n<title>140386130293256</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"939.5,-363 835.5,-363 835.5,-342 939.5,-342 939.5,-363\"/>\n<text text-anchor=\"middle\" x=\"887.5\" y=\"-349.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386130293256&#45;&gt;140386130296560 -->\n<g id=\"edge33\" class=\"edge\">\n<title>140386130293256&#45;&gt;140386130296560</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M882.6833,-341.8032C870.0975,-313.8529 836.068,-238.2809 819.6307,-201.7774\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"822.6122,-199.8739 815.3149,-192.1928 816.2294,-202.7481 822.6122,-199.8739\"/>\n</g>\n<!-- 140386099662016 -->\n<g id=\"node33\" class=\"node\">\n<title>140386099662016</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"873.5,-434 819.5,-434 819.5,-399 873.5,-399 873.5,-434\"/>\n<text text-anchor=\"middle\" x=\"846.5\" y=\"-406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099662016&#45;&gt;140386130293256 -->\n<g id=\"edge34\" class=\"edge\">\n<title>140386099662016&#45;&gt;140386130293256</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M857.9208,-398.6724C863.2802,-390.3066 869.6771,-380.3212 875.1488,-371.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"878.1831,-373.5318 880.6303,-363.2234 872.2889,-369.7558 878.1831,-373.5318\"/>\n</g>\n<!-- 140386132139368 -->\n<g id=\"node34\" class=\"node\">\n<title>140386132139368</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1074,-427 983,-427 983,-406 1074,-406 1074,-427\"/>\n<text text-anchor=\"middle\" x=\"1028.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132139368&#45;&gt;140386130293256 -->\n<g id=\"edge35\" class=\"edge\">\n<title>140386132139368&#45;&gt;140386130293256</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1005.2167,-405.9317C981.9491,-395.3705 945.9825,-379.0452 919.927,-367.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"921.3704,-364.0302 910.8179,-363.084 918.4771,-370.4043 921.3704,-364.0302\"/>\n</g>\n<!-- 140386098389792&#45;&gt;140386132139368 -->\n<g id=\"edge36\" class=\"edge\">\n<title>140386098389792&#45;&gt;140386132139368</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1025.9556,-476.7166C1026.3917,-466.3953 1027.0617,-450.5401 1027.6047,-437.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1031.1147,-437.5237 1028.0401,-427.3849 1024.1209,-437.2282 1031.1147,-437.5237\"/>\n</g>\n<!-- 140386098391304 -->\n<g id=\"node36\" class=\"node\">\n<title>140386098391304</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"965,-427 892,-427 892,-406 965,-406 965,-427\"/>\n<text text-anchor=\"middle\" x=\"928.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386098391304&#45;&gt;140386130293256 -->\n<g id=\"edge38\" class=\"edge\">\n<title>140386098391304&#45;&gt;140386130293256</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M921.7297,-405.9317C915.8303,-396.723 907.1236,-383.1319 899.9678,-371.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"902.7588,-369.8302 894.4174,-363.2979 896.8646,-373.6063 902.7588,-369.8302\"/>\n</g>\n<!-- 140386098391248 -->\n<g id=\"node37\" class=\"node\">\n<title>140386098391248</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"963,-505 894,-505 894,-470 963,-470 963,-505\"/>\n<text text-anchor=\"middle\" x=\"928.5\" y=\"-477.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 356)</text>\n</g>\n<!-- 140386098391248&#45;&gt;140386098391304 -->\n<g id=\"edge39\" class=\"edge\">\n<title>140386098391248&#45;&gt;140386098391304</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M928.5,-469.9494C928.5,-460.058 928.5,-447.6435 928.5,-437.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"932.0001,-437.0288 928.5,-427.0288 925.0001,-437.0289 932.0001,-437.0288\"/>\n</g>\n</g>\n</svg>\n"
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 173
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OnPoMk-d_cwo",
        "colab_type": "code",
        "outputId": "0568654a-19ba-417d-cc17-609b40369c5e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 800
        }
      },
      "source": [
        "make_dot(encoder(torch.zeros_like(a),torch.zeros_like(b),torch.zeros_like(c))[2])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<graphviz.dot.Digraph at 0x7fae2f86a438>"
            ],
            "image/svg+xml": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n -->\n<!-- Title: %3 Pages: 1 -->\n<svg width=\"808pt\" height=\"584pt\"\n viewBox=\"0.00 0.00 808.00 584.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 580)\">\n<title>%3</title>\n<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-580 804,-580 804,4 -4,4\"/>\n<!-- 140386098392536 -->\n<g id=\"node1\" class=\"node\">\n<title>140386098392536</title>\n<polygon fill=\"#caff70\" stroke=\"#000000\" points=\"513.5,-21 421.5,-21 421.5,0 513.5,0 513.5,-21\"/>\n<text text-anchor=\"middle\" x=\"467.5\" y=\"-7.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386098391080 -->\n<g id=\"node2\" class=\"node\">\n<title>140386098391080</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"560,-78 469,-78 469,-57 560,-57 560,-78\"/>\n<text text-anchor=\"middle\" x=\"514.5\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386098391080&#45;&gt;140386098392536 -->\n<g id=\"edge1\" class=\"edge\">\n<title>140386098391080&#45;&gt;140386098392536</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M505.6597,-56.7787C499.2262,-48.9765 490.3522,-38.2144 482.7806,-29.0318\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"485.3629,-26.662 476.3007,-21.1732 479.9622,-31.1153 485.3629,-26.662\"/>\n</g>\n<!-- 140386098391528 -->\n<g id=\"node3\" class=\"node\">\n<title>140386098391528</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"590,-135 485,-135 485,-114 590,-114 590,-135\"/>\n<text text-anchor=\"middle\" x=\"537.5\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386098391528&#45;&gt;140386098391080 -->\n<g id=\"edge2\" class=\"edge\">\n<title>140386098391528&#45;&gt;140386098391080</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M533.1739,-113.7787C530.1862,-106.3746 526.123,-96.3049 522.5496,-87.4491\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"525.7945,-86.137 518.8067,-78.1732 519.303,-88.7564 525.7945,-86.137\"/>\n</g>\n<!-- 140386098391584 -->\n<g id=\"node4\" class=\"node\">\n<title>140386098391584</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"606.5,-192 514.5,-192 514.5,-171 606.5,-171 606.5,-192\"/>\n<text text-anchor=\"middle\" x=\"560.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386098391584&#45;&gt;140386098391528 -->\n<g id=\"edge3\" class=\"edge\">\n<title>140386098391584&#45;&gt;140386098391528</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M556.1739,-170.7787C553.1862,-163.3746 549.123,-153.3049 545.5496,-144.4491\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"548.7945,-143.137 541.8067,-135.1732 542.303,-145.7564 548.7945,-143.137\"/>\n</g>\n<!-- 140386098390464 -->\n<g id=\"node5\" class=\"node\">\n<title>140386098390464</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"669.5,-249 565.5,-249 565.5,-228 669.5,-228 669.5,-249\"/>\n<text text-anchor=\"middle\" x=\"617.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386098390464&#45;&gt;140386098391584 -->\n<g id=\"edge4\" class=\"edge\">\n<title>140386098390464&#45;&gt;140386098391584</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M606.7787,-227.7787C598.8173,-219.8173 587.7739,-208.7739 578.4717,-199.4717\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"580.7192,-196.7694 571.1732,-192.1732 575.7694,-201.7192 580.7192,-196.7694\"/>\n</g>\n<!-- 140386099660784 -->\n<g id=\"node6\" class=\"node\">\n<title>140386099660784</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"599.5,-320 545.5,-320 545.5,-285 599.5,-285 599.5,-320\"/>\n<text text-anchor=\"middle\" x=\"572.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099660784&#45;&gt;140386098390464 -->\n<g id=\"edge5\" class=\"edge\">\n<title>140386099660784&#45;&gt;140386098390464</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M585.035,-284.6724C590.9798,-276.2176 598.0878,-266.1085 604.1352,-257.5078\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"607.0714,-259.4169 609.9601,-249.2234 601.3452,-255.3906 607.0714,-259.4169\"/>\n</g>\n<!-- 140386098390912 -->\n<g id=\"node7\" class=\"node\">\n<title>140386098390912</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"709,-313 618,-313 618,-292 709,-292 709,-313\"/>\n<text text-anchor=\"middle\" x=\"663.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386098390912&#45;&gt;140386098390464 -->\n<g id=\"edge6\" class=\"edge\">\n<title>140386098390912&#45;&gt;140386098390464</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M655.904,-291.9317C649.2191,-282.6309 639.321,-268.8597 631.2479,-257.6276\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"633.9395,-255.3753 625.261,-249.2979 628.2553,-259.4608 633.9395,-255.3753\"/>\n</g>\n<!-- 140386098390296 -->\n<g id=\"node8\" class=\"node\">\n<title>140386098390296</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"627.5,-384 545.5,-384 545.5,-363 627.5,-363 627.5,-384\"/>\n<text text-anchor=\"middle\" x=\"586.5\" y=\"-370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386098390296&#45;&gt;140386098390912 -->\n<g id=\"edge7\" class=\"edge\">\n<title>140386098390296&#45;&gt;140386098390912</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M598.1946,-362.7166C610.4768,-351.3915 629.9845,-333.4039 644.4848,-320.0335\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"646.9685,-322.5042 651.9476,-313.1522 642.2233,-317.358 646.9685,-322.5042\"/>\n</g>\n<!-- 140386098390184 -->\n<g id=\"node9\" class=\"node\">\n<title>140386098390184</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"455,-448 364,-448 364,-427 455,-427 455,-448\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386098390184&#45;&gt;140386098390296 -->\n<g id=\"edge8\" class=\"edge\">\n<title>140386098390184&#45;&gt;140386098390296</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M438.728,-426.9317C468.4486,-416.1852 514.6749,-399.4706 547.5036,-387.6004\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"549.0146,-390.7759 557.2286,-384.084 546.6343,-384.193 549.0146,-390.7759\"/>\n</g>\n<!-- 140386098390016 -->\n<g id=\"node19\" class=\"node\">\n<title>140386098390016</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"126.5,-384 44.5,-384 44.5,-363 126.5,-363 126.5,-384\"/>\n<text text-anchor=\"middle\" x=\"85.5\" y=\"-370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386098390184&#45;&gt;140386098390016 -->\n<g id=\"edge19\" class=\"edge\">\n<title>140386098390184&#45;&gt;140386098390016</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M363.7659,-428.4661C303.8677,-416.6344 199.1495,-395.9493 136.6725,-383.6081\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"137.1346,-380.1319 126.6459,-381.6276 135.7781,-386.9992 137.1346,-380.1319\"/>\n</g>\n<!-- 140386098392648 -->\n<g id=\"node26\" class=\"node\">\n<title>140386098392648</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"450.5,-384 368.5,-384 368.5,-363 450.5,-363 450.5,-384\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386098390184&#45;&gt;140386098392648 -->\n<g id=\"edge27\" class=\"edge\">\n<title>140386098390184&#45;&gt;140386098392648</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-426.9317C409.5,-418.0913 409.5,-405.2122 409.5,-394.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-394.2979 409.5,-384.2979 406.0001,-394.2979 413.0001,-394.2979\"/>\n</g>\n<!-- 140386098390632 -->\n<g id=\"node10\" class=\"node\">\n<title>140386098390632</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"469.5,-505 349.5,-505 349.5,-484 469.5,-484 469.5,-505\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-491.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386098390632&#45;&gt;140386098390184 -->\n<g id=\"edge9\" class=\"edge\">\n<title>140386098390632&#45;&gt;140386098390184</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-483.7787C409.5,-476.6134 409.5,-466.9517 409.5,-458.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-458.1732 409.5,-448.1732 406.0001,-458.1732 413.0001,-458.1732\"/>\n</g>\n<!-- 140386132138024 -->\n<g id=\"node11\" class=\"node\">\n<title>140386132138024</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"444,-576 375,-576 375,-541 444,-541 444,-576\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (940, 100)</text>\n</g>\n<!-- 140386132138024&#45;&gt;140386098390632 -->\n<g id=\"edge10\" class=\"edge\">\n<title>140386132138024&#45;&gt;140386098390632</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-540.6724C409.5,-532.8405 409.5,-523.5893 409.5,-515.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-515.2234 409.5,-505.2234 406.0001,-515.2235 413.0001,-515.2234\"/>\n</g>\n<!-- 140386098390968 -->\n<g id=\"node12\" class=\"node\">\n<title>140386098390968</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"800,-313 727,-313 727,-292 800,-292 800,-313\"/>\n<text text-anchor=\"middle\" x=\"763.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386098390968&#45;&gt;140386098390464 -->\n<g id=\"edge11\" class=\"edge\">\n<title>140386098390968&#45;&gt;140386098390464</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M739.3911,-291.9317C715.2984,-281.3705 678.0563,-265.0452 651.0769,-253.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"652.2086,-249.8933 641.6447,-249.084 649.3983,-256.3044 652.2086,-249.8933\"/>\n</g>\n<!-- 140386132138752 -->\n<g id=\"node13\" class=\"node\">\n<title>140386132138752</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"798,-391 729,-391 729,-356 798,-356 798,-391\"/>\n<text text-anchor=\"middle\" x=\"763.5\" y=\"-363.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 356)</text>\n</g>\n<!-- 140386132138752&#45;&gt;140386098390968 -->\n<g id=\"edge12\" class=\"edge\">\n<title>140386132138752&#45;&gt;140386098390968</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M763.5,-355.9494C763.5,-346.058 763.5,-333.6435 763.5,-323.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"767.0001,-323.0288 763.5,-313.0288 760.0001,-323.0289 767.0001,-323.0288\"/>\n</g>\n<!-- 140386098390856 -->\n<g id=\"node14\" class=\"node\">\n<title>140386098390856</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"455,-135 364,-135 364,-114 455,-114 455,-135\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386098390856&#45;&gt;140386098392536 -->\n<g id=\"edge13\" class=\"edge\">\n<title>140386098390856&#45;&gt;140386098392536</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M414.8525,-113.9795C424.5145,-94.9888 445.0125,-54.6995 457.3881,-30.3751\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"460.5761,-31.8275 461.9912,-21.3276 454.3371,-28.6533 460.5761,-31.8275\"/>\n</g>\n<!-- 140386098391472 -->\n<g id=\"node15\" class=\"node\">\n<title>140386098391472</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"309,-192 204,-192 204,-171 309,-171 309,-192\"/>\n<text text-anchor=\"middle\" x=\"256.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386098391472&#45;&gt;140386098390856 -->\n<g id=\"edge14\" class=\"edge\">\n<title>140386098391472&#45;&gt;140386098390856</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M284.9196,-170.9123C309.395,-161.794 344.9128,-148.5619 371.7673,-138.5573\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"373.0837,-141.8019 381.2326,-135.031 370.6399,-135.2423 373.0837,-141.8019\"/>\n</g>\n<!-- 140386098392312 -->\n<g id=\"node16\" class=\"node\">\n<title>140386098392312</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"229.5,-249 125.5,-249 125.5,-228 229.5,-228 229.5,-249\"/>\n<text text-anchor=\"middle\" x=\"177.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386098392312&#45;&gt;140386098391472 -->\n<g id=\"edge15\" class=\"edge\">\n<title>140386098392312&#45;&gt;140386098391472</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M192.3593,-227.7787C203.9453,-219.4192 220.2406,-207.6618 233.5069,-198.09\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"235.6457,-200.8627 241.7073,-192.1732 231.5499,-195.1861 235.6457,-200.8627\"/>\n</g>\n<!-- 140386132136904 -->\n<g id=\"node17\" class=\"node\">\n<title>140386132136904</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"163.5,-320 109.5,-320 109.5,-285 163.5,-285 163.5,-320\"/>\n<text text-anchor=\"middle\" x=\"136.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386132136904&#45;&gt;140386098392312 -->\n<g id=\"edge16\" class=\"edge\">\n<title>140386132136904&#45;&gt;140386098392312</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M147.9208,-284.6724C153.2802,-276.3066 159.6771,-266.3212 165.1488,-257.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.1831,-259.5318 170.6303,-249.2234 162.2889,-255.7558 168.1831,-259.5318\"/>\n</g>\n<!-- 140386098390408 -->\n<g id=\"node18\" class=\"node\">\n<title>140386098390408</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"91,-313 0,-313 0,-292 91,-292 91,-313\"/>\n<text text-anchor=\"middle\" x=\"45.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386098390408&#45;&gt;140386098392312 -->\n<g id=\"edge17\" class=\"edge\">\n<title>140386098390408&#45;&gt;140386098392312</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M67.2971,-291.9317C88.8885,-281.4632 122.1607,-265.3312 146.4988,-253.5309\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"148.1993,-256.5961 155.6705,-249.084 145.1454,-250.2974 148.1993,-256.5961\"/>\n</g>\n<!-- 140386098390016&#45;&gt;140386098390408 -->\n<g id=\"edge18\" class=\"edge\">\n<title>140386098390016&#45;&gt;140386098390408</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M79.4249,-362.7166C73.3751,-351.9782 63.9506,-335.2498 56.5689,-322.1472\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"59.5902,-320.3794 51.6323,-313.3849 53.4914,-323.8153 59.5902,-320.3794\"/>\n</g>\n<!-- 140386098391696 -->\n<g id=\"node20\" class=\"node\">\n<title>140386098391696</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"255,-313 182,-313 182,-292 255,-292 255,-313\"/>\n<text text-anchor=\"middle\" x=\"218.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386098391696&#45;&gt;140386098392312 -->\n<g id=\"edge20\" class=\"edge\">\n<title>140386098391696&#45;&gt;140386098392312</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M211.7297,-291.9317C205.8303,-282.723 197.1236,-269.1319 189.9678,-257.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"192.7588,-255.8302 184.4174,-249.2979 186.8646,-259.6063 192.7588,-255.8302\"/>\n</g>\n<!-- 140385964699320 -->\n<g id=\"node21\" class=\"node\">\n<title>140385964699320</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"253,-391 184,-391 184,-356 253,-356 253,-391\"/>\n<text text-anchor=\"middle\" x=\"218.5\" y=\"-363.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 356)</text>\n</g>\n<!-- 140385964699320&#45;&gt;140386098391696 -->\n<g id=\"edge21\" class=\"edge\">\n<title>140385964699320&#45;&gt;140386098391696</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M218.5,-355.9494C218.5,-346.058 218.5,-333.6435 218.5,-323.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"222.0001,-323.0288 218.5,-313.0288 215.0001,-323.0289 222.0001,-323.0288\"/>\n</g>\n<!-- 140386098392928 -->\n<g id=\"node22\" class=\"node\">\n<title>140386098392928</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"454,-192 365,-192 365,-171 454,-171 454,-192\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386098392928&#45;&gt;140386098390856 -->\n<g id=\"edge22\" class=\"edge\">\n<title>140386098392928&#45;&gt;140386098390856</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-170.7787C409.5,-163.6134 409.5,-153.9517 409.5,-145.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-145.1732 409.5,-135.1732 406.0001,-145.1732 413.0001,-145.1732\"/>\n</g>\n<!-- 140386098390688 -->\n<g id=\"node23\" class=\"node\">\n<title>140386098390688</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"461.5,-249 357.5,-249 357.5,-228 461.5,-228 461.5,-249\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386098390688&#45;&gt;140386098392928 -->\n<g id=\"edge23\" class=\"edge\">\n<title>140386098390688&#45;&gt;140386098392928</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-227.7787C409.5,-220.6134 409.5,-210.9517 409.5,-202.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-202.1732 409.5,-192.1732 406.0001,-202.1732 413.0001,-202.1732\"/>\n</g>\n<!-- 140385964697080 -->\n<g id=\"node24\" class=\"node\">\n<title>140385964697080</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"527.5,-320 473.5,-320 473.5,-285 527.5,-285 527.5,-320\"/>\n<text text-anchor=\"middle\" x=\"500.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140385964697080&#45;&gt;140386098390688 -->\n<g id=\"edge24\" class=\"edge\">\n<title>140385964697080&#45;&gt;140386098390688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M475.1514,-284.6724C461.9053,-275.3565 445.8037,-264.0322 432.8617,-254.9302\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"434.6737,-251.9257 424.4806,-249.0358 430.6468,-257.6514 434.6737,-251.9257\"/>\n</g>\n<!-- 140386098391360 -->\n<g id=\"node25\" class=\"node\">\n<title>140386098391360</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"455,-313 364,-313 364,-292 455,-292 455,-313\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386098391360&#45;&gt;140386098390688 -->\n<g id=\"edge25\" class=\"edge\">\n<title>140386098391360&#45;&gt;140386098390688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-291.9317C409.5,-283.0913 409.5,-270.2122 409.5,-259.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-259.2979 409.5,-249.2979 406.0001,-259.2979 413.0001,-259.2979\"/>\n</g>\n<!-- 140386098392648&#45;&gt;140386098391360 -->\n<g id=\"edge26\" class=\"edge\">\n<title>140386098392648&#45;&gt;140386098391360</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-362.7166C409.5,-352.3953 409.5,-336.5401 409.5,-323.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-323.3848 409.5,-313.3849 406.0001,-323.3849 413.0001,-323.3848\"/>\n</g>\n<!-- 140386098389344 -->\n<g id=\"node27\" class=\"node\">\n<title>140386098389344</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"346,-313 273,-313 273,-292 346,-292 346,-313\"/>\n<text text-anchor=\"middle\" x=\"309.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386098389344&#45;&gt;140386098390688 -->\n<g id=\"edge28\" class=\"edge\">\n<title>140386098389344&#45;&gt;140386098390688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M326.013,-291.9317C341.9358,-281.7411 366.2441,-266.1838 384.5317,-254.4797\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"386.4265,-257.4225 392.9625,-249.084 382.6531,-251.5266 386.4265,-257.4225\"/>\n</g>\n<!-- 140386098391920 -->\n<g id=\"node28\" class=\"node\">\n<title>140386098391920</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"344,-391 275,-391 275,-356 344,-356 344,-391\"/>\n<text text-anchor=\"middle\" x=\"309.5\" y=\"-363.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 356)</text>\n</g>\n<!-- 140386098391920&#45;&gt;140386098389344 -->\n<g id=\"edge29\" class=\"edge\">\n<title>140386098391920&#45;&gt;140386098389344</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M309.5,-355.9494C309.5,-346.058 309.5,-333.6435 309.5,-323.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"313.0001,-323.0288 309.5,-313.0288 306.0001,-323.0289 313.0001,-323.0288\"/>\n</g>\n</g>\n</svg>\n"
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 174
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FmXD_K-Q_8Nt",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "a = decoder.current_input\n",
        "b = decoder.hidden_state\n",
        "c = decoder.cell_state\n",
        "d = decoder.encoder_outputs"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "u-Lq3pqR66nK",
        "colab_type": "code",
        "outputId": "ffa4e842-d247-4134-c3ac-d1c0be0b3c1e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "make_dot(decoder(torch.zeros_like(a),torch.zeros_like(b),torch.zeros_like(c),torch.zeros_like(d))[0])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<graphviz.dot.Digraph at 0x7fae2f86ada0>"
            ],
            "image/svg+xml": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n -->\n<!-- Title: %3 Pages: 1 -->\n<svg width=\"890pt\" height=\"1393pt\"\n viewBox=\"0.00 0.00 889.74 1393.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n<g id=\"graph0\" class=\"graph\" transform=\"scale(.8223 .8223) rotate(0) translate(4 1690)\">\n<title>%3</title>\n<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-1690 1078,-1690 1078,4 -4,4\"/>\n<!-- 140386098392424 -->\n<g id=\"node1\" class=\"node\">\n<title>140386098392424</title>\n<polygon fill=\"#caff70\" stroke=\"#000000\" points=\"787.5,-21 693.5,-21 693.5,0 787.5,0 787.5,-21\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-7.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386098391136 -->\n<g id=\"node2\" class=\"node\">\n<title>140386098391136</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"803,-78 678,-78 678,-57 803,-57 803,-78\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">LogSoftmaxBackward</text>\n</g>\n<!-- 140386098391136&#45;&gt;140386098392424 -->\n<g id=\"edge1\" class=\"edge\">\n<title>140386098391136&#45;&gt;140386098392424</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M740.5,-56.7787C740.5,-49.6134 740.5,-39.9517 740.5,-31.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"744.0001,-31.1732 740.5,-21.1732 737.0001,-31.1732 744.0001,-31.1732\"/>\n</g>\n<!-- 140386098392704 -->\n<g id=\"node3\" class=\"node\">\n<title>140386098392704</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"792.5,-135 688.5,-135 688.5,-114 792.5,-114 792.5,-135\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386098392704&#45;&gt;140386098391136 -->\n<g id=\"edge2\" class=\"edge\">\n<title>140386098392704&#45;&gt;140386098391136</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M740.5,-113.7787C740.5,-106.6134 740.5,-96.9517 740.5,-88.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"744.0001,-88.1732 740.5,-78.1732 737.0001,-88.1732 744.0001,-88.1732\"/>\n</g>\n<!-- 140386098392984 -->\n<g id=\"node4\" class=\"node\">\n<title>140386098392984</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"675.5,-206 621.5,-206 621.5,-171 675.5,-171 675.5,-206\"/>\n<text text-anchor=\"middle\" x=\"648.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466)</text>\n</g>\n<!-- 140386098392984&#45;&gt;140386098392704 -->\n<g id=\"edge3\" class=\"edge\">\n<title>140386098392984&#45;&gt;140386098392704</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M674.1271,-170.6724C687.5188,-161.3565 703.7974,-150.0322 716.8816,-140.9302\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"719.1445,-143.6197 725.3548,-135.0358 715.147,-137.8733 719.1445,-143.6197\"/>\n</g>\n<!-- 140386098390800 -->\n<g id=\"node5\" class=\"node\">\n<title>140386098390800</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"787.5,-199 693.5,-199 693.5,-178 787.5,-178 787.5,-199\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-185.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386098390800&#45;&gt;140386098392704 -->\n<g id=\"edge4\" class=\"edge\">\n<title>140386098390800&#45;&gt;140386098392704</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M740.5,-177.9317C740.5,-169.0913 740.5,-156.2122 740.5,-145.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"744.0001,-145.2979 740.5,-135.2979 737.0001,-145.2979 744.0001,-145.2979\"/>\n</g>\n<!-- 140386098391752 -->\n<g id=\"node6\" class=\"node\">\n<title>140386098391752</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"786,-270 695,-270 695,-249 786,-249 786,-270\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-256.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386098391752&#45;&gt;140386098390800 -->\n<g id=\"edge5\" class=\"edge\">\n<title>140386098391752&#45;&gt;140386098390800</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M740.5,-248.7166C740.5,-238.3953 740.5,-222.5401 740.5,-209.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"744.0001,-209.3848 740.5,-199.3849 737.0001,-209.3849 744.0001,-209.3848\"/>\n</g>\n<!-- 140386099361048 -->\n<g id=\"node7\" class=\"node\">\n<title>140386099361048</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"749,-334 660,-334 660,-313 749,-313 749,-334\"/>\n<text text-anchor=\"middle\" x=\"704.5\" y=\"-320.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386099361048&#45;&gt;140386098391752 -->\n<g id=\"edge6\" class=\"edge\">\n<title>140386099361048&#45;&gt;140386098391752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M710.4447,-312.9317C715.5728,-303.8151 723.1169,-290.4033 729.3638,-279.2977\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"732.574,-280.7296 734.4262,-270.2979 726.473,-277.2977 732.574,-280.7296\"/>\n</g>\n<!-- 140386099360992 -->\n<g id=\"node8\" class=\"node\">\n<title>140386099360992</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728.5,-391 636.5,-391 636.5,-370 728.5,-370 728.5,-391\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-377.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386099360992&#45;&gt;140386099361048 -->\n<g id=\"edge7\" class=\"edge\">\n<title>140386099360992&#45;&gt;140386099361048</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M686.638,-369.7787C689.4651,-362.4542 693.2989,-352.5211 696.6899,-343.7352\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"700.0449,-344.7627 700.3805,-334.1732 693.5145,-342.2421 700.0449,-344.7627\"/>\n</g>\n<!-- 140385964082288 -->\n<g id=\"node9\" class=\"node\">\n<title>140385964082288</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728,-448 637,-448 637,-427 728,-427 728,-448\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140385964082288&#45;&gt;140386099360992 -->\n<g id=\"edge8\" class=\"edge\">\n<title>140385964082288&#45;&gt;140386099360992</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-426.7787C682.5,-419.6134 682.5,-409.9517 682.5,-401.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-401.1732 682.5,-391.1732 679.0001,-401.1732 686.0001,-401.1732\"/>\n</g>\n<!-- 140385964082512 -->\n<g id=\"node10\" class=\"node\">\n<title>140385964082512</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"735,-505 630,-505 630,-484 735,-484 735,-505\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-491.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140385964082512&#45;&gt;140385964082288 -->\n<g id=\"edge9\" class=\"edge\">\n<title>140385964082512&#45;&gt;140385964082288</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-483.7787C682.5,-476.6134 682.5,-466.9517 682.5,-458.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-458.1732 682.5,-448.1732 679.0001,-458.1732 686.0001,-458.1732\"/>\n</g>\n<!-- 140385964081448 -->\n<g id=\"node11\" class=\"node\">\n<title>140385964081448</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728.5,-562 636.5,-562 636.5,-541 728.5,-541 728.5,-562\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140385964081448&#45;&gt;140385964082512 -->\n<g id=\"edge10\" class=\"edge\">\n<title>140385964081448&#45;&gt;140385964082512</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-540.7787C682.5,-533.6134 682.5,-523.9517 682.5,-515.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-515.1732 682.5,-505.1732 679.0001,-515.1732 686.0001,-515.1732\"/>\n</g>\n<!-- 140385964082176 -->\n<g id=\"node12\" class=\"node\">\n<title>140385964082176</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"734.5,-619 630.5,-619 630.5,-598 734.5,-598 734.5,-619\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140385964082176&#45;&gt;140385964081448 -->\n<g id=\"edge11\" class=\"edge\">\n<title>140385964082176&#45;&gt;140385964081448</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-597.7787C682.5,-590.6134 682.5,-580.9517 682.5,-572.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-572.1732 682.5,-562.1732 679.0001,-572.1732 686.0001,-572.1732\"/>\n</g>\n<!-- 140385964081280 -->\n<g id=\"node13\" class=\"node\">\n<title>140385964081280</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"709.5,-690 655.5,-690 655.5,-655 709.5,-655 709.5,-690\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140385964081280&#45;&gt;140385964082176 -->\n<g id=\"edge12\" class=\"edge\">\n<title>140385964081280&#45;&gt;140385964082176</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-654.6724C682.5,-646.8405 682.5,-637.5893 682.5,-629.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-629.2234 682.5,-619.2234 679.0001,-629.2235 686.0001,-629.2234\"/>\n</g>\n<!-- 140385964084528 -->\n<g id=\"node14\" class=\"node\">\n<title>140385964084528</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"637,-683 546,-683 546,-662 637,-662 637,-683\"/>\n<text text-anchor=\"middle\" x=\"591.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140385964084528&#45;&gt;140385964082176 -->\n<g id=\"edge13\" class=\"edge\">\n<title>140385964084528&#45;&gt;140385964082176</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M606.5268,-661.9317C620.7531,-651.9264 642.3353,-636.7477 658.8658,-625.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"661.2847,-627.6996 667.4509,-619.084 657.2578,-621.9739 661.2847,-627.6996\"/>\n</g>\n<!-- 140386099655904 -->\n<g id=\"node15\" class=\"node\">\n<title>140386099655904</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"629.5,-754 547.5,-754 547.5,-733 629.5,-733 629.5,-754\"/>\n<text text-anchor=\"middle\" x=\"588.5\" y=\"-740.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099655904&#45;&gt;140385964084528 -->\n<g id=\"edge14\" class=\"edge\">\n<title>140386099655904&#45;&gt;140385964084528</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M588.9556,-732.7166C589.3917,-722.3953 590.0617,-706.5401 590.6047,-693.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"594.1147,-693.5237 591.0401,-683.3849 587.1209,-693.2282 594.1147,-693.5237\"/>\n</g>\n<!-- 140386099656072 -->\n<g id=\"node16\" class=\"node\">\n<title>140386099656072</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"540.5,-818 446.5,-818 446.5,-797 540.5,-797 540.5,-818\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-804.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ReluBackward0</text>\n</g>\n<!-- 140386099656072&#45;&gt;140386099655904 -->\n<g id=\"edge15\" class=\"edge\">\n<title>140386099656072&#45;&gt;140386099655904</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M509.1873,-796.9317C524.1765,-786.8337 546.9877,-771.4662 564.3049,-759.7999\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"566.4514,-762.574 572.7894,-754.084 562.5403,-756.7685 566.4514,-762.574\"/>\n</g>\n<!-- 140386099732664 -->\n<g id=\"node45\" class=\"node\">\n<title>140386099732664</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"398.5,-754 316.5,-754 316.5,-733 398.5,-733 398.5,-754\"/>\n<text text-anchor=\"middle\" x=\"357.5\" y=\"-740.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099656072&#45;&gt;140386099732664 -->\n<g id=\"edge46\" class=\"edge\">\n<title>140386099656072&#45;&gt;140386099732664</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M471.0424,-796.9317C448.6983,-786.4168 414.2127,-770.1883 389.1083,-758.3745\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"390.5295,-755.1752 379.991,-754.084 387.5489,-761.5089 390.5295,-755.1752\"/>\n</g>\n<!-- 140386099735016 -->\n<g id=\"node52\" class=\"node\">\n<title>140386099735016</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"89.5,-754 7.5,-754 7.5,-733 89.5,-733 89.5,-754\"/>\n<text text-anchor=\"middle\" x=\"48.5\" y=\"-740.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099656072&#45;&gt;140386099735016 -->\n<g id=\"edge54\" class=\"edge\">\n<title>140386099656072&#45;&gt;140386099735016</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M446.224,-804.9638C372.0414,-800.2984 224.1004,-788.222 101.5,-761 96.6697,-759.9275 91.6577,-758.5866 86.7286,-757.127\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"87.4017,-753.6699 76.8124,-754.0124 85.3041,-760.3482 87.4017,-753.6699\"/>\n</g>\n<!-- 140386099733392 -->\n<g id=\"node59\" class=\"node\">\n<title>140386099733392</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1066.5,-754 984.5,-754 984.5,-733 1066.5,-733 1066.5,-754\"/>\n<text text-anchor=\"middle\" x=\"1025.5\" y=\"-740.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099656072&#45;&gt;140386099733392 -->\n<g id=\"edge62\" class=\"edge\">\n<title>140386099656072&#45;&gt;140386099733392</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M540.5994,-806.3868C627.0651,-803.5814 816.5572,-793.887 972.5,-761 977.5267,-759.9399 982.7444,-758.5684 987.8584,-757.0599\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"988.9958,-760.3713 997.4877,-754.0359 986.8985,-753.6929 988.9958,-760.3713\"/>\n</g>\n<!-- 140386099656632 -->\n<g id=\"node17\" class=\"node\">\n<title>140386099656632</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"555.5,-875 431.5,-875 431.5,-854 555.5,-854 555.5,-875\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-861.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386099656632&#45;&gt;140386099656072 -->\n<g id=\"edge16\" class=\"edge\">\n<title>140386099656632&#45;&gt;140386099656072</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-853.7787C493.5,-846.6134 493.5,-836.9517 493.5,-828.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-828.1732 493.5,-818.1732 490.0001,-828.1732 497.0001,-828.1732\"/>\n</g>\n<!-- 140386099736024 -->\n<g id=\"node18\" class=\"node\">\n<title>140386099736024</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"545.5,-932 441.5,-932 441.5,-911 545.5,-911 545.5,-932\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099736024&#45;&gt;140386099656632 -->\n<g id=\"edge17\" class=\"edge\">\n<title>140386099736024&#45;&gt;140386099656632</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-910.7787C493.5,-903.6134 493.5,-893.9517 493.5,-885.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-885.1732 493.5,-875.1732 490.0001,-885.1732 497.0001,-885.1732\"/>\n</g>\n<!-- 140386099736472 -->\n<g id=\"node19\" class=\"node\">\n<title>140386099736472</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"434.5,-1003 380.5,-1003 380.5,-968 434.5,-968 434.5,-1003\"/>\n<text text-anchor=\"middle\" x=\"407.5\" y=\"-975.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099736472&#45;&gt;140386099736024 -->\n<g id=\"edge18\" class=\"edge\">\n<title>140386099736472&#45;&gt;140386099736024</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M431.4558,-967.6724C443.8538,-958.446 458.8987,-947.2498 471.0683,-938.1934\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"473.4097,-940.8138 479.3425,-932.0358 469.2306,-935.1981 473.4097,-940.8138\"/>\n</g>\n<!-- 140386099733504 -->\n<g id=\"node20\" class=\"node\">\n<title>140386099733504</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"534.5,-996 452.5,-996 452.5,-975 534.5,-975 534.5,-996\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-982.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099733504&#45;&gt;140386099736024 -->\n<g id=\"edge19\" class=\"edge\">\n<title>140386099733504&#45;&gt;140386099736024</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-974.9317C493.5,-966.0913 493.5,-953.2122 493.5,-942.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-942.2979 493.5,-932.2979 490.0001,-942.2979 497.0001,-942.2979\"/>\n</g>\n<!-- 140386099736304 -->\n<g id=\"node21\" class=\"node\">\n<title>140386099736304</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"445.5,-1302 351.5,-1302 351.5,-1281 445.5,-1281 445.5,-1302\"/>\n<text text-anchor=\"middle\" x=\"398.5\" y=\"-1288.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386099736304&#45;&gt;140386099733504 -->\n<g id=\"edge20\" class=\"edge\">\n<title>140386099736304&#45;&gt;140386099733504</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M400.5313,-1280.8587C404.1875,-1260.7481 411.5,-1215.7463 411.5,-1177.5 411.5,-1177.5 411.5,-1177.5 411.5,-1120.5 411.5,-1082.4792 417.3516,-1071.2432 437.5,-1039 446.2152,-1025.0531 459.386,-1012.2206 470.7652,-1002.6213\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"473.0811,-1005.2496 478.6451,-996.2333 468.6729,-999.8119 473.0811,-1005.2496\"/>\n</g>\n<!-- 140386099736416 -->\n<g id=\"node22\" class=\"node\">\n<title>140386099736416</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"522.5,-1501 388.5,-1501 388.5,-1480 522.5,-1480 522.5,-1501\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1487.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">FusedDropoutBackward</text>\n</g>\n<!-- 140386099736416&#45;&gt;140386099736304 -->\n<g id=\"edge21\" class=\"edge\">\n<title>140386099736416&#45;&gt;140386099736304</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M438.1908,-1479.9652C426.3143,-1471.7379 411.3353,-1459.1726 403.5,-1444 381.5248,-1401.4462 388.0951,-1342.9359 393.8518,-1312.2319\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"397.3168,-1312.7562 395.8815,-1302.2591 390.4574,-1311.3601 397.3168,-1312.7562\"/>\n</g>\n<!-- 140386099733112 -->\n<g id=\"node33\" class=\"node\">\n<title>140386099733112</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"583.5,-1437 489.5,-1437 489.5,-1416 583.5,-1416 583.5,-1437\"/>\n<text text-anchor=\"middle\" x=\"536.5\" y=\"-1423.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386099736416&#45;&gt;140386099733112 -->\n<g id=\"edge33\" class=\"edge\">\n<title>140386099736416&#45;&gt;140386099733112</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M468.8755,-1479.9317C481.4213,-1470.019 500.3938,-1455.0284 515.0531,-1443.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"517.4281,-1446.0298 523.1046,-1437.084 513.0884,-1440.5374 517.4281,-1446.0298\"/>\n</g>\n<!-- 140386099732888 -->\n<g id=\"node23\" class=\"node\">\n<title>140386099732888</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"501,-1558 410,-1558 410,-1537 501,-1537 501,-1558\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1544.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099732888&#45;&gt;140386099736416 -->\n<g id=\"edge22\" class=\"edge\">\n<title>140386099732888&#45;&gt;140386099736416</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.5,-1536.7787C455.5,-1529.6134 455.5,-1519.9517 455.5,-1511.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"459.0001,-1511.1732 455.5,-1501.1732 452.0001,-1511.1732 459.0001,-1511.1732\"/>\n</g>\n<!-- 140386099733336 -->\n<g id=\"node24\" class=\"node\">\n<title>140386099733336</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"515.5,-1615 395.5,-1615 395.5,-1594 515.5,-1594 515.5,-1615\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1601.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386099733336&#45;&gt;140386099732888 -->\n<g id=\"edge23\" class=\"edge\">\n<title>140386099733336&#45;&gt;140386099732888</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.5,-1593.7787C455.5,-1586.6134 455.5,-1576.9517 455.5,-1568.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"459.0001,-1568.1732 455.5,-1558.1732 452.0001,-1568.1732 459.0001,-1568.1732\"/>\n</g>\n<!-- 140386099733280 -->\n<g id=\"node25\" class=\"node\">\n<title>140386099733280</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"490,-1686 421,-1686 421,-1651 490,-1651 490,-1686\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1658.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466, 256)</text>\n</g>\n<!-- 140386099733280&#45;&gt;140386099733336 -->\n<g id=\"edge24\" class=\"edge\">\n<title>140386099733280&#45;&gt;140386099733336</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.5,-1650.6724C455.5,-1642.8405 455.5,-1633.5893 455.5,-1625.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"459.0001,-1625.2234 455.5,-1615.2234 452.0001,-1625.2235 459.0001,-1625.2234\"/>\n</g>\n<!-- 140386099735184 -->\n<g id=\"node26\" class=\"node\">\n<title>140386099735184</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"540.5,-1067 446.5,-1067 446.5,-1046 540.5,-1046 540.5,-1067\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-1053.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386099735184&#45;&gt;140386099733504 -->\n<g id=\"edge25\" class=\"edge\">\n<title>140386099735184&#45;&gt;140386099733504</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-1045.7166C493.5,-1035.3953 493.5,-1019.5401 493.5,-1006.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-1006.3848 493.5,-996.3849 490.0001,-1006.3849 497.0001,-1006.3848\"/>\n</g>\n<!-- 140386099735576 -->\n<g id=\"node27\" class=\"node\">\n<title>140386099735576</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"546.5,-1131 454.5,-1131 454.5,-1110 546.5,-1110 546.5,-1131\"/>\n<text text-anchor=\"middle\" x=\"500.5\" y=\"-1117.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">BmmBackward</text>\n</g>\n<!-- 140386099735576&#45;&gt;140386099735184 -->\n<g id=\"edge26\" class=\"edge\">\n<title>140386099735576&#45;&gt;140386099735184</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M499.3441,-1109.9317C498.3772,-1101.0913 496.9685,-1088.2122 495.7765,-1077.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"499.2476,-1076.8581 494.681,-1067.2979 492.2891,-1077.6192 499.2476,-1076.8581\"/>\n</g>\n<!-- 140386099732944 -->\n<g id=\"node28\" class=\"node\">\n<title>140386099732944</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"570.5,-1188 446.5,-1188 446.5,-1167 570.5,-1167 570.5,-1188\"/>\n<text text-anchor=\"middle\" x=\"508.5\" y=\"-1174.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386099732944&#45;&gt;140386099735576 -->\n<g id=\"edge27\" class=\"edge\">\n<title>140386099732944&#45;&gt;140386099735576</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M506.9953,-1166.7787C505.9896,-1159.6134 504.6336,-1149.9517 503.4207,-1141.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"506.854,-1140.5896 501.998,-1131.1732 499.9219,-1141.5626 506.854,-1140.5896\"/>\n</g>\n<!-- 140386099734624 -->\n<g id=\"node29\" class=\"node\">\n<title>140386099734624</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"570,-1245 465,-1245 465,-1224 570,-1224 570,-1245\"/>\n<text text-anchor=\"middle\" x=\"517.5\" y=\"-1231.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SoftmaxBackward</text>\n</g>\n<!-- 140386099734624&#45;&gt;140386099732944 -->\n<g id=\"edge28\" class=\"edge\">\n<title>140386099734624&#45;&gt;140386099732944</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M515.8072,-1223.7787C514.6758,-1216.6134 513.1503,-1206.9517 511.7857,-1198.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"515.2021,-1197.5049 510.1852,-1188.1732 508.2878,-1198.5967 515.2021,-1197.5049\"/>\n</g>\n<!-- 140386099732608 -->\n<g id=\"node30\" class=\"node\">\n<title>140386099732608</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"578.5,-1302 474.5,-1302 474.5,-1281 578.5,-1281 578.5,-1302\"/>\n<text text-anchor=\"middle\" x=\"526.5\" y=\"-1288.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099732608&#45;&gt;140386099734624 -->\n<g id=\"edge29\" class=\"edge\">\n<title>140386099732608&#45;&gt;140386099734624</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M524.8072,-1280.7787C523.6758,-1273.6134 522.1503,-1263.9517 520.7857,-1255.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"524.2021,-1254.5049 519.1852,-1245.1732 517.2878,-1255.5967 524.2021,-1254.5049\"/>\n</g>\n<!-- 140386099736136 -->\n<g id=\"node31\" class=\"node\">\n<title>140386099736136</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"650.5,-1373 596.5,-1373 596.5,-1338 650.5,-1338 650.5,-1373\"/>\n<text text-anchor=\"middle\" x=\"623.5\" y=\"-1345.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5)</text>\n</g>\n<!-- 140386099736136&#45;&gt;140386099732608 -->\n<g id=\"edge30\" class=\"edge\">\n<title>140386099736136&#45;&gt;140386099732608</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M596.7376,-1337.8423C582.4773,-1328.4335 565.0559,-1316.939 551.1313,-1307.7516\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"552.8286,-1304.6783 542.5541,-1302.0924 548.9735,-1310.5211 552.8286,-1304.6783\"/>\n</g>\n<!-- 140386099734960 -->\n<g id=\"node32\" class=\"node\">\n<title>140386099734960</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"578.5,-1366 496.5,-1366 496.5,-1345 578.5,-1345 578.5,-1366\"/>\n<text text-anchor=\"middle\" x=\"537.5\" y=\"-1352.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099734960&#45;&gt;140386099732608 -->\n<g id=\"edge31\" class=\"edge\">\n<title>140386099734960&#45;&gt;140386099732608</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M535.6836,-1344.9317C534.1641,-1336.0913 531.9505,-1323.2122 530.0773,-1312.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"533.4993,-1311.5605 528.3559,-1302.2979 526.6005,-1312.7463 533.4993,-1311.5605\"/>\n</g>\n<!-- 140386099733112&#45;&gt;140386099734960 -->\n<g id=\"edge32\" class=\"edge\">\n<title>140386099733112&#45;&gt;140386099734960</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M536.6519,-1415.7166C536.7972,-1405.3953 537.0206,-1389.5401 537.2016,-1376.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"540.7054,-1376.4332 537.3467,-1366.3849 533.7061,-1376.3345 540.7054,-1376.4332\"/>\n</g>\n<!-- 140386099735296 -->\n<g id=\"node34\" class=\"node\">\n<title>140386099735296</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"478,-1366 405,-1366 405,-1345 478,-1345 478,-1366\"/>\n<text text-anchor=\"middle\" x=\"441.5\" y=\"-1352.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099735296&#45;&gt;140386099732608 -->\n<g id=\"edge34\" class=\"edge\">\n<title>140386099735296&#45;&gt;140386099732608</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.536,-1344.9317C468.8244,-1334.9264 488.9835,-1319.7477 504.4241,-1308.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"506.5597,-1310.8951 512.4431,-1302.084 502.3491,-1305.303 506.5597,-1310.8951\"/>\n</g>\n<!-- 140386099733056 -->\n<g id=\"node35\" class=\"node\">\n<title>140386099733056</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"470,-1444 413,-1444 413,-1409 470,-1409 470,-1444\"/>\n<text text-anchor=\"middle\" x=\"441.5\" y=\"-1416.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5, 512)</text>\n</g>\n<!-- 140386099733056&#45;&gt;140386099735296 -->\n<g id=\"edge35\" class=\"edge\">\n<title>140386099733056&#45;&gt;140386099735296</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M441.5,-1408.9494C441.5,-1399.058 441.5,-1386.6435 441.5,-1376.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"445.0001,-1376.0288 441.5,-1366.0288 438.0001,-1376.0289 445.0001,-1376.0288\"/>\n</g>\n<!-- 140386099733224 -->\n<g id=\"node36\" class=\"node\">\n<title>140386099733224</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"628,-996 555,-996 555,-975 628,-975 628,-996\"/>\n<text text-anchor=\"middle\" x=\"591.5\" y=\"-982.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099733224&#45;&gt;140386099736024 -->\n<g id=\"edge36\" class=\"edge\">\n<title>140386099733224&#45;&gt;140386099736024</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M575.3173,-974.9317C559.8548,-964.8337 536.3232,-949.4662 518.4591,-937.7999\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"519.9932,-934.6215 509.7067,-932.084 516.1657,-940.4824 519.9932,-934.6215\"/>\n</g>\n<!-- 140386099735688 -->\n<g id=\"node37\" class=\"node\">\n<title>140386099735688</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"628,-1074 559,-1074 559,-1039 628,-1039 628,-1074\"/>\n<text text-anchor=\"middle\" x=\"593.5\" y=\"-1046.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099735688&#45;&gt;140386099733224 -->\n<g id=\"edge37\" class=\"edge\">\n<title>140386099735688&#45;&gt;140386099733224</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M593.0056,-1038.9494C592.727,-1029.058 592.3773,-1016.6435 592.0851,-1006.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"595.5769,-1005.9263 591.7966,-996.0288 588.5796,-1006.1235 595.5769,-1005.9263\"/>\n</g>\n<!-- 140385964082960 -->\n<g id=\"node38\" class=\"node\">\n<title>140385964082960</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"801,-683 728,-683 728,-662 801,-662 801,-683\"/>\n<text text-anchor=\"middle\" x=\"764.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140385964082960&#45;&gt;140385964082176 -->\n<g id=\"edge38\" class=\"edge\">\n<title>140385964082960&#45;&gt;140385964082176</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M750.9594,-661.9317C738.2587,-652.019 719.052,-637.0284 704.2117,-625.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"706.0974,-622.4776 696.0607,-619.084 701.7905,-627.9959 706.0974,-622.4776\"/>\n</g>\n<!-- 140386099658424 -->\n<g id=\"node39\" class=\"node\">\n<title>140386099658424</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"799,-761 730,-761 730,-726 799,-726 799,-761\"/>\n<text text-anchor=\"middle\" x=\"764.5\" y=\"-733.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099658424&#45;&gt;140385964082960 -->\n<g id=\"edge39\" class=\"edge\">\n<title>140386099658424&#45;&gt;140385964082960</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M764.5,-725.9494C764.5,-716.058 764.5,-703.6435 764.5,-693.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"768.0001,-693.0288 764.5,-683.0288 761.0001,-693.0289 768.0001,-693.0288\"/>\n</g>\n<!-- 140385964083688 -->\n<g id=\"node40\" class=\"node\">\n<title>140385964083688</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"455,-505 364,-505 364,-484 455,-484 455,-505\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-491.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140385964083688&#45;&gt;140386099360992 -->\n<g id=\"edge40\" class=\"edge\">\n<title>140385964083688&#45;&gt;140386099360992</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M434.6938,-483.9795C483.6312,-463.5441 591.6279,-418.4466 647.495,-395.1175\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"649.0911,-398.2439 656.9702,-391.1608 646.3937,-391.7845 649.0911,-398.2439\"/>\n</g>\n<!-- 140385964083576 -->\n<g id=\"node41\" class=\"node\">\n<title>140385964083576</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"462,-562 357,-562 357,-541 462,-541 462,-562\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140385964083576&#45;&gt;140385964083688 -->\n<g id=\"edge41\" class=\"edge\">\n<title>140385964083576&#45;&gt;140385964083688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-540.7787C409.5,-533.6134 409.5,-523.9517 409.5,-515.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-515.1732 409.5,-505.1732 406.0001,-515.1732 413.0001,-515.1732\"/>\n</g>\n<!-- 140386099654728 -->\n<g id=\"node42\" class=\"node\">\n<title>140386099654728</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"461.5,-619 357.5,-619 357.5,-598 461.5,-598 461.5,-619\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099654728&#45;&gt;140385964083576 -->\n<g id=\"edge42\" class=\"edge\">\n<title>140386099654728&#45;&gt;140385964083576</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-597.7787C409.5,-590.6134 409.5,-580.9517 409.5,-572.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-572.1732 409.5,-562.1732 406.0001,-572.1732 413.0001,-572.1732\"/>\n</g>\n<!-- 140386097311416 -->\n<g id=\"node43\" class=\"node\">\n<title>140386097311416</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"436.5,-690 382.5,-690 382.5,-655 436.5,-655 436.5,-690\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386097311416&#45;&gt;140386099654728 -->\n<g id=\"edge43\" class=\"edge\">\n<title>140386097311416&#45;&gt;140386099654728</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-654.6724C409.5,-646.8405 409.5,-637.5893 409.5,-629.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-629.2234 409.5,-619.2234 406.0001,-629.2235 413.0001,-629.2234\"/>\n</g>\n<!-- 140386099735072 -->\n<g id=\"node44\" class=\"node\">\n<title>140386099735072</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"364,-683 273,-683 273,-662 364,-662 364,-683\"/>\n<text text-anchor=\"middle\" x=\"318.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099735072&#45;&gt;140386099654728 -->\n<g id=\"edge44\" class=\"edge\">\n<title>140386099735072&#45;&gt;140386099654728</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M333.5268,-661.9317C347.7531,-651.9264 369.3353,-636.7477 385.8658,-625.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"388.2847,-627.6996 394.4509,-619.084 384.2578,-621.9739 388.2847,-627.6996\"/>\n</g>\n<!-- 140386099732664&#45;&gt;140386099735072 -->\n<g id=\"edge45\" class=\"edge\">\n<title>140386099732664&#45;&gt;140386099735072</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M351.5767,-732.7166C345.7355,-722.0825 336.6675,-705.5741 329.5023,-692.5299\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"332.3612,-690.4646 324.479,-683.3849 326.2258,-693.8347 332.3612,-690.4646\"/>\n</g>\n<!-- 140386099734904 -->\n<g id=\"node46\" class=\"node\">\n<title>140386099734904</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"528,-683 455,-683 455,-662 528,-662 528,-683\"/>\n<text text-anchor=\"middle\" x=\"491.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099734904&#45;&gt;140386099654728 -->\n<g id=\"edge47\" class=\"edge\">\n<title>140386099734904&#45;&gt;140386099654728</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M477.9594,-661.9317C465.2587,-652.019 446.052,-637.0284 431.2117,-625.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"433.0974,-622.4776 423.0607,-619.084 428.7905,-627.9959 433.0974,-622.4776\"/>\n</g>\n<!-- 140386099733840 -->\n<g id=\"node47\" class=\"node\">\n<title>140386099733840</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"526,-761 457,-761 457,-726 526,-726 526,-761\"/>\n<text text-anchor=\"middle\" x=\"491.5\" y=\"-733.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099733840&#45;&gt;140386099734904 -->\n<g id=\"edge48\" class=\"edge\">\n<title>140386099733840&#45;&gt;140386099734904</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M491.5,-725.9494C491.5,-716.058 491.5,-703.6435 491.5,-693.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"495.0001,-693.0288 491.5,-683.0288 488.0001,-693.0289 495.0001,-693.0288\"/>\n</g>\n<!-- 140385964083800 -->\n<g id=\"node48\" class=\"node\">\n<title>140385964083800</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"306,-562 217,-562 217,-541 306,-541 306,-562\"/>\n<text text-anchor=\"middle\" x=\"261.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140385964083800&#45;&gt;140385964083688 -->\n<g id=\"edge49\" class=\"edge\">\n<title>140385964083800&#45;&gt;140385964083688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M288.9908,-540.9123C312.5626,-531.834 346.7223,-518.6779 372.6581,-508.6891\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"374.0825,-511.8912 382.1564,-505.031 371.5666,-505.3589 374.0825,-511.8912\"/>\n</g>\n<!-- 140386099655120 -->\n<g id=\"node49\" class=\"node\">\n<title>140386099655120</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"238.5,-619 134.5,-619 134.5,-598 238.5,-598 238.5,-619\"/>\n<text text-anchor=\"middle\" x=\"186.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099655120&#45;&gt;140385964083800 -->\n<g id=\"edge50\" class=\"edge\">\n<title>140386099655120&#45;&gt;140385964083800</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M200.6069,-597.7787C211.5016,-589.4988 226.7823,-577.8855 239.3104,-568.3641\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"241.6125,-571.0106 247.4563,-562.1732 237.3769,-565.4375 241.6125,-571.0106\"/>\n</g>\n<!-- 140386099734456 -->\n<g id=\"node50\" class=\"node\">\n<title>140386099734456</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"254.5,-690 200.5,-690 200.5,-655 254.5,-655 254.5,-690\"/>\n<text text-anchor=\"middle\" x=\"227.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099734456&#45;&gt;140386099655120 -->\n<g id=\"edge51\" class=\"edge\">\n<title>140386099734456&#45;&gt;140386099655120</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M216.0792,-654.6724C210.7198,-646.3066 204.3229,-636.3212 198.8512,-627.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"201.7111,-625.7558 193.3697,-619.2234 195.8169,-629.5318 201.7111,-625.7558\"/>\n</g>\n<!-- 140386099732776 -->\n<g id=\"node51\" class=\"node\">\n<title>140386099732776</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"91,-683 0,-683 0,-662 91,-662 91,-683\"/>\n<text text-anchor=\"middle\" x=\"45.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099732776&#45;&gt;140386099655120 -->\n<g id=\"edge52\" class=\"edge\">\n<title>140386099732776&#45;&gt;140386099655120</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M68.7833,-661.9317C92.0509,-651.3705 128.0175,-635.0452 154.073,-623.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155.5229,-626.4043 163.1821,-619.084 152.6296,-620.0302 155.5229,-626.4043\"/>\n</g>\n<!-- 140386099735016&#45;&gt;140386099732776 -->\n<g id=\"edge53\" class=\"edge\">\n<title>140386099735016&#45;&gt;140386099732776</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M48.0444,-732.7166C47.6083,-722.3953 46.9383,-706.5401 46.3953,-693.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"49.8791,-693.2282 45.9599,-683.3849 42.8853,-693.5237 49.8791,-693.2282\"/>\n</g>\n<!-- 140386099734512 -->\n<g id=\"node53\" class=\"node\">\n<title>140386099734512</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"182,-683 109,-683 109,-662 182,-662 182,-683\"/>\n<text text-anchor=\"middle\" x=\"145.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099734512&#45;&gt;140386099655120 -->\n<g id=\"edge55\" class=\"edge\">\n<title>140386099734512&#45;&gt;140386099655120</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M152.2703,-661.9317C158.1697,-652.723 166.8764,-639.1319 174.0322,-627.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"177.1354,-629.6063 179.5826,-619.2979 171.2412,-625.8302 177.1354,-629.6063\"/>\n</g>\n<!-- 140386099735240 -->\n<g id=\"node54\" class=\"node\">\n<title>140386099735240</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"180,-761 111,-761 111,-726 180,-726 180,-761\"/>\n<text text-anchor=\"middle\" x=\"145.5\" y=\"-733.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099735240&#45;&gt;140386099734512 -->\n<g id=\"edge56\" class=\"edge\">\n<title>140386099735240&#45;&gt;140386099734512</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M145.5,-725.9494C145.5,-716.058 145.5,-703.6435 145.5,-693.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"149.0001,-693.0288 145.5,-683.0288 142.0001,-693.0289 149.0001,-693.0288\"/>\n</g>\n<!-- 140386099361496 -->\n<g id=\"node55\" class=\"node\">\n<title>140386099361496</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"863,-448 758,-448 758,-427 863,-427 863,-448\"/>\n<text text-anchor=\"middle\" x=\"810.5\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386099361496&#45;&gt;140386098391752 -->\n<g id=\"edge57\" class=\"edge\">\n<title>140386099361496&#45;&gt;140386098391752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M806.3308,-426.8984C794.9775,-398.0285 763.366,-317.6449 748.4649,-279.7535\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"751.6529,-278.2965 744.7358,-270.2711 745.1385,-280.8583 751.6529,-278.2965\"/>\n</g>\n<!-- 140386099362336 -->\n<g id=\"node56\" class=\"node\">\n<title>140386099362336</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"939.5,-619 835.5,-619 835.5,-598 939.5,-598 939.5,-619\"/>\n<text text-anchor=\"middle\" x=\"887.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099362336&#45;&gt;140386099361496 -->\n<g id=\"edge58\" class=\"edge\">\n<title>140386099362336&#45;&gt;140386099361496</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M882.6833,-597.8032C870.0975,-569.8529 836.068,-494.2809 819.6307,-457.7774\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"822.6122,-455.8739 815.3149,-448.1928 816.2294,-458.7481 822.6122,-455.8739\"/>\n</g>\n<!-- 140385964084472 -->\n<g id=\"node57\" class=\"node\">\n<title>140385964084472</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"873.5,-690 819.5,-690 819.5,-655 873.5,-655 873.5,-690\"/>\n<text text-anchor=\"middle\" x=\"846.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140385964084472&#45;&gt;140386099362336 -->\n<g id=\"edge59\" class=\"edge\">\n<title>140385964084472&#45;&gt;140386099362336</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M857.9208,-654.6724C863.2802,-646.3066 869.6771,-636.3212 875.1488,-627.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"878.1831,-629.5318 880.6303,-619.2234 872.2889,-625.7558 878.1831,-629.5318\"/>\n</g>\n<!-- 140386099736528 -->\n<g id=\"node58\" class=\"node\">\n<title>140386099736528</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1074,-683 983,-683 983,-662 1074,-662 1074,-683\"/>\n<text text-anchor=\"middle\" x=\"1028.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099736528&#45;&gt;140386099362336 -->\n<g id=\"edge60\" class=\"edge\">\n<title>140386099736528&#45;&gt;140386099362336</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1005.2167,-661.9317C981.9491,-651.3705 945.9825,-635.0452 919.927,-623.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"921.3704,-620.0302 910.8179,-619.084 918.4771,-626.4043 921.3704,-620.0302\"/>\n</g>\n<!-- 140386099733392&#45;&gt;140386099736528 -->\n<g id=\"edge61\" class=\"edge\">\n<title>140386099733392&#45;&gt;140386099736528</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1025.9556,-732.7166C1026.3917,-722.3953 1027.0617,-706.5401 1027.6047,-693.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1031.1147,-693.5237 1028.0401,-683.3849 1024.1209,-693.2282 1031.1147,-693.5237\"/>\n</g>\n<!-- 140386099733728 -->\n<g id=\"node60\" class=\"node\">\n<title>140386099733728</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"965,-683 892,-683 892,-662 965,-662 965,-683\"/>\n<text text-anchor=\"middle\" x=\"928.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099733728&#45;&gt;140386099362336 -->\n<g id=\"edge63\" class=\"edge\">\n<title>140386099733728&#45;&gt;140386099362336</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M921.7297,-661.9317C915.8303,-652.723 907.1236,-639.1319 899.9678,-627.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"902.7588,-625.8302 894.4174,-619.2979 896.8646,-629.6063 902.7588,-625.8302\"/>\n</g>\n<!-- 140386099734176 -->\n<g id=\"node61\" class=\"node\">\n<title>140386099734176</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"963,-761 894,-761 894,-726 963,-726 963,-761\"/>\n<text text-anchor=\"middle\" x=\"928.5\" y=\"-733.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099734176&#45;&gt;140386099733728 -->\n<g id=\"edge64\" class=\"edge\">\n<title>140386099734176&#45;&gt;140386099733728</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M928.5,-725.9494C928.5,-716.058 928.5,-703.6435 928.5,-693.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"932.0001,-693.0288 928.5,-683.0288 925.0001,-693.0289 932.0001,-693.0288\"/>\n</g>\n<!-- 140386098390352 -->\n<g id=\"node62\" class=\"node\">\n<title>140386098390352</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"879,-199 806,-199 806,-178 879,-178 879,-199\"/>\n<text text-anchor=\"middle\" x=\"842.5\" y=\"-185.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386098390352&#45;&gt;140386098392704 -->\n<g id=\"edge65\" class=\"edge\">\n<title>140386098390352&#45;&gt;140386098392704</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M825.6568,-177.9317C809.4155,-167.7411 784.621,-152.1838 765.9676,-140.4797\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"767.6991,-137.4342 757.3682,-135.084 763.9787,-143.3637 767.6991,-137.4342\"/>\n</g>\n<!-- 140386098392144 -->\n<g id=\"node63\" class=\"node\">\n<title>140386098392144</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"877,-277 808,-277 808,-242 877,-242 877,-277\"/>\n<text text-anchor=\"middle\" x=\"842.5\" y=\"-249.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466, 256)</text>\n</g>\n<!-- 140386098392144&#45;&gt;140386098390352 -->\n<g id=\"edge66\" class=\"edge\">\n<title>140386098392144&#45;&gt;140386098390352</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M842.5,-241.9494C842.5,-232.058 842.5,-219.6435 842.5,-209.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"846.0001,-209.0288 842.5,-199.0288 839.0001,-209.0289 846.0001,-209.0288\"/>\n</g>\n</g>\n</svg>\n"
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 176
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TflCFFRfGlAQ",
        "colab_type": "code",
        "outputId": "3abbac17-7f45-40f9-a0cd-b6534a487515",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "make_dot(decoder(torch.zeros_like(a),torch.zeros_like(b),torch.zeros_like(c),torch.zeros_like(d))[0])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<graphviz.dot.Digraph at 0x7fae2f86a2e8>"
            ],
            "image/svg+xml": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n -->\n<!-- Title: %3 Pages: 1 -->\n<svg width=\"890pt\" height=\"1393pt\"\n viewBox=\"0.00 0.00 889.74 1393.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n<g id=\"graph0\" class=\"graph\" transform=\"scale(.8223 .8223) rotate(0) translate(4 1690)\">\n<title>%3</title>\n<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-1690 1078,-1690 1078,4 -4,4\"/>\n<!-- 140386098390240 -->\n<g id=\"node1\" class=\"node\">\n<title>140386098390240</title>\n<polygon fill=\"#caff70\" stroke=\"#000000\" points=\"787.5,-21 693.5,-21 693.5,0 787.5,0 787.5,-21\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-7.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386099360656 -->\n<g id=\"node2\" class=\"node\">\n<title>140386099360656</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"803,-78 678,-78 678,-57 803,-57 803,-78\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">LogSoftmaxBackward</text>\n</g>\n<!-- 140386099360656&#45;&gt;140386098390240 -->\n<g id=\"edge1\" class=\"edge\">\n<title>140386099360656&#45;&gt;140386098390240</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M740.5,-56.7787C740.5,-49.6134 740.5,-39.9517 740.5,-31.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"744.0001,-31.1732 740.5,-21.1732 737.0001,-31.1732 744.0001,-31.1732\"/>\n</g>\n<!-- 140386099735912 -->\n<g id=\"node3\" class=\"node\">\n<title>140386099735912</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"792.5,-135 688.5,-135 688.5,-114 792.5,-114 792.5,-135\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099735912&#45;&gt;140386099360656 -->\n<g id=\"edge2\" class=\"edge\">\n<title>140386099735912&#45;&gt;140386099360656</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M740.5,-113.7787C740.5,-106.6134 740.5,-96.9517 740.5,-88.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"744.0001,-88.1732 740.5,-78.1732 737.0001,-88.1732 744.0001,-88.1732\"/>\n</g>\n<!-- 140386098392984 -->\n<g id=\"node4\" class=\"node\">\n<title>140386098392984</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"675.5,-206 621.5,-206 621.5,-171 675.5,-171 675.5,-206\"/>\n<text text-anchor=\"middle\" x=\"648.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466)</text>\n</g>\n<!-- 140386098392984&#45;&gt;140386099735912 -->\n<g id=\"edge3\" class=\"edge\">\n<title>140386098392984&#45;&gt;140386099735912</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M674.1271,-170.6724C687.5188,-161.3565 703.7974,-150.0322 716.8816,-140.9302\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"719.1445,-143.6197 725.3548,-135.0358 715.147,-137.8733 719.1445,-143.6197\"/>\n</g>\n<!-- 140386099734848 -->\n<g id=\"node5\" class=\"node\">\n<title>140386099734848</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"787.5,-199 693.5,-199 693.5,-178 787.5,-178 787.5,-199\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-185.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386099734848&#45;&gt;140386099735912 -->\n<g id=\"edge4\" class=\"edge\">\n<title>140386099734848&#45;&gt;140386099735912</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M740.5,-177.9317C740.5,-169.0913 740.5,-156.2122 740.5,-145.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"744.0001,-145.2979 740.5,-135.2979 737.0001,-145.2979 744.0001,-145.2979\"/>\n</g>\n<!-- 140386099733000 -->\n<g id=\"node6\" class=\"node\">\n<title>140386099733000</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"786,-270 695,-270 695,-249 786,-249 786,-270\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-256.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386099733000&#45;&gt;140386099734848 -->\n<g id=\"edge5\" class=\"edge\">\n<title>140386099733000&#45;&gt;140386099734848</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M740.5,-248.7166C740.5,-238.3953 740.5,-222.5401 740.5,-209.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"744.0001,-209.3848 740.5,-199.3849 737.0001,-209.3849 744.0001,-209.3848\"/>\n</g>\n<!-- 140386099735128 -->\n<g id=\"node7\" class=\"node\">\n<title>140386099735128</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"749,-334 660,-334 660,-313 749,-313 749,-334\"/>\n<text text-anchor=\"middle\" x=\"704.5\" y=\"-320.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386099735128&#45;&gt;140386099733000 -->\n<g id=\"edge6\" class=\"edge\">\n<title>140386099735128&#45;&gt;140386099733000</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M710.4447,-312.9317C715.5728,-303.8151 723.1169,-290.4033 729.3638,-279.2977\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"732.574,-280.7296 734.4262,-270.2979 726.473,-277.2977 732.574,-280.7296\"/>\n</g>\n<!-- 140386099735520 -->\n<g id=\"node8\" class=\"node\">\n<title>140386099735520</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728.5,-391 636.5,-391 636.5,-370 728.5,-370 728.5,-391\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-377.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386099735520&#45;&gt;140386099735128 -->\n<g id=\"edge7\" class=\"edge\">\n<title>140386099735520&#45;&gt;140386099735128</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M686.638,-369.7787C689.4651,-362.4542 693.2989,-352.5211 696.6899,-343.7352\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"700.0449,-344.7627 700.3805,-334.1732 693.5145,-342.2421 700.0449,-344.7627\"/>\n</g>\n<!-- 140386099733952 -->\n<g id=\"node9\" class=\"node\">\n<title>140386099733952</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728,-448 637,-448 637,-427 728,-427 728,-448\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386099733952&#45;&gt;140386099735520 -->\n<g id=\"edge8\" class=\"edge\">\n<title>140386099733952&#45;&gt;140386099735520</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-426.7787C682.5,-419.6134 682.5,-409.9517 682.5,-401.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-401.1732 682.5,-391.1732 679.0001,-401.1732 686.0001,-401.1732\"/>\n</g>\n<!-- 140386099735968 -->\n<g id=\"node10\" class=\"node\">\n<title>140386099735968</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"735,-505 630,-505 630,-484 735,-484 735,-505\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-491.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386099735968&#45;&gt;140386099733952 -->\n<g id=\"edge9\" class=\"edge\">\n<title>140386099735968&#45;&gt;140386099733952</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-483.7787C682.5,-476.6134 682.5,-466.9517 682.5,-458.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-458.1732 682.5,-448.1732 679.0001,-458.1732 686.0001,-458.1732\"/>\n</g>\n<!-- 140386099734232 -->\n<g id=\"node11\" class=\"node\">\n<title>140386099734232</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728.5,-562 636.5,-562 636.5,-541 728.5,-541 728.5,-562\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386099734232&#45;&gt;140386099735968 -->\n<g id=\"edge10\" class=\"edge\">\n<title>140386099734232&#45;&gt;140386099735968</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-540.7787C682.5,-533.6134 682.5,-523.9517 682.5,-515.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-515.1732 682.5,-505.1732 679.0001,-515.1732 686.0001,-515.1732\"/>\n</g>\n<!-- 140386099733896 -->\n<g id=\"node12\" class=\"node\">\n<title>140386099733896</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"734.5,-619 630.5,-619 630.5,-598 734.5,-598 734.5,-619\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099733896&#45;&gt;140386099734232 -->\n<g id=\"edge11\" class=\"edge\">\n<title>140386099733896&#45;&gt;140386099734232</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-597.7787C682.5,-590.6134 682.5,-580.9517 682.5,-572.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-572.1732 682.5,-562.1732 679.0001,-572.1732 686.0001,-572.1732\"/>\n</g>\n<!-- 140385964081280 -->\n<g id=\"node13\" class=\"node\">\n<title>140385964081280</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"709.5,-690 655.5,-690 655.5,-655 709.5,-655 709.5,-690\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140385964081280&#45;&gt;140386099733896 -->\n<g id=\"edge12\" class=\"edge\">\n<title>140385964081280&#45;&gt;140386099733896</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-654.6724C682.5,-646.8405 682.5,-637.5893 682.5,-629.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-629.2234 682.5,-619.2234 679.0001,-629.2235 686.0001,-629.2234\"/>\n</g>\n<!-- 140386099736360 -->\n<g id=\"node14\" class=\"node\">\n<title>140386099736360</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"637,-683 546,-683 546,-662 637,-662 637,-683\"/>\n<text text-anchor=\"middle\" x=\"591.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099736360&#45;&gt;140386099733896 -->\n<g id=\"edge13\" class=\"edge\">\n<title>140386099736360&#45;&gt;140386099733896</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M606.5268,-661.9317C620.7531,-651.9264 642.3353,-636.7477 658.8658,-625.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"661.2847,-627.6996 667.4509,-619.084 657.2578,-621.9739 661.2847,-627.6996\"/>\n</g>\n<!-- 140386099732720 -->\n<g id=\"node15\" class=\"node\">\n<title>140386099732720</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"629.5,-754 547.5,-754 547.5,-733 629.5,-733 629.5,-754\"/>\n<text text-anchor=\"middle\" x=\"588.5\" y=\"-740.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099732720&#45;&gt;140386099736360 -->\n<g id=\"edge14\" class=\"edge\">\n<title>140386099732720&#45;&gt;140386099736360</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M588.9556,-732.7166C589.3917,-722.3953 590.0617,-706.5401 590.6047,-693.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"594.1147,-693.5237 591.0401,-683.3849 587.1209,-693.2282 594.1147,-693.5237\"/>\n</g>\n<!-- 140386099733672 -->\n<g id=\"node16\" class=\"node\">\n<title>140386099733672</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"540.5,-818 446.5,-818 446.5,-797 540.5,-797 540.5,-818\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-804.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ReluBackward0</text>\n</g>\n<!-- 140386099733672&#45;&gt;140386099732720 -->\n<g id=\"edge15\" class=\"edge\">\n<title>140386099733672&#45;&gt;140386099732720</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M509.1873,-796.9317C524.1765,-786.8337 546.9877,-771.4662 564.3049,-759.7999\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"566.4514,-762.574 572.7894,-754.084 562.5403,-756.7685 566.4514,-762.574\"/>\n</g>\n<!-- 140386132129888 -->\n<g id=\"node45\" class=\"node\">\n<title>140386132129888</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"398.5,-754 316.5,-754 316.5,-733 398.5,-733 398.5,-754\"/>\n<text text-anchor=\"middle\" x=\"357.5\" y=\"-740.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099733672&#45;&gt;140386132129888 -->\n<g id=\"edge46\" class=\"edge\">\n<title>140386099733672&#45;&gt;140386132129888</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M471.0424,-796.9317C448.6983,-786.4168 414.2127,-770.1883 389.1083,-758.3745\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"390.5295,-755.1752 379.991,-754.084 387.5489,-761.5089 390.5295,-755.1752\"/>\n</g>\n<!-- 140386132130840 -->\n<g id=\"node52\" class=\"node\">\n<title>140386132130840</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"89.5,-754 7.5,-754 7.5,-733 89.5,-733 89.5,-754\"/>\n<text text-anchor=\"middle\" x=\"48.5\" y=\"-740.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099733672&#45;&gt;140386132130840 -->\n<g id=\"edge54\" class=\"edge\">\n<title>140386099733672&#45;&gt;140386132130840</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M446.224,-804.9638C372.0414,-800.2984 224.1004,-788.222 101.5,-761 96.6697,-759.9275 91.6577,-758.5866 86.7286,-757.127\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"87.4017,-753.6699 76.8124,-754.0124 85.3041,-760.3482 87.4017,-753.6699\"/>\n</g>\n<!-- 140386132131624 -->\n<g id=\"node59\" class=\"node\">\n<title>140386132131624</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1066.5,-754 984.5,-754 984.5,-733 1066.5,-733 1066.5,-754\"/>\n<text text-anchor=\"middle\" x=\"1025.5\" y=\"-740.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099733672&#45;&gt;140386132131624 -->\n<g id=\"edge62\" class=\"edge\">\n<title>140386099733672&#45;&gt;140386132131624</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M540.5994,-806.3868C627.0651,-803.5814 816.5572,-793.887 972.5,-761 977.5267,-759.9399 982.7444,-758.5684 987.8584,-757.0599\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"988.9958,-760.3713 997.4877,-754.0359 986.8985,-753.6929 988.9958,-760.3713\"/>\n</g>\n<!-- 140386099733560 -->\n<g id=\"node17\" class=\"node\">\n<title>140386099733560</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"555.5,-875 431.5,-875 431.5,-854 555.5,-854 555.5,-875\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-861.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386099733560&#45;&gt;140386099733672 -->\n<g id=\"edge16\" class=\"edge\">\n<title>140386099733560&#45;&gt;140386099733672</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-853.7787C493.5,-846.6134 493.5,-836.9517 493.5,-828.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-828.1732 493.5,-818.1732 490.0001,-828.1732 497.0001,-828.1732\"/>\n</g>\n<!-- 140386099735744 -->\n<g id=\"node18\" class=\"node\">\n<title>140386099735744</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"545.5,-932 441.5,-932 441.5,-911 545.5,-911 545.5,-932\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099735744&#45;&gt;140386099733560 -->\n<g id=\"edge17\" class=\"edge\">\n<title>140386099735744&#45;&gt;140386099733560</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-910.7787C493.5,-903.6134 493.5,-893.9517 493.5,-885.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-885.1732 493.5,-875.1732 490.0001,-885.1732 497.0001,-885.1732\"/>\n</g>\n<!-- 140386099736472 -->\n<g id=\"node19\" class=\"node\">\n<title>140386099736472</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"434.5,-1003 380.5,-1003 380.5,-968 434.5,-968 434.5,-1003\"/>\n<text text-anchor=\"middle\" x=\"407.5\" y=\"-975.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099736472&#45;&gt;140386099735744 -->\n<g id=\"edge18\" class=\"edge\">\n<title>140386099736472&#45;&gt;140386099735744</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M431.4558,-967.6724C443.8538,-958.446 458.8987,-947.2498 471.0683,-938.1934\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"473.4097,-940.8138 479.3425,-932.0358 469.2306,-935.1981 473.4097,-940.8138\"/>\n</g>\n<!-- 140386132131680 -->\n<g id=\"node20\" class=\"node\">\n<title>140386132131680</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"534.5,-996 452.5,-996 452.5,-975 534.5,-975 534.5,-996\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-982.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132131680&#45;&gt;140386099735744 -->\n<g id=\"edge19\" class=\"edge\">\n<title>140386132131680&#45;&gt;140386099735744</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-974.9317C493.5,-966.0913 493.5,-953.2122 493.5,-942.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-942.2979 493.5,-932.2979 490.0001,-942.2979 497.0001,-942.2979\"/>\n</g>\n<!-- 140386132130392 -->\n<g id=\"node21\" class=\"node\">\n<title>140386132130392</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"445.5,-1302 351.5,-1302 351.5,-1281 445.5,-1281 445.5,-1302\"/>\n<text text-anchor=\"middle\" x=\"398.5\" y=\"-1288.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386132130392&#45;&gt;140386132131680 -->\n<g id=\"edge20\" class=\"edge\">\n<title>140386132130392&#45;&gt;140386132131680</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M400.5313,-1280.8587C404.1875,-1260.7481 411.5,-1215.7463 411.5,-1177.5 411.5,-1177.5 411.5,-1177.5 411.5,-1120.5 411.5,-1082.4792 417.3516,-1071.2432 437.5,-1039 446.2152,-1025.0531 459.386,-1012.2206 470.7652,-1002.6213\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"473.0811,-1005.2496 478.6451,-996.2333 468.6729,-999.8119 473.0811,-1005.2496\"/>\n</g>\n<!-- 140386132131120 -->\n<g id=\"node22\" class=\"node\">\n<title>140386132131120</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"522.5,-1501 388.5,-1501 388.5,-1480 522.5,-1480 522.5,-1501\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1487.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">FusedDropoutBackward</text>\n</g>\n<!-- 140386132131120&#45;&gt;140386132130392 -->\n<g id=\"edge21\" class=\"edge\">\n<title>140386132131120&#45;&gt;140386132130392</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M438.1908,-1479.9652C426.3143,-1471.7379 411.3353,-1459.1726 403.5,-1444 381.5248,-1401.4462 388.0951,-1342.9359 393.8518,-1312.2319\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"397.3168,-1312.7562 395.8815,-1302.2591 390.4574,-1311.3601 397.3168,-1312.7562\"/>\n</g>\n<!-- 140386132127872 -->\n<g id=\"node33\" class=\"node\">\n<title>140386132127872</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"583.5,-1437 489.5,-1437 489.5,-1416 583.5,-1416 583.5,-1437\"/>\n<text text-anchor=\"middle\" x=\"536.5\" y=\"-1423.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386132131120&#45;&gt;140386132127872 -->\n<g id=\"edge33\" class=\"edge\">\n<title>140386132131120&#45;&gt;140386132127872</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M468.8755,-1479.9317C481.4213,-1470.019 500.3938,-1455.0284 515.0531,-1443.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"517.4281,-1446.0298 523.1046,-1437.084 513.0884,-1440.5374 517.4281,-1446.0298\"/>\n</g>\n<!-- 140386132131568 -->\n<g id=\"node23\" class=\"node\">\n<title>140386132131568</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"501,-1558 410,-1558 410,-1537 501,-1537 501,-1558\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1544.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132131568&#45;&gt;140386132131120 -->\n<g id=\"edge22\" class=\"edge\">\n<title>140386132131568&#45;&gt;140386132131120</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.5,-1536.7787C455.5,-1529.6134 455.5,-1519.9517 455.5,-1511.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"459.0001,-1511.1732 455.5,-1501.1732 452.0001,-1511.1732 459.0001,-1511.1732\"/>\n</g>\n<!-- 140386132129944 -->\n<g id=\"node24\" class=\"node\">\n<title>140386132129944</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"515.5,-1615 395.5,-1615 395.5,-1594 515.5,-1594 515.5,-1615\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1601.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386132129944&#45;&gt;140386132131568 -->\n<g id=\"edge23\" class=\"edge\">\n<title>140386132129944&#45;&gt;140386132131568</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.5,-1593.7787C455.5,-1586.6134 455.5,-1576.9517 455.5,-1568.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"459.0001,-1568.1732 455.5,-1558.1732 452.0001,-1568.1732 459.0001,-1568.1732\"/>\n</g>\n<!-- 140386099733280 -->\n<g id=\"node25\" class=\"node\">\n<title>140386099733280</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"490,-1686 421,-1686 421,-1651 490,-1651 490,-1686\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1658.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466, 256)</text>\n</g>\n<!-- 140386099733280&#45;&gt;140386132129944 -->\n<g id=\"edge24\" class=\"edge\">\n<title>140386099733280&#45;&gt;140386132129944</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.5,-1650.6724C455.5,-1642.8405 455.5,-1633.5893 455.5,-1625.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"459.0001,-1625.2234 455.5,-1615.2234 452.0001,-1625.2235 459.0001,-1625.2234\"/>\n</g>\n<!-- 140386132128152 -->\n<g id=\"node26\" class=\"node\">\n<title>140386132128152</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"540.5,-1067 446.5,-1067 446.5,-1046 540.5,-1046 540.5,-1067\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-1053.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386132128152&#45;&gt;140386132131680 -->\n<g id=\"edge25\" class=\"edge\">\n<title>140386132128152&#45;&gt;140386132131680</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-1045.7166C493.5,-1035.3953 493.5,-1019.5401 493.5,-1006.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-1006.3848 493.5,-996.3849 490.0001,-1006.3849 497.0001,-1006.3848\"/>\n</g>\n<!-- 140386132130280 -->\n<g id=\"node27\" class=\"node\">\n<title>140386132130280</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"546.5,-1131 454.5,-1131 454.5,-1110 546.5,-1110 546.5,-1131\"/>\n<text text-anchor=\"middle\" x=\"500.5\" y=\"-1117.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">BmmBackward</text>\n</g>\n<!-- 140386132130280&#45;&gt;140386132128152 -->\n<g id=\"edge26\" class=\"edge\">\n<title>140386132130280&#45;&gt;140386132128152</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M499.3441,-1109.9317C498.3772,-1101.0913 496.9685,-1088.2122 495.7765,-1077.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"499.2476,-1076.8581 494.681,-1067.2979 492.2891,-1077.6192 499.2476,-1076.8581\"/>\n</g>\n<!-- 140386132130448 -->\n<g id=\"node28\" class=\"node\">\n<title>140386132130448</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"570.5,-1188 446.5,-1188 446.5,-1167 570.5,-1167 570.5,-1188\"/>\n<text text-anchor=\"middle\" x=\"508.5\" y=\"-1174.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386132130448&#45;&gt;140386132130280 -->\n<g id=\"edge27\" class=\"edge\">\n<title>140386132130448&#45;&gt;140386132130280</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M506.9953,-1166.7787C505.9896,-1159.6134 504.6336,-1149.9517 503.4207,-1141.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"506.854,-1140.5896 501.998,-1131.1732 499.9219,-1141.5626 506.854,-1140.5896\"/>\n</g>\n<!-- 140386132128824 -->\n<g id=\"node29\" class=\"node\">\n<title>140386132128824</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"570,-1245 465,-1245 465,-1224 570,-1224 570,-1245\"/>\n<text text-anchor=\"middle\" x=\"517.5\" y=\"-1231.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SoftmaxBackward</text>\n</g>\n<!-- 140386132128824&#45;&gt;140386132130448 -->\n<g id=\"edge28\" class=\"edge\">\n<title>140386132128824&#45;&gt;140386132130448</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M515.8072,-1223.7787C514.6758,-1216.6134 513.1503,-1206.9517 511.7857,-1198.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"515.2021,-1197.5049 510.1852,-1188.1732 508.2878,-1198.5967 515.2021,-1197.5049\"/>\n</g>\n<!-- 140386132128208 -->\n<g id=\"node30\" class=\"node\">\n<title>140386132128208</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"578.5,-1302 474.5,-1302 474.5,-1281 578.5,-1281 578.5,-1302\"/>\n<text text-anchor=\"middle\" x=\"526.5\" y=\"-1288.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386132128208&#45;&gt;140386132128824 -->\n<g id=\"edge29\" class=\"edge\">\n<title>140386132128208&#45;&gt;140386132128824</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M524.8072,-1280.7787C523.6758,-1273.6134 522.1503,-1263.9517 520.7857,-1255.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"524.2021,-1254.5049 519.1852,-1245.1732 517.2878,-1255.5967 524.2021,-1254.5049\"/>\n</g>\n<!-- 140386099736136 -->\n<g id=\"node31\" class=\"node\">\n<title>140386099736136</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"650.5,-1373 596.5,-1373 596.5,-1338 650.5,-1338 650.5,-1373\"/>\n<text text-anchor=\"middle\" x=\"623.5\" y=\"-1345.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5)</text>\n</g>\n<!-- 140386099736136&#45;&gt;140386132128208 -->\n<g id=\"edge30\" class=\"edge\">\n<title>140386099736136&#45;&gt;140386132128208</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M596.7376,-1337.8423C582.4773,-1328.4335 565.0559,-1316.939 551.1313,-1307.7516\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"552.8286,-1304.6783 542.5541,-1302.0924 548.9735,-1310.5211 552.8286,-1304.6783\"/>\n</g>\n<!-- 140386132131792 -->\n<g id=\"node32\" class=\"node\">\n<title>140386132131792</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"578.5,-1366 496.5,-1366 496.5,-1345 578.5,-1345 578.5,-1366\"/>\n<text text-anchor=\"middle\" x=\"537.5\" y=\"-1352.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132131792&#45;&gt;140386132128208 -->\n<g id=\"edge31\" class=\"edge\">\n<title>140386132131792&#45;&gt;140386132128208</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M535.6836,-1344.9317C534.1641,-1336.0913 531.9505,-1323.2122 530.0773,-1312.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"533.4993,-1311.5605 528.3559,-1302.2979 526.6005,-1312.7463 533.4993,-1311.5605\"/>\n</g>\n<!-- 140386132127872&#45;&gt;140386132131792 -->\n<g id=\"edge32\" class=\"edge\">\n<title>140386132127872&#45;&gt;140386132131792</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M536.6519,-1415.7166C536.7972,-1405.3953 537.0206,-1389.5401 537.2016,-1376.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"540.7054,-1376.4332 537.3467,-1366.3849 533.7061,-1376.3345 540.7054,-1376.4332\"/>\n</g>\n<!-- 140386132128320 -->\n<g id=\"node34\" class=\"node\">\n<title>140386132128320</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"478,-1366 405,-1366 405,-1345 478,-1345 478,-1366\"/>\n<text text-anchor=\"middle\" x=\"441.5\" y=\"-1352.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132128320&#45;&gt;140386132128208 -->\n<g id=\"edge34\" class=\"edge\">\n<title>140386132128320&#45;&gt;140386132128208</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.536,-1344.9317C468.8244,-1334.9264 488.9835,-1319.7477 504.4241,-1308.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"506.5597,-1310.8951 512.4431,-1302.084 502.3491,-1305.303 506.5597,-1310.8951\"/>\n</g>\n<!-- 140386099733056 -->\n<g id=\"node35\" class=\"node\">\n<title>140386099733056</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"470,-1444 413,-1444 413,-1409 470,-1409 470,-1444\"/>\n<text text-anchor=\"middle\" x=\"441.5\" y=\"-1416.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5, 512)</text>\n</g>\n<!-- 140386099733056&#45;&gt;140386132128320 -->\n<g id=\"edge35\" class=\"edge\">\n<title>140386099733056&#45;&gt;140386132128320</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M441.5,-1408.9494C441.5,-1399.058 441.5,-1386.6435 441.5,-1376.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"445.0001,-1376.0288 441.5,-1366.0288 438.0001,-1376.0289 445.0001,-1376.0288\"/>\n</g>\n<!-- 140386132130336 -->\n<g id=\"node36\" class=\"node\">\n<title>140386132130336</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"628,-996 555,-996 555,-975 628,-975 628,-996\"/>\n<text text-anchor=\"middle\" x=\"591.5\" y=\"-982.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132130336&#45;&gt;140386099735744 -->\n<g id=\"edge36\" class=\"edge\">\n<title>140386132130336&#45;&gt;140386099735744</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M575.3173,-974.9317C559.8548,-964.8337 536.3232,-949.4662 518.4591,-937.7999\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"519.9932,-934.6215 509.7067,-932.084 516.1657,-940.4824 519.9932,-934.6215\"/>\n</g>\n<!-- 140386099735688 -->\n<g id=\"node37\" class=\"node\">\n<title>140386099735688</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"628,-1074 559,-1074 559,-1039 628,-1039 628,-1074\"/>\n<text text-anchor=\"middle\" x=\"593.5\" y=\"-1046.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099735688&#45;&gt;140386132130336 -->\n<g id=\"edge37\" class=\"edge\">\n<title>140386099735688&#45;&gt;140386132130336</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M593.0056,-1038.9494C592.727,-1029.058 592.3773,-1016.6435 592.0851,-1006.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"595.5769,-1005.9263 591.7966,-996.0288 588.5796,-1006.1235 595.5769,-1005.9263\"/>\n</g>\n<!-- 140386099734792 -->\n<g id=\"node38\" class=\"node\">\n<title>140386099734792</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"801,-683 728,-683 728,-662 801,-662 801,-683\"/>\n<text text-anchor=\"middle\" x=\"764.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099734792&#45;&gt;140386099733896 -->\n<g id=\"edge38\" class=\"edge\">\n<title>140386099734792&#45;&gt;140386099733896</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M750.9594,-661.9317C738.2587,-652.019 719.052,-637.0284 704.2117,-625.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"706.0974,-622.4776 696.0607,-619.084 701.7905,-627.9959 706.0974,-622.4776\"/>\n</g>\n<!-- 140386099658424 -->\n<g id=\"node39\" class=\"node\">\n<title>140386099658424</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"799,-761 730,-761 730,-726 799,-726 799,-761\"/>\n<text text-anchor=\"middle\" x=\"764.5\" y=\"-733.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099658424&#45;&gt;140386099734792 -->\n<g id=\"edge39\" class=\"edge\">\n<title>140386099658424&#45;&gt;140386099734792</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M764.5,-725.9494C764.5,-716.058 764.5,-703.6435 764.5,-693.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"768.0001,-693.0288 764.5,-683.0288 761.0001,-693.0289 768.0001,-693.0288\"/>\n</g>\n<!-- 140386099734120 -->\n<g id=\"node40\" class=\"node\">\n<title>140386099734120</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"455,-505 364,-505 364,-484 455,-484 455,-505\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-491.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386099734120&#45;&gt;140386099735520 -->\n<g id=\"edge40\" class=\"edge\">\n<title>140386099734120&#45;&gt;140386099735520</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M434.6938,-483.9795C483.6312,-463.5441 591.6279,-418.4466 647.495,-395.1175\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"649.0911,-398.2439 656.9702,-391.1608 646.3937,-391.7845 649.0911,-398.2439\"/>\n</g>\n<!-- 140386099735856 -->\n<g id=\"node41\" class=\"node\">\n<title>140386099735856</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"462,-562 357,-562 357,-541 462,-541 462,-562\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386099735856&#45;&gt;140386099734120 -->\n<g id=\"edge41\" class=\"edge\">\n<title>140386099735856&#45;&gt;140386099734120</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-540.7787C409.5,-533.6134 409.5,-523.9517 409.5,-515.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-515.1732 409.5,-505.1732 406.0001,-515.1732 413.0001,-515.1732\"/>\n</g>\n<!-- 140386099734064 -->\n<g id=\"node42\" class=\"node\">\n<title>140386099734064</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"461.5,-619 357.5,-619 357.5,-598 461.5,-598 461.5,-619\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099734064&#45;&gt;140386099735856 -->\n<g id=\"edge42\" class=\"edge\">\n<title>140386099734064&#45;&gt;140386099735856</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-597.7787C409.5,-590.6134 409.5,-580.9517 409.5,-572.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-572.1732 409.5,-562.1732 406.0001,-572.1732 413.0001,-572.1732\"/>\n</g>\n<!-- 140386097311416 -->\n<g id=\"node43\" class=\"node\">\n<title>140386097311416</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"436.5,-690 382.5,-690 382.5,-655 436.5,-655 436.5,-690\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386097311416&#45;&gt;140386099734064 -->\n<g id=\"edge43\" class=\"edge\">\n<title>140386097311416&#45;&gt;140386099734064</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-654.6724C409.5,-646.8405 409.5,-637.5893 409.5,-629.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-629.2234 409.5,-619.2234 406.0001,-629.2235 413.0001,-629.2234\"/>\n</g>\n<!-- 140386099734736 -->\n<g id=\"node44\" class=\"node\">\n<title>140386099734736</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"364,-683 273,-683 273,-662 364,-662 364,-683\"/>\n<text text-anchor=\"middle\" x=\"318.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099734736&#45;&gt;140386099734064 -->\n<g id=\"edge44\" class=\"edge\">\n<title>140386099734736&#45;&gt;140386099734064</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M333.5268,-661.9317C347.7531,-651.9264 369.3353,-636.7477 385.8658,-625.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"388.2847,-627.6996 394.4509,-619.084 384.2578,-621.9739 388.2847,-627.6996\"/>\n</g>\n<!-- 140386132129888&#45;&gt;140386099734736 -->\n<g id=\"edge45\" class=\"edge\">\n<title>140386132129888&#45;&gt;140386099734736</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M351.5767,-732.7166C345.7355,-722.0825 336.6675,-705.5741 329.5023,-692.5299\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"332.3612,-690.4646 324.479,-683.3849 326.2258,-693.8347 332.3612,-690.4646\"/>\n</g>\n<!-- 140386099732832 -->\n<g id=\"node46\" class=\"node\">\n<title>140386099732832</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"528,-683 455,-683 455,-662 528,-662 528,-683\"/>\n<text text-anchor=\"middle\" x=\"491.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099732832&#45;&gt;140386099734064 -->\n<g id=\"edge47\" class=\"edge\">\n<title>140386099732832&#45;&gt;140386099734064</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M477.9594,-661.9317C465.2587,-652.019 446.052,-637.0284 431.2117,-625.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"433.0974,-622.4776 423.0607,-619.084 428.7905,-627.9959 433.0974,-622.4776\"/>\n</g>\n<!-- 140386099733840 -->\n<g id=\"node47\" class=\"node\">\n<title>140386099733840</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"526,-761 457,-761 457,-726 526,-726 526,-761\"/>\n<text text-anchor=\"middle\" x=\"491.5\" y=\"-733.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099733840&#45;&gt;140386099732832 -->\n<g id=\"edge48\" class=\"edge\">\n<title>140386099733840&#45;&gt;140386099732832</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M491.5,-725.9494C491.5,-716.058 491.5,-703.6435 491.5,-693.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"495.0001,-693.0288 491.5,-683.0288 488.0001,-693.0289 495.0001,-693.0288\"/>\n</g>\n<!-- 140386099735464 -->\n<g id=\"node48\" class=\"node\">\n<title>140386099735464</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"306,-562 217,-562 217,-541 306,-541 306,-562\"/>\n<text text-anchor=\"middle\" x=\"261.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386099735464&#45;&gt;140386099734120 -->\n<g id=\"edge49\" class=\"edge\">\n<title>140386099735464&#45;&gt;140386099734120</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M288.9908,-540.9123C312.5626,-531.834 346.7223,-518.6779 372.6581,-508.6891\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"374.0825,-511.8912 382.1564,-505.031 371.5666,-505.3589 374.0825,-511.8912\"/>\n</g>\n<!-- 140386099732552 -->\n<g id=\"node49\" class=\"node\">\n<title>140386099732552</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"238.5,-619 134.5,-619 134.5,-598 238.5,-598 238.5,-619\"/>\n<text text-anchor=\"middle\" x=\"186.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099732552&#45;&gt;140386099735464 -->\n<g id=\"edge50\" class=\"edge\">\n<title>140386099732552&#45;&gt;140386099735464</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M200.6069,-597.7787C211.5016,-589.4988 226.7823,-577.8855 239.3104,-568.3641\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"241.6125,-571.0106 247.4563,-562.1732 237.3769,-565.4375 241.6125,-571.0106\"/>\n</g>\n<!-- 140386099734456 -->\n<g id=\"node50\" class=\"node\">\n<title>140386099734456</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"254.5,-690 200.5,-690 200.5,-655 254.5,-655 254.5,-690\"/>\n<text text-anchor=\"middle\" x=\"227.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099734456&#45;&gt;140386099732552 -->\n<g id=\"edge51\" class=\"edge\">\n<title>140386099734456&#45;&gt;140386099732552</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M216.0792,-654.6724C210.7198,-646.3066 204.3229,-636.3212 198.8512,-627.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"201.7111,-625.7558 193.3697,-619.2234 195.8169,-629.5318 201.7111,-625.7558\"/>\n</g>\n<!-- 140386132130504 -->\n<g id=\"node51\" class=\"node\">\n<title>140386132130504</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"91,-683 0,-683 0,-662 91,-662 91,-683\"/>\n<text text-anchor=\"middle\" x=\"45.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132130504&#45;&gt;140386099732552 -->\n<g id=\"edge52\" class=\"edge\">\n<title>140386132130504&#45;&gt;140386099732552</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M68.7833,-661.9317C92.0509,-651.3705 128.0175,-635.0452 154.073,-623.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155.5229,-626.4043 163.1821,-619.084 152.6296,-620.0302 155.5229,-626.4043\"/>\n</g>\n<!-- 140386132130840&#45;&gt;140386132130504 -->\n<g id=\"edge53\" class=\"edge\">\n<title>140386132130840&#45;&gt;140386132130504</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M48.0444,-732.7166C47.6083,-722.3953 46.9383,-706.5401 46.3953,-693.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"49.8791,-693.2282 45.9599,-683.3849 42.8853,-693.5237 49.8791,-693.2282\"/>\n</g>\n<!-- 140386132131232 -->\n<g id=\"node53\" class=\"node\">\n<title>140386132131232</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"182,-683 109,-683 109,-662 182,-662 182,-683\"/>\n<text text-anchor=\"middle\" x=\"145.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132131232&#45;&gt;140386099732552 -->\n<g id=\"edge55\" class=\"edge\">\n<title>140386132131232&#45;&gt;140386099732552</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M152.2703,-661.9317C158.1697,-652.723 166.8764,-639.1319 174.0322,-627.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"177.1354,-629.6063 179.5826,-619.2979 171.2412,-625.8302 177.1354,-629.6063\"/>\n</g>\n<!-- 140386099735240 -->\n<g id=\"node54\" class=\"node\">\n<title>140386099735240</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"180,-761 111,-761 111,-726 180,-726 180,-761\"/>\n<text text-anchor=\"middle\" x=\"145.5\" y=\"-733.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099735240&#45;&gt;140386132131232 -->\n<g id=\"edge56\" class=\"edge\">\n<title>140386099735240&#45;&gt;140386132131232</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M145.5,-725.9494C145.5,-716.058 145.5,-703.6435 145.5,-693.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"149.0001,-693.0288 145.5,-683.0288 142.0001,-693.0289 149.0001,-693.0288\"/>\n</g>\n<!-- 140386099733168 -->\n<g id=\"node55\" class=\"node\">\n<title>140386099733168</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"863,-448 758,-448 758,-427 863,-427 863,-448\"/>\n<text text-anchor=\"middle\" x=\"810.5\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386099733168&#45;&gt;140386099733000 -->\n<g id=\"edge57\" class=\"edge\">\n<title>140386099733168&#45;&gt;140386099733000</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M806.3308,-426.8984C794.9775,-398.0285 763.366,-317.6449 748.4649,-279.7535\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"751.6529,-278.2965 744.7358,-270.2711 745.1385,-280.8583 751.6529,-278.2965\"/>\n</g>\n<!-- 140386099736080 -->\n<g id=\"node56\" class=\"node\">\n<title>140386099736080</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"939.5,-619 835.5,-619 835.5,-598 939.5,-598 939.5,-619\"/>\n<text text-anchor=\"middle\" x=\"887.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099736080&#45;&gt;140386099733168 -->\n<g id=\"edge58\" class=\"edge\">\n<title>140386099736080&#45;&gt;140386099733168</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M882.6833,-597.8032C870.0975,-569.8529 836.068,-494.2809 819.6307,-457.7774\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"822.6122,-455.8739 815.3149,-448.1928 816.2294,-458.7481 822.6122,-455.8739\"/>\n</g>\n<!-- 140385964084472 -->\n<g id=\"node57\" class=\"node\">\n<title>140385964084472</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"873.5,-690 819.5,-690 819.5,-655 873.5,-655 873.5,-690\"/>\n<text text-anchor=\"middle\" x=\"846.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140385964084472&#45;&gt;140386099736080 -->\n<g id=\"edge59\" class=\"edge\">\n<title>140385964084472&#45;&gt;140386099736080</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M857.9208,-654.6724C863.2802,-646.3066 869.6771,-636.3212 875.1488,-627.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"878.1831,-629.5318 880.6303,-619.2234 872.2889,-625.7558 878.1831,-629.5318\"/>\n</g>\n<!-- 140386099736192 -->\n<g id=\"node58\" class=\"node\">\n<title>140386099736192</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1074,-683 983,-683 983,-662 1074,-662 1074,-683\"/>\n<text text-anchor=\"middle\" x=\"1028.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099736192&#45;&gt;140386099736080 -->\n<g id=\"edge60\" class=\"edge\">\n<title>140386099736192&#45;&gt;140386099736080</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1005.2167,-661.9317C981.9491,-651.3705 945.9825,-635.0452 919.927,-623.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"921.3704,-620.0302 910.8179,-619.084 918.4771,-626.4043 921.3704,-620.0302\"/>\n</g>\n<!-- 140386132131624&#45;&gt;140386099736192 -->\n<g id=\"edge61\" class=\"edge\">\n<title>140386132131624&#45;&gt;140386099736192</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1025.9556,-732.7166C1026.3917,-722.3953 1027.0617,-706.5401 1027.6047,-693.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1031.1147,-693.5237 1028.0401,-683.3849 1024.1209,-693.2282 1031.1147,-693.5237\"/>\n</g>\n<!-- 140386132129160 -->\n<g id=\"node60\" class=\"node\">\n<title>140386132129160</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"965,-683 892,-683 892,-662 965,-662 965,-683\"/>\n<text text-anchor=\"middle\" x=\"928.5\" y=\"-669.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132129160&#45;&gt;140386099736080 -->\n<g id=\"edge63\" class=\"edge\">\n<title>140386132129160&#45;&gt;140386099736080</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M921.7297,-661.9317C915.8303,-652.723 907.1236,-639.1319 899.9678,-627.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"902.7588,-625.8302 894.4174,-619.2979 896.8646,-629.6063 902.7588,-625.8302\"/>\n</g>\n<!-- 140386099734176 -->\n<g id=\"node61\" class=\"node\">\n<title>140386099734176</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"963,-761 894,-761 894,-726 963,-726 963,-761\"/>\n<text text-anchor=\"middle\" x=\"928.5\" y=\"-733.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099734176&#45;&gt;140386132129160 -->\n<g id=\"edge64\" class=\"edge\">\n<title>140386099734176&#45;&gt;140386132129160</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M928.5,-725.9494C928.5,-716.058 928.5,-703.6435 928.5,-693.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"932.0001,-693.0288 928.5,-683.0288 925.0001,-693.0289 932.0001,-693.0288\"/>\n</g>\n<!-- 140386099734288 -->\n<g id=\"node62\" class=\"node\">\n<title>140386099734288</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"879,-199 806,-199 806,-178 879,-178 879,-199\"/>\n<text text-anchor=\"middle\" x=\"842.5\" y=\"-185.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099734288&#45;&gt;140386099735912 -->\n<g id=\"edge65\" class=\"edge\">\n<title>140386099734288&#45;&gt;140386099735912</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M825.6568,-177.9317C809.4155,-167.7411 784.621,-152.1838 765.9676,-140.4797\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"767.6991,-137.4342 757.3682,-135.084 763.9787,-143.3637 767.6991,-137.4342\"/>\n</g>\n<!-- 140386098392144 -->\n<g id=\"node63\" class=\"node\">\n<title>140386098392144</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"877,-277 808,-277 808,-242 877,-242 877,-277\"/>\n<text text-anchor=\"middle\" x=\"842.5\" y=\"-249.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466, 256)</text>\n</g>\n<!-- 140386098392144&#45;&gt;140386099734288 -->\n<g id=\"edge66\" class=\"edge\">\n<title>140386098392144&#45;&gt;140386099734288</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M842.5,-241.9494C842.5,-232.058 842.5,-219.6435 842.5,-209.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"846.0001,-209.0288 842.5,-199.0288 839.0001,-209.0289 846.0001,-209.0288\"/>\n</g>\n</g>\n</svg>\n"
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 177
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9_VxOj7XHdIS",
        "colab_type": "code",
        "outputId": "14ec5b46-6433-4132-ff13-7c8dc50cfd52",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "make_dot(decoder(torch.zeros_like(a),torch.zeros_like(b),torch.zeros_like(c),torch.zeros_like(d))[1])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<graphviz.dot.Digraph at 0x7fae2f9b2898>"
            ],
            "image/svg+xml": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n -->\n<!-- Title: %3 Pages: 1 -->\n<svg width=\"935pt\" height=\"1242pt\"\n viewBox=\"0.00 0.00 934.52 1242.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n<g id=\"graph0\" class=\"graph\" transform=\"scale(.8637 .8637) rotate(0) translate(4 1434)\">\n<title>%3</title>\n<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-1434 1078,-1434 1078,4 -4,4\"/>\n<!-- 140386099733616 -->\n<g id=\"node1\" class=\"node\">\n<title>140386099733616</title>\n<polygon fill=\"#caff70\" stroke=\"#000000\" points=\"786,-21 695,-21 695,0 786,0 786,-21\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-7.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386099734008 -->\n<g id=\"node2\" class=\"node\">\n<title>140386099734008</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"749,-78 660,-78 660,-57 749,-57 749,-78\"/>\n<text text-anchor=\"middle\" x=\"704.5\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386099734008&#45;&gt;140386099733616 -->\n<g id=\"edge1\" class=\"edge\">\n<title>140386099734008&#45;&gt;140386099733616</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M711.2713,-56.7787C716.0482,-49.2153 722.5818,-38.8705 728.2603,-29.8794\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"731.3783,-31.4971 733.759,-21.1732 725.4598,-27.7591 731.3783,-31.4971\"/>\n</g>\n<!-- 140386132130560 -->\n<g id=\"node3\" class=\"node\">\n<title>140386132130560</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728.5,-135 636.5,-135 636.5,-114 728.5,-114 728.5,-135\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386132130560&#45;&gt;140386099734008 -->\n<g id=\"edge2\" class=\"edge\">\n<title>140386132130560&#45;&gt;140386099734008</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M686.638,-113.7787C689.4651,-106.4542 693.2989,-96.5211 696.6899,-87.7352\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"700.0449,-88.7627 700.3805,-78.1732 693.5145,-86.2421 700.0449,-88.7627\"/>\n</g>\n<!-- 140386132131456 -->\n<g id=\"node4\" class=\"node\">\n<title>140386132131456</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728,-192 637,-192 637,-171 728,-171 728,-192\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386132131456&#45;&gt;140386132130560 -->\n<g id=\"edge3\" class=\"edge\">\n<title>140386132131456&#45;&gt;140386132130560</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-170.7787C682.5,-163.6134 682.5,-153.9517 682.5,-145.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-145.1732 682.5,-135.1732 679.0001,-145.1732 686.0001,-145.1732\"/>\n</g>\n<!-- 140386132128376 -->\n<g id=\"node5\" class=\"node\">\n<title>140386132128376</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"735,-249 630,-249 630,-228 735,-228 735,-249\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386132128376&#45;&gt;140386132131456 -->\n<g id=\"edge4\" class=\"edge\">\n<title>140386132128376&#45;&gt;140386132131456</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-227.7787C682.5,-220.6134 682.5,-210.9517 682.5,-202.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-202.1732 682.5,-192.1732 679.0001,-202.1732 686.0001,-202.1732\"/>\n</g>\n<!-- 140386132128712 -->\n<g id=\"node6\" class=\"node\">\n<title>140386132128712</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"728.5,-306 636.5,-306 636.5,-285 728.5,-285 728.5,-306\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386132128712&#45;&gt;140386132128376 -->\n<g id=\"edge5\" class=\"edge\">\n<title>140386132128712&#45;&gt;140386132128376</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-284.7787C682.5,-277.6134 682.5,-267.9517 682.5,-259.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-259.1732 682.5,-249.1732 679.0001,-259.1732 686.0001,-259.1732\"/>\n</g>\n<!-- 140386132129216 -->\n<g id=\"node7\" class=\"node\">\n<title>140386132129216</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"734.5,-363 630.5,-363 630.5,-342 734.5,-342 734.5,-363\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-349.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386132129216&#45;&gt;140386132128712 -->\n<g id=\"edge6\" class=\"edge\">\n<title>140386132129216&#45;&gt;140386132128712</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-341.7787C682.5,-334.6134 682.5,-324.9517 682.5,-316.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-316.1732 682.5,-306.1732 679.0001,-316.1732 686.0001,-316.1732\"/>\n</g>\n<!-- 140385964081280 -->\n<g id=\"node8\" class=\"node\">\n<title>140385964081280</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"709.5,-434 655.5,-434 655.5,-399 709.5,-399 709.5,-434\"/>\n<text text-anchor=\"middle\" x=\"682.5\" y=\"-406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140385964081280&#45;&gt;140386132129216 -->\n<g id=\"edge7\" class=\"edge\">\n<title>140385964081280&#45;&gt;140386132129216</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M682.5,-398.6724C682.5,-390.8405 682.5,-381.5893 682.5,-373.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.0001,-373.2234 682.5,-363.2234 679.0001,-373.2235 686.0001,-373.2234\"/>\n</g>\n<!-- 140386132129552 -->\n<g id=\"node9\" class=\"node\">\n<title>140386132129552</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"637,-427 546,-427 546,-406 637,-406 637,-427\"/>\n<text text-anchor=\"middle\" x=\"591.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132129552&#45;&gt;140386132129216 -->\n<g id=\"edge8\" class=\"edge\">\n<title>140386132129552&#45;&gt;140386132129216</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M606.5268,-405.9317C620.7531,-395.9264 642.3353,-380.7477 658.8658,-369.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"661.2847,-371.6996 667.4509,-363.084 657.2578,-365.9739 661.2847,-371.6996\"/>\n</g>\n<!-- 140386132129496 -->\n<g id=\"node10\" class=\"node\">\n<title>140386132129496</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"629.5,-498 547.5,-498 547.5,-477 629.5,-477 629.5,-498\"/>\n<text text-anchor=\"middle\" x=\"588.5\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132129496&#45;&gt;140386132129552 -->\n<g id=\"edge9\" class=\"edge\">\n<title>140386132129496&#45;&gt;140386132129552</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M588.9556,-476.7166C589.3917,-466.3953 590.0617,-450.5401 590.6047,-437.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"594.1147,-437.5237 591.0401,-427.3849 587.1209,-437.2282 594.1147,-437.5237\"/>\n</g>\n<!-- 140386132131400 -->\n<g id=\"node11\" class=\"node\">\n<title>140386132131400</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"540.5,-562 446.5,-562 446.5,-541 540.5,-541 540.5,-562\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ReluBackward0</text>\n</g>\n<!-- 140386132131400&#45;&gt;140386132129496 -->\n<g id=\"edge10\" class=\"edge\">\n<title>140386132131400&#45;&gt;140386132129496</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M509.1873,-540.9317C524.1765,-530.8337 546.9877,-515.4662 564.3049,-503.7999\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"566.4514,-506.574 572.7894,-498.084 562.5403,-500.7685 566.4514,-506.574\"/>\n</g>\n<!-- 140386132128936 -->\n<g id=\"node40\" class=\"node\">\n<title>140386132128936</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"398.5,-498 316.5,-498 316.5,-477 398.5,-477 398.5,-498\"/>\n<text text-anchor=\"middle\" x=\"357.5\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132131400&#45;&gt;140386132128936 -->\n<g id=\"edge41\" class=\"edge\">\n<title>140386132131400&#45;&gt;140386132128936</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M471.0424,-540.9317C448.6983,-530.4168 414.2127,-514.1883 389.1083,-502.3745\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"390.5295,-499.1752 379.991,-498.084 387.5489,-505.5089 390.5295,-499.1752\"/>\n</g>\n<!-- 140386132129776 -->\n<g id=\"node47\" class=\"node\">\n<title>140386132129776</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"89.5,-498 7.5,-498 7.5,-477 89.5,-477 89.5,-498\"/>\n<text text-anchor=\"middle\" x=\"48.5\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132131400&#45;&gt;140386132129776 -->\n<g id=\"edge49\" class=\"edge\">\n<title>140386132131400&#45;&gt;140386132129776</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M446.224,-548.9638C372.0414,-544.2984 224.1004,-532.222 101.5,-505 96.6697,-503.9275 91.6577,-502.5866 86.7286,-501.127\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"87.4017,-497.6699 76.8124,-498.0124 85.3041,-504.3482 87.4017,-497.6699\"/>\n</g>\n<!-- 140386132130056 -->\n<g id=\"node54\" class=\"node\">\n<title>140386132130056</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1066.5,-498 984.5,-498 984.5,-477 1066.5,-477 1066.5,-498\"/>\n<text text-anchor=\"middle\" x=\"1025.5\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132131400&#45;&gt;140386132130056 -->\n<g id=\"edge57\" class=\"edge\">\n<title>140386132131400&#45;&gt;140386132130056</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M540.5994,-550.3868C627.0651,-547.5814 816.5572,-537.887 972.5,-505 977.5267,-503.9399 982.7444,-502.5684 987.8584,-501.0599\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"988.9958,-504.3713 997.4877,-498.0359 986.8985,-497.6929 988.9958,-504.3713\"/>\n</g>\n<!-- 140386132129720 -->\n<g id=\"node12\" class=\"node\">\n<title>140386132129720</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"555.5,-619 431.5,-619 431.5,-598 555.5,-598 555.5,-619\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386132129720&#45;&gt;140386132131400 -->\n<g id=\"edge11\" class=\"edge\">\n<title>140386132129720&#45;&gt;140386132131400</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-597.7787C493.5,-590.6134 493.5,-580.9517 493.5,-572.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-572.1732 493.5,-562.1732 490.0001,-572.1732 497.0001,-572.1732\"/>\n</g>\n<!-- 140386132130112 -->\n<g id=\"node13\" class=\"node\">\n<title>140386132130112</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"545.5,-676 441.5,-676 441.5,-655 545.5,-655 545.5,-676\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386132130112&#45;&gt;140386132129720 -->\n<g id=\"edge12\" class=\"edge\">\n<title>140386132130112&#45;&gt;140386132129720</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-654.7787C493.5,-647.6134 493.5,-637.9517 493.5,-629.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-629.1732 493.5,-619.1732 490.0001,-629.1732 497.0001,-629.1732\"/>\n</g>\n<!-- 140386099736472 -->\n<g id=\"node14\" class=\"node\">\n<title>140386099736472</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"434.5,-747 380.5,-747 380.5,-712 434.5,-712 434.5,-747\"/>\n<text text-anchor=\"middle\" x=\"407.5\" y=\"-719.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099736472&#45;&gt;140386132130112 -->\n<g id=\"edge13\" class=\"edge\">\n<title>140386099736472&#45;&gt;140386132130112</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M431.4558,-711.6724C443.8538,-702.446 458.8987,-691.2498 471.0683,-682.1934\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"473.4097,-684.8138 479.3425,-676.0358 469.2306,-679.1981 473.4097,-684.8138\"/>\n</g>\n<!-- 140386132128040 -->\n<g id=\"node15\" class=\"node\">\n<title>140386132128040</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"534.5,-740 452.5,-740 452.5,-719 534.5,-719 534.5,-740\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132128040&#45;&gt;140386132130112 -->\n<g id=\"edge14\" class=\"edge\">\n<title>140386132128040&#45;&gt;140386132130112</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-718.9317C493.5,-710.0913 493.5,-697.2122 493.5,-686.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-686.2979 493.5,-676.2979 490.0001,-686.2979 497.0001,-686.2979\"/>\n</g>\n<!-- 140386132128880 -->\n<g id=\"node16\" class=\"node\">\n<title>140386132128880</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"445.5,-1046 351.5,-1046 351.5,-1025 445.5,-1025 445.5,-1046\"/>\n<text text-anchor=\"middle\" x=\"398.5\" y=\"-1032.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386132128880&#45;&gt;140386132128040 -->\n<g id=\"edge15\" class=\"edge\">\n<title>140386132128880&#45;&gt;140386132128040</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M400.5313,-1024.8587C404.1875,-1004.7481 411.5,-959.7463 411.5,-921.5 411.5,-921.5 411.5,-921.5 411.5,-864.5 411.5,-826.4792 417.3516,-815.2432 437.5,-783 446.2152,-769.0531 459.386,-756.2206 470.7652,-746.6213\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"473.0811,-749.2496 478.6451,-740.2333 468.6729,-743.8119 473.0811,-749.2496\"/>\n</g>\n<!-- 140386132130616 -->\n<g id=\"node17\" class=\"node\">\n<title>140386132130616</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"522.5,-1245 388.5,-1245 388.5,-1224 522.5,-1224 522.5,-1245\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1231.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">FusedDropoutBackward</text>\n</g>\n<!-- 140386132130616&#45;&gt;140386132128880 -->\n<g id=\"edge16\" class=\"edge\">\n<title>140386132130616&#45;&gt;140386132128880</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M438.1908,-1223.9652C426.3143,-1215.7379 411.3353,-1203.1726 403.5,-1188 381.5248,-1145.4462 388.0951,-1086.9359 393.8518,-1056.2319\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"397.3168,-1056.7562 395.8815,-1046.2591 390.4574,-1055.3601 397.3168,-1056.7562\"/>\n</g>\n<!-- 140386132130224 -->\n<g id=\"node28\" class=\"node\">\n<title>140386132130224</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"583.5,-1181 489.5,-1181 489.5,-1160 583.5,-1160 583.5,-1181\"/>\n<text text-anchor=\"middle\" x=\"536.5\" y=\"-1167.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386132130616&#45;&gt;140386132130224 -->\n<g id=\"edge28\" class=\"edge\">\n<title>140386132130616&#45;&gt;140386132130224</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M468.8755,-1223.9317C481.4213,-1214.019 500.3938,-1199.0284 515.0531,-1187.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"517.4281,-1190.0298 523.1046,-1181.084 513.0884,-1184.5374 517.4281,-1190.0298\"/>\n</g>\n<!-- 140386132128992 -->\n<g id=\"node18\" class=\"node\">\n<title>140386132128992</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"501,-1302 410,-1302 410,-1281 501,-1281 501,-1302\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1288.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132128992&#45;&gt;140386132130616 -->\n<g id=\"edge17\" class=\"edge\">\n<title>140386132128992&#45;&gt;140386132130616</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.5,-1280.7787C455.5,-1273.6134 455.5,-1263.9517 455.5,-1255.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"459.0001,-1255.1732 455.5,-1245.1732 452.0001,-1255.1732 459.0001,-1255.1732\"/>\n</g>\n<!-- 140386132127816 -->\n<g id=\"node19\" class=\"node\">\n<title>140386132127816</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"515.5,-1359 395.5,-1359 395.5,-1338 515.5,-1338 515.5,-1359\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1345.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386132127816&#45;&gt;140386132128992 -->\n<g id=\"edge18\" class=\"edge\">\n<title>140386132127816&#45;&gt;140386132128992</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.5,-1337.7787C455.5,-1330.6134 455.5,-1320.9517 455.5,-1312.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"459.0001,-1312.1732 455.5,-1302.1732 452.0001,-1312.1732 459.0001,-1312.1732\"/>\n</g>\n<!-- 140386099733280 -->\n<g id=\"node20\" class=\"node\">\n<title>140386099733280</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"490,-1430 421,-1430 421,-1395 490,-1395 490,-1430\"/>\n<text text-anchor=\"middle\" x=\"455.5\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466, 256)</text>\n</g>\n<!-- 140386099733280&#45;&gt;140386132127816 -->\n<g id=\"edge19\" class=\"edge\">\n<title>140386099733280&#45;&gt;140386132127816</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.5,-1394.6724C455.5,-1386.8405 455.5,-1377.5893 455.5,-1369.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"459.0001,-1369.2234 455.5,-1359.2234 452.0001,-1369.2235 459.0001,-1369.2234\"/>\n</g>\n<!-- 140386132128600 -->\n<g id=\"node21\" class=\"node\">\n<title>140386132128600</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"540.5,-811 446.5,-811 446.5,-790 540.5,-790 540.5,-811\"/>\n<text text-anchor=\"middle\" x=\"493.5\" y=\"-797.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386132128600&#45;&gt;140386132128040 -->\n<g id=\"edge20\" class=\"edge\">\n<title>140386132128600&#45;&gt;140386132128040</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.5,-789.7166C493.5,-779.3953 493.5,-763.5401 493.5,-750.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.0001,-750.3848 493.5,-740.3849 490.0001,-750.3849 497.0001,-750.3848\"/>\n</g>\n<!-- 140386132128656 -->\n<g id=\"node22\" class=\"node\">\n<title>140386132128656</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"546.5,-875 454.5,-875 454.5,-854 546.5,-854 546.5,-875\"/>\n<text text-anchor=\"middle\" x=\"500.5\" y=\"-861.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">BmmBackward</text>\n</g>\n<!-- 140386132128656&#45;&gt;140386132128600 -->\n<g id=\"edge21\" class=\"edge\">\n<title>140386132128656&#45;&gt;140386132128600</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M499.3441,-853.9317C498.3772,-845.0913 496.9685,-832.2122 495.7765,-821.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"499.2476,-820.8581 494.681,-811.2979 492.2891,-821.6192 499.2476,-820.8581\"/>\n</g>\n<!-- 140386132131008 -->\n<g id=\"node23\" class=\"node\">\n<title>140386132131008</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"570.5,-932 446.5,-932 446.5,-911 570.5,-911 570.5,-932\"/>\n<text text-anchor=\"middle\" x=\"508.5\" y=\"-918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386132131008&#45;&gt;140386132128656 -->\n<g id=\"edge22\" class=\"edge\">\n<title>140386132131008&#45;&gt;140386132128656</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M506.9953,-910.7787C505.9896,-903.6134 504.6336,-893.9517 503.4207,-885.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"506.854,-884.5896 501.998,-875.1732 499.9219,-885.5626 506.854,-884.5896\"/>\n</g>\n<!-- 140386132131512 -->\n<g id=\"node24\" class=\"node\">\n<title>140386132131512</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"570,-989 465,-989 465,-968 570,-968 570,-989\"/>\n<text text-anchor=\"middle\" x=\"517.5\" y=\"-975.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SoftmaxBackward</text>\n</g>\n<!-- 140386132131512&#45;&gt;140386132131008 -->\n<g id=\"edge23\" class=\"edge\">\n<title>140386132131512&#45;&gt;140386132131008</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M515.8072,-967.7787C514.6758,-960.6134 513.1503,-950.9517 511.7857,-942.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"515.2021,-941.5049 510.1852,-932.1732 508.2878,-942.5967 515.2021,-941.5049\"/>\n</g>\n<!-- 140386132130728 -->\n<g id=\"node25\" class=\"node\">\n<title>140386132130728</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"578.5,-1046 474.5,-1046 474.5,-1025 578.5,-1025 578.5,-1046\"/>\n<text text-anchor=\"middle\" x=\"526.5\" y=\"-1032.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386132130728&#45;&gt;140386132131512 -->\n<g id=\"edge24\" class=\"edge\">\n<title>140386132130728&#45;&gt;140386132131512</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M524.8072,-1024.7787C523.6758,-1017.6134 522.1503,-1007.9517 520.7857,-999.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"524.2021,-998.5049 519.1852,-989.1732 517.2878,-999.5967 524.2021,-998.5049\"/>\n</g>\n<!-- 140386099736136 -->\n<g id=\"node26\" class=\"node\">\n<title>140386099736136</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"650.5,-1117 596.5,-1117 596.5,-1082 650.5,-1082 650.5,-1117\"/>\n<text text-anchor=\"middle\" x=\"623.5\" y=\"-1089.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5)</text>\n</g>\n<!-- 140386099736136&#45;&gt;140386132130728 -->\n<g id=\"edge25\" class=\"edge\">\n<title>140386099736136&#45;&gt;140386132130728</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M596.7376,-1081.8423C582.4773,-1072.4335 565.0559,-1060.939 551.1313,-1051.7516\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"552.8286,-1048.6783 542.5541,-1046.0924 548.9735,-1054.5211 552.8286,-1048.6783\"/>\n</g>\n<!-- 140386132129664 -->\n<g id=\"node27\" class=\"node\">\n<title>140386132129664</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"578.5,-1110 496.5,-1110 496.5,-1089 578.5,-1089 578.5,-1110\"/>\n<text text-anchor=\"middle\" x=\"537.5\" y=\"-1096.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386132129664&#45;&gt;140386132130728 -->\n<g id=\"edge26\" class=\"edge\">\n<title>140386132129664&#45;&gt;140386132130728</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M535.6836,-1088.9317C534.1641,-1080.0913 531.9505,-1067.2122 530.0773,-1056.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"533.4993,-1055.5605 528.3559,-1046.2979 526.6005,-1056.7463 533.4993,-1055.5605\"/>\n</g>\n<!-- 140386132130224&#45;&gt;140386132129664 -->\n<g id=\"edge27\" class=\"edge\">\n<title>140386132130224&#45;&gt;140386132129664</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M536.6519,-1159.7166C536.7972,-1149.3953 537.0206,-1133.5401 537.2016,-1120.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"540.7054,-1120.4332 537.3467,-1110.3849 533.7061,-1120.3345 540.7054,-1120.4332\"/>\n</g>\n<!-- 140386132131736 -->\n<g id=\"node29\" class=\"node\">\n<title>140386132131736</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"478,-1110 405,-1110 405,-1089 478,-1089 478,-1110\"/>\n<text text-anchor=\"middle\" x=\"441.5\" y=\"-1096.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132131736&#45;&gt;140386132130728 -->\n<g id=\"edge29\" class=\"edge\">\n<title>140386132131736&#45;&gt;140386132130728</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.536,-1088.9317C468.8244,-1078.9264 488.9835,-1063.7477 504.4241,-1052.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"506.5597,-1054.8951 512.4431,-1046.084 502.3491,-1049.303 506.5597,-1054.8951\"/>\n</g>\n<!-- 140386099733056 -->\n<g id=\"node30\" class=\"node\">\n<title>140386099733056</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"470,-1188 413,-1188 413,-1153 470,-1153 470,-1188\"/>\n<text text-anchor=\"middle\" x=\"441.5\" y=\"-1160.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5, 512)</text>\n</g>\n<!-- 140386099733056&#45;&gt;140386132131736 -->\n<g id=\"edge30\" class=\"edge\">\n<title>140386099733056&#45;&gt;140386132131736</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M441.5,-1152.9494C441.5,-1143.058 441.5,-1130.6435 441.5,-1120.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"445.0001,-1120.0288 441.5,-1110.0288 438.0001,-1120.0289 445.0001,-1120.0288\"/>\n</g>\n<!-- 140386132128264 -->\n<g id=\"node31\" class=\"node\">\n<title>140386132128264</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"628,-740 555,-740 555,-719 628,-719 628,-740\"/>\n<text text-anchor=\"middle\" x=\"591.5\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132128264&#45;&gt;140386132130112 -->\n<g id=\"edge31\" class=\"edge\">\n<title>140386132128264&#45;&gt;140386132130112</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M575.3173,-718.9317C559.8548,-708.8337 536.3232,-693.4662 518.4591,-681.7999\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"519.9932,-678.6215 509.7067,-676.084 516.1657,-684.4824 519.9932,-678.6215\"/>\n</g>\n<!-- 140386099735688 -->\n<g id=\"node32\" class=\"node\">\n<title>140386099735688</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"628,-818 559,-818 559,-783 628,-783 628,-818\"/>\n<text text-anchor=\"middle\" x=\"593.5\" y=\"-790.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099735688&#45;&gt;140386132128264 -->\n<g id=\"edge32\" class=\"edge\">\n<title>140386099735688&#45;&gt;140386132128264</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M593.0056,-782.9494C592.727,-773.058 592.3773,-760.6435 592.0851,-750.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"595.5769,-749.9263 591.7966,-740.0288 588.5796,-750.1235 595.5769,-749.9263\"/>\n</g>\n<!-- 140386132130952 -->\n<g id=\"node33\" class=\"node\">\n<title>140386132130952</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"801,-427 728,-427 728,-406 801,-406 801,-427\"/>\n<text text-anchor=\"middle\" x=\"764.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132130952&#45;&gt;140386132129216 -->\n<g id=\"edge33\" class=\"edge\">\n<title>140386132130952&#45;&gt;140386132129216</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M750.9594,-405.9317C738.2587,-396.019 719.052,-381.0284 704.2117,-369.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"706.0974,-366.4776 696.0607,-363.084 701.7905,-371.9959 706.0974,-366.4776\"/>\n</g>\n<!-- 140386099658424 -->\n<g id=\"node34\" class=\"node\">\n<title>140386099658424</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"799,-505 730,-505 730,-470 799,-470 799,-505\"/>\n<text text-anchor=\"middle\" x=\"764.5\" y=\"-477.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099658424&#45;&gt;140386132130952 -->\n<g id=\"edge34\" class=\"edge\">\n<title>140386099658424&#45;&gt;140386132130952</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M764.5,-469.9494C764.5,-460.058 764.5,-447.6435 764.5,-437.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"768.0001,-437.0288 764.5,-427.0288 761.0001,-437.0289 768.0001,-437.0288\"/>\n</g>\n<!-- 140386132130896 -->\n<g id=\"node35\" class=\"node\">\n<title>140386132130896</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"455,-249 364,-249 364,-228 455,-228 455,-249\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386132130896&#45;&gt;140386132130560 -->\n<g id=\"edge35\" class=\"edge\">\n<title>140386132130896&#45;&gt;140386132130560</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M434.6938,-227.9795C483.6312,-207.5441 591.6279,-162.4466 647.495,-139.1175\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"649.0911,-142.2439 656.9702,-135.1608 646.3937,-135.7845 649.0911,-142.2439\"/>\n</g>\n<!-- 140386132129104 -->\n<g id=\"node36\" class=\"node\">\n<title>140386132129104</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"462,-306 357,-306 357,-285 462,-285 462,-306\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386132129104&#45;&gt;140386132130896 -->\n<g id=\"edge36\" class=\"edge\">\n<title>140386132129104&#45;&gt;140386132130896</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-284.7787C409.5,-277.6134 409.5,-267.9517 409.5,-259.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-259.1732 409.5,-249.1732 406.0001,-259.1732 413.0001,-259.1732\"/>\n</g>\n<!-- 140386132131064 -->\n<g id=\"node37\" class=\"node\">\n<title>140386132131064</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"461.5,-363 357.5,-363 357.5,-342 461.5,-342 461.5,-363\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-349.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386132131064&#45;&gt;140386132129104 -->\n<g id=\"edge37\" class=\"edge\">\n<title>140386132131064&#45;&gt;140386132129104</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-341.7787C409.5,-334.6134 409.5,-324.9517 409.5,-316.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-316.1732 409.5,-306.1732 406.0001,-316.1732 413.0001,-316.1732\"/>\n</g>\n<!-- 140386097311416 -->\n<g id=\"node38\" class=\"node\">\n<title>140386097311416</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"436.5,-434 382.5,-434 382.5,-399 436.5,-399 436.5,-434\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386097311416&#45;&gt;140386132131064 -->\n<g id=\"edge38\" class=\"edge\">\n<title>140386097311416&#45;&gt;140386132131064</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-398.6724C409.5,-390.8405 409.5,-381.5893 409.5,-373.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-373.2234 409.5,-363.2234 406.0001,-373.2235 413.0001,-373.2234\"/>\n</g>\n<!-- 140386132129832 -->\n<g id=\"node39\" class=\"node\">\n<title>140386132129832</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"364,-427 273,-427 273,-406 364,-406 364,-427\"/>\n<text text-anchor=\"middle\" x=\"318.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132129832&#45;&gt;140386132131064 -->\n<g id=\"edge39\" class=\"edge\">\n<title>140386132129832&#45;&gt;140386132131064</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M333.5268,-405.9317C347.7531,-395.9264 369.3353,-380.7477 385.8658,-369.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"388.2847,-371.6996 394.4509,-363.084 384.2578,-365.9739 388.2847,-371.6996\"/>\n</g>\n<!-- 140386132128936&#45;&gt;140386132129832 -->\n<g id=\"edge40\" class=\"edge\">\n<title>140386132128936&#45;&gt;140386132129832</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M351.5767,-476.7166C345.7355,-466.0825 336.6675,-449.5741 329.5023,-436.5299\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"332.3612,-434.4646 324.479,-427.3849 326.2258,-437.8347 332.3612,-434.4646\"/>\n</g>\n<!-- 140386132130168 -->\n<g id=\"node41\" class=\"node\">\n<title>140386132130168</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"528,-427 455,-427 455,-406 528,-406 528,-427\"/>\n<text text-anchor=\"middle\" x=\"491.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132130168&#45;&gt;140386132131064 -->\n<g id=\"edge42\" class=\"edge\">\n<title>140386132130168&#45;&gt;140386132131064</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M477.9594,-405.9317C465.2587,-396.019 446.052,-381.0284 431.2117,-369.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"433.0974,-366.4776 423.0607,-363.084 428.7905,-371.9959 433.0974,-366.4776\"/>\n</g>\n<!-- 140386099733840 -->\n<g id=\"node42\" class=\"node\">\n<title>140386099733840</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"526,-505 457,-505 457,-470 526,-470 526,-505\"/>\n<text text-anchor=\"middle\" x=\"491.5\" y=\"-477.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099733840&#45;&gt;140386132130168 -->\n<g id=\"edge43\" class=\"edge\">\n<title>140386099733840&#45;&gt;140386132130168</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M491.5,-469.9494C491.5,-460.058 491.5,-447.6435 491.5,-437.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"495.0001,-437.0288 491.5,-427.0288 488.0001,-437.0289 495.0001,-437.0288\"/>\n</g>\n<!-- 140386132129328 -->\n<g id=\"node43\" class=\"node\">\n<title>140386132129328</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"306,-306 217,-306 217,-285 306,-285 306,-306\"/>\n<text text-anchor=\"middle\" x=\"261.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386132129328&#45;&gt;140386132130896 -->\n<g id=\"edge44\" class=\"edge\">\n<title>140386132129328&#45;&gt;140386132130896</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M288.9908,-284.9123C312.5626,-275.834 346.7223,-262.6779 372.6581,-252.6891\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"374.0825,-255.8912 382.1564,-249.031 371.5666,-249.3589 374.0825,-255.8912\"/>\n</g>\n<!-- 140386132131344 -->\n<g id=\"node44\" class=\"node\">\n<title>140386132131344</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"238.5,-363 134.5,-363 134.5,-342 238.5,-342 238.5,-363\"/>\n<text text-anchor=\"middle\" x=\"186.5\" y=\"-349.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386132131344&#45;&gt;140386132129328 -->\n<g id=\"edge45\" class=\"edge\">\n<title>140386132131344&#45;&gt;140386132129328</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M200.6069,-341.7787C211.5016,-333.4988 226.7823,-321.8855 239.3104,-312.3641\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"241.6125,-315.0106 247.4563,-306.1732 237.3769,-309.4375 241.6125,-315.0106\"/>\n</g>\n<!-- 140386099734456 -->\n<g id=\"node45\" class=\"node\">\n<title>140386099734456</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"254.5,-434 200.5,-434 200.5,-399 254.5,-399 254.5,-434\"/>\n<text text-anchor=\"middle\" x=\"227.5\" y=\"-406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099734456&#45;&gt;140386132131344 -->\n<g id=\"edge46\" class=\"edge\">\n<title>140386099734456&#45;&gt;140386132131344</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M216.0792,-398.6724C210.7198,-390.3066 204.3229,-380.3212 198.8512,-371.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"201.7111,-369.7558 193.3697,-363.2234 195.8169,-373.5318 201.7111,-369.7558\"/>\n</g>\n<!-- 140386132128488 -->\n<g id=\"node46\" class=\"node\">\n<title>140386132128488</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"91,-427 0,-427 0,-406 91,-406 91,-427\"/>\n<text text-anchor=\"middle\" x=\"45.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132128488&#45;&gt;140386132131344 -->\n<g id=\"edge47\" class=\"edge\">\n<title>140386132128488&#45;&gt;140386132131344</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M68.7833,-405.9317C92.0509,-395.3705 128.0175,-379.0452 154.073,-367.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155.5229,-370.4043 163.1821,-363.084 152.6296,-364.0302 155.5229,-370.4043\"/>\n</g>\n<!-- 140386132129776&#45;&gt;140386132128488 -->\n<g id=\"edge48\" class=\"edge\">\n<title>140386132129776&#45;&gt;140386132128488</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M48.0444,-476.7166C47.6083,-466.3953 46.9383,-450.5401 46.3953,-437.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"49.8791,-437.2282 45.9599,-427.3849 42.8853,-437.5237 49.8791,-437.2282\"/>\n</g>\n<!-- 140386132130672 -->\n<g id=\"node48\" class=\"node\">\n<title>140386132130672</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"182,-427 109,-427 109,-406 182,-406 182,-427\"/>\n<text text-anchor=\"middle\" x=\"145.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132130672&#45;&gt;140386132131344 -->\n<g id=\"edge50\" class=\"edge\">\n<title>140386132130672&#45;&gt;140386132131344</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M152.2703,-405.9317C158.1697,-396.723 166.8764,-383.1319 174.0322,-371.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"177.1354,-373.6063 179.5826,-363.2979 171.2412,-369.8302 177.1354,-373.6063\"/>\n</g>\n<!-- 140386099735240 -->\n<g id=\"node49\" class=\"node\">\n<title>140386099735240</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"180,-505 111,-505 111,-470 180,-470 180,-505\"/>\n<text text-anchor=\"middle\" x=\"145.5\" y=\"-477.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099735240&#45;&gt;140386132130672 -->\n<g id=\"edge51\" class=\"edge\">\n<title>140386099735240&#45;&gt;140386132130672</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M145.5,-469.9494C145.5,-460.058 145.5,-447.6435 145.5,-437.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"149.0001,-437.0288 145.5,-427.0288 142.0001,-437.0289 149.0001,-437.0288\"/>\n</g>\n<!-- 140386099733784 -->\n<g id=\"node50\" class=\"node\">\n<title>140386099733784</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"863,-192 758,-192 758,-171 863,-171 863,-192\"/>\n<text text-anchor=\"middle\" x=\"810.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386099733784&#45;&gt;140386099733616 -->\n<g id=\"edge52\" class=\"edge\">\n<title>140386099733784&#45;&gt;140386099733616</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M806.1212,-170.8032C794.6796,-142.8529 763.7436,-67.2809 748.8007,-30.7774\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"751.9048,-29.1214 744.8772,-21.1928 745.4265,-31.7734 751.9048,-29.1214\"/>\n</g>\n<!-- 140386132127984 -->\n<g id=\"node51\" class=\"node\">\n<title>140386132127984</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"939.5,-363 835.5,-363 835.5,-342 939.5,-342 939.5,-363\"/>\n<text text-anchor=\"middle\" x=\"887.5\" y=\"-349.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386132127984&#45;&gt;140386099733784 -->\n<g id=\"edge53\" class=\"edge\">\n<title>140386132127984&#45;&gt;140386099733784</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M882.6833,-341.8032C870.0975,-313.8529 836.068,-238.2809 819.6307,-201.7774\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"822.6122,-199.8739 815.3149,-192.1928 816.2294,-202.7481 822.6122,-199.8739\"/>\n</g>\n<!-- 140385964084472 -->\n<g id=\"node52\" class=\"node\">\n<title>140385964084472</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"873.5,-434 819.5,-434 819.5,-399 873.5,-399 873.5,-434\"/>\n<text text-anchor=\"middle\" x=\"846.5\" y=\"-406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140385964084472&#45;&gt;140386132127984 -->\n<g id=\"edge54\" class=\"edge\">\n<title>140385964084472&#45;&gt;140386132127984</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M857.9208,-398.6724C863.2802,-390.3066 869.6771,-380.3212 875.1488,-371.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"878.1831,-373.5318 880.6303,-363.2234 872.2889,-369.7558 878.1831,-373.5318\"/>\n</g>\n<!-- 140386132129440 -->\n<g id=\"node53\" class=\"node\">\n<title>140386132129440</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1074,-427 983,-427 983,-406 1074,-406 1074,-427\"/>\n<text text-anchor=\"middle\" x=\"1028.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386132129440&#45;&gt;140386132127984 -->\n<g id=\"edge55\" class=\"edge\">\n<title>140386132129440&#45;&gt;140386132127984</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1005.2167,-405.9317C981.9491,-395.3705 945.9825,-379.0452 919.927,-367.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"921.3704,-364.0302 910.8179,-363.084 918.4771,-370.4043 921.3704,-364.0302\"/>\n</g>\n<!-- 140386132130056&#45;&gt;140386132129440 -->\n<g id=\"edge56\" class=\"edge\">\n<title>140386132130056&#45;&gt;140386132129440</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1025.9556,-476.7166C1026.3917,-466.3953 1027.0617,-450.5401 1027.6047,-437.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1031.1147,-437.5237 1028.0401,-427.3849 1024.1209,-437.2282 1031.1147,-437.5237\"/>\n</g>\n<!-- 140386132129272 -->\n<g id=\"node55\" class=\"node\">\n<title>140386132129272</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"965,-427 892,-427 892,-406 965,-406 965,-427\"/>\n<text text-anchor=\"middle\" x=\"928.5\" y=\"-413.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386132129272&#45;&gt;140386132127984 -->\n<g id=\"edge58\" class=\"edge\">\n<title>140386132129272&#45;&gt;140386132127984</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M921.7297,-405.9317C915.8303,-396.723 907.1236,-383.1319 899.9678,-371.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"902.7588,-369.8302 894.4174,-363.2979 896.8646,-373.6063 902.7588,-369.8302\"/>\n</g>\n<!-- 140386099734176 -->\n<g id=\"node56\" class=\"node\">\n<title>140386099734176</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"963,-505 894,-505 894,-470 963,-470 963,-505\"/>\n<text text-anchor=\"middle\" x=\"928.5\" y=\"-477.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099734176&#45;&gt;140386132129272 -->\n<g id=\"edge59\" class=\"edge\">\n<title>140386099734176&#45;&gt;140386132129272</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M928.5,-469.9494C928.5,-460.058 928.5,-447.6435 928.5,-437.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"932.0001,-437.0288 928.5,-427.0288 925.0001,-437.0289 932.0001,-437.0288\"/>\n</g>\n</g>\n</svg>\n"
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 178
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "y0wsS6DYHfUv",
        "colab_type": "code",
        "outputId": "d38311af-b8f6-4118-ca61-d6ce388b4720",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "make_dot(decoder(torch.zeros_like(a),torch.zeros_like(b),torch.zeros_like(c),torch.zeros_like(d))[2])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<graphviz.dot.Digraph at 0x7fae2f9b2c50>"
            ],
            "image/svg+xml": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n -->\n<!-- Title: %3 Pages: 1 -->\n<svg width=\"633pt\" height=\"1037pt\"\n viewBox=\"0.00 0.00 632.85 1037.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n<g id=\"graph0\" class=\"graph\" transform=\"scale(.7832 .7832) rotate(0) translate(4 1320)\">\n<title>%3</title>\n<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-1320 804,-1320 804,4 -4,4\"/>\n<!-- 140386099733616 -->\n<g id=\"node1\" class=\"node\">\n<title>140386099733616</title>\n<polygon fill=\"#caff70\" stroke=\"#000000\" points=\"513.5,-21 421.5,-21 421.5,0 513.5,0 513.5,-21\"/>\n<text text-anchor=\"middle\" x=\"467.5\" y=\"-7.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386099736472 -->\n<g id=\"node2\" class=\"node\">\n<title>140386099736472</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"560,-78 469,-78 469,-57 560,-57 560,-78\"/>\n<text text-anchor=\"middle\" x=\"514.5\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386099736472&#45;&gt;140386099733616 -->\n<g id=\"edge1\" class=\"edge\">\n<title>140386099736472&#45;&gt;140386099733616</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M505.6597,-56.7787C499.2262,-48.9765 490.3522,-38.2144 482.7806,-29.0318\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"485.3629,-26.662 476.3007,-21.1732 479.9622,-31.1153 485.3629,-26.662\"/>\n</g>\n<!-- 140386099734008 -->\n<g id=\"node3\" class=\"node\">\n<title>140386099734008</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"590,-135 485,-135 485,-114 590,-114 590,-135\"/>\n<text text-anchor=\"middle\" x=\"537.5\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386099734008&#45;&gt;140386099736472 -->\n<g id=\"edge2\" class=\"edge\">\n<title>140386099734008&#45;&gt;140386099736472</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M533.1739,-113.7787C530.1862,-106.3746 526.123,-96.3049 522.5496,-87.4491\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"525.7945,-86.137 518.8067,-78.1732 519.303,-88.7564 525.7945,-86.137\"/>\n</g>\n<!-- 140386099734456 -->\n<g id=\"node4\" class=\"node\">\n<title>140386099734456</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"606.5,-192 514.5,-192 514.5,-171 606.5,-171 606.5,-192\"/>\n<text text-anchor=\"middle\" x=\"560.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386099734456&#45;&gt;140386099734008 -->\n<g id=\"edge3\" class=\"edge\">\n<title>140386099734456&#45;&gt;140386099734008</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M556.1739,-170.7787C553.1862,-163.3746 549.123,-153.3049 545.5496,-144.4491\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"548.7945,-143.137 541.8067,-135.1732 542.303,-145.7564 548.7945,-143.137\"/>\n</g>\n<!-- 140386099735688 -->\n<g id=\"node5\" class=\"node\">\n<title>140386099735688</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"669.5,-249 565.5,-249 565.5,-228 669.5,-228 669.5,-249\"/>\n<text text-anchor=\"middle\" x=\"617.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099735688&#45;&gt;140386099734456 -->\n<g id=\"edge4\" class=\"edge\">\n<title>140386099735688&#45;&gt;140386099734456</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M606.7787,-227.7787C598.8173,-219.8173 587.7739,-208.7739 578.4717,-199.4717\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"580.7192,-196.7694 571.1732,-192.1732 575.7694,-201.7192 580.7192,-196.7694\"/>\n</g>\n<!-- 140386099735240 -->\n<g id=\"node6\" class=\"node\">\n<title>140386099735240</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"599.5,-320 545.5,-320 545.5,-285 599.5,-285 599.5,-320\"/>\n<text text-anchor=\"middle\" x=\"572.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099735240&#45;&gt;140386099735688 -->\n<g id=\"edge5\" class=\"edge\">\n<title>140386099735240&#45;&gt;140386099735688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M585.035,-284.6724C590.9798,-276.2176 598.0878,-266.1085 604.1352,-257.5078\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"607.0714,-259.4169 609.9601,-249.2234 601.3452,-255.3906 607.0714,-259.4169\"/>\n</g>\n<!-- 140386099733056 -->\n<g id=\"node7\" class=\"node\">\n<title>140386099733056</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"709,-313 618,-313 618,-292 709,-292 709,-313\"/>\n<text text-anchor=\"middle\" x=\"663.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099733056&#45;&gt;140386099735688 -->\n<g id=\"edge6\" class=\"edge\">\n<title>140386099733056&#45;&gt;140386099735688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M655.904,-291.9317C649.2191,-282.6309 639.321,-268.8597 631.2479,-257.6276\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"633.9395,-255.3753 625.261,-249.2979 628.2553,-259.4608 633.9395,-255.3753\"/>\n</g>\n<!-- 140386099736192 -->\n<g id=\"node8\" class=\"node\">\n<title>140386099736192</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"627.5,-384 545.5,-384 545.5,-363 627.5,-363 627.5,-384\"/>\n<text text-anchor=\"middle\" x=\"586.5\" y=\"-370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099736192&#45;&gt;140386099733056 -->\n<g id=\"edge7\" class=\"edge\">\n<title>140386099736192&#45;&gt;140386099733056</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M598.1946,-362.7166C610.4768,-351.3915 629.9845,-333.4039 644.4848,-320.0335\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"646.9685,-322.5042 651.9476,-313.1522 642.2233,-317.358 646.9685,-322.5042\"/>\n</g>\n<!-- 140386099734120 -->\n<g id=\"node9\" class=\"node\">\n<title>140386099734120</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"456.5,-448 362.5,-448 362.5,-427 456.5,-427 456.5,-448\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ReluBackward0</text>\n</g>\n<!-- 140386099734120&#45;&gt;140386099736192 -->\n<g id=\"edge8\" class=\"edge\">\n<title>140386099734120&#45;&gt;140386099736192</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M438.728,-426.9317C468.4486,-416.1852 514.6749,-399.4706 547.5036,-387.6004\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"549.0146,-390.7759 557.2286,-384.084 546.6343,-384.193 549.0146,-390.7759\"/>\n</g>\n<!-- 140386099736416 -->\n<g id=\"node38\" class=\"node\">\n<title>140386099736416</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"126.5,-384 44.5,-384 44.5,-363 126.5,-363 126.5,-384\"/>\n<text text-anchor=\"middle\" x=\"85.5\" y=\"-370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099734120&#45;&gt;140386099736416 -->\n<g id=\"edge39\" class=\"edge\">\n<title>140386099734120&#45;&gt;140386099736416</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M362.3876,-428.1939C302.2038,-416.3057 198.435,-395.8081 136.459,-383.566\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"137.0004,-380.1054 126.5117,-381.6011 135.6439,-386.9727 137.0004,-380.1054\"/>\n</g>\n<!-- 140386099735184 -->\n<g id=\"node45\" class=\"node\">\n<title>140386099735184</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"450.5,-384 368.5,-384 368.5,-363 450.5,-363 450.5,-384\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099734120&#45;&gt;140386099735184 -->\n<g id=\"edge47\" class=\"edge\">\n<title>140386099734120&#45;&gt;140386099735184</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-426.9317C409.5,-418.0913 409.5,-405.2122 409.5,-394.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-394.2979 409.5,-384.2979 406.0001,-394.2979 413.0001,-394.2979\"/>\n</g>\n<!-- 140386099736080 -->\n<g id=\"node10\" class=\"node\">\n<title>140386099736080</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"471.5,-505 347.5,-505 347.5,-484 471.5,-484 471.5,-505\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-491.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386099736080&#45;&gt;140386099734120 -->\n<g id=\"edge9\" class=\"edge\">\n<title>140386099736080&#45;&gt;140386099734120</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-483.7787C409.5,-476.6134 409.5,-466.9517 409.5,-458.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-458.1732 409.5,-448.1732 406.0001,-458.1732 413.0001,-458.1732\"/>\n</g>\n<!-- 140386099735968 -->\n<g id=\"node11\" class=\"node\">\n<title>140386099735968</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"461.5,-562 357.5,-562 357.5,-541 461.5,-541 461.5,-562\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099735968&#45;&gt;140386099736080 -->\n<g id=\"edge10\" class=\"edge\">\n<title>140386099735968&#45;&gt;140386099736080</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-540.7787C409.5,-533.6134 409.5,-523.9517 409.5,-515.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-515.1732 409.5,-505.1732 406.0001,-515.1732 413.0001,-515.1732\"/>\n</g>\n<!-- 140386099735912 -->\n<g id=\"node12\" class=\"node\">\n<title>140386099735912</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"350.5,-633 296.5,-633 296.5,-598 350.5,-598 350.5,-633\"/>\n<text text-anchor=\"middle\" x=\"323.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099735912&#45;&gt;140386099735968 -->\n<g id=\"edge11\" class=\"edge\">\n<title>140386099735912&#45;&gt;140386099735968</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M347.4558,-597.6724C359.8538,-588.446 374.8987,-577.2498 387.0683,-568.1934\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"389.4097,-570.8138 395.3425,-562.0358 385.2306,-565.1981 389.4097,-570.8138\"/>\n</g>\n<!-- 140386099735856 -->\n<g id=\"node13\" class=\"node\">\n<title>140386099735856</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"450.5,-626 368.5,-626 368.5,-605 450.5,-605 450.5,-626\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-612.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099735856&#45;&gt;140386099735968 -->\n<g id=\"edge12\" class=\"edge\">\n<title>140386099735856&#45;&gt;140386099735968</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-604.9317C409.5,-596.0913 409.5,-583.2122 409.5,-572.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-572.2979 409.5,-562.2979 406.0001,-572.2979 413.0001,-572.2979\"/>\n</g>\n<!-- 140386099735520 -->\n<g id=\"node14\" class=\"node\">\n<title>140386099735520</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"361.5,-932 267.5,-932 267.5,-911 361.5,-911 361.5,-932\"/>\n<text text-anchor=\"middle\" x=\"314.5\" y=\"-918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386099735520&#45;&gt;140386099735856 -->\n<g id=\"edge13\" class=\"edge\">\n<title>140386099735520&#45;&gt;140386099735856</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M316.5313,-910.8587C320.1875,-890.7481 327.5,-845.7463 327.5,-807.5 327.5,-807.5 327.5,-807.5 327.5,-750.5 327.5,-712.4792 333.3516,-701.2432 353.5,-669 362.2152,-655.0531 375.386,-642.2206 386.7652,-632.6213\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"389.0811,-635.2496 394.6451,-626.2333 384.6729,-629.8119 389.0811,-635.2496\"/>\n</g>\n<!-- 140386099733168 -->\n<g id=\"node15\" class=\"node\">\n<title>140386099733168</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"438.5,-1131 304.5,-1131 304.5,-1110 438.5,-1110 438.5,-1131\"/>\n<text text-anchor=\"middle\" x=\"371.5\" y=\"-1117.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">FusedDropoutBackward</text>\n</g>\n<!-- 140386099733168&#45;&gt;140386099735520 -->\n<g id=\"edge14\" class=\"edge\">\n<title>140386099733168&#45;&gt;140386099735520</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M354.1908,-1109.9652C342.3143,-1101.7379 327.3353,-1089.1726 319.5,-1074 297.5248,-1031.4462 304.0951,-972.9359 309.8518,-942.2319\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"313.3168,-942.7562 311.8815,-932.2591 306.4574,-941.3601 313.3168,-942.7562\"/>\n</g>\n<!-- 140386099733392 -->\n<g id=\"node26\" class=\"node\">\n<title>140386099733392</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"499.5,-1067 405.5,-1067 405.5,-1046 499.5,-1046 499.5,-1067\"/>\n<text text-anchor=\"middle\" x=\"452.5\" y=\"-1053.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386099733168&#45;&gt;140386099733392 -->\n<g id=\"edge26\" class=\"edge\">\n<title>140386099733168&#45;&gt;140386099733392</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M384.8755,-1109.9317C397.4213,-1100.019 416.3938,-1085.0284 431.0531,-1073.4457\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"433.4281,-1076.0298 439.1046,-1067.084 429.0884,-1070.5374 433.4281,-1076.0298\"/>\n</g>\n<!-- 140386099733000 -->\n<g id=\"node16\" class=\"node\">\n<title>140386099733000</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"417,-1188 326,-1188 326,-1167 417,-1167 417,-1188\"/>\n<text text-anchor=\"middle\" x=\"371.5\" y=\"-1174.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099733000&#45;&gt;140386099733168 -->\n<g id=\"edge15\" class=\"edge\">\n<title>140386099733000&#45;&gt;140386099733168</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M371.5,-1166.7787C371.5,-1159.6134 371.5,-1149.9517 371.5,-1141.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"375.0001,-1141.1732 371.5,-1131.1732 368.0001,-1141.1732 375.0001,-1141.1732\"/>\n</g>\n<!-- 140386099734848 -->\n<g id=\"node17\" class=\"node\">\n<title>140386099734848</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"431.5,-1245 311.5,-1245 311.5,-1224 431.5,-1224 431.5,-1245\"/>\n<text text-anchor=\"middle\" x=\"371.5\" y=\"-1231.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386099734848&#45;&gt;140386099733000 -->\n<g id=\"edge16\" class=\"edge\">\n<title>140386099734848&#45;&gt;140386099733000</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M371.5,-1223.7787C371.5,-1216.6134 371.5,-1206.9517 371.5,-1198.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"375.0001,-1198.1732 371.5,-1188.1732 368.0001,-1198.1732 375.0001,-1198.1732\"/>\n</g>\n<!-- 140386099732720 -->\n<g id=\"node18\" class=\"node\">\n<title>140386099732720</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"406,-1316 337,-1316 337,-1281 406,-1281 406,-1316\"/>\n<text text-anchor=\"middle\" x=\"371.5\" y=\"-1288.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466, 256)</text>\n</g>\n<!-- 140386099732720&#45;&gt;140386099734848 -->\n<g id=\"edge17\" class=\"edge\">\n<title>140386099732720&#45;&gt;140386099734848</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M371.5,-1280.6724C371.5,-1272.8405 371.5,-1263.5893 371.5,-1255.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"375.0001,-1255.2234 371.5,-1245.2234 368.0001,-1255.2235 375.0001,-1255.2234\"/>\n</g>\n<!-- 140386099733560 -->\n<g id=\"node19\" class=\"node\">\n<title>140386099733560</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"456.5,-697 362.5,-697 362.5,-676 456.5,-676 456.5,-697\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-683.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386099733560&#45;&gt;140386099735856 -->\n<g id=\"edge18\" class=\"edge\">\n<title>140386099733560&#45;&gt;140386099735856</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-675.7166C409.5,-665.3953 409.5,-649.5401 409.5,-636.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-636.3848 409.5,-626.3849 406.0001,-636.3849 413.0001,-636.3848\"/>\n</g>\n<!-- 140386099735128 -->\n<g id=\"node20\" class=\"node\">\n<title>140386099735128</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"462.5,-761 370.5,-761 370.5,-740 462.5,-740 462.5,-761\"/>\n<text text-anchor=\"middle\" x=\"416.5\" y=\"-747.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">BmmBackward</text>\n</g>\n<!-- 140386099735128&#45;&gt;140386099733560 -->\n<g id=\"edge19\" class=\"edge\">\n<title>140386099735128&#45;&gt;140386099733560</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M415.3441,-739.9317C414.3772,-731.0913 412.9685,-718.2122 411.7765,-707.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"415.2476,-706.8581 410.681,-697.2979 408.2891,-707.6192 415.2476,-706.8581\"/>\n</g>\n<!-- 140386099734792 -->\n<g id=\"node21\" class=\"node\">\n<title>140386099734792</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"486.5,-818 362.5,-818 362.5,-797 486.5,-797 486.5,-818\"/>\n<text text-anchor=\"middle\" x=\"424.5\" y=\"-804.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386099734792&#45;&gt;140386099735128 -->\n<g id=\"edge20\" class=\"edge\">\n<title>140386099734792&#45;&gt;140386099735128</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M422.9953,-796.7787C421.9896,-789.6134 420.6336,-779.9517 419.4207,-771.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"422.854,-770.5896 417.998,-761.1732 415.9219,-771.5626 422.854,-770.5896\"/>\n</g>\n<!-- 140386099734512 -->\n<g id=\"node22\" class=\"node\">\n<title>140386099734512</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"486,-875 381,-875 381,-854 486,-854 486,-875\"/>\n<text text-anchor=\"middle\" x=\"433.5\" y=\"-861.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SoftmaxBackward</text>\n</g>\n<!-- 140386099734512&#45;&gt;140386099734792 -->\n<g id=\"edge21\" class=\"edge\">\n<title>140386099734512&#45;&gt;140386099734792</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M431.8072,-853.7787C430.6758,-846.6134 429.1503,-836.9517 427.7857,-828.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"431.2021,-827.5049 426.1852,-818.1732 424.2878,-828.5967 431.2021,-827.5049\"/>\n</g>\n<!-- 140386099732552 -->\n<g id=\"node23\" class=\"node\">\n<title>140386099732552</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"494.5,-932 390.5,-932 390.5,-911 494.5,-911 494.5,-932\"/>\n<text text-anchor=\"middle\" x=\"442.5\" y=\"-918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099732552&#45;&gt;140386099734512 -->\n<g id=\"edge22\" class=\"edge\">\n<title>140386099732552&#45;&gt;140386099734512</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M440.8072,-910.7787C439.6758,-903.6134 438.1503,-893.9517 436.7857,-885.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"440.2021,-884.5049 435.1852,-875.1732 433.2878,-885.5967 440.2021,-884.5049\"/>\n</g>\n<!-- 140386099736304 -->\n<g id=\"node24\" class=\"node\">\n<title>140386099736304</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"566.5,-1003 512.5,-1003 512.5,-968 566.5,-968 566.5,-1003\"/>\n<text text-anchor=\"middle\" x=\"539.5\" y=\"-975.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5)</text>\n</g>\n<!-- 140386099736304&#45;&gt;140386099732552 -->\n<g id=\"edge23\" class=\"edge\">\n<title>140386099736304&#45;&gt;140386099732552</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M512.7376,-967.8423C498.4773,-958.4335 481.0559,-946.939 467.1313,-937.7516\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"468.8286,-934.6783 458.5541,-932.0924 464.9735,-940.5211 468.8286,-934.6783\"/>\n</g>\n<!-- 140386099736024 -->\n<g id=\"node25\" class=\"node\">\n<title>140386099736024</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"494.5,-996 412.5,-996 412.5,-975 494.5,-975 494.5,-996\"/>\n<text text-anchor=\"middle\" x=\"453.5\" y=\"-982.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099736024&#45;&gt;140386099732552 -->\n<g id=\"edge24\" class=\"edge\">\n<title>140386099736024&#45;&gt;140386099732552</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M451.6836,-974.9317C450.1641,-966.0913 447.9505,-953.2122 446.0773,-942.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"449.4993,-941.5605 444.3559,-932.2979 442.6005,-942.7463 449.4993,-941.5605\"/>\n</g>\n<!-- 140386099733392&#45;&gt;140386099736024 -->\n<g id=\"edge25\" class=\"edge\">\n<title>140386099733392&#45;&gt;140386099736024</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M452.6519,-1045.7166C452.7972,-1035.3953 453.0206,-1019.5401 453.2016,-1006.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"456.7054,-1006.4332 453.3467,-996.3849 449.7061,-1006.3345 456.7054,-1006.4332\"/>\n</g>\n<!-- 140386099733728 -->\n<g id=\"node27\" class=\"node\">\n<title>140386099733728</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"394,-996 321,-996 321,-975 394,-975 394,-996\"/>\n<text text-anchor=\"middle\" x=\"357.5\" y=\"-982.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099733728&#45;&gt;140386099732552 -->\n<g id=\"edge27\" class=\"edge\">\n<title>140386099733728&#45;&gt;140386099732552</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M371.536,-974.9317C384.8244,-964.9264 404.9835,-949.7477 420.4241,-938.1219\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"422.5597,-940.8951 428.4431,-932.084 418.3491,-935.303 422.5597,-940.8951\"/>\n</g>\n<!-- 140386099733504 -->\n<g id=\"node28\" class=\"node\">\n<title>140386099733504</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"386,-1074 329,-1074 329,-1039 386,-1039 386,-1074\"/>\n<text text-anchor=\"middle\" x=\"357.5\" y=\"-1046.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5, 512)</text>\n</g>\n<!-- 140386099733504&#45;&gt;140386099733728 -->\n<g id=\"edge28\" class=\"edge\">\n<title>140386099733504&#45;&gt;140386099733728</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M357.5,-1038.9494C357.5,-1029.058 357.5,-1016.6435 357.5,-1006.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"361.0001,-1006.0288 357.5,-996.0288 354.0001,-1006.0289 361.0001,-1006.0288\"/>\n</g>\n<!-- 140386099735744 -->\n<g id=\"node29\" class=\"node\">\n<title>140386099735744</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"544,-626 471,-626 471,-605 544,-605 544,-626\"/>\n<text text-anchor=\"middle\" x=\"507.5\" y=\"-612.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099735744&#45;&gt;140386099735968 -->\n<g id=\"edge29\" class=\"edge\">\n<title>140386099735744&#45;&gt;140386099735968</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M491.3173,-604.9317C475.8548,-594.8337 452.3232,-579.4662 434.4591,-567.7999\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"435.9932,-564.6215 425.7067,-562.084 432.1657,-570.4824 435.9932,-564.6215\"/>\n</g>\n<!-- 140386099735464 -->\n<g id=\"node30\" class=\"node\">\n<title>140386099735464</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"544,-704 475,-704 475,-669 544,-669 544,-704\"/>\n<text text-anchor=\"middle\" x=\"509.5\" y=\"-676.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099735464&#45;&gt;140386099735744 -->\n<g id=\"edge30\" class=\"edge\">\n<title>140386099735464&#45;&gt;140386099735744</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M509.0056,-668.9494C508.727,-659.058 508.3773,-646.6435 508.0851,-636.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"511.5769,-635.9263 507.7966,-626.0288 504.5796,-636.1235 511.5769,-635.9263\"/>\n</g>\n<!-- 140386099736360 -->\n<g id=\"node31\" class=\"node\">\n<title>140386099736360</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"800,-313 727,-313 727,-292 800,-292 800,-313\"/>\n<text text-anchor=\"middle\" x=\"763.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099736360&#45;&gt;140386099735688 -->\n<g id=\"edge31\" class=\"edge\">\n<title>140386099736360&#45;&gt;140386099735688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M739.3911,-291.9317C715.2984,-281.3705 678.0563,-265.0452 651.0769,-253.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"652.2086,-249.8933 641.6447,-249.084 649.3983,-256.3044 652.2086,-249.8933\"/>\n</g>\n<!-- 140386099734232 -->\n<g id=\"node32\" class=\"node\">\n<title>140386099734232</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"798,-391 729,-391 729,-356 798,-356 798,-391\"/>\n<text text-anchor=\"middle\" x=\"763.5\" y=\"-363.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099734232&#45;&gt;140386099736360 -->\n<g id=\"edge32\" class=\"edge\">\n<title>140386099734232&#45;&gt;140386099736360</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M763.5,-355.9494C763.5,-346.058 763.5,-333.6435 763.5,-323.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"767.0001,-323.0288 763.5,-313.0288 760.0001,-323.0289 767.0001,-323.0288\"/>\n</g>\n<!-- 140386099734176 -->\n<g id=\"node33\" class=\"node\">\n<title>140386099734176</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"455,-135 364,-135 364,-114 455,-114 455,-135\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386099734176&#45;&gt;140386099733616 -->\n<g id=\"edge33\" class=\"edge\">\n<title>140386099734176&#45;&gt;140386099733616</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M414.8525,-113.9795C424.5145,-94.9888 445.0125,-54.6995 457.3881,-30.3751\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"460.5761,-31.8275 461.9912,-21.3276 454.3371,-28.6533 460.5761,-31.8275\"/>\n</g>\n<!-- 140386099733840 -->\n<g id=\"node34\" class=\"node\">\n<title>140386099733840</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"309,-192 204,-192 204,-171 309,-171 309,-192\"/>\n<text text-anchor=\"middle\" x=\"256.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386099733840&#45;&gt;140386099734176 -->\n<g id=\"edge34\" class=\"edge\">\n<title>140386099733840&#45;&gt;140386099734176</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M284.9196,-170.9123C309.395,-161.794 344.9128,-148.5619 371.7673,-138.5573\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"373.0837,-141.8019 381.2326,-135.031 370.6399,-135.2423 373.0837,-141.8019\"/>\n</g>\n<!-- 140386099734288 -->\n<g id=\"node35\" class=\"node\">\n<title>140386099734288</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"229.5,-249 125.5,-249 125.5,-228 229.5,-228 229.5,-249\"/>\n<text text-anchor=\"middle\" x=\"177.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099734288&#45;&gt;140386099733840 -->\n<g id=\"edge35\" class=\"edge\">\n<title>140386099734288&#45;&gt;140386099733840</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M192.3593,-227.7787C203.9453,-219.4192 220.2406,-207.6618 233.5069,-198.09\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"235.6457,-200.8627 241.7073,-192.1732 231.5499,-195.1861 235.6457,-200.8627\"/>\n</g>\n<!-- 140386099733896 -->\n<g id=\"node36\" class=\"node\">\n<title>140386099733896</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"163.5,-320 109.5,-320 109.5,-285 163.5,-285 163.5,-320\"/>\n<text text-anchor=\"middle\" x=\"136.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099733896&#45;&gt;140386099734288 -->\n<g id=\"edge36\" class=\"edge\">\n<title>140386099733896&#45;&gt;140386099734288</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M147.9208,-284.6724C153.2802,-276.3066 159.6771,-266.3212 165.1488,-257.7799\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.1831,-259.5318 170.6303,-249.2234 162.2889,-255.7558 168.1831,-259.5318\"/>\n</g>\n<!-- 140386099733672 -->\n<g id=\"node37\" class=\"node\">\n<title>140386099733672</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"91,-313 0,-313 0,-292 91,-292 91,-313\"/>\n<text text-anchor=\"middle\" x=\"45.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099733672&#45;&gt;140386099734288 -->\n<g id=\"edge37\" class=\"edge\">\n<title>140386099733672&#45;&gt;140386099734288</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M67.2971,-291.9317C88.8885,-281.4632 122.1607,-265.3312 146.4988,-253.5309\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"148.1993,-256.5961 155.6705,-249.084 145.1454,-250.2974 148.1993,-256.5961\"/>\n</g>\n<!-- 140386099736416&#45;&gt;140386099733672 -->\n<g id=\"edge38\" class=\"edge\">\n<title>140386099736416&#45;&gt;140386099733672</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M79.4249,-362.7166C73.3751,-351.9782 63.9506,-335.2498 56.5689,-322.1472\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"59.5902,-320.3794 51.6323,-313.3849 53.4914,-323.8153 59.5902,-320.3794\"/>\n</g>\n<!-- 140386099733952 -->\n<g id=\"node39\" class=\"node\">\n<title>140386099733952</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"255,-313 182,-313 182,-292 255,-292 255,-313\"/>\n<text text-anchor=\"middle\" x=\"218.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099733952&#45;&gt;140386099734288 -->\n<g id=\"edge40\" class=\"edge\">\n<title>140386099733952&#45;&gt;140386099734288</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M211.7297,-291.9317C205.8303,-282.723 197.1236,-269.1319 189.9678,-257.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"192.7588,-255.8302 184.4174,-249.2979 186.8646,-259.6063 192.7588,-255.8302\"/>\n</g>\n<!-- 140386099736528 -->\n<g id=\"node40\" class=\"node\">\n<title>140386099736528</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"253,-391 184,-391 184,-356 253,-356 253,-391\"/>\n<text text-anchor=\"middle\" x=\"218.5\" y=\"-363.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099736528&#45;&gt;140386099733952 -->\n<g id=\"edge41\" class=\"edge\">\n<title>140386099736528&#45;&gt;140386099733952</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M218.5,-355.9494C218.5,-346.058 218.5,-333.6435 218.5,-323.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"222.0001,-323.0288 218.5,-313.0288 215.0001,-323.0289 222.0001,-323.0288\"/>\n</g>\n<!-- 140386099733784 -->\n<g id=\"node41\" class=\"node\">\n<title>140386099733784</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"454,-192 365,-192 365,-171 454,-171 454,-192\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386099733784&#45;&gt;140386099734176 -->\n<g id=\"edge42\" class=\"edge\">\n<title>140386099733784&#45;&gt;140386099734176</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-170.7787C409.5,-163.6134 409.5,-153.9517 409.5,-145.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-145.1732 409.5,-135.1732 406.0001,-145.1732 413.0001,-145.1732\"/>\n</g>\n<!-- 140386099734064 -->\n<g id=\"node42\" class=\"node\">\n<title>140386099734064</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"461.5,-249 357.5,-249 357.5,-228 461.5,-228 461.5,-249\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-235.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099734064&#45;&gt;140386099733784 -->\n<g id=\"edge43\" class=\"edge\">\n<title>140386099734064&#45;&gt;140386099733784</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-227.7787C409.5,-220.6134 409.5,-210.9517 409.5,-202.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-202.1732 409.5,-192.1732 406.0001,-202.1732 413.0001,-202.1732\"/>\n</g>\n<!-- 140386099734736 -->\n<g id=\"node43\" class=\"node\">\n<title>140386099734736</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"527.5,-320 473.5,-320 473.5,-285 527.5,-285 527.5,-320\"/>\n<text text-anchor=\"middle\" x=\"500.5\" y=\"-292.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386099734736&#45;&gt;140386099734064 -->\n<g id=\"edge44\" class=\"edge\">\n<title>140386099734736&#45;&gt;140386099734064</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M475.1514,-284.6724C461.9053,-275.3565 445.8037,-264.0322 432.8617,-254.9302\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"434.6737,-251.9257 424.4806,-249.0358 430.6468,-257.6514 434.6737,-251.9257\"/>\n</g>\n<!-- 140386099733336 -->\n<g id=\"node44\" class=\"node\">\n<title>140386099733336</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"455,-313 364,-313 364,-292 455,-292 455,-313\"/>\n<text text-anchor=\"middle\" x=\"409.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099733336&#45;&gt;140386099734064 -->\n<g id=\"edge45\" class=\"edge\">\n<title>140386099733336&#45;&gt;140386099734064</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-291.9317C409.5,-283.0913 409.5,-270.2122 409.5,-259.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-259.2979 409.5,-249.2979 406.0001,-259.2979 413.0001,-259.2979\"/>\n</g>\n<!-- 140386099735184&#45;&gt;140386099733336 -->\n<g id=\"edge46\" class=\"edge\">\n<title>140386099735184&#45;&gt;140386099733336</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M409.5,-362.7166C409.5,-352.3953 409.5,-336.5401 409.5,-323.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.0001,-323.3848 409.5,-313.3849 406.0001,-323.3849 413.0001,-323.3848\"/>\n</g>\n<!-- 140386099733224 -->\n<g id=\"node46\" class=\"node\">\n<title>140386099733224</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"346,-313 273,-313 273,-292 346,-292 346,-313\"/>\n<text text-anchor=\"middle\" x=\"309.5\" y=\"-299.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099733224&#45;&gt;140386099734064 -->\n<g id=\"edge48\" class=\"edge\">\n<title>140386099733224&#45;&gt;140386099734064</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M326.013,-291.9317C341.9358,-281.7411 366.2441,-266.1838 384.5317,-254.4797\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"386.4265,-257.4225 392.9625,-249.084 382.6531,-251.5266 386.4265,-257.4225\"/>\n</g>\n<!-- 140386099735296 -->\n<g id=\"node47\" class=\"node\">\n<title>140386099735296</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"344,-391 275,-391 275,-356 344,-356 344,-391\"/>\n<text text-anchor=\"middle\" x=\"309.5\" y=\"-363.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386099735296&#45;&gt;140386099733224 -->\n<g id=\"edge49\" class=\"edge\">\n<title>140386099735296&#45;&gt;140386099733224</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M309.5,-355.9494C309.5,-346.058 309.5,-333.6435 309.5,-323.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"313.0001,-323.0288 309.5,-313.0288 306.0001,-323.0289 313.0001,-323.0288\"/>\n</g>\n</g>\n</svg>\n"
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 179
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UileyPGoHgoe",
        "colab_type": "code",
        "outputId": "796fb031-3c03-470f-f027-6c126abfbe12",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 685
        }
      },
      "source": [
        "make_dot(decoder(torch.zeros_like(a),torch.zeros_like(b),torch.zeros_like(c),torch.zeros_like(d))[3])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<graphviz.dot.Digraph at 0x7fae2f9b2198>"
            ],
            "image/svg+xml": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n -->\n<!-- Title: %3 Pages: 1 -->\n<svg width=\"254pt\" height=\"470pt\"\n viewBox=\"0.00 0.00 253.50 470.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 466)\">\n<title>%3</title>\n<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-466 249.5,-466 249.5,4 -4,4\"/>\n<!-- 140386099735072 -->\n<g id=\"node1\" class=\"node\">\n<title>140386099735072</title>\n<polygon fill=\"#caff70\" stroke=\"#000000\" points=\"165.5,-21 60.5,-21 60.5,0 165.5,0 165.5,-21\"/>\n<text text-anchor=\"middle\" x=\"113\" y=\"-7.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SoftmaxBackward</text>\n</g>\n<!-- 140386099736136 -->\n<g id=\"node2\" class=\"node\">\n<title>140386099736136</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"165,-78 61,-78 61,-57 165,-57 165,-78\"/>\n<text text-anchor=\"middle\" x=\"113\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386099736136&#45;&gt;140386099735072 -->\n<g id=\"edge1\" class=\"edge\">\n<title>140386099736136&#45;&gt;140386099735072</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M113,-56.7787C113,-49.6134 113,-39.9517 113,-31.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"116.5001,-31.1732 113,-21.1732 109.5001,-31.1732 116.5001,-31.1732\"/>\n</g>\n<!-- 140386099736304 -->\n<g id=\"node3\" class=\"node\">\n<title>140386099736304</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"54,-149 0,-149 0,-114 54,-114 54,-149\"/>\n<text text-anchor=\"middle\" x=\"27\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5)</text>\n</g>\n<!-- 140386099736304&#45;&gt;140386099736136 -->\n<g id=\"edge2\" class=\"edge\">\n<title>140386099736304&#45;&gt;140386099736136</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M50.9558,-113.6724C63.3538,-104.446 78.3987,-93.2498 90.5683,-84.1934\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"92.9097,-86.8138 98.8425,-78.0358 88.7306,-81.1981 92.9097,-86.8138\"/>\n</g>\n<!-- 140386099733112 -->\n<g id=\"node4\" class=\"node\">\n<title>140386099733112</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"154,-142 72,-142 72,-121 154,-121 154,-142\"/>\n<text text-anchor=\"middle\" x=\"113\" y=\"-128.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386099733112&#45;&gt;140386099736136 -->\n<g id=\"edge3\" class=\"edge\">\n<title>140386099733112&#45;&gt;140386099736136</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M113,-120.9317C113,-112.0913 113,-99.2122 113,-88.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"116.5001,-88.2979 113,-78.2979 109.5001,-88.2979 116.5001,-88.2979\"/>\n</g>\n<!-- 140386099735016 -->\n<g id=\"node5\" class=\"node\">\n<title>140386099735016</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"160,-213 66,-213 66,-192 160,-192 160,-213\"/>\n<text text-anchor=\"middle\" x=\"113\" y=\"-199.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386099735016&#45;&gt;140386099733112 -->\n<g id=\"edge4\" class=\"edge\">\n<title>140386099735016&#45;&gt;140386099733112</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M113,-191.7166C113,-181.3953 113,-165.5401 113,-152.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"116.5001,-152.3848 113,-142.3849 109.5001,-152.3849 116.5001,-152.3848\"/>\n</g>\n<!-- 140386099732776 -->\n<g id=\"node6\" class=\"node\">\n<title>140386099732776</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"180,-277 46,-277 46,-256 180,-256 180,-277\"/>\n<text text-anchor=\"middle\" x=\"113\" y=\"-263.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">FusedDropoutBackward</text>\n</g>\n<!-- 140386099732776&#45;&gt;140386099735016 -->\n<g id=\"edge5\" class=\"edge\">\n<title>140386099732776&#45;&gt;140386099735016</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M113,-255.9317C113,-247.0913 113,-234.2122 113,-223.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"116.5001,-223.2979 113,-213.2979 109.5001,-223.2979 116.5001,-223.2979\"/>\n</g>\n<!-- 140386099732608 -->\n<g id=\"node7\" class=\"node\">\n<title>140386099732608</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"158.5,-334 67.5,-334 67.5,-313 158.5,-313 158.5,-334\"/>\n<text text-anchor=\"middle\" x=\"113\" y=\"-320.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386099732608&#45;&gt;140386099732776 -->\n<g id=\"edge6\" class=\"edge\">\n<title>140386099732608&#45;&gt;140386099732776</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M113,-312.7787C113,-305.6134 113,-295.9517 113,-287.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"116.5001,-287.1732 113,-277.1732 109.5001,-287.1732 116.5001,-287.1732\"/>\n</g>\n<!-- 140386099658424 -->\n<g id=\"node8\" class=\"node\">\n<title>140386099658424</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"173,-391 53,-391 53,-370 173,-370 173,-391\"/>\n<text text-anchor=\"middle\" x=\"113\" y=\"-377.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386099658424&#45;&gt;140386099732608 -->\n<g id=\"edge7\" class=\"edge\">\n<title>140386099658424&#45;&gt;140386099732608</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M113,-369.7787C113,-362.6134 113,-352.9517 113,-344.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"116.5001,-344.1732 113,-334.1732 109.5001,-344.1732 116.5001,-344.1732\"/>\n</g>\n<!-- 140386099732720 -->\n<g id=\"node9\" class=\"node\">\n<title>140386099732720</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"147.5,-462 78.5,-462 78.5,-427 147.5,-427 147.5,-462\"/>\n<text text-anchor=\"middle\" x=\"113\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466, 256)</text>\n</g>\n<!-- 140386099732720&#45;&gt;140386099658424 -->\n<g id=\"edge8\" class=\"edge\">\n<title>140386099732720&#45;&gt;140386099658424</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M113,-426.6724C113,-418.8405 113,-409.5893 113,-401.4323\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"116.5001,-401.2234 113,-391.2234 109.5001,-401.2235 116.5001,-401.2234\"/>\n</g>\n<!-- 140386099733280 -->\n<g id=\"node10\" class=\"node\">\n<title>140386099733280</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"245.5,-142 172.5,-142 172.5,-121 245.5,-121 245.5,-142\"/>\n<text text-anchor=\"middle\" x=\"209\" y=\"-128.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386099733280&#45;&gt;140386099736136 -->\n<g id=\"edge9\" class=\"edge\">\n<title>140386099733280&#45;&gt;140386099736136</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M193.1476,-120.9317C178.0006,-110.8337 154.9493,-95.4662 137.4498,-83.7999\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"139.138,-80.7189 128.876,-78.084 135.2551,-86.5432 139.138,-80.7189\"/>\n</g>\n<!-- 140386099733504 -->\n<g id=\"node11\" class=\"node\">\n<title>140386099733504</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"237.5,-220 180.5,-220 180.5,-185 237.5,-185 237.5,-220\"/>\n<text text-anchor=\"middle\" x=\"209\" y=\"-192.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5, 512)</text>\n</g>\n<!-- 140386099733504&#45;&gt;140386099733280 -->\n<g id=\"edge10\" class=\"edge\">\n<title>140386099733504&#45;&gt;140386099733280</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M209,-184.9494C209,-175.058 209,-162.6435 209,-152.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"212.5001,-152.0288 209,-142.0288 205.5001,-152.0289 212.5001,-152.0288\"/>\n</g>\n</g>\n</svg>\n"
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 180
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "clVAITnfBB8b",
        "colab_type": "code",
        "outputId": "d8b92e32-1e2a-4f6b-df60-f5351c9a5501",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "decoder.output.shape"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "torch.Size([1, 466])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 181
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "e0i2Lr9FJ5VT",
        "colab_type": "code",
        "outputId": "f244b345-fbab-44c9-91e5-2234d29f3242",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "_,b,c,w = decoder(torch.zeros_like(a).long(),torch.zeros_like(b),torch.zeros_like(c),torch.zeros_like(d))\n",
        "_,b,c,w = decoder(torch.zeros_like(a).long(),b,c,torch.zeros_like(d))\n",
        "_,b,c,w = decoder(torch.zeros_like(a).long(),b,c,torch.zeros_like(d))\n",
        "make_dot(_)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<graphviz.dot.Digraph at 0x7fae2f5656d8>"
            ],
            "image/svg+xml": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n -->\n<!-- Title: %3 Pages: 1 -->\n<svg width=\"1700pt\" height=\"3769pt\"\n viewBox=\"0.00 0.00 1700.09 3769.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n<g id=\"graph0\" class=\"graph\" transform=\"scale(.9385 .9385) rotate(0) translate(4 4012)\">\n<title>%3</title>\n<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-4012 1807.5,-4012 1807.5,4 -4,4\"/>\n<!-- 140386094728024 -->\n<g id=\"node1\" class=\"node\">\n<title>140386094728024</title>\n<polygon fill=\"#caff70\" stroke=\"#000000\" points=\"746.5,-21 652.5,-21 652.5,0 746.5,0 746.5,-21\"/>\n<text text-anchor=\"middle\" x=\"699.5\" y=\"-7.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094728640 -->\n<g id=\"node2\" class=\"node\">\n<title>140386094728640</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"762,-78 637,-78 637,-57 762,-57 762,-78\"/>\n<text text-anchor=\"middle\" x=\"699.5\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">LogSoftmaxBackward</text>\n</g>\n<!-- 140386094728640&#45;&gt;140386094728024 -->\n<g id=\"edge1\" class=\"edge\">\n<title>140386094728640&#45;&gt;140386094728024</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M699.5,-56.7787C699.5,-49.6134 699.5,-39.9517 699.5,-31.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"703.0001,-31.1732 699.5,-21.1732 696.0001,-31.1732 703.0001,-31.1732\"/>\n</g>\n<!-- 140386094728752 -->\n<g id=\"node3\" class=\"node\">\n<title>140386094728752</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"751.5,-135 647.5,-135 647.5,-114 751.5,-114 751.5,-135\"/>\n<text text-anchor=\"middle\" x=\"699.5\" y=\"-121.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094728752&#45;&gt;140386094728640 -->\n<g id=\"edge2\" class=\"edge\">\n<title>140386094728752&#45;&gt;140386094728640</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M699.5,-113.7787C699.5,-106.6134 699.5,-96.9517 699.5,-88.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"703.0001,-88.1732 699.5,-78.1732 696.0001,-88.1732 703.0001,-88.1732\"/>\n</g>\n<!-- 140386094728864 -->\n<g id=\"node4\" class=\"node\">\n<title>140386094728864</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"634.5,-206 580.5,-206 580.5,-171 634.5,-171 634.5,-206\"/>\n<text text-anchor=\"middle\" x=\"607.5\" y=\"-178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466)</text>\n</g>\n<!-- 140386094728864&#45;&gt;140386094728752 -->\n<g id=\"edge3\" class=\"edge\">\n<title>140386094728864&#45;&gt;140386094728752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M633.1271,-170.6724C646.5188,-161.3565 662.7974,-150.0322 675.8816,-140.9302\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"678.1445,-143.6197 684.3548,-135.0358 674.147,-137.8733 678.1445,-143.6197\"/>\n</g>\n<!-- 140386094728920 -->\n<g id=\"node5\" class=\"node\">\n<title>140386094728920</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"746.5,-199 652.5,-199 652.5,-178 746.5,-178 746.5,-199\"/>\n<text text-anchor=\"middle\" x=\"699.5\" y=\"-185.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094728920&#45;&gt;140386094728752 -->\n<g id=\"edge4\" class=\"edge\">\n<title>140386094728920&#45;&gt;140386094728752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M699.5,-177.9317C699.5,-169.0913 699.5,-156.2122 699.5,-145.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"703.0001,-145.2979 699.5,-135.2979 696.0001,-145.2979 703.0001,-145.2979\"/>\n</g>\n<!-- 140386094729144 -->\n<g id=\"node6\" class=\"node\">\n<title>140386094729144</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"745,-270 654,-270 654,-249 745,-249 745,-270\"/>\n<text text-anchor=\"middle\" x=\"699.5\" y=\"-256.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386094729144&#45;&gt;140386094728920 -->\n<g id=\"edge5\" class=\"edge\">\n<title>140386094729144&#45;&gt;140386094728920</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M699.5,-248.7166C699.5,-238.3953 699.5,-222.5401 699.5,-209.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"703.0001,-209.3848 699.5,-199.3849 696.0001,-209.3849 703.0001,-209.3848\"/>\n</g>\n<!-- 140386096139624 -->\n<g id=\"node7\" class=\"node\">\n<title>140386096139624</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"781,-334 692,-334 692,-313 781,-313 781,-334\"/>\n<text text-anchor=\"middle\" x=\"736.5\" y=\"-320.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386096139624&#45;&gt;140386094729144 -->\n<g id=\"edge6\" class=\"edge\">\n<title>140386096139624&#45;&gt;140386094729144</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M730.3902,-312.9317C725.0664,-303.723 717.2091,-290.1319 710.7514,-278.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"713.7777,-277.2035 705.7425,-270.2979 707.7175,-280.7071 713.7777,-277.2035\"/>\n</g>\n<!-- 140386094729312 -->\n<g id=\"node8\" class=\"node\">\n<title>140386094729312</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"786.5,-391 694.5,-391 694.5,-370 786.5,-370 786.5,-391\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-377.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386094729312&#45;&gt;140386096139624 -->\n<g id=\"edge7\" class=\"edge\">\n<title>140386094729312&#45;&gt;140386096139624</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M739.7476,-369.7787C739.2448,-362.6134 738.5668,-352.9517 737.9603,-344.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"741.4405,-343.9036 737.249,-334.1732 734.4577,-344.3937 741.4405,-343.9036\"/>\n</g>\n<!-- 140386094729424 -->\n<g id=\"node9\" class=\"node\">\n<title>140386094729424</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"984,-448 893,-448 893,-427 984,-427 984,-448\"/>\n<text text-anchor=\"middle\" x=\"938.5\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386094729424&#45;&gt;140386094729312 -->\n<g id=\"edge8\" class=\"edge\">\n<title>140386094729424&#45;&gt;140386094729312</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M901.7217,-426.9123C869.353,-417.5941 822.0606,-403.9796 787.0606,-393.9038\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"787.6593,-390.4341 777.0813,-391.031 785.7227,-397.1609 787.6593,-390.4341\"/>\n</g>\n<!-- 140386094729592 -->\n<g id=\"node10\" class=\"node\">\n<title>140386094729592</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"984.5,-1531 892.5,-1531 892.5,-1510 984.5,-1510 984.5,-1531\"/>\n<text text-anchor=\"middle\" x=\"938.5\" y=\"-1517.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386094729592&#45;&gt;140386094729424 -->\n<g id=\"edge9\" class=\"edge\">\n<title>140386094729592&#45;&gt;140386094729424</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M938.5,-1509.8125C938.5,-1489.625 938.5,-1444.5 938.5,-1406.5 938.5,-1406.5 938.5,-1406.5 938.5,-551.5 938.5,-518.9922 938.5,-481.2701 938.5,-458.4067\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"942.0001,-458.1875 938.5,-448.1875 935.0001,-458.1875 942.0001,-458.1875\"/>\n</g>\n<!-- 140386094774200 -->\n<g id=\"node125\" class=\"node\">\n<title>140386094774200</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"827,-1474 738,-1474 738,-1453 827,-1453 827,-1474\"/>\n<text text-anchor=\"middle\" x=\"782.5\" y=\"-1460.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386094729592&#45;&gt;140386094774200 -->\n<g id=\"edge152\" class=\"edge\">\n<title>140386094729592&#45;&gt;140386094774200</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M909.5232,-1509.9123C884.5678,-1500.794 848.3536,-1487.5619 820.9725,-1477.5573\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"821.9155,-1474.1755 811.3216,-1474.031 819.5131,-1480.7504 821.9155,-1474.1755\"/>\n</g>\n<!-- 140386094729760 -->\n<g id=\"node11\" class=\"node\">\n<title>140386094729760</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1350,-1588 1259,-1588 1259,-1567 1350,-1567 1350,-1588\"/>\n<text text-anchor=\"middle\" x=\"1304.5\" y=\"-1574.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386094729760&#45;&gt;140386094729592 -->\n<g id=\"edge10\" class=\"edge\">\n<title>140386094729760&#45;&gt;140386094729592</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1258.8859,-1570.3962C1192.0382,-1559.9855 1067.553,-1540.5984 995.0032,-1529.2997\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"995.1085,-1525.774 984.689,-1527.6934 994.0313,-1532.6906 995.1085,-1525.774\"/>\n</g>\n<!-- 140386094729928 -->\n<g id=\"node12\" class=\"node\">\n<title>140386094729928</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1274.5,-2671 1182.5,-2671 1182.5,-2650 1274.5,-2650 1274.5,-2671\"/>\n<text text-anchor=\"middle\" x=\"1228.5\" y=\"-2657.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386094729928&#45;&gt;140386094729760 -->\n<g id=\"edge11\" class=\"edge\">\n<title>140386094729928&#45;&gt;140386094729760</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1234.766,-2649.911C1245.7904,-2630.2474 1267.5,-2586.453 1267.5,-2546.5 1267.5,-2546.5 1267.5,-2546.5 1267.5,-1919.5 1267.5,-1841.7413 1304.5,-1826.2587 1304.5,-1748.5 1304.5,-1748.5 1304.5,-1748.5 1304.5,-1691.5 1304.5,-1658.9922 1304.5,-1621.2701 1304.5,-1598.4067\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1308.0001,-1598.1875 1304.5,-1588.1875 1301.0001,-1598.1875 1308.0001,-1598.1875\"/>\n</g>\n<!-- 140386094759552 -->\n<g id=\"node81\" class=\"node\">\n<title>140386094759552</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1170,-2614 1081,-2614 1081,-2593 1170,-2593 1170,-2614\"/>\n<text text-anchor=\"middle\" x=\"1125.5\" y=\"-2600.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386094729928&#45;&gt;140386094759552 -->\n<g id=\"edge89\" class=\"edge\">\n<title>140386094729928&#45;&gt;140386094759552</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1209.1265,-2649.7787C1193.589,-2641.1803 1171.5558,-2628.9872 1154.0057,-2619.275\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1155.2309,-2615.9529 1144.7866,-2614.1732 1151.8415,-2622.0776 1155.2309,-2615.9529\"/>\n</g>\n<!-- 140386094730096 -->\n<g id=\"node13\" class=\"node\">\n<title>140386094730096</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1350,-2735 1259,-2735 1259,-2714 1350,-2714 1350,-2735\"/>\n<text text-anchor=\"middle\" x=\"1304.5\" y=\"-2721.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386094730096&#45;&gt;140386094729928 -->\n<g id=\"edge12\" class=\"edge\">\n<title>140386094730096&#45;&gt;140386094729928</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1291.9501,-2713.9317C1280.2888,-2704.1117 1262.7096,-2689.3081 1249.0097,-2677.7713\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1250.9721,-2674.8482 1241.0685,-2671.084 1246.4631,-2680.2026 1250.9721,-2674.8482\"/>\n</g>\n<!-- 140386094730264 -->\n<g id=\"node14\" class=\"node\">\n<title>140386094730264</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1364,-2806 1259,-2806 1259,-2785 1364,-2785 1364,-2806\"/>\n<text text-anchor=\"middle\" x=\"1311.5\" y=\"-2792.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386094730264&#45;&gt;140386094730096 -->\n<g id=\"edge13\" class=\"edge\">\n<title>140386094730264&#45;&gt;140386094730096</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1310.4369,-2784.7166C1309.4193,-2774.3953 1307.8561,-2758.5401 1306.5891,-2745.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1310.0375,-2744.9932 1305.5732,-2735.3849 1303.0713,-2745.68 1310.0375,-2744.9932\"/>\n</g>\n<!-- 140386094730376 -->\n<g id=\"node15\" class=\"node\">\n<title>140386094730376</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1361.5,-2870 1269.5,-2870 1269.5,-2849 1361.5,-2849 1361.5,-2870\"/>\n<text text-anchor=\"middle\" x=\"1315.5\" y=\"-2856.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386094730376&#45;&gt;140386094730264 -->\n<g id=\"edge14\" class=\"edge\">\n<title>140386094730376&#45;&gt;140386094730264</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1314.8395,-2848.9317C1314.287,-2840.0913 1313.482,-2827.2122 1312.8008,-2816.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1316.2919,-2816.0601 1312.1749,-2806.2979 1309.3056,-2816.4968 1316.2919,-2816.0601\"/>\n</g>\n<!-- 140386094730488 -->\n<g id=\"node16\" class=\"node\">\n<title>140386094730488</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1377.5,-2934 1273.5,-2934 1273.5,-2913 1377.5,-2913 1377.5,-2934\"/>\n<text text-anchor=\"middle\" x=\"1325.5\" y=\"-2920.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094730488&#45;&gt;140386094730376 -->\n<g id=\"edge15\" class=\"edge\">\n<title>140386094730488&#45;&gt;140386094730376</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1323.8487,-2912.9317C1322.4674,-2904.0913 1320.455,-2891.2122 1318.7521,-2880.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1322.1891,-2879.6377 1317.1872,-2870.2979 1315.273,-2880.7184 1322.1891,-2879.6377\"/>\n</g>\n<!-- 140386094730600 -->\n<g id=\"node17\" class=\"node\">\n<title>140386094730600</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1624.5,-3012 1570.5,-3012 1570.5,-2977 1624.5,-2977 1624.5,-3012\"/>\n<text text-anchor=\"middle\" x=\"1597.5\" y=\"-2984.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386094730600&#45;&gt;140386094730488 -->\n<g id=\"edge16\" class=\"edge\">\n<title>140386094730600&#45;&gt;140386094730488</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1570.2604,-2980.4575C1567.3418,-2979.1949 1564.385,-2978.0131 1561.5,-2977 1529.9305,-2965.9143 1446.281,-2947.9117 1387.5825,-2935.8914\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1388.1583,-2932.4369 1377.6606,-2933.8678 1386.7594,-2939.2957 1388.1583,-2932.4369\"/>\n</g>\n<!-- 140386094756472 -->\n<g id=\"node61\" class=\"node\">\n<title>140386094756472</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1662.5,-1759 1558.5,-1759 1558.5,-1738 1662.5,-1738 1662.5,-1759\"/>\n<text text-anchor=\"middle\" x=\"1610.5\" y=\"-1745.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094730600&#45;&gt;140386094756472 -->\n<g id=\"edge64\" class=\"edge\">\n<title>140386094730600&#45;&gt;140386094756472</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1597.283,-2976.5937C1596.9889,-2950.7405 1596.5,-2901.4543 1596.5,-2859.5 1596.5,-2859.5 1596.5,-2859.5 1596.5,-1862.5 1596.5,-1829.5984 1602.3159,-1791.7511 1606.4506,-1769.0014\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1609.8976,-1769.6096 1608.3125,-1759.134 1603.0189,-1768.3116 1609.8976,-1769.6096\"/>\n</g>\n<!-- 140386094758152 -->\n<g id=\"node105\" class=\"node\">\n<title>140386094758152</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1667.5,-619 1563.5,-619 1563.5,-598 1667.5,-598 1667.5,-619\"/>\n<text text-anchor=\"middle\" x=\"1615.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094730600&#45;&gt;140386094758152 -->\n<g id=\"edge127\" class=\"edge\">\n<title>140386094730600&#45;&gt;140386094758152</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1605.7115,-2976.5864C1616.612,-2951.1269 1634.5,-2902.7573 1634.5,-2859.5 1634.5,-2859.5 1634.5,-2859.5 1634.5,-2033.5 1634.5,-1953.5284 1690.5,-1942.4716 1690.5,-1862.5 1690.5,-1862.5 1690.5,-1862.5 1690.5,-722.5 1690.5,-683.0438 1658.7565,-646.6759 1636.5725,-626.0776\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1638.6963,-623.2815 1628.9085,-619.2257 1634.0308,-628.5001 1638.6963,-623.2815\"/>\n</g>\n<!-- 140386094730656 -->\n<g id=\"node18\" class=\"node\">\n<title>140386094730656</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1374,-3005 1283,-3005 1283,-2984 1374,-2984 1374,-3005\"/>\n<text text-anchor=\"middle\" x=\"1328.5\" y=\"-2991.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094730656&#45;&gt;140386094730488 -->\n<g id=\"edge17\" class=\"edge\">\n<title>140386094730656&#45;&gt;140386094730488</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1328.0444,-2983.7166C1327.6083,-2973.3953 1326.9383,-2957.5401 1326.3953,-2944.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1329.8791,-2944.2282 1325.9599,-2934.3849 1322.8853,-2944.5237 1329.8791,-2944.2282\"/>\n</g>\n<!-- 140386094730880 -->\n<g id=\"node19\" class=\"node\">\n<title>140386094730880</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1363.5,-3076 1281.5,-3076 1281.5,-3055 1363.5,-3055 1363.5,-3076\"/>\n<text text-anchor=\"middle\" x=\"1322.5\" y=\"-3062.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094730880&#45;&gt;140386094730656 -->\n<g id=\"edge18\" class=\"edge\">\n<title>140386094730880&#45;&gt;140386094730656</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1323.4113,-3054.7166C1324.2835,-3044.3953 1325.6234,-3028.5401 1326.7093,-3015.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1330.2256,-3015.6441 1327.5802,-3005.3849 1323.2504,-3015.0546 1330.2256,-3015.6441\"/>\n</g>\n<!-- 140386094730936 -->\n<g id=\"node20\" class=\"node\">\n<title>140386094730936</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1229.5,-3140 1135.5,-3140 1135.5,-3119 1229.5,-3119 1229.5,-3140\"/>\n<text text-anchor=\"middle\" x=\"1182.5\" y=\"-3126.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ReluBackward0</text>\n</g>\n<!-- 140386094730936&#45;&gt;140386094730880 -->\n<g id=\"edge19\" class=\"edge\">\n<title>140386094730936&#45;&gt;140386094730880</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1205.6182,-3118.9317C1228.6194,-3108.4168 1264.1193,-3092.1883 1289.962,-3080.3745\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1291.7079,-3083.4248 1299.3475,-3076.084 1288.7976,-3077.0585 1291.7079,-3083.4248\"/>\n</g>\n<!-- 140386094756920 -->\n<g id=\"node49\" class=\"node\">\n<title>140386094756920</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1257.5,-3076 1175.5,-3076 1175.5,-3055 1257.5,-3055 1257.5,-3076\"/>\n<text text-anchor=\"middle\" x=\"1216.5\" y=\"-3062.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094730936&#45;&gt;140386094756920 -->\n<g id=\"edge50\" class=\"edge\">\n<title>140386094730936&#45;&gt;140386094756920</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1188.1144,-3118.9317C1192.9576,-3109.8151 1200.0826,-3096.4033 1205.9824,-3085.2977\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1209.1629,-3086.7711 1210.7636,-3076.2979 1202.9811,-3083.487 1209.1629,-3086.7711\"/>\n</g>\n<!-- 140386094757480 -->\n<g id=\"node56\" class=\"node\">\n<title>140386094757480</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1079.5,-3076 997.5,-3076 997.5,-3055 1079.5,-3055 1079.5,-3076\"/>\n<text text-anchor=\"middle\" x=\"1038.5\" y=\"-3062.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094730936&#45;&gt;140386094757480 -->\n<g id=\"edge58\" class=\"edge\">\n<title>140386094730936&#45;&gt;140386094757480</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1158.7213,-3118.9317C1134.9587,-3108.3705 1098.2268,-3092.0452 1071.6169,-3080.2186\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1072.8736,-3076.9471 1062.314,-3076.084 1070.0306,-3083.3438 1072.8736,-3076.9471\"/>\n</g>\n<!-- 140386094772464 -->\n<g id=\"node86\" class=\"node\">\n<title>140386094772464</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1008.5,-2870 926.5,-2870 926.5,-2849 1008.5,-2849 1008.5,-2870\"/>\n<text text-anchor=\"middle\" x=\"967.5\" y=\"-2856.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094730936&#45;&gt;140386094772464 -->\n<g id=\"edge95\" class=\"edge\">\n<title>140386094730936&#45;&gt;140386094772464</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1174.0717,-3118.9157C1141.5592,-3078.086 1024.0378,-2930.5009 982.3183,-2878.1091\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"984.8373,-2875.6537 975.87,-2870.0111 979.3613,-2880.0142 984.8373,-2875.6537\"/>\n</g>\n<!-- 140386094731048 -->\n<g id=\"node21\" class=\"node\">\n<title>140386094731048</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1127.5,-3197 1003.5,-3197 1003.5,-3176 1127.5,-3176 1127.5,-3197\"/>\n<text text-anchor=\"middle\" x=\"1065.5\" y=\"-3183.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386094731048&#45;&gt;140386094730936 -->\n<g id=\"edge20\" class=\"edge\">\n<title>140386094731048&#45;&gt;140386094730936</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1087.2326,-3175.9123C1105.3745,-3167.074 1131.45,-3154.3705 1151.7358,-3144.4877\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1153.4268,-3147.5572 1160.8838,-3140.031 1150.361,-3141.2643 1153.4268,-3147.5572\"/>\n</g>\n<!-- 140386094731160 -->\n<g id=\"node22\" class=\"node\">\n<title>140386094731160</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1122.5,-3254 1018.5,-3254 1018.5,-3233 1122.5,-3233 1122.5,-3254\"/>\n<text text-anchor=\"middle\" x=\"1070.5\" y=\"-3240.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094731160&#45;&gt;140386094731048 -->\n<g id=\"edge21\" class=\"edge\">\n<title>140386094731160&#45;&gt;140386094731048</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1069.5595,-3232.7787C1068.931,-3225.6134 1068.0835,-3215.9517 1067.3254,-3207.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1070.7968,-3206.8291 1066.4362,-3197.1732 1063.8236,-3207.4408 1070.7968,-3206.8291\"/>\n</g>\n<!-- 140386094755912 -->\n<g id=\"node23\" class=\"node\">\n<title>140386094755912</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1208.5,-3325 1154.5,-3325 1154.5,-3290 1208.5,-3290 1208.5,-3325\"/>\n<text text-anchor=\"middle\" x=\"1181.5\" y=\"-3297.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386094755912&#45;&gt;140386094731160 -->\n<g id=\"edge22\" class=\"edge\">\n<title>140386094755912&#45;&gt;140386094731160</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1154.3463,-3291.8438C1137.2337,-3281.9771 1115.2063,-3269.2766 1098.0235,-3259.3694\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1099.4493,-3256.1514 1089.0379,-3254.1885 1095.9528,-3262.2156 1099.4493,-3256.1514\"/>\n</g>\n<!-- 140386094758096 -->\n<g id=\"node66\" class=\"node\">\n<title>140386094758096</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1082.5,-2044 978.5,-2044 978.5,-2023 1082.5,-2023 1082.5,-2044\"/>\n<text text-anchor=\"middle\" x=\"1030.5\" y=\"-2030.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094755912&#45;&gt;140386094758096 -->\n<g id=\"edge70\" class=\"edge\">\n<title>140386094755912&#45;&gt;140386094758096</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1175.4443,-3289.8444C1157.7709,-3238.047 1107.5,-3088.6753 1107.5,-3065.5 1107.5,-3065.5 1107.5,-3065.5 1107.5,-2859.5 1107.5,-2790.6681 1113.3091,-2772.4887 1134.5,-2707 1166.76,-2607.303 1225.5,-2594.2864 1225.5,-2489.5 1225.5,-2489.5 1225.5,-2489.5 1225.5,-2147.5 1225.5,-2084.888 1149.6481,-2056.0322 1092.5598,-2043.1812\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1093.0104,-2039.6987 1082.5003,-2041.0357 1091.5502,-2046.5447 1093.0104,-2039.6987\"/>\n</g>\n<!-- 140386094772632 -->\n<g id=\"node110\" class=\"node\">\n<title>140386094772632</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"799.5,-904 695.5,-904 695.5,-883 799.5,-883 799.5,-904\"/>\n<text text-anchor=\"middle\" x=\"747.5\" y=\"-890.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094755912&#45;&gt;140386094772632 -->\n<g id=\"edge133\" class=\"edge\">\n<title>140386094755912&#45;&gt;140386094772632</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1208.6265,-3305.1528C1328.3436,-3294.4384 1803.5,-3248.0371 1803.5,-3186.5 1803.5,-3186.5 1803.5,-3186.5 1803.5,-1235.5 1803.5,-1025.1874 1035.8321,-924.8879 809.5519,-899.8916\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"809.8285,-896.401 799.507,-898.7923 809.0669,-903.3595 809.8285,-896.401\"/>\n</g>\n<!-- 140386094755968 -->\n<g id=\"node24\" class=\"node\">\n<title>140386094755968</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1136.5,-3318 1054.5,-3318 1054.5,-3297 1136.5,-3297 1136.5,-3318\"/>\n<text text-anchor=\"middle\" x=\"1095.5\" y=\"-3304.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094755968&#45;&gt;140386094731160 -->\n<g id=\"edge23\" class=\"edge\">\n<title>140386094755968&#45;&gt;140386094731160</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1091.3718,-3296.9317C1087.8465,-3287.9072 1082.6773,-3274.6738 1078.3652,-3263.635\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1081.6166,-3262.339 1074.7179,-3254.2979 1075.0964,-3264.886 1081.6166,-3262.339\"/>\n</g>\n<!-- 140386094756192 -->\n<g id=\"node25\" class=\"node\">\n<title>140386094756192</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1109.5,-3624 1015.5,-3624 1015.5,-3603 1109.5,-3603 1109.5,-3624\"/>\n<text text-anchor=\"middle\" x=\"1062.5\" y=\"-3610.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094756192&#45;&gt;140386094755968 -->\n<g id=\"edge24\" class=\"edge\">\n<title>140386094756192&#45;&gt;140386094755968</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1067.9627,-3602.8133C1077.5737,-3582.9907 1096.5,-3538.9475 1096.5,-3499.5 1096.5,-3499.5 1096.5,-3499.5 1096.5,-3442.5 1096.5,-3402.0747 1096.0461,-3354.8421 1095.7499,-3328.3247\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1099.246,-3327.9614 1095.6307,-3318.0025 1092.2465,-3328.0423 1099.246,-3327.9614\"/>\n</g>\n<!-- 140386094756304 -->\n<g id=\"node26\" class=\"node\">\n<title>140386094756304</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1053.5,-3823 919.5,-3823 919.5,-3802 1053.5,-3802 1053.5,-3823\"/>\n<text text-anchor=\"middle\" x=\"986.5\" y=\"-3809.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">FusedDropoutBackward</text>\n</g>\n<!-- 140386094756304&#45;&gt;140386094756192 -->\n<g id=\"edge25\" class=\"edge\">\n<title>140386094756304&#45;&gt;140386094756192</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1005.5828,-3801.8775C1018.2349,-3793.7675 1034.0154,-3781.3804 1042.5,-3766 1065.8192,-3723.7283 1066.1761,-3665.1017 1064.3733,-3634.3049\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1067.8621,-3634.0213 1063.65,-3624.2998 1060.8803,-3634.5262 1067.8621,-3634.0213\"/>\n</g>\n<!-- 140386094757256 -->\n<g id=\"node37\" class=\"node\">\n<title>140386094757256</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1033.5,-3759 939.5,-3759 939.5,-3738 1033.5,-3738 1033.5,-3759\"/>\n<text text-anchor=\"middle\" x=\"986.5\" y=\"-3745.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094756304&#45;&gt;140386094757256 -->\n<g id=\"edge37\" class=\"edge\">\n<title>140386094756304&#45;&gt;140386094757256</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M986.5,-3801.9317C986.5,-3793.0913 986.5,-3780.2122 986.5,-3769.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"990.0001,-3769.2979 986.5,-3759.2979 983.0001,-3769.2979 990.0001,-3769.2979\"/>\n</g>\n<!-- 140386094756416 -->\n<g id=\"node27\" class=\"node\">\n<title>140386094756416</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"988,-3880 897,-3880 897,-3859 988,-3859 988,-3880\"/>\n<text text-anchor=\"middle\" x=\"942.5\" y=\"-3866.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094756416&#45;&gt;140386094756304 -->\n<g id=\"edge26\" class=\"edge\">\n<title>140386094756416&#45;&gt;140386094756304</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M950.7761,-3858.7787C956.7374,-3851.0561 964.9371,-3840.4337 971.9774,-3831.3134\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"974.9211,-3833.2278 978.261,-3823.1732 969.3799,-3828.9504 974.9211,-3833.2278\"/>\n</g>\n<!-- 140386094756528 -->\n<g id=\"node28\" class=\"node\">\n<title>140386094756528</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"990.5,-3937 870.5,-3937 870.5,-3916 990.5,-3916 990.5,-3937\"/>\n<text text-anchor=\"middle\" x=\"930.5\" y=\"-3923.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386094756528&#45;&gt;140386094756416 -->\n<g id=\"edge27\" class=\"edge\">\n<title>140386094756528&#45;&gt;140386094756416</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M932.7571,-3915.7787C934.2824,-3908.5338 936.3449,-3898.7367 938.1796,-3890.0221\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"941.6178,-3890.6798 940.253,-3880.1732 934.7679,-3889.2376 941.6178,-3890.6798\"/>\n</g>\n<!-- 140386094756640 -->\n<g id=\"node29\" class=\"node\">\n<title>140386094756640</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"788,-4008 719,-4008 719,-3973 788,-3973 788,-4008\"/>\n<text text-anchor=\"middle\" x=\"753.5\" y=\"-3980.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466, 256)</text>\n</g>\n<!-- 140386094756640&#45;&gt;140386094756528 -->\n<g id=\"edge28\" class=\"edge\">\n<title>140386094756640&#45;&gt;140386094756528</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M788.0476,-3978.0082C817.8238,-3967.2417 860.7765,-3951.7108 891.722,-3940.5214\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"893.1015,-3943.7445 901.3154,-3937.0526 890.7212,-3937.1616 893.1015,-3943.7445\"/>\n</g>\n<!-- 140386094758768 -->\n<g id=\"node71\" class=\"node\">\n<title>140386094758768</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"813.5,-3880 693.5,-3880 693.5,-3859 813.5,-3859 813.5,-3880\"/>\n<text text-anchor=\"middle\" x=\"753.5\" y=\"-3866.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386094756640&#45;&gt;140386094758768 -->\n<g id=\"edge76\" class=\"edge\">\n<title>140386094756640&#45;&gt;140386094758768</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M753.5,-3972.9056C753.5,-3951.0504 753.5,-3913.805 753.5,-3890.4842\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"757.0001,-3890.2828 753.5,-3880.2828 750.0001,-3890.2828 757.0001,-3890.2828\"/>\n</g>\n<!-- 140386094773416 -->\n<g id=\"node115\" class=\"node\">\n<title>140386094773416</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"444.5,-3937 324.5,-3937 324.5,-3916 444.5,-3916 444.5,-3937\"/>\n<text text-anchor=\"middle\" x=\"384.5\" y=\"-3923.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">EmbeddingBackward</text>\n</g>\n<!-- 140386094756640&#45;&gt;140386094773416 -->\n<g id=\"edge139\" class=\"edge\">\n<title>140386094756640&#45;&gt;140386094773416</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M718.7854,-3984.479C658.4817,-3974.0199 533.2848,-3952.3055 454.3883,-3938.6215\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"454.9789,-3935.1718 444.5279,-3936.9113 453.7827,-3942.0688 454.9789,-3935.1718\"/>\n</g>\n<!-- 140386094756136 -->\n<g id=\"node30\" class=\"node\">\n<title>140386094756136</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1068.5,-3389 974.5,-3389 974.5,-3368 1068.5,-3368 1068.5,-3389\"/>\n<text text-anchor=\"middle\" x=\"1021.5\" y=\"-3375.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094756136&#45;&gt;140386094755968 -->\n<g id=\"edge29\" class=\"edge\">\n<title>140386094756136&#45;&gt;140386094755968</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1032.739,-3367.7166C1044.3658,-3356.5612 1062.73,-3338.9415 1076.5959,-3325.6377\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1079.3625,-3327.8337 1084.1552,-3318.3849 1074.5162,-3322.7826 1079.3625,-3327.8337\"/>\n</g>\n<!-- 140386094756360 -->\n<g id=\"node31\" class=\"node\">\n<title>140386094756360</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1052.5,-3453 960.5,-3453 960.5,-3432 1052.5,-3432 1052.5,-3453\"/>\n<text text-anchor=\"middle\" x=\"1006.5\" y=\"-3439.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">BmmBackward</text>\n</g>\n<!-- 140386094756360&#45;&gt;140386094756136 -->\n<g id=\"edge30\" class=\"edge\">\n<title>140386094756360&#45;&gt;140386094756136</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1008.9769,-3431.9317C1011.0489,-3423.0913 1014.0675,-3410.2122 1016.6218,-3399.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1020.0949,-3399.8328 1018.9692,-3389.2979 1013.2796,-3398.2354 1020.0949,-3399.8328\"/>\n</g>\n<!-- 140386094756584 -->\n<g id=\"node32\" class=\"node\">\n<title>140386094756584</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1054.5,-3510 930.5,-3510 930.5,-3489 1054.5,-3489 1054.5,-3510\"/>\n<text text-anchor=\"middle\" x=\"992.5\" y=\"-3496.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386094756584&#45;&gt;140386094756360 -->\n<g id=\"edge31\" class=\"edge\">\n<title>140386094756584&#45;&gt;140386094756360</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M995.1333,-3488.7787C996.9128,-3481.5338 999.3191,-3471.7367 1001.4595,-3463.0221\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1004.8922,-3463.7194 1003.8785,-3453.1732 998.0942,-3462.0497 1004.8922,-3463.7194\"/>\n</g>\n<!-- 140386094756808 -->\n<g id=\"node33\" class=\"node\">\n<title>140386094756808</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1038,-3567 933,-3567 933,-3546 1038,-3546 1038,-3567\"/>\n<text text-anchor=\"middle\" x=\"985.5\" y=\"-3553.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SoftmaxBackward</text>\n</g>\n<!-- 140386094756808&#45;&gt;140386094756584 -->\n<g id=\"edge32\" class=\"edge\">\n<title>140386094756808&#45;&gt;140386094756584</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M986.8166,-3545.7787C987.6966,-3538.6134 988.8831,-3528.9517 989.9444,-3520.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"993.4442,-3520.5253 991.1893,-3510.1732 986.4964,-3519.672 993.4442,-3520.5253\"/>\n</g>\n<!-- 140386094756752 -->\n<g id=\"node34\" class=\"node\">\n<title>140386094756752</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"978.5,-3624 874.5,-3624 874.5,-3603 978.5,-3603 978.5,-3624\"/>\n<text text-anchor=\"middle\" x=\"926.5\" y=\"-3610.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094756752&#45;&gt;140386094756808 -->\n<g id=\"edge33\" class=\"edge\">\n<title>140386094756752&#45;&gt;140386094756808</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M937.5974,-3602.7787C945.9207,-3594.7376 957.4981,-3583.5527 967.1861,-3574.1931\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"969.6922,-3576.6385 974.4523,-3567.1732 964.8285,-3571.6042 969.6922,-3576.6385\"/>\n</g>\n<!-- 140386094756976 -->\n<g id=\"node35\" class=\"node\">\n<title>140386094756976</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"638.5,-3695 584.5,-3695 584.5,-3660 638.5,-3660 638.5,-3695\"/>\n<text text-anchor=\"middle\" x=\"611.5\" y=\"-3667.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5)</text>\n</g>\n<!-- 140386094756976&#45;&gt;140386094756752 -->\n<g id=\"edge34\" class=\"edge\">\n<title>140386094756976&#45;&gt;140386094756752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M638.6294,-3671.988C688.555,-3661.8444 796.1421,-3639.9854 864.7218,-3626.0518\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"865.4427,-3629.4769 874.5455,-3624.0558 864.0489,-3622.6171 865.4427,-3629.4769\"/>\n</g>\n<!-- 140386094759048 -->\n<g id=\"node76\" class=\"node\">\n<title>140386094759048</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"930.5,-2386 826.5,-2386 826.5,-2365 930.5,-2365 930.5,-2386\"/>\n<text text-anchor=\"middle\" x=\"878.5\" y=\"-2372.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094756976&#45;&gt;140386094759048 -->\n<g id=\"edge82\" class=\"edge\">\n<title>140386094756976&#45;&gt;140386094759048</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M611.5,-3659.8658C611.5,-3636.3069 611.5,-3593.2622 611.5,-3556.5 611.5,-3556.5 611.5,-3556.5 611.5,-2859.5 611.5,-2822.2031 620.8631,-2813.748 631.5,-2778 647.7558,-2723.3686 691.0481,-2587.0004 716.5,-2536 730.0956,-2508.7572 734.1589,-2501.655 754.5,-2479 785.6381,-2444.3198 828.6137,-2411.0432 854.9295,-2391.9667\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"857.0834,-2394.7292 863.1742,-2386.0601 853.0067,-2389.0388 857.0834,-2394.7292\"/>\n</g>\n<!-- 140386094773696 -->\n<g id=\"node120\" class=\"node\">\n<title>140386094773696</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"631.5,-1246 527.5,-1246 527.5,-1225 631.5,-1225 631.5,-1246\"/>\n<text text-anchor=\"middle\" x=\"579.5\" y=\"-1232.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094756976&#45;&gt;140386094773696 -->\n<g id=\"edge145\" class=\"edge\">\n<title>140386094756976&#45;&gt;140386094773696</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M584.3254,-3669.614C540.6049,-3655.0644 459.5,-3619.5738 459.5,-3556.5 459.5,-3556.5 459.5,-3556.5 459.5,-3307.5 459.5,-3205.0806 421.0992,-3184.5125 407.5,-3083 372.4494,-2821.3616 384.5,-2753.4758 384.5,-2489.5 384.5,-2489.5 384.5,-2489.5 384.5,-2204.5 384.5,-2128.4363 391.5,-2109.5637 391.5,-2033.5 391.5,-2033.5 391.5,-2033.5 391.5,-1862.5 391.5,-1814.2184 408.7766,-1804.6496 424.5,-1759 476.1966,-1608.9098 481.9262,-1569.0613 527.5,-1417 535.0895,-1391.6768 537.1448,-1385.3922 544.5,-1360 555.1112,-1323.3674 567.0502,-1280.5347 573.8831,-1255.8581\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"577.2689,-1256.7458 576.5603,-1246.1747 570.522,-1254.8804 577.2689,-1256.7458\"/>\n</g>\n<!-- 140386094757032 -->\n<g id=\"node36\" class=\"node\">\n<title>140386094757032</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1027.5,-3688 945.5,-3688 945.5,-3667 1027.5,-3667 1027.5,-3688\"/>\n<text text-anchor=\"middle\" x=\"986.5\" y=\"-3674.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094757032&#45;&gt;140386094756752 -->\n<g id=\"edge35\" class=\"edge\">\n<title>140386094757032&#45;&gt;140386094756752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M976.5922,-3666.9317C967.6137,-3657.3546 954.1915,-3643.0376 943.5002,-3631.6336\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"946.0159,-3629.1995 936.623,-3624.2979 940.9091,-3633.9871 946.0159,-3629.1995\"/>\n</g>\n<!-- 140386094757256&#45;&gt;140386094757032 -->\n<g id=\"edge36\" class=\"edge\">\n<title>140386094757256&#45;&gt;140386094757032</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M986.5,-3737.7166C986.5,-3727.3953 986.5,-3711.5401 986.5,-3698.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"990.0001,-3698.3848 986.5,-3688.3849 983.0001,-3698.3849 990.0001,-3698.3848\"/>\n</g>\n<!-- 140386094757088 -->\n<g id=\"node38\" class=\"node\">\n<title>140386094757088</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"927,-3688 854,-3688 854,-3667 927,-3667 927,-3688\"/>\n<text text-anchor=\"middle\" x=\"890.5\" y=\"-3674.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094757088&#45;&gt;140386094756752 -->\n<g id=\"edge38\" class=\"edge\">\n<title>140386094757088&#45;&gt;140386094756752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M896.4447,-3666.9317C901.5728,-3657.8151 909.1169,-3644.4033 915.3638,-3633.2977\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"918.574,-3634.7296 920.4262,-3624.2979 912.473,-3631.2977 918.574,-3634.7296\"/>\n</g>\n<!-- 140386094757200 -->\n<g id=\"node39\" class=\"node\">\n<title>140386094757200</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"854,-3766 797,-3766 797,-3731 854,-3731 854,-3766\"/>\n<text text-anchor=\"middle\" x=\"825.5\" y=\"-3738.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (5, 512)</text>\n</g>\n<!-- 140386094757200&#45;&gt;140386094757088 -->\n<g id=\"edge39\" class=\"edge\">\n<title>140386094757200&#45;&gt;140386094757088</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M841.5674,-3730.9494C851.3937,-3720.2161 863.9396,-3706.5121 873.8676,-3695.6677\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"876.6899,-3697.7681 880.8609,-3688.0288 871.5268,-3693.0413 876.6899,-3697.7681\"/>\n</g>\n<!-- 140386094759216 -->\n<g id=\"node89\" class=\"node\">\n<title>140386094759216</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"884,-3510 811,-3510 811,-3489 884,-3489 884,-3510\"/>\n<text text-anchor=\"middle\" x=\"847.5\" y=\"-3496.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094757200&#45;&gt;140386094759216 -->\n<g id=\"edge99\" class=\"edge\">\n<title>140386094757200&#45;&gt;140386094759216</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M827.047,-3730.9908C830.9948,-3686.3083 841.4298,-3568.2033 845.6699,-3520.2133\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"849.1699,-3520.3665 846.5637,-3510.0972 842.1971,-3519.7503 849.1699,-3520.3665\"/>\n</g>\n<!-- 140386094773864 -->\n<g id=\"node131\" class=\"node\">\n<title>140386094773864</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"431,-3567 358,-3567 358,-3546 431,-3546 431,-3567\"/>\n<text text-anchor=\"middle\" x=\"394.5\" y=\"-3553.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094757200&#45;&gt;140386094773864 -->\n<g id=\"edge163\" class=\"edge\">\n<title>140386094757200&#45;&gt;140386094773864</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M796.849,-3746.515C728.1929,-3740.3423 552.0761,-3715.9425 445.5,-3624 429.4439,-3610.1485 415.2771,-3590.4517 405.9753,-3575.9083\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"408.8313,-3573.8721 400.5943,-3567.2086 402.8781,-3577.5543 408.8313,-3573.8721\"/>\n</g>\n<!-- 140386094756024 -->\n<g id=\"node40\" class=\"node\">\n<title>140386094756024</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1036,-3318 963,-3318 963,-3297 1036,-3297 1036,-3318\"/>\n<text text-anchor=\"middle\" x=\"999.5\" y=\"-3304.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094756024&#45;&gt;140386094731160 -->\n<g id=\"edge40\" class=\"edge\">\n<title>140386094756024&#45;&gt;140386094731160</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1011.2242,-3296.9317C1021.9509,-3287.2625 1038.0376,-3272.7619 1050.7471,-3261.3054\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1053.4367,-3263.5931 1058.5211,-3254.2979 1048.7499,-3258.3937 1053.4367,-3263.5931\"/>\n</g>\n<!-- 140386094756248 -->\n<g id=\"node41\" class=\"node\">\n<title>140386094756248</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"956,-3396 887,-3396 887,-3361 956,-3361 956,-3396\"/>\n<text text-anchor=\"middle\" x=\"921.5\" y=\"-3368.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386094756248&#45;&gt;140386094756024 -->\n<g id=\"edge41\" class=\"edge\">\n<title>140386094756248&#45;&gt;140386094756024</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M940.7809,-3360.9494C952.8036,-3350.0057 968.2192,-3335.9736 980.2383,-3325.0331\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"982.894,-3327.3486 987.9331,-3318.0288 978.182,-3322.172 982.894,-3327.3486\"/>\n</g>\n<!-- 140386094758264 -->\n<g id=\"node90\" class=\"node\">\n<title>140386094758264</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"985,-3197 912,-3197 912,-3176 985,-3176 985,-3197\"/>\n<text text-anchor=\"middle\" x=\"948.5\" y=\"-3183.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094756248&#45;&gt;140386094758264 -->\n<g id=\"edge101\" class=\"edge\">\n<title>140386094756248&#45;&gt;140386094758264</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M923.9917,-3360.7813C928.9844,-3325.2779 940.1925,-3245.5758 945.5452,-3207.5118\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"949.0783,-3207.5206 947.0051,-3197.1306 942.1465,-3206.5458 949.0783,-3207.5206\"/>\n</g>\n<!-- 140386094772912 -->\n<g id=\"node132\" class=\"node\">\n<title>140386094772912</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"855,-3254 782,-3254 782,-3233 855,-3233 855,-3254\"/>\n<text text-anchor=\"middle\" x=\"818.5\" y=\"-3240.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094756248&#45;&gt;140386094772912 -->\n<g id=\"edge165\" class=\"edge\">\n<title>140386094756248&#45;&gt;140386094772912</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M908.0345,-3360.8511C888.5358,-3335.2945 852.6018,-3288.1965 832.6997,-3262.1112\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"835.4602,-3259.9592 826.6118,-3254.132 829.895,-3264.2053 835.4602,-3259.9592\"/>\n</g>\n<!-- 140386094730712 -->\n<g id=\"node42\" class=\"node\">\n<title>140386094730712</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1465,-3005 1392,-3005 1392,-2984 1465,-2984 1465,-3005\"/>\n<text text-anchor=\"middle\" x=\"1428.5\" y=\"-2991.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094730712&#45;&gt;140386094730488 -->\n<g id=\"edge42\" class=\"edge\">\n<title>140386094730712&#45;&gt;140386094730488</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1412.8565,-2983.7166C1395.9707,-2972.0769 1368.8752,-2953.3994 1349.3354,-2939.9303\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1351.1731,-2936.946 1340.9532,-2934.1522 1347.2002,-2942.7094 1351.1731,-2936.946\"/>\n</g>\n<!-- 140386094730824 -->\n<g id=\"node43\" class=\"node\">\n<title>140386094730824</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1734,-3083 1665,-3083 1665,-3048 1734,-3048 1734,-3083\"/>\n<text text-anchor=\"middle\" x=\"1699.5\" y=\"-3055.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386094730824&#45;&gt;140386094730712 -->\n<g id=\"edge43\" class=\"edge\">\n<title>140386094730824&#45;&gt;140386094730712</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1664.8186,-3058.717C1620.3034,-3049.678 1540.8908,-3032.4269 1474.5,-3012 1471.1312,-3010.9635 1467.6538,-3009.8067 1464.1901,-3008.5952\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1465.161,-3005.2239 1454.567,-3005.0908 1462.7657,-3011.8014 1465.161,-3005.2239\"/>\n</g>\n<!-- 140386094757648 -->\n<g id=\"node91\" class=\"node\">\n<title>140386094757648</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1736,-2044 1663,-2044 1663,-2023 1736,-2023 1736,-2044\"/>\n<text text-anchor=\"middle\" x=\"1699.5\" y=\"-2030.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094730824&#45;&gt;140386094757648 -->\n<g id=\"edge104\" class=\"edge\">\n<title>140386094730824&#45;&gt;140386094757648</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1699.5,-3047.5672C1699.5,-3020.6303 1699.5,-2968.1215 1699.5,-2923.5 1699.5,-2923.5 1699.5,-2923.5 1699.5,-2147.5 1699.5,-2114.9922 1699.5,-2077.2701 1699.5,-2054.4067\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1703.0001,-2054.1875 1699.5,-2044.1875 1696.0001,-2054.1875 1703.0001,-2054.1875\"/>\n</g>\n<!-- 140386094759272 -->\n<g id=\"node133\" class=\"node\">\n<title>140386094759272</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1775,-1987 1702,-1987 1702,-1966 1775,-1966 1775,-1987\"/>\n<text text-anchor=\"middle\" x=\"1738.5\" y=\"-1973.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094730824&#45;&gt;140386094759272 -->\n<g id=\"edge168\" class=\"edge\">\n<title>140386094730824&#45;&gt;140386094759272</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1713.604,-3047.8601C1732.7211,-3022.1198 1764.5,-2972.0319 1764.5,-2923.5 1764.5,-2923.5 1764.5,-2923.5 1764.5,-2090.5 1764.5,-2056.8529 1753.6007,-2018.9868 1745.9158,-1996.4699\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1749.201,-1995.2617 1742.5625,-1987.0045 1742.6028,-1997.5993 1749.201,-1995.2617\"/>\n</g>\n<!-- 140386094730152 -->\n<g id=\"node44\" class=\"node\">\n<title>140386094730152</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1234,-2735 1143,-2735 1143,-2714 1234,-2714 1234,-2735\"/>\n<text text-anchor=\"middle\" x=\"1188.5\" y=\"-2721.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386094730152&#45;&gt;140386094729928 -->\n<g id=\"edge44\" class=\"edge\">\n<title>140386094730152&#45;&gt;140386094729928</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1195.1052,-2713.9317C1200.8606,-2704.723 1209.355,-2691.1319 1216.3363,-2679.9619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1219.4193,-2681.6329 1221.7513,-2671.2979 1213.4833,-2677.9229 1219.4193,-2681.6329\"/>\n</g>\n<!-- 140386094730320 -->\n<g id=\"node45\" class=\"node\">\n<title>140386094730320</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1241,-2806 1136,-2806 1136,-2785 1241,-2785 1241,-2806\"/>\n<text text-anchor=\"middle\" x=\"1188.5\" y=\"-2792.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386094730320&#45;&gt;140386094730152 -->\n<g id=\"edge45\" class=\"edge\">\n<title>140386094730320&#45;&gt;140386094730152</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1188.5,-2784.7166C1188.5,-2774.3953 1188.5,-2758.5401 1188.5,-2745.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1192.0001,-2745.3848 1188.5,-2735.3849 1185.0001,-2745.3849 1192.0001,-2745.3848\"/>\n</g>\n<!-- 140386094730768 -->\n<g id=\"node46\" class=\"node\">\n<title>140386094730768</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1246.5,-2870 1142.5,-2870 1142.5,-2849 1246.5,-2849 1246.5,-2870\"/>\n<text text-anchor=\"middle\" x=\"1194.5\" y=\"-2856.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094730768&#45;&gt;140386094730320 -->\n<g id=\"edge46\" class=\"edge\">\n<title>140386094730768&#45;&gt;140386094730320</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1193.5092,-2848.9317C1192.6804,-2840.0913 1191.473,-2827.2122 1190.4513,-2816.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1193.9305,-2815.9275 1189.5123,-2806.2979 1186.9611,-2816.581 1193.9305,-2815.9275\"/>\n</g>\n<!-- 140386094731216 -->\n<g id=\"node47\" class=\"node\">\n<title>140386094731216</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1487.5,-2941 1433.5,-2941 1433.5,-2906 1487.5,-2906 1487.5,-2941\"/>\n<text text-anchor=\"middle\" x=\"1460.5\" y=\"-2913.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386094731216&#45;&gt;140386094730768 -->\n<g id=\"edge47\" class=\"edge\">\n<title>140386094731216&#45;&gt;140386094730768</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1433.0352,-2916.8919C1389.5836,-2906.4374 1304.1885,-2885.8912 1248.2443,-2872.431\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1249.0427,-2869.0232 1238.5014,-2870.0868 1247.4052,-2875.829 1249.0427,-2869.0232\"/>\n</g>\n<!-- 140386094757704 -->\n<g id=\"node94\" class=\"node\">\n<title>140386094757704</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1160.5,-1759 1056.5,-1759 1056.5,-1738 1160.5,-1738 1160.5,-1759\"/>\n<text text-anchor=\"middle\" x=\"1108.5\" y=\"-1745.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094731216&#45;&gt;140386094757704 -->\n<g id=\"edge108\" class=\"edge\">\n<title>140386094731216&#45;&gt;140386094757704</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1453.6925,-2905.9965C1444.8413,-2881.6233 1430.5,-2835.8992 1430.5,-2795.5 1430.5,-2795.5 1430.5,-2795.5 1430.5,-2261.5 1430.5,-2038.7844 1422.7374,-1932.4558 1247.5,-1795 1225.3078,-1777.5925 1196.2755,-1766.5419 1170.4864,-1759.6066\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1171.3358,-1756.2113 1160.7823,-1757.1455 1169.6149,-1762.9965 1171.3358,-1756.2113\"/>\n</g>\n<!-- 140386094759440 -->\n<g id=\"node136\" class=\"node\">\n<title>140386094759440</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"878.5,-619 774.5,-619 774.5,-598 878.5,-598 878.5,-619\"/>\n<text text-anchor=\"middle\" x=\"826.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094731216&#45;&gt;140386094759440 -->\n<g id=\"edge172\" class=\"edge\">\n<title>140386094731216&#45;&gt;140386094759440</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1462.3153,-2905.7139C1464.6757,-2881.0129 1468.5,-2834.9101 1468.5,-2795.5 1468.5,-2795.5 1468.5,-2795.5 1468.5,-2261.5 1468.5,-2185.4948 1466.5,-2166.5052 1466.5,-2090.5 1466.5,-2090.5 1466.5,-2090.5 1466.5,-722.5 1466.5,-664.2109 1049.7123,-625.7588 888.8228,-613.0869\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"888.8445,-609.578 878.6025,-612.2895 888.3,-616.5568 888.8445,-609.578\"/>\n</g>\n<!-- 140386094731104 -->\n<g id=\"node48\" class=\"node\">\n<title>140386094731104</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1265,-3005 1174,-3005 1174,-2984 1265,-2984 1265,-3005\"/>\n<text text-anchor=\"middle\" x=\"1219.5\" y=\"-2991.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094731104&#45;&gt;140386094730768 -->\n<g id=\"edge48\" class=\"edge\">\n<title>140386094731104&#45;&gt;140386094730768</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1206.098,-2983.8288C1194.9763,-2974.0452 1179.9733,-2958.4576 1173.5,-2941 1165.8138,-2920.2713 1174.549,-2895.5757 1182.9793,-2878.8432\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1186.0841,-2880.4599 1187.7812,-2870.0018 1179.9328,-2877.1189 1186.0841,-2880.4599\"/>\n</g>\n<!-- 140386094756920&#45;&gt;140386094731104 -->\n<g id=\"edge49\" class=\"edge\">\n<title>140386094756920&#45;&gt;140386094731104</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1216.9556,-3054.7166C1217.3917,-3044.3953 1218.0617,-3028.5401 1218.6047,-3015.6896\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1222.1147,-3015.5237 1219.0401,-3005.3849 1215.1209,-3015.2282 1222.1147,-3015.5237\"/>\n</g>\n<!-- 140386094756080 -->\n<g id=\"node50\" class=\"node\">\n<title>140386094756080</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1255,-2934 1182,-2934 1182,-2913 1255,-2913 1255,-2934\"/>\n<text text-anchor=\"middle\" x=\"1218.5\" y=\"-2920.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094756080&#45;&gt;140386094730768 -->\n<g id=\"edge51\" class=\"edge\">\n<title>140386094756080&#45;&gt;140386094730768</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1214.5369,-2912.9317C1211.1872,-2903.9992 1206.2913,-2890.9434 1202.1776,-2879.9736\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1205.3377,-2878.4323 1198.5492,-2870.2979 1198.7834,-2880.8902 1205.3377,-2878.4323\"/>\n</g>\n<!-- 140386094756864 -->\n<g id=\"node51\" class=\"node\">\n<title>140386094756864</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1552,-3012 1483,-3012 1483,-2977 1552,-2977 1552,-3012\"/>\n<text text-anchor=\"middle\" x=\"1517.5\" y=\"-2984.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386094756864&#45;&gt;140386094756080 -->\n<g id=\"edge52\" class=\"edge\">\n<title>140386094756864&#45;&gt;140386094756080</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1482.9934,-2979.706C1480.1457,-2978.7154 1477.29,-2977.7967 1474.5,-2977 1383.4446,-2950.9997 1355.8482,-2965.9524 1264.5,-2941 1260.7136,-2939.9657 1256.8049,-2938.7391 1252.9397,-2937.4225\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1254.1102,-2934.1241 1243.5158,-2934.0228 1251.7346,-2940.7087 1254.1102,-2934.1241\"/>\n</g>\n<!-- 140386094758040 -->\n<g id=\"node97\" class=\"node\">\n<title>140386094758040</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1377,-2101 1304,-2101 1304,-2080 1377,-2080 1377,-2101\"/>\n<text text-anchor=\"middle\" x=\"1340.5\" y=\"-2087.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094756864&#45;&gt;140386094758040 -->\n<g id=\"edge114\" class=\"edge\">\n<title>140386094756864&#45;&gt;140386094758040</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1482.7601,-2978.2227C1459.6883,-2966.7448 1432.2644,-2951.5906 1424.5,-2941 1385.3513,-2887.6012 1392.5,-2861.7122 1392.5,-2795.5 1392.5,-2795.5 1392.5,-2795.5 1392.5,-2375.5 1392.5,-2274.9237 1360.7716,-2157.5775 1346.8827,-2111.028\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1350.1661,-2109.7946 1343.9119,-2101.2427 1343.468,-2111.8282 1350.1661,-2109.7946\"/>\n</g>\n<!-- 140386094772744 -->\n<g id=\"node139\" class=\"node\">\n<title>140386094772744</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1568,-2158 1495,-2158 1495,-2137 1568,-2137 1568,-2158\"/>\n<text text-anchor=\"middle\" x=\"1531.5\" y=\"-2144.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094756864&#45;&gt;140386094772744 -->\n<g id=\"edge178\" class=\"edge\">\n<title>140386094756864&#45;&gt;140386094772744</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1518.151,-2976.5962C1519.0333,-2950.7461 1520.5,-2901.4635 1520.5,-2859.5 1520.5,-2859.5 1520.5,-2859.5 1520.5,-2261.5 1520.5,-2228.8412 1525.0282,-2191.1619 1528.274,-2168.3485\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1531.7808,-2168.5588 1529.7813,-2158.1544 1524.8561,-2167.5349 1531.7808,-2168.5588\"/>\n</g>\n<!-- 140386094730432 -->\n<g id=\"node52\" class=\"node\">\n<title>140386094730432</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"729,-2806 640,-2806 640,-2785 729,-2785 729,-2806\"/>\n<text text-anchor=\"middle\" x=\"684.5\" y=\"-2792.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386094730432&#45;&gt;140386094730152 -->\n<g id=\"edge53\" class=\"edge\">\n<title>140386094730432&#45;&gt;140386094730152</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M729.3485,-2786.5302C744.5978,-2783.6218 761.7615,-2780.5031 777.5,-2778 903.9977,-2757.8817 1053.2961,-2739.8743 1132.5247,-2730.7694\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1133.227,-2734.212 1142.7642,-2729.5975 1132.431,-2727.2574 1133.227,-2734.212\"/>\n</g>\n<!-- 140386094730992 -->\n<g id=\"node53\" class=\"node\">\n<title>140386094730992</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"743.5,-2870 639.5,-2870 639.5,-2849 743.5,-2849 743.5,-2870\"/>\n<text text-anchor=\"middle\" x=\"691.5\" y=\"-2856.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094730992&#45;&gt;140386094730432 -->\n<g id=\"edge54\" class=\"edge\">\n<title>140386094730992&#45;&gt;140386094730432</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M690.3441,-2848.9317C689.3772,-2840.0913 687.9685,-2827.2122 686.7765,-2816.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"690.2476,-2815.8581 685.681,-2806.2979 683.2891,-2816.6192 690.2476,-2815.8581\"/>\n</g>\n<!-- 140386094756696 -->\n<g id=\"node54\" class=\"node\">\n<title>140386094756696</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"583.5,-2941 529.5,-2941 529.5,-2906 583.5,-2906 583.5,-2941\"/>\n<text text-anchor=\"middle\" x=\"556.5\" y=\"-2913.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386094756696&#45;&gt;140386094730992 -->\n<g id=\"edge55\" class=\"edge\">\n<title>140386094756696&#45;&gt;140386094730992</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M583.8193,-2910.5486C605.8947,-2900.0833 636.985,-2885.3442 660.087,-2874.3921\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"661.5998,-2877.5484 669.1365,-2870.102 658.6012,-2871.2231 661.5998,-2877.5484\"/>\n</g>\n<!-- 140386094757760 -->\n<g id=\"node99\" class=\"node\">\n<title>140386094757760</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"736.5,-1759 632.5,-1759 632.5,-1738 736.5,-1738 736.5,-1759\"/>\n<text text-anchor=\"middle\" x=\"684.5\" y=\"-1745.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094756696&#45;&gt;140386094757760 -->\n<g id=\"edge117\" class=\"edge\">\n<title>140386094756696&#45;&gt;140386094757760</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M561.0483,-2905.9182C568.2448,-2878.4518 582.9393,-2823.7663 597.5,-2778 622.4533,-2699.5685 659.5,-2685.8054 659.5,-2603.5 659.5,-2603.5 659.5,-2603.5 659.5,-1862.5 659.5,-1828.9158 669.9801,-1791.031 677.3695,-1768.4933\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"680.6856,-1769.6126 680.5938,-1759.0182 674.0588,-1767.3575 680.6856,-1769.6126\"/>\n</g>\n<!-- 140386094759664 -->\n<g id=\"node141\" class=\"node\">\n<title>140386094759664</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"400.5,-619 296.5,-619 296.5,-598 400.5,-598 400.5,-619\"/>\n<text text-anchor=\"middle\" x=\"348.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094756696&#45;&gt;140386094759664 -->\n<g id=\"edge181\" class=\"edge\">\n<title>140386094756696&#45;&gt;140386094759664</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M529.4892,-2918.3287C454.8719,-2903.5667 248.1519,-2859.3033 198.5,-2813 145.3511,-2763.4356 139.5,-2733.1735 139.5,-2660.5 139.5,-2660.5 139.5,-2660.5 139.5,-1634.5 139.5,-1556.134 96.5,-1541.866 96.5,-1463.5 96.5,-1463.5 96.5,-1463.5 96.5,-836.5 96.5,-741.0042 136.4484,-714.0484 211.5,-655 233.1093,-637.9984 261.2885,-627.0344 286.4677,-620.0532\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"287.5244,-623.3947 296.3138,-617.4788 285.7536,-616.6223 287.5244,-623.3947\"/>\n</g>\n<!-- 140386094757312 -->\n<g id=\"node55\" class=\"node\">\n<title>140386094757312</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1003,-3005 912,-3005 912,-2984 1003,-2984 1003,-3005\"/>\n<text text-anchor=\"middle\" x=\"957.5\" y=\"-2991.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094757312&#45;&gt;140386094730992 -->\n<g id=\"edge56\" class=\"edge\">\n<title>140386094757312&#45;&gt;140386094730992</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M936.6274,-2983.9068C889.7192,-2960.0999 775.821,-2902.2945 721.4063,-2874.678\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"722.7769,-2871.4487 712.2756,-2870.044 719.6089,-2877.6908 722.7769,-2871.4487\"/>\n</g>\n<!-- 140386094757480&#45;&gt;140386094757312 -->\n<g id=\"edge57\" class=\"edge\">\n<title>140386094757480&#45;&gt;140386094757312</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1026.1978,-3054.7166C1013.2776,-3043.3915 992.7565,-3025.4039 977.503,-3012.0335\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"979.4796,-3009.1119 969.6525,-3005.1522 974.8655,-3014.3759 979.4796,-3009.1119\"/>\n</g>\n<!-- 140386094757424 -->\n<g id=\"node57\" class=\"node\">\n<title>140386094757424</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"721,-2934 648,-2934 648,-2913 721,-2913 721,-2934\"/>\n<text text-anchor=\"middle\" x=\"684.5\" y=\"-2920.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094757424&#45;&gt;140386094730992 -->\n<g id=\"edge59\" class=\"edge\">\n<title>140386094757424&#45;&gt;140386094730992</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M685.6559,-2912.9317C686.6228,-2904.0913 688.0315,-2891.2122 689.2235,-2880.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"692.7109,-2880.6192 690.319,-2870.2979 685.7524,-2879.8581 692.7109,-2880.6192\"/>\n</g>\n<!-- 140386094757368 -->\n<g id=\"node58\" class=\"node\">\n<title>140386094757368</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"557,-3012 488,-3012 488,-2977 557,-2977 557,-3012\"/>\n<text text-anchor=\"middle\" x=\"522.5\" y=\"-2984.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386094757368&#45;&gt;140386094757424 -->\n<g id=\"edge60\" class=\"edge\">\n<title>140386094757368&#45;&gt;140386094757424</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M557.2531,-2979.2687C585.0302,-2967.0948 623.7194,-2950.1384 651.1266,-2938.1266\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"652.56,-2941.3199 660.314,-2934.1 649.75,-2934.9086 652.56,-2941.3199\"/>\n</g>\n<!-- 140386094758712 -->\n<g id=\"node102\" class=\"node\">\n<title>140386094758712</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"631,-2215 558,-2215 558,-2194 631,-2194 631,-2215\"/>\n<text text-anchor=\"middle\" x=\"594.5\" y=\"-2201.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094757368&#45;&gt;140386094758712 -->\n<g id=\"edge123\" class=\"edge\">\n<title>140386094757368&#45;&gt;140386094758712</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M520.3387,-2976.7586C518.564,-2958.8112 516.877,-2930.3212 520.5,-2906 529.2623,-2847.1781 537.4576,-2833.2352 559.5,-2778 566.1302,-2761.3855 570.6195,-2758.5124 577.5,-2742 590.3119,-2711.2529 593.4973,-2703.334 601.5,-2671 614.9644,-2616.5987 621.5,-2602.5428 621.5,-2546.5 621.5,-2546.5 621.5,-2546.5 621.5,-2318.5 621.5,-2284.9634 610.299,-2247.3349 602.3259,-2224.7984\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"605.5714,-2223.4827 598.838,-2215.3027 599.0006,-2225.8963 605.5714,-2223.4827\"/>\n</g>\n<!-- 140386094773360 -->\n<g id=\"node144\" class=\"node\">\n<title>140386094773360</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"73,-2272 0,-2272 0,-2251 73,-2251 73,-2272\"/>\n<text text-anchor=\"middle\" x=\"36.5\" y=\"-2258.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094757368&#45;&gt;140386094773360 -->\n<g id=\"edge187\" class=\"edge\">\n<title>140386094757368&#45;&gt;140386094773360</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M487.6237,-2990.8267C380.5092,-2977.4362 63.5,-2921.1915 63.5,-2724.5 63.5,-2724.5 63.5,-2724.5 63.5,-2375.5 63.5,-2341.9634 52.299,-2304.3349 44.3259,-2281.7984\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"47.5714,-2280.4827 40.838,-2272.3027 41.0006,-2282.8963 47.5714,-2280.4827\"/>\n</g>\n<!-- 140386094729984 -->\n<g id=\"node59\" class=\"node\">\n<title>140386094729984</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1438,-1645 1333,-1645 1333,-1624 1438,-1624 1438,-1645\"/>\n<text text-anchor=\"middle\" x=\"1385.5\" y=\"-1631.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386094729984&#45;&gt;140386094729760 -->\n<g id=\"edge61\" class=\"edge\">\n<title>140386094729984&#45;&gt;140386094729760</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1370.2645,-1623.7787C1358.3852,-1615.4192 1341.6773,-1603.6618 1328.0752,-1594.09\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1329.8595,-1591.0658 1319.6672,-1588.1732 1325.831,-1596.7905 1329.8595,-1591.0658\"/>\n</g>\n<!-- 140386094730208 -->\n<g id=\"node60\" class=\"node\">\n<title>140386094730208</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1586.5,-1702 1494.5,-1702 1494.5,-1681 1586.5,-1681 1586.5,-1702\"/>\n<text text-anchor=\"middle\" x=\"1540.5\" y=\"-1688.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386094730208&#45;&gt;140386094729984 -->\n<g id=\"edge62\" class=\"edge\">\n<title>140386094730208&#45;&gt;140386094729984</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1511.7089,-1680.9123C1486.9136,-1671.794 1450.9315,-1658.5619 1423.7259,-1648.5573\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1424.7304,-1645.1976 1414.1369,-1645.031 1422.3143,-1651.7674 1424.7304,-1645.1976\"/>\n</g>\n<!-- 140386094756472&#45;&gt;140386094730208 -->\n<g id=\"edge63\" class=\"edge\">\n<title>140386094756472&#45;&gt;140386094730208</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1597.3335,-1737.7787C1587.263,-1729.5784 1573.1771,-1718.1085 1561.5483,-1708.6393\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1563.5718,-1705.7735 1553.6074,-1702.1732 1559.1518,-1711.2015 1563.5718,-1705.7735\"/>\n</g>\n<!-- 140386094757536 -->\n<g id=\"node62\" class=\"node\">\n<title>140386094757536</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1238,-1816 1147,-1816 1147,-1795 1238,-1795 1238,-1816\"/>\n<text text-anchor=\"middle\" x=\"1192.5\" y=\"-1802.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094757536&#45;&gt;140386094756472 -->\n<g id=\"edge65\" class=\"edge\">\n<title>140386094757536&#45;&gt;140386094756472</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1238.029,-1799.2915C1313.1592,-1789.0465 1463.2168,-1768.5841 1548.1471,-1757.0027\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1548.7368,-1760.4547 1558.1721,-1755.6356 1547.7909,-1753.5189 1548.7368,-1760.4547\"/>\n</g>\n<!-- 140386094757592 -->\n<g id=\"node63\" class=\"node\">\n<title>140386094757592</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1194.5,-1873 1112.5,-1873 1112.5,-1852 1194.5,-1852 1194.5,-1873\"/>\n<text text-anchor=\"middle\" x=\"1153.5\" y=\"-1859.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094757592&#45;&gt;140386094757536 -->\n<g id=\"edge66\" class=\"edge\">\n<title>140386094757592&#45;&gt;140386094757536</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1160.8356,-1851.7787C1166.065,-1844.1357 1173.2378,-1833.6524 1179.4343,-1824.596\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1182.439,-1826.4027 1185.1973,-1816.1732 1176.6618,-1822.4499 1182.439,-1826.4027\"/>\n</g>\n<!-- 140386094757816 -->\n<g id=\"node64\" class=\"node\">\n<title>140386094757816</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1072.5,-1930 978.5,-1930 978.5,-1909 1072.5,-1909 1072.5,-1930\"/>\n<text text-anchor=\"middle\" x=\"1025.5\" y=\"-1916.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ReluBackward0</text>\n</g>\n<!-- 140386094757816&#45;&gt;140386094757592 -->\n<g id=\"edge67\" class=\"edge\">\n<title>140386094757816&#45;&gt;140386094757592</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1049.2758,-1908.9123C1069.303,-1899.994 1098.1674,-1887.1403 1120.4444,-1877.2201\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1122.1401,-1880.2964 1129.8515,-1873.031 1119.2925,-1873.9017 1122.1401,-1880.2964\"/>\n</g>\n<!-- 140386094758320 -->\n<g id=\"node96\" class=\"node\">\n<title>140386094758320</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1085.5,-1873 1003.5,-1873 1003.5,-1852 1085.5,-1852 1085.5,-1873\"/>\n<text text-anchor=\"middle\" x=\"1044.5\" y=\"-1859.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094757816&#45;&gt;140386094758320 -->\n<g id=\"edge111\" class=\"edge\">\n<title>140386094757816&#45;&gt;140386094758320</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1029.0738,-1908.7787C1031.5153,-1901.4542 1034.8263,-1891.5211 1037.7549,-1882.7352\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1041.1003,-1883.7668 1040.9423,-1873.1732 1034.4595,-1881.5532 1041.1003,-1883.7668\"/>\n</g>\n<!-- 140386094758992 -->\n<g id=\"node101\" class=\"node\">\n<title>140386094758992</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"976.5,-1873 894.5,-1873 894.5,-1852 976.5,-1852 976.5,-1873\"/>\n<text text-anchor=\"middle\" x=\"935.5\" y=\"-1859.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094757816&#45;&gt;140386094758992 -->\n<g id=\"edge120\" class=\"edge\">\n<title>140386094757816&#45;&gt;140386094758992</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1008.5717,-1908.7787C995.121,-1900.26 976.099,-1888.2127 960.8349,-1878.5454\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"962.6733,-1875.5669 952.3524,-1873.1732 958.9279,-1881.4806 962.6733,-1875.5669\"/>\n</g>\n<!-- 140386094774648 -->\n<g id=\"node129\" class=\"node\">\n<title>140386094774648</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"876.5,-1873 794.5,-1873 794.5,-1852 876.5,-1852 876.5,-1873\"/>\n<text text-anchor=\"middle\" x=\"835.5\" y=\"-1859.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094757816&#45;&gt;140386094774648 -->\n<g id=\"edge158\" class=\"edge\">\n<title>140386094757816&#45;&gt;140386094774648</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M990.2077,-1908.9123C959.2802,-1899.6341 914.1545,-1886.0964 880.6124,-1876.0337\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"881.1873,-1872.5521 870.6033,-1873.031 879.1758,-1879.2569 881.1873,-1872.5521\"/>\n</g>\n<!-- 140386094757984 -->\n<g id=\"node65\" class=\"node\">\n<title>140386094757984</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1087.5,-1987 963.5,-1987 963.5,-1966 1087.5,-1966 1087.5,-1987\"/>\n<text text-anchor=\"middle\" x=\"1025.5\" y=\"-1973.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386094757984&#45;&gt;140386094757816 -->\n<g id=\"edge68\" class=\"edge\">\n<title>140386094757984&#45;&gt;140386094757816</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1025.5,-1965.7787C1025.5,-1958.6134 1025.5,-1948.9517 1025.5,-1940.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1029.0001,-1940.1732 1025.5,-1930.1732 1022.0001,-1940.1732 1029.0001,-1940.1732\"/>\n</g>\n<!-- 140386094758096&#45;&gt;140386094757984 -->\n<g id=\"edge69\" class=\"edge\">\n<title>140386094758096&#45;&gt;140386094757984</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1029.5595,-2022.7787C1028.931,-2015.6134 1028.0835,-2005.9517 1027.3254,-1997.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1030.7968,-1996.8291 1026.4362,-1987.1732 1023.8236,-1997.4408 1030.7968,-1996.8291\"/>\n</g>\n<!-- 140386094758208 -->\n<g id=\"node67\" class=\"node\">\n<title>140386094758208</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"919.5,-2101 837.5,-2101 837.5,-2080 919.5,-2080 919.5,-2101\"/>\n<text text-anchor=\"middle\" x=\"878.5\" y=\"-2087.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094758208&#45;&gt;140386094758096 -->\n<g id=\"edge71\" class=\"edge\">\n<title>140386094758208&#45;&gt;140386094758096</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M906.7338,-2079.9123C931.0493,-2070.794 966.3349,-2057.5619 993.0139,-2047.5573\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"994.283,-2050.8194 1002.4174,-2044.031 991.8251,-2044.2651 994.283,-2050.8194\"/>\n</g>\n<!-- 140386094758376 -->\n<g id=\"node68\" class=\"node\">\n<title>140386094758376</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"781.5,-2443 687.5,-2443 687.5,-2422 781.5,-2422 781.5,-2443\"/>\n<text text-anchor=\"middle\" x=\"734.5\" y=\"-2429.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094758376&#45;&gt;140386094758208 -->\n<g id=\"edge72\" class=\"edge\">\n<title>140386094758376&#45;&gt;140386094758208</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M738.838,-2421.6973C746.4703,-2401.6862 761.5,-2357.3479 761.5,-2318.5 761.5,-2318.5 761.5,-2318.5 761.5,-2204.5 761.5,-2157.7088 810.0973,-2123.8789 844.6514,-2105.7388\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"846.6183,-2108.6669 853.973,-2101.0407 843.4678,-2102.416 846.6183,-2108.6669\"/>\n</g>\n<!-- 140386094758544 -->\n<g id=\"node69\" class=\"node\">\n<title>140386094758544</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"859.5,-2557 725.5,-2557 725.5,-2536 859.5,-2536 859.5,-2557\"/>\n<text text-anchor=\"middle\" x=\"792.5\" y=\"-2543.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">FusedDropoutBackward</text>\n</g>\n<!-- 140386094758544&#45;&gt;140386094758376 -->\n<g id=\"edge73\" class=\"edge\">\n<title>140386094758544&#45;&gt;140386094758376</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M781.7695,-2535.9372C773.2887,-2527.0496 761.7154,-2513.639 754.5,-2500 746.6529,-2485.1669 741.4701,-2466.8289 738.351,-2453.012\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"741.7429,-2452.1318 736.2804,-2443.0537 734.8895,-2453.5569 741.7429,-2452.1318\"/>\n</g>\n<!-- 140386094759328 -->\n<g id=\"node78\" class=\"node\">\n<title>140386094759328</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"857.5,-2500 763.5,-2500 763.5,-2479 857.5,-2479 857.5,-2500\"/>\n<text text-anchor=\"middle\" x=\"810.5\" y=\"-2486.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094758544&#45;&gt;140386094759328 -->\n<g id=\"edge85\" class=\"edge\">\n<title>140386094758544&#45;&gt;140386094759328</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M795.8857,-2535.7787C798.1987,-2528.4542 801.3354,-2518.5211 804.11,-2509.7352\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"807.4557,-2510.763 807.1295,-2500.1732 800.7806,-2508.655 807.4557,-2510.763\"/>\n</g>\n<!-- 140386094758656 -->\n<g id=\"node70\" class=\"node\">\n<title>140386094758656</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"799,-3823 708,-3823 708,-3802 799,-3802 799,-3823\"/>\n<text text-anchor=\"middle\" x=\"753.5\" y=\"-3809.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094758656&#45;&gt;140386094758544 -->\n<g id=\"edge74\" class=\"edge\">\n<title>140386094758656&#45;&gt;140386094758544</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M753.5,-3801.9973C753.5,-3779.2856 753.5,-3723.9063 753.5,-3677.5 753.5,-3677.5 753.5,-3677.5 753.5,-3307.5 753.5,-3048.3828 757.5,-2983.6172 757.5,-2724.5 757.5,-2724.5 757.5,-2724.5 757.5,-2660.5 757.5,-2626.2083 772.1515,-2588.5684 782.4953,-2566.2678\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"785.6919,-2567.6965 786.8766,-2557.1681 779.3849,-2564.6598 785.6919,-2567.6965\"/>\n</g>\n<!-- 140386094758768&#45;&gt;140386094758656 -->\n<g id=\"edge75\" class=\"edge\">\n<title>140386094758768&#45;&gt;140386094758656</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M753.5,-3858.7787C753.5,-3851.6134 753.5,-3841.9517 753.5,-3833.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"757.0001,-3833.1732 753.5,-3823.1732 750.0001,-3833.1732 757.0001,-3833.1732\"/>\n</g>\n<!-- 140386094758432 -->\n<g id=\"node72\" class=\"node\">\n<title>140386094758432</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"925.5,-2158 831.5,-2158 831.5,-2137 925.5,-2137 925.5,-2158\"/>\n<text text-anchor=\"middle\" x=\"878.5\" y=\"-2144.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094758432&#45;&gt;140386094758208 -->\n<g id=\"edge77\" class=\"edge\">\n<title>140386094758432&#45;&gt;140386094758208</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M878.5,-2136.7787C878.5,-2129.6134 878.5,-2119.9517 878.5,-2111.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"882.0001,-2111.1732 878.5,-2101.1732 875.0001,-2111.1732 882.0001,-2111.1732\"/>\n</g>\n<!-- 140386094758600 -->\n<g id=\"node73\" class=\"node\">\n<title>140386094758600</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"924.5,-2215 832.5,-2215 832.5,-2194 924.5,-2194 924.5,-2215\"/>\n<text text-anchor=\"middle\" x=\"878.5\" y=\"-2201.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">BmmBackward</text>\n</g>\n<!-- 140386094758600&#45;&gt;140386094758432 -->\n<g id=\"edge78\" class=\"edge\">\n<title>140386094758600&#45;&gt;140386094758432</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M878.5,-2193.7787C878.5,-2186.6134 878.5,-2176.9517 878.5,-2168.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"882.0001,-2168.1732 878.5,-2158.1732 875.0001,-2168.1732 882.0001,-2168.1732\"/>\n</g>\n<!-- 140386094758824 -->\n<g id=\"node74\" class=\"node\">\n<title>140386094758824</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"940.5,-2272 816.5,-2272 816.5,-2251 940.5,-2251 940.5,-2272\"/>\n<text text-anchor=\"middle\" x=\"878.5\" y=\"-2258.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386094758824&#45;&gt;140386094758600 -->\n<g id=\"edge79\" class=\"edge\">\n<title>140386094758824&#45;&gt;140386094758600</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M878.5,-2250.7787C878.5,-2243.6134 878.5,-2233.9517 878.5,-2225.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"882.0001,-2225.1732 878.5,-2215.1732 875.0001,-2225.1732 882.0001,-2225.1732\"/>\n</g>\n<!-- 140386094758936 -->\n<g id=\"node75\" class=\"node\">\n<title>140386094758936</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"931,-2329 826,-2329 826,-2308 931,-2308 931,-2329\"/>\n<text text-anchor=\"middle\" x=\"878.5\" y=\"-2315.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SoftmaxBackward</text>\n</g>\n<!-- 140386094758936&#45;&gt;140386094758824 -->\n<g id=\"edge80\" class=\"edge\">\n<title>140386094758936&#45;&gt;140386094758824</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M878.5,-2307.7787C878.5,-2300.6134 878.5,-2290.9517 878.5,-2282.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"882.0001,-2282.1732 878.5,-2272.1732 875.0001,-2282.1732 882.0001,-2282.1732\"/>\n</g>\n<!-- 140386094759048&#45;&gt;140386094758936 -->\n<g id=\"edge81\" class=\"edge\">\n<title>140386094759048&#45;&gt;140386094758936</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M878.5,-2364.7787C878.5,-2357.6134 878.5,-2347.9517 878.5,-2339.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"882.0001,-2339.1732 878.5,-2329.1732 875.0001,-2339.1732 882.0001,-2339.1732\"/>\n</g>\n<!-- 140386094759160 -->\n<g id=\"node77\" class=\"node\">\n<title>140386094759160</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"919.5,-2443 837.5,-2443 837.5,-2422 919.5,-2422 919.5,-2443\"/>\n<text text-anchor=\"middle\" x=\"878.5\" y=\"-2429.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094759160&#45;&gt;140386094759048 -->\n<g id=\"edge83\" class=\"edge\">\n<title>140386094759160&#45;&gt;140386094759048</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M878.5,-2421.7787C878.5,-2414.6134 878.5,-2404.9517 878.5,-2396.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"882.0001,-2396.1732 878.5,-2386.1732 875.0001,-2396.1732 882.0001,-2396.1732\"/>\n</g>\n<!-- 140386094759328&#45;&gt;140386094759160 -->\n<g id=\"edge84\" class=\"edge\">\n<title>140386094759328&#45;&gt;140386094759160</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M823.2903,-2478.7787C833.0731,-2470.5784 846.7565,-2459.1085 858.0531,-2449.6393\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"860.3518,-2452.2795 865.7671,-2443.1732 855.8549,-2446.9149 860.3518,-2452.2795\"/>\n</g>\n<!-- 140386094759384 -->\n<g id=\"node79\" class=\"node\">\n<title>140386094759384</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1007.5,-2500 913.5,-2500 913.5,-2479 1007.5,-2479 1007.5,-2500\"/>\n<text text-anchor=\"middle\" x=\"960.5\" y=\"-2486.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094759384&#45;&gt;140386094759160 -->\n<g id=\"edge86\" class=\"edge\">\n<title>140386094759384&#45;&gt;140386094759160</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M945.0764,-2478.7787C933.0504,-2470.4192 916.1363,-2458.6618 902.3663,-2449.09\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"904.0632,-2446.0071 893.8544,-2443.1732 900.0678,-2451.7548 904.0632,-2446.0071\"/>\n</g>\n<!-- 140386094757872 -->\n<g id=\"node80\" class=\"node\">\n<title>140386094757872</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1119,-2557 1028,-2557 1028,-2536 1119,-2536 1119,-2557\"/>\n<text text-anchor=\"middle\" x=\"1073.5\" y=\"-2543.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386094757872&#45;&gt;140386094757592 -->\n<g id=\"edge102\" class=\"edge\">\n<title>140386094757872&#45;&gt;140386094757592</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1087.0873,-2535.8133C1108.9476,-2517.3067 1149.5,-2476.981 1149.5,-2432.5 1149.5,-2432.5 1149.5,-2432.5 1149.5,-2147.5 1149.5,-2048.5276 1151.9416,-1930.2409 1153.0097,-1883.2331\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1156.5115,-1883.1881 1153.2437,-1873.1099 1149.5134,-1883.0263 1156.5115,-1883.1881\"/>\n</g>\n<!-- 140386094757872&#45;&gt;140386094759384 -->\n<g id=\"edge87\" class=\"edge\">\n<title>140386094757872&#45;&gt;140386094759384</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1052.5104,-2535.9123C1035.068,-2527.114 1010.0325,-2514.4854 990.4787,-2504.622\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"991.8819,-2501.4098 981.3772,-2500.031 988.7293,-2507.6597 991.8819,-2501.4098\"/>\n</g>\n<!-- 140386094757872&#45;&gt;140386094758320 -->\n<g id=\"edge112\" class=\"edge\">\n<title>140386094757872&#45;&gt;140386094758320</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1079.6054,-2535.8905C1090.3471,-2516.1935 1111.5,-2472.3469 1111.5,-2432.5 1111.5,-2432.5 1111.5,-2432.5 1111.5,-2147.5 1111.5,-2040.6647 1129.3805,-2004.5052 1081.5,-1909 1076.3677,-1898.7629 1068.73,-1888.6611 1061.7243,-1880.5019\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1064.3287,-1878.1636 1055.0456,-1873.0572 1059.1181,-1882.8381 1064.3287,-1878.1636\"/>\n</g>\n<!-- 140386094757872&#45;&gt;140386094758992 -->\n<g id=\"edge121\" class=\"edge\">\n<title>140386094757872&#45;&gt;140386094758992</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1073.5,-2535.8125C1073.5,-2515.625 1073.5,-2470.5 1073.5,-2432.5 1073.5,-2432.5 1073.5,-2432.5 1073.5,-2147.5 1073.5,-2082.2889 1002.0472,-2100.5082 969.5,-2044 939.4689,-1991.8603 935.1972,-1918.6145 935.0558,-1883.2365\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"938.5562,-1883.1802 935.1276,-1873.1555 931.5563,-1883.1303 938.5562,-1883.1802\"/>\n</g>\n<!-- 140386094757872&#45;&gt;140386094774648 -->\n<g id=\"edge159\" class=\"edge\">\n<title>140386094757872&#45;&gt;140386094774648</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1070.6291,-2535.8554C1056.7496,-2484.7295 994.5657,-2259.4771 928.5,-2080 901.2688,-2006.0225 862.5875,-1920.7001 844.9371,-1882.6381\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"847.9383,-1880.7919 840.5434,-1873.2046 841.5927,-1883.7473 847.9383,-1880.7919\"/>\n</g>\n<!-- 140386094759552&#45;&gt;140386094757872 -->\n<g id=\"edge88\" class=\"edge\">\n<title>140386094759552&#45;&gt;140386094757872</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1115.7192,-2592.7787C1108.5287,-2584.8969 1098.5826,-2573.9944 1090.1503,-2564.7512\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1092.5623,-2562.202 1083.2369,-2557.1732 1087.3909,-2566.9198 1092.5623,-2562.202\"/>\n</g>\n<!-- 140386094759608 -->\n<g id=\"node82\" class=\"node\">\n<title>140386094759608</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"593,-2614 488,-2614 488,-2593 593,-2593 593,-2614\"/>\n<text text-anchor=\"middle\" x=\"540.5\" y=\"-2600.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386094759608&#45;&gt;140386094757872 -->\n<g id=\"edge90\" class=\"edge\">\n<title>140386094759608&#45;&gt;140386094757872</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M593.0648,-2597.8786C693.9949,-2587.085 914.0806,-2563.5486 1017.5856,-2552.4796\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1018.2566,-2555.9279 1027.8277,-2551.3843 1017.5122,-2548.9676 1018.2566,-2555.9279\"/>\n</g>\n<!-- 140386094759720 -->\n<g id=\"node83\" class=\"node\">\n<title>140386094759720</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"592.5,-2671 488.5,-2671 488.5,-2650 592.5,-2650 592.5,-2671\"/>\n<text text-anchor=\"middle\" x=\"540.5\" y=\"-2657.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094759720&#45;&gt;140386094759608 -->\n<g id=\"edge91\" class=\"edge\">\n<title>140386094759720&#45;&gt;140386094759608</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M540.5,-2649.7787C540.5,-2642.6134 540.5,-2632.9517 540.5,-2624.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"544.0001,-2624.1732 540.5,-2614.1732 537.0001,-2624.1732 544.0001,-2624.1732\"/>\n</g>\n<!-- 140386094759832 -->\n<g id=\"node84\" class=\"node\">\n<title>140386094759832</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"355.5,-2742 301.5,-2742 301.5,-2707 355.5,-2707 355.5,-2742\"/>\n<text text-anchor=\"middle\" x=\"328.5\" y=\"-2714.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n</g>\n<!-- 140386094759832&#45;&gt;140386094759720 -->\n<g id=\"edge92\" class=\"edge\">\n<title>140386094759832&#45;&gt;140386094759720</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M355.7813,-2716.2641C391.1891,-2705.575 453.4433,-2686.7813 495.8003,-2673.9942\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"497.018,-2677.2827 505.5797,-2671.042 494.9949,-2670.5814 497.018,-2677.2827\"/>\n</g>\n<!-- 140386094774368 -->\n<g id=\"node127\" class=\"node\">\n<title>140386094774368</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"415.5,-1759 311.5,-1759 311.5,-1738 415.5,-1738 415.5,-1759\"/>\n<text text-anchor=\"middle\" x=\"363.5\" y=\"-1745.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094759832&#45;&gt;140386094774368 -->\n<g id=\"edge155\" class=\"edge\">\n<title>140386094759832&#45;&gt;140386094774368</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M332.5288,-2706.9742C337.5559,-2683.5354 345.5,-2640.6232 345.5,-2603.5 345.5,-2603.5 345.5,-2603.5 345.5,-1862.5 345.5,-1829.4392 352.9776,-1791.6379 358.2937,-1768.941\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"361.7249,-1769.6432 360.6875,-1759.0992 354.9232,-1767.9887 361.7249,-1769.6432\"/>\n</g>\n<!-- 140386094729368 -->\n<g id=\"node146\" class=\"node\">\n<title>140386094729368</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"261.5,-619 157.5,-619 157.5,-598 261.5,-598 261.5,-619\"/>\n<text text-anchor=\"middle\" x=\"209.5\" y=\"-605.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n</g>\n<!-- 140386094759832&#45;&gt;140386094729368 -->\n<g id=\"edge190\" class=\"edge\">\n<title>140386094759832&#45;&gt;140386094729368</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M323.4165,-2706.6282C317.2015,-2683.1652 307.5,-2640.5985 307.5,-2603.5 307.5,-2603.5 307.5,-2603.5 307.5,-2090.5 307.5,-1991.109 274.852,-1970.4888 255.5,-1873 209.6326,-1641.9356 172.5,-1585.0729 172.5,-1349.5 172.5,-1349.5 172.5,-1349.5 172.5,-722.5 172.5,-688.0351 187.9887,-650.4461 198.9236,-628.2031\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"202.1261,-629.6275 203.5553,-619.1295 195.8914,-626.4449 202.1261,-629.6275\"/>\n</g>\n<!-- 140386094759888 -->\n<g id=\"node85\" class=\"node\">\n<title>140386094759888</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"877,-2806 786,-2806 786,-2785 877,-2785 877,-2806\"/>\n<text text-anchor=\"middle\" x=\"831.5\" y=\"-2792.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094759888&#45;&gt;140386094759720 -->\n<g id=\"edge93\" class=\"edge\">\n<title>140386094759888&#45;&gt;140386094759720</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M808.6657,-2784.9068C757.1363,-2761.0014 631.7128,-2702.8152 572.4809,-2675.3365\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"573.7725,-2672.0775 563.2282,-2671.044 570.8266,-2678.4274 573.7725,-2672.0775\"/>\n</g>\n<!-- 140386094772464&#45;&gt;140386094759888 -->\n<g id=\"edge94\" class=\"edge\">\n<title>140386094772464&#45;&gt;140386094759888</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M945.0424,-2848.9317C922.6983,-2838.4168 888.2127,-2822.1883 863.1083,-2810.3745\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"864.5295,-2807.1752 853.991,-2806.084 861.5489,-2813.5089 864.5295,-2807.1752\"/>\n</g>\n<!-- 140386094772296 -->\n<g id=\"node87\" class=\"node\">\n<title>140386094772296</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"569,-2735 496,-2735 496,-2714 569,-2714 569,-2735\"/>\n<text text-anchor=\"middle\" x=\"532.5\" y=\"-2721.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094772296&#45;&gt;140386094759720 -->\n<g id=\"edge96\" class=\"edge\">\n<title>140386094772296&#45;&gt;140386094759720</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M533.821,-2713.9317C534.9261,-2705.0913 536.536,-2692.2122 537.8983,-2681.3135\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"541.3828,-2681.6548 539.1503,-2671.2979 534.4369,-2680.7865 541.3828,-2681.6548\"/>\n</g>\n<!-- 140386094772408 -->\n<g id=\"node88\" class=\"node\">\n<title>140386094772408</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"277,-2813 208,-2813 208,-2778 277,-2778 277,-2813\"/>\n<text text-anchor=\"middle\" x=\"242.5\" y=\"-2785.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512)</text>\n</g>\n<!-- 140386094772408&#45;&gt;140386094772296 -->\n<g id=\"edge97\" class=\"edge\">\n<title>140386094772408&#45;&gt;140386094772296</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M277.1927,-2787.0063C329.2432,-2774.2629 427.6382,-2750.173 485.9021,-2735.9085\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"487.0632,-2739.2276 495.944,-2733.4499 485.3986,-2732.4284 487.0632,-2739.2276\"/>\n</g>\n<!-- 140386094774536 -->\n<g id=\"node130\" class=\"node\">\n<title>140386094774536</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"279,-2386 206,-2386 206,-2365 279,-2365 279,-2386\"/>\n<text text-anchor=\"middle\" x=\"242.5\" y=\"-2372.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094772408&#45;&gt;140386094774536 -->\n<g id=\"edge161\" class=\"edge\">\n<title>140386094772408&#45;&gt;140386094774536</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M242.5,-2777.5934C242.5,-2751.7399 242.5,-2702.4531 242.5,-2660.5 242.5,-2660.5 242.5,-2660.5 242.5,-2489.5 242.5,-2456.9922 242.5,-2419.2701 242.5,-2396.4067\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"246.0001,-2396.1875 242.5,-2386.1875 239.0001,-2396.1875 246.0001,-2396.1875\"/>\n</g>\n<!-- 140386094772800 -->\n<g id=\"node149\" class=\"node\">\n<title>140386094772800</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"241,-2329 168,-2329 168,-2308 241,-2308 241,-2329\"/>\n<text text-anchor=\"middle\" x=\"204.5\" y=\"-2315.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094772408&#45;&gt;140386094772800 -->\n<g id=\"edge196\" class=\"edge\">\n<title>140386094772408&#45;&gt;140386094772800</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M227.4243,-2777.6018C208.2227,-2752.9226 177.5,-2706.2824 177.5,-2660.5 177.5,-2660.5 177.5,-2660.5 177.5,-2432.5 177.5,-2398.9634 188.701,-2361.3349 196.6741,-2338.7984\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"199.9994,-2339.8963 200.162,-2329.3027 193.4286,-2337.4827 199.9994,-2339.8963\"/>\n</g>\n<!-- 140386094759216&#45;&gt;140386094759048 -->\n<g id=\"edge98\" class=\"edge\">\n<title>140386094759216&#45;&gt;140386094759048</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M849.6442,-3488.7399C857.3943,-3448.8749 883.5,-3305.7428 883.5,-3186.5 883.5,-3186.5 883.5,-3186.5 883.5,-3065.5 883.5,-3032.8958 894.4949,-2510.0312 904.5,-2479 910.4009,-2460.6982 922.9276,-2461.4045 928.5,-2443 931.2047,-2434.0671 932.2274,-2430.5567 928.5,-2422 923.3737,-2410.2321 913.6387,-2400.1001 904.1108,-2392.3254\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"905.9975,-2389.3639 895.9121,-2386.1181 901.7721,-2394.9448 905.9975,-2389.3639\"/>\n</g>\n<!-- 140386094758264&#45;&gt;140386094758096 -->\n<g id=\"edge100\" class=\"edge\">\n<title>140386094758264&#45;&gt;140386094758096</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M950.4473,-3175.6778C954.9915,-3151.8078 967.5304,-3093.1759 988.5,-3048 996.5962,-3030.5578 1005.6339,-3029.962 1012.5,-3012 1079.6705,-2836.2788 970.8496,-2751.2941 1072.5,-2593 1088.4877,-2568.1032 1108.9677,-2579.2249 1128.5,-2557 1168.9217,-2511.0058 1187.5,-2493.7322 1187.5,-2432.5 1187.5,-2432.5 1187.5,-2432.5 1187.5,-2147.5 1187.5,-2094.0389 1127.1561,-2063.0492 1081.2904,-2047.216\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1082.3431,-2043.8778 1071.7499,-2044.0648 1080.1476,-2050.5246 1082.3431,-2043.8778\"/>\n</g>\n<!-- 140386094757648&#45;&gt;140386094756472 -->\n<g id=\"edge103\" class=\"edge\">\n<title>140386094757648&#45;&gt;140386094756472</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1696.1198,-2022.6757C1682.8733,-1980.2573 1634.3682,-1824.9319 1616.858,-1768.86\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1620.1107,-1767.534 1613.7889,-1759.0319 1613.4289,-1769.6206 1620.1107,-1767.534\"/>\n</g>\n<!-- 140386094729816 -->\n<g id=\"node92\" class=\"node\">\n<title>140386094729816</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"984,-1645 893,-1645 893,-1624 984,-1624 984,-1645\"/>\n<text text-anchor=\"middle\" x=\"938.5\" y=\"-1631.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386094729816&#45;&gt;140386094729592 -->\n<g id=\"edge105\" class=\"edge\">\n<title>140386094729816&#45;&gt;140386094729592</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M938.5,-1623.9795C938.5,-1605.242 938.5,-1565.7701 938.5,-1541.3565\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"942.0001,-1541.3276 938.5,-1531.3276 935.0001,-1541.3277 942.0001,-1541.3276\"/>\n</g>\n<!-- 140386094730040 -->\n<g id=\"node93\" class=\"node\">\n<title>140386094730040</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1032,-1702 927,-1702 927,-1681 1032,-1681 1032,-1702\"/>\n<text text-anchor=\"middle\" x=\"979.5\" y=\"-1688.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386094730040&#45;&gt;140386094729816 -->\n<g id=\"edge106\" class=\"edge\">\n<title>140386094730040&#45;&gt;140386094729816</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M971.7882,-1680.7787C966.2333,-1673.0561 958.5927,-1662.4337 952.0325,-1653.3134\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"954.8579,-1651.2475 946.1772,-1645.1732 949.1752,-1655.335 954.8579,-1651.2475\"/>\n</g>\n<!-- 140386094757704&#45;&gt;140386094730040 -->\n<g id=\"edge107\" class=\"edge\">\n<title>140386094757704&#45;&gt;140386094730040</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1084.5384,-1737.9123C1064.2643,-1728.954 1035.0038,-1716.0249 1012.5122,-1706.0868\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1013.8947,-1702.8713 1003.3333,-1702.031 1011.0655,-1709.2741 1013.8947,-1702.8713\"/>\n</g>\n<!-- 140386094757928 -->\n<g id=\"node95\" class=\"node\">\n<title>140386094757928</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1090,-1816 999,-1816 999,-1795 1090,-1795 1090,-1816\"/>\n<text text-anchor=\"middle\" x=\"1044.5\" y=\"-1802.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094757928&#45;&gt;140386094757704 -->\n<g id=\"edge109\" class=\"edge\">\n<title>140386094757928&#45;&gt;140386094757704</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1056.5379,-1794.7787C1065.6559,-1786.658 1078.3741,-1775.3309 1088.9456,-1765.9157\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1091.3762,-1768.4378 1096.5161,-1759.1732 1086.7206,-1763.2104 1091.3762,-1768.4378\"/>\n</g>\n<!-- 140386094758320&#45;&gt;140386094757928 -->\n<g id=\"edge110\" class=\"edge\">\n<title>140386094758320&#45;&gt;140386094757928</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1044.5,-1851.7787C1044.5,-1844.6134 1044.5,-1834.9517 1044.5,-1826.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1048.0001,-1826.1732 1044.5,-1816.1732 1041.0001,-1826.1732 1048.0001,-1826.1732\"/>\n</g>\n<!-- 140386094758040&#45;&gt;140386094757704 -->\n<g id=\"edge113\" class=\"edge\">\n<title>140386094758040&#45;&gt;140386094757704</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1334.8766,-2079.8319C1324.983,-2060.0395 1305.5,-2016.0436 1305.5,-1976.5 1305.5,-1976.5 1305.5,-1976.5 1305.5,-1919.5 1305.5,-1832.1791 1197.4835,-1880.3886 1138.5,-1816 1126.351,-1802.7377 1118.5095,-1783.7474 1113.9021,-1769.2859\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1117.1453,-1767.9041 1110.9915,-1759.2797 1110.4239,-1769.8593 1117.1453,-1767.9041\"/>\n</g>\n<!-- 140386094730544 -->\n<g id=\"node98\" class=\"node\">\n<title>140386094730544</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"734,-1702 645,-1702 645,-1681 734,-1681 734,-1702\"/>\n<text text-anchor=\"middle\" x=\"689.5\" y=\"-1688.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386094730544&#45;&gt;140386094729816 -->\n<g id=\"edge115\" class=\"edge\">\n<title>140386094730544&#45;&gt;140386094729816</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M734.0162,-1681.3095C775.6321,-1671.783 837.9245,-1657.5233 882.8145,-1647.2473\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"883.7177,-1650.6311 892.6846,-1644.9879 882.1557,-1643.8076 883.7177,-1650.6311\"/>\n</g>\n<!-- 140386094757760&#45;&gt;140386094730544 -->\n<g id=\"edge116\" class=\"edge\">\n<title>140386094757760&#45;&gt;140386094730544</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M685.4405,-1737.7787C686.069,-1730.6134 686.9165,-1720.9517 687.6746,-1712.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"691.1764,-1712.4408 688.5638,-1702.1732 684.2032,-1711.8291 691.1764,-1712.4408\"/>\n</g>\n<!-- 140386094758488 -->\n<g id=\"node100\" class=\"node\">\n<title>140386094758488</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"873,-1816 782,-1816 782,-1795 873,-1795 873,-1816\"/>\n<text text-anchor=\"middle\" x=\"827.5\" y=\"-1802.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094758488&#45;&gt;140386094757760 -->\n<g id=\"edge118\" class=\"edge\">\n<title>140386094758488&#45;&gt;140386094757760</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M800.9379,-1794.9123C778.2629,-1785.874 745.4474,-1772.7937 720.4289,-1762.8213\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"721.505,-1759.4825 710.9198,-1759.031 718.9131,-1765.985 721.505,-1759.4825\"/>\n</g>\n<!-- 140386094758992&#45;&gt;140386094758488 -->\n<g id=\"edge119\" class=\"edge\">\n<title>140386094758992&#45;&gt;140386094758488</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M915.4391,-1851.9123C898.8443,-1843.154 875.0582,-1830.6001 856.4074,-1820.7567\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"857.931,-1817.6033 847.4534,-1816.031 854.6636,-1823.794 857.931,-1817.6033\"/>\n</g>\n<!-- 140386094758712&#45;&gt;140386094757760 -->\n<g id=\"edge122\" class=\"edge\">\n<title>140386094758712&#45;&gt;140386094757760</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M598.838,-2193.6973C606.4703,-2173.6862 621.5,-2129.3479 621.5,-2090.5 621.5,-2090.5 621.5,-2090.5 621.5,-1862.5 621.5,-1824.7702 648.2622,-1787.7955 666.9013,-1766.619\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"669.6503,-1768.7991 673.8129,-1759.0563 664.4831,-1764.0768 669.6503,-1768.7991\"/>\n</g>\n<!-- 140386094729648 -->\n<g id=\"node103\" class=\"node\">\n<title>140386094729648</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1307,-505 1202,-505 1202,-484 1307,-484 1307,-505\"/>\n<text text-anchor=\"middle\" x=\"1254.5\" y=\"-491.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386094729648&#45;&gt;140386094729424 -->\n<g id=\"edge124\" class=\"edge\">\n<title>140386094729648&#45;&gt;140386094729424</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1201.9643,-485.0236C1144.598,-474.6759 1053.0952,-458.1706 994.4249,-447.5877\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"994.6891,-444.079 984.2265,-445.7481 993.4464,-450.9678 994.6891,-444.079\"/>\n</g>\n<!-- 140386094729872 -->\n<g id=\"node104\" class=\"node\">\n<title>140386094729872</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1544.5,-562 1452.5,-562 1452.5,-541 1544.5,-541 1544.5,-562\"/>\n<text text-anchor=\"middle\" x=\"1498.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward0</text>\n</g>\n<!-- 140386094729872&#45;&gt;140386094729648 -->\n<g id=\"edge125\" class=\"edge\">\n<title>140386094729872&#45;&gt;140386094729648</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1453.4623,-540.9789C1412.8381,-531.4888 1352.971,-517.5035 1309.5248,-507.3542\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1310.222,-503.9229 1299.6879,-505.0562 1308.6295,-510.7393 1310.222,-503.9229\"/>\n</g>\n<!-- 140386094758152&#45;&gt;140386094729872 -->\n<g id=\"edge126\" class=\"edge\">\n<title>140386094758152&#45;&gt;140386094729872</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1593.7674,-597.9123C1575.6255,-589.074 1549.55,-576.3705 1529.2642,-566.4877\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1530.639,-563.2643 1520.1162,-562.031 1527.5732,-569.5572 1530.639,-563.2643\"/>\n</g>\n<!-- 140386094759104 -->\n<g id=\"node106\" class=\"node\">\n<title>140386094759104</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1586,-676 1495,-676 1495,-655 1586,-655 1586,-676\"/>\n<text text-anchor=\"middle\" x=\"1540.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094759104&#45;&gt;140386094758152 -->\n<g id=\"edge128\" class=\"edge\">\n<title>140386094759104&#45;&gt;140386094758152</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1554.6069,-654.7787C1565.5016,-646.4988 1580.7823,-634.8855 1593.3104,-625.3641\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1595.6125,-628.0106 1601.4563,-619.1732 1591.3769,-622.4375 1595.6125,-628.0106\"/>\n</g>\n<!-- 140386094759496 -->\n<g id=\"node107\" class=\"node\">\n<title>140386094759496</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"703.5,-733 621.5,-733 621.5,-712 703.5,-712 703.5,-733\"/>\n<text text-anchor=\"middle\" x=\"662.5\" y=\"-719.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094759496&#45;&gt;140386094759104 -->\n<g id=\"edge129\" class=\"edge\">\n<title>140386094759496&#45;&gt;140386094759104</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M703.6701,-719.8272C846.5702,-710.5501 1321.321,-679.7292 1484.6958,-669.1228\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1485.2477,-672.5945 1494.9999,-668.4539 1484.7941,-665.6092 1485.2477,-672.5945\"/>\n</g>\n<!-- 140386094759776 -->\n<g id=\"node108\" class=\"node\">\n<title>140386094759776</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"608.5,-790 514.5,-790 514.5,-769 608.5,-769 608.5,-790\"/>\n<text text-anchor=\"middle\" x=\"561.5\" y=\"-776.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ReluBackward0</text>\n</g>\n<!-- 140386094759776&#45;&gt;140386094759496 -->\n<g id=\"edge130\" class=\"edge\">\n<title>140386094759776&#45;&gt;140386094759496</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M580.4973,-768.7787C595.7331,-760.1803 617.3384,-747.9872 634.5478,-738.275\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"636.5992,-741.1362 643.5879,-733.1732 633.1588,-735.04 636.5992,-741.1362\"/>\n</g>\n<!-- 140386094772968 -->\n<g id=\"node138\" class=\"node\">\n<title>140386094772968</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"602.5,-733 520.5,-733 520.5,-712 602.5,-712 602.5,-733\"/>\n<text text-anchor=\"middle\" x=\"561.5\" y=\"-719.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094759776&#45;&gt;140386094772968 -->\n<g id=\"edge175\" class=\"edge\">\n<title>140386094759776&#45;&gt;140386094772968</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M561.5,-768.7787C561.5,-761.6134 561.5,-751.9517 561.5,-743.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"565.0001,-743.1732 561.5,-733.1732 558.0001,-743.1732 565.0001,-743.1732\"/>\n</g>\n<!-- 140386094773640 -->\n<g id=\"node143\" class=\"node\">\n<title>140386094773640</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"470.5,-733 388.5,-733 388.5,-712 470.5,-712 470.5,-733\"/>\n<text text-anchor=\"middle\" x=\"429.5\" y=\"-719.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094759776&#45;&gt;140386094773640 -->\n<g id=\"edge184\" class=\"edge\">\n<title>140386094759776&#45;&gt;140386094773640</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M536.9812,-768.9123C516.2356,-759.954 486.2946,-747.0249 463.2799,-737.0868\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"464.4557,-733.7822 453.8875,-733.031 461.6806,-740.2086 464.4557,-733.7822\"/>\n</g>\n<!-- 140386094773752 -->\n<g id=\"node148\" class=\"node\">\n<title>140386094773752</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"370.5,-733 288.5,-733 288.5,-712 370.5,-712 370.5,-733\"/>\n<text text-anchor=\"middle\" x=\"329.5\" y=\"-719.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094759776&#45;&gt;140386094773752 -->\n<g id=\"edge193\" class=\"edge\">\n<title>140386094759776&#45;&gt;140386094773752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M518.6773,-768.9789C479.6088,-759.3802 421.8226,-745.1827 380.4063,-735.0072\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"381.0616,-731.5641 370.5152,-732.577 379.3913,-738.362 381.0616,-731.5641\"/>\n</g>\n<!-- 140386094772688 -->\n<g id=\"node109\" class=\"node\">\n<title>140386094772688</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"814.5,-847 690.5,-847 690.5,-826 814.5,-826 814.5,-847\"/>\n<text text-anchor=\"middle\" x=\"752.5\" y=\"-833.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386094772688&#45;&gt;140386094759776 -->\n<g id=\"edge131\" class=\"edge\">\n<title>140386094772688&#45;&gt;140386094759776</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M717.022,-825.9123C685.7976,-816.5941 640.1772,-802.9796 606.4145,-792.9038\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"607.3713,-789.5369 596.788,-790.031 605.3695,-796.2446 607.3713,-789.5369\"/>\n</g>\n<!-- 140386094772632&#45;&gt;140386094772688 -->\n<g id=\"edge132\" class=\"edge\">\n<title>140386094772632&#45;&gt;140386094772688</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M748.4405,-882.7787C749.069,-875.6134 749.9165,-865.9517 750.6746,-857.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"754.1764,-857.4408 751.5638,-847.1732 747.2032,-856.8291 754.1764,-857.4408\"/>\n</g>\n<!-- 140386094772856 -->\n<g id=\"node111\" class=\"node\">\n<title>140386094772856</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"628.5,-961 546.5,-961 546.5,-940 628.5,-940 628.5,-961\"/>\n<text text-anchor=\"middle\" x=\"587.5\" y=\"-947.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094772856&#45;&gt;140386094772632 -->\n<g id=\"edge134\" class=\"edge\">\n<title>140386094772856&#45;&gt;140386094772632</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M617.2198,-939.9123C642.9273,-930.754 680.2838,-917.4458 708.41,-907.4258\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"709.6939,-910.684 717.9394,-904.031 707.3447,-904.0899 709.6939,-910.684\"/>\n</g>\n<!-- 140386094773024 -->\n<g id=\"node112\" class=\"node\">\n<title>140386094773024</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"313.5,-1303 219.5,-1303 219.5,-1282 313.5,-1282 313.5,-1303\"/>\n<text text-anchor=\"middle\" x=\"266.5\" y=\"-1289.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094773024&#45;&gt;140386094772856 -->\n<g id=\"edge135\" class=\"edge\">\n<title>140386094773024&#45;&gt;140386094772856</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M275.1295,-1281.7867C307.2034,-1242.2138 423.2743,-1101.1834 531.5,-997 542.2756,-986.6269 555.0577,-975.9058 565.6876,-967.3759\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"568.0049,-970.0053 573.6716,-961.0533 563.6592,-964.5176 568.0049,-970.0053\"/>\n</g>\n<!-- 140386094773192 -->\n<g id=\"node113\" class=\"node\">\n<title>140386094773192</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"334.5,-1417 200.5,-1417 200.5,-1396 334.5,-1396 334.5,-1417\"/>\n<text text-anchor=\"middle\" x=\"267.5\" y=\"-1403.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">FusedDropoutBackward</text>\n</g>\n<!-- 140386094773192&#45;&gt;140386094773024 -->\n<g id=\"edge136\" class=\"edge\">\n<title>140386094773192&#45;&gt;140386094773024</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M254.9397,-1395.7065C245.9361,-1387.086 234.543,-1374.1407 229.5,-1360 223.2546,-1342.4879 234.7252,-1324.0741 246.5006,-1310.9108\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"249.2812,-1313.0703 253.7161,-1303.4483 244.2488,-1308.2045 249.2812,-1313.0703\"/>\n</g>\n<!-- 140386094773976 -->\n<g id=\"node122\" class=\"node\">\n<title>140386094773976</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"332.5,-1360 238.5,-1360 238.5,-1339 332.5,-1339 332.5,-1360\"/>\n<text text-anchor=\"middle\" x=\"285.5\" y=\"-1346.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094773192&#45;&gt;140386094773976 -->\n<g id=\"edge148\" class=\"edge\">\n<title>140386094773192&#45;&gt;140386094773976</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M270.8857,-1395.7787C273.1987,-1388.4542 276.3354,-1378.5211 279.11,-1369.7352\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"282.4557,-1370.763 282.1295,-1360.1732 275.7806,-1368.655 282.4557,-1370.763\"/>\n</g>\n<!-- 140386094773304 -->\n<g id=\"node114\" class=\"node\">\n<title>140386094773304</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"307,-1474 216,-1474 216,-1453 307,-1453 307,-1474\"/>\n<text text-anchor=\"middle\" x=\"261.5\" y=\"-1460.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094773304&#45;&gt;140386094773192 -->\n<g id=\"edge137\" class=\"edge\">\n<title>140386094773304&#45;&gt;140386094773192</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M262.6286,-1452.7787C263.3828,-1445.6134 264.3998,-1435.9517 265.3095,-1427.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"268.8103,-1427.4847 266.3765,-1417.1732 261.8488,-1426.7518 268.8103,-1427.4847\"/>\n</g>\n<!-- 140386094773416&#45;&gt;140386094773304 -->\n<g id=\"edge138\" class=\"edge\">\n<title>140386094773416&#45;&gt;140386094773304</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M329.2629,-3915.9424C246.9048,-3898.5995 101.5,-3861.0986 101.5,-3812.5 101.5,-3812.5 101.5,-3812.5 101.5,-1634.5 101.5,-1559.9493 183.5887,-1504.4644 230.1694,-1478.981\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"232.0707,-1481.9339 239.2527,-1474.1448 228.7809,-1475.7551 232.0707,-1481.9339\"/>\n</g>\n<!-- 140386094773080 -->\n<g id=\"node116\" class=\"node\">\n<title>140386094773080</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"634.5,-1018 540.5,-1018 540.5,-997 634.5,-997 634.5,-1018\"/>\n<text text-anchor=\"middle\" x=\"587.5\" y=\"-1004.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094773080&#45;&gt;140386094772856 -->\n<g id=\"edge140\" class=\"edge\">\n<title>140386094773080&#45;&gt;140386094772856</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M587.5,-996.7787C587.5,-989.6134 587.5,-979.9517 587.5,-971.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"591.0001,-971.1732 587.5,-961.1732 584.0001,-971.1732 591.0001,-971.1732\"/>\n</g>\n<!-- 140386094773248 -->\n<g id=\"node117\" class=\"node\">\n<title>140386094773248</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"626.5,-1075 534.5,-1075 534.5,-1054 626.5,-1054 626.5,-1075\"/>\n<text text-anchor=\"middle\" x=\"580.5\" y=\"-1061.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">BmmBackward</text>\n</g>\n<!-- 140386094773248&#45;&gt;140386094773080 -->\n<g id=\"edge141\" class=\"edge\">\n<title>140386094773248&#45;&gt;140386094773080</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M581.8166,-1053.7787C582.6966,-1046.6134 583.8831,-1036.9517 584.9444,-1028.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"588.4442,-1028.5253 586.1893,-1018.1732 581.4964,-1027.672 588.4442,-1028.5253\"/>\n</g>\n<!-- 140386094773472 -->\n<g id=\"node118\" class=\"node\">\n<title>140386094773472</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"634.5,-1132 510.5,-1132 510.5,-1111 634.5,-1111 634.5,-1132\"/>\n<text text-anchor=\"middle\" x=\"572.5\" y=\"-1118.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">UnsqueezeBackward0</text>\n</g>\n<!-- 140386094773472&#45;&gt;140386094773248 -->\n<g id=\"edge142\" class=\"edge\">\n<title>140386094773472&#45;&gt;140386094773248</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M574.0047,-1110.7787C575.0104,-1103.6134 576.3664,-1093.9517 577.5793,-1085.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"581.0781,-1085.5626 579.002,-1075.1732 574.146,-1084.5896 581.0781,-1085.5626\"/>\n</g>\n<!-- 140386094773584 -->\n<g id=\"node119\" class=\"node\">\n<title>140386094773584</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"627,-1189 522,-1189 522,-1168 627,-1168 627,-1189\"/>\n<text text-anchor=\"middle\" x=\"574.5\" y=\"-1175.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SoftmaxBackward</text>\n</g>\n<!-- 140386094773584&#45;&gt;140386094773472 -->\n<g id=\"edge143\" class=\"edge\">\n<title>140386094773584&#45;&gt;140386094773472</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M574.1238,-1167.7787C573.8724,-1160.6134 573.5334,-1150.9517 573.2302,-1142.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"576.7231,-1142.0443 572.8745,-1132.1732 569.7274,-1142.2898 576.7231,-1142.0443\"/>\n</g>\n<!-- 140386094773696&#45;&gt;140386094773584 -->\n<g id=\"edge144\" class=\"edge\">\n<title>140386094773696&#45;&gt;140386094773584</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M578.5595,-1224.7787C577.931,-1217.6134 577.0835,-1207.9517 576.3254,-1199.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"579.7968,-1198.8291 575.4362,-1189.1732 572.8236,-1199.4408 579.7968,-1198.8291\"/>\n</g>\n<!-- 140386094773808 -->\n<g id=\"node121\" class=\"node\">\n<title>140386094773808</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"514.5,-1303 432.5,-1303 432.5,-1282 514.5,-1282 514.5,-1303\"/>\n<text text-anchor=\"middle\" x=\"473.5\" y=\"-1289.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">CatBackward</text>\n</g>\n<!-- 140386094773808&#45;&gt;140386094773696 -->\n<g id=\"edge146\" class=\"edge\">\n<title>140386094773808&#45;&gt;140386094773696</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.4378,-1281.7787C509.5759,-1273.1007 532.5232,-1260.7611 550.6645,-1251.0059\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"552.5019,-1253.9919 559.6516,-1246.1732 549.1866,-1247.8267 552.5019,-1253.9919\"/>\n</g>\n<!-- 140386094773976&#45;&gt;140386094773808 -->\n<g id=\"edge147\" class=\"edge\">\n<title>140386094773976&#45;&gt;140386094773808</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M320.4208,-1338.9123C351.0228,-1329.6341 395.6734,-1316.0964 428.8624,-1306.0337\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"430.212,-1309.282 438.7662,-1303.031 428.1809,-1302.5831 430.212,-1309.282\"/>\n</g>\n<!-- 140386094774032 -->\n<g id=\"node123\" class=\"node\">\n<title>140386094774032</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"520.5,-1360 426.5,-1360 426.5,-1339 520.5,-1339 520.5,-1360\"/>\n<text text-anchor=\"middle\" x=\"473.5\" y=\"-1346.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SelectBackward</text>\n</g>\n<!-- 140386094774032&#45;&gt;140386094773808 -->\n<g id=\"edge149\" class=\"edge\">\n<title>140386094774032&#45;&gt;140386094773808</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M473.5,-1338.7787C473.5,-1331.6134 473.5,-1321.9517 473.5,-1313.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"477.0001,-1313.1732 473.5,-1303.1732 470.0001,-1313.1732 477.0001,-1313.1732\"/>\n</g>\n<!-- 140386094772352 -->\n<g id=\"node124\" class=\"node\">\n<title>140386094772352</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"519,-1417 428,-1417 428,-1396 519,-1396 519,-1417\"/>\n<text text-anchor=\"middle\" x=\"473.5\" y=\"-1403.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386094772352&#45;&gt;140386094759496 -->\n<g id=\"edge166\" class=\"edge\">\n<title>140386094772352&#45;&gt;140386094759496</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M519.2516,-1399.4266C575.1867,-1387.8792 662.5,-1359.1756 662.5,-1292.5 662.5,-1292.5 662.5,-1292.5 662.5,-836.5 662.5,-803.9922 662.5,-766.2701 662.5,-743.4067\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"666.0001,-743.1875 662.5,-733.1875 659.0001,-743.1875 666.0001,-743.1875\"/>\n</g>\n<!-- 140386094772352&#45;&gt;140386094774032 -->\n<g id=\"edge150\" class=\"edge\">\n<title>140386094772352&#45;&gt;140386094774032</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M473.5,-1395.7787C473.5,-1388.6134 473.5,-1378.9517 473.5,-1370.3097\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"477.0001,-1370.1732 473.5,-1360.1732 470.0001,-1370.1732 477.0001,-1370.1732\"/>\n</g>\n<!-- 140386094772352&#45;&gt;140386094772968 -->\n<g id=\"edge176\" class=\"edge\">\n<title>140386094772352&#45;&gt;140386094772968</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M493.7826,-1395.8571C506.6223,-1387.887 522.1429,-1375.6717 529.5,-1360 533.4662,-1351.5513 529.9892,-1348.3205 529.5,-1339 528.1648,-1313.5617 526.6964,-1307.272 523.5,-1282 504.8114,-1134.243 474.5,-1099.4342 474.5,-950.5 474.5,-950.5 474.5,-950.5 474.5,-836.5 474.5,-794.8953 511.5716,-759.0307 537.3162,-739.1405\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"539.6073,-741.7984 545.5429,-733.0223 535.43,-736.1815 539.6073,-741.7984\"/>\n</g>\n<!-- 140386094772352&#45;&gt;140386094773640 -->\n<g id=\"edge185\" class=\"edge\">\n<title>140386094772352&#45;&gt;140386094773640</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M455.6272,-1395.8257C443.2089,-1387.5309 427.2066,-1374.9422 417.5,-1360 400.5222,-1333.8645 398.5,-1323.6658 398.5,-1292.5 398.5,-1292.5 398.5,-1292.5 398.5,-836.5 398.5,-802.6811 411.3604,-765.134 420.5147,-742.6911\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"423.8407,-743.8125 424.5193,-733.2395 417.3953,-741.0816 423.8407,-743.8125\"/>\n</g>\n<!-- 140386094772352&#45;&gt;140386094773752 -->\n<g id=\"edge194\" class=\"edge\">\n<title>140386094772352&#45;&gt;140386094773752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M450.0863,-1395.8669C416.9879,-1379.0422 360.5,-1342.9395 360.5,-1292.5 360.5,-1292.5 360.5,-1292.5 360.5,-836.5 360.5,-802.6811 347.6396,-765.134 338.4853,-742.6911\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"341.6047,-741.0816 334.4807,-733.2395 335.1593,-743.8125 341.6047,-741.0816\"/>\n</g>\n<!-- 140386094774200&#45;&gt;140386094772352 -->\n<g id=\"edge151\" class=\"edge\">\n<title>140386094774200&#45;&gt;140386094772352</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M737.8988,-1455.2726C682.7596,-1445.1013 588.9002,-1427.7874 529.1145,-1416.759\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"529.5637,-1413.2829 519.0947,-1414.9107 528.2938,-1420.1667 529.5637,-1413.2829\"/>\n</g>\n<!-- 140386094774256 -->\n<g id=\"node126\" class=\"node\">\n<title>140386094774256</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"449,-1588 344,-1588 344,-1567 449,-1567 449,-1588\"/>\n<text text-anchor=\"middle\" x=\"396.5\" y=\"-1574.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386094774256&#45;&gt;140386094772352 -->\n<g id=\"edge153\" class=\"edge\">\n<title>140386094774256&#45;&gt;140386094772352</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M401.3167,-1566.8032C413.9025,-1538.8529 447.932,-1463.2809 464.3693,-1426.7774\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"467.7706,-1427.7481 468.6851,-1417.1928 461.3878,-1424.8739 467.7706,-1427.7481\"/>\n</g>\n<!-- 140386094774368&#45;&gt;140386094774256 -->\n<g id=\"edge154\" class=\"edge\">\n<title>140386094774368&#45;&gt;140386094774256</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M365.5643,-1737.8032C370.9351,-1709.9729 385.4173,-1634.9287 392.4957,-1598.2495\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"395.9781,-1598.6748 394.4365,-1588.1928 389.1049,-1597.3484 395.9781,-1598.6748\"/>\n</g>\n<!-- 140386094774480 -->\n<g id=\"node128\" class=\"node\">\n<title>140386094774480</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"511,-1816 420,-1816 420,-1795 511,-1795 511,-1816\"/>\n<text text-anchor=\"middle\" x=\"465.5\" y=\"-1802.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094774480&#45;&gt;140386094774368 -->\n<g id=\"edge156\" class=\"edge\">\n<title>140386094774480&#45;&gt;140386094774368</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M446.3146,-1794.7787C430.928,-1786.1803 409.1087,-1773.9872 391.729,-1764.275\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"393.0362,-1760.9961 382.5994,-1759.1732 389.6214,-1767.1068 393.0362,-1760.9961\"/>\n</g>\n<!-- 140386094774648&#45;&gt;140386094774480 -->\n<g id=\"edge157\" class=\"edge\">\n<title>140386094774648&#45;&gt;140386094774480</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M794.4898,-1856.1822C727.9109,-1845.9255 596.2172,-1825.6375 521.2155,-1814.0832\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"521.4377,-1810.5762 511.0213,-1812.5127 520.3718,-1817.4946 521.4377,-1810.5762\"/>\n</g>\n<!-- 140386094774536&#45;&gt;140386094774368 -->\n<g id=\"edge160\" class=\"edge\">\n<title>140386094774536&#45;&gt;140386094774368</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M246.838,-2364.6973C254.4703,-2344.6862 269.5,-2300.3479 269.5,-2261.5 269.5,-2261.5 269.5,-2261.5 269.5,-1862.5 269.5,-1819.9094 309.0392,-1784.6121 336.8305,-1765.0627\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"339.0558,-1767.7829 345.3759,-1759.2796 335.1324,-1761.9857 339.0558,-1767.7829\"/>\n</g>\n<!-- 140386094773864&#45;&gt;140386094773696 -->\n<g id=\"edge162\" class=\"edge\">\n<title>140386094773864&#45;&gt;140386094773696</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M398.838,-3545.6973C406.4703,-3525.6862 421.5,-3481.3479 421.5,-3442.5 421.5,-3442.5 421.5,-3442.5 421.5,-2660.5 421.5,-2077.0507 558.968,-1941.9692 600.5,-1360 602.9677,-1325.4213 607.7977,-1315.8898 600.5,-1282 598.5115,-1272.7655 594.5356,-1263.1555 590.5731,-1255.0854\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"593.6236,-1253.366 585.881,-1246.1339 587.4237,-1256.6159 593.6236,-1253.366\"/>\n</g>\n<!-- 140386094772912&#45;&gt;140386094772632 -->\n<g id=\"edge164\" class=\"edge\">\n<title>140386094772912&#45;&gt;140386094772632</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M790.2465,-3232.9198C724.1621,-3206.6279 559.0249,-3131.6834 478.5,-3012 456.0427,-2978.622 459.5,-2963.7296 459.5,-2923.5 459.5,-2923.5 459.5,-2923.5 459.5,-2660.5 459.5,-2621.9148 700.5,-1331.0852 700.5,-1292.5 700.5,-1292.5 700.5,-1292.5 700.5,-1007.5 700.5,-971.9096 720.3217,-934.4668 734.2201,-912.5874\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"737.1581,-914.4899 739.7389,-904.2142 731.3134,-910.6376 737.1581,-914.4899\"/>\n</g>\n<!-- 140386094759272&#45;&gt;140386094758152 -->\n<g id=\"edge167\" class=\"edge\">\n<title>140386094759272&#45;&gt;140386094758152</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1742.838,-1965.6973C1750.4703,-1945.6862 1765.5,-1901.3479 1765.5,-1862.5 1765.5,-1862.5 1765.5,-1862.5 1765.5,-1235.5 1765.5,-1159.4987 1766.5,-1140.5013 1766.5,-1064.5 1766.5,-1064.5 1766.5,-1064.5 1766.5,-722.5 1766.5,-669.8646 1707.3369,-638.4569 1663.0766,-622.3251\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1664.1985,-619.0097 1653.6037,-619.0184 1661.8915,-625.6186 1664.1985,-619.0097\"/>\n</g>\n<!-- 140386094729480 -->\n<g id=\"node134\" class=\"node\">\n<title>140386094729480</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"786,-505 695,-505 695,-484 786,-484 786,-505\"/>\n<text text-anchor=\"middle\" x=\"740.5\" y=\"-491.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MulBackward0</text>\n</g>\n<!-- 140386094729480&#45;&gt;140386094729312 -->\n<g id=\"edge169\" class=\"edge\">\n<title>140386094729480&#45;&gt;140386094729312</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M740.5,-483.9795C740.5,-465.242 740.5,-425.7701 740.5,-401.3565\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"744.0001,-401.3276 740.5,-391.3276 737.0001,-401.3277 744.0001,-401.3276\"/>\n</g>\n<!-- 140386094729704 -->\n<g id=\"node135\" class=\"node\">\n<title>140386094729704</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"846,-562 741,-562 741,-541 846,-541 846,-562\"/>\n<text text-anchor=\"middle\" x=\"793.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386094729704&#45;&gt;140386094729480 -->\n<g id=\"edge170\" class=\"edge\">\n<title>140386094729704&#45;&gt;140386094729480</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M783.5311,-540.7787C776.2024,-532.8969 766.065,-521.9944 757.4705,-512.7512\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"759.7968,-510.1133 750.4242,-505.1732 754.6705,-514.8799 759.7968,-510.1133\"/>\n</g>\n<!-- 140386094759440&#45;&gt;140386094729704 -->\n<g id=\"edge171\" class=\"edge\">\n<title>140386094759440&#45;&gt;140386094729704</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M820.293,-597.7787C815.9141,-590.2153 809.925,-579.8705 804.7197,-570.8794\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"807.7186,-569.0738 799.6792,-562.1732 801.6606,-572.5811 807.7186,-569.0738\"/>\n</g>\n<!-- 140386094772576 -->\n<g id=\"node137\" class=\"node\">\n<title>140386094772576</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"714,-676 623,-676 623,-655 714,-655 714,-676\"/>\n<text text-anchor=\"middle\" x=\"668.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094772576&#45;&gt;140386094759440 -->\n<g id=\"edge173\" class=\"edge\">\n<title>140386094772576&#45;&gt;140386094759440</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M697.8483,-654.9123C723.2344,-645.754 760.124,-632.4458 787.8986,-622.4258\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"789.09,-625.7169 797.3089,-619.031 786.7145,-619.1323 789.09,-625.7169\"/>\n</g>\n<!-- 140386094772968&#45;&gt;140386094772576 -->\n<g id=\"edge174\" class=\"edge\">\n<title>140386094772968&#45;&gt;140386094772576</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M581.3751,-711.9123C597.8163,-703.154 621.3822,-690.6001 639.8603,-680.7567\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"641.5511,-683.8217 648.7313,-676.031 638.2599,-677.6436 641.5511,-683.8217\"/>\n</g>\n<!-- 140386094772744&#45;&gt;140386094759440 -->\n<g id=\"edge177\" class=\"edge\">\n<title>140386094772744&#45;&gt;140386094759440</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M1531.3438,-2136.8128C1531.0625,-2116.6257 1530.5,-2071.5015 1530.5,-2033.5 1530.5,-2033.5 1530.5,-2033.5 1530.5,-1805.5 1530.5,-1774.3342 1532.1459,-1763.8871 1549.5,-1738 1563.9559,-1716.4361 1581.0441,-1723.5639 1595.5,-1702 1612.8541,-1676.1129 1614.5,-1665.6658 1614.5,-1634.5 1614.5,-1634.5 1614.5,-1634.5 1614.5,-722.5 1614.5,-691.3342 1619.7649,-674.5582 1595.5,-655 1568.1265,-632.9362 1066.8121,-615.7436 888.6711,-610.3076\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"888.7692,-606.8091 878.6677,-610.0044 888.557,-613.8059 888.7692,-606.8091\"/>\n</g>\n<!-- 140386094757144 -->\n<g id=\"node140\" class=\"node\">\n<title>140386094757144</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"595,-562 506,-562 506,-541 595,-541 595,-562\"/>\n<text text-anchor=\"middle\" x=\"550.5\" y=\"-548.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TanhBackward</text>\n</g>\n<!-- 140386094757144&#45;&gt;140386094729480 -->\n<g id=\"edge179\" class=\"edge\">\n<title>140386094757144&#45;&gt;140386094729480</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M585.7923,-540.9123C616.7198,-531.6341 661.8455,-518.0964 695.3876,-508.0337\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"696.8242,-511.2569 705.3967,-505.031 694.8127,-504.5521 696.8242,-511.2569\"/>\n</g>\n<!-- 140386094759664&#45;&gt;140386094757144 -->\n<g id=\"edge180\" class=\"edge\">\n<title>140386094759664&#45;&gt;140386094757144</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M386.0212,-597.9123C419.1856,-588.5541 467.7061,-574.8626 503.4578,-564.7743\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"504.506,-568.1152 513.1797,-562.031 502.605,-561.3783 504.506,-568.1152\"/>\n</g>\n<!-- 140386094773136 -->\n<g id=\"node142\" class=\"node\">\n<title>140386094773136</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"427,-676 336,-676 336,-655 427,-655 427,-676\"/>\n<text text-anchor=\"middle\" x=\"381.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094773136&#45;&gt;140386094759664 -->\n<g id=\"edge182\" class=\"edge\">\n<title>140386094773136&#45;&gt;140386094759664</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M375.293,-654.7787C370.9141,-647.2153 364.925,-636.8705 359.7197,-627.8794\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"362.7186,-626.0738 354.6792,-619.1732 356.6606,-629.5811 362.7186,-626.0738\"/>\n</g>\n<!-- 140386094773640&#45;&gt;140386094773136 -->\n<g id=\"edge183\" class=\"edge\">\n<title>140386094773640&#45;&gt;140386094773136</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M420.4716,-711.7787C413.9012,-703.9765 404.8384,-693.2144 397.1058,-684.0318\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"399.6065,-681.5678 390.4879,-676.1732 394.2521,-686.0768 399.6065,-681.5678\"/>\n</g>\n<!-- 140386094773360&#45;&gt;140386094759664 -->\n<g id=\"edge186\" class=\"edge\">\n<title>140386094773360&#45;&gt;140386094759664</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M39.9375,-2250.944C46.125,-2230.9756 58.5,-2186.2011 58.5,-2147.5 58.5,-2147.5 58.5,-2147.5 58.5,-779.5 58.5,-717.6851 71.4768,-692.6538 120.5,-655 133.6069,-644.9328 223.1185,-628.736 286.0006,-618.3593\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"286.9346,-621.753 296.2372,-616.6825 285.8029,-614.8451 286.9346,-621.753\"/>\n</g>\n<!-- 140386094729200 -->\n<g id=\"node145\" class=\"node\">\n<title>140386094729200</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"685,-448 580,-448 580,-427 685,-427 685,-448\"/>\n<text text-anchor=\"middle\" x=\"632.5\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">SigmoidBackward</text>\n</g>\n<!-- 140386094729200&#45;&gt;140386094729144 -->\n<g id=\"edge188\" class=\"edge\">\n<title>140386094729200&#45;&gt;140386094729144</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M636.4905,-426.8984C647.3573,-398.0285 677.614,-317.6449 691.8765,-279.7535\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"695.1985,-280.8631 695.4457,-270.2711 688.6472,-278.3971 695.1985,-280.8631\"/>\n</g>\n<!-- 140386094729368&#45;&gt;140386094729200 -->\n<g id=\"edge189\" class=\"edge\">\n<title>140386094729368&#45;&gt;140386094729200</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M235.6413,-597.9322C308.4988,-568.4792 513.9255,-485.4344 596.9881,-451.8559\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"598.3038,-455.0992 606.2631,-448.1064 595.6803,-448.6095 598.3038,-455.0992\"/>\n</g>\n<!-- 140386094758880 -->\n<g id=\"node147\" class=\"node\">\n<title>140386094758880</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"312,-676 221,-676 221,-655 312,-655 312,-676\"/>\n<text text-anchor=\"middle\" x=\"266.5\" y=\"-662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n</g>\n<!-- 140386094758880&#45;&gt;140386094729368 -->\n<g id=\"edge191\" class=\"edge\">\n<title>140386094758880&#45;&gt;140386094729368</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M255.7787,-654.7787C247.8173,-646.8173 236.7739,-635.7739 227.4717,-626.4717\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"229.7192,-623.7694 220.1732,-619.1732 224.7694,-628.7192 229.7192,-623.7694\"/>\n</g>\n<!-- 140386094773752&#45;&gt;140386094758880 -->\n<g id=\"edge192\" class=\"edge\">\n<title>140386094773752&#45;&gt;140386094758880</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M317.6502,-711.7787C308.6747,-703.658 296.1552,-692.3309 285.7489,-682.9157\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"288.0603,-680.287 278.2967,-676.1732 283.3639,-685.4777 288.0603,-680.287\"/>\n</g>\n<!-- 140386094772800&#45;&gt;140386094729368 -->\n<g id=\"edge195\" class=\"edge\">\n<title>140386094772800&#45;&gt;140386094729368</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M200.162,-2307.6973C192.5297,-2287.6862 177.5,-2243.3479 177.5,-2204.5 177.5,-2204.5 177.5,-2204.5 177.5,-1634.5 177.5,-1556.134 134.5,-1541.866 134.5,-1463.5 134.5,-1463.5 134.5,-1463.5 134.5,-836.5 134.5,-755.1312 120.8178,-727.1175 158.5,-655 164.5084,-643.5009 174.5583,-633.4102 184.1558,-625.5939\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"186.5345,-628.1813 192.3606,-619.3321 182.2877,-622.6167 186.5345,-628.1813\"/>\n</g>\n<!-- 140386094728976 -->\n<g id=\"node150\" class=\"node\">\n<title>140386094728976</title>\n<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"838,-199 765,-199 765,-178 838,-178 838,-199\"/>\n<text text-anchor=\"middle\" x=\"801.5\" y=\"-185.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n</g>\n<!-- 140386094728976&#45;&gt;140386094728752 -->\n<g id=\"edge197\" class=\"edge\">\n<title>140386094728976&#45;&gt;140386094728752</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M784.6568,-177.9317C768.4155,-167.7411 743.621,-152.1838 724.9676,-140.4797\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"726.6991,-137.4342 716.3682,-135.084 722.9787,-143.3637 726.6991,-137.4342\"/>\n</g>\n<!-- 140386094729088 -->\n<g id=\"node151\" class=\"node\">\n<title>140386094729088</title>\n<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"836,-277 767,-277 767,-242 836,-242 836,-277\"/>\n<text text-anchor=\"middle\" x=\"801.5\" y=\"-249.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (466, 256)</text>\n</g>\n<!-- 140386094729088&#45;&gt;140386094728976 -->\n<g id=\"edge198\" class=\"edge\">\n<title>140386094729088&#45;&gt;140386094728976</title>\n<path fill=\"none\" stroke=\"#000000\" d=\"M801.5,-241.9494C801.5,-232.058 801.5,-219.6435 801.5,-209.2693\"/>\n<polygon fill=\"#000000\" stroke=\"#000000\" points=\"805.0001,-209.0288 801.5,-199.0288 798.0001,-209.0289 805.0001,-209.0288\"/>\n</g>\n</g>\n</svg>\n"
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 249
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FxhFDdBjmscI",
        "colab_type": "code",
        "outputId": "7a1f7d10-0a5e-4541-db57-2292bb58fd75",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 54
        }
      },
      "source": [
        "opt = [0 for i in range(51)]\n",
        "cs = [0 for i in range(51)]\n",
        "hs = [0 for i in range(51)]\n",
        "ws = [0 for i in range(51)]\n",
        "opt[0],hs[0],cs[0],ws[0] = decoder(torch.zeros_like(a).long(),torch.zeros_like(b),torch.zeros_like(c),torch.zeros_like(d))\n",
        "for i in range(50):\n",
        "  opt[i+1],hs[i+1],cs[i+1],ws[i+1] = decoder(torch.zeros_like(a).long(),hs[i],cs[i],torch.zeros_like(d))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rLBXJYSgpj44",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "for i in cs:\n",
        "  i.retain_grad()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EqhxU1Rgmxuk",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "opt[-1].norm().backward()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "C3VMUU99wX6-",
        "colab_type": "code",
        "outputId": "657ff6df-62c4-4e96-c4cb-40de422f3c13",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 265
        }
      },
      "source": [
        "plt.plot(np.array([i for i in range(len(cs))]),np.array([cs[i].grad.norm().item() for i in range(len(cs))]))\n",
        "plt.show()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXAAAAD4CAYAAAD1jb0+AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAWUklEQVR4nO3dfaxc9X3n8c9nHu6Dr238dCGAAUMe\nSNM2CdVdCknaJqSt6BaF/lFVoKQiXbSuVqtuskobJVntRlupUp/b9FlW4kLVlDRKkyaqtlUQZJdd\n4UIugSwkJgt2geAafG0DNvbMnYfz3T/mzNzraxvsO2dm7m/8fklX55zfnDnne8Tw4fA7v5mfI0IA\ngPSURl0AAGB1CHAASBQBDgCJIsABIFEEOAAkqjLMk23bti127NgxzFMCQPIeeeSRwxExu7J9qAG+\nY8cOzc/PD/OUAJA828+eqZ0uFABIFAEOAIkiwAEgUQQ4ACSKAAeARBHgAJAoAhwAEkWAA8AAHXyl\npt/7+ve0f+HVwo9NgAPAAB14qaY/vv9pHXi5VvixCXAAGKBasy1Jmq6WCz82AQ4AA1RrdAJ8igAH\ngLTUW5kkaXpiBAFue7ftQ7afWNH+K7aftP0d279deGUAMAbqjdF2odwl6eblDbbfJ+lWSe+IiB+U\n9LuFVwYAY6DbBz6SLpSIeEDS0RXN/0HSb0bEYr7PocIrA4AxsBYfYr5F0o/Zfsj2/7L9b862o+2d\ntudtzy8sLKzydACQpu5DzMlK8Y8cV3vEiqQtkm6Q9GuSvmjbZ9oxInZFxFxEzM3OnjahBACMtXqz\nralqSaXSGSOyL6sN8OclfTk6HpaUSdpWXFkAMB5qzfZAuk+k1Qf430t6nyTZfoukCUmHiyoKAMZF\nrTG4AH/dOTFt3yPpvZK22X5e0qcl7Za0Ox9a2JB0R0TEQCoEgITVmm1NDWAMuHQOAR4Rt5/lpQ8V\nXAsAjJ16M1tzXSgAgHNQX4N94ACAc1BrtgfyJR6JAAeAgao1CHAASFK92R7ID1lJBDgADFRnHPhg\nopYAB4ABWotf5AEAnINaY3DjwAlwABiQLAstthgHDgDJWezOxkOAA0BaBjmZg0SAA8DADHIyB4kA\nB4CB6c1Iz0NMAEhLnTtwAEgTXSgAkKhuF8r0BN/EBICkMAoFABJFHzgAJKo+6jtw27ttH8rnv1z5\n2sdsh21mpAeAFXp94CO8A79L0s0rG21fIemnJT1XcE0AMBZqzfyr9KMaBx4RD0g6eoaX/kDSxyUx\nGz0AnEH3IeZkZQ2NQrF9q6QDEfHtc9h3p+152/MLCwurOR0AJKk7obHtgRz/vAPc9jpJn5L0385l\n/4jYFRFzETE3Ozt7vqcDgGTVGoObTk1a3R34GyVdLenbtp+RtF3St2y/ocjCACB1g5yNR5Iq5/uG\niHhc0sXd7TzE5yLicIF1AUDy6s22pgY0H6Z0bsMI75G0R9K1tp+3fefAqgGAMdIJ8BHegUfE7a/z\n+o7CqgGAMTLoLhS+iQkAA7IWH2ICAM5BrZkNtAuFAAeAAanThQIAaao1CHAASFKtSR84ACSpNuBh\nhAQ4AAxAloUarYwuFABITb3VncxhhN/EBACcv6UJjbkDB4CkDHpCY4kAB4CBGPSExhIBDgADUWvk\n06kR4ACQlm4XCn3gAJAY+sABIFG9USgEOACkZZFx4ACQpjUxDtz2btuHbD+xrO13bD9p+//a/ort\nTQOrEAASVFsjwwjvknTzirZ7Jf1QRLxd0v+T9MmC6wKApK2Jh5gR8YCkoyvavh4RrXzznyVtH0Bt\nAJCseqMtW5qsrO0+8H8n6R8LOA4AjI3uhMa2B3aOvgLc9n+R1JL0+dfYZ6ftedvzCwsL/ZwOAJIx\n6BnppT4C3PaHJd0i6YMREWfbLyJ2RcRcRMzNzs6u9nQAkJRaY7ATGktSZTVvsn2zpI9L+omIOFls\nSQCQvnqrPdAx4NK5DSO8R9IeSdfaft72nZL+RNIGSffafsz2Xwy0SgBITL0x2PkwpXO4A4+I28/Q\n/LkB1AIAY2NN94EDAM5u0BMaSwQ4AAxErcEdOAAkqd4cfB84AQ4AA0AfOAAkqtagDxwAklRvDv6L\nPAQ4ABSsnYUa7YwuFABITb03ofGIv4kJADg/w5jMQSLAAaBw3enU6AMHgMQsdaEQ4ACQFLpQACBR\nvRnpCXAASEtvQmO6UAAgLfVmJkmaqhDgAJAUHmICQKJ4iAkAiVozDzFt77Z9yPYTy9q22L7X9lP5\ncvNAqwSAhCw9xBz9V+nvknTzirZPSLovIt4s6b58GwCgTh94ydJEecQBHhEPSDq6ovlWSXfn63dL\n+rmC6wKAZHWnU7M90POs9j8Pl0TEwXz9BUmXnG1H2zttz9ueX1hYWOXpACAdtSFMpyYV8BAzIkJS\nvMbruyJiLiLmZmdn+z0dAKx5tWZbkwMeAy6tPsBftH2pJOXLQ8WVBABpW2xma/oO/GuS7sjX75D0\n1WLKAYD0DWNCY+nchhHeI2mPpGttP2/7Tkm/KemnbD8l6SfzbQCAlh5iDlrl9XaIiNvP8tL7C64F\nAMZCrdnWxunqwM/DNzEBoGD1ZlvT1cHHKwEOAAVbM33gAIDzU2skMg4cAHCqtT4OHABwFmt9HDgA\n4Axa7UyNdkYfOACkpt7qTKdGgANAYrqTOQx6QmOJAAeAQtWHNJ2aRIADQKGGNR+mRIADQKF682EO\neDo1iQAHgEL15sNkHDgApGVpQmMCHACSskgfOACkiYeYAJCoWiP/Ig9dKACQll4f+Fq/A7f9n21/\nx/YTtu+xPVVUYQCQoiS+yGP7ckn/SdJcRPyQpLKk24oqDABSVGu0VS5Z1bIHfq5+u1AqkqZtVySt\nk/Sv/ZcEAOmqNduaqpRkr+EAj4gDkn5X0nOSDkp6JSK+XlRhAJCiWnM4s/FI/XWhbJZ0q6SrJV0m\nacb2h86w307b87bnFxYWVl8pACSg3mgP5QGm1F8Xyk9K+peIWIiIpqQvS3rXyp0iYldEzEXE3Ozs\nbB+nA4C1r94azoTGUn8B/pykG2yvc6ez5/2S9hZTFgCkaVgTGkv99YE/JOlLkr4l6fH8WLsKqgsA\nklRrDq8LpdLPmyPi05I+XVAtAJC8WjPTpunqUM7FNzEBoED1Rhp94ACAFZIYRggAOF2nD3w40UqA\nA0CBUhkHDgBYIZVx4ACAZZrtTM12EOAAkJreT8nyEBMA0jLMyRwkAhwAClPvTqdGgANAWmp0oQBA\nmpa6UBgHDgBJqTXoAweAJA1zQmOJAAeAwjCMEAASVeMOHADSRIADQKJ6DzHpQgGAtCT1ENP2Jttf\nsv2k7b22byyqMABITa3ZVrlkVcvDuTfua05MSZ+R9E8R8fO2JyStK6AmAEhSrZEN7e5b6iPAbV8k\n6cclfViSIqIhqVFMWQCQnmHOSC/114VytaQFSX9p+1Hbn7U9s3In2zttz9ueX1hY6ON0ALC2LTbb\nmp4Y3qPFfs5UkfQjkv48Iq6TdELSJ1buFBG7ImIuIuZmZ2f7OB0ArG215vBm45H6C/DnJT0fEQ/l\n219SJ9AB4IKUTIBHxAuSvm/72rzp/ZK+W0hVAJCg2hAnNJb6H4XyK5I+n49A2S/pl/ovCQDSVG+2\ntXlmYmjn6yvAI+IxSXMF1QIASas127q0kkAXCgDgVLVme2i/RCgR4ABQmFojS2YcOABgmXoqo1AA\nAKeqJ/RFHgBArtnO1MqCO3AASM3SjPQEOAAkpd4Y7nyYEgEOAIUY9nRqEgEOAIWgCwUAEtWdD5M7\ncABIDHfgAJCo3oz0VcaBA0BS9h48Jkm6autpE5MNDAEOAAV4cN8R/cClG7VliD8nS4ADQJ/qzbYe\nefYlveuNW4d6XgIcAPr06HMva7GV6cZrCHAASMqefYdVsnT9NVuGel4CHAD6tGf/Ef3w9k3aOFUd\n6nn7DnDbZduP2v6HIgoCgJScbLT06HMvD737RCrmDvwjkvYWcBwASM43n3lJrSyG/gBT6jPAbW+X\n9LOSPltMOQCQlj37jqhatuZ2bB76ufu9A/9DSR+XlJ1tB9s7bc/bnl9YWOjzdACwtuzZd1jvvGKT\n1k1Uhn7uVQe47VskHYqIR15rv4jYFRFzETE3Ozu72tMBwJpzrN7U4wde0Y1v3DaS8/dzB/5uSR+w\n/YykL0i6yfZfF1IVACTg4f1HlYVG0v8t9RHgEfHJiNgeETsk3Sbp/oj4UGGVAcAa9+C+I5qslHTd\nlZtGcn7GgQPAKu3Zf0RzOzZrsjK8n5BdrpAAj4j/GRG3FHEsAEjB0RMN7T14TO8aUf+3xB04AKzK\nP+8/Ikm6YQRf4OkiwAFgFfbsO6KZibLevv2ikdVAgAPAKjy477Cuv3qLquXRxSgBDgDn6cVjde1b\nOKEbRzR8sIsAB4Dz1O3/HuUDTIkAB4Dz9uDTR3TRdFU/cOnGkdZBgAPAeXpw/2H96NVbVC55pHUQ\n4ABwHr5/9KS+f7Q2sq/PL0eAA8A5amehP7n/aUnSu9402v5vSRr+7x8CQILqzbY++oXH9E/feUG/\n/BPX6C2XbBh1SQQ4ALyeV2pN/fu/mtfD/3JU//WWt+nO91w96pIkEeAA8JoOvlLTh3d/U/sPv6o/\nuv06feAdl426pB4CHADO4qkXj+uO3Q/rWL2lu3/p+jXR770cAQ4AKzx75ITu23tIn7nvKU1USvrb\nX75BP3jZ6H7z5GwIcAAXvEYr0/wzR3X/k4d0//cOaf/CCUnSD19+kf7sgz+iK7asG3GFZ0aAA7hg\nvLrY0rNHTujZIyf1zJETevZwZ/ndfz2m44stTZRL+tFrtugXb7hKN731Yl21dWbUJb8mAhxA0iJC\nxxdbOvpqQ0dONHT0REMLxxf1wrG6Xnyl3lke6yxfPtk85b3b1k/qqq3rdMs7LtN7r53Ve960TTOT\n6cTiqiu1fYWkv5J0iaSQtCsiPlNUYQAuHBGhk422jtdbOlZv6ni9qWP1lo7Vmjpeb+mVWrPzd7Kp\nl2sNvXyys/3SyYZeOtFUo52ddky7E9Bv2Dil7ZvXaW7HZl22aVo7ts7oqq3rdNXWGa1PKKzPpJ/q\nW5I+FhHfsr1B0iO2742I7xZUG4A1rNHKVGu0dbLZ0onFtk4stnSisbT+6mKr07bY0qvdtka+XW/p\neL2zz/F6U68utpTFa59vqlrSRdNVbZqe0EXTVW3fvE5v336RtsxMauvMhDbPTGjrzIS2zExo24ZJ\nXbxhcqS/1T0Mqw7wiDgo6WC+ftz2XkmXSyLAgRHJslC91Va9manebOd/Waet0Vatmf81lr2Wty3f\nr97q7pPlr3X+TjY67bVmW63XS9xlZibKmpmsaP1kRTOTFW2Yquiqreu0fqqijVNVrZ+saP1Up33j\nVFUbp6tL61MVbZyuaqo6momD17JC/v/B9g5J10l66Ayv7ZS0U5KuvPLKIk4HrHmtdqZ6K9Nis91b\nLrYyNVpZb9lot7XYzNRoZ1psZlpsd19v9/ZbbHa26/lysZWdFqQnG61e2J6pK+FcVMvWVKWsyWpZ\nU9WSpqtlTVXLmq6WtWGqoos3TGqqWta6iXJvubRe0cxkWTMTlV5Ir5ss98J6XbWs0oh/tW9c9R3g\nttdL+jtJH42IYytfj4hdknZJ0tzc3Ln/Jxs4BxGhVhZqtjM1W6FGuxNizVamZne93X19KSR7f+0z\nrOf7dt7bCdJmO05rW1wWzMuDut7K1D6Pu9OzWQrVkiYrZU1WSpqolDQ90QnWzeuqmp6oaLpa0rqJ\niqby8J2qdvbtbVfKvfd0l1PdgJ4oa6pSUmXMuxrGVV8BbruqTnh/PiK+XExJGIYs6wRfK+uEU6ud\n5dtL6+0s1Grnyyx/vb1ivfe+7nFC7e76srbu+imvtULNLFOrG7C9/ZZe6623l8KzkQdqdzsKvi2o\nlq2Jcicsq/lyory0Xi1b1XKnP3Zqw6Qme4HZCdqzLbsBPFkp58v82MvWJ8udwJ4ol7hrxevqZxSK\nJX1O0t6I+P3iSipeloXa0QmiLF/2/pZtZ5ny7UztTCv2yZaF2anvP/346uyfRS8oT9s/P1e2IjSb\n7c7dWy/sslC73T3GsmA9ZblU28r6uuG6dIxOMBYdeq/Hlqqlksolq5IHZKVsVUpLgVgplzRRtirl\nTtv6aqW33/Ig7QZrNd9/+Xa1kh+jtLTfZO9156+fGp7dY05USqqWCE6ko5878HdL+kVJj9t+LG/7\nVET8j/7LOtUf3feUvvrYAWWhXgAvhWbnf6PbK9qzWArgtaxkqVLqhlknvCqlTmB1w65Scm+fcskq\nOw/BarmzTylvX/b+09qXn6NklUsllUs65XyVslVddp5KN3BLVrm8dN5q/p7XqrtaPr0NQLH6GYXy\nfyQN5d/KizdM6q1v2KhSySpbKtn5er4s5W1eCixbneA5bd9O4HT3LXUDykvr3f27x+2FaS8kO++v\nlEoqldQL1aX3LTvPimOXl5/bUud/ZADg/CUxiv2266/UbdczggUAluPRMwAkigAHgEQR4ACQKAIc\nABJFgANAoghwAEgUAQ4AiSLAASBRjiH+KIbtBUnPrvLt2yQdLrCcFHDNFwau+cLQzzVfFRGzKxuH\nGuD9sD0fEXOjrmOYuOYLA9d8YRjENdOFAgCJIsABIFEpBfiuURcwAlzzhYFrvjAUfs3J9IEDAE6V\n0h04AGAZAhwAEpVEgNu+2fb3bD9t+xOjrmcQbO+2fcj2E8vatti+1/ZT+XLzKGssku0rbH/D9ndt\nf8f2R/L2cb7mKdsP2/52fs3/PW+/2vZD+ef7b21PjLrWotku237U9j/k22N9zbafsf247cdsz+dt\nhX+213yA2y5L+lNJPyPpbZJut/220VY1EHdJunlF2yck3RcRb5Z0X749LlqSPhYRb5N0g6T/mP9z\nHedrXpR0U0S8Q9I7Jd1s+wZJvyXpDyLiTZJeknTnCGsclI9I2rts+0K45vdFxDuXjf0u/LO95gNc\n0vWSno6I/RHRkPQFSbeOuKbCRcQDko6uaL5V0t35+t2Sfm6oRQ1QRByMiG/l68fV+Zf7co33NUdE\nvJpvVvO/kHSTpC/l7WN1zZJke7ukn5X02XzbGvNrPovCP9spBPjlkr6/bPv5vO1CcElEHMzXX5B0\nySiLGRTbOyRdJ+khjfk1510Jj0k6JOleSfskvRwRrXyXcfx8/6Gkj0vK8u2tGv9rDklft/2I7Z15\nW+Gf7SQmNUbn7s322I35tL1e0t9J+mhEHOvcnHWM4zVHRFvSO21vkvQVSW8dcUkDZfsWSYci4hHb\n7x11PUP0nog4YPtiSffafnL5i0V9tlO4Az8g6Ypl29vztgvBi7YvlaR8eWjE9RTKdlWd8P58RHw5\nbx7ra+6KiJclfUPSjZI22e7eTI3b5/vdkj5g+xl1uj9vkvQZjfc1KyIO5MtD6vyH+noN4LOdQoB/\nU9Kb86fWE5Juk/S1Edc0LF+TdEe+foekr46wlkLl/aCfk7Q3In5/2UvjfM2z+Z23bE9L+il1+v6/\nIenn893G6poj4pMRsT0idqjz7+79EfFBjfE1256xvaG7LumnJT2hAXy2k/gmpu1/q04/WlnS7oj4\njRGXVDjb90h6rzo/OfmipE9L+ntJX5R0pTo/w/sLEbHyQWeSbL9H0v+W9LiW+kY/pU4/+Lhe89vV\neXhVVufm6YsR8eu2r1Hn7nSLpEclfSgiFkdX6WDkXSi/GhG3jPM159f2lXyzIulvIuI3bG9VwZ/t\nJAIcAHC6FLpQAABnQIADQKIIcABIFAEOAIkiwAEgUQQ4ACSKAAeARP1/IyZeq502eiQAAAAASUVO\nRK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xqLu0DGhwaVM",
        "colab_type": "code",
        "outputId": "c1364a99-7379-4cf8-f556-5f297229f16c",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 884
        }
      },
      "source": [
        "[cs[i].grad.norm().item() for i in range(len(cs))]"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[1.6450072526931763,\n",
              " 1.6500247716903687,\n",
              " 1.6549291610717773,\n",
              " 1.6604300737380981,\n",
              " 1.6662609577178955,\n",
              " 1.6722910404205322,\n",
              " 1.6793315410614014,\n",
              " 1.684780478477478,\n",
              " 1.6909757852554321,\n",
              " 1.6962980031967163,\n",
              " 1.7052969932556152,\n",
              " 1.7125097513198853,\n",
              " 1.7196513414382935,\n",
              " 1.72688889503479,\n",
              " 1.7344295978546143,\n",
              " 1.7430819272994995,\n",
              " 1.7503427267074585,\n",
              " 1.758435845375061,\n",
              " 1.767013669013977,\n",
              " 1.7760167121887207,\n",
              " 1.7854441404342651,\n",
              " 1.7956916093826294,\n",
              " 1.8069612979888916,\n",
              " 1.8179941177368164,\n",
              " 1.8287889957427979,\n",
              " 1.8415956497192383,\n",
              " 1.8534762859344482,\n",
              " 1.8647514581680298,\n",
              " 1.8797565698623657,\n",
              " 1.8950802087783813,\n",
              " 1.9083677530288696,\n",
              " 1.921749472618103,\n",
              " 1.9362943172454834,\n",
              " 1.9555439949035645,\n",
              " 1.9714365005493164,\n",
              " 1.9892518520355225,\n",
              " 2.0059878826141357,\n",
              " 2.0228867530822754,\n",
              " 2.0421199798583984,\n",
              " 2.0648086071014404,\n",
              " 2.0882580280303955,\n",
              " 2.1139156818389893,\n",
              " 2.1416592597961426,\n",
              " 2.1732046604156494,\n",
              " 2.210644245147705,\n",
              " 2.259307861328125,\n",
              " 2.3234293460845947,\n",
              " 2.4582438468933105,\n",
              " 2.870265007019043,\n",
              " 4.659769535064697,\n",
              " 16.544143676757812]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 187
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qETyDDuMxyfH",
        "colab_type": "code",
        "outputId": "28533ab9-f606-426e-8feb-a5fee4988ee2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "cs[-1].grad.norm()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor(16.5441, device='cuda:0')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 188
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zNzo9Drs2wXN",
        "colab_type": "code",
        "outputId": "803b5ec4-31a5-4f83-963a-84462e3515f6",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 54
        }
      },
      "source": [
        "encoder_gates = []\n",
        "decoder_gates = []\n",
        "ans, attention = evaluate(encoder, decoder,'je suis laide .')"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QWnY7CTX4iS_",
        "colab_type": "code",
        "outputId": "de5340b7-883e-4ea2-8da4-308f61c0c138",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 275
        }
      },
      "source": [
        "plt.matshow(attention)\n",
        "plt.show()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAPoAAAECCAYAAADXWsr9AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAJYElEQVR4nO3dzYtdhR3G8edxMsnEFxDaLDQTjAsr\nDNJGGFIhuxQxvqBbBV0Js2iFCILo0n9A3NhFULGgKIIuRCwh1Fgr2OioUYzREsRiRIitiFoxL/p0\nMXeRhnTuueace+bk9/3AwNyb4dyHm/nm3HtnMuMkAnB+u6DvAQC6R+hAAYQOFEDoQAGEDhRA6EAB\ngwjd9i7bH9s+YvuBvveMY/sJ28dsf9D3lqZsb7G93/aHtg/Z3t33ptXYnrP9pu33Rnsf6ntTU7Zn\nbL9r+6Vp3eaaD932jKRHJd0oaUHSHbYX+l011pOSdvU9YkKnJN2XZEHSdZL+sMbv5+OSdib5jaRt\nknbZvq7nTU3tlnR4mje45kOXtF3SkSSfJDkh6VlJt/W8aVVJXpP0Vd87JpHkiyTvjN7/ViufiJv7\nXfX/ZcV3o4uzo7c1/91ftucl3SzpsWne7hBC3yzps9MuH9Ua/gQ8H9jeKulaSQf6XbK60UPgg5KO\nSdqXZE3vHXlE0v2SfprmjQ4hdEyR7YslPS/p3iTf9L1nNUl+TLJN0ryk7bav6XvTamzfIulYkren\nfdtDCP1zSVtOuzw/ug4tsz2rlcifTvJC33uaSvK1pP1a+6+L7JB0q+1PtfIUdKftp6Zxw0MI/S1J\nV9m+0vZ6SbdLerHnTecd25b0uKTDSR7ue884tjfZvnT0/kZJ10v6qN9Vq0vyYJL5JFu18nn8SpI7\np3Hbaz70JKck3SNpr1ZeIHouyaF+V63O9jOS3pB0te2jtu/ue1MDOyTdpZWzzMHR2019j1rFZZL2\n235fKyeDfUmm9uWqoTH/TRU4/635MzqAc0foQAGEDhRA6EABhA4UMKjQbS/1vWFSQ9s8tL3S8Db3\nsXdQoUsa1F/oyNA2D22vNLzNhA6gfZ18w8x6b8icLmr9uCd1XLPa0PpxJelXv/6+k+N++e8ftekX\nM60f9x/vX9j6MaVu7+OuDG1zl3t/0H90Isd95vXrurixOV2k3/p3XRy6M3v3Hux7wkRuuHxb3xOw\nBh3IX856PQ/dgQIIHSiA0IECCB0ogNCBAggdKIDQgQIIHSiA0IECCB0ogNCBAggdKIDQgQIIHSiA\n0IECCB0ogNCBAhqFbnuX7Y9tH7H9QNejALRrbOi2ZyQ9KulGSQuS7rC90PUwAO1pckbfLulIkk+S\nnNDKL3C/rdtZANrUJPTNkj477fLR0XX/w/aS7WXbyyd1vK19AFrQ2otxSfYkWUyyOKQfvQtU0CT0\nzyVtOe3y/Og6AAPRJPS3JF1l+0rb6yXdLunFbmcBaNPYX+CQ5JTteyTtlTQj6YkkhzpfBqA1jX5T\nS5KXJb3c8RYAHeE744ACCB0ogNCBAggdKIDQgQIIHSiA0IECCB0ogNCBAggdKIDQgQIIHSiA0IEC\nCB0ogNCBAggdKIDQgQIIHSiA0IECCB0ogNCBAggdKIDQgQIIHSiA0IECCB0ogNCBAggdKIDQgQII\nHSiA0IECCB0ogNCBAggdKIDQgQLGhm77CdvHbH8wjUEA2tfkjP6kpF0d7wDQobGhJ3lN0ldT2AKg\nIzxHBwpY19aBbC9JWpKkOV3Y1mEBtKC1M3qSPUkWkyzOakNbhwXQAh66AwU0+fLaM5LekHS17aO2\n7+5+FoA2jX2OnuSOaQwB0B0eugMFEDpQAKEDBRA6UAChAwUQOlAAoQMFEDpQAKEDBRA6UAChAwUQ\nOlAAoQMFEDpQAKEDBRA6UAChAwUQOlAAoQMFEDpQAKEDBRA6UAChAwUQOlAAoQMFEDpQAKEDBRA6\nUAChAwUQOlAAoQMFEDpQAKEDBRA6UAChAwUQOlDA2NBtb7G93/aHtg/Z3j2NYQDas67Bx5ySdF+S\nd2xfIult2/uSfNjxNgAtGXtGT/JFkndG738r6bCkzV0PA9CeiZ6j294q6VpJB7oYA6AbTR66S5Js\nXyzpeUn3JvnmLH++JGlJkuZ0YWsDAZy7Rmd027NaifzpJC+c7WOS7EmymGRxVhva3AjgHDV51d2S\nHpd0OMnD3U8C0LYmZ/Qdku6StNP2wdHbTR3vAtCisc/Rk7wuyVPYAqAjfGccUAChAwUQOlAAoQMF\nEDpQAKEDBRA6UAChAwUQOlAAoQMFEDpQAKEDBRA6UAChAwUQOlAAoQMFNP7hkBOx5HXdHLorN1y+\nre8Jk/HwfhbIHz/9W98TJnbPwg19T5iIvz/7uZszOlAAoQMFEDpQAKEDBRA6UAChAwUQOlAAoQMF\nEDpQAKEDBRA6UAChAwUQOlAAoQMFEDpQAKEDBRA6UAChAwWMDd32nO03bb9n+5Dth6YxDEB7mvxg\nt+OSdib5zvaspNdt/znJ3zveBqAlY0NPEknfjS7Ojt7S5SgA7Wr0HN32jO2Dko5J2pfkQLezALSp\nUehJfkyyTdK8pO22rznzY2wv2V62vXwyx9veCeAcTPSqe5KvJe2XtOssf7YnyWKSxVlvaGsfgBY0\nedV9k+1LR+9vlHS9pI+6HgagPU1edb9M0p9sz2jlH4bnkrzU7SwAbWryqvv7kq6dwhYAHeE744AC\nCB0ogNCBAggdKIDQgQIIHSiA0IECCB0ogNCBAggdKIDQgQIIHSiA0IECCB0ogNCBAggdKIDQgQKa\n/CipidkXyBs3dnHozlywrpO7ojOnFq7oe8LEfn/l8M4rl/x1YJ/Hd5/9Ph7ePQ9gYoQOFEDoQAGE\nDhRA6EABhA4UQOhAAYQOFEDoQAGEDhRA6EABhA4UQOhAAYQOFEDoQAGEDhRA6EABhA4U0Dh02zO2\n37X9UpeDALRvkjP6bkmHuxoCoDuNQrc9L+lmSY91OwdAF5qe0R+RdL+knzrcAqAjY0O3fYukY0ne\nHvNxS7aXbS+fyA+tDQRw7pqc0XdIutX2p5KelbTT9lNnflCSPUkWkyyu91zLMwGci7GhJ3kwyXyS\nrZJul/RKkjs7XwagNXwdHShgot9DlORVSa92sgRAZzijAwUQOlAAoQMFEDpQAKEDBRA6UAChAwUQ\nOlAAoQMFEDpQAKEDBRA6UAChAwUQOlAAoQMFEDpQAKEDBThJ+we1v5T0z9YPLP1S0r86OG6XhrZ5\naHul4W3ucu8VSTadeWUnoXfF9nKSxb53TGJom4e2Vxre5j728tAdKIDQgQKGFvqevgf8DEPbPLS9\n0vA2T33voJ6jA/h5hnZGB/AzEDpQAKEDBRA6UAChAwX8F4Om6OatJgu/AAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 288x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Rcl5eTPH4niW",
        "colab_type": "code",
        "outputId": "65099657-cbf3-4103-f4df-d94a4e366e80",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "ans"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['i', 'm', 'lazy', '.', '<EOS>']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 260
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "urxYNkcI6Qoe",
        "colab_type": "text"
      },
      "source": [
        "Actual: I am ugly."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pvjs7c-E-C5n",
        "colab_type": "code",
        "outputId": "d74b0554-01f2-4a14-8328-ab9a2a9d3758",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 87
        }
      },
      "source": [
        "plt.matshow([i[0].cpu().numpy() for i in encoder_gates])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.image.AxesImage at 0x7fae2f37a6a0>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 262
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAA5gAAAA1CAYAAAAkokQQAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAgAElEQVR4nO2deXhW1bX/1877Zp4HSEIIBCEgkyKg\noCCCE6BW1FoHFKlt1etVr9Xq1Xvb+2u9ba+3+mu9rVZr6wBaLdWKgojigKAog4jM85wQIPOcN8mb\n7PtH4ln7eyRIb8MQ+X6ex8cV1jvsc87aa+/znu/a21hrhRBCCCGEEEII+UeJON4NIIQQQgghhBDy\nzYA3mIQQQgghhBBCOgXeYBJCCCGEEEII6RR4g0kIIYQQQgghpFPgDSYhhBBCCCGEkE6BN5iEEEII\nIYQQQjqFo3KDaYyZZIzZYozZbox58Gh8ByGdgTFmtzFmnTFmtTFmZfu/pRlj3jPGbGv/f+rxbich\nxpjnjDHFxpj1zr8dMlZNG79rz8FrjTHDj1/LyclMB3H7M2PMvva8u9oYc4nj+7f2uN1ijJl4fFpN\nTnaMMbnGmA+NMRuNMRuMMXe3/ztzLjlhOUzcHvOc2+k3mMaYgIj8XkQmi8ggEbneGDOos7+HkE5k\ngrV2mLV2ZPvfD4rIB9bafBH5oP1vQo43M0Rkku/fOorVySKS3/7frSLy1DFqIyF+ZshX41ZE5LH2\nvDvMWjtfRKR9rnCdiAxuf8+T7XMKQo41YRH5kbV2kIiMFpE72uOTOZecyHQUtyLHOOcejSeYZ4nI\ndmvtTmttk4jMEpEpR+F7CDlaTBGRme32TBG54ji2hRAREbHWfiQi5b5/7ihWp4jIC7aNZSKSYozJ\nPjYtJUTpIG47YoqIzLLWNlprd4nIdmmbUxByTLHW7rfWrmq3a0Rkk4jkCHMuOYE5TNx2xFHLuUfj\nBjNHRAqcvwvl8AdHyPHEisi7xpjPjTG3tv9bprV2f7t9QEQyj0/TCPlaOopV5mFyonNnu5TwOacM\ngXFLTjiMMXkicoaILBfmXNJF8MWtyDHOuVzkh5zsjLXWDpc2ecsdxphxrtNaa6XtJpSQExrGKulC\nPCUifUVkmIjsF5FfH9/mEHJojDEJIvKaiPzQWlvt+phzyYnKIeL2mOfco3GDuU9Ecp2/e7b/GyEn\nHNbafe3/LxaR16VNGnDwS2lL+/+Lj18LCTksHcUq8zA5YbHWHrTWtlhrW0XkT6KSLMYtOWEwxkRK\n2yT9JWvt7PZ/Zs4lJzSHitvjkXOPxg3mZyKSb4zpY4yJkrbi0blH4XsI+YcwxsQbYxK/tEXkYhFZ\nL23xOr39ZdNFZM7xaSEhX0tHsTpXRG5qX9lwtIhUObIuQo4rvtq0K6Ut74q0xe11xphoY0wfaVsw\nZcWxbh8hxhgjIs+KyCZr7W8cF3MuOWHpKG6PR84NdsaHuFhrw8aYO0VkgYgEROQ5a+2Gzv4eQjqB\nTBF5va0/SlBEXrbWvmOM+UxEXjHGfF9E9ojINcexjYSIiIgx5i8iMl5EMowxhSLyUxH5bzl0rM4X\nkUukrWC/XkRuPuYNJkQ6jNvxxphh0iYv3C0it4mIWGs3GGNeEZGN0rYa4h3W2pbj0W5y0jNGRKaJ\nyDpjzOr2f/t3Yc4lJzYdxe31xzrnmjYJOSGEEEIIIYQQ8o/BRX4IIYQQQgghhHQKvMEkhBBCCCGE\nENIp8AaTEEIIIYQQQkinwBtMQgghhBBCCCGdAm8wCSGEEEIIIYR0CkftBtMYc+vR+mxCjiaMXdIV\nYdySrgjjlnRVGLukK3Ks4vaIbjCNMZOMMVuMMduNMQ8e4Wez45GuCmOXdEUYt6QrwrglXRXGLumK\nnBg3mMaYgIj8XkQmi8ggadusc9DRbhghhBBCCCGEkK6FsdYe/gXGnC0iP7PWTmz/+99ERKy1D3f0\nnkB8vI2IipaI+HiJjGsGX0ur3tNGBlrA1xQOduhrtcazY4K+z7T6meFWvGcOtwQ8O+j7TLctrS0d\n32v3SKiEv4tqUzw7ItAKvqigfoe/LS4pkQ3wd1lFomfbaLwmkZFhbadzHkREWpr1+EwQ22Kb9ftT\n4uvB19AS6dmNTZHgi4tu8uzYQBP4ymq0nWmJteCrqEzQ7w7iMUTH6DVrdq6JiEhEhf4dTnaOoRnP\nX3KiHkNVQyz4EmIaPbs2FA2+oHNNbFUQfFFp+r5QTdv7WurqJBAfLzGJjq8WP1OitZ02jNckMS7k\n2TV12M4I53RabIpExauzuToKfK1R7vnE78tMrPLsymbf9xl9X1IwBL5Qq173qnrf+5xYCvpi3P3M\nUBMehHGaFhnE/hZ2+pgxGB8tTRoDbqz4PzPUgLEqAedzfPESGaufE67X90XEhuF1LY16DLFxjeCL\njNBjqG3CGGh12iy+44mI7Pj8tVRoW4IN6IvO1WtUXRsHPvc74n3tDIUjJVxVJ8HkeGltxfgwdXpe\nLHY9iHF/bsmI0v69rzoVfO7xxUdijnBj3kT6clKLfkdiLMZji/P9wQjf+xxfUyseRGwA4wXaUhqv\nn5+An2kinGtWj58ZSNAYCTf5Tpp7fp1+YvD0SWqM5qvy2gR0Ok2JwHCUtLQazy4LxYMvwjkviZEY\nA3VhzRnWlyPcPtvUjMfj76cuzU6/CcTi64JO33DHYBGRoHEO0HdeGpu1v0UFw9Jc1SCRyW0x4/a3\n+mbMgW6c1VZjvuqeqjmwuCERfAGn/7X4xvlAlf4d0w3jsbY+Rtvpy0nNdU4eiu543DW+UxsZ7+Qk\n3/ygNez83UGMfYWwL+c57TxcfPj7Vyisx9Nah/GRlqrxWNWE5z06qMFbVxsDPjf/Nvvytpsu/XNE\nOLc+kpPrtJ2+wKqu0XwZEY0n3p1P+mM17PSHmChsSyik5ywiEj+zd1yZVJa1SEp6QHZVdgdfIFrP\nS5Rv3tnQ4MS1r2+4xET72uLM00wTvjEhSeeTNQ14HWKcmIh0AjLUgmM35AjfHM2G9O/05BrwVTlz\njnDI95lRztyrAT/TOPnE+sae5Gg9nsoazIHijClZcdXgqmjWGEiNxDnvgZpk/W7/uOT0o9gYHM8a\n6n1zP5fAYe6fnK/IcuZoIiLVYT1n/nG3sdbJ4745ojvH95+zhGjNX7WN2Ob0WO035VWJ3hxXRHAu\n24R9w+1HqdF4Psvq28a0cGmFtNTUHTKSg4f6Rx+/FJGzjTHrrbVDRKRQREYd7g3B1DTpefc9IiKS\nPewA+MrrNABykvGk7y3XSUymL4jrmvSkD0zHz6x2kl5pAwZjSZUO7BnJeENU7XTE2kpMnO7k4z9H\nzwHfTz69wrMTUvBGsXdqhbalHtviTqovzdkAvpdfOd+zG07BAM/NKdN2NuKgW7E/ybNj07EtDSV6\nrqectQp8myqzPHtbISbH4afs9ezBSfvB9+JHYz37urFLwff6HPWFsnDW1D+/yLMLK5PBl/SaTghK\nLnMG+f2YKCeN+8Kz31o3FHxjTt3u2Z9uOwV86el63VvfTAdfztRdnr3l4z7gG3Cu+jZ/gj7TVzts\nUxm288IRem0XLsV2xu/VDtyYjskpb3SBZxd+0At89b30fJoW7Mv3jH/Hs986OAR87uB2UcYm8G2p\n1xh4a9Vp4EvK1HOWkVAHvljnB55NBVngi3QG1uxUTP5u3w/4JjgVRRoTA/rvA587GdqwORd8EQna\nFnMAk2rWkGLPLl6d6dmJg8vgdRU70zz7tGG7wNcjTnPUx4UYV3WFzo9CkXgtk7I0f/nPX/nrPdW3\nHvvsKY9u9uz3Pz0dfK1Reh5Gnb4dfFtKtQ83NOIELXqptjPki7mB5+70bHcCKiJyS+5Hnv3AB9eC\nLylbj29kVgH4Fi3VGIzqicceqtJrdOFQjMeqZu1HqVE4mDW16lBVVIf5Y2CKjgcBwbha+Nxoz64e\njec62pkAyxdJ4Esee9CzDxThzbVxbkZNiuZqN/ZFRK7KX+PZsz49G3wR9c6NTRn25+umLvTsl7ac\nCb5Y58e/CTnbwLesJM+zW3w3L/FR+r7dBzAHZmdojEf4fijZv1r7d8KpFeDrnqA5oqoRc2BarF4/\n/2fuKMnw7F5p+JmZzoRx1X7s62f20HFp6QLMq3d9503PfmLDePAlx+t1L6/CMTllgeak/rdiPH76\nxQDP7jMAx8HC5TmebfJxXtG8T78jWIvXNnuUfk5pLbalrsL5Yca5yTOpOB8ASjHn5QzSuB2XiTli\neVmeZ3eLwTZvKtX8GFqVBr5rrlrs2fMLBoOvb2qpZ69c1h98WYM1/+7f6LsBC+l56TESz+3BT3t4\ntm8OLZMuW+HZ7o/kIiLvL9F8GZuH88eeKfqQwB+rB4s1n5zaC+eWmzdoDMb1wHP2zLAXPPuGOXeA\nL6VfuWfnJuE8d82m3vqH/wbF6SsD+xaBa9MuPS/RBZirz564zrMXrR8AvsH9dDx1r/uOqgx4XZzz\nA447FxcRad6uY8jUyR+Bb8G+gZ5dshU/M7aXXofmjZhjo4foNQk14PFc0l/nUPMWYg60WTpHvH/E\nu+B748Awz74iazX4frXoUm1Xd98Dl3Lte0MH4Hi2fq1eL+N7mGDT9JxZ3w+74tyUP3DeW+B6v0zP\nWb1v3N35sX5fUzqOZ0Fnjh/2/bg/Nt+ZA+/sC75pQ5Z79kvzz8N29nF+tCnAnBSfr9foqj5rwDfj\n83NEROTAQ49LRxzJDeaHIlIlIvmHe1F70eitIiLBlNTDvZQQQgghhBBCyDeQI1nk530RcX/S6iki\n+/wvstb+0Vo70lo7MiI+3u8mhBBCCCGEEPIN50hqMIMislNEGkRkqIh8JiJTrbUbOnpPQv8sO/SJ\n6SIikhyNdQ2bdupj/qS1+Gi4aaw+Tm88gPVHQ07b49nb30Wp2vgrUP7psrJYJQ4lB1BaFZWgj7db\nwqgPj9qkj8y7rUHpU+X3tZ1jclBSt6lSpSa7d2SCL9GRzY3K3gu+Vqg/Qs3+ogX62D84CGWHoXo9\nh2mpKEcr3YfH6xJZpg+vh43bCr7t5Spz8NfKTc5VGdG8584FX/rlhZ5dMr8n+Grz9Jhum7AQfH/d\nNdyzXdnX/Lmj4XWhPK0p6derGHznZKjUz5UCiYhs26fynFZfzUpWlkoAHu7/Ovi+/+l0zw5G4TVx\n6yPMQnxiP+S6jZ69owrlaKO6axy/8xZKP+749nzP/s1HE8EXTO5YJuXWAZ+eg7/9bJulcplmXxlY\nz4u1LbnxWGd8MKSSmKCvkKioVuOqZDNKYkymXqOv1DO+q+/LumYP+Cr+pJLg0LXYFrdWKbS145hO\n8UtfHTncc2c/79mP7J0Mryuo1JrqmkrMOyB78UmT+5+i0i6/pMitg2yqRylXwJG6zh7zFPiuf/pe\nzw6OQvng9H4qc3lyDcpcUp3apKp1GHPN3TVWbxixHHyz3lNZu83GXH3XGR969hNrxoPPPRMtvtrX\n6cOWefaiYhS+fCtbpVyPLzsffP36qLyvuAaDNdapjRrerRB87+9QaV5gI74vylGnxU06CL7qjzU/\nJ52LPreEYUVFHviSIvU8rZ6j693FjSuB15UUaEzk9kFfwR7tN7m9S8FX7JR1jOmF40thncbq6Az0\nvbhEr+VZw1A+u3yDSqYuHrYefEsKdDxNjUcZ8ZhMzasL96EEssWJ8Ytyt4Dvzb+d49n+EtmhU3QM\n2VbRDXxNvnHYpW6H9v2YEl/9otPFxlyGUq6wU3O3tiQbfN3itd/8U+5i8N0/e5pn+9cUcGvibxuP\n49msnSM8Oz4a8/YP8pZ49u+2TgBf5W69tk9eMsOz71w+FV6XlqIyxwfyF2CbF1yvbY7DvN0jR2Wb\nRXswR0TE6RxnYC7KRIvrNB7dmBYRMc77kpNRdnihExObqrGUYleZPrMIFWDNrOmm40ZLFebOiEQN\npn49sE+5dZb+0o3Wep3vnH86SqEXfuGsWem7zm79a+J6lCNHVelrKwbj+4I99Fz4pZORUXrOmn0y\nR7f+1PjactmQtdrmv/mk82M1h1StxWsbPVCT4P+c9lfP/vmOb8HrCkv02o7Mw/E5K0bnnXPXYemG\nVOsxvDfl1+C6evUPPDszEWXLRfNUCnrmNWvBl+jk2DkrzwDfAKfcqthX215xQGW4Z5y6G3yr1zn3\nDb7L3DNf55O35aEE+NUDIz27oNpXnpGu7/uX7PfAd/0SXag1KgbvIdxaX3/Oi3DK81pWpYAvcoTO\nCYJvo6/uAqcUzBdzqfN1LlTXw7dmyF6N8dYA+oI36LhY6VtPZEKvNknu36a9LcUbyw5Zg3kkTzCz\nRaRO2iSytSJScKibS2PMrcaYlcaYlc1VDX43IYQQQgghhJBvOEdygxkWkftEZKOIpItI/0NtU+JK\nZL9cEY4QQgghhBBCyMnD10pkRUSMMXkiMs9aO8QYM0dEnrDWvtfR62Nycm2v29tWkY3wLafceKo+\n3TwlG6VBE7qpVHPmmyifiuivj3/j3sPH4n1v0vetXNUPfLef/75nP71mHPieHq2rgP3gw5vBF52k\nMo3/OH0++AqbVN7xzPwLwRd0VutNHo0yzlv6qDzm4VUo08tMVxlDhW97gt8Me9Wzq1txBbSX96uM\ndO0ulKW60oW0tfhbwu0/Ujnoe+X4e8HWMpUtuRIiEZGtW1TinLrWt+y0E0qVY1Fu1/1tlZcMuXsd\n+Aoc2deexSqbaO6PT8JdacmdgxeB75knVe5Rcw5KdVpL9JxZ/1L7ziqk4Rrf8ujOyqD+JcoTVuqP\nKN+6+WPwba1VSe6uSpSrZCY4q6r5lgJ3V2eNCqCkYuUOPS8j+6J8ZefzKl2rGIL9Ob6PxlXjBpRU\n/PjbGlePbroYfO7KrZf2RsHCGzt1xdmmRv862vr9o3vvBleks3XB4iW42q3pofFy6QCU8G28S1cu\n3H8/6u2u7/u5Z//1+QvA1+eKHZ5d+rs8zy4aj01O2KXXofYUvM7GkSZnd8PVAN2VMtdtxFV/f3WB\nSpEeXHAd+B68UFe8/N3MK8B3+bWaI97YgSv7Du+h0tCDvq0Y3O0dyhswf1R+pvEYhQp7qeup1ySm\nF0qYzshWuXVGNK6gWOOs+PrRIlzRszVGY+CmCSg3mrVV5YPJPjlmzcfazk/vQKnV2N/+yLPjJ2Be\nbZqr+ar6XMw7UZu1n7ZE+ca6/pjbXMJFeg5duZuISFqSvq92ocpsr75xEbzu7Ud0vMm4BfvsvP5v\nazNm3I7f3VPHntN6o+R9faHm357dUEK9d4u2ZZFPqjZh9n2eHcjy5Udn5cDIGt8WSCu1v8Xdj21x\npeXn9dwBvre3ONLheJTKu1uFRC/ClSXNxSpz96+EGzXXyV9XoRw+5Gx9Mqk3SiBTg3q8zywaDz4b\nr/3muyM/Bd+s2fpaOxj7xrMjZ3r2Qzfg3KH5P1XiX1CMK7ImO7FTvQnHhph8zS/uVhbBbdifm/po\njGcsRNnmI//xtGffumIa+C7ut1k64osyXRW3ZBWW9kSdqknDv82LO31MT8L+dGG2SmT/8jbOvW6Y\nrHLkGatwheWcbI1r/0q4s9aoNDR2Cx57fW8dM+N34bjU7UKN3QOVGHPNe52tjBJ9+b9Rj/es4Sg7\nH5KoUs33/h2P79xf6Ar7AYMrgWYENZc++eql4IsboXPiFN82Tvuddv9p+Avg+8mOKz375txPwPfI\njGs8u9fE3Z69x1fW8dOh8zz7lxsvAV/gHe17oQuxLzSGnHlTMV6Tmy7Q/F/UiPLShQu19CvQiHnH\njfFz+u0Enzv2HViAK03fOE1vS2a+chH4XOl8+DDbKm2swPivXKxy60bfqq7RffRc1Ffgg7VguZ4X\n/2rI/zXlZc/+yec4B3h+lJbz/LYIj+HCdM1t/7MB75Ea/Vu4OZx5io4/G187FXz1I3QcDvi2rGqq\n1uuZ2wvv175k9R0vSO3WA/+3bUqMMX8VkStFJNIY0ywizSIy7fDvIoQQQgghhBBysnEkEtnrpG0V\n2UQRWStt+2B+RSLr1mC21HX8yzAhhBBCCCGEkG8mX3uDads0tI0i8pqIvCJtC/18RVfr1mAGuE0J\nIYQQQgghhJx0HMk2JUZEXhCRSSISKyK/t9Y+cLj39BqSZO//W9vSvovLcWnz3FjV189eMRJ8gwcW\nePaWItRBu3VZ8zZjzY8p1HqgqZOw5ueFZedIR/TorXUcl/bAOrN39utD2lAYlcQ9E7XGYv2+HuCL\nitY6gJi3Uev/r/er7vrRrbgNRWmJ6spjdqOOPdoptfHtGCEP/XCGZ9/32nTwteaqjt0exM/M/kSv\ne9EUrGu7fLAuGT1n+XDwBau1Xi1hL8qua8dqrcuAHrjs/4aNqpWP34vnM22CbvdQM0eXka8cinWI\nEq3694F9isBVNDvPs/OuxnqgtevVF12CdY92kFNPsNm3xcFpep2bm7HN8e/qa3veiDUC6/fpMUT6\najenDVjh2a/uwuW3Hxo017MrW7Du5udvfMezf3j5PPB9UqF1xyUhPIbTUrT2ZPbKEeDLna/X7+HH\n/gC+VQ19PPu3q1Hr79a1PTr9OfDdP/N7np06Bpe7rwlpDNYcxHYaZ/uYIUOwXs3dJgWWGheReLd+\nciBuCXDf2bqE/4ISreOc2A37+hOvaP1uUzLWWJjuWj8WFY395MdDtY6uPIzH89hnWpsd71ve/oO7\nH/XsEl9N0wO7r/Ls8zJw+6DlFXpN9lRhbVd9o9ZfXJ//Ofg+LNYcPDVnBfheLNAa7uKPMJeF+mv+\niIrBY89K0X5TtAq3fpA8VbA0V2LNeES9Hu/gEbvBt2671pBfPxzb+coHmsfT12Deab1W83hZOV6H\nJ895ybPvmv098IVTNL8kdcca06l9V3p2TQsew0Zny4W1Bdrm/r6cV/6ss/VOKl7n2tFa9zJtCG4d\ns7w8Tz/DV09b8YXWmw4Yi9uUuHH9/5fi+BK3Q2v66nvjtQw4tfqt0Rj/gQyN/3AIc+CoAZr3Iny/\nOX+2R2vGra8AyR2vs5difqz9nrMWQalv+4o67etjR2Kd5bIPtX+39sbaNbfusbwYx+S4FL0Orb6a\nz5kjNbfd/vC/gO+2e+Z49uObx4PPrV/vnYJ1smu2OzVjvq0ERg3ScctdB0HmY1/vvlxrIvdegnVt\nSWO0Ptlfw5oSq8c6MBlz86JCHUOav8DaPBvQa5u1HMfkvd/RY01IwdrecTkaH82+mrcV+zU+6kO4\nXV1wtfbhxiFYp/3Pp2vtpn+bo2Cp5sD4Ijy37tZh++sxBk5J1PyxrgxzmbuFROMyrJkNZeix57+I\ndYnTZr3j2b/887Xgk9P1+k0fgH3/L3/Umjv/tmJ9J+n57BWHcfXJ8zq2Z3y7AHzu2g4bC/X4Wmqx\nP5sY7Ytn9dsNvowo7UPvbBsIvsw0PZ64SMwtDc16TfaXYKy2Nuj3f380rmOxuVZzrH+rt25x2pa6\nZoydCd11zHxuMW7ldc4IrQleW4zXOT1eY7egBOM/ebHOd/y1lAlXaj/atwHvWbp/pnbfu7D+OSVS\n47qoAeNx4wE99vhYrF8PO+t2DOyG4826A3pMoT2YOwPOWjjN6diHEzL0fOYk4zoT24p0XYRx/bAe\n+su61Tk3zZPSTaX/521KxojIjSKyX0QCIvIjY8zt/he5Etnaio737COEEEIIIYQQ8s3kSCSyS2zb\nT5AzROR1EdkhIl/RwLoS2YTUKL+bEEIIIYQQQsg3nCNZRbabiHQTkUtF5FERmSgiHa93LSKlxcny\n7OOXiYhIbW/09Zv4ySHe0UZMQB+v+4W7+bH6OLilBmWbj131omffsxi3BPjzRbps912P3AG+6eOW\nefavVqKkyF3Wt3dcOfheXaffPywP5QhbSvSRcvX5KBnZHtJH37UrMsAnefrU985r3wTXM9vGeHZl\nMT76fnCNSupaeqI06Mw8PYaDL/YF3wWPqCRhRUUe+DZVOo/os3DBpqcn6bn+wcw7wdfibAeye00f\n8JlclV+cf/Vn4JvnyHDTG/TKB5PxSXhepkpZ5g/ArWP699CH6pmxuBdDYo7+fe25q8D3pyUqo4hr\nwKf8NcWqUcl9C331joJpzVbcomJgP5WlHqxFnYu7/U4iKmtlRqpe574JuCR03H79flfuKSJS5sjo\nBqWibGJLjco28mZjr9o7UeUWb1efDr6XP1JJYv5g3J6g/H2Ved39Oi7Rb9OcbS+CKMVI/IW2c9uN\nKFWePOYLz/5gHkp5Q5n6OYFUlIyk9lNJx8UZKK1dWqkxnxDU9/1hy7nwusBp+hnpc1GuUpur8pjW\nIC5DXjlIj2dvI8rYXLKW+2Reu6d49rDkQvCdmarH8Mwc3Dpm6DhdJr+0COVG/V7Uc/TsNDy+lLUq\nU3rrGmzLwSUqi73nhjfA526hkn1RCfgyY1USFnmmT+b4jG55MOFfceuHeXs0doM+vf8vxurWST9Z\nciX4cpZq7Pa8F6XDrjTorL67wXfXiuv1D1R/ijjSP7/caGud9puFG3BZ90CsnuvWsPbLXaUo5Uq5\nQc/ZI/lzwbezSceJxzeNB1/fDM1zpZWYP5KccNn8CebYddl63p8Z/zz47l95q2cPnIzS2s+35nn2\n5NNwi6BxSVukI2bs0xyRFIVjT2C79pXGLMwDsbV6zsoH+GS33TXX/HTYO+Bzt1r5eBOW3kyZqGPK\n99KXgC8roHE2eu694GtypOW/HPk6+O69X8e3+FtQUvrCHpWWT+mD22699+uxnr1uIuaM8YP1fNaF\n8Yf46u/qVhB/ePfPnv3/HvouvG7bvfq+aN9MLNaRKO5biZL3nHN0wNla3R18TWv1uxtzcdyN3a3f\nVzoEt0KIcapR6lPQd9ap6lxRg/OPMT00Bt0tUkREYi7Q0pT0GJx/rKrWsTZtBX5f02TN41XdUVq+\ndKf2lQE52Nc/+Ey3zIrOxDnb6Nzdnv1RBkon3d1Hdn4Hx42frrzcs7ff/iT4XqvV1/pLYYIhzUmp\n27DfrOuncvx1Ydye45Z/+sCzz0tA+fhP/vk2z570cy1/en+Xrw/laxy/sgrL1x4bN8uzC3Nwu7PU\naD1nV2fg3K6yRZ9F/bYFJc1D07U06qXZ6Av1cKS2AZy3HGjUPPvUxTPB9/Ptuu1LMANz0oYSndcO\ny8Q5zbZKndANydkPPpmqpojLzOYAAAG/SURBVFtuJSLyYJ+Fnv3jL6aC7+DZGiCjfNt8rSrV6xc7\nEfPxmGU6Rq/7A5YDRl6jY8rnHw8A38+ufMWzH2rG7W8SFul1qI7EuVdjmc4ltmRgPJ6er/c3ebG4\nNdScPW1tqw93vD3K195giki2iCwWkVIReUpESq218w7/FkIIIYQQQgghJxtHUoPZS0T+Yq3NF5Gb\nRWTboV7k1mCGG7hNCSGEEEIIIYScbBzpIj+XG2N2i8gsETnfGPNn/4vcGsxgLLcpIYQQQgghhJCT\nja/dpgRebMx4EbnPWnvZ17yuRETqpE1WS0hXI0MYu6TrwbglXRHGLemqMHZJV6Qz47a3tbbboRxH\nUoP5d2Ot7WaMWWmtHfn1rybkxIKxS7oijFvSFWHckq4KY5d0RY5V3P5dN5jW2kUisuiotIQQQggh\nhBBCSJfmSGowCSGEEEIIIYSQr+Vo3mD+8Sh+NiFHE8Yu6YowbklXhHFLuiqMXdIVOSZx+3ct8kMI\nIYQQQgghhHQEJbKEEEIIIYQQQjoF3mASQgghhBBCCOkUeINJCCGEEEIIIaRT4A0mIYQQQgghhJBO\ngTeYhBBCCCGEEEI6hf8FGgpwgplkNrYAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 1152x144 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CNPjYYYOF9sT",
        "colab_type": "code",
        "outputId": "5c84473b-d834-424f-8f69-013d63e1fca0",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 104
        }
      },
      "source": [
        "print(decoder_gates[0].shape)\n",
        "plt.matshow([i[0].cpu().numpy() for i in decoder_gates])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "torch.Size([1, 256])\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.image.AxesImage at 0x7fae2f2d37f0>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 263
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAA5gAAAA1CAYAAAAkokQQAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAgAElEQVR4nO2deXiV1bXG331OTuZAIIQwBUIggIRJ\nnBBEcUYUcawoDq1WraJVq/Vaex9rq+2tWq21IopV0esEarWUImhRUKsiikxhDDMhhBAIQ0KSM+z7\nR3K/tdcHB9OnCRB5f8/j4zqs73zj2mvvL+ddextrLQghhBBCCCGEkP+UwOE+AUIIIYQQQggh3w/4\ngkkIIYQQQgghpEngCyYhhBBCCCGEkCaBL5iEEEIIIYQQQpoEvmASQgghhBBCCGkS+IJJCCGEEEII\nIaRJaJYXTGPMSGPMSmNMsTHmvuY4BiFNgTFmvTFmiTFmoTHm64Z/a2uM+dAYs7rh/20O93kSYox5\n0RizzRiz1Pm3A8aqqeephhy82Bgz+PCdOTmaiRO3DxpjShry7kJjzCjH94uGuF1pjDn38Jw1Odox\nxuQaYz42xiwzxhQZY+5o+HfmXHLEcpC4PeQ5t8lfMI0xQQATAJwHoC+AK40xfZv6OIQ0IadbawdZ\na49v+HwfgNnW2gIAsxs+E3K4mQxgpO/f4sXqeQAKGv67CcDEQ3SOhPiZjP3jFgD+2JB3B1lrZwBA\nw1hhLIDChu880zCmIORQEwFwt7W2L4AhAMY3xCdzLjmSiRe3wCHOuc3xC+aJAIqttWuttXUA3gQw\nphmOQ0hzMQbAyw32ywAuOoznQggAwFr7CYAdvn+OF6tjALxi6/kSQKYxpuOhOVNChDhxG48xAN60\n1tZaa9cBKEb9mIKQQ4q1ttRau6DB3gNgOYDOYM4lRzAHidt4NFvObY4XzM4ANjmfN+PgF0fI4cQC\n+MAY840x5qaGf8ux1pY22FsB5ByeUyPkO4kXq8zD5EjntgYp4YtOGQLjlhxxGGPyABwLYB6Yc0kL\nwRe3wCHOuZzkhxztnGKtHYx6ect4Y8yprtNaa1H/EkrIEQ1jlbQgJgLoAWAQgFIAjx/e0yHkwBhj\n0gG8A+BOa+1u18ecS45UDhC3hzznNscLZgmAXOdzl4Z/I+SIw1pb0vD/bQDeRb00oOz/pS0N/992\n+M6QkIMSL1aZh8kRi7W2zFobtdbGADwPkWQxbskRgzEmhPpB+mvW2r82/DNzLjmiOVDcHo6c2xwv\nmPMBFBhjuhtjElFfPDqtGY5DyH+EMSbNGJPx/zaAcwAsRX28Xtew2XUA/nZ4zpCQ7yRerE4DcG3D\nzIZDAOxyZF2EHFZ8tWkXoz7vAvVxO9YYk2SM6Y76CVO+OtTnR4gxxgB4AcBya+0Tjos5lxyxxIvb\nw5FzE5piJy7W2ogx5jYAswAEAbxorS1q6uMQ0gTkAHi3vj0iAcDr1tqZxpj5AKYaY24AsAHADw7j\nORICADDGvAFgBIB2xpjNAH4F4Pc4cKzOADAK9QX71QB+dMhPmBDEjdsRxphBqJcXrgdwMwBYa4uM\nMVMBLEP9bIjjrbXRw3He5KhnGIBrACwxxixs+Lf7wZxLjmzixe2VhzrnmnoJOSGEEEIIIYQQ8p/B\nSX4IIYQQQgghhDQJfMEkhBBCCCGEENIk8AWTEEIIIYQQQkiTwBdMQgghhBBCCCFNAl8wCSGEEEII\nIYQ0Cc32gmmMuam59k1Ic8LYJS0Rxi1piTBuSUuFsUtaIocqbhv1gmmMGWmMWWmMKTbG3NfIfbPh\nkZYKY5e0RBi3pCXCuCUtFcYuaYkcGS+YxpgggAkAzgPQF/WLdfZt7hMjhBBCCCGEENKyMNbag29g\nzMkAHrTWntvw+RcAYK39n3jfyWgTsompQWS0CcG/9+xg2LOtz7sjFpJ9mFrlW78kw7Nz+u1TvvRA\n1LM3hzOUr1uoyrNXr2itfPl9dopvY3vl69N1e9zzdD9V+y4w3RjPjiCGeFTHgupzkol4tv+tv8rK\nfdm2NFn5CgbI9RkY5Vu9uq1n9yyo0L6aTM/ulbxL+eqs3E/3vgNA/oC9nr12Sbry9epf7dnbownK\nl+U896Jyfa/7ZZd79vKSbM9Ob1+lttu3XOweznkAQNC5a6uK2ypffk95lgm+u1tj5RltWlYfH3W2\nBokmGW37SJxVFCWq7/UaINdatC1b+7K3OvvXzznDObw/rpZXy3knFOv4j3dsAFi9Qp5ltJve1pTJ\ncyjIK1e+gBMvS6v0PctLlXhJMfo89zqxu22ljo+8Yyo9O+S716uWpHp2z/762RZVyj1M2qivL7e/\nPOs9MR3/lUVyff77EnPub9EOibn+bfV9WLFRjh3Vu0doq5ynf/8uO33tuXxpkmfn+2J1rdOmevnu\ng0vYaYeAjqWQ0bllbVkOIvuqkJCShlC5Ps+ezv2r9eX7jU4bjmalKV8kQ7bt32q78rn3NuDLO27e\nq/Dd0JCRa2oTiCjf+rpWnl21R3+vMGubZxcvz1Q+G5bcEmmvr6FPB/ne1kiK8mUF5d5vXKb7hoJC\nJ8/V6RivqpVc0C9D7os//+517rX1+dKcNqU9ej/+GDBO/1K8MUf5eneVa129WN+Hbv33ePbGFW30\nAaPyvLoV6r5gQ5Hcly6Fu33nKWxaqfMHnGfS3Tk2oHPwyn2ZCO+qRqh1fW7onVKJeOj+W9+1gj7y\nvVWLU5XPbbc7fO00xYQdu/H5arezn1RnHwCQ4Own6svx7lnXWH0NW5bIM+vQT865rE7HZrtEic02\nAR0fbp+yap3ulwL7pE+p7ar7M1Mt55yTtVP53L7b34baOW1oVXkH5cttJ3m2lW9Q4z6j/fLj4vS4\nvlXV7Tw7obhG+Xo6YyF/TnKPV5ur20a/Nk5u8eWB7D5y/MyAzrmrFqcijFqEkAQ/qc5PMJ0S4uf4\niNX7dNu3v/8scvrozr52Enb6hjZBPXbYF5P9pAckPlbvN36Lf54u/nFLxPm8bq1vLJQv4wh/H+nG\n7j7ffdi0JH4M7IpK7FZs0M+rTTfJUe67hp+iMn2emVlyjKpl/ows+PvIHp1krBfy5Q+3P2sV1O8s\nWUHp+0p8bcrtI93xDQAg3dnW+M6zo1xv+0SdczftkdhJ3hJGXWwfEgP1+4rkOfGRoGOns/P+tCum\nzyWzof/esCmC7TuiB7xpjXnB/AjAyQDWWGv7GWOuAXCStfa2eN/J65dhf/nOIAA68AHgJ5klnu3v\nPKfulUHg8JQNyndj11M8+67i5cp3crI0tl+Unq58z3T+0rPPP+kC5ZvyxduePWr8T5Xvk4mTPDvq\nC/4I5Ly/rdVBNSRZrnd7VDfYoJP05tf6BjQhSerJvkc1v1buy4SCXso3o2SB7N8X4OedM9azp896\nXflGrbjQs2cdM135Nkeksd3g3HcAeG3Tvzz76u6nKd/MjV979uTd+iVyXEapZw947nblW/6TZzz7\npPtu8exT7pintlt6nDyHdzZ/qXzpARmQjhw9TvneeO95z24T1IOPVWF5RncO0vEx9oslnv1any7K\nN2vLQs/u99StyvfhrY969spwK+UbkSLX4I//IQuu9Ox2o1cpn5tMZpV8q1znD5VnWfmsTgKJT2Z5\n9j/+MkH5UgOSqPt+frXyPT/4Fc8emFinfJ/VSOz+ebhuby999Y5ntw/qZDyy6/Ge/df1nytf4TRJ\nJ73Gz1e+J9dJzP2z6hjlm95PEqf/vtRaSbiFr0v7Lh43UW03fPzNnr2jj85XXR6RGJy1+RvE4529\n+jlP6t3Ds1/b+JnyXZ0v92zmhq/i7rM0ojtWN5Y6JegO5IrHfu7ZHf6yQPmmrZH7ty6iB2W350n7\nrrxmiPKVnymdzdqzX1S+6pjEhBtHALAzKoPjl3drsUuHBHmBuTxd/9Hrug1nePZXn+jnXHTN0559\n0YmjlS9SssWzy24fqnyf/9eTnv1IxbHKd22mPNvb+49SvhkrPvHssevOUL6vN3T17OWnveDZIaNj\n58saad910L7jnTaVZHSbdfO4PwaSHd+Fd9ylfB/9WfLoBbknKt8z6+Z69k9PulT5YlXyvJ4rel/5\nbj7mXM9+ouhD33nK2OGuEVfpfZaWefbrqz9SPjcHj1h6kfLN6fce4nH+yc5z9w2u/vH5NM8+t9Mg\n5XNz9dS9ut8tTNzq2Hqg5+arv234Qvner5aX9MFJW5WvndMe9lo9yHV76OKw/iPKr/KP8+x710jf\n8/jGc9V2N3SWfHJpun7pd/uUkddqFVzSwnWevXZiZ+ULfit/RPn5dW8rn9t3P1JRqM8lU/r8sybe\nq3xP/fg5zz4zRfd153aWtvjmxn8p39hcacNvbtL9xBkLrvfs9mNWKN+7myWX+nOSGxPFT+o8t+py\naTejB+l7/ZPP5dwuTNN/uHOvAb5x9CCnK/pNe92fuZRF9YA+2Ylrf/854CsZH/ym8O/KtzUscX1Z\nhh47LHX+QDYsWeJxdN7JaruD9UUu/vFwRUxensZdpV8LPpzykmf7+0g3dpfX6Xt7Z178GPh7leTf\nV2/QY7ZLnpcc5b5r+On/hB6zjbn6U8+ePyjo39xj53X6nr390GOe3dk3tnT7s3PaLlW+a50/2N5f\nNkD5OifJu8C0wnbKZ4cO9OxYSI/3Ex6QnHtr7sfKd8ccGRP3/fUW5auYJHlvWM5a5XsoR8bZ71fr\nc7kwrf48h44swTeLag/4gplwoH/08TGAXQAKDrZRQ9HoTQDQttP+f9EhhBBCCCGEEPL9pjGT/PwT\ngKt/6QJgvz8NWGsnWWuPt9Yen9Em5HcTQgghhBBCCPme05hfMOcD6A5gnzEmEcBYAFcd7Atbd2bi\nsbcuBgD0OU3/5Or+fL+oTv9kPm9Pvmf3CG1DPNoGtWzo21qREnw8fbDe+Gb5ibd0gpYcfF4j0oGU\nn+qfjV2Z6PaofmFOcjTS39T0Vr5uCSLfnVWdr3wFjhzn6ZIztS9drvfL8jzlu6jLIvngkwa58oQk\nn0TWrig+4HYAUNBK6iNcuRsALKvz1eg47HDUEcGOuuai+zSR5Fx2opaF7E1b79m1PbVMzyX7etlu\n+em6RiCYLb+ML6rTEphhjtoomqKf1+qIfD7Rp36ojMl+or1zla8waZZ8MNrnSpFy5muZiytpvnv+\nD/S5jJjs2Sc/qOUku3qLzKZ9spZPme5y/LD9WvliFW7NjK4tKL1e7nVxREtbCkPy+apeep/zqnt6\n9n13n618U//0uHxI0s/hihvv9OyZLzyjfKXjRba3uE7Ln01M4jqYqWvs5teIJObJBVqumHe6G/Na\nIvvfZXK8aKau93PZ21GCwh6nJWexof2dT/Elsg8v1xLLDqmbPHtZWOedPRe7OUrLklz50Y9P01Lv\ngrfl73onpK9TvlrnltUN1TK21/ZIDp46fKDyBfvIF/2S9HlOHvp1uZa63tJW2neS1d3IkrBIhf6y\ncpjy/a7/u5795l4dq59/K7m0na6CwOI6aW+x3VoebBLk+B0+1zWE39aJb1aJlt2mB6VtbL9E3zNA\nJLKXZ+u2keDUv+6NSdtPD2jlzjNlIoWurNPyqee6iwyxXVAnpRV1kqvDVueyipjsJ6NIS4zdcwm2\n1n3rDStFAl9zls7b4TRpe1fdpZ9z6UPiK49pKWOakX5j+T16n71ekr51Q2Su8kUhZQmDsjYr3y6n\nn0r2SYc3XyI5sP0C3Z+pcoOAvp9rwtKXV8d06caLFRKfj3fU0nIbk3w8d59+fg+tkPY+rruOj5yQ\nxGBGQJ/nprCULOSG9PMLtpF+99VykQiuKNJ9T3mO3NtdsTLlm7tP9p+0aL3yVZ4t5TVhfdvR/SkZ\nY8wdo8c0fRJFItszSR+vxlGG1vav9vkkdqt9449Aisjy5tXq8UZCN7neypjusyq3yrW3942FwtAy\nXBc3R/z2vCnKtyosecB20jLAX68QCeaFx01VvmCPPM+OFut8vOQcyW1fz9Px+M89/Tx7YOpG5VtZ\n09Gzf5S5UPkG5Uj+v3ve5co3ccirnl3uK4f7e6XIg2+YK31i7jn++yV9kX9M6ObRTkH9nMui8ixD\ny3Rpm0tVLDGu781dJ6jPAWf8c93aS5RveNZqz65to/c5Z6fErl8i6/at1Z11XJ2aLnLrBVnD9fcq\ndnh2ZrGO42crpJ3+t6+f2DFKGsfHM3Xf0zkkst+8ZD2/wcSnpWygY08tv499LR1jqI0eJ1U95pRu\nPKol8JmLpC3aKv38Wic5smxf7eZdW6QM7tTWWnr9bkNN8E5fDnJpzC+YHQFUoV4iuxfAJmttkX8j\nY8xNxpivjTFfR6saVyxMCCGEEEIIIeT7Q2NeMCMA7gGwDEAWgF4HWqbElcgG09L8bkIIIYQQQggh\n33O+UyJrrS01xhQ12HuMMcsBdEb9C+cBSdpWi/w/18sz779mhvK5U/kOTNRytJ//RWZt++KC7srX\nFvLzbFZASxKznc/dZuifeCETROLNgXomRJferfXPvF0SRJ5ZbfUvsp0cSdPZaXoms/bOTFKZPimB\nO/3wb7r+Tfl+VyKSm1YXabnu0GUiCfgoRc/qWuPMXlYR1TOZPVoss82l+mY4nLVafrL/bcc5yufO\naOsnJ+hMwV6qf75fd6HMRuufIXWzI89s3VrfF1e6UPU/8tP+zOV6ts8xeSJn6pfoX8ZDZBpvvDEB\n8dGSs6AzxXa/CXqmr8qY7NMkaimGOw160vzVypflSLjfOvk55ZtZLdK1fz34lPJdPOIKz47WaBmx\nKRbpiX+2Slf+0zpJf++aflr26OLOVjmutZZ37HKWDLrj6WLlm7xb5LNtXtdteEpXkRHtiukY6DRX\nZnvudreWmpiI3E9bq5/tGanrPfvFHB2bifO1zMzl9nYyM1zSCfElslnL5J4lzdDXEy3Z6t/8gJzT\nVeeBtx+WmQp3RBcp37bB8adBd5f/mPKplnK5s/dO2a5nCa3pIPc69C8dx4OSRK47bmGp8o3udpJn\nL7pbz7559TMiEb+x9Sbl2xaNP/t4B2fpgvws/Xx+sfhiz55/0kvKN/QCkV6P/+X5ynf/yh97tqlb\nqXw2Is+2qruW1e9x2rC7vAgAnJ0mXdj07bpkwWVTWC/BcVZb+V6Vk7v0kYHbOsz27IU1ev0gdzbY\nMWdcoXxTZ4vcbUfMP9W+5M57Z/xVeQKOZHD3GXq28Us6yeyKH0zR/UuwvcgC1/0oT/l63iP5o/Ol\nujQl5IRxrzu1PN1G5LwzAvoa3Py1ZZ+e1bV1QM/k6tLxaclRgRT/8jdOTvTlnQ+rRDZX4JvxdWg7\nV9qo/zCe96XEywMP3qB8N94vs3jmJWqJW4eg5BD/tQ9KklKYSt+0/27e2zJU7N79tOw7d6S0qXSj\nZdlDk6X05ZldeiyUMUWeZenZxynfe6vmeHb/T36sfBO6SBzPrdIS0r5Jkk8eGKxno5+wScoZzu+t\nx4EmQ1pLboJeciOyQXJNRsCXKxMdaaNv5tawb3ZTF1fu/MoQnedeWLTJv7nH/b1nxvVV95J7keST\nyL67UK53j09uWpUm44XJZXo8N6HrPzy7la8tfLqoj2c/fdYryre6TiTq/vFbirNcx2eX/cGzL/3q\nHsTDPwuvW4IUtvq83OVAJi/Us9u6bSrRxJcwj22tS6q+rHFmke0xTfmWO03qudN1+c4DHbQc38Ud\n7yRW6t/W+ibKPXMlsX4Sduqx60d/kPP83WOLlc84Mt8tQ3WOOHOzsxRgnY7bM66Xsr6lE3X8b35L\nYqCgnd7no12lJClm9fV9MkNKQGqO1aV7OclSQvPJ2dp362dyP6P2wL9HBvZbjFL4zhdMY8wUABcD\nCBljwgDCAK75ru8RQgghhBBCCDm6aIxEdizqZ5HNALAYwGYA+0lk3RrMOl9BNyGEEEIIIYSQ7z/f\n+YJprbUAagG8A2Aq6if62e83UbcGM/EgMhdCCCGEEEIIId9PGiORNQBeBDAYwDAAE6y18Qu7ANS2\nT8Ka8fV1WhPL9LICrp5/h69W4srbPvDs4al6StxfQWoGZlbpKX+HpUiNWPXDuk7E5a7T9bT/t34g\n+vqZxXqf0Y5yiW19r+F/q5I6Qf9U490T5JryErSvypm2e2tU157c1knuy2ufnKx8C/ZJPWqsWmvA\n2wbkEWYYreW+avT1nv3WdF1/GnTO01/H8W0kfljsiMr3Aqmpcbf7R7W+vtOSpaYk5XU9vXLwBLnB\nm6+Teqpzi/RU3MmQ2qHag9RbXDP6RvX5+WmT4m7bNiD1EYvu0bUZBROkLtdfF+jq+auH62ndSyJS\ncze9Qi8L8Uo3Wf5gXVjvs/ghqUvJv1o/A5N4kLVlnbrYFRs6KtfOSTJ19SWPPo54/L5M1zLkp4i+\n/13f9OLD0qRtbrtH15YteFXqDoYlxX9G/mqMVt2dOhzfsg3zajp5dvtUXVe0NyF+rG6NSlxP+UBq\nXR6+eonari5T9rH2rk7K1+fhxqkxdtTp+q3ev5I6vbZjdE4qeMXJC9fq/bi1y9euHa18PdLlmVyc\npZdM+axKpr4P5HdVvrZOjcz2qK4JM0lyj0qH6rq2R+aNlHM5W9dD18Qvu0CNDcb1/Veh1HXu8tUm\njfrqFtnH7/UfKeeOesKzbz7mXOVz22ZFoT5230S517GYrmcpcXJwqCp+je4233JaH1SKgOeyAllm\nIAYd7+5SP/N26TkFhjt91tuzX1e+kJG2vj6in0mykef32+t08Ex67WnPbvWhXucl6SH5XqCnbrPR\nNImB4RfqWsqN0wo8uySqYy7XqTWPnqRFTQmVUtdcZb9Qvq7O9dVF47dffx2/e4xwYtC37cdx93ND\na3lGEyp7KN/Lu6WtuLkZADYMk+O/Uqxz59RdMh7pENI1ku4yZlHomKt0ljxbWKPbqdu3X7xMaikn\nFfdEY3HnuAhk6j4YbeVzaqbOa4Oeu8OzfzZWzw9Ra6VtnJS6Ru8yIL6H3tP99e8veS3uedq9Uqe9\nx798hVNLXBbVgy8TjJ94wvYgSckZa66b1EW5Qs7xYkk6Hv+wRvrFSwe+o3zJH0hb8R95yG/lfr58\n7xPKl+XUqN/X+X3lm1UtY8tL03WN3TG9ZW2Z8ojOSV84cT0qTbf9Y1Jk3LQlKve6zVeNm1/AT63V\nfUhxWO7f/aN+qHwzZr/l2Uv36fuODKl7XFanlzly55Vwl0gBdL1pr4l67pRlI+UYZ6boJVPcfJKo\ny37V0nzGN6Zwa/yru+s29ezDf/LsnVGdr1bfKfWMKX10Hb+75NlbpboeOiEg/UhCjo6sruOk/dV1\n1UuRXHHneM8eN1Tn3JLzZVzTcbIe/0SsxETSVN2H5SXIM3pt50nKd2e7+mOkBeL3nY2RyA4DcDWA\nUgBBAHcbY27xb8RlSgghhBBCCCHk6KYxEtnPrLUGwGQA7wJYA/90a+AyJYQQQgghhBBytNMYiWw2\ngGwA5wN4DMC5AFYc7DvJGbUoPLVeArSlSv+kHN5PHCe4U+sW1XaOu93wVL0shCux+Fn+h/7NPV6d\nq6VIM6pzPfvErhuVrzQqcpU0o9/Dw44E7KVtw5VvcBc5/m6r5U07oiKBzA7q5RA+c6ZSTw9q6WTf\nZJFGzEjV92VBnRzj+EQtOVv1Q5FRVPvkRj8plCUcKnyTMkUh3/PLYD93ptu3dfp4pRGRTC3d10f5\nzkmRqZ/LLtDX50ouWs8WaVzqXC09Qrr84aJmvynK5fpMnf7JfkNErqGLL+L3WPmH8kH6eQ115EDT\nMrVMaV1YrjWpXC8NsqFOpi9f/Ho/5YveN8ez/7R9hPIlJTnn7Yu5gDOte9QnD3anfL98oJaxLekm\n0oiFtVqafGaKPAdXEgsAXRLleT0wQ0uffniJyMdrs7S8+tZJt3r2p+P/oHzlx0su8Itnb+s1x7P/\n9xQtDe2bKLLKMdkLle/RH7pLPGiZ3JaIyF4ev/hlxKN8gMSATdMxDUce45fsuUsjDMrQ+aOksyxT\n8vI2PRX9zoF+uYyw12kLYzt8pXyb67I8u1XAt4yN0xx2F+r911iRMJ05RU9N37OHSGDaLdHtZtSV\nIhm8bPVFyvdkvkifXAkdAFTGpB3tfjRX+coeWe1sp2O8dp/IB289ZbbyTdohZQOBNjqObZ3cs+xF\n+lw2OW2/1dsZyvdCtuTu2sz4EvT31gxQn4flypIE7tIIAd/fa/OTRL71fm2h8q2NyDPqGdKKHzfO\n9sT0H2vzEyXv7P2llouP/kbW5MrN07FaVCVxvfLmLOXLf1tiafZqnbc7PCo5ONMXc27uHPAnPUX/\n0vGS97J9EqrtUfm8cZd+lgdj7PNS0vL6+PPjbmdCWnK5MSL9WyffEg4n5MgU/f6Vd+yx0id/Wq3b\ntzsG6JuoZXrJTmNcUKulf71DskxJ/2S9PMY7had59vzdktNr6nRsVkTEF4OOnWpHClozUEtwg7US\nq9f2+kz5nt19qnNsLecelS7LAvnHZZ0SJAZjnXV85IWkT6m1WipsOuV4dmvfsnPbbpG2HjL6PNMW\nO3200fsMmfjLPwUypO2bhToPBIfI9yp768WG7u2h5cLqe+2kHUW26hi46lbps9KMjv8aSOxM36Nz\ny8nOEiZ+yf0xrUTSOrNCjyvqorLPsE+W7crq14SzPbvqmGw0FnfM4Y45ASAr4Iwft+pxhMtZGUVx\nfRkBPQYNtJYx6OObdUnEDZ1k7Lq3MP41+Ptrd2m5PcfpWC2PyvHcshFAS2RT5ujVGf9cJstbPZur\nl0hJ3ibHq+mu27A75j21nV4GrmeyPOeX7RDl23THYM/OfVovf4aAxGPbBJ0XJv/sj559Z/Ftynds\nmoznlu3WJVYljhS7MqLfBfY0LP0TO4g0/TtfMAF0BDAXwHYAEwFst9ZOP/hXCCGEEEIIIYQcbTSm\nBrMrgDestQUAfgRg9YE2UsuUVHKZEkIIIYQQQgg52mjsJD8XGmPWA3gTwBnGmFf9G6llSjK5TAkh\nhBBCCCGEHG0Ye7Cpnf0bGzMCwD3W2gu+Y7tyAFWol9US0tJoB8YuaXkwbklLhHFLWiqMXdISacq4\n7WatPWAxbGNqMP9trLXZxpivrbXHN8f+CWlOGLukJcK4JS0Rxi1pqTB2SUvkUMXtv/WCaa2dA2BO\ns5wJIYQQQgghhJAWTWNqMFz3fsYAAAB7SURBVAkhhBBCCCGEkO+kOV8wJzXjvglpThi7pCXCuCUt\nEcYtaakwdklL5JDE7b81yQ8hhBBCCCGEEBIPSmQJIYQQQgghhDQJfMEkhBBCCCGEENIk8AWTEEII\nIYQQQkiTwBdMQgghhBBCCCFNAl8wCSGEEEIIIYQ0Cf8Hdt0X5sgrb+MAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 1152x144 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "f55Uam2EHCOX",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}