vgg-16.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "VGG16\n",
    "=====\n",
    "\n",
    "trained by facebook, from PyTorch model zoo.\n",
    "\n",
    "http://www.robots.ox.ac.uk/~vgg/research/very_deep/\n",
    "\n",
    "### Network info\n",
    "\n",
    "trained in PyTorch\n",
    "\n",
    "Test top-1/top5 error: **30.09, 10.61**\n",
    "    \n",
    "The accuracy is lower than original caffe model."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import re\n",
    "import hickle as hkl\n",
    "import torch\n",
    "import torch.nn.functional as F\n",
    "from torch.autograd import Variable\n",
    "from torchviz import make_dot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "classifier.0.bias (4096,)\n",
      "classifier.0.weight (4096, 25088)\n",
      "classifier.3.bias (4096,)\n",
      "classifier.3.weight (4096, 4096)\n",
      "classifier.6.bias (1000,)\n",
      "classifier.6.weight (1000, 4096)\n",
      "features.0.bias (64,)\n",
      "features.0.weight (64, 3, 3, 3)\n",
      "features.10.bias (256,)\n",
      "features.10.weight (256, 128, 3, 3)\n",
      "features.12.bias (256,)\n",
      "features.12.weight (256, 256, 3, 3)\n",
      "features.14.bias (256,)\n",
      "features.14.weight (256, 256, 3, 3)\n",
      "features.17.bias (512,)\n",
      "features.17.weight (512, 256, 3, 3)\n",
      "features.19.bias (512,)\n",
      "features.19.weight (512, 512, 3, 3)\n",
      "features.2.bias (64,)\n",
      "features.2.weight (64, 64, 3, 3)\n",
      "features.21.bias (512,)\n",
      "features.21.weight (512, 512, 3, 3)\n",
      "features.24.bias (512,)\n",
      "features.24.weight (512, 512, 3, 3)\n",
      "features.26.bias (512,)\n",
      "features.26.weight (512, 512, 3, 3)\n",
      "features.28.bias (512,)\n",
      "features.28.weight (512, 512, 3, 3)\n",
      "features.5.bias (128,)\n",
      "features.5.weight (128, 64, 3, 3)\n",
      "features.7.bias (128,)\n",
      "features.7.weight (128, 128, 3, 3)\n",
      "\n",
      "Total parameters: 138357544\n"
     ]
    }
   ],
   "source": [
    "params = hkl.load('vgg16.hkl')\n",
    "\n",
    "# convert numpy arrays to torch Variables\n",
    "for k,v in sorted(params.items()):\n",
    "    print(k, tuple(v.shape))\n",
    "    params[k] = Variable(torch.from_numpy(v), requires_grad=True)\n",
    "    \n",
    "print('\\nTotal parameters:', sum(v.numel() for v in params.values()))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PyTorch model definition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def f(inputs, params):\n",
    "    def conv2d(x, params, name, stride=1, padding=0):\n",
    "        return F.conv2d(x,\n",
    "                        params['%s.weight'%name],\n",
    "                        params['%s.bias'%name], stride, padding)\n",
    "    \n",
    "    def linear(x, params, name):\n",
    "        return F.linear(x, params['%s.weight' % name], params['%s.bias' % name])\n",
    "\n",
    "    def block(x, ids):\n",
    "        for i in ids:\n",
    "            x = F.relu(conv2d(x, params, 'features.%d' % i, 1, 1), inplace=True)\n",
    "        return F.max_pool2d(x, 2, 2)\n",
    "\n",
    "    o = block(inputs, [0, 2])\n",
    "    o = block(o, [5, 7])\n",
    "    o = block(o, [10, 12, 14])\n",
    "    o = block(o, [17, 19, 21])\n",
    "    o = block(o, [24, 26, 28])\n",
    "    o = o.view(o.size(0), -1)\n",
    "    o = F.relu(linear(o, params, 'classifier.0'))\n",
    "    o = F.relu(linear(o, params, 'classifier.3'))\n",
    "    o = linear(o, params ,'classifier.6')\n",
    "    return o"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "do simple fprop, output shape should be 1x1000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Variable containing:\n",
      " 1.2992  4.1385 -1.5009  ...   2.7810  2.6884  0.7076\n",
      "[torch.FloatTensor of size 1x1000]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "inputs = torch.randn(1,3,224,224)\n",
    "y = f(Variable(inputs), params)\n",
    "print y"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Visualization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"864pt\" height=\"580pt\"\n",
       " viewBox=\"0.00 0.00 864.00 579.79\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(0.24714 0.24714) rotate(0) translate(4 2342)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-2342 3492,-2342 3492,4 -4,4\"/>\n",
       "<!-- 139660866724432 -->\n",
       "<g id=\"node1\" class=\"node\"><title>139660866724432</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3292,-21 3196,-21 3196,-0 3292,-0 3292,-21\"/>\n",
       "<text text-anchor=\"middle\" x=\"3244\" y=\"-7.4\" font-family=\"Times,serif\" font-size=\"12.00\">LinearBackward</text>\n",
       "</g>\n",
       "<!-- 139660866724176 -->\n",
       "<g id=\"node2\" class=\"node\"><title>139660866724176</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3015.5,-84.5 2950.5,-84.5 2950.5,-63.5 3015.5,-63.5 3015.5,-84.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2983\" y=\"-70.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866724176&#45;&gt;139660866724432 -->\n",
       "<g id=\"edge1\" class=\"edge\"><title>139660866724176&#45;&gt;139660866724432</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3006.32,-63.3614C3012.34,-61.0821 3018.86,-58.7953 3025,-57 3078.6,-41.3313 3141.08,-28.909 3185.56,-21.0298\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3186.36,-24.4422 3195.61,-19.2719 3185.16,-17.5468 3186.36,-24.4422\"/>\n",
       "</g>\n",
       "<!-- 139660866723920 -->\n",
       "<g id=\"node3\" class=\"node\"><title>139660866723920</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2983,-148 2887,-148 2887,-127 2983,-127 2983,-148\"/>\n",
       "<text text-anchor=\"middle\" x=\"2935\" y=\"-134.4\" font-family=\"Times,serif\" font-size=\"12.00\">LinearBackward</text>\n",
       "</g>\n",
       "<!-- 139660866723920&#45;&gt;139660866724176 -->\n",
       "<g id=\"edge2\" class=\"edge\"><title>139660866723920&#45;&gt;139660866724176</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2942.5,-126.891C2949.57,-117.827 2960.35,-104.015 2969.01,-92.9188\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2972,-94.7815 2975.39,-84.7449 2966.48,-90.4746 2972,-94.7815\"/>\n",
       "</g>\n",
       "<!-- 139660866793040 -->\n",
       "<g id=\"node4\" class=\"node\"><title>139660866793040</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2706.5,-211.5 2641.5,-211.5 2641.5,-190.5 2706.5,-190.5 2706.5,-211.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2674\" y=\"-197.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866793040&#45;&gt;139660866723920 -->\n",
       "<g id=\"edge3\" class=\"edge\"><title>139660866793040&#45;&gt;139660866723920</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2697.32,-190.361C2703.34,-188.082 2709.86,-185.795 2716,-184 2769.6,-168.331 2832.08,-155.909 2876.56,-148.03\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2877.36,-151.442 2886.61,-146.272 2876.16,-144.547 2877.36,-151.442\"/>\n",
       "</g>\n",
       "<!-- 139660866792784 -->\n",
       "<g id=\"node5\" class=\"node\"><title>139660866792784</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2674,-275 2578,-275 2578,-254 2674,-254 2674,-275\"/>\n",
       "<text text-anchor=\"middle\" x=\"2626\" y=\"-261.4\" font-family=\"Times,serif\" font-size=\"12.00\">LinearBackward</text>\n",
       "</g>\n",
       "<!-- 139660866792784&#45;&gt;139660866793040 -->\n",
       "<g id=\"edge4\" class=\"edge\"><title>139660866792784&#45;&gt;139660866793040</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2633.5,-253.891C2640.57,-244.827 2651.35,-231.015 2660.01,-219.919\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2663,-221.781 2666.39,-211.745 2657.48,-217.475 2663,-221.781\"/>\n",
       "</g>\n",
       "<!-- 139660866792528 -->\n",
       "<g id=\"node6\" class=\"node\"><title>139660866792528</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2396,-338.5 2304,-338.5 2304,-317.5 2396,-317.5 2396,-338.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2350\" y=\"-324.9\" font-family=\"Times,serif\" font-size=\"12.00\">ViewBackward</text>\n",
       "</g>\n",
       "<!-- 139660866792528&#45;&gt;139660866792784 -->\n",
       "<g id=\"edge5\" class=\"edge\"><title>139660866792528&#45;&gt;139660866792784</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2381.29,-317.426C2389.01,-315.195 2397.28,-312.915 2405,-311 2459.85,-297.399 2523.06,-284.678 2567.79,-276.164\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2568.72,-279.551 2577.9,-274.253 2567.42,-272.672 2568.72,-279.551\"/>\n",
       "</g>\n",
       "<!-- 139660866792272 -->\n",
       "<g id=\"node7\" class=\"node\"><title>139660866792272</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2386,-402 2314,-402 2314,-381 2386,-381 2386,-402\"/>\n",
       "<text text-anchor=\"middle\" x=\"2350\" y=\"-388.4\" font-family=\"Times,serif\" font-size=\"12.00\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 139660866792272&#45;&gt;139660866792528 -->\n",
       "<g id=\"edge6\" class=\"edge\"><title>139660866792272&#45;&gt;139660866792528</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2350,-380.891C2350,-372.366 2350,-359.639 2350,-348.923\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2353.5,-348.745 2350,-338.745 2346.5,-348.745 2353.5,-348.745\"/>\n",
       "</g>\n",
       "<!-- 139660866792016 -->\n",
       "<g id=\"node8\" class=\"node\"><title>139660866792016</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2334.5,-459 2269.5,-459 2269.5,-438 2334.5,-438 2334.5,-459\"/>\n",
       "<text text-anchor=\"middle\" x=\"2302\" y=\"-445.4\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866792016&#45;&gt;139660866792272 -->\n",
       "<g id=\"edge7\" class=\"edge\"><title>139660866792016&#45;&gt;139660866792272</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2310.36,-437.92C2317.09,-430.207 2326.73,-419.164 2334.82,-409.898\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2337.47,-412.176 2341.41,-402.341 2332.2,-407.574 2337.47,-412.176\"/>\n",
       "</g>\n",
       "<!-- 139660866715472 -->\n",
       "<g id=\"node9\" class=\"node\"><title>139660866715472</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2297.5,-516 2190.5,-516 2190.5,-495 2297.5,-495 2297.5,-516\"/>\n",
       "<text text-anchor=\"middle\" x=\"2244\" y=\"-502.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866715472&#45;&gt;139660866792016 -->\n",
       "<g id=\"edge8\" class=\"edge\"><title>139660866715472&#45;&gt;139660866792016</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2254.1,-494.92C2262.4,-487.051 2274.35,-475.716 2284.24,-466.338\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2286.77,-468.761 2291.62,-459.341 2281.96,-463.682 2286.77,-468.761\"/>\n",
       "</g>\n",
       "<!-- 139660866791760 -->\n",
       "<g id=\"node10\" class=\"node\"><title>139660866791760</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2173.5,-579.5 2108.5,-579.5 2108.5,-558.5 2173.5,-558.5 2173.5,-579.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2141\" y=\"-565.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866791760&#45;&gt;139660866715472 -->\n",
       "<g id=\"edge9\" class=\"edge\"><title>139660866791760&#45;&gt;139660866715472</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2157.09,-558.391C2173.72,-548.462 2199.9,-532.833 2219.18,-521.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2221.23,-524.174 2228.02,-516.042 2217.64,-518.163 2221.23,-524.174\"/>\n",
       "</g>\n",
       "<!-- 139660866621072 -->\n",
       "<g id=\"node11\" class=\"node\"><title>139660866621072</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2136.5,-643 2029.5,-643 2029.5,-622 2136.5,-622 2136.5,-643\"/>\n",
       "<text text-anchor=\"middle\" x=\"2083\" y=\"-629.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866621072&#45;&gt;139660866791760 -->\n",
       "<g id=\"edge10\" class=\"edge\"><title>139660866621072&#45;&gt;139660866791760</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2092.06,-621.891C2100.78,-612.648 2114.15,-598.466 2124.72,-587.263\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2127.49,-589.421 2131.81,-579.745 2122.4,-584.619 2127.49,-589.421\"/>\n",
       "</g>\n",
       "<!-- 139660866791504 -->\n",
       "<g id=\"node12\" class=\"node\"><title>139660866791504</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2012.5,-706.5 1947.5,-706.5 1947.5,-685.5 2012.5,-685.5 2012.5,-706.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1980\" y=\"-692.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866791504&#45;&gt;139660866621072 -->\n",
       "<g id=\"edge11\" class=\"edge\"><title>139660866791504&#45;&gt;139660866621072</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1996.09,-685.391C2012.72,-675.462 2038.9,-659.833 2058.18,-648.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2060.23,-651.174 2067.02,-643.042 2056.64,-645.163 2060.23,-651.174\"/>\n",
       "</g>\n",
       "<!-- 139660866617488 -->\n",
       "<g id=\"node13\" class=\"node\"><title>139660866617488</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1975.5,-770 1868.5,-770 1868.5,-749 1975.5,-749 1975.5,-770\"/>\n",
       "<text text-anchor=\"middle\" x=\"1922\" y=\"-756.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866617488&#45;&gt;139660866791504 -->\n",
       "<g id=\"edge12\" class=\"edge\"><title>139660866617488&#45;&gt;139660866791504</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1931.06,-748.891C1939.78,-739.648 1953.15,-725.466 1963.72,-714.263\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1966.49,-716.421 1970.81,-706.745 1961.4,-711.619 1966.49,-716.421\"/>\n",
       "</g>\n",
       "<!-- 139660866791248 -->\n",
       "<g id=\"node14\" class=\"node\"><title>139660866791248</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1852,-833.5 1780,-833.5 1780,-812.5 1852,-812.5 1852,-833.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1816\" y=\"-819.9\" font-family=\"Times,serif\" font-size=\"12.00\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 139660866791248&#45;&gt;139660866617488 -->\n",
       "<g id=\"edge13\" class=\"edge\"><title>139660866791248&#45;&gt;139660866617488</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1832.56,-812.391C1849.75,-802.416 1876.86,-786.691 1896.73,-775.163\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1898.66,-778.088 1905.55,-770.042 1895.15,-772.033 1898.66,-778.088\"/>\n",
       "</g>\n",
       "<!-- 139660866790992 -->\n",
       "<g id=\"node15\" class=\"node\"><title>139660866790992</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1800.5,-897 1735.5,-897 1735.5,-876 1800.5,-876 1800.5,-897\"/>\n",
       "<text text-anchor=\"middle\" x=\"1768\" y=\"-883.4\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866790992&#45;&gt;139660866791248 -->\n",
       "<g id=\"edge14\" class=\"edge\"><title>139660866790992&#45;&gt;139660866791248</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1775.5,-875.891C1782.57,-866.827 1793.35,-853.015 1802.01,-841.919\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1805,-843.781 1808.39,-833.745 1799.48,-839.475 1805,-843.781\"/>\n",
       "</g>\n",
       "<!-- 139660866618192 -->\n",
       "<g id=\"node16\" class=\"node\"><title>139660866618192</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1763.5,-954 1656.5,-954 1656.5,-933 1763.5,-933 1763.5,-954\"/>\n",
       "<text text-anchor=\"middle\" x=\"1710\" y=\"-940.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866618192&#45;&gt;139660866790992 -->\n",
       "<g id=\"edge15\" class=\"edge\"><title>139660866618192&#45;&gt;139660866790992</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1720.1,-932.92C1728.4,-925.051 1740.35,-913.716 1750.24,-904.338\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1752.77,-906.761 1757.62,-897.341 1747.96,-901.682 1752.77,-906.761\"/>\n",
       "</g>\n",
       "<!-- 139660866790736 -->\n",
       "<g id=\"node17\" class=\"node\"><title>139660866790736</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1639.5,-1017.5 1574.5,-1017.5 1574.5,-996.5 1639.5,-996.5 1639.5,-1017.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1607\" y=\"-1003.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866790736&#45;&gt;139660866618192 -->\n",
       "<g id=\"edge16\" class=\"edge\"><title>139660866790736&#45;&gt;139660866618192</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1623.09,-996.391C1639.72,-986.462 1665.9,-970.833 1685.18,-959.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1687.23,-962.174 1694.02,-954.042 1683.64,-956.163 1687.23,-962.174\"/>\n",
       "</g>\n",
       "<!-- 139660866619792 -->\n",
       "<g id=\"node18\" class=\"node\"><title>139660866619792</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1602.5,-1081 1495.5,-1081 1495.5,-1060 1602.5,-1060 1602.5,-1081\"/>\n",
       "<text text-anchor=\"middle\" x=\"1549\" y=\"-1067.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866619792&#45;&gt;139660866790736 -->\n",
       "<g id=\"edge17\" class=\"edge\"><title>139660866619792&#45;&gt;139660866790736</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1558.06,-1059.89C1566.78,-1050.65 1580.15,-1036.47 1590.72,-1025.26\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1593.49,-1027.42 1597.81,-1017.74 1588.4,-1022.62 1593.49,-1027.42\"/>\n",
       "</g>\n",
       "<!-- 139660866790480 -->\n",
       "<g id=\"node19\" class=\"node\"><title>139660866790480</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1478.5,-1144.5 1413.5,-1144.5 1413.5,-1123.5 1478.5,-1123.5 1478.5,-1144.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1446\" y=\"-1130.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866790480&#45;&gt;139660866619792 -->\n",
       "<g id=\"edge18\" class=\"edge\"><title>139660866790480&#45;&gt;139660866619792</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1462.09,-1123.39C1478.72,-1113.46 1504.9,-1097.83 1524.18,-1086.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1526.23,-1089.17 1533.02,-1081.04 1522.64,-1083.16 1526.23,-1089.17\"/>\n",
       "</g>\n",
       "<!-- 139660866619984 -->\n",
       "<g id=\"node20\" class=\"node\"><title>139660866619984</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1441.5,-1208 1334.5,-1208 1334.5,-1187 1441.5,-1187 1441.5,-1208\"/>\n",
       "<text text-anchor=\"middle\" x=\"1388\" y=\"-1194.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866619984&#45;&gt;139660866790480 -->\n",
       "<g id=\"edge19\" class=\"edge\"><title>139660866619984&#45;&gt;139660866790480</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1397.06,-1186.89C1405.78,-1177.65 1419.15,-1163.47 1429.72,-1152.26\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1432.49,-1154.42 1436.81,-1144.74 1427.4,-1149.62 1432.49,-1154.42\"/>\n",
       "</g>\n",
       "<!-- 139660866790224 -->\n",
       "<g id=\"node21\" class=\"node\"><title>139660866790224</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1318,-1271.5 1246,-1271.5 1246,-1250.5 1318,-1250.5 1318,-1271.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1282\" y=\"-1257.9\" font-family=\"Times,serif\" font-size=\"12.00\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 139660866790224&#45;&gt;139660866619984 -->\n",
       "<g id=\"edge20\" class=\"edge\"><title>139660866790224&#45;&gt;139660866619984</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1298.56,-1250.39C1315.75,-1240.42 1342.86,-1224.69 1362.73,-1213.16\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1364.66,-1216.09 1371.55,-1208.04 1361.15,-1210.03 1364.66,-1216.09\"/>\n",
       "</g>\n",
       "<!-- 139660866789968 -->\n",
       "<g id=\"node22\" class=\"node\"><title>139660866789968</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1266.5,-1335 1201.5,-1335 1201.5,-1314 1266.5,-1314 1266.5,-1335\"/>\n",
       "<text text-anchor=\"middle\" x=\"1234\" y=\"-1321.4\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866789968&#45;&gt;139660866790224 -->\n",
       "<g id=\"edge21\" class=\"edge\"><title>139660866789968&#45;&gt;139660866790224</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1241.5,-1313.89C1248.57,-1304.83 1259.35,-1291.01 1268.01,-1279.92\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1271,-1281.78 1274.39,-1271.74 1265.48,-1277.47 1271,-1281.78\"/>\n",
       "</g>\n",
       "<!-- 139660866618000 -->\n",
       "<g id=\"node23\" class=\"node\"><title>139660866618000</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1229.5,-1392 1122.5,-1392 1122.5,-1371 1229.5,-1371 1229.5,-1392\"/>\n",
       "<text text-anchor=\"middle\" x=\"1176\" y=\"-1378.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866618000&#45;&gt;139660866789968 -->\n",
       "<g id=\"edge22\" class=\"edge\"><title>139660866618000&#45;&gt;139660866789968</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1186.1,-1370.92C1194.4,-1363.05 1206.35,-1351.72 1216.24,-1342.34\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1218.77,-1344.76 1223.62,-1335.34 1213.96,-1339.68 1218.77,-1344.76\"/>\n",
       "</g>\n",
       "<!-- 139660866789712 -->\n",
       "<g id=\"node24\" class=\"node\"><title>139660866789712</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1105.5,-1455.5 1040.5,-1455.5 1040.5,-1434.5 1105.5,-1434.5 1105.5,-1455.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1073\" y=\"-1441.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866789712&#45;&gt;139660866618000 -->\n",
       "<g id=\"edge23\" class=\"edge\"><title>139660866789712&#45;&gt;139660866618000</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1089.09,-1434.39C1105.72,-1424.46 1131.9,-1408.83 1151.18,-1397.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1153.23,-1400.17 1160.02,-1392.04 1149.64,-1394.16 1153.23,-1400.17\"/>\n",
       "</g>\n",
       "<!-- 139660866621264 -->\n",
       "<g id=\"node25\" class=\"node\"><title>139660866621264</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1068.5,-1519 961.5,-1519 961.5,-1498 1068.5,-1498 1068.5,-1519\"/>\n",
       "<text text-anchor=\"middle\" x=\"1015\" y=\"-1505.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866621264&#45;&gt;139660866789712 -->\n",
       "<g id=\"edge24\" class=\"edge\"><title>139660866621264&#45;&gt;139660866789712</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1024.06,-1497.89C1032.78,-1488.65 1046.15,-1474.47 1056.72,-1463.26\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1059.49,-1465.42 1063.81,-1455.74 1054.4,-1460.62 1059.49,-1465.42\"/>\n",
       "</g>\n",
       "<!-- 139660866789456 -->\n",
       "<g id=\"node26\" class=\"node\"><title>139660866789456</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"944.5,-1582.5 879.5,-1582.5 879.5,-1561.5 944.5,-1561.5 944.5,-1582.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"912\" y=\"-1568.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866789456&#45;&gt;139660866621264 -->\n",
       "<g id=\"edge25\" class=\"edge\"><title>139660866789456&#45;&gt;139660866621264</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M928.094,-1561.39C944.723,-1551.46 970.898,-1535.83 990.179,-1524.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"992.228,-1527.17 999.019,-1519.04 988.639,-1521.16 992.228,-1527.17\"/>\n",
       "</g>\n",
       "<!-- 139660866740496 -->\n",
       "<g id=\"node27\" class=\"node\"><title>139660866740496</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"907.5,-1646 800.5,-1646 800.5,-1625 907.5,-1625 907.5,-1646\"/>\n",
       "<text text-anchor=\"middle\" x=\"854\" y=\"-1632.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866740496&#45;&gt;139660866789456 -->\n",
       "<g id=\"edge26\" class=\"edge\"><title>139660866740496&#45;&gt;139660866789456</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M863.062,-1624.89C871.779,-1615.65 885.154,-1601.47 895.72,-1590.26\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"898.495,-1592.42 902.81,-1582.74 893.402,-1587.62 898.495,-1592.42\"/>\n",
       "</g>\n",
       "<!-- 139660866686544 -->\n",
       "<g id=\"node28\" class=\"node\"><title>139660866686544</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"784,-1709.5 712,-1709.5 712,-1688.5 784,-1688.5 784,-1709.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"748\" y=\"-1695.9\" font-family=\"Times,serif\" font-size=\"12.00\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 139660866686544&#45;&gt;139660866740496 -->\n",
       "<g id=\"edge27\" class=\"edge\"><title>139660866686544&#45;&gt;139660866740496</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M764.562,-1688.39C781.754,-1678.42 808.858,-1662.69 828.727,-1651.16\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"830.661,-1654.09 837.554,-1646.04 827.148,-1648.03 830.661,-1654.09\"/>\n",
       "</g>\n",
       "<!-- 139660866686288 -->\n",
       "<g id=\"node29\" class=\"node\"><title>139660866686288</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"729.5,-1773 664.5,-1773 664.5,-1752 729.5,-1752 729.5,-1773\"/>\n",
       "<text text-anchor=\"middle\" x=\"697\" y=\"-1759.4\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866686288&#45;&gt;139660866686544 -->\n",
       "<g id=\"edge28\" class=\"edge\"><title>139660866686288&#45;&gt;139660866686544</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M704.969,-1751.89C712.559,-1742.74 724.166,-1728.74 733.413,-1717.59\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"736.23,-1719.68 739.919,-1709.74 730.841,-1715.21 736.23,-1719.68\"/>\n",
       "</g>\n",
       "<!-- 139660866741008 -->\n",
       "<g id=\"node30\" class=\"node\"><title>139660866741008</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"689.5,-1830 582.5,-1830 582.5,-1809 689.5,-1809 689.5,-1830\"/>\n",
       "<text text-anchor=\"middle\" x=\"636\" y=\"-1816.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866741008&#45;&gt;139660866686288 -->\n",
       "<g id=\"edge29\" class=\"edge\"><title>139660866741008&#45;&gt;139660866686288</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M646.625,-1808.92C655.439,-1800.97 668.173,-1789.49 678.633,-1780.06\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"681.002,-1782.64 686.086,-1773.34 676.315,-1777.44 681.002,-1782.64\"/>\n",
       "</g>\n",
       "<!-- 139660866686032 -->\n",
       "<g id=\"node31\" class=\"node\"><title>139660866686032</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"568.5,-1893.5 503.5,-1893.5 503.5,-1872.5 568.5,-1872.5 568.5,-1893.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"536\" y=\"-1879.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866686032&#45;&gt;139660866741008 -->\n",
       "<g id=\"edge30\" class=\"edge\"><title>139660866686032&#45;&gt;139660866741008</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M551.625,-1872.39C567.77,-1862.46 593.182,-1846.83 611.902,-1835.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"613.8,-1838.26 620.485,-1830.04 610.133,-1832.3 613.8,-1838.26\"/>\n",
       "</g>\n",
       "<!-- 139660866741392 -->\n",
       "<g id=\"node32\" class=\"node\"><title>139660866741392</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"528.5,-1957 421.5,-1957 421.5,-1936 528.5,-1936 528.5,-1957\"/>\n",
       "<text text-anchor=\"middle\" x=\"475\" y=\"-1943.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866741392&#45;&gt;139660866686032 -->\n",
       "<g id=\"edge31\" class=\"edge\"><title>139660866741392&#45;&gt;139660866686032</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M484.531,-1935.89C493.788,-1926.56 508.039,-1912.19 519.2,-1900.94\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"521.777,-1903.31 526.334,-1893.74 516.807,-1898.38 521.777,-1903.31\"/>\n",
       "</g>\n",
       "<!-- 139660866685520 -->\n",
       "<g id=\"node33\" class=\"node\"><title>139660866685520</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"408,-2020.5 336,-2020.5 336,-1999.5 408,-1999.5 408,-2020.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"372\" y=\"-2006.9\" font-family=\"Times,serif\" font-size=\"12.00\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 139660866685520&#45;&gt;139660866741392 -->\n",
       "<g id=\"edge32\" class=\"edge\"><title>139660866685520&#45;&gt;139660866741392</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M388.094,-1999.39C404.723,-1989.46 430.898,-1973.83 450.179,-1962.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"452.228,-1965.17 459.019,-1957.04 448.639,-1959.16 452.228,-1965.17\"/>\n",
       "</g>\n",
       "<!-- 139660866685776 -->\n",
       "<g id=\"node34\" class=\"node\"><title>139660866685776</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"355.5,-2084 290.5,-2084 290.5,-2063 355.5,-2063 355.5,-2084\"/>\n",
       "<text text-anchor=\"middle\" x=\"323\" y=\"-2070.4\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866685776&#45;&gt;139660866685520 -->\n",
       "<g id=\"edge33\" class=\"edge\"><title>139660866685776&#45;&gt;139660866685520</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M330.656,-2062.89C337.949,-2053.74 349.101,-2039.74 357.985,-2028.59\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"360.742,-2030.75 364.236,-2020.74 355.267,-2026.38 360.742,-2030.75\"/>\n",
       "</g>\n",
       "<!-- 139660866741904 -->\n",
       "<g id=\"node35\" class=\"node\"><title>139660866741904</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"316.5,-2141 209.5,-2141 209.5,-2120 316.5,-2120 316.5,-2141\"/>\n",
       "<text text-anchor=\"middle\" x=\"263\" y=\"-2127.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866741904&#45;&gt;139660866685776 -->\n",
       "<g id=\"edge34\" class=\"edge\"><title>139660866741904&#45;&gt;139660866685776</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M273.451,-2119.92C282.035,-2112.05 294.4,-2100.72 304.631,-2091.34\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"307.258,-2093.68 312.265,-2084.34 302.528,-2088.52 307.258,-2093.68\"/>\n",
       "</g>\n",
       "<!-- 139660866685264 -->\n",
       "<g id=\"node36\" class=\"node\"><title>139660866685264</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"195.5,-2204.5 130.5,-2204.5 130.5,-2183.5 195.5,-2183.5 195.5,-2204.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"163\" y=\"-2190.9\" font-family=\"Times,serif\" font-size=\"12.00\">Threshold</text>\n",
       "</g>\n",
       "<!-- 139660866685264&#45;&gt;139660866741904 -->\n",
       "<g id=\"edge35\" class=\"edge\"><title>139660866685264&#45;&gt;139660866741904</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M178.625,-2183.39C194.77,-2173.46 220.182,-2157.83 238.902,-2146.32\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"240.8,-2149.26 247.485,-2141.04 237.133,-2143.3 240.8,-2149.26\"/>\n",
       "</g>\n",
       "<!-- 139660866742288 -->\n",
       "<g id=\"node37\" class=\"node\"><title>139660866742288</title>\n",
       "<polygon fill=\"lightgrey\" stroke=\"black\" points=\"156.5,-2268 49.5,-2268 49.5,-2247 156.5,-2247 156.5,-2268\"/>\n",
       "<text text-anchor=\"middle\" x=\"103\" y=\"-2254.4\" font-family=\"Times,serif\" font-size=\"12.00\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 139660866742288&#45;&gt;139660866685264 -->\n",
       "<g id=\"edge36\" class=\"edge\"><title>139660866742288&#45;&gt;139660866685264</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M112.375,-2246.89C121.48,-2237.56 135.497,-2223.19 146.476,-2211.94\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"149.015,-2214.35 153.493,-2204.74 144.004,-2209.46 149.015,-2214.35\"/>\n",
       "</g>\n",
       "<!-- 139660866742544 -->\n",
       "<g id=\"node38\" class=\"node\"><title>139660866742544</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"98,-2338 7.10543e-15,-2338 7.10543e-15,-2304 98,-2304 98,-2338\"/>\n",
       "<text text-anchor=\"middle\" x=\"49\" y=\"-2324.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"49\" y=\"-2311.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (64, 3, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866742544&#45;&gt;139660866742288 -->\n",
       "<g id=\"edge37\" class=\"edge\"><title>139660866742544&#45;&gt;139660866742288</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M63.1879,-2303.84C70.7656,-2295.21 80.0962,-2284.58 87.8193,-2275.79\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"90.6538,-2277.87 94.6217,-2268.04 85.3937,-2273.25 90.6538,-2277.87\"/>\n",
       "</g>\n",
       "<!-- 139660866742480 -->\n",
       "<g id=\"node39\" class=\"node\"><title>139660866742480</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"200,-2338 116,-2338 116,-2304 200,-2304 200,-2338\"/>\n",
       "<text text-anchor=\"middle\" x=\"158\" y=\"-2324.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"158\" y=\"-2311.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (64)</text>\n",
       "</g>\n",
       "<!-- 139660866742480&#45;&gt;139660866742288 -->\n",
       "<g id=\"edge38\" class=\"edge\"><title>139660866742480&#45;&gt;139660866742288</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M143.549,-2303.84C135.752,-2295.12 126.132,-2284.37 118.219,-2275.52\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"120.809,-2273.16 111.533,-2268.04 115.591,-2277.83 120.809,-2273.16\"/>\n",
       "</g>\n",
       "<!-- 139660866825176 -->\n",
       "<g id=\"node40\" class=\"node\"><title>139660866825176</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"271,-2268 175,-2268 175,-2247 271,-2247 271,-2268\"/>\n",
       "<text text-anchor=\"middle\" x=\"223\" y=\"-2254.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 64, 224, 224)</text>\n",
       "</g>\n",
       "<!-- 139660866825176&#45;&gt;139660866685264 -->\n",
       "<g id=\"edge39\" class=\"edge\"><title>139660866825176&#45;&gt;139660866685264</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M213.625,-2246.89C204.52,-2237.56 190.503,-2223.19 179.524,-2211.94\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"181.996,-2209.46 172.507,-2204.74 176.985,-2214.35 181.996,-2209.46\"/>\n",
       "</g>\n",
       "<!-- 139660866742160 -->\n",
       "<g id=\"node41\" class=\"node\"><title>139660866742160</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"312,-2211 214,-2211 214,-2177 312,-2177 312,-2211\"/>\n",
       "<text text-anchor=\"middle\" x=\"263\" y=\"-2197.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"263\" y=\"-2184.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866742160&#45;&gt;139660866741904 -->\n",
       "<g id=\"edge40\" class=\"edge\"><title>139660866742160&#45;&gt;139660866741904</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M263,-2176.84C263,-2169.01 263,-2159.54 263,-2151.28\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"266.5,-2151.04 263,-2141.04 259.5,-2151.04 266.5,-2151.04\"/>\n",
       "</g>\n",
       "<!-- 139660866742096 -->\n",
       "<g id=\"node42\" class=\"node\"><title>139660866742096</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"414,-2211 330,-2211 330,-2177 414,-2177 414,-2211\"/>\n",
       "<text text-anchor=\"middle\" x=\"372\" y=\"-2197.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"372\" y=\"-2184.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (64)</text>\n",
       "</g>\n",
       "<!-- 139660866742096&#45;&gt;139660866741904 -->\n",
       "<g id=\"edge41\" class=\"edge\"><title>139660866742096&#45;&gt;139660866741904</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M343.362,-2176.84C326.489,-2167.32 305.311,-2155.37 288.932,-2146.13\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"290.341,-2142.91 279.912,-2141.04 286.901,-2149 290.341,-2142.91\"/>\n",
       "</g>\n",
       "<!-- 139660866825248 -->\n",
       "<g id=\"node43\" class=\"node\"><title>139660866825248</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"431,-2141 335,-2141 335,-2120 431,-2120 431,-2141\"/>\n",
       "<text text-anchor=\"middle\" x=\"383\" y=\"-2127.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 64, 224, 224)</text>\n",
       "</g>\n",
       "<!-- 139660866825248&#45;&gt;139660866685776 -->\n",
       "<g id=\"edge42\" class=\"edge\"><title>139660866825248&#45;&gt;139660866685776</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M372.549,-2119.92C363.965,-2112.05 351.6,-2100.72 341.369,-2091.34\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"343.472,-2088.52 333.735,-2084.34 338.742,-2093.68 343.472,-2088.52\"/>\n",
       "</g>\n",
       "<!-- 139660866825320 -->\n",
       "<g id=\"node44\" class=\"node\"><title>139660866825320</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"470,-2084 374,-2084 374,-2063 470,-2063 470,-2084\"/>\n",
       "<text text-anchor=\"middle\" x=\"422\" y=\"-2070.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 64, 224, 224)</text>\n",
       "</g>\n",
       "<!-- 139660866825320&#45;&gt;139660866685520 -->\n",
       "<g id=\"edge43\" class=\"edge\"><title>139660866825320&#45;&gt;139660866685520</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M414.188,-2062.89C406.746,-2053.74 395.367,-2039.74 386.301,-2028.59\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"388.947,-2026.3 379.923,-2020.74 383.515,-2030.71 388.947,-2026.3\"/>\n",
       "</g>\n",
       "<!-- 139660866741648 -->\n",
       "<g id=\"node45\" class=\"node\"><title>139660866741648</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"524,-2027 426,-2027 426,-1993 524,-1993 524,-2027\"/>\n",
       "<text text-anchor=\"middle\" x=\"475\" y=\"-2013.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.5.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"475\" y=\"-2000.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (128, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866741648&#45;&gt;139660866741392 -->\n",
       "<g id=\"edge44\" class=\"edge\"><title>139660866741648&#45;&gt;139660866741392</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M475,-1992.84C475,-1985.01 475,-1975.54 475,-1967.28\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"478.5,-1967.04 475,-1957.04 471.5,-1967.04 478.5,-1967.04\"/>\n",
       "</g>\n",
       "<!-- 139660866741584 -->\n",
       "<g id=\"node46\" class=\"node\"><title>139660866741584</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"626,-2027 542,-2027 542,-1993 626,-1993 626,-2027\"/>\n",
       "<text text-anchor=\"middle\" x=\"584\" y=\"-2013.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.5.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"584\" y=\"-2000.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (128)</text>\n",
       "</g>\n",
       "<!-- 139660866741584&#45;&gt;139660866741392 -->\n",
       "<g id=\"edge45\" class=\"edge\"><title>139660866741584&#45;&gt;139660866741392</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M555.362,-1992.84C538.489,-1983.32 517.311,-1971.37 500.932,-1962.13\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"502.341,-1958.91 491.912,-1957.04 498.901,-1965 502.341,-1958.91\"/>\n",
       "</g>\n",
       "<!-- 139660866825392 -->\n",
       "<g id=\"node47\" class=\"node\"><title>139660866825392</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"648,-1957 546,-1957 546,-1936 648,-1936 648,-1957\"/>\n",
       "<text text-anchor=\"middle\" x=\"597\" y=\"-1943.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 128, 112, 112)</text>\n",
       "</g>\n",
       "<!-- 139660866825392&#45;&gt;139660866686032 -->\n",
       "<g id=\"edge46\" class=\"edge\"><title>139660866825392&#45;&gt;139660866686032</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M587.469,-1935.89C578.212,-1926.56 563.961,-1912.19 552.8,-1900.94\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"555.193,-1898.38 545.666,-1893.74 550.223,-1903.31 555.193,-1898.38\"/>\n",
       "</g>\n",
       "<!-- 139660866741264 -->\n",
       "<g id=\"node48\" class=\"node\"><title>139660866741264</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"685,-1900 587,-1900 587,-1866 685,-1866 685,-1900\"/>\n",
       "<text text-anchor=\"middle\" x=\"636\" y=\"-1886.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.7.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"636\" y=\"-1873.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866741264&#45;&gt;139660866741008 -->\n",
       "<g id=\"edge47\" class=\"edge\"><title>139660866741264&#45;&gt;139660866741008</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M636,-1865.84C636,-1858.01 636,-1848.54 636,-1840.28\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"639.5,-1840.04 636,-1830.04 632.5,-1840.04 639.5,-1840.04\"/>\n",
       "</g>\n",
       "<!-- 139660866741200 -->\n",
       "<g id=\"node49\" class=\"node\"><title>139660866741200</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"787,-1900 703,-1900 703,-1866 787,-1866 787,-1900\"/>\n",
       "<text text-anchor=\"middle\" x=\"745\" y=\"-1886.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.7.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"745\" y=\"-1873.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (128)</text>\n",
       "</g>\n",
       "<!-- 139660866741200&#45;&gt;139660866741008 -->\n",
       "<g id=\"edge48\" class=\"edge\"><title>139660866741200&#45;&gt;139660866741008</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M716.362,-1865.84C699.489,-1856.32 678.311,-1844.37 661.932,-1835.13\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"663.341,-1831.91 652.912,-1830.04 659.901,-1838 663.341,-1831.91\"/>\n",
       "</g>\n",
       "<!-- 139660866825464 -->\n",
       "<g id=\"node50\" class=\"node\"><title>139660866825464</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"809,-1830 707,-1830 707,-1809 809,-1809 809,-1830\"/>\n",
       "<text text-anchor=\"middle\" x=\"758\" y=\"-1816.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 128, 112, 112)</text>\n",
       "</g>\n",
       "<!-- 139660866825464&#45;&gt;139660866686288 -->\n",
       "<g id=\"edge49\" class=\"edge\"><title>139660866825464&#45;&gt;139660866686288</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M747.375,-1808.92C738.561,-1800.97 725.827,-1789.49 715.367,-1780.06\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"717.685,-1777.44 707.914,-1773.34 712.998,-1782.64 717.685,-1777.44\"/>\n",
       "</g>\n",
       "<!-- 139660866825536 -->\n",
       "<g id=\"node51\" class=\"node\"><title>139660866825536</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"850,-1773 748,-1773 748,-1752 850,-1752 850,-1773\"/>\n",
       "<text text-anchor=\"middle\" x=\"799\" y=\"-1759.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 128, 112, 112)</text>\n",
       "</g>\n",
       "<!-- 139660866825536&#45;&gt;139660866686544 -->\n",
       "<g id=\"edge50\" class=\"edge\"><title>139660866825536&#45;&gt;139660866686544</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M791.031,-1751.89C783.441,-1742.74 771.834,-1728.74 762.587,-1717.59\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"765.159,-1715.21 756.081,-1709.74 759.77,-1719.68 765.159,-1715.21\"/>\n",
       "</g>\n",
       "<!-- 139660866740752 -->\n",
       "<g id=\"node52\" class=\"node\"><title>139660866740752</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"906,-1716 802,-1716 802,-1682 906,-1682 906,-1716\"/>\n",
       "<text text-anchor=\"middle\" x=\"854\" y=\"-1702.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.10.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"854\" y=\"-1689.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (256, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866740752&#45;&gt;139660866740496 -->\n",
       "<g id=\"edge51\" class=\"edge\"><title>139660866740752&#45;&gt;139660866740496</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M854,-1681.84C854,-1674.01 854,-1664.54 854,-1656.28\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"857.5,-1656.04 854,-1646.04 850.5,-1656.04 857.5,-1656.04\"/>\n",
       "</g>\n",
       "<!-- 139660866740688 -->\n",
       "<g id=\"node53\" class=\"node\"><title>139660866740688</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1014,-1716 924,-1716 924,-1682 1014,-1682 1014,-1716\"/>\n",
       "<text text-anchor=\"middle\" x=\"969\" y=\"-1702.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.10.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"969\" y=\"-1689.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (256)</text>\n",
       "</g>\n",
       "<!-- 139660866740688&#45;&gt;139660866740496 -->\n",
       "<g id=\"edge52\" class=\"edge\"><title>139660866740688&#45;&gt;139660866740496</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M938.785,-1681.84C920.817,-1672.23 898.222,-1660.15 880.876,-1650.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"882.311,-1647.67 871.843,-1646.04 879.01,-1653.84 882.311,-1647.67\"/>\n",
       "</g>\n",
       "<!-- 139660866825608 -->\n",
       "<g id=\"node54\" class=\"node\"><title>139660866825608</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"1016,-1646 926,-1646 926,-1625 1016,-1625 1016,-1646\"/>\n",
       "<text text-anchor=\"middle\" x=\"971\" y=\"-1632.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 256, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 139660866825608&#45;&gt;139660866789456 -->\n",
       "<g id=\"edge53\" class=\"edge\"><title>139660866825608&#45;&gt;139660866789456</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M961.781,-1624.89C952.914,-1615.65 939.309,-1601.47 928.561,-1590.26\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"930.797,-1587.54 921.349,-1582.74 925.746,-1592.38 930.797,-1587.54\"/>\n",
       "</g>\n",
       "<!-- 139660866740368 -->\n",
       "<g id=\"node55\" class=\"node\"><title>139660866740368</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1067,-1589 963,-1589 963,-1555 1067,-1555 1067,-1589\"/>\n",
       "<text text-anchor=\"middle\" x=\"1015\" y=\"-1575.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.12.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1015\" y=\"-1562.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866740368&#45;&gt;139660866621264 -->\n",
       "<g id=\"edge54\" class=\"edge\"><title>139660866740368&#45;&gt;139660866621264</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1015,-1554.84C1015,-1547.01 1015,-1537.54 1015,-1529.28\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1018.5,-1529.04 1015,-1519.04 1011.5,-1529.04 1018.5,-1529.04\"/>\n",
       "</g>\n",
       "<!-- 139660866740304 -->\n",
       "<g id=\"node56\" class=\"node\"><title>139660866740304</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1175,-1589 1085,-1589 1085,-1555 1175,-1555 1175,-1589\"/>\n",
       "<text text-anchor=\"middle\" x=\"1130\" y=\"-1575.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.12.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1130\" y=\"-1562.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (256)</text>\n",
       "</g>\n",
       "<!-- 139660866740304&#45;&gt;139660866621264 -->\n",
       "<g id=\"edge55\" class=\"edge\"><title>139660866740304&#45;&gt;139660866621264</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1099.79,-1554.84C1081.82,-1545.23 1059.22,-1533.15 1041.88,-1523.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1043.31,-1520.67 1032.84,-1519.04 1040.01,-1526.84 1043.31,-1520.67\"/>\n",
       "</g>\n",
       "<!-- 139660866825680 -->\n",
       "<g id=\"node57\" class=\"node\"><title>139660866825680</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"1177,-1519 1087,-1519 1087,-1498 1177,-1498 1177,-1519\"/>\n",
       "<text text-anchor=\"middle\" x=\"1132\" y=\"-1505.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 256, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 139660866825680&#45;&gt;139660866789712 -->\n",
       "<g id=\"edge56\" class=\"edge\"><title>139660866825680&#45;&gt;139660866789712</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1122.78,-1497.89C1113.91,-1488.65 1100.31,-1474.47 1089.56,-1463.26\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1091.8,-1460.54 1082.35,-1455.74 1086.75,-1465.38 1091.8,-1460.54\"/>\n",
       "</g>\n",
       "<!-- 139660866620624 -->\n",
       "<g id=\"node58\" class=\"node\"><title>139660866620624</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1228,-1462 1124,-1462 1124,-1428 1228,-1428 1228,-1462\"/>\n",
       "<text text-anchor=\"middle\" x=\"1176\" y=\"-1448.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.14.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1176\" y=\"-1435.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866620624&#45;&gt;139660866618000 -->\n",
       "<g id=\"edge57\" class=\"edge\"><title>139660866620624&#45;&gt;139660866618000</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1176,-1427.84C1176,-1420.01 1176,-1410.54 1176,-1402.28\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1179.5,-1402.04 1176,-1392.04 1172.5,-1402.04 1179.5,-1402.04\"/>\n",
       "</g>\n",
       "<!-- 139660866619280 -->\n",
       "<g id=\"node59\" class=\"node\"><title>139660866619280</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1336,-1462 1246,-1462 1246,-1428 1336,-1428 1336,-1462\"/>\n",
       "<text text-anchor=\"middle\" x=\"1291\" y=\"-1448.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.14.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1291\" y=\"-1435.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (256)</text>\n",
       "</g>\n",
       "<!-- 139660866619280&#45;&gt;139660866618000 -->\n",
       "<g id=\"edge58\" class=\"edge\"><title>139660866619280&#45;&gt;139660866618000</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1260.79,-1427.84C1242.82,-1418.23 1220.22,-1406.15 1202.88,-1396.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1204.31,-1393.67 1193.84,-1392.04 1201.01,-1399.84 1204.31,-1393.67\"/>\n",
       "</g>\n",
       "<!-- 139660866825752 -->\n",
       "<g id=\"node60\" class=\"node\"><title>139660866825752</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"1338,-1392 1248,-1392 1248,-1371 1338,-1371 1338,-1392\"/>\n",
       "<text text-anchor=\"middle\" x=\"1293\" y=\"-1378.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 256, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 139660866825752&#45;&gt;139660866789968 -->\n",
       "<g id=\"edge59\" class=\"edge\"><title>139660866825752&#45;&gt;139660866789968</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1282.72,-1370.92C1274.28,-1363.05 1262.12,-1351.72 1252.06,-1342.34\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1254.26,-1339.6 1244.56,-1335.34 1249.48,-1344.72 1254.26,-1339.6\"/>\n",
       "</g>\n",
       "<!-- 139660866825824 -->\n",
       "<g id=\"node61\" class=\"node\"><title>139660866825824</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"1375,-1335 1285,-1335 1285,-1314 1375,-1314 1375,-1335\"/>\n",
       "<text text-anchor=\"middle\" x=\"1330\" y=\"-1321.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 256, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 139660866825824&#45;&gt;139660866790224 -->\n",
       "<g id=\"edge60\" class=\"edge\"><title>139660866825824&#45;&gt;139660866790224</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1322.5,-1313.89C1315.43,-1304.83 1304.65,-1291.01 1295.99,-1279.92\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1298.52,-1277.47 1289.61,-1271.74 1293,-1281.78 1298.52,-1277.47\"/>\n",
       "</g>\n",
       "<!-- 139660866620560 -->\n",
       "<g id=\"node62\" class=\"node\"><title>139660866620560</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1440,-1278 1336,-1278 1336,-1244 1440,-1244 1440,-1278\"/>\n",
       "<text text-anchor=\"middle\" x=\"1388\" y=\"-1264.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.17.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1388\" y=\"-1251.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866620560&#45;&gt;139660866619984 -->\n",
       "<g id=\"edge61\" class=\"edge\"><title>139660866620560&#45;&gt;139660866619984</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1388,-1243.84C1388,-1236.01 1388,-1226.54 1388,-1218.28\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1391.5,-1218.04 1388,-1208.04 1384.5,-1218.04 1391.5,-1218.04\"/>\n",
       "</g>\n",
       "<!-- 139660866619728 -->\n",
       "<g id=\"node63\" class=\"node\"><title>139660866619728</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1548,-1278 1458,-1278 1458,-1244 1548,-1244 1548,-1278\"/>\n",
       "<text text-anchor=\"middle\" x=\"1503\" y=\"-1264.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.17.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1503\" y=\"-1251.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512)</text>\n",
       "</g>\n",
       "<!-- 139660866619728&#45;&gt;139660866619984 -->\n",
       "<g id=\"edge62\" class=\"edge\"><title>139660866619728&#45;&gt;139660866619984</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1472.79,-1243.84C1454.82,-1234.23 1432.22,-1222.15 1414.88,-1212.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1416.31,-1209.67 1405.84,-1208.04 1413.01,-1215.84 1416.31,-1209.67\"/>\n",
       "</g>\n",
       "<!-- 139660866825896 -->\n",
       "<g id=\"node64\" class=\"node\"><title>139660866825896</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"1550,-1208 1460,-1208 1460,-1187 1550,-1187 1550,-1208\"/>\n",
       "<text text-anchor=\"middle\" x=\"1505\" y=\"-1194.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 512, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 139660866825896&#45;&gt;139660866790480 -->\n",
       "<g id=\"edge63\" class=\"edge\"><title>139660866825896&#45;&gt;139660866790480</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1495.78,-1186.89C1486.91,-1177.65 1473.31,-1163.47 1462.56,-1152.26\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1464.8,-1149.54 1455.35,-1144.74 1459.75,-1154.38 1464.8,-1149.54\"/>\n",
       "</g>\n",
       "<!-- 139660866619856 -->\n",
       "<g id=\"node65\" class=\"node\"><title>139660866619856</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1601,-1151 1497,-1151 1497,-1117 1601,-1117 1601,-1151\"/>\n",
       "<text text-anchor=\"middle\" x=\"1549\" y=\"-1137.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.19.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1549\" y=\"-1124.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866619856&#45;&gt;139660866619792 -->\n",
       "<g id=\"edge64\" class=\"edge\"><title>139660866619856&#45;&gt;139660866619792</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1549,-1116.84C1549,-1109.01 1549,-1099.54 1549,-1091.28\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1552.5,-1091.04 1549,-1081.04 1545.5,-1091.04 1552.5,-1091.04\"/>\n",
       "</g>\n",
       "<!-- 139660866619472 -->\n",
       "<g id=\"node66\" class=\"node\"><title>139660866619472</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1709,-1151 1619,-1151 1619,-1117 1709,-1117 1709,-1151\"/>\n",
       "<text text-anchor=\"middle\" x=\"1664\" y=\"-1137.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.19.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1664\" y=\"-1124.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512)</text>\n",
       "</g>\n",
       "<!-- 139660866619472&#45;&gt;139660866619792 -->\n",
       "<g id=\"edge65\" class=\"edge\"><title>139660866619472&#45;&gt;139660866619792</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1633.79,-1116.84C1615.82,-1107.23 1593.22,-1095.15 1575.88,-1085.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1577.31,-1082.67 1566.84,-1081.04 1574.01,-1088.84 1577.31,-1082.67\"/>\n",
       "</g>\n",
       "<!-- 139660866825968 -->\n",
       "<g id=\"node67\" class=\"node\"><title>139660866825968</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"1711,-1081 1621,-1081 1621,-1060 1711,-1060 1711,-1081\"/>\n",
       "<text text-anchor=\"middle\" x=\"1666\" y=\"-1067.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 512, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 139660866825968&#45;&gt;139660866790736 -->\n",
       "<g id=\"edge66\" class=\"edge\"><title>139660866825968&#45;&gt;139660866790736</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1656.78,-1059.89C1647.91,-1050.65 1634.31,-1036.47 1623.56,-1025.26\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1625.8,-1022.54 1616.35,-1017.74 1620.75,-1027.38 1625.8,-1022.54\"/>\n",
       "</g>\n",
       "<!-- 139660866620368 -->\n",
       "<g id=\"node68\" class=\"node\"><title>139660866620368</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1762,-1024 1658,-1024 1658,-990 1762,-990 1762,-1024\"/>\n",
       "<text text-anchor=\"middle\" x=\"1710\" y=\"-1010.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.21.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1710\" y=\"-997.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866620368&#45;&gt;139660866618192 -->\n",
       "<g id=\"edge67\" class=\"edge\"><title>139660866620368&#45;&gt;139660866618192</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1710,-989.842C1710,-982.012 1710,-972.54 1710,-964.282\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1713.5,-964.042 1710,-954.042 1706.5,-964.042 1713.5,-964.042\"/>\n",
       "</g>\n",
       "<!-- 139660866618960 -->\n",
       "<g id=\"node69\" class=\"node\"><title>139660866618960</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1870,-1024 1780,-1024 1780,-990 1870,-990 1870,-1024\"/>\n",
       "<text text-anchor=\"middle\" x=\"1825\" y=\"-1010.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.21.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1825\" y=\"-997.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512)</text>\n",
       "</g>\n",
       "<!-- 139660866618960&#45;&gt;139660866618192 -->\n",
       "<g id=\"edge68\" class=\"edge\"><title>139660866618960&#45;&gt;139660866618192</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1794.79,-989.842C1776.82,-980.233 1754.22,-968.149 1736.88,-958.873\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1738.31,-955.671 1727.84,-954.042 1735.01,-961.844 1738.31,-955.671\"/>\n",
       "</g>\n",
       "<!-- 139660866826040 -->\n",
       "<g id=\"node70\" class=\"node\"><title>139660866826040</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"1872,-954 1782,-954 1782,-933 1872,-933 1872,-954\"/>\n",
       "<text text-anchor=\"middle\" x=\"1827\" y=\"-940.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 512, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 139660866826040&#45;&gt;139660866790992 -->\n",
       "<g id=\"edge69\" class=\"edge\"><title>139660866826040&#45;&gt;139660866790992</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1816.72,-932.92C1808.28,-925.051 1796.12,-913.716 1786.06,-904.338\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1788.26,-901.599 1778.56,-897.341 1783.48,-906.72 1788.26,-901.599\"/>\n",
       "</g>\n",
       "<!-- 139660866826112 -->\n",
       "<g id=\"node71\" class=\"node\"><title>139660866826112</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"1909,-897 1819,-897 1819,-876 1909,-876 1909,-897\"/>\n",
       "<text text-anchor=\"middle\" x=\"1864\" y=\"-883.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 512, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 139660866826112&#45;&gt;139660866791248 -->\n",
       "<g id=\"edge70\" class=\"edge\"><title>139660866826112&#45;&gt;139660866791248</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1856.5,-875.891C1849.43,-866.827 1838.65,-853.015 1829.99,-841.919\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1832.52,-839.475 1823.61,-833.745 1827,-843.781 1832.52,-839.475\"/>\n",
       "</g>\n",
       "<!-- 139660866619408 -->\n",
       "<g id=\"node72\" class=\"node\"><title>139660866619408</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"1974,-840 1870,-840 1870,-806 1974,-806 1974,-840\"/>\n",
       "<text text-anchor=\"middle\" x=\"1922\" y=\"-826.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.24.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1922\" y=\"-813.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866619408&#45;&gt;139660866617488 -->\n",
       "<g id=\"edge71\" class=\"edge\"><title>139660866619408&#45;&gt;139660866617488</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1922,-805.842C1922,-798.012 1922,-788.54 1922,-780.282\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1925.5,-780.042 1922,-770.042 1918.5,-780.042 1925.5,-780.042\"/>\n",
       "</g>\n",
       "<!-- 139660866619024 -->\n",
       "<g id=\"node73\" class=\"node\"><title>139660866619024</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"2082,-840 1992,-840 1992,-806 2082,-806 2082,-840\"/>\n",
       "<text text-anchor=\"middle\" x=\"2037\" y=\"-826.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.24.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2037\" y=\"-813.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512)</text>\n",
       "</g>\n",
       "<!-- 139660866619024&#45;&gt;139660866617488 -->\n",
       "<g id=\"edge72\" class=\"edge\"><title>139660866619024&#45;&gt;139660866617488</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2006.79,-805.842C1988.82,-796.233 1966.22,-784.149 1948.88,-774.873\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1950.31,-771.671 1939.84,-770.042 1947.01,-777.844 1950.31,-771.671\"/>\n",
       "</g>\n",
       "<!-- 139660866826184 -->\n",
       "<g id=\"node74\" class=\"node\"><title>139660866826184</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"2084,-770 1994,-770 1994,-749 2084,-749 2084,-770\"/>\n",
       "<text text-anchor=\"middle\" x=\"2039\" y=\"-756.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 512, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 139660866826184&#45;&gt;139660866791504 -->\n",
       "<g id=\"edge73\" class=\"edge\"><title>139660866826184&#45;&gt;139660866791504</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2029.78,-748.891C2020.91,-739.648 2007.31,-725.466 1996.56,-714.263\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1998.8,-711.538 1989.35,-706.745 1993.75,-716.384 1998.8,-711.538\"/>\n",
       "</g>\n",
       "<!-- 139660866617872 -->\n",
       "<g id=\"node75\" class=\"node\"><title>139660866617872</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"2135,-713 2031,-713 2031,-679 2135,-679 2135,-713\"/>\n",
       "<text text-anchor=\"middle\" x=\"2083\" y=\"-699.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.26.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"2083\" y=\"-686.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866617872&#45;&gt;139660866621072 -->\n",
       "<g id=\"edge74\" class=\"edge\"><title>139660866617872&#45;&gt;139660866621072</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2083,-678.842C2083,-671.012 2083,-661.54 2083,-653.282\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2086.5,-653.042 2083,-643.042 2079.5,-653.042 2086.5,-653.042\"/>\n",
       "</g>\n",
       "<!-- 139660866619920 -->\n",
       "<g id=\"node76\" class=\"node\"><title>139660866619920</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"2243,-713 2153,-713 2153,-679 2243,-679 2243,-713\"/>\n",
       "<text text-anchor=\"middle\" x=\"2198\" y=\"-699.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.26.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2198\" y=\"-686.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512)</text>\n",
       "</g>\n",
       "<!-- 139660866619920&#45;&gt;139660866621072 -->\n",
       "<g id=\"edge75\" class=\"edge\"><title>139660866619920&#45;&gt;139660866621072</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2167.79,-678.842C2149.82,-669.233 2127.22,-657.149 2109.88,-647.873\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2111.31,-644.671 2100.84,-643.042 2108.01,-650.844 2111.31,-644.671\"/>\n",
       "</g>\n",
       "<!-- 139660866744400 -->\n",
       "<g id=\"node77\" class=\"node\"><title>139660866744400</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"2245,-643 2155,-643 2155,-622 2245,-622 2245,-643\"/>\n",
       "<text text-anchor=\"middle\" x=\"2200\" y=\"-629.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 512, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 139660866744400&#45;&gt;139660866791760 -->\n",
       "<g id=\"edge76\" class=\"edge\"><title>139660866744400&#45;&gt;139660866791760</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2190.78,-621.891C2181.91,-612.648 2168.31,-598.466 2157.56,-587.263\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2159.8,-584.538 2150.35,-579.745 2154.75,-589.384 2159.8,-584.538\"/>\n",
       "</g>\n",
       "<!-- 139660866715600 -->\n",
       "<g id=\"node78\" class=\"node\"><title>139660866715600</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"2296,-586 2192,-586 2192,-552 2296,-552 2296,-586\"/>\n",
       "<text text-anchor=\"middle\" x=\"2244\" y=\"-572.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.28.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"2244\" y=\"-559.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 139660866715600&#45;&gt;139660866715472 -->\n",
       "<g id=\"edge77\" class=\"edge\"><title>139660866715600&#45;&gt;139660866715472</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2244,-551.842C2244,-544.012 2244,-534.54 2244,-526.282\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2247.5,-526.042 2244,-516.042 2240.5,-526.042 2247.5,-526.042\"/>\n",
       "</g>\n",
       "<!-- 139660866620816 -->\n",
       "<g id=\"node79\" class=\"node\"><title>139660866620816</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"2404,-586 2314,-586 2314,-552 2404,-552 2404,-586\"/>\n",
       "<text text-anchor=\"middle\" x=\"2359\" y=\"-572.4\" font-family=\"Times,serif\" font-size=\"12.00\">features.28.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2359\" y=\"-559.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (512)</text>\n",
       "</g>\n",
       "<!-- 139660866620816&#45;&gt;139660866715472 -->\n",
       "<g id=\"edge78\" class=\"edge\"><title>139660866620816&#45;&gt;139660866715472</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2328.79,-551.842C2310.82,-542.233 2288.22,-530.149 2270.88,-520.873\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2272.31,-517.671 2261.84,-516.042 2269.01,-523.844 2272.31,-517.671\"/>\n",
       "</g>\n",
       "<!-- 139660866744472 -->\n",
       "<g id=\"node80\" class=\"node\"><title>139660866744472</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"2406,-516 2316,-516 2316,-495 2406,-495 2406,-516\"/>\n",
       "<text text-anchor=\"middle\" x=\"2361\" y=\"-502.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 512, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 139660866744472&#45;&gt;139660866792016 -->\n",
       "<g id=\"edge79\" class=\"edge\"><title>139660866744472&#45;&gt;139660866792016</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2350.72,-494.92C2342.28,-487.051 2330.12,-475.716 2320.06,-466.338\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2322.26,-463.599 2312.56,-459.341 2317.48,-468.72 2322.26,-463.599\"/>\n",
       "</g>\n",
       "<!-- 139660866744544 -->\n",
       "<g id=\"node81\" class=\"node\"><title>139660866744544</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"2443,-459 2353,-459 2353,-438 2443,-438 2443,-459\"/>\n",
       "<text text-anchor=\"middle\" x=\"2398\" y=\"-445.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 512, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 139660866744544&#45;&gt;139660866792272 -->\n",
       "<g id=\"edge80\" class=\"edge\"><title>139660866744544&#45;&gt;139660866792272</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2389.64,-437.92C2382.91,-430.207 2373.27,-419.164 2365.18,-409.898\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2367.8,-407.574 2358.59,-402.341 2362.53,-412.176 2367.8,-407.574\"/>\n",
       "</g>\n",
       "<!-- 139660866715088 -->\n",
       "<g id=\"node82\" class=\"node\"><title>139660866715088</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"2516,-345 2414,-345 2414,-311 2516,-311 2516,-345\"/>\n",
       "<text text-anchor=\"middle\" x=\"2465\" y=\"-331.4\" font-family=\"Times,serif\" font-size=\"12.00\">classifier.0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"2465\" y=\"-318.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (4096, 25088)</text>\n",
       "</g>\n",
       "<!-- 139660866715088&#45;&gt;139660866792784 -->\n",
       "<g id=\"edge81\" class=\"edge\"><title>139660866715088&#45;&gt;139660866792784</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2507.3,-310.842C2533.5,-300.832 2566.74,-288.138 2591.37,-278.728\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2592.93,-281.88 2601.02,-275.042 2590.43,-275.341 2592.93,-281.88\"/>\n",
       "</g>\n",
       "<!-- 139660866714640 -->\n",
       "<g id=\"node83\" class=\"node\"><title>139660866714640</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"2622.5,-345 2533.5,-345 2533.5,-311 2622.5,-311 2622.5,-345\"/>\n",
       "<text text-anchor=\"middle\" x=\"2578\" y=\"-331.4\" font-family=\"Times,serif\" font-size=\"12.00\">classifier.0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2578\" y=\"-318.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (4096)</text>\n",
       "</g>\n",
       "<!-- 139660866714640&#45;&gt;139660866792784 -->\n",
       "<g id=\"edge82\" class=\"edge\"><title>139660866714640&#45;&gt;139660866792784</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2590.61,-310.842C2597.28,-302.3 2605.47,-291.804 2612.29,-283.062\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2615.16,-285.079 2618.55,-275.042 2609.64,-280.772 2615.16,-285.079\"/>\n",
       "</g>\n",
       "<!-- 139660866744616 -->\n",
       "<g id=\"node84\" class=\"node\"><title>139660866744616</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"2707,-338.5 2641,-338.5 2641,-317.5 2707,-317.5 2707,-338.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2674\" y=\"-324.9\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 25088)</text>\n",
       "</g>\n",
       "<!-- 139660866744616&#45;&gt;139660866792784 -->\n",
       "<g id=\"edge83\" class=\"edge\"><title>139660866744616&#45;&gt;139660866792784</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2666.5,-317.391C2659.43,-308.327 2648.65,-294.515 2639.99,-283.419\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2642.52,-280.975 2633.61,-275.245 2637,-285.281 2642.52,-280.975\"/>\n",
       "</g>\n",
       "<!-- 139660866744688 -->\n",
       "<g id=\"node85\" class=\"node\"><title>139660866744688</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"2809,-338.5 2725,-338.5 2725,-317.5 2809,-317.5 2809,-338.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2767\" y=\"-324.9\" font-family=\"Times,serif\" font-size=\"12.00\">(4096, 25088)</text>\n",
       "</g>\n",
       "<!-- 139660866744688&#45;&gt;139660866792784 -->\n",
       "<g id=\"edge84\" class=\"edge\"><title>139660866744688&#45;&gt;139660866792784</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2744.97,-317.391C2721.38,-307.101 2683.75,-290.689 2657.14,-279.081\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2658.44,-275.832 2647.88,-275.042 2655.64,-282.248 2658.44,-275.832\"/>\n",
       "</g>\n",
       "<!-- 139660866744760 -->\n",
       "<g id=\"node86\" class=\"node\"><title>139660866744760</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"2881,-338.5 2827,-338.5 2827,-317.5 2881,-317.5 2881,-338.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2854\" y=\"-324.9\" font-family=\"Times,serif\" font-size=\"12.00\">(4096)</text>\n",
       "</g>\n",
       "<!-- 139660866744760&#45;&gt;139660866792784 -->\n",
       "<g id=\"edge85\" class=\"edge\"><title>139660866744760&#45;&gt;139660866792784</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2834.08,-317.358C2828.92,-315.079 2823.31,-312.793 2818,-311 2773.9,-296.119 2722.53,-284.218 2684.03,-276.325\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2684.53,-272.855 2674.03,-274.306 2683.14,-279.716 2684.53,-272.855\"/>\n",
       "</g>\n",
       "<!-- 139660866744904 -->\n",
       "<g id=\"node87\" class=\"node\"><title>139660866744904</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"2752,-275 2692,-275 2692,-254 2752,-254 2752,-275\"/>\n",
       "<text text-anchor=\"middle\" x=\"2722\" y=\"-261.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 4096)</text>\n",
       "</g>\n",
       "<!-- 139660866744904&#45;&gt;139660866793040 -->\n",
       "<g id=\"edge86\" class=\"edge\"><title>139660866744904&#45;&gt;139660866793040</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2714.5,-253.891C2707.43,-244.827 2696.65,-231.015 2687.99,-219.919\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2690.52,-217.475 2681.61,-211.745 2685,-221.781 2690.52,-217.475\"/>\n",
       "</g>\n",
       "<!-- 139660866714896 -->\n",
       "<g id=\"node88\" class=\"node\"><title>139660866714896</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"2827,-218 2725,-218 2725,-184 2827,-184 2827,-218\"/>\n",
       "<text text-anchor=\"middle\" x=\"2776\" y=\"-204.4\" font-family=\"Times,serif\" font-size=\"12.00\">classifier.3.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"2776\" y=\"-191.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (4096, 4096)</text>\n",
       "</g>\n",
       "<!-- 139660866714896&#45;&gt;139660866723920 -->\n",
       "<g id=\"edge87\" class=\"edge\"><title>139660866714896&#45;&gt;139660866723920</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2817.78,-183.842C2843.65,-173.832 2876.47,-161.138 2900.8,-151.728\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2902.27,-154.914 2910.33,-148.042 2899.74,-148.385 2902.27,-154.914\"/>\n",
       "</g>\n",
       "<!-- 139660866714832 -->\n",
       "<g id=\"node89\" class=\"node\"><title>139660866714832</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"2933.5,-218 2844.5,-218 2844.5,-184 2933.5,-184 2933.5,-218\"/>\n",
       "<text text-anchor=\"middle\" x=\"2889\" y=\"-204.4\" font-family=\"Times,serif\" font-size=\"12.00\">classifier.3.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2889\" y=\"-191.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (4096)</text>\n",
       "</g>\n",
       "<!-- 139660866714832&#45;&gt;139660866723920 -->\n",
       "<g id=\"edge88\" class=\"edge\"><title>139660866714832&#45;&gt;139660866723920</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2901.09,-183.842C2907.47,-175.3 2915.33,-164.804 2921.86,-156.062\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2924.68,-158.146 2927.86,-148.042 2919.07,-153.953 2924.68,-158.146\"/>\n",
       "</g>\n",
       "<!-- 139660866744832 -->\n",
       "<g id=\"node90\" class=\"node\"><title>139660866744832</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"3011,-211.5 2951,-211.5 2951,-190.5 3011,-190.5 3011,-211.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2981\" y=\"-197.9\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 4096)</text>\n",
       "</g>\n",
       "<!-- 139660866744832&#45;&gt;139660866723920 -->\n",
       "<g id=\"edge89\" class=\"edge\"><title>139660866744832&#45;&gt;139660866723920</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2973.81,-190.391C2967.03,-181.327 2956.7,-167.515 2948.4,-156.419\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2951.08,-154.156 2942.29,-148.245 2945.48,-158.349 2951.08,-154.156\"/>\n",
       "</g>\n",
       "<!-- 139660866744976 -->\n",
       "<g id=\"node91\" class=\"node\"><title>139660866744976</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"3107,-211.5 3029,-211.5 3029,-190.5 3107,-190.5 3107,-211.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"3068\" y=\"-197.9\" font-family=\"Times,serif\" font-size=\"12.00\">(4096, 4096)</text>\n",
       "</g>\n",
       "<!-- 139660866744976&#45;&gt;139660866723920 -->\n",
       "<g id=\"edge90\" class=\"edge\"><title>139660866744976&#45;&gt;139660866723920</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3047.22,-190.391C3025.16,-180.191 2990.09,-163.976 2965.03,-152.387\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2966.18,-149.062 2955.64,-148.042 2963.24,-155.416 2966.18,-149.062\"/>\n",
       "</g>\n",
       "<!-- 139660866745048 -->\n",
       "<g id=\"node92\" class=\"node\"><title>139660866745048</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"3179,-211.5 3125,-211.5 3125,-190.5 3179,-190.5 3179,-211.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"3152\" y=\"-197.9\" font-family=\"Times,serif\" font-size=\"12.00\">(4096)</text>\n",
       "</g>\n",
       "<!-- 139660866745048&#45;&gt;139660866723920 -->\n",
       "<g id=\"edge91\" class=\"edge\"><title>139660866745048&#45;&gt;139660866723920</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3132.06,-190.408C3126.9,-188.128 3121.3,-185.829 3116,-184 3075.26,-169.944 3028,-158.213 2991.99,-150.184\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2992.66,-146.749 2982.15,-148.019 2991.16,-153.585 2992.66,-146.749\"/>\n",
       "</g>\n",
       "<!-- 139660866745192 -->\n",
       "<g id=\"node93\" class=\"node\"><title>139660866745192</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"3061,-148 3001,-148 3001,-127 3061,-127 3061,-148\"/>\n",
       "<text text-anchor=\"middle\" x=\"3031\" y=\"-134.4\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 4096)</text>\n",
       "</g>\n",
       "<!-- 139660866745192&#45;&gt;139660866724176 -->\n",
       "<g id=\"edge92\" class=\"edge\"><title>139660866745192&#45;&gt;139660866724176</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3023.5,-126.891C3016.43,-117.827 3005.65,-104.015 2996.99,-92.9188\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2999.52,-90.4746 2990.61,-84.7449 2994,-94.7815 2999.52,-90.4746\"/>\n",
       "</g>\n",
       "<!-- 139660866714576 -->\n",
       "<g id=\"node94\" class=\"node\"><title>139660866714576</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"3136,-91 3034,-91 3034,-57 3136,-57 3136,-91\"/>\n",
       "<text text-anchor=\"middle\" x=\"3085\" y=\"-77.4\" font-family=\"Times,serif\" font-size=\"12.00\">classifier.6.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"3085\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (1000, 4096)</text>\n",
       "</g>\n",
       "<!-- 139660866714576&#45;&gt;139660866724432 -->\n",
       "<g id=\"edge93\" class=\"edge\"><title>139660866714576&#45;&gt;139660866724432</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3126.78,-56.8416C3152.65,-46.8323 3185.47,-34.1378 3209.8,-24.7284\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3211.27,-27.9138 3219.33,-21.0419 3208.74,-21.3851 3211.27,-27.9138\"/>\n",
       "</g>\n",
       "<!-- 139660866712528 -->\n",
       "<g id=\"node95\" class=\"node\"><title>139660866712528</title>\n",
       "<polygon fill=\"lightblue\" stroke=\"black\" points=\"3242.5,-91 3153.5,-91 3153.5,-57 3242.5,-57 3242.5,-91\"/>\n",
       "<text text-anchor=\"middle\" x=\"3198\" y=\"-77.4\" font-family=\"Times,serif\" font-size=\"12.00\">classifier.6.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"3198\" y=\"-64.4\" font-family=\"Times,serif\" font-size=\"12.00\"> (1000)</text>\n",
       "</g>\n",
       "<!-- 139660866712528&#45;&gt;139660866724432 -->\n",
       "<g id=\"edge94\" class=\"edge\"><title>139660866712528&#45;&gt;139660866724432</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3210.09,-56.8416C3216.47,-48.3003 3224.33,-37.8037 3230.86,-29.0617\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3233.68,-31.1461 3236.86,-21.0419 3228.07,-26.9534 3233.68,-31.1461\"/>\n",
       "</g>\n",
       "<!-- 139660866745120 -->\n",
       "<g id=\"node96\" class=\"node\"><title>139660866745120</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"3320,-84.5 3260,-84.5 3260,-63.5 3320,-63.5 3320,-84.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"3290\" y=\"-70.9\" font-family=\"Times,serif\" font-size=\"12.00\">(1, 4096)</text>\n",
       "</g>\n",
       "<!-- 139660866745120&#45;&gt;139660866724432 -->\n",
       "<g id=\"edge95\" class=\"edge\"><title>139660866745120&#45;&gt;139660866724432</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3282.81,-63.3906C3276.03,-54.3273 3265.7,-40.5149 3257.4,-29.4188\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3260.08,-27.1563 3251.29,-21.2449 3254.48,-31.349 3260.08,-27.1563\"/>\n",
       "</g>\n",
       "<!-- 139660866745264 -->\n",
       "<g id=\"node97\" class=\"node\"><title>139660866745264</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"3416,-84.5 3338,-84.5 3338,-63.5 3416,-63.5 3416,-84.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"3377\" y=\"-70.9\" font-family=\"Times,serif\" font-size=\"12.00\">(1000, 4096)</text>\n",
       "</g>\n",
       "<!-- 139660866745264&#45;&gt;139660866724432 -->\n",
       "<g id=\"edge96\" class=\"edge\"><title>139660866745264&#45;&gt;139660866724432</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3356.22,-63.3906C3334.16,-53.1908 3299.09,-36.9763 3274.03,-25.3875\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3275.18,-22.0622 3264.64,-21.0419 3272.24,-28.4158 3275.18,-22.0622\"/>\n",
       "</g>\n",
       "<!-- 139660866745336 -->\n",
       "<g id=\"node98\" class=\"node\"><title>139660866745336</title>\n",
       "<polygon fill=\"orange\" stroke=\"black\" points=\"3488,-84.5 3434,-84.5 3434,-63.5 3488,-63.5 3488,-84.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"3461\" y=\"-70.9\" font-family=\"Times,serif\" font-size=\"12.00\">(1000)</text>\n",
       "</g>\n",
       "<!-- 139660866745336&#45;&gt;139660866724432 -->\n",
       "<g id=\"edge97\" class=\"edge\"><title>139660866745336&#45;&gt;139660866724432</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3441.06,-63.4084C3435.9,-61.1283 3430.3,-58.8293 3425,-57 3384.26,-42.9445 3337,-31.2128 3300.99,-23.1839\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3301.66,-19.7486 3291.15,-21.0187 3300.16,-26.5852 3301.66,-19.7486\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x7f0554597b90>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "make_dot(y, params)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}