resnet-18-export.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "ResNet-18\n",
    "========="
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "[https://arxiv.org/abs/1512.03385](https://arxiv.org/abs/1512.03385)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "With batch_norm folded into convolutional layers for speed."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Network info\n",
    "\n",
    "Trained in: [fb.resnet.torch](https://github.com/facebook/fb.resnet.torch/tree/master/pretrained)\n",
    "    \n",
    "Test top-1/top5 error: **30.43, 10.76**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import hickle as hkl\n",
    "import torch\n",
    "import torch.nn.functional as F\n",
    "from torch.autograd import Variable\n",
    "from torchviz import make_dot"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Weights of this networks are in `hdf5` format and should be easy to load in other frameworks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "conv0.bias (64,)\n",
      "conv0.weight (64, 3, 7, 7)\n",
      "fc.bias (1000,)\n",
      "fc.weight (1000, 512)\n",
      "group0.block0.conv0.bias (64,)\n",
      "group0.block0.conv0.weight (64, 64, 3, 3)\n",
      "group0.block0.conv1.bias (64,)\n",
      "group0.block0.conv1.weight (64, 64, 3, 3)\n",
      "group0.block1.conv0.bias (64,)\n",
      "group0.block1.conv0.weight (64, 64, 3, 3)\n",
      "group0.block1.conv1.bias (64,)\n",
      "group0.block1.conv1.weight (64, 64, 3, 3)\n",
      "group1.block0.conv0.bias (128,)\n",
      "group1.block0.conv0.weight (128, 64, 3, 3)\n",
      "group1.block0.conv1.bias (128,)\n",
      "group1.block0.conv1.weight (128, 128, 3, 3)\n",
      "group1.block0.conv_dim.weight (128, 64, 1, 1)\n",
      "group1.block1.conv0.bias (128,)\n",
      "group1.block1.conv0.weight (128, 128, 3, 3)\n",
      "group1.block1.conv1.bias (128,)\n",
      "group1.block1.conv1.weight (128, 128, 3, 3)\n",
      "group2.block0.conv0.bias (256,)\n",
      "group2.block0.conv0.weight (256, 128, 3, 3)\n",
      "group2.block0.conv1.bias (256,)\n",
      "group2.block0.conv1.weight (256, 256, 3, 3)\n",
      "group2.block0.conv_dim.weight (256, 128, 1, 1)\n",
      "group2.block1.conv0.bias (256,)\n",
      "group2.block1.conv0.weight (256, 256, 3, 3)\n",
      "group2.block1.conv1.bias (256,)\n",
      "group2.block1.conv1.weight (256, 256, 3, 3)\n",
      "group3.block0.conv0.bias (512,)\n",
      "group3.block0.conv0.weight (512, 256, 3, 3)\n",
      "group3.block0.conv1.bias (512,)\n",
      "group3.block0.conv1.weight (512, 512, 3, 3)\n",
      "group3.block0.conv_dim.weight (512, 256, 1, 1)\n",
      "group3.block1.conv0.bias (512,)\n",
      "group3.block1.conv0.weight (512, 512, 3, 3)\n",
      "group3.block1.conv1.bias (512,)\n",
      "group3.block1.conv1.weight (512, 512, 3, 3)\n"
     ]
    }
   ],
   "source": [
    "params = hkl.load('resnet-18-export.hkl')\n",
    "\n",
    "# convert numpy arrays to torch Variables\n",
    "for k in sorted(params.keys()):\n",
    "    v = params[k]\n",
    "    print(k, v.shape)\n",
    "    params[k] = Variable(torch.from_numpy(v), requires_grad=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PyTorch model definition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def define_model(params):\n",
    "    def conv2d(input, params, base, stride=1, pad=0):\n",
    "        return F.conv2d(input, params[base + '.weight'],\n",
    "                        params[base + '.bias'], stride, pad)\n",
    "\n",
    "    def group(input, params, base, stride, n):\n",
    "        o = input\n",
    "        for i in range(0,n):\n",
    "            b_base = ('%s.block%d.conv') % (base, i)\n",
    "            x = o\n",
    "            o = conv2d(x, params, b_base + '0', pad=1, stride=i==0 and stride or 1)\n",
    "            o = F.relu(o)\n",
    "            o = conv2d(o, params, b_base + '1', pad=1)\n",
    "            if i == 0 and stride != 1:\n",
    "                o += F.conv2d(x, params[b_base + '_dim.weight'], stride=stride)\n",
    "            else:\n",
    "                o += x\n",
    "            o = F.relu(o)\n",
    "        return o\n",
    "    \n",
    "    # determine network size by parameters\n",
    "    blocks = [sum([re.match('group%d.block\\d+.conv0.weight'%j, k) is not None\n",
    "                   for k in params.keys()]) for j in range(4)]\n",
    "\n",
    "    def f(input, params):\n",
    "        o = F.conv2d(input, params['conv0.weight'], params['conv0.bias'], 2, 3)\n",
    "        o = F.relu(o)\n",
    "        o = F.max_pool2d(o, 3, 2, 1)\n",
    "        o_g0 = group(o, params, 'group0', 1, blocks[0])\n",
    "        o_g1 = group(o_g0, params, 'group1', 2, blocks[1])\n",
    "        o_g2 = group(o_g1, params, 'group2', 2, blocks[2])\n",
    "        o_g3 = group(o_g2, params, 'group3', 2, blocks[3])\n",
    "        o = F.avg_pool2d(o_g3, 7, 1, 0)\n",
    "        o = o.view(o.size(0), -1)\n",
    "        o = F.linear(o, params['fc.weight'], params['fc.bias'])\n",
    "        return o\n",
    "    return f\n",
    "\n",
    "f = define_model(params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "do simple fprop, output shape should be `1x1000`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Variable containing:\n",
      "-0.9489 -0.6578 -0.1264  ...   0.5615  2.0398  1.8915\n",
      "[torch.FloatTensor of size 1x1000]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "inputs = torch.randn(1,3,224,224)\n",
    "y = f(Variable(inputs), params)\n",
    "print y"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Visualization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"523pt\" height=\"864pt\"\n",
       " viewBox=\"0.00 0.00 522.84 864.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(.3064 .3064) rotate(0) translate(4 2816)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-2816 1702.4932,-2816 1702.4932,4 -4,4\"/>\n",
       "<!-- 4584792144 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>4584792144</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1521.4502,-20 1425.5361,-20 1425.5361,0 1521.4502,0 1521.4502,-20\"/>\n",
       "<text text-anchor=\"middle\" x=\"1473.4932\" y=\"-6.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">LinearBackward</text>\n",
       "</g>\n",
       "<!-- 4584775248 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>4584775248</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1300.4151,-82 1210.5713,-82 1210.5713,-62 1300.4151,-62 1300.4151,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"1255.4932\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n",
       "</g>\n",
       "<!-- 4584775248&#45;&gt;4584792144 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>4584775248&#45;&gt;4584792144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1289.1736,-61.9381C1295.8992,-59.9521 1302.9166,-57.8965 1309.4932,-56 1349.1473,-44.5647 1394.3071,-31.9262 1427.184,-22.795\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1428.2729,-26.1252 1436.9732,-20.079 1426.4014,-19.38 1428.2729,-26.1252\"/>\n",
       "</g>\n",
       "<!-- 4584774992 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>4584774992</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1290.2825,-144 1220.7038,-144 1220.7038,-124 1290.2825,-124 1290.2825,-144\"/>\n",
       "<text text-anchor=\"middle\" x=\"1255.4932\" y=\"-130.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AvgPool2d</text>\n",
       "</g>\n",
       "<!-- 4584774992&#45;&gt;4584775248 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>4584774992&#45;&gt;4584775248</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1255.4932,-123.762C1255.4932,-115.185 1255.4932,-102.6836 1255.4932,-92.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1258.9933,-92.0475 1255.4932,-82.0475 1251.9933,-92.0476 1258.9933,-92.0475\"/>\n",
       "</g>\n",
       "<!-- 4584774736 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>4584774736</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1243.6503,-200 1179.336,-200 1179.336,-180 1243.6503,-180 1243.6503,-200\"/>\n",
       "<text text-anchor=\"middle\" x=\"1211.4932\" y=\"-186.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4584774736&#45;&gt;4584774992 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>4584774736&#45;&gt;4584774992</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1219.3595,-179.9883C1225.4156,-172.2806 1233.9496,-161.4191 1241.2034,-152.187\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1243.9711,-154.3295 1247.3973,-144.3039 1238.4669,-150.0047 1243.9711,-154.3295\"/>\n",
       "</g>\n",
       "<!-- 4584774480 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4584774480</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1204.3043,-256 1118.682,-256 1118.682,-236 1204.3043,-236 1204.3043,-256\"/>\n",
       "<text text-anchor=\"middle\" x=\"1161.4932\" y=\"-242.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4584774480&#45;&gt;4584774736 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>4584774480&#45;&gt;4584774736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1170.4322,-235.9883C1177.3843,-228.2019 1187.21,-217.1971 1195.5066,-207.9049\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1198.2439,-210.0943 1202.2933,-200.3039 1193.0223,-205.4322 1198.2439,-210.0943\"/>\n",
       "</g>\n",
       "<!-- 4462345168 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>4462345168</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1329.3081,-312 1223.6782,-312 1223.6782,-292 1329.3081,-292 1329.3081,-312\"/>\n",
       "<text text-anchor=\"middle\" x=\"1276.4932\" y=\"-298.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4462345168&#45;&gt;4584774480 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>4462345168&#45;&gt;4584774480</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1255.9335,-291.9883C1237.9746,-283.2431 1211.6786,-270.4381 1191.3919,-260.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1192.7856,-257.3452 1182.2626,-256.1138 1189.721,-263.6387 1192.7856,-257.3452\"/>\n",
       "</g>\n",
       "<!-- 4584774224 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>4584774224</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1245.6503,-374 1181.336,-374 1181.336,-354 1245.6503,-354 1245.6503,-374\"/>\n",
       "<text text-anchor=\"middle\" x=\"1213.4932\" y=\"-360.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4584774224&#45;&gt;4462345168 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>4584774224&#45;&gt;4462345168</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1223.8963,-353.762C1233.4373,-344.3724 1247.7573,-330.2797 1259.0474,-319.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1261.6111,-321.5564 1266.2836,-312.0475 1256.7011,-316.5672 1261.6111,-321.5564\"/>\n",
       "</g>\n",
       "<!-- 4579856976 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>4579856976</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1266.3081,-436 1160.6782,-436 1160.6782,-416 1266.3081,-416 1266.3081,-436\"/>\n",
       "<text text-anchor=\"middle\" x=\"1213.4932\" y=\"-422.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4579856976&#45;&gt;4584774224 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>4579856976&#45;&gt;4584774224</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1213.4932,-415.762C1213.4932,-407.185 1213.4932,-394.6836 1213.4932,-384.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1216.9933,-384.0475 1213.4932,-374.0475 1209.9933,-384.0476 1216.9933,-384.0475\"/>\n",
       "</g>\n",
       "<!-- 4584773968 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>4584773968</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1130.6503,-498 1066.336,-498 1066.336,-478 1130.6503,-478 1130.6503,-498\"/>\n",
       "<text text-anchor=\"middle\" x=\"1098.4932\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4584773968&#45;&gt;4584774480 -->\n",
       "<g id=\"edge110\" class=\"edge\">\n",
       "<title>4584773968&#45;&gt;4584774480</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1101.12,-477.9097C1110.6461,-441.3175 1143.4879,-315.1631 1156.3085,-265.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1159.7228,-266.6927 1158.8551,-256.1334 1152.9486,-264.9291 1159.7228,-266.6927\"/>\n",
       "</g>\n",
       "<!-- 4584773968&#45;&gt;4579856976 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>4584773968&#45;&gt;4579856976</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1117.2258,-477.9006C1135.8542,-467.8576 1164.6437,-452.3362 1185.8895,-440.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1187.6272,-443.9214 1194.7685,-436.095 1184.3053,-437.7599 1187.6272,-443.9214\"/>\n",
       "</g>\n",
       "<!-- 4584773712 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>4584773712</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1091.3043,-560 1005.682,-560 1005.682,-540 1091.3043,-540 1091.3043,-560\"/>\n",
       "<text text-anchor=\"middle\" x=\"1048.4932\" y=\"-546.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4584773712&#45;&gt;4584773968 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>4584773712&#45;&gt;4584773968</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1056.7496,-539.762C1064.1034,-530.6432 1075.0344,-517.0888 1083.8661,-506.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1086.8372,-508.0288 1090.3903,-498.0475 1081.3883,-503.6345 1086.8372,-508.0288\"/>\n",
       "</g>\n",
       "<!-- 4579859088 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>4579859088</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1200.3081,-616 1094.6782,-616 1094.6782,-596 1200.3081,-596 1200.3081,-616\"/>\n",
       "<text text-anchor=\"middle\" x=\"1147.4932\" y=\"-602.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4579859088&#45;&gt;4584773712 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>4579859088&#45;&gt;4584773712</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1129.7939,-595.9883C1114.6835,-587.441 1092.7169,-575.0155 1075.4252,-565.2343\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1076.8002,-561.9909 1066.3729,-560.1138 1073.3537,-568.0837 1076.8002,-561.9909\"/>\n",
       "</g>\n",
       "<!-- 4584773456 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>4584773456</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1110.6503,-678 1046.336,-678 1046.336,-658 1110.6503,-658 1110.6503,-678\"/>\n",
       "<text text-anchor=\"middle\" x=\"1078.4932\" y=\"-664.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4584773456&#45;&gt;4579859088 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>4584773456&#45;&gt;4579859088</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1089.8871,-657.762C1100.4373,-648.2821 1116.3227,-634.0083 1128.7417,-622.8492\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1131.2122,-625.3347 1136.3112,-616.0475 1126.5336,-620.1278 1131.2122,-625.3347\"/>\n",
       "</g>\n",
       "<!-- 4579859600 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>4579859600</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1131.3081,-740 1025.6782,-740 1025.6782,-720 1131.3081,-720 1131.3081,-740\"/>\n",
       "<text text-anchor=\"middle\" x=\"1078.4932\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4579859600&#45;&gt;4584773456 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>4579859600&#45;&gt;4584773456</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1078.4932,-719.762C1078.4932,-711.185 1078.4932,-698.6836 1078.4932,-688.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1081.9933,-688.0475 1078.4932,-678.0475 1074.9933,-688.0476 1081.9933,-688.0475\"/>\n",
       "</g>\n",
       "<!-- 4584773200 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>4584773200</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"985.6503,-802 921.336,-802 921.336,-782 985.6503,-782 985.6503,-802\"/>\n",
       "<text text-anchor=\"middle\" x=\"953.4932\" y=\"-788.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4584773200&#45;&gt;4579859600 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>4584773200&#45;&gt;4579859600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M973.8548,-781.9006C994.2845,-771.7675 1025.9581,-756.0574 1049.1085,-744.5748\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1050.7369,-747.674 1058.1403,-740.095 1047.6265,-741.403 1050.7369,-747.674\"/>\n",
       "</g>\n",
       "<!-- 4579859152 -->\n",
       "<g id=\"node96\" class=\"node\">\n",
       "<title>4579859152</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1006.3081,-740 900.6782,-740 900.6782,-720 1006.3081,-720 1006.3081,-740\"/>\n",
       "<text text-anchor=\"middle\" x=\"953.4932\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584773200&#45;&gt;4579859152 -->\n",
       "<g id=\"edge102\" class=\"edge\">\n",
       "<title>4584773200&#45;&gt;4579859152</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M953.4932,-781.762C953.4932,-773.185 953.4932,-760.6836 953.4932,-750.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"956.9933,-750.0475 953.4932,-740.0475 949.9933,-750.0476 956.9933,-750.0475\"/>\n",
       "</g>\n",
       "<!-- 4584772944 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>4584772944</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"943.3043,-864 857.682,-864 857.682,-844 943.3043,-844 943.3043,-864\"/>\n",
       "<text text-anchor=\"middle\" x=\"900.4932\" y=\"-850.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4584772944&#45;&gt;4584773200 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>4584772944&#45;&gt;4584773200</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M909.245,-843.762C917.1172,-834.553 928.8567,-820.82 938.2658,-809.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"941.0667,-811.923 944.9041,-802.0475 935.7459,-807.3745 941.0667,-811.923\"/>\n",
       "</g>\n",
       "<!-- 4579860240 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>4579860240</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1068.3081,-920 962.6782,-920 962.6782,-900 1068.3081,-900 1068.3081,-920\"/>\n",
       "<text text-anchor=\"middle\" x=\"1015.4932\" y=\"-906.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4579860240&#45;&gt;4584772944 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>4579860240&#45;&gt;4584772944</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M994.9335,-899.9883C976.9746,-891.2431 950.6786,-878.4381 930.3919,-868.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"931.7856,-865.3452 921.2626,-864.1138 928.721,-871.6387 931.7856,-865.3452\"/>\n",
       "</g>\n",
       "<!-- 4584772688 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>4584772688</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"984.6503,-982 920.336,-982 920.336,-962 984.6503,-962 984.6503,-982\"/>\n",
       "<text text-anchor=\"middle\" x=\"952.4932\" y=\"-968.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4584772688&#45;&gt;4579860240 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>4584772688&#45;&gt;4579860240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M962.8963,-961.762C972.4373,-952.3724 986.7573,-938.2797 998.0474,-927.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1000.6111,-929.5564 1005.2836,-920.0475 995.7011,-924.5672 1000.6111,-929.5564\"/>\n",
       "</g>\n",
       "<!-- 4584804624 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>4584804624</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1005.3081,-1044 899.6782,-1044 899.6782,-1024 1005.3081,-1024 1005.3081,-1044\"/>\n",
       "<text text-anchor=\"middle\" x=\"952.4932\" y=\"-1030.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584804624&#45;&gt;4584772688 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>4584804624&#45;&gt;4584772688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M952.4932,-1023.762C952.4932,-1015.185 952.4932,-1002.6836 952.4932,-992.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"955.9933,-992.0475 952.4932,-982.0475 948.9933,-992.0476 955.9933,-992.0475\"/>\n",
       "</g>\n",
       "<!-- 4584772432 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>4584772432</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"869.6503,-1106 805.336,-1106 805.336,-1086 869.6503,-1086 869.6503,-1106\"/>\n",
       "<text text-anchor=\"middle\" x=\"837.4932\" y=\"-1092.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4584772432&#45;&gt;4584772944 -->\n",
       "<g id=\"edge94\" class=\"edge\">\n",
       "<title>4584772432&#45;&gt;4584772944</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M840.12,-1085.9097C849.6461,-1049.3175 882.4879,-923.1631 895.3085,-873.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"898.7228,-874.6927 897.8551,-864.1334 891.9486,-872.9291 898.7228,-874.6927\"/>\n",
       "</g>\n",
       "<!-- 4584772432&#45;&gt;4584804624 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>4584772432&#45;&gt;4584804624</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M856.2258,-1085.9006C874.8542,-1075.8576 903.6437,-1060.3362 924.8895,-1048.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"926.6272,-1051.9214 933.7685,-1044.095 923.3053,-1045.7599 926.6272,-1051.9214\"/>\n",
       "</g>\n",
       "<!-- 4584772176 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>4584772176</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"827.3043,-1168 741.682,-1168 741.682,-1148 827.3043,-1148 827.3043,-1168\"/>\n",
       "<text text-anchor=\"middle\" x=\"784.4932\" y=\"-1154.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4584772176&#45;&gt;4584772432 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>4584772176&#45;&gt;4584772432</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M793.245,-1147.762C801.1172,-1138.553 812.8567,-1124.82 822.2658,-1113.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"825.0667,-1115.923 828.9041,-1106.0475 819.7459,-1111.3745 825.0667,-1115.923\"/>\n",
       "</g>\n",
       "<!-- 4584805200 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>4584805200</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"936.3081,-1224 830.6782,-1224 830.6782,-1204 936.3081,-1204 936.3081,-1224\"/>\n",
       "<text text-anchor=\"middle\" x=\"883.4932\" y=\"-1210.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584805200&#45;&gt;4584772176 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>4584805200&#45;&gt;4584772176</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M865.7939,-1203.9883C850.6835,-1195.441 828.7169,-1183.0155 811.4252,-1173.2343\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"812.8002,-1169.9909 802.3729,-1168.1138 809.3537,-1176.0837 812.8002,-1169.9909\"/>\n",
       "</g>\n",
       "<!-- 4584771920 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>4584771920</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"846.6503,-1286 782.336,-1286 782.336,-1266 846.6503,-1266 846.6503,-1286\"/>\n",
       "<text text-anchor=\"middle\" x=\"814.4932\" y=\"-1272.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4584771920&#45;&gt;4584805200 -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>4584771920&#45;&gt;4584805200</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M825.8871,-1265.762C836.4373,-1256.2821 852.3227,-1242.0083 864.7417,-1230.8492\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"867.2122,-1233.3347 872.3112,-1224.0475 862.5336,-1228.1278 867.2122,-1233.3347\"/>\n",
       "</g>\n",
       "<!-- 4584805712 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>4584805712</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"867.3081,-1348 761.6782,-1348 761.6782,-1328 867.3081,-1328 867.3081,-1348\"/>\n",
       "<text text-anchor=\"middle\" x=\"814.4932\" y=\"-1334.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584805712&#45;&gt;4584771920 -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>4584805712&#45;&gt;4584771920</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M814.4932,-1327.762C814.4932,-1319.185 814.4932,-1306.6836 814.4932,-1296.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"817.9933,-1296.0475 814.4932,-1286.0475 810.9933,-1296.0476 817.9933,-1296.0475\"/>\n",
       "</g>\n",
       "<!-- 4584771664 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>4584771664</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"721.6503,-1410 657.336,-1410 657.336,-1390 721.6503,-1390 721.6503,-1410\"/>\n",
       "<text text-anchor=\"middle\" x=\"689.4932\" y=\"-1396.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4584771664&#45;&gt;4584805712 -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>4584771664&#45;&gt;4584805712</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M709.8548,-1389.9006C730.2845,-1379.7675 761.9581,-1364.0574 785.1085,-1352.5748\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"786.7369,-1355.674 794.1403,-1348.095 783.6265,-1349.403 786.7369,-1355.674\"/>\n",
       "</g>\n",
       "<!-- 4584805264 -->\n",
       "<g id=\"node82\" class=\"node\">\n",
       "<title>4584805264</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"742.3081,-1348 636.6782,-1348 636.6782,-1328 742.3081,-1328 742.3081,-1348\"/>\n",
       "<text text-anchor=\"middle\" x=\"689.4932\" y=\"-1334.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584771664&#45;&gt;4584805264 -->\n",
       "<g id=\"edge86\" class=\"edge\">\n",
       "<title>4584771664&#45;&gt;4584805264</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M689.4932,-1389.762C689.4932,-1381.185 689.4932,-1368.6836 689.4932,-1358.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"692.9933,-1358.0475 689.4932,-1348.0475 685.9933,-1358.0476 692.9933,-1358.0475\"/>\n",
       "</g>\n",
       "<!-- 4579475024 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>4579475024</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"679.3043,-1472 593.682,-1472 593.682,-1452 679.3043,-1452 679.3043,-1472\"/>\n",
       "<text text-anchor=\"middle\" x=\"636.4932\" y=\"-1458.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4579475024&#45;&gt;4584771664 -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>4579475024&#45;&gt;4584771664</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M645.245,-1451.762C653.1172,-1442.553 664.8567,-1428.82 674.2658,-1417.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"677.0667,-1419.923 680.9041,-1410.0475 671.7459,-1415.3745 677.0667,-1419.923\"/>\n",
       "</g>\n",
       "<!-- 4584806288 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>4584806288</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"804.3081,-1528 698.6782,-1528 698.6782,-1508 804.3081,-1508 804.3081,-1528\"/>\n",
       "<text text-anchor=\"middle\" x=\"751.4932\" y=\"-1514.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584806288&#45;&gt;4579475024 -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>4584806288&#45;&gt;4579475024</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M730.9335,-1507.9883C712.9746,-1499.2431 686.6786,-1486.4381 666.3919,-1476.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"667.7856,-1473.3452 657.2626,-1472.1138 664.721,-1479.6387 667.7856,-1473.3452\"/>\n",
       "</g>\n",
       "<!-- 4579474768 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>4579474768</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"720.6503,-1590 656.336,-1590 656.336,-1570 720.6503,-1570 720.6503,-1590\"/>\n",
       "<text text-anchor=\"middle\" x=\"688.4932\" y=\"-1576.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4579474768&#45;&gt;4584806288 -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>4579474768&#45;&gt;4584806288</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M698.8963,-1569.762C708.4373,-1560.3724 722.7573,-1546.2797 734.0474,-1535.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"736.6111,-1537.5564 741.2836,-1528.0475 731.7011,-1532.5672 736.6111,-1537.5564\"/>\n",
       "</g>\n",
       "<!-- 4584806736 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>4584806736</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"741.3081,-1652 635.6782,-1652 635.6782,-1632 741.3081,-1632 741.3081,-1652\"/>\n",
       "<text text-anchor=\"middle\" x=\"688.4932\" y=\"-1638.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584806736&#45;&gt;4579474768 -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>4584806736&#45;&gt;4579474768</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M688.4932,-1631.762C688.4932,-1623.185 688.4932,-1610.6836 688.4932,-1600.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"691.9933,-1600.0475 688.4932,-1590.0475 684.9933,-1600.0476 691.9933,-1600.0475\"/>\n",
       "</g>\n",
       "<!-- 4579474512 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>4579474512</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"605.6503,-1714 541.336,-1714 541.336,-1694 605.6503,-1694 605.6503,-1714\"/>\n",
       "<text text-anchor=\"middle\" x=\"573.4932\" y=\"-1700.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4579474512&#45;&gt;4579475024 -->\n",
       "<g id=\"edge78\" class=\"edge\">\n",
       "<title>4579474512&#45;&gt;4579475024</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M576.12,-1693.9097C585.6461,-1657.3175 618.4879,-1531.1631 631.3085,-1481.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"634.7228,-1482.6927 633.8551,-1472.1334 627.9486,-1480.9291 634.7228,-1482.6927\"/>\n",
       "</g>\n",
       "<!-- 4579474512&#45;&gt;4584806736 -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>4579474512&#45;&gt;4584806736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M592.2258,-1693.9006C610.8542,-1683.8576 639.6437,-1668.3362 660.8895,-1656.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"662.6272,-1659.9214 669.7685,-1652.095 659.3053,-1653.7599 662.6272,-1659.9214\"/>\n",
       "</g>\n",
       "<!-- 4579474256 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>4579474256</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"563.3043,-1776 477.682,-1776 477.682,-1756 563.3043,-1756 563.3043,-1776\"/>\n",
       "<text text-anchor=\"middle\" x=\"520.4932\" y=\"-1762.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4579474256&#45;&gt;4579474512 -->\n",
       "<g id=\"edge29\" class=\"edge\">\n",
       "<title>4579474256&#45;&gt;4579474512</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M529.245,-1755.762C537.1172,-1746.553 548.8567,-1732.82 558.2658,-1721.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"561.0667,-1723.923 564.9041,-1714.0475 555.7459,-1719.3745 561.0667,-1723.923\"/>\n",
       "</g>\n",
       "<!-- 4584807312 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>4584807312</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"672.3081,-1832 566.6782,-1832 566.6782,-1812 672.3081,-1812 672.3081,-1832\"/>\n",
       "<text text-anchor=\"middle\" x=\"619.4932\" y=\"-1818.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584807312&#45;&gt;4579474256 -->\n",
       "<g id=\"edge30\" class=\"edge\">\n",
       "<title>4584807312&#45;&gt;4579474256</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M601.7939,-1811.9883C586.6835,-1803.441 564.7169,-1791.0155 547.4252,-1781.2343\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"548.8002,-1777.9909 538.3729,-1776.1138 545.3537,-1784.0837 548.8002,-1777.9909\"/>\n",
       "</g>\n",
       "<!-- 4579474000 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>4579474000</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"582.6503,-1894 518.336,-1894 518.336,-1874 582.6503,-1874 582.6503,-1894\"/>\n",
       "<text text-anchor=\"middle\" x=\"550.4932\" y=\"-1880.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4579474000&#45;&gt;4584807312 -->\n",
       "<g id=\"edge31\" class=\"edge\">\n",
       "<title>4579474000&#45;&gt;4584807312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M561.8871,-1873.762C572.4373,-1864.2821 588.3227,-1850.0083 600.7417,-1838.8492\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"603.2122,-1841.3347 608.3112,-1832.0475 598.5336,-1836.1278 603.2122,-1841.3347\"/>\n",
       "</g>\n",
       "<!-- 4584807824 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>4584807824</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"603.3081,-1956 497.6782,-1956 497.6782,-1936 603.3081,-1936 603.3081,-1956\"/>\n",
       "<text text-anchor=\"middle\" x=\"550.4932\" y=\"-1942.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584807824&#45;&gt;4579474000 -->\n",
       "<g id=\"edge32\" class=\"edge\">\n",
       "<title>4584807824&#45;&gt;4579474000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M550.4932,-1935.762C550.4932,-1927.185 550.4932,-1914.6836 550.4932,-1904.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"553.9933,-1904.0475 550.4932,-1894.0475 546.9933,-1904.0476 553.9933,-1904.0475\"/>\n",
       "</g>\n",
       "<!-- 4579473744 -->\n",
       "<g id=\"node34\" class=\"node\">\n",
       "<title>4579473744</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"457.6503,-2018 393.336,-2018 393.336,-1998 457.6503,-1998 457.6503,-2018\"/>\n",
       "<text text-anchor=\"middle\" x=\"425.4932\" y=\"-2004.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4579473744&#45;&gt;4584807824 -->\n",
       "<g id=\"edge33\" class=\"edge\">\n",
       "<title>4579473744&#45;&gt;4584807824</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M445.8548,-1997.9006C466.2845,-1987.7675 497.9581,-1972.0574 521.1085,-1960.5748\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"522.7369,-1963.674 530.1403,-1956.095 519.6265,-1957.403 522.7369,-1963.674\"/>\n",
       "</g>\n",
       "<!-- 4584807376 -->\n",
       "<g id=\"node68\" class=\"node\">\n",
       "<title>4584807376</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"478.3081,-1956 372.6782,-1956 372.6782,-1936 478.3081,-1936 478.3081,-1956\"/>\n",
       "<text text-anchor=\"middle\" x=\"425.4932\" y=\"-1942.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4579473744&#45;&gt;4584807376 -->\n",
       "<g id=\"edge70\" class=\"edge\">\n",
       "<title>4579473744&#45;&gt;4584807376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M425.4932,-1997.762C425.4932,-1989.185 425.4932,-1976.6836 425.4932,-1966.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"428.9933,-1966.0475 425.4932,-1956.0475 421.9933,-1966.0476 428.9933,-1966.0475\"/>\n",
       "</g>\n",
       "<!-- 4579473488 -->\n",
       "<g id=\"node35\" class=\"node\">\n",
       "<title>4579473488</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"416.3043,-2080 330.682,-2080 330.682,-2060 416.3043,-2060 416.3043,-2080\"/>\n",
       "<text text-anchor=\"middle\" x=\"373.4932\" y=\"-2066.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4579473488&#45;&gt;4579473744 -->\n",
       "<g id=\"edge34\" class=\"edge\">\n",
       "<title>4579473488&#45;&gt;4579473744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M382.0799,-2059.762C389.8036,-2050.553 401.3216,-2036.82 410.5531,-2025.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"413.3217,-2027.9586 417.0662,-2018.0475 407.9584,-2023.4603 413.3217,-2027.9586\"/>\n",
       "</g>\n",
       "<!-- 4584808400 -->\n",
       "<g id=\"node36\" class=\"node\">\n",
       "<title>4584808400</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"541.3081,-2136 435.6782,-2136 435.6782,-2116 541.3081,-2116 541.3081,-2136\"/>\n",
       "<text text-anchor=\"middle\" x=\"488.4932\" y=\"-2122.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584808400&#45;&gt;4579473488 -->\n",
       "<g id=\"edge35\" class=\"edge\">\n",
       "<title>4584808400&#45;&gt;4579473488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M467.9335,-2115.9883C449.9746,-2107.2431 423.6786,-2094.4381 403.3919,-2084.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"404.7856,-2081.3452 394.2626,-2080.1138 401.721,-2087.6387 404.7856,-2081.3452\"/>\n",
       "</g>\n",
       "<!-- 4579473232 -->\n",
       "<g id=\"node37\" class=\"node\">\n",
       "<title>4579473232</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"457.6503,-2198 393.336,-2198 393.336,-2178 457.6503,-2178 457.6503,-2198\"/>\n",
       "<text text-anchor=\"middle\" x=\"425.4932\" y=\"-2184.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4579473232&#45;&gt;4584808400 -->\n",
       "<g id=\"edge36\" class=\"edge\">\n",
       "<title>4579473232&#45;&gt;4584808400</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M435.8963,-2177.762C445.4373,-2168.3724 459.7573,-2154.2797 471.0474,-2143.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"473.6111,-2145.5564 478.2836,-2136.0475 468.7011,-2140.5672 473.6111,-2145.5564\"/>\n",
       "</g>\n",
       "<!-- 4584808912 -->\n",
       "<g id=\"node38\" class=\"node\">\n",
       "<title>4584808912</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"478.3081,-2260 372.6782,-2260 372.6782,-2240 478.3081,-2240 478.3081,-2260\"/>\n",
       "<text text-anchor=\"middle\" x=\"425.4932\" y=\"-2246.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584808912&#45;&gt;4579473232 -->\n",
       "<g id=\"edge37\" class=\"edge\">\n",
       "<title>4584808912&#45;&gt;4579473232</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M425.4932,-2239.762C425.4932,-2231.185 425.4932,-2218.6836 425.4932,-2208.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"428.9933,-2208.0475 425.4932,-2198.0475 421.9933,-2208.0476 428.9933,-2208.0475\"/>\n",
       "</g>\n",
       "<!-- 4579472976 -->\n",
       "<g id=\"node39\" class=\"node\">\n",
       "<title>4579472976</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"342.6503,-2322 278.336,-2322 278.336,-2302 342.6503,-2302 342.6503,-2322\"/>\n",
       "<text text-anchor=\"middle\" x=\"310.4932\" y=\"-2308.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4579472976&#45;&gt;4579473488 -->\n",
       "<g id=\"edge62\" class=\"edge\">\n",
       "<title>4579472976&#45;&gt;4579473488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M313.12,-2301.9097C322.6461,-2265.3175 355.4879,-2139.1631 368.3085,-2089.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"371.7228,-2090.6927 370.8551,-2080.1334 364.9486,-2088.9291 371.7228,-2090.6927\"/>\n",
       "</g>\n",
       "<!-- 4579472976&#45;&gt;4584808912 -->\n",
       "<g id=\"edge38\" class=\"edge\">\n",
       "<title>4579472976&#45;&gt;4584808912</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M329.2258,-2301.9006C347.8542,-2291.8576 376.6437,-2276.3362 397.8895,-2264.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"399.6272,-2267.9214 406.7685,-2260.095 396.3053,-2261.7599 399.6272,-2267.9214\"/>\n",
       "</g>\n",
       "<!-- 4579472720 -->\n",
       "<g id=\"node40\" class=\"node\">\n",
       "<title>4579472720</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"302.3043,-2384 216.682,-2384 216.682,-2364 302.3043,-2364 302.3043,-2384\"/>\n",
       "<text text-anchor=\"middle\" x=\"259.4932\" y=\"-2370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4579472720&#45;&gt;4579472976 -->\n",
       "<g id=\"edge39\" class=\"edge\">\n",
       "<title>4579472720&#45;&gt;4579472976</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M267.9148,-2363.762C275.4899,-2354.553 286.7864,-2340.82 295.8404,-2329.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"298.5785,-2331.9939 302.2283,-2322.0475 293.1725,-2327.547 298.5785,-2331.9939\"/>\n",
       "</g>\n",
       "<!-- 4584809488 -->\n",
       "<g id=\"node41\" class=\"node\">\n",
       "<title>4584809488</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"428.3081,-2440 322.6782,-2440 322.6782,-2420 428.3081,-2420 428.3081,-2440\"/>\n",
       "<text text-anchor=\"middle\" x=\"375.4932\" y=\"-2426.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584809488&#45;&gt;4579472720 -->\n",
       "<g id=\"edge40\" class=\"edge\">\n",
       "<title>4584809488&#45;&gt;4579472720</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M354.7547,-2419.9883C336.6397,-2411.2431 310.115,-2398.4381 289.6519,-2388.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"290.9704,-2385.3094 280.4432,-2384.1138 287.9271,-2391.6133 290.9704,-2385.3094\"/>\n",
       "</g>\n",
       "<!-- 4579472464 -->\n",
       "<g id=\"node42\" class=\"node\">\n",
       "<title>4579472464</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"344.6503,-2502 280.336,-2502 280.336,-2482 344.6503,-2482 344.6503,-2502\"/>\n",
       "<text text-anchor=\"middle\" x=\"312.4932\" y=\"-2488.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4579472464&#45;&gt;4584809488 -->\n",
       "<g id=\"edge41\" class=\"edge\">\n",
       "<title>4579472464&#45;&gt;4584809488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M322.8963,-2481.762C332.4373,-2472.3724 346.7573,-2458.2797 358.0474,-2447.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"360.6111,-2449.5564 365.2836,-2440.0475 355.7011,-2444.5672 360.6111,-2449.5564\"/>\n",
       "</g>\n",
       "<!-- 4584809936 -->\n",
       "<g id=\"node43\" class=\"node\">\n",
       "<title>4584809936</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"365.3081,-2564 259.6782,-2564 259.6782,-2544 365.3081,-2544 365.3081,-2564\"/>\n",
       "<text text-anchor=\"middle\" x=\"312.4932\" y=\"-2550.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584809936&#45;&gt;4579472464 -->\n",
       "<g id=\"edge42\" class=\"edge\">\n",
       "<title>4584809936&#45;&gt;4579472464</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M312.4932,-2543.762C312.4932,-2535.185 312.4932,-2522.6836 312.4932,-2512.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"315.9933,-2512.0475 312.4932,-2502.0475 308.9933,-2512.0476 315.9933,-2512.0475\"/>\n",
       "</g>\n",
       "<!-- 4579471952 -->\n",
       "<g id=\"node44\" class=\"node\">\n",
       "<title>4579471952</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"230.4971,-2626 158.4893,-2626 158.4893,-2606 230.4971,-2606 230.4971,-2626\"/>\n",
       "<text text-anchor=\"middle\" x=\"194.4932\" y=\"-2612.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 4579471952&#45;&gt;4579472720 -->\n",
       "<g id=\"edge55\" class=\"edge\">\n",
       "<title>4579471952&#45;&gt;4579472720</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M197.2034,-2605.9097C207.0319,-2569.3175 240.9163,-2443.1631 254.144,-2393.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"257.5575,-2394.699 256.7714,-2384.1334 250.7971,-2392.8832 257.5575,-2394.699\"/>\n",
       "</g>\n",
       "<!-- 4579471952&#45;&gt;4584809936 -->\n",
       "<g id=\"edge43\" class=\"edge\">\n",
       "<title>4579471952&#45;&gt;4584809936</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213.7145,-2605.9006C232.8288,-2595.8576 262.3694,-2580.3362 284.1694,-2568.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"286.0555,-2571.8447 293.28,-2564.095 282.7996,-2565.648 286.0555,-2571.8447\"/>\n",
       "</g>\n",
       "<!-- 4579472208 -->\n",
       "<g id=\"node45\" class=\"node\">\n",
       "<title>4579472208</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"177.6503,-2688 113.336,-2688 113.336,-2668 177.6503,-2668 177.6503,-2688\"/>\n",
       "<text text-anchor=\"middle\" x=\"145.4932\" y=\"-2674.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4579472208&#45;&gt;4579471952 -->\n",
       "<g id=\"edge44\" class=\"edge\">\n",
       "<title>4579472208&#45;&gt;4579471952</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M153.5845,-2667.762C160.7912,-2658.6432 171.5036,-2645.0888 180.1586,-2634.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.0978,-2636.0633 186.5524,-2626.0475 177.6058,-2631.7229 183.0978,-2636.0633\"/>\n",
       "</g>\n",
       "<!-- 4584810512 -->\n",
       "<g id=\"node46\" class=\"node\">\n",
       "<title>4584810512</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"139.3081,-2744 33.6782,-2744 33.6782,-2724 139.3081,-2724 139.3081,-2744\"/>\n",
       "<text text-anchor=\"middle\" x=\"86.4932\" y=\"-2730.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4584810512&#45;&gt;4579472208 -->\n",
       "<g id=\"edge45\" class=\"edge\">\n",
       "<title>4584810512&#45;&gt;4579472208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M97.0412,-2723.9883C105.4104,-2716.0446 117.3089,-2704.7512 127.2201,-2695.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"129.7937,-2697.7268 134.6373,-2688.3039 124.9747,-2692.6496 129.7937,-2697.7268\"/>\n",
       "</g>\n",
       "<!-- 4584810768 -->\n",
       "<g id=\"node47\" class=\"node\">\n",
       "<title>4584810768</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"80.9795,-2812 .0068,-2812 .0068,-2780 80.9795,-2780 80.9795,-2812\"/>\n",
       "<text text-anchor=\"middle\" x=\"40.4932\" y=\"-2798.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"40.4932\" y=\"-2786.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 3, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4584810768&#45;&gt;4584810512 -->\n",
       "<g id=\"edge46\" class=\"edge\">\n",
       "<title>4584810768&#45;&gt;4584810512</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M52.5791,-2779.7102C58.7431,-2771.4022 66.2686,-2761.2592 72.6632,-2752.6404\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"75.6656,-2754.4677 78.8132,-2744.3512 70.0439,-2750.2967 75.6656,-2754.4677\"/>\n",
       "</g>\n",
       "<!-- 4584810704 -->\n",
       "<g id=\"node48\" class=\"node\">\n",
       "<title>4584810704</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"166.1503,-2812 98.836,-2812 98.836,-2780 166.1503,-2780 166.1503,-2812\"/>\n",
       "<text text-anchor=\"middle\" x=\"132.4932\" y=\"-2798.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"132.4932\" y=\"-2786.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4584810704&#45;&gt;4584810512 -->\n",
       "<g id=\"edge47\" class=\"edge\">\n",
       "<title>4584810704&#45;&gt;4584810512</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M120.4072,-2779.7102C114.2432,-2771.4022 106.7177,-2761.2592 100.3231,-2752.6404\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"102.9425,-2750.2967 94.1731,-2744.3512 97.3208,-2754.4677 102.9425,-2750.2967\"/>\n",
       "</g>\n",
       "<!-- 4584813128 -->\n",
       "<g id=\"node49\" class=\"node\">\n",
       "<title>4584813128</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"252.1065,-2744 156.8798,-2744 156.8798,-2724 252.1065,-2724 252.1065,-2744\"/>\n",
       "<text text-anchor=\"middle\" x=\"204.4932\" y=\"-2730.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 112, 112)</text>\n",
       "</g>\n",
       "<!-- 4584813128&#45;&gt;4579472208 -->\n",
       "<g id=\"edge48\" class=\"edge\">\n",
       "<title>4584813128&#45;&gt;4579472208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M193.9451,-2723.9883C185.5759,-2716.0446 173.6774,-2704.7512 163.7662,-2695.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"166.0116,-2692.6496 156.349,-2688.3039 161.1926,-2697.7268 166.0116,-2692.6496\"/>\n",
       "</g>\n",
       "<!-- 4584813200 -->\n",
       "<g id=\"node50\" class=\"node\">\n",
       "<title>4584813200</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"291.1065,-2688 195.8798,-2688 195.8798,-2668 291.1065,-2668 291.1065,-2688\"/>\n",
       "<text text-anchor=\"middle\" x=\"243.4932\" y=\"-2674.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 112, 112)</text>\n",
       "</g>\n",
       "<!-- 4584813200&#45;&gt;4579471952 -->\n",
       "<g id=\"edge49\" class=\"edge\">\n",
       "<title>4584813200&#45;&gt;4579471952</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M235.4018,-2667.762C228.1951,-2658.6432 217.4827,-2645.0888 208.8277,-2634.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"211.3805,-2631.7229 202.434,-2626.0475 205.8886,-2636.0633 211.3805,-2631.7229\"/>\n",
       "</g>\n",
       "<!-- 4584810192 -->\n",
       "<g id=\"node51\" class=\"node\">\n",
       "<title>4584810192</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"402.1362,-2632 248.8502,-2632 248.8502,-2600 402.1362,-2600 402.1362,-2632\"/>\n",
       "<text text-anchor=\"middle\" x=\"325.4932\" y=\"-2618.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"325.4932\" y=\"-2606.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584810192&#45;&gt;4584809936 -->\n",
       "<g id=\"edge50\" class=\"edge\">\n",
       "<title>4584810192&#45;&gt;4584809936</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M322.0776,-2599.7102C320.4456,-2591.9269 318.4759,-2582.5331 316.7477,-2574.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"320.1413,-2573.4201 314.6636,-2564.3512 313.2903,-2574.8567 320.1413,-2573.4201\"/>\n",
       "</g>\n",
       "<!-- 4584810128 -->\n",
       "<g id=\"node52\" class=\"node\">\n",
       "<title>4584810128</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"560.806,-2632 420.1803,-2632 420.1803,-2600 560.806,-2600 560.806,-2632\"/>\n",
       "<text text-anchor=\"middle\" x=\"490.4932\" y=\"-2618.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"490.4932\" y=\"-2606.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4584810128&#45;&gt;4584809936 -->\n",
       "<g id=\"edge51\" class=\"edge\">\n",
       "<title>4584810128&#45;&gt;4584809936</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M444.1904,-2599.8721C415.1998,-2589.7742 378.288,-2576.9173 350.9229,-2567.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"351.9001,-2564.0198 341.3052,-2564.0357 349.5975,-2570.6303 351.9001,-2564.0198\"/>\n",
       "</g>\n",
       "<!-- 4584813272 -->\n",
       "<g id=\"node53\" class=\"node\">\n",
       "<title>4584813272</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"467.4854,-2564 383.501,-2564 383.501,-2544 467.4854,-2544 467.4854,-2564\"/>\n",
       "<text text-anchor=\"middle\" x=\"425.4932\" y=\"-2550.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4584813272&#45;&gt;4579472464 -->\n",
       "<g id=\"edge52\" class=\"edge\">\n",
       "<title>4584813272&#45;&gt;4579472464</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M407.0863,-2543.9006C388.864,-2533.9026 360.7466,-2518.4753 339.8981,-2507.0363\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"341.3429,-2503.8369 330.8922,-2502.095 337.9757,-2509.9738 341.3429,-2503.8369\"/>\n",
       "</g>\n",
       "<!-- 4584809744 -->\n",
       "<g id=\"node54\" class=\"node\">\n",
       "<title>4584809744</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"516.1362,-2508 362.8502,-2508 362.8502,-2476 516.1362,-2476 516.1362,-2508\"/>\n",
       "<text text-anchor=\"middle\" x=\"439.4932\" y=\"-2494.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"439.4932\" y=\"-2482.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584809744&#45;&gt;4584809488 -->\n",
       "<g id=\"edge53\" class=\"edge\">\n",
       "<title>4584809744&#45;&gt;4584809488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M422.6779,-2475.7102C413.7408,-2467.0524 402.7466,-2456.4018 393.6197,-2447.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"395.796,-2444.7954 386.1783,-2440.3512 390.9254,-2449.8231 395.796,-2444.7954\"/>\n",
       "</g>\n",
       "<!-- 4584809680 -->\n",
       "<g id=\"node55\" class=\"node\">\n",
       "<title>4584809680</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"674.806,-2508 534.1803,-2508 534.1803,-2476 674.806,-2476 674.806,-2508\"/>\n",
       "<text text-anchor=\"middle\" x=\"604.4932\" y=\"-2494.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"604.4932\" y=\"-2482.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4584809680&#45;&gt;4584809488 -->\n",
       "<g id=\"edge54\" class=\"edge\">\n",
       "<title>4584809680&#45;&gt;4584809488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M545.2222,-2475.9528C507.1073,-2465.6335 458.2558,-2452.4073 422.757,-2442.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"423.2252,-2439.2971 412.658,-2440.0621 421.3958,-2446.0539 423.2252,-2439.2971\"/>\n",
       "</g>\n",
       "<!-- 4584813344 -->\n",
       "<g id=\"node56\" class=\"node\">\n",
       "<title>4584813344</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"404.4854,-2384 320.501,-2384 320.501,-2364 404.4854,-2364 404.4854,-2384\"/>\n",
       "<text text-anchor=\"middle\" x=\"362.4932\" y=\"-2370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4584813344&#45;&gt;4579472976 -->\n",
       "<g id=\"edge56\" class=\"edge\">\n",
       "<title>4584813344&#45;&gt;4579472976</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M353.9064,-2363.762C346.1827,-2354.553 334.6648,-2340.82 325.4332,-2329.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"328.028,-2327.4603 318.9201,-2322.0475 322.6646,-2331.9586 328.028,-2327.4603\"/>\n",
       "</g>\n",
       "<!-- 4584809168 -->\n",
       "<g id=\"node57\" class=\"node\">\n",
       "<title>4584809168</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"514.1362,-2328 360.8502,-2328 360.8502,-2296 514.1362,-2296 514.1362,-2328\"/>\n",
       "<text text-anchor=\"middle\" x=\"437.4932\" y=\"-2314.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"437.4932\" y=\"-2302.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584809168&#45;&gt;4584808912 -->\n",
       "<g id=\"edge57\" class=\"edge\">\n",
       "<title>4584809168&#45;&gt;4584808912</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M434.3403,-2295.7102C432.8339,-2287.9269 431.0157,-2278.5331 429.4204,-2270.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"432.8332,-2269.5039 427.4966,-2260.3512 425.9607,-2270.8341 432.8332,-2269.5039\"/>\n",
       "</g>\n",
       "<!-- 4584809104 -->\n",
       "<g id=\"node58\" class=\"node\">\n",
       "<title>4584809104</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"672.806,-2328 532.1803,-2328 532.1803,-2296 672.806,-2296 672.806,-2328\"/>\n",
       "<text text-anchor=\"middle\" x=\"602.4932\" y=\"-2314.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"602.4932\" y=\"-2302.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4584809104&#45;&gt;4584808912 -->\n",
       "<g id=\"edge58\" class=\"edge\">\n",
       "<title>4584809104&#45;&gt;4584808912</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M556.4506,-2295.8721C527.6228,-2285.7742 490.9184,-2272.9173 463.707,-2263.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"464.7382,-2260.0384 454.1434,-2260.0357 462.4241,-2266.6448 464.7382,-2260.0384\"/>\n",
       "</g>\n",
       "<!-- 4584813416 -->\n",
       "<g id=\"node59\" class=\"node\">\n",
       "<title>4584813416</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"580.4854,-2260 496.501,-2260 496.501,-2240 580.4854,-2240 580.4854,-2260\"/>\n",
       "<text text-anchor=\"middle\" x=\"538.4932\" y=\"-2246.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4584813416&#45;&gt;4579473232 -->\n",
       "<g id=\"edge59\" class=\"edge\">\n",
       "<title>4584813416&#45;&gt;4579473232</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M520.0863,-2239.9006C501.864,-2229.9026 473.7466,-2214.4753 452.8981,-2203.0363\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"454.3429,-2199.8369 443.8922,-2198.095 450.9757,-2205.9738 454.3429,-2199.8369\"/>\n",
       "</g>\n",
       "<!-- 4584808720 -->\n",
       "<g id=\"node60\" class=\"node\">\n",
       "<title>4584808720</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"629.1362,-2204 475.8502,-2204 475.8502,-2172 629.1362,-2172 629.1362,-2204\"/>\n",
       "<text text-anchor=\"middle\" x=\"552.4932\" y=\"-2190.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"552.4932\" y=\"-2178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584808720&#45;&gt;4584808400 -->\n",
       "<g id=\"edge60\" class=\"edge\">\n",
       "<title>4584808720&#45;&gt;4584808400</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M535.6779,-2171.7102C526.7408,-2163.0524 515.7466,-2152.4018 506.6197,-2143.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"508.796,-2140.7954 499.1783,-2136.3512 503.9254,-2145.8231 508.796,-2140.7954\"/>\n",
       "</g>\n",
       "<!-- 4584808656 -->\n",
       "<g id=\"node61\" class=\"node\">\n",
       "<title>4584808656</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"787.806,-2204 647.1803,-2204 647.1803,-2172 787.806,-2172 787.806,-2204\"/>\n",
       "<text text-anchor=\"middle\" x=\"717.4932\" y=\"-2190.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"717.4932\" y=\"-2178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4584808656&#45;&gt;4584808400 -->\n",
       "<g id=\"edge61\" class=\"edge\">\n",
       "<title>4584808656&#45;&gt;4584808400</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M658.2222,-2171.9528C620.1073,-2161.6335 571.2558,-2148.4073 535.757,-2138.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"536.2252,-2135.2971 525.658,-2136.0621 534.3958,-2142.0539 536.2252,-2135.2971\"/>\n",
       "</g>\n",
       "<!-- 4584813488 -->\n",
       "<g id=\"node62\" class=\"node\">\n",
       "<title>4584813488</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"518.4854,-2080 434.501,-2080 434.501,-2060 518.4854,-2060 518.4854,-2080\"/>\n",
       "<text text-anchor=\"middle\" x=\"476.4932\" y=\"-2066.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4584813488&#45;&gt;4579473744 -->\n",
       "<g id=\"edge63\" class=\"edge\">\n",
       "<title>4584813488&#45;&gt;4579473744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M468.0716,-2059.762C460.4964,-2050.553 449.1999,-2036.82 440.1459,-2025.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"442.8138,-2023.547 433.7581,-2018.0475 437.4078,-2027.9939 442.8138,-2023.547\"/>\n",
       "</g>\n",
       "<!-- 4584808080 -->\n",
       "<g id=\"node63\" class=\"node\">\n",
       "<title>4584808080</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"629.1362,-2024 475.8502,-2024 475.8502,-1992 629.1362,-1992 629.1362,-2024\"/>\n",
       "<text text-anchor=\"middle\" x=\"552.4932\" y=\"-2010.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"552.4932\" y=\"-1998.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584808080&#45;&gt;4584807824 -->\n",
       "<g id=\"edge64\" class=\"edge\">\n",
       "<title>4584808080&#45;&gt;4584807824</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M551.9677,-1991.7102C551.7194,-1984.0144 551.4204,-1974.744 551.1567,-1966.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"554.6478,-1966.2331 550.8271,-1956.3512 547.6514,-1966.4589 554.6478,-1966.2331\"/>\n",
       "</g>\n",
       "<!-- 4584808016 -->\n",
       "<g id=\"node64\" class=\"node\">\n",
       "<title>4584808016</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"787.806,-2024 647.1803,-2024 647.1803,-1992 787.806,-1992 787.806,-2024\"/>\n",
       "<text text-anchor=\"middle\" x=\"717.4932\" y=\"-2010.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"717.4932\" y=\"-1998.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4584808016&#45;&gt;4584807824 -->\n",
       "<g id=\"edge65\" class=\"edge\">\n",
       "<title>4584808016&#45;&gt;4584807824</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M674.0518,-1991.8721C647.0914,-1981.8628 612.829,-1969.1427 587.2257,-1959.6372\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"588.1177,-1956.235 577.5247,-1956.0357 585.6813,-1962.7974 588.1177,-1956.235\"/>\n",
       "</g>\n",
       "<!-- 4584813560 -->\n",
       "<g id=\"node65\" class=\"node\">\n",
       "<title>4584813560</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"711.4854,-1956 621.501,-1956 621.501,-1936 711.4854,-1936 711.4854,-1956\"/>\n",
       "<text text-anchor=\"middle\" x=\"666.4932\" y=\"-1942.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4584813560&#45;&gt;4579474000 -->\n",
       "<g id=\"edge66\" class=\"edge\">\n",
       "<title>4584813560&#45;&gt;4579474000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M647.5976,-1935.9006C628.8073,-1925.8576 599.7674,-1910.3362 578.3369,-1898.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"579.8498,-1895.7221 569.3807,-1894.095 576.5501,-1901.8956 579.8498,-1895.7221\"/>\n",
       "</g>\n",
       "<!-- 4584807632 -->\n",
       "<g id=\"node66\" class=\"node\">\n",
       "<title>4584807632</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"754.1362,-1900 600.8502,-1900 600.8502,-1868 754.1362,-1868 754.1362,-1900\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.4932\" y=\"-1886.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"677.4932\" y=\"-1874.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584807632&#45;&gt;4584807312 -->\n",
       "<g id=\"edge67\" class=\"edge\">\n",
       "<title>4584807632&#45;&gt;4584807312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M662.2543,-1867.7102C654.2369,-1859.1399 644.3927,-1848.6168 636.1715,-1839.8285\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"638.5641,-1837.2629 629.1766,-1832.3512 633.4522,-1842.045 638.5641,-1837.2629\"/>\n",
       "</g>\n",
       "<!-- 4584807568 -->\n",
       "<g id=\"node67\" class=\"node\">\n",
       "<title>4584807568</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"912.806,-1900 772.1803,-1900 772.1803,-1868 912.806,-1868 912.806,-1900\"/>\n",
       "<text text-anchor=\"middle\" x=\"842.4932\" y=\"-1886.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"842.4932\" y=\"-1874.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4584807568&#45;&gt;4584807312 -->\n",
       "<g id=\"edge68\" class=\"edge\">\n",
       "<title>4584807568&#45;&gt;4584807312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M784.7751,-1867.9528C747.6589,-1857.6335 700.0873,-1844.4073 665.5187,-1834.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"666.2564,-1831.3687 655.6843,-1832.0621 664.3813,-1838.1129 666.2564,-1831.3687\"/>\n",
       "</g>\n",
       "<!-- 4584807376&#45;&gt;4579474256 -->\n",
       "<g id=\"edge69\" class=\"edge\">\n",
       "<title>4584807376&#45;&gt;4579474256</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M430.873,-1935.8067C446.2224,-1906.7236 490.4053,-1823.0085 510.4227,-1785.0808\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"513.6001,-1786.5591 515.1724,-1776.0815 507.4094,-1783.2917 513.6001,-1786.5591\"/>\n",
       "</g>\n",
       "<!-- 4584811472 -->\n",
       "<g id=\"node69\" class=\"node\">\n",
       "<title>4584811472</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"375.804,-2024 203.1823,-2024 203.1823,-1992 375.804,-1992 375.804,-2024\"/>\n",
       "<text text-anchor=\"middle\" x=\"289.4932\" y=\"-2010.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"289.4932\" y=\"-1998.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 64, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4584811472&#45;&gt;4584807376 -->\n",
       "<g id=\"edge71\" class=\"edge\">\n",
       "<title>4584811472&#45;&gt;4584807376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M324.8705,-1991.8721C346.3406,-1982.0843 373.4969,-1969.7042 394.1851,-1960.2728\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"395.8322,-1963.3685 403.4794,-1956.0357 392.9285,-1956.9992 395.8322,-1963.3685\"/>\n",
       "</g>\n",
       "<!-- 4584813704 -->\n",
       "<g id=\"node70\" class=\"node\">\n",
       "<title>4584813704</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"671.4854,-1776 581.501,-1776 581.501,-1756 671.4854,-1756 671.4854,-1776\"/>\n",
       "<text text-anchor=\"middle\" x=\"626.4932\" y=\"-1762.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4584813704&#45;&gt;4579474512 -->\n",
       "<g id=\"edge72\" class=\"edge\">\n",
       "<title>4584813704&#45;&gt;4579474512</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M617.7413,-1755.762C609.8691,-1746.553 598.1296,-1732.82 588.7205,-1721.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"591.2405,-1719.3745 582.0822,-1714.0475 585.9196,-1723.923 591.2405,-1719.3745\"/>\n",
       "</g>\n",
       "<!-- 4584806992 -->\n",
       "<g id=\"node71\" class=\"node\">\n",
       "<title>4584806992</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"777.1362,-1720 623.8502,-1720 623.8502,-1688 777.1362,-1688 777.1362,-1720\"/>\n",
       "<text text-anchor=\"middle\" x=\"700.4932\" y=\"-1706.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"700.4932\" y=\"-1694.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584806992&#45;&gt;4584806736 -->\n",
       "<g id=\"edge73\" class=\"edge\">\n",
       "<title>4584806992&#45;&gt;4584806736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M697.3403,-1687.7102C695.8339,-1679.9269 694.0157,-1670.5331 692.4204,-1662.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"695.8332,-1661.5039 690.4966,-1652.3512 688.9607,-1662.8341 695.8332,-1661.5039\"/>\n",
       "</g>\n",
       "<!-- 4584806928 -->\n",
       "<g id=\"node72\" class=\"node\">\n",
       "<title>4584806928</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"935.806,-1720 795.1803,-1720 795.1803,-1688 935.806,-1688 935.806,-1720\"/>\n",
       "<text text-anchor=\"middle\" x=\"865.4932\" y=\"-1706.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"865.4932\" y=\"-1694.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4584806928&#45;&gt;4584806736 -->\n",
       "<g id=\"edge74\" class=\"edge\">\n",
       "<title>4584806928&#45;&gt;4584806736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M819.4506,-1687.8721C790.6228,-1677.7742 753.9184,-1664.9173 726.707,-1655.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"727.7382,-1652.0384 717.1434,-1652.0357 725.4241,-1658.6448 727.7382,-1652.0384\"/>\n",
       "</g>\n",
       "<!-- 4584813776 -->\n",
       "<g id=\"node73\" class=\"node\">\n",
       "<title>4584813776</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"849.4854,-1652 759.501,-1652 759.501,-1632 849.4854,-1632 849.4854,-1652\"/>\n",
       "<text text-anchor=\"middle\" x=\"804.4932\" y=\"-1638.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4584813776&#45;&gt;4579474768 -->\n",
       "<g id=\"edge75\" class=\"edge\">\n",
       "<title>4584813776&#45;&gt;4579474768</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M785.5976,-1631.9006C766.8073,-1621.8576 737.7674,-1606.3362 716.3369,-1594.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"717.8498,-1591.7221 707.3807,-1590.095 714.5501,-1597.8956 717.8498,-1591.7221\"/>\n",
       "</g>\n",
       "<!-- 4584806544 -->\n",
       "<g id=\"node74\" class=\"node\">\n",
       "<title>4584806544</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"892.1362,-1596 738.8502,-1596 738.8502,-1564 892.1362,-1564 892.1362,-1596\"/>\n",
       "<text text-anchor=\"middle\" x=\"815.4932\" y=\"-1582.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"815.4932\" y=\"-1570.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584806544&#45;&gt;4584806288 -->\n",
       "<g id=\"edge76\" class=\"edge\">\n",
       "<title>4584806544&#45;&gt;4584806288</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M798.6779,-1563.7102C789.7408,-1555.0524 778.7466,-1544.4018 769.6197,-1535.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"771.796,-1532.7954 762.1783,-1528.3512 766.9254,-1537.8231 771.796,-1532.7954\"/>\n",
       "</g>\n",
       "<!-- 4584806480 -->\n",
       "<g id=\"node75\" class=\"node\">\n",
       "<title>4584806480</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1050.806,-1596 910.1803,-1596 910.1803,-1564 1050.806,-1564 1050.806,-1596\"/>\n",
       "<text text-anchor=\"middle\" x=\"980.4932\" y=\"-1582.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"980.4932\" y=\"-1570.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4584806480&#45;&gt;4584806288 -->\n",
       "<g id=\"edge77\" class=\"edge\">\n",
       "<title>4584806480&#45;&gt;4584806288</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M921.2222,-1563.9528C883.1073,-1553.6335 834.2558,-1540.4073 798.757,-1530.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"799.2252,-1527.2971 788.658,-1528.0621 797.3958,-1534.0539 799.2252,-1527.2971\"/>\n",
       "</g>\n",
       "<!-- 4584813848 -->\n",
       "<g id=\"node76\" class=\"node\">\n",
       "<title>4584813848</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"787.4854,-1472 697.501,-1472 697.501,-1452 787.4854,-1452 787.4854,-1472\"/>\n",
       "<text text-anchor=\"middle\" x=\"742.4932\" y=\"-1458.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4584813848&#45;&gt;4584771664 -->\n",
       "<g id=\"edge79\" class=\"edge\">\n",
       "<title>4584813848&#45;&gt;4584771664</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M733.7413,-1451.762C725.8691,-1442.553 714.1296,-1428.82 704.7205,-1417.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"707.2405,-1415.3745 698.0822,-1410.0475 701.9196,-1419.923 707.2405,-1415.3745\"/>\n",
       "</g>\n",
       "<!-- 4584805968 -->\n",
       "<g id=\"node77\" class=\"node\">\n",
       "<title>4584805968</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"893.1362,-1416 739.8502,-1416 739.8502,-1384 893.1362,-1384 893.1362,-1416\"/>\n",
       "<text text-anchor=\"middle\" x=\"816.4932\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"816.4932\" y=\"-1390.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584805968&#45;&gt;4584805712 -->\n",
       "<g id=\"edge80\" class=\"edge\">\n",
       "<title>4584805968&#45;&gt;4584805712</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M815.9677,-1383.7102C815.7194,-1376.0144 815.4204,-1366.744 815.1567,-1358.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"818.6478,-1358.2331 814.8271,-1348.3512 811.6514,-1358.4589 818.6478,-1358.2331\"/>\n",
       "</g>\n",
       "<!-- 4584805904 -->\n",
       "<g id=\"node78\" class=\"node\">\n",
       "<title>4584805904</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1051.806,-1416 911.1803,-1416 911.1803,-1384 1051.806,-1384 1051.806,-1416\"/>\n",
       "<text text-anchor=\"middle\" x=\"981.4932\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"981.4932\" y=\"-1390.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4584805904&#45;&gt;4584805712 -->\n",
       "<g id=\"edge81\" class=\"edge\">\n",
       "<title>4584805904&#45;&gt;4584805712</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M938.0518,-1383.8721C911.0914,-1373.8628 876.829,-1361.1427 851.2257,-1351.6372\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"852.1177,-1348.235 841.5247,-1348.0357 849.6813,-1354.7974 852.1177,-1348.235\"/>\n",
       "</g>\n",
       "<!-- 4584813920 -->\n",
       "<g id=\"node79\" class=\"node\">\n",
       "<title>4584813920</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"975.4854,-1348 885.501,-1348 885.501,-1328 975.4854,-1328 975.4854,-1348\"/>\n",
       "<text text-anchor=\"middle\" x=\"930.4932\" y=\"-1334.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4584813920&#45;&gt;4584771920 -->\n",
       "<g id=\"edge82\" class=\"edge\">\n",
       "<title>4584813920&#45;&gt;4584771920</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M911.5976,-1327.9006C892.8073,-1317.8576 863.7674,-1302.3362 842.3369,-1290.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"843.8498,-1287.7221 833.3807,-1286.095 840.5501,-1293.8956 843.8498,-1287.7221\"/>\n",
       "</g>\n",
       "<!-- 4584805520 -->\n",
       "<g id=\"node80\" class=\"node\">\n",
       "<title>4584805520</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1018.1362,-1292 864.8502,-1292 864.8502,-1260 1018.1362,-1260 1018.1362,-1292\"/>\n",
       "<text text-anchor=\"middle\" x=\"941.4932\" y=\"-1278.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"941.4932\" y=\"-1266.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584805520&#45;&gt;4584805200 -->\n",
       "<g id=\"edge83\" class=\"edge\">\n",
       "<title>4584805520&#45;&gt;4584805200</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M926.2543,-1259.7102C918.2369,-1251.1399 908.3927,-1240.6168 900.1715,-1231.8285\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"902.5641,-1229.2629 893.1766,-1224.3512 897.4522,-1234.045 902.5641,-1229.2629\"/>\n",
       "</g>\n",
       "<!-- 4584805456 -->\n",
       "<g id=\"node81\" class=\"node\">\n",
       "<title>4584805456</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1176.806,-1292 1036.1803,-1292 1036.1803,-1260 1176.806,-1260 1176.806,-1292\"/>\n",
       "<text text-anchor=\"middle\" x=\"1106.4932\" y=\"-1278.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1106.4932\" y=\"-1266.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4584805456&#45;&gt;4584805200 -->\n",
       "<g id=\"edge84\" class=\"edge\">\n",
       "<title>4584805456&#45;&gt;4584805200</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1048.7751,-1259.9528C1011.6589,-1249.6335 964.0873,-1236.4073 929.5187,-1226.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"930.2564,-1223.3687 919.6843,-1224.0621 928.3813,-1230.1129 930.2564,-1223.3687\"/>\n",
       "</g>\n",
       "<!-- 4584805264&#45;&gt;4584772176 -->\n",
       "<g id=\"edge85\" class=\"edge\">\n",
       "<title>4584805264&#45;&gt;4584772176</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M694.873,-1327.8067C710.2224,-1298.7236 754.4053,-1215.0085 774.4227,-1177.0808\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"777.6001,-1178.5591 779.1724,-1168.0815 771.4094,-1175.2917 777.6001,-1178.5591\"/>\n",
       "</g>\n",
       "<!-- 4584811920 -->\n",
       "<g id=\"node83\" class=\"node\">\n",
       "<title>4584811920</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"639.804,-1416 467.1823,-1416 467.1823,-1384 639.804,-1384 639.804,-1416\"/>\n",
       "<text text-anchor=\"middle\" x=\"553.4932\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"553.4932\" y=\"-1390.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 128, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4584811920&#45;&gt;4584805264 -->\n",
       "<g id=\"edge87\" class=\"edge\">\n",
       "<title>4584811920&#45;&gt;4584805264</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M588.8705,-1383.8721C610.3406,-1374.0843 637.4969,-1361.7042 658.1851,-1352.2728\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"659.8322,-1355.3685 667.4794,-1348.0357 656.9285,-1348.9992 659.8322,-1355.3685\"/>\n",
       "</g>\n",
       "<!-- 4584814064 -->\n",
       "<g id=\"node84\" class=\"node\">\n",
       "<title>4584814064</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"935.4854,-1168 845.501,-1168 845.501,-1148 935.4854,-1148 935.4854,-1168\"/>\n",
       "<text text-anchor=\"middle\" x=\"890.4932\" y=\"-1154.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4584814064&#45;&gt;4584772432 -->\n",
       "<g id=\"edge88\" class=\"edge\">\n",
       "<title>4584814064&#45;&gt;4584772432</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M881.7413,-1147.762C873.8691,-1138.553 862.1296,-1124.82 852.7205,-1113.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"855.2405,-1111.3745 846.0822,-1106.0475 849.9196,-1115.923 855.2405,-1111.3745\"/>\n",
       "</g>\n",
       "<!-- 4584804880 -->\n",
       "<g id=\"node85\" class=\"node\">\n",
       "<title>4584804880</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1041.1362,-1112 887.8502,-1112 887.8502,-1080 1041.1362,-1080 1041.1362,-1112\"/>\n",
       "<text text-anchor=\"middle\" x=\"964.4932\" y=\"-1098.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"964.4932\" y=\"-1086.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4584804880&#45;&gt;4584804624 -->\n",
       "<g id=\"edge89\" class=\"edge\">\n",
       "<title>4584804880&#45;&gt;4584804624</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M961.3403,-1079.7102C959.8339,-1071.9269 958.0157,-1062.5331 956.4204,-1054.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"959.8332,-1053.5039 954.4966,-1044.3512 952.9607,-1054.8341 959.8332,-1053.5039\"/>\n",
       "</g>\n",
       "<!-- 4584804816 -->\n",
       "<g id=\"node86\" class=\"node\">\n",
       "<title>4584804816</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1199.806,-1112 1059.1803,-1112 1059.1803,-1080 1199.806,-1080 1199.806,-1112\"/>\n",
       "<text text-anchor=\"middle\" x=\"1129.4932\" y=\"-1098.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1129.4932\" y=\"-1086.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4584804816&#45;&gt;4584804624 -->\n",
       "<g id=\"edge90\" class=\"edge\">\n",
       "<title>4584804816&#45;&gt;4584804624</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1083.4506,-1079.8721C1054.6228,-1069.7742 1017.9184,-1056.9173 990.707,-1047.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"991.7382,-1044.0384 981.1434,-1044.0357 989.4241,-1050.6448 991.7382,-1044.0384\"/>\n",
       "</g>\n",
       "<!-- 4584814136 -->\n",
       "<g id=\"node87\" class=\"node\">\n",
       "<title>4584814136</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1113.4854,-1044 1023.501,-1044 1023.501,-1024 1113.4854,-1024 1113.4854,-1044\"/>\n",
       "<text text-anchor=\"middle\" x=\"1068.4932\" y=\"-1030.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4584814136&#45;&gt;4584772688 -->\n",
       "<g id=\"edge91\" class=\"edge\">\n",
       "<title>4584814136&#45;&gt;4584772688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1049.5976,-1023.9006C1030.8073,-1013.8576 1001.7674,-998.3362 980.3369,-986.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"981.8498,-983.7221 971.3807,-982.095 978.5501,-989.8956 981.8498,-983.7221\"/>\n",
       "</g>\n",
       "<!-- 4579860432 -->\n",
       "<g id=\"node88\" class=\"node\">\n",
       "<title>4579860432</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1156.1362,-988 1002.8502,-988 1002.8502,-956 1156.1362,-956 1156.1362,-988\"/>\n",
       "<text text-anchor=\"middle\" x=\"1079.4932\" y=\"-974.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1079.4932\" y=\"-962.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4579860432&#45;&gt;4579860240 -->\n",
       "<g id=\"edge92\" class=\"edge\">\n",
       "<title>4579860432&#45;&gt;4579860240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1062.6779,-955.7102C1053.7408,-947.0524 1042.7466,-936.4018 1033.6197,-927.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1035.796,-924.7954 1026.1783,-920.3512 1030.9254,-929.8231 1035.796,-924.7954\"/>\n",
       "</g>\n",
       "<!-- 4584804432 -->\n",
       "<g id=\"node89\" class=\"node\">\n",
       "<title>4584804432</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1314.806,-988 1174.1803,-988 1174.1803,-956 1314.806,-956 1314.806,-988\"/>\n",
       "<text text-anchor=\"middle\" x=\"1244.4932\" y=\"-974.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1244.4932\" y=\"-962.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4584804432&#45;&gt;4579860240 -->\n",
       "<g id=\"edge93\" class=\"edge\">\n",
       "<title>4584804432&#45;&gt;4579860240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1185.2222,-955.9528C1147.1073,-945.6335 1098.2558,-932.4073 1062.757,-922.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1063.2252,-919.2971 1052.658,-920.0621 1061.3958,-926.0539 1063.2252,-919.2971\"/>\n",
       "</g>\n",
       "<!-- 4584814208 -->\n",
       "<g id=\"node90\" class=\"node\">\n",
       "<title>4584814208</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1051.4854,-864 961.501,-864 961.501,-844 1051.4854,-844 1051.4854,-864\"/>\n",
       "<text text-anchor=\"middle\" x=\"1006.4932\" y=\"-850.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4584814208&#45;&gt;4584773200 -->\n",
       "<g id=\"edge95\" class=\"edge\">\n",
       "<title>4584814208&#45;&gt;4584773200</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M997.7413,-843.762C989.8691,-834.553 978.1296,-820.82 968.7205,-809.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"971.2405,-807.3745 962.0822,-802.0475 965.9196,-811.923 971.2405,-807.3745\"/>\n",
       "</g>\n",
       "<!-- 4579859856 -->\n",
       "<g id=\"node91\" class=\"node\">\n",
       "<title>4579859856</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1157.1362,-808 1003.8502,-808 1003.8502,-776 1157.1362,-776 1157.1362,-808\"/>\n",
       "<text text-anchor=\"middle\" x=\"1080.4932\" y=\"-794.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1080.4932\" y=\"-782.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4579859856&#45;&gt;4579859600 -->\n",
       "<g id=\"edge96\" class=\"edge\">\n",
       "<title>4579859856&#45;&gt;4579859600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1079.9677,-775.7102C1079.7194,-768.0144 1079.4204,-758.744 1079.1567,-750.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1082.6478,-750.2331 1078.8271,-740.3512 1075.6514,-750.4589 1082.6478,-750.2331\"/>\n",
       "</g>\n",
       "<!-- 4579859792 -->\n",
       "<g id=\"node92\" class=\"node\">\n",
       "<title>4579859792</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1315.806,-808 1175.1803,-808 1175.1803,-776 1315.806,-776 1315.806,-808\"/>\n",
       "<text text-anchor=\"middle\" x=\"1245.4932\" y=\"-794.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1245.4932\" y=\"-782.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4579859792&#45;&gt;4579859600 -->\n",
       "<g id=\"edge97\" class=\"edge\">\n",
       "<title>4579859792&#45;&gt;4579859600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1202.0518,-775.8721C1175.0914,-765.8628 1140.829,-753.1427 1115.2257,-743.6372\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1116.1177,-740.235 1105.5247,-740.0357 1113.6813,-746.7974 1116.1177,-740.235\"/>\n",
       "</g>\n",
       "<!-- 4584814280 -->\n",
       "<g id=\"node93\" class=\"node\">\n",
       "<title>4584814280</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1227.4854,-740 1149.501,-740 1149.501,-720 1227.4854,-720 1227.4854,-740\"/>\n",
       "<text text-anchor=\"middle\" x=\"1188.4932\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4584814280&#45;&gt;4584773456 -->\n",
       "<g id=\"edge98\" class=\"edge\">\n",
       "<title>4584814280&#45;&gt;4584773456</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1170.3289,-719.762C1152.5487,-709.7404 1125.2632,-694.3613 1105.0496,-682.9682\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1106.7495,-679.9087 1096.3194,-678.0475 1103.3124,-686.0068 1106.7495,-679.9087\"/>\n",
       "</g>\n",
       "<!-- 4579859408 -->\n",
       "<g id=\"node94\" class=\"node\">\n",
       "<title>4579859408</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1282.1362,-684 1128.8502,-684 1128.8502,-652 1282.1362,-652 1282.1362,-684\"/>\n",
       "<text text-anchor=\"middle\" x=\"1205.4932\" y=\"-670.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1205.4932\" y=\"-658.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4579859408&#45;&gt;4579859088 -->\n",
       "<g id=\"edge99\" class=\"edge\">\n",
       "<title>4579859408&#45;&gt;4579859088</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1190.2543,-651.7102C1182.2369,-643.1399 1172.3927,-632.6168 1164.1715,-623.8285\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1166.5641,-621.2629 1157.1766,-616.3512 1161.4522,-626.045 1166.5641,-621.2629\"/>\n",
       "</g>\n",
       "<!-- 4579859344 -->\n",
       "<g id=\"node95\" class=\"node\">\n",
       "<title>4579859344</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1440.806,-684 1300.1803,-684 1300.1803,-652 1440.806,-652 1440.806,-684\"/>\n",
       "<text text-anchor=\"middle\" x=\"1370.4932\" y=\"-670.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1370.4932\" y=\"-658.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4579859344&#45;&gt;4579859088 -->\n",
       "<g id=\"edge100\" class=\"edge\">\n",
       "<title>4579859344&#45;&gt;4579859088</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1312.7751,-651.9528C1275.6589,-641.6335 1228.0873,-628.4073 1193.5187,-618.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1194.2564,-615.3687 1183.6843,-616.0621 1192.3813,-622.1129 1194.2564,-615.3687\"/>\n",
       "</g>\n",
       "<!-- 4579859152&#45;&gt;4584773712 -->\n",
       "<g id=\"edge101\" class=\"edge\">\n",
       "<title>4579859152&#45;&gt;4584773712</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M958.873,-719.8067C974.2224,-690.7236 1018.4053,-607.0085 1038.4227,-569.0808\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1041.6001,-570.5591 1043.1724,-560.0815 1035.4094,-567.2917 1041.6001,-570.5591\"/>\n",
       "</g>\n",
       "<!-- 4584812368 -->\n",
       "<g id=\"node97\" class=\"node\">\n",
       "<title>4584812368</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"903.804,-808 731.1823,-808 731.1823,-776 903.804,-776 903.804,-808\"/>\n",
       "<text text-anchor=\"middle\" x=\"817.4932\" y=\"-794.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"817.4932\" y=\"-782.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4584812368&#45;&gt;4579859152 -->\n",
       "<g id=\"edge103\" class=\"edge\">\n",
       "<title>4584812368&#45;&gt;4579859152</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M852.8705,-775.8721C874.3406,-766.0843 901.4969,-753.7042 922.1851,-744.2728\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"923.8322,-747.3685 931.4794,-740.0357 920.9285,-740.9992 923.8322,-747.3685\"/>\n",
       "</g>\n",
       "<!-- 4584814424 -->\n",
       "<g id=\"node98\" class=\"node\">\n",
       "<title>4584814424</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1187.4854,-560 1109.501,-560 1109.501,-540 1187.4854,-540 1187.4854,-560\"/>\n",
       "<text text-anchor=\"middle\" x=\"1148.4932\" y=\"-546.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4584814424&#45;&gt;4584773968 -->\n",
       "<g id=\"edge104\" class=\"edge\">\n",
       "<title>4584814424&#45;&gt;4584773968</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1140.2367,-539.762C1132.8829,-530.6432 1121.9519,-517.0888 1113.1203,-506.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1115.598,-503.6345 1106.596,-498.0475 1110.1491,-508.0288 1115.598,-503.6345\"/>\n",
       "</g>\n",
       "<!-- 4579858768 -->\n",
       "<g id=\"node99\" class=\"node\">\n",
       "<title>4579858768</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1302.1362,-504 1148.8502,-504 1148.8502,-472 1302.1362,-472 1302.1362,-504\"/>\n",
       "<text text-anchor=\"middle\" x=\"1225.4932\" y=\"-490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1225.4932\" y=\"-478.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4579858768&#45;&gt;4579856976 -->\n",
       "<g id=\"edge105\" class=\"edge\">\n",
       "<title>4579858768&#45;&gt;4579856976</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1222.3403,-471.7102C1220.8339,-463.9269 1219.0157,-454.5331 1217.4204,-446.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1220.8332,-445.5039 1215.4966,-436.3512 1213.9607,-446.8341 1220.8332,-445.5039\"/>\n",
       "</g>\n",
       "<!-- 4579858704 -->\n",
       "<g id=\"node100\" class=\"node\">\n",
       "<title>4579858704</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1460.806,-504 1320.1803,-504 1320.1803,-472 1460.806,-472 1460.806,-504\"/>\n",
       "<text text-anchor=\"middle\" x=\"1390.4932\" y=\"-490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1390.4932\" y=\"-478.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4579858704&#45;&gt;4579856976 -->\n",
       "<g id=\"edge106\" class=\"edge\">\n",
       "<title>4579858704&#45;&gt;4579856976</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1344.4506,-471.8721C1315.6228,-461.7742 1278.9184,-448.9173 1251.707,-439.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1252.7382,-436.0384 1242.1434,-436.0357 1250.4241,-442.6448 1252.7382,-436.0384\"/>\n",
       "</g>\n",
       "<!-- 4584814496 -->\n",
       "<g id=\"node101\" class=\"node\">\n",
       "<title>4584814496</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1362.4854,-436 1284.501,-436 1284.501,-416 1362.4854,-416 1362.4854,-436\"/>\n",
       "<text text-anchor=\"middle\" x=\"1323.4932\" y=\"-422.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4584814496&#45;&gt;4584774224 -->\n",
       "<g id=\"edge107\" class=\"edge\">\n",
       "<title>4584814496&#45;&gt;4584774224</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1305.3289,-415.762C1287.5487,-405.7404 1260.2632,-390.3613 1240.0496,-378.9682\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1241.7495,-375.9087 1231.3194,-374.0475 1238.3124,-382.0068 1241.7495,-375.9087\"/>\n",
       "</g>\n",
       "<!-- 4462344784 -->\n",
       "<g id=\"node102\" class=\"node\">\n",
       "<title>4462344784</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1417.1362,-380 1263.8502,-380 1263.8502,-348 1417.1362,-348 1417.1362,-380\"/>\n",
       "<text text-anchor=\"middle\" x=\"1340.4932\" y=\"-366.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1340.4932\" y=\"-354.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4462344784&#45;&gt;4462345168 -->\n",
       "<g id=\"edge108\" class=\"edge\">\n",
       "<title>4462344784&#45;&gt;4462345168</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1323.6779,-347.7102C1314.7408,-339.0524 1303.7466,-328.4018 1294.6197,-319.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1296.796,-316.7954 1287.1783,-312.3512 1291.9254,-321.8231 1296.796,-316.7954\"/>\n",
       "</g>\n",
       "<!-- 4579858000 -->\n",
       "<g id=\"node103\" class=\"node\">\n",
       "<title>4579858000</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1575.806,-380 1435.1803,-380 1435.1803,-348 1575.806,-348 1575.806,-380\"/>\n",
       "<text text-anchor=\"middle\" x=\"1505.4932\" y=\"-366.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1505.4932\" y=\"-354.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4579858000&#45;&gt;4462345168 -->\n",
       "<g id=\"edge109\" class=\"edge\">\n",
       "<title>4579858000&#45;&gt;4462345168</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1446.2222,-347.9528C1408.1073,-337.6335 1359.2558,-324.4073 1323.757,-314.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1324.2252,-311.2971 1313.658,-312.0621 1322.3958,-318.0539 1324.2252,-311.2971\"/>\n",
       "</g>\n",
       "<!-- 4584814568 -->\n",
       "<g id=\"node104\" class=\"node\">\n",
       "<title>4584814568</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1300.4854,-256 1222.501,-256 1222.501,-236 1300.4854,-236 1300.4854,-256\"/>\n",
       "<text text-anchor=\"middle\" x=\"1261.4932\" y=\"-242.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4584814568&#45;&gt;4584774736 -->\n",
       "<g id=\"edge111\" class=\"edge\">\n",
       "<title>4584814568&#45;&gt;4584774736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1252.5542,-235.9883C1245.602,-228.2019 1235.7763,-217.1971 1227.4797,-207.9049\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1229.964,-205.4322 1220.6931,-200.3039 1224.7425,-210.0943 1229.964,-205.4322\"/>\n",
       "</g>\n",
       "<!-- 4584814640 -->\n",
       "<g id=\"node105\" class=\"node\">\n",
       "<title>4584814640</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1339.4854,-200 1261.501,-200 1261.501,-180 1339.4854,-180 1339.4854,-200\"/>\n",
       "<text text-anchor=\"middle\" x=\"1300.4932\" y=\"-186.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4584814640&#45;&gt;4584774992 -->\n",
       "<g id=\"edge112\" class=\"edge\">\n",
       "<title>4584814640&#45;&gt;4584774992</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1292.4481,-179.9883C1286.2544,-172.2806 1277.5264,-161.4191 1270.1077,-152.187\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1272.7653,-149.9066 1263.7731,-144.3039 1267.3087,-154.2914 1272.7653,-149.9066\"/>\n",
       "</g>\n",
       "<!-- 4579690192 -->\n",
       "<g id=\"node106\" class=\"node\">\n",
       "<title>4579690192</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1392.9854,-88 1318.001,-88 1318.001,-56 1392.9854,-56 1392.9854,-88\"/>\n",
       "<text text-anchor=\"middle\" x=\"1355.4932\" y=\"-74.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">fc.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1355.4932\" y=\"-62.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1000, 512)</text>\n",
       "</g>\n",
       "<!-- 4579690192&#45;&gt;4584792144 -->\n",
       "<g id=\"edge113\" class=\"edge\">\n",
       "<title>4579690192&#45;&gt;4584792144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1386.1882,-55.8721C1404.3952,-46.3057 1427.3151,-34.263 1445.102,-24.9174\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1447.1685,-27.7854 1454.393,-20.0357 1443.9126,-21.5886 1447.1685,-27.7854\"/>\n",
       "</g>\n",
       "<!-- 4462346000 -->\n",
       "<g id=\"node107\" class=\"node\">\n",
       "<title>4462346000</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1464.4932,-88 1410.4932,-88 1410.4932,-56 1464.4932,-56 1464.4932,-88\"/>\n",
       "<text text-anchor=\"middle\" x=\"1437.4932\" y=\"-74.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">fc.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1437.4932\" y=\"-62.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1000)</text>\n",
       "</g>\n",
       "<!-- 4462346000&#45;&gt;4584792144 -->\n",
       "<g id=\"edge114\" class=\"edge\">\n",
       "<title>4462346000&#45;&gt;4584792144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1446.9517,-55.7102C1451.6742,-47.5771 1457.4177,-37.6855 1462.3525,-29.1867\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1465.4881,-30.7566 1467.4828,-20.3512 1459.4346,-27.2416 1465.4881,-30.7566\"/>\n",
       "</g>\n",
       "<!-- 4584814712 -->\n",
       "<g id=\"node108\" class=\"node\">\n",
       "<title>4584814712</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1536.4932,-82 1482.4932,-82 1482.4932,-62 1536.4932,-62 1536.4932,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"1509.4932\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512)</text>\n",
       "</g>\n",
       "<!-- 4584814712&#45;&gt;4584792144 -->\n",
       "<g id=\"edge115\" class=\"edge\">\n",
       "<title>4584814712&#45;&gt;4584792144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1503.5485,-61.762C1498.3586,-52.8238 1490.6941,-39.6239 1484.4042,-28.7912\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1487.3754,-26.9379 1479.3272,-20.0475 1481.3219,-30.4529 1487.3754,-26.9379\"/>\n",
       "</g>\n",
       "<!-- 4584814784 -->\n",
       "<g id=\"node109\" class=\"node\">\n",
       "<title>4584814784</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1626.4854,-82 1554.501,-82 1554.501,-62 1626.4854,-62 1626.4854,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"1590.4932\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1000, 512)</text>\n",
       "</g>\n",
       "<!-- 4584814784&#45;&gt;4584792144 -->\n",
       "<g id=\"edge116\" class=\"edge\">\n",
       "<title>4584814784&#45;&gt;4584792144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1571.4347,-61.9006C1552.4824,-51.8576 1523.1922,-36.3362 1501.5769,-24.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1503.0184,-21.6848 1492.5435,-20.095 1499.7407,-27.8701 1503.0184,-21.6848\"/>\n",
       "</g>\n",
       "<!-- 4584814856 -->\n",
       "<g id=\"node110\" class=\"node\">\n",
       "<title>4584814856</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1698.4932,-82 1644.4932,-82 1644.4932,-62 1698.4932,-62 1698.4932,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"1671.4932\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1000)</text>\n",
       "</g>\n",
       "<!-- 4584814856&#45;&gt;4584792144 -->\n",
       "<g id=\"edge117\" class=\"edge\">\n",
       "<title>4584814856&#45;&gt;4584792144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1649.994,-61.8509C1645.2676,-59.7873 1640.252,-57.7233 1635.4932,-56 1599.1535,-42.84 1557.1469,-31.0053 1525.0159,-22.6363\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1525.5075,-19.1487 1514.9505,-20.0436 1523.7613,-25.9274 1525.5075,-19.1487\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x110f96e90>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "make_dot(y, params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Tensorflow model definition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np\n",
    "\n",
    "def g(inputs, params):\n",
    "    '''Basicblock original ResNet model definition\n",
    "       the same for resnet-18 and resnet-34 in functional-zoo\n",
    "    '''\n",
    "    \n",
    "    def tr(v):\n",
    "        if v.ndim == 4:\n",
    "            return v.transpose(2,3,1,0)\n",
    "        elif v.ndim == 2:\n",
    "            return v.transpose()\n",
    "        return v\n",
    "    params = {k: tf.constant(tr(v)) for k, v in params.iteritems()}\n",
    "    \n",
    "    def conv2d(x, params, name, stride=1, padding=0):\n",
    "        x = tf.pad(x, [[0,0],[padding,padding],[padding,padding],[0,0]])\n",
    "        z = tf.nn.conv2d(x, params['%s.weight'%name], [1,stride,stride,1],\n",
    "                         padding='VALID')\n",
    "        if '%s.bias'%name in params:\n",
    "            return tf.nn.bias_add(z, params['%s.bias'%name])\n",
    "        else:\n",
    "            return z\n",
    "    \n",
    "    def group(input, params, base, stride, n):\n",
    "        o = input\n",
    "        for i in range(0,n):\n",
    "            b_base = ('%s.block%d.conv') % (base, i)\n",
    "            x = o\n",
    "            o = conv2d(x, params, b_base + '0', padding=1, stride=i==0 and stride or 1)\n",
    "            o = tf.nn.relu(o)\n",
    "            o = conv2d(o, params, b_base + '1', padding=1)\n",
    "            if i == 0 and stride != 1:\n",
    "                o += conv2d(x, params, b_base + '_dim', stride=stride)\n",
    "            else:\n",
    "                o += x\n",
    "            o = tf.nn.relu(o)\n",
    "        return o\n",
    "    \n",
    "    # determine network size by parameters\n",
    "    blocks = [sum([re.match('group%d.block\\d+.conv0.weight'%j, k) is not None\n",
    "                   for k in params.keys()]) for j in range(4)]\n",
    "\n",
    "    o = conv2d(inputs, params, 'conv0', 2, 3)\n",
    "    o = tf.nn.relu(o)\n",
    "    o = tf.pad(o, [[0,0], [1,1], [1,1], [0,0]])\n",
    "    o = tf.nn.max_pool(o, ksize=[1,3,3,1], strides=[1,2,2,1], padding='VALID')\n",
    "    o_g0 = group(o, params, 'group0', 1, blocks[0])\n",
    "    o_g1 = group(o_g0, params, 'group1', 2, blocks[1])\n",
    "    o_g2 = group(o_g1, params, 'group2', 2, blocks[2])\n",
    "    o_g3 = group(o_g2, params, 'group3', 2, blocks[3])\n",
    "    o = tf.nn.avg_pool(o_g3, ksize=[1,7,7,1], strides=[1,1,1,1], padding='VALID')\n",
    "    o = tf.reshape(o, [-1,512])\n",
    "    o = tf.matmul(o, params['fc.weight']) + params['fc.bias']\n",
    "    return o\n",
    "\n",
    "params = hkl.load('resnet-18-export.hkl')\n",
    "inputs_tf = tf.placeholder(tf.float32, shape=[None,224,224,3])\n",
    "\n",
    "out = g(inputs_tf, params)\n",
    "\n",
    "sess = tf.Session()\n",
    "y_tf = sess.run(out, feed_dict={inputs_tf: inputs.permute(0,2,3,1).numpy()})\n",
    "\n",
    "# check that difference between PyTorch and Tensorflow is small\n",
    "assert np.abs(y_tf - y.data.numpy()).max() < 1e-5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}