nin-export.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Network-In-Network\n",
    "=============\n",
    "\n",
    "[https://arxiv.org/abs/1312.4400](https://arxiv.org/abs/1312.4400)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "With batch_norm folded into convolutional layers for speed."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Network info\n",
    "\n",
    "Trained in: [fb.resnet.torch](https://github.com/facebook/fb.resnet.torch)\n",
    "    \n",
    "Test top-1/top5 error: **32.96, 12.29**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import hickle as hkl\n",
    "import torch\n",
    "import torch.nn.functional as F\n",
    "from torch.autograd import Variable\n",
    "from torchviz import make_dot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "conv0.bias (96,)\n",
      "conv0.weight (96, 3, 11, 11)\n",
      "conv1.bias (96,)\n",
      "conv1.weight (96, 96, 1, 1)\n",
      "conv10.bias (1024,)\n",
      "conv10.weight (1024, 1024, 1, 1)\n",
      "conv11.bias (1024,)\n",
      "conv11.weight (1024, 1024, 1, 1)\n",
      "conv2.bias (96,)\n",
      "conv2.weight (96, 96, 1, 1)\n",
      "conv3.bias (256,)\n",
      "conv3.weight (256, 96, 5, 5)\n",
      "conv4.bias (256,)\n",
      "conv4.weight (256, 256, 1, 1)\n",
      "conv5.bias (256,)\n",
      "conv5.weight (256, 256, 1, 1)\n",
      "conv6.bias (384,)\n",
      "conv6.weight (384, 256, 3, 3)\n",
      "conv7.bias (384,)\n",
      "conv7.weight (384, 384, 1, 1)\n",
      "conv8.bias (384,)\n",
      "conv8.weight (384, 384, 1, 1)\n",
      "conv9.bias (1024,)\n",
      "conv9.weight (1024, 384, 3, 3)\n",
      "fc.bias (1000,)\n",
      "fc.weight (1000, 1024)\n",
      "\n",
      "Total parameters: 8644776\n"
     ]
    }
   ],
   "source": [
    "params = hkl.load('nin-export.hkl')\n",
    "\n",
    "# convert numpy arrays to torch Variables\n",
    "for k,v in sorted(params.items()):\n",
    "    print(k, v.shape)\n",
    "    params[k] = Variable(torch.from_numpy(v), requires_grad=True)\n",
    "    \n",
    "print('\\nTotal parameters:', sum(v.numel() for v in params.values()))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PyTorch model definition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def f(inputs, params):\n",
    "    def conv2d(x, params, name, stride=1, padding=0):\n",
    "        return F.conv2d(x,\n",
    "                        params['%s.weight'%name],\n",
    "                        params['%s.bias'%name], stride, padding)\n",
    "\n",
    "    def block(x, names, stride, padding):\n",
    "        x = F.relu(conv2d(x, params, names[0], stride, padding))\n",
    "        x = F.relu(conv2d(x, params, names[1]))\n",
    "        x = F.relu(conv2d(x, params, names[2]))\n",
    "        return x\n",
    "\n",
    "    o = block(inputs, ['conv0', 'conv1', 'conv2'], 4, 5)\n",
    "    o = F.max_pool2d(o, 2)\n",
    "    o = block(o, ['conv3', 'conv4', 'conv5'], 1, 2)\n",
    "    o = F.max_pool2d(o, 2)\n",
    "    o = block(o, ['conv6', 'conv7', 'conv8'], 1, 1)\n",
    "    o = F.max_pool2d(o, 2)\n",
    "    o = block(o, ['conv9', 'conv10', 'conv11'], 1, 1)\n",
    "    o = F.avg_pool2d(o, 7)\n",
    "    o = o.view(o.size(0), -1)\n",
    "    o = F.linear(o, params['fc.weight'], params['fc.bias'])\n",
    "    return o"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "do simple fprop, output shape should be 1x1000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Variable containing:\n",
      "-0.6895  0.3714 -1.2893  ...  -0.0016  0.8056  2.0549\n",
      "[torch.FloatTensor of size 1x1000]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "inputs = torch.randn(1,3,224,224)\n",
    "y = f(Variable(inputs), params)\n",
    "print y"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Visualization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"864pt\" height=\"643pt\"\n",
       " viewBox=\"0.00 0.00 864.00 642.90\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(.3449 .3449) rotate(0) translate(4 1860)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-1860 2501.0566,-1860 2501.0566,4 -4,4\"/>\n",
       "<!-- 4554875984 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>4554875984</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"2309.0137,-20 2213.0996,-20 2213.0996,0 2309.0137,0 2309.0137,-20\"/>\n",
       "<text text-anchor=\"middle\" x=\"2261.0566\" y=\"-6.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">LinearBackward</text>\n",
       "</g>\n",
       "<!-- 4554875728 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>4554875728</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"2080.9785,-82 1991.1347,-82 1991.1347,-62 2080.9785,-62 2080.9785,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"2036.0566\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n",
       "</g>\n",
       "<!-- 4554875728&#45;&gt;4554875984 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>4554875728&#45;&gt;4554875984</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2069.4331,-61.9673C2076.2474,-59.9594 2083.376,-57.888 2090.0566,-56 2131.3885,-44.3195 2178.5365,-31.6878 2212.8427,-22.6219\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2213.8322,-25.9807 2222.6087,-20.0458 2212.0467,-19.2123 2213.8322,-25.9807\"/>\n",
       "</g>\n",
       "<!-- 4554875472 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>4554875472</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"2070.846,-144 2001.2673,-144 2001.2673,-124 2070.846,-124 2070.846,-144\"/>\n",
       "<text text-anchor=\"middle\" x=\"2036.0566\" y=\"-130.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AvgPool2d</text>\n",
       "</g>\n",
       "<!-- 4554875472&#45;&gt;4554875728 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>4554875472&#45;&gt;4554875728</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2036.0566,-123.762C2036.0566,-115.185 2036.0566,-102.6836 2036.0566,-92.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2039.5567,-92.0475 2036.0566,-82.0475 2032.5567,-92.0476 2039.5567,-92.0475\"/>\n",
       "</g>\n",
       "<!-- 4554875216 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>4554875216</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"2022.2138,-200 1957.8995,-200 1957.8995,-180 2022.2138,-180 2022.2138,-200\"/>\n",
       "<text text-anchor=\"middle\" x=\"1990.0566\" y=\"-186.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4554875216&#45;&gt;4554875472 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>4554875216&#45;&gt;4554875472</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1998.2805,-179.9883C2004.6119,-172.2806 2013.5338,-161.4191 2021.1173,-152.187\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2023.9499,-154.2528 2027.5927,-144.3039 2018.5408,-149.8096 2023.9499,-154.2528\"/>\n",
       "</g>\n",
       "<!-- 4538799952 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4538799952</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1986.8716,-256 1881.2417,-256 1881.2417,-236 1986.8716,-236 1986.8716,-256\"/>\n",
       "<text text-anchor=\"middle\" x=\"1934.0566\" y=\"-242.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4538799952&#45;&gt;4554875216 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>4538799952&#45;&gt;4554875216</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1944.0683,-235.9883C1951.9334,-228.1233 1963.0822,-216.9745 1972.4328,-207.6239\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1975.1566,-209.8499 1979.7528,-200.3039 1970.2068,-204.9001 1975.1566,-209.8499\"/>\n",
       "</g>\n",
       "<!-- 4554874960 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>4554874960</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1863.2138,-318 1798.8995,-318 1798.8995,-298 1863.2138,-298 1863.2138,-318\"/>\n",
       "<text text-anchor=\"middle\" x=\"1831.0566\" y=\"-304.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4554874960&#45;&gt;4538799952 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>4554874960&#45;&gt;4538799952</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1848.065,-297.762C1864.5637,-287.8307 1889.8032,-272.638 1908.677,-261.2771\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1910.6022,-264.2034 1917.3648,-256.0475 1906.9921,-258.2061 1910.6022,-264.2034\"/>\n",
       "</g>\n",
       "<!-- 4554863568 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>4554863568</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1827.8716,-380 1722.2417,-380 1722.2417,-360 1827.8716,-360 1827.8716,-380\"/>\n",
       "<text text-anchor=\"middle\" x=\"1775.0566\" y=\"-366.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554863568&#45;&gt;4554874960 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>4554863568&#45;&gt;4554874960</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1784.3039,-359.762C1792.7033,-350.4627 1805.2693,-336.5503 1815.2591,-325.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1817.8759,-327.8146 1821.9814,-318.0475 1812.6812,-323.1226 1817.8759,-327.8146\"/>\n",
       "</g>\n",
       "<!-- 4538580560 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>4538580560</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1704.2138,-442 1639.8995,-442 1639.8995,-422 1704.2138,-422 1704.2138,-442\"/>\n",
       "<text text-anchor=\"middle\" x=\"1672.0566\" y=\"-428.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538580560&#45;&gt;4554863568 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>4538580560&#45;&gt;4554863568</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1689.065,-421.762C1705.5637,-411.8307 1730.8032,-396.638 1749.677,-385.2771\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1751.6022,-388.2034 1758.3648,-380.0475 1747.9921,-382.2061 1751.6022,-388.2034\"/>\n",
       "</g>\n",
       "<!-- 4554864528 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>4554864528</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1668.8716,-504 1563.2417,-504 1563.2417,-484 1668.8716,-484 1668.8716,-504\"/>\n",
       "<text text-anchor=\"middle\" x=\"1616.0566\" y=\"-490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554864528&#45;&gt;4538580560 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>4554864528&#45;&gt;4538580560</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1625.3039,-483.762C1633.7033,-474.4627 1646.2693,-460.5503 1656.2591,-449.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1658.8759,-451.8146 1662.9814,-442.0475 1653.6812,-447.1226 1658.8759,-451.8146\"/>\n",
       "</g>\n",
       "<!-- 4538580304 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>4538580304</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1549.0605,-566 1477.0527,-566 1477.0527,-546 1549.0605,-546 1549.0605,-566\"/>\n",
       "<text text-anchor=\"middle\" x=\"1513.0566\" y=\"-552.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 4538580304&#45;&gt;4554864528 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>4538580304&#45;&gt;4554864528</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1530.065,-545.762C1546.5637,-535.8307 1571.8032,-520.638 1590.677,-509.2771\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1592.6022,-512.2034 1599.3648,-504.0475 1588.9921,-506.2061 1592.6022,-512.2034\"/>\n",
       "</g>\n",
       "<!-- 4538580048 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>4538580048</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1498.2138,-628 1433.8995,-628 1433.8995,-608 1498.2138,-608 1498.2138,-628\"/>\n",
       "<text text-anchor=\"middle\" x=\"1466.0566\" y=\"-614.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538580048&#45;&gt;4538580304 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>4538580048&#45;&gt;4538580304</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1473.8177,-607.762C1480.7303,-598.6432 1491.0054,-585.0888 1499.3072,-574.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1502.188,-576.131 1505.44,-566.0475 1496.6097,-571.9022 1502.188,-576.131\"/>\n",
       "</g>\n",
       "<!-- 4554865104 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>4554865104</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1460.8716,-684 1355.2417,-684 1355.2417,-664 1460.8716,-664 1460.8716,-684\"/>\n",
       "<text text-anchor=\"middle\" x=\"1408.0566\" y=\"-670.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554865104&#45;&gt;4538580048 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>4554865104&#45;&gt;4538580048</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1418.4259,-663.9883C1426.6533,-656.0446 1438.3501,-644.7512 1448.0933,-635.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1450.6218,-637.7678 1455.3848,-628.3039 1445.7596,-632.7319 1450.6218,-637.7678\"/>\n",
       "</g>\n",
       "<!-- 4538579792 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>4538579792</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1343.2138,-746 1278.8995,-746 1278.8995,-726 1343.2138,-726 1343.2138,-746\"/>\n",
       "<text text-anchor=\"middle\" x=\"1311.0566\" y=\"-732.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538579792&#45;&gt;4554865104 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>4538579792&#45;&gt;4554865104</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1327.0742,-725.762C1342.4706,-715.921 1365.9496,-700.9138 1383.6692,-689.5878\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1385.7962,-692.3822 1392.3371,-684.0475 1382.0263,-686.4841 1385.7962,-692.3822\"/>\n",
       "</g>\n",
       "<!-- 4554865552 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>4554865552</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1305.8716,-808 1200.2417,-808 1200.2417,-788 1305.8716,-788 1305.8716,-808\"/>\n",
       "<text text-anchor=\"middle\" x=\"1253.0566\" y=\"-794.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554865552&#45;&gt;4538579792 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>4554865552&#45;&gt;4538579792</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1262.6342,-787.762C1271.3335,-778.4627 1284.3483,-764.5503 1294.6949,-753.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1297.3817,-755.7413 1301.6573,-746.0475 1292.2698,-750.9592 1297.3817,-755.7413\"/>\n",
       "</g>\n",
       "<!-- 4538579536 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>4538579536</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1188.2138,-870 1123.8995,-870 1123.8995,-850 1188.2138,-850 1188.2138,-870\"/>\n",
       "<text text-anchor=\"middle\" x=\"1156.0566\" y=\"-856.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538579536&#45;&gt;4554865552 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>4538579536&#45;&gt;4554865552</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1172.0742,-849.762C1187.4706,-839.921 1210.9496,-824.9138 1228.6692,-813.5878\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1230.7962,-816.3822 1237.3371,-808.0475 1227.0263,-810.4841 1230.7962,-816.3822\"/>\n",
       "</g>\n",
       "<!-- 4554866000 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>4554866000</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1150.8716,-932 1045.2417,-932 1045.2417,-912 1150.8716,-912 1150.8716,-932\"/>\n",
       "<text text-anchor=\"middle\" x=\"1098.0566\" y=\"-918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554866000&#45;&gt;4538579536 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>4554866000&#45;&gt;4538579536</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1107.6342,-911.762C1116.3335,-902.4627 1129.3483,-888.5503 1139.6949,-877.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1142.3817,-879.7413 1146.6573,-870.0475 1137.2698,-874.9592 1142.3817,-879.7413\"/>\n",
       "</g>\n",
       "<!-- 4538579280 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>4538579280</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1034.0605,-994 962.0527,-994 962.0527,-974 1034.0605,-974 1034.0605,-994\"/>\n",
       "<text text-anchor=\"middle\" x=\"998.0566\" y=\"-980.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 4538579280&#45;&gt;4554866000 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>4538579280&#45;&gt;4554866000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1014.5696,-973.762C1030.515,-963.8758 1054.8696,-948.776 1073.166,-937.4322\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1075.1962,-940.2916 1081.8509,-932.0475 1071.5076,-934.3423 1075.1962,-940.2916\"/>\n",
       "</g>\n",
       "<!-- 4538579024 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>4538579024</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"983.2138,-1056 918.8995,-1056 918.8995,-1036 983.2138,-1036 983.2138,-1056\"/>\n",
       "<text text-anchor=\"middle\" x=\"951.0566\" y=\"-1042.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538579024&#45;&gt;4538579280 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>4538579024&#45;&gt;4538579280</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M958.8177,-1035.762C965.7303,-1026.6432 976.0054,-1013.0888 984.3072,-1002.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"987.188,-1004.131 990.44,-994.0475 981.6097,-999.9022 987.188,-1004.131\"/>\n",
       "</g>\n",
       "<!-- 4554866576 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>4554866576</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"945.8716,-1112 840.2417,-1112 840.2417,-1092 945.8716,-1092 945.8716,-1112\"/>\n",
       "<text text-anchor=\"middle\" x=\"893.0566\" y=\"-1098.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554866576&#45;&gt;4538579024 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>4554866576&#45;&gt;4538579024</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M903.4259,-1091.9883C911.6533,-1084.0446 923.3501,-1072.7512 933.0933,-1063.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"935.6218,-1065.7678 940.3848,-1056.3039 930.7596,-1060.7319 935.6218,-1065.7678\"/>\n",
       "</g>\n",
       "<!-- 4538578768 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>4538578768</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"828.2138,-1174 763.8995,-1174 763.8995,-1154 828.2138,-1154 828.2138,-1174\"/>\n",
       "<text text-anchor=\"middle\" x=\"796.0566\" y=\"-1160.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538578768&#45;&gt;4554866576 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>4538578768&#45;&gt;4554866576</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M812.0742,-1153.762C827.4706,-1143.921 850.9496,-1128.9138 868.6692,-1117.5878\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"870.7962,-1120.3822 877.3371,-1112.0475 867.0263,-1114.4841 870.7962,-1120.3822\"/>\n",
       "</g>\n",
       "<!-- 4554920336 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>4554920336</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"790.8716,-1236 685.2417,-1236 685.2417,-1216 790.8716,-1216 790.8716,-1236\"/>\n",
       "<text text-anchor=\"middle\" x=\"738.0566\" y=\"-1222.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554920336&#45;&gt;4538578768 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>4554920336&#45;&gt;4538578768</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M747.6342,-1215.762C756.3335,-1206.4627 769.3483,-1192.5503 779.6949,-1181.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"782.3817,-1183.7413 786.6573,-1174.0475 777.2698,-1178.9592 782.3817,-1183.7413\"/>\n",
       "</g>\n",
       "<!-- 4538578512 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>4538578512</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"673.2138,-1298 608.8995,-1298 608.8995,-1278 673.2138,-1278 673.2138,-1298\"/>\n",
       "<text text-anchor=\"middle\" x=\"641.0566\" y=\"-1284.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538578512&#45;&gt;4554920336 -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>4538578512&#45;&gt;4554920336</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M657.0742,-1277.762C672.4706,-1267.921 695.9496,-1252.9138 713.6692,-1241.5878\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"715.7962,-1244.3822 722.3371,-1236.0475 712.0263,-1238.4841 715.7962,-1244.3822\"/>\n",
       "</g>\n",
       "<!-- 4554920784 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>4554920784</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"635.8716,-1360 530.2417,-1360 530.2417,-1340 635.8716,-1340 635.8716,-1360\"/>\n",
       "<text text-anchor=\"middle\" x=\"583.0566\" y=\"-1346.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554920784&#45;&gt;4538578512 -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>4554920784&#45;&gt;4538578512</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M592.6342,-1339.762C601.3335,-1330.4627 614.3483,-1316.5503 624.6949,-1305.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"627.3817,-1307.7413 631.6573,-1298.0475 622.2698,-1302.9592 627.3817,-1307.7413\"/>\n",
       "</g>\n",
       "<!-- 4538578256 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>4538578256</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"522.0605,-1422 450.0527,-1422 450.0527,-1402 522.0605,-1402 522.0605,-1422\"/>\n",
       "<text text-anchor=\"middle\" x=\"486.0566\" y=\"-1408.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 4538578256&#45;&gt;4554920784 -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>4538578256&#45;&gt;4554920784</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M502.0742,-1401.762C517.4706,-1391.921 540.9496,-1376.9138 558.6692,-1365.5878\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"560.7962,-1368.3822 567.3371,-1360.0475 557.0263,-1362.4841 560.7962,-1368.3822\"/>\n",
       "</g>\n",
       "<!-- 4538578000 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>4538578000</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"472.2138,-1484 407.8995,-1484 407.8995,-1464 472.2138,-1464 472.2138,-1484\"/>\n",
       "<text text-anchor=\"middle\" x=\"440.0566\" y=\"-1470.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538578000&#45;&gt;4538578256 -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>4538578000&#45;&gt;4538578256</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M447.6526,-1463.762C454.4181,-1454.6432 464.4746,-1441.0888 472.5997,-1430.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"475.4544,-1432.164 478.602,-1422.0475 469.8327,-1427.9931 475.4544,-1432.164\"/>\n",
       "</g>\n",
       "<!-- 4554921360 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>4554921360</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"436.8716,-1540 331.2417,-1540 331.2417,-1520 436.8716,-1520 436.8716,-1540\"/>\n",
       "<text text-anchor=\"middle\" x=\"384.0566\" y=\"-1526.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554921360&#45;&gt;4538578000 -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>4554921360&#45;&gt;4538578000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M394.0683,-1519.9883C401.9334,-1512.1233 413.0822,-1500.9745 422.4328,-1491.6239\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"425.1566,-1493.8499 429.7528,-1484.3039 420.2068,-1488.9001 425.1566,-1493.8499\"/>\n",
       "</g>\n",
       "<!-- 4538577488 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>4538577488</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"325.2138,-1602 260.8995,-1602 260.8995,-1582 325.2138,-1582 325.2138,-1602\"/>\n",
       "<text text-anchor=\"middle\" x=\"293.0566\" y=\"-1588.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538577488&#45;&gt;4554921360 -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>4538577488&#45;&gt;4554921360</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M308.0834,-1581.762C322.395,-1572.0113 344.1507,-1557.1887 360.7188,-1545.9005\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"363.016,-1548.5706 369.3095,-1540.0475 359.0745,-1542.7857 363.016,-1548.5706\"/>\n",
       "</g>\n",
       "<!-- 4554921808 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>4554921808</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"289.8716,-1664 184.2417,-1664 184.2417,-1644 289.8716,-1644 289.8716,-1664\"/>\n",
       "<text text-anchor=\"middle\" x=\"237.0566\" y=\"-1650.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554921808&#45;&gt;4538577488 -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>4554921808&#45;&gt;4538577488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M246.3039,-1643.762C254.7033,-1634.4627 267.2693,-1620.5503 277.2591,-1609.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"279.8759,-1611.8146 283.9814,-1602.0475 274.6812,-1607.1226 279.8759,-1611.8146\"/>\n",
       "</g>\n",
       "<!-- 4538577744 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>4538577744</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"178.2138,-1726 113.8995,-1726 113.8995,-1706 178.2138,-1706 178.2138,-1726\"/>\n",
       "<text text-anchor=\"middle\" x=\"146.0566\" y=\"-1712.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4538577744&#45;&gt;4554921808 -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>4538577744&#45;&gt;4554921808</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M161.0834,-1705.762C175.395,-1696.0113 197.1507,-1681.1887 213.7188,-1669.9005\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.016,-1672.5706 222.3095,-1664.0475 212.0745,-1666.7857 216.016,-1672.5706\"/>\n",
       "</g>\n",
       "<!-- 4554922256 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>4554922256</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"142.8716,-1788 37.2417,-1788 37.2417,-1768 142.8716,-1768 142.8716,-1788\"/>\n",
       "<text text-anchor=\"middle\" x=\"90.0566\" y=\"-1774.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4554922256&#45;&gt;4538577744 -->\n",
       "<g id=\"edge29\" class=\"edge\">\n",
       "<title>4554922256&#45;&gt;4538577744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M99.3039,-1767.762C107.7033,-1758.4627 120.2693,-1744.5503 130.2591,-1733.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.8759,-1735.8146 136.9814,-1726.0475 127.6812,-1731.1226 132.8759,-1735.8146\"/>\n",
       "</g>\n",
       "<!-- 4554922512 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>4554922512</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"86.17,-1856 -.0567,-1856 -.0567,-1824 86.17,-1824 86.17,-1856\"/>\n",
       "<text text-anchor=\"middle\" x=\"43.0566\" y=\"-1842.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"43.0566\" y=\"-1830.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (96, 3, 11, 11)</text>\n",
       "</g>\n",
       "<!-- 4554922512&#45;&gt;4554922256 -->\n",
       "<g id=\"edge30\" class=\"edge\">\n",
       "<title>4554922512&#45;&gt;4554922256</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M55.4053,-1823.7102C61.7696,-1815.3148 69.5544,-1805.0455 76.132,-1796.3687\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"78.9578,-1798.4347 82.2097,-1788.3512 73.3795,-1794.2059 78.9578,-1798.4347\"/>\n",
       "</g>\n",
       "<!-- 4554922448 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>4554922448</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"171.7138,-1856 104.3995,-1856 104.3995,-1824 171.7138,-1824 171.7138,-1856\"/>\n",
       "<text text-anchor=\"middle\" x=\"138.0566\" y=\"-1842.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"138.0566\" y=\"-1830.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (96)</text>\n",
       "</g>\n",
       "<!-- 4554922448&#45;&gt;4554922256 -->\n",
       "<g id=\"edge31\" class=\"edge\">\n",
       "<title>4554922448&#45;&gt;4554922256</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M125.4452,-1823.7102C118.9455,-1815.3148 110.9951,-1805.0455 104.2776,-1796.3687\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"106.9598,-1794.1159 98.0705,-1788.3512 101.4247,-1798.4011 106.9598,-1794.1159\"/>\n",
       "</g>\n",
       "<!-- 4554858792 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>4554858792</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"245.0488,-1788 161.0645,-1788 161.0645,-1768 245.0488,-1768 245.0488,-1788\"/>\n",
       "<text text-anchor=\"middle\" x=\"203.0566\" y=\"-1774.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 96, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4554858792&#45;&gt;4538577744 -->\n",
       "<g id=\"edge32\" class=\"edge\">\n",
       "<title>4554858792&#45;&gt;4538577744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M193.6442,-1767.762C185.0949,-1758.4627 172.3045,-1744.5503 162.1363,-1733.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"164.6385,-1731.0404 155.2939,-1726.0475 159.4853,-1735.778 164.6385,-1731.0404\"/>\n",
       "</g>\n",
       "<!-- 4554922064 -->\n",
       "<g id=\"node34\" class=\"node\">\n",
       "<title>4554922064</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"277.5488,-1732 196.5645,-1732 196.5645,-1700 277.5488,-1700 277.5488,-1732\"/>\n",
       "<text text-anchor=\"middle\" x=\"237.0566\" y=\"-1718.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"237.0566\" y=\"-1706.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (96, 96, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4554922064&#45;&gt;4554921808 -->\n",
       "<g id=\"edge33\" class=\"edge\">\n",
       "<title>4554922064&#45;&gt;4554921808</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M237.0566,-1699.7102C237.0566,-1692.0144 237.0566,-1682.744 237.0566,-1674.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"240.5567,-1674.3512 237.0566,-1664.3512 233.5567,-1674.3513 240.5567,-1674.3512\"/>\n",
       "</g>\n",
       "<!-- 4554922000 -->\n",
       "<g id=\"node35\" class=\"node\">\n",
       "<title>4554922000</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"362.7138,-1732 295.3995,-1732 295.3995,-1700 362.7138,-1700 362.7138,-1732\"/>\n",
       "<text text-anchor=\"middle\" x=\"329.0566\" y=\"-1718.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"329.0566\" y=\"-1706.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (96)</text>\n",
       "</g>\n",
       "<!-- 4554922000&#45;&gt;4554921808 -->\n",
       "<g id=\"edge34\" class=\"edge\">\n",
       "<title>4554922000&#45;&gt;4554921808</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M304.8847,-1699.7102C291.1717,-1690.4688 274.0895,-1678.9569 260.4987,-1669.7979\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"262.391,-1666.8526 252.1423,-1664.1664 258.479,-1672.6575 262.391,-1666.8526\"/>\n",
       "</g>\n",
       "<!-- 4554917072 -->\n",
       "<g id=\"node36\" class=\"node\">\n",
       "<title>4554917072</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"392.0488,-1664 308.0645,-1664 308.0645,-1644 392.0488,-1644 392.0488,-1664\"/>\n",
       "<text text-anchor=\"middle\" x=\"350.0566\" y=\"-1650.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 96, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4554917072&#45;&gt;4538577488 -->\n",
       "<g id=\"edge35\" class=\"edge\">\n",
       "<title>4554917072&#45;&gt;4538577488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M340.6442,-1643.762C332.0949,-1634.4627 319.3045,-1620.5503 309.1363,-1609.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"311.6385,-1607.0404 302.2939,-1602.0475 306.4853,-1611.778 311.6385,-1607.0404\"/>\n",
       "</g>\n",
       "<!-- 4554921616 -->\n",
       "<g id=\"node37\" class=\"node\">\n",
       "<title>4554921616</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"424.5488,-1608 343.5645,-1608 343.5645,-1576 424.5488,-1576 424.5488,-1608\"/>\n",
       "<text text-anchor=\"middle\" x=\"384.0566\" y=\"-1594.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"384.0566\" y=\"-1582.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (96, 96, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4554921616&#45;&gt;4554921360 -->\n",
       "<g id=\"edge36\" class=\"edge\">\n",
       "<title>4554921616&#45;&gt;4554921360</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M384.0566,-1575.7102C384.0566,-1568.0144 384.0566,-1558.744 384.0566,-1550.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5567,-1550.3512 384.0566,-1540.3512 380.5567,-1550.3513 387.5567,-1550.3512\"/>\n",
       "</g>\n",
       "<!-- 4554921552 -->\n",
       "<g id=\"node38\" class=\"node\">\n",
       "<title>4554921552</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"509.7138,-1608 442.3995,-1608 442.3995,-1576 509.7138,-1576 509.7138,-1608\"/>\n",
       "<text text-anchor=\"middle\" x=\"476.0566\" y=\"-1594.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"476.0566\" y=\"-1582.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (96)</text>\n",
       "</g>\n",
       "<!-- 4554921552&#45;&gt;4554921360 -->\n",
       "<g id=\"edge37\" class=\"edge\">\n",
       "<title>4554921552&#45;&gt;4554921360</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M451.8847,-1575.7102C438.1717,-1566.4688 421.0895,-1554.9569 407.4987,-1545.7979\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"409.391,-1542.8526 399.1423,-1540.1664 405.479,-1548.6575 409.391,-1542.8526\"/>\n",
       "</g>\n",
       "<!-- 4554917144 -->\n",
       "<g id=\"node39\" class=\"node\">\n",
       "<title>4554917144</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"539.0488,-1540 455.0645,-1540 455.0645,-1520 539.0488,-1520 539.0488,-1540\"/>\n",
       "<text text-anchor=\"middle\" x=\"497.0566\" y=\"-1526.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 96, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4554917144&#45;&gt;4538578000 -->\n",
       "<g id=\"edge38\" class=\"edge\">\n",
       "<title>4554917144&#45;&gt;4538578000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M486.8662,-1519.9883C478.7806,-1512.0446 467.2855,-1500.7512 457.7103,-1491.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"460.1308,-1488.8154 450.5445,-1484.3039 455.225,-1493.8088 460.1308,-1488.8154\"/>\n",
       "</g>\n",
       "<!-- 4554917216 -->\n",
       "<g id=\"node40\" class=\"node\">\n",
       "<title>4554917216</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"574.0488,-1484 490.0645,-1484 490.0645,-1464 574.0488,-1464 574.0488,-1484\"/>\n",
       "<text text-anchor=\"middle\" x=\"532.0566\" y=\"-1470.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 96, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4554917216&#45;&gt;4538578256 -->\n",
       "<g id=\"edge39\" class=\"edge\">\n",
       "<title>4554917216&#45;&gt;4538578256</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M524.4607,-1463.762C517.6952,-1454.6432 507.6387,-1441.0888 499.5136,-1430.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"502.2806,-1427.9931 493.5113,-1422.0475 496.6589,-1432.164 502.2806,-1427.9931\"/>\n",
       "</g>\n",
       "<!-- 4554921040 -->\n",
       "<g id=\"node41\" class=\"node\">\n",
       "<title>4554921040</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"626.5488,-1428 539.5645,-1428 539.5645,-1396 626.5488,-1396 626.5488,-1428\"/>\n",
       "<text text-anchor=\"middle\" x=\"583.0566\" y=\"-1414.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv3.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"583.0566\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 96, 5, 5)</text>\n",
       "</g>\n",
       "<!-- 4554921040&#45;&gt;4554920784 -->\n",
       "<g id=\"edge40\" class=\"edge\">\n",
       "<title>4554921040&#45;&gt;4554920784</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M583.0566,-1395.7102C583.0566,-1388.0144 583.0566,-1378.744 583.0566,-1370.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"586.5567,-1370.3512 583.0566,-1360.3512 579.5567,-1370.3513 586.5567,-1370.3512\"/>\n",
       "</g>\n",
       "<!-- 4554920976 -->\n",
       "<g id=\"node42\" class=\"node\">\n",
       "<title>4554920976</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"711.7138,-1428 644.3995,-1428 644.3995,-1396 711.7138,-1396 711.7138,-1428\"/>\n",
       "<text text-anchor=\"middle\" x=\"678.0566\" y=\"-1414.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv3.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"678.0566\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4554920976&#45;&gt;4554920784 -->\n",
       "<g id=\"edge41\" class=\"edge\">\n",
       "<title>4554920976&#45;&gt;4554920784</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M653.0965,-1395.7102C638.9363,-1386.4688 621.2971,-1374.9569 607.2631,-1365.7979\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"608.9215,-1362.7008 598.6343,-1360.1664 605.0957,-1368.5629 608.9215,-1362.7008\"/>\n",
       "</g>\n",
       "<!-- 4554917288 -->\n",
       "<g id=\"node43\" class=\"node\">\n",
       "<title>4554917288</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"744.0488,-1360 654.0645,-1360 654.0645,-1340 744.0488,-1340 744.0488,-1360\"/>\n",
       "<text text-anchor=\"middle\" x=\"699.0566\" y=\"-1346.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4554917288&#45;&gt;4538578512 -->\n",
       "<g id=\"edge42\" class=\"edge\">\n",
       "<title>4554917288&#45;&gt;4538578512</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M689.4791,-1339.762C680.7798,-1330.4627 667.765,-1316.5503 657.4184,-1305.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"659.8435,-1302.9592 650.4559,-1298.0475 654.7316,-1307.7413 659.8435,-1302.9592\"/>\n",
       "</g>\n",
       "<!-- 4554920592 -->\n",
       "<g id=\"node44\" class=\"node\">\n",
       "<title>4554920592</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"784.5488,-1304 691.5645,-1304 691.5645,-1272 784.5488,-1272 784.5488,-1304\"/>\n",
       "<text text-anchor=\"middle\" x=\"738.0566\" y=\"-1290.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv4.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"738.0566\" y=\"-1278.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4554920592&#45;&gt;4554920336 -->\n",
       "<g id=\"edge43\" class=\"edge\">\n",
       "<title>4554920592&#45;&gt;4554920336</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M738.0566,-1271.7102C738.0566,-1264.0144 738.0566,-1254.744 738.0566,-1246.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"741.5567,-1246.3512 738.0566,-1236.3512 734.5567,-1246.3513 741.5567,-1246.3512\"/>\n",
       "</g>\n",
       "<!-- 4554920528 -->\n",
       "<g id=\"node45\" class=\"node\">\n",
       "<title>4554920528</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"869.7138,-1304 802.3995,-1304 802.3995,-1272 869.7138,-1272 869.7138,-1304\"/>\n",
       "<text text-anchor=\"middle\" x=\"836.0566\" y=\"-1290.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv4.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"836.0566\" y=\"-1278.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4554920528&#45;&gt;4554920336 -->\n",
       "<g id=\"edge44\" class=\"edge\">\n",
       "<title>4554920528&#45;&gt;4554920336</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M810.5641,-1271.8721C795.7231,-1262.4829 777.1116,-1250.7082 762.4607,-1241.4393\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"764.2415,-1238.4244 753.9195,-1236.0357 760.499,-1244.3399 764.2415,-1238.4244\"/>\n",
       "</g>\n",
       "<!-- 4554917360 -->\n",
       "<g id=\"node46\" class=\"node\">\n",
       "<title>4554917360</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"899.0488,-1236 809.0645,-1236 809.0645,-1216 899.0488,-1216 899.0488,-1236\"/>\n",
       "<text text-anchor=\"middle\" x=\"854.0566\" y=\"-1222.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4554917360&#45;&gt;4538578768 -->\n",
       "<g id=\"edge45\" class=\"edge\">\n",
       "<title>4554917360&#45;&gt;4538578768</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M844.4791,-1215.762C835.7798,-1206.4627 822.765,-1192.5503 812.4184,-1181.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"814.8435,-1178.9592 805.4559,-1174.0475 809.7316,-1183.7413 814.8435,-1178.9592\"/>\n",
       "</g>\n",
       "<!-- 4554920144 -->\n",
       "<g id=\"node47\" class=\"node\">\n",
       "<title>4554920144</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"939.5488,-1180 846.5645,-1180 846.5645,-1148 939.5488,-1148 939.5488,-1180\"/>\n",
       "<text text-anchor=\"middle\" x=\"893.0566\" y=\"-1166.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv5.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"893.0566\" y=\"-1154.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4554920144&#45;&gt;4554866576 -->\n",
       "<g id=\"edge46\" class=\"edge\">\n",
       "<title>4554920144&#45;&gt;4554866576</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M893.0566,-1147.7102C893.0566,-1140.0144 893.0566,-1130.744 893.0566,-1122.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"896.5567,-1122.3512 893.0566,-1112.3512 889.5567,-1122.3513 896.5567,-1122.3512\"/>\n",
       "</g>\n",
       "<!-- 4554920080 -->\n",
       "<g id=\"node48\" class=\"node\">\n",
       "<title>4554920080</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1024.7138,-1180 957.3995,-1180 957.3995,-1148 1024.7138,-1148 1024.7138,-1180\"/>\n",
       "<text text-anchor=\"middle\" x=\"991.0566\" y=\"-1166.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv5.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"991.0566\" y=\"-1154.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4554920080&#45;&gt;4554866576 -->\n",
       "<g id=\"edge47\" class=\"edge\">\n",
       "<title>4554920080&#45;&gt;4554866576</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M965.5641,-1147.8721C950.7231,-1138.4829 932.1116,-1126.7082 917.4607,-1117.4393\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"919.2415,-1114.4244 908.9195,-1112.0357 915.499,-1120.3399 919.2415,-1114.4244\"/>\n",
       "</g>\n",
       "<!-- 4554917432 -->\n",
       "<g id=\"node49\" class=\"node\">\n",
       "<title>4554917432</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1054.0488,-1112 964.0645,-1112 964.0645,-1092 1054.0488,-1092 1054.0488,-1112\"/>\n",
       "<text text-anchor=\"middle\" x=\"1009.0566\" y=\"-1098.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4554917432&#45;&gt;4538579024 -->\n",
       "<g id=\"edge48\" class=\"edge\">\n",
       "<title>4554917432&#45;&gt;4538579024</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M998.6874,-1091.9883C990.46,-1084.0446 978.7632,-1072.7512 969.02,-1063.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"971.3536,-1060.7319 961.7285,-1056.3039 966.4915,-1065.7678 971.3536,-1060.7319\"/>\n",
       "</g>\n",
       "<!-- 4554917504 -->\n",
       "<g id=\"node50\" class=\"node\">\n",
       "<title>4554917504</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1091.0488,-1056 1001.0645,-1056 1001.0645,-1036 1091.0488,-1036 1091.0488,-1056\"/>\n",
       "<text text-anchor=\"middle\" x=\"1046.0566\" y=\"-1042.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4554917504&#45;&gt;4538579280 -->\n",
       "<g id=\"edge49\" class=\"edge\">\n",
       "<title>4554917504&#45;&gt;4538579280</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1038.1304,-1035.762C1031.0708,-1026.6432 1020.577,-1013.0888 1012.0987,-1002.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1014.7247,-999.8122 1005.8354,-994.0475 1009.1896,-1004.0974 1014.7247,-999.8122\"/>\n",
       "</g>\n",
       "<!-- 4554866256 -->\n",
       "<g id=\"node51\" class=\"node\">\n",
       "<title>4554866256</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1144.5488,-1000 1051.5645,-1000 1051.5645,-968 1144.5488,-968 1144.5488,-1000\"/>\n",
       "<text text-anchor=\"middle\" x=\"1098.0566\" y=\"-986.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv6.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1098.0566\" y=\"-974.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (384, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4554866256&#45;&gt;4554866000 -->\n",
       "<g id=\"edge50\" class=\"edge\">\n",
       "<title>4554866256&#45;&gt;4554866000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1098.0566,-967.7102C1098.0566,-960.0144 1098.0566,-950.744 1098.0566,-942.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1101.5567,-942.3512 1098.0566,-932.3512 1094.5567,-942.3513 1101.5567,-942.3512\"/>\n",
       "</g>\n",
       "<!-- 4554866192 -->\n",
       "<g id=\"node52\" class=\"node\">\n",
       "<title>4554866192</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1229.7138,-1000 1162.3995,-1000 1162.3995,-968 1229.7138,-968 1229.7138,-1000\"/>\n",
       "<text text-anchor=\"middle\" x=\"1196.0566\" y=\"-986.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv6.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1196.0566\" y=\"-974.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (384)</text>\n",
       "</g>\n",
       "<!-- 4554866192&#45;&gt;4554866000 -->\n",
       "<g id=\"edge51\" class=\"edge\">\n",
       "<title>4554866192&#45;&gt;4554866000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1170.5641,-967.8721C1155.7231,-958.4829 1137.1116,-946.7082 1122.4607,-937.4393\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1124.2415,-934.4244 1113.9195,-932.0357 1120.499,-940.3399 1124.2415,-934.4244\"/>\n",
       "</g>\n",
       "<!-- 4554917576 -->\n",
       "<g id=\"node53\" class=\"node\">\n",
       "<title>4554917576</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1259.0488,-932 1169.0645,-932 1169.0645,-912 1259.0488,-912 1259.0488,-932\"/>\n",
       "<text text-anchor=\"middle\" x=\"1214.0566\" y=\"-918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 384, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4554917576&#45;&gt;4538579536 -->\n",
       "<g id=\"edge52\" class=\"edge\">\n",
       "<title>4554917576&#45;&gt;4538579536</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1204.4791,-911.762C1195.7798,-902.4627 1182.765,-888.5503 1172.4184,-877.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1174.8435,-874.9592 1165.4559,-870.0475 1169.7316,-879.7413 1174.8435,-874.9592\"/>\n",
       "</g>\n",
       "<!-- 4554865808 -->\n",
       "<g id=\"node54\" class=\"node\">\n",
       "<title>4554865808</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1299.5488,-876 1206.5645,-876 1206.5645,-844 1299.5488,-844 1299.5488,-876\"/>\n",
       "<text text-anchor=\"middle\" x=\"1253.0566\" y=\"-862.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv7.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1253.0566\" y=\"-850.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (384, 384, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4554865808&#45;&gt;4554865552 -->\n",
       "<g id=\"edge53\" class=\"edge\">\n",
       "<title>4554865808&#45;&gt;4554865552</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1253.0566,-843.7102C1253.0566,-836.0144 1253.0566,-826.744 1253.0566,-818.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1256.5567,-818.3512 1253.0566,-808.3512 1249.5567,-818.3513 1256.5567,-818.3512\"/>\n",
       "</g>\n",
       "<!-- 4554865744 -->\n",
       "<g id=\"node55\" class=\"node\">\n",
       "<title>4554865744</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1384.7138,-876 1317.3995,-876 1317.3995,-844 1384.7138,-844 1384.7138,-876\"/>\n",
       "<text text-anchor=\"middle\" x=\"1351.0566\" y=\"-862.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv7.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1351.0566\" y=\"-850.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (384)</text>\n",
       "</g>\n",
       "<!-- 4554865744&#45;&gt;4554865552 -->\n",
       "<g id=\"edge54\" class=\"edge\">\n",
       "<title>4554865744&#45;&gt;4554865552</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1325.5641,-843.8721C1310.7231,-834.4829 1292.1116,-822.7082 1277.4607,-813.4393\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1279.2415,-810.4244 1268.9195,-808.0357 1275.499,-816.3399 1279.2415,-810.4244\"/>\n",
       "</g>\n",
       "<!-- 4554917648 -->\n",
       "<g id=\"node56\" class=\"node\">\n",
       "<title>4554917648</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1414.0488,-808 1324.0645,-808 1324.0645,-788 1414.0488,-788 1414.0488,-808\"/>\n",
       "<text text-anchor=\"middle\" x=\"1369.0566\" y=\"-794.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 384, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4554917648&#45;&gt;4538579792 -->\n",
       "<g id=\"edge55\" class=\"edge\">\n",
       "<title>4554917648&#45;&gt;4538579792</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1359.4791,-787.762C1350.7798,-778.4627 1337.765,-764.5503 1327.4184,-753.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1329.8435,-750.9592 1320.4559,-746.0475 1324.7316,-755.7413 1329.8435,-750.9592\"/>\n",
       "</g>\n",
       "<!-- 4554865360 -->\n",
       "<g id=\"node57\" class=\"node\">\n",
       "<title>4554865360</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1454.5488,-752 1361.5645,-752 1361.5645,-720 1454.5488,-720 1454.5488,-752\"/>\n",
       "<text text-anchor=\"middle\" x=\"1408.0566\" y=\"-738.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv8.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1408.0566\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (384, 384, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4554865360&#45;&gt;4554865104 -->\n",
       "<g id=\"edge56\" class=\"edge\">\n",
       "<title>4554865360&#45;&gt;4554865104</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1408.0566,-719.7102C1408.0566,-712.0144 1408.0566,-702.744 1408.0566,-694.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1411.5567,-694.3512 1408.0566,-684.3512 1404.5567,-694.3513 1411.5567,-694.3512\"/>\n",
       "</g>\n",
       "<!-- 4554865296 -->\n",
       "<g id=\"node58\" class=\"node\">\n",
       "<title>4554865296</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1539.7138,-752 1472.3995,-752 1472.3995,-720 1539.7138,-720 1539.7138,-752\"/>\n",
       "<text text-anchor=\"middle\" x=\"1506.0566\" y=\"-738.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv8.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1506.0566\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (384)</text>\n",
       "</g>\n",
       "<!-- 4554865296&#45;&gt;4554865104 -->\n",
       "<g id=\"edge57\" class=\"edge\">\n",
       "<title>4554865296&#45;&gt;4554865104</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1480.5641,-719.8721C1465.7231,-710.4829 1447.1116,-698.7082 1432.4607,-689.4393\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1434.2415,-686.4244 1423.9195,-684.0357 1430.499,-692.3399 1434.2415,-686.4244\"/>\n",
       "</g>\n",
       "<!-- 4554917720 -->\n",
       "<g id=\"node59\" class=\"node\">\n",
       "<title>4554917720</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1569.0488,-684 1479.0645,-684 1479.0645,-664 1569.0488,-664 1569.0488,-684\"/>\n",
       "<text text-anchor=\"middle\" x=\"1524.0566\" y=\"-670.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 384, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4554917720&#45;&gt;4538580048 -->\n",
       "<g id=\"edge58\" class=\"edge\">\n",
       "<title>4554917720&#45;&gt;4538580048</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1513.6874,-663.9883C1505.46,-656.0446 1493.7632,-644.7512 1484.02,-635.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1486.3536,-632.7319 1476.7285,-628.3039 1481.4915,-637.7678 1486.3536,-632.7319\"/>\n",
       "</g>\n",
       "<!-- 4554917792 -->\n",
       "<g id=\"node60\" class=\"node\">\n",
       "<title>4554917792</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1606.0488,-628 1516.0645,-628 1516.0645,-608 1606.0488,-608 1606.0488,-628\"/>\n",
       "<text text-anchor=\"middle\" x=\"1561.0566\" y=\"-614.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 384, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4554917792&#45;&gt;4538580304 -->\n",
       "<g id=\"edge59\" class=\"edge\">\n",
       "<title>4554917792&#45;&gt;4538580304</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1553.1304,-607.762C1546.0708,-598.6432 1535.577,-585.0888 1527.0987,-574.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1529.7247,-571.8122 1520.8354,-566.0475 1524.1896,-576.0974 1529.7247,-571.8122\"/>\n",
       "</g>\n",
       "<!-- 4554864784 -->\n",
       "<g id=\"node61\" class=\"node\">\n",
       "<title>4554864784</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1665.5488,-572 1566.5645,-572 1566.5645,-540 1665.5488,-540 1665.5488,-572\"/>\n",
       "<text text-anchor=\"middle\" x=\"1616.0566\" y=\"-558.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv9.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1616.0566\" y=\"-546.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 384, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4554864784&#45;&gt;4554864528 -->\n",
       "<g id=\"edge60\" class=\"edge\">\n",
       "<title>4554864784&#45;&gt;4554864528</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1616.0566,-539.7102C1616.0566,-532.0144 1616.0566,-522.744 1616.0566,-514.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1619.5567,-514.3512 1616.0566,-504.3512 1612.5567,-514.3513 1619.5567,-514.3512\"/>\n",
       "</g>\n",
       "<!-- 4554864720 -->\n",
       "<g id=\"node62\" class=\"node\">\n",
       "<title>4554864720</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1750.7138,-572 1683.3995,-572 1683.3995,-540 1750.7138,-540 1750.7138,-572\"/>\n",
       "<text text-anchor=\"middle\" x=\"1717.0566\" y=\"-558.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv9.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1717.0566\" y=\"-546.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4554864720&#45;&gt;4554864528 -->\n",
       "<g id=\"edge61\" class=\"edge\">\n",
       "<title>4554864720&#45;&gt;4554864528</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1690.7837,-539.8721C1675.4884,-530.4829 1656.3071,-518.7082 1641.2078,-509.4393\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1642.7585,-506.2844 1632.4051,-504.0357 1639.0964,-512.2501 1642.7585,-506.2844\"/>\n",
       "</g>\n",
       "<!-- 4554917864 -->\n",
       "<g id=\"node63\" class=\"node\">\n",
       "<title>4554917864</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1771.0488,-504 1687.0645,-504 1687.0645,-484 1771.0488,-484 1771.0488,-504\"/>\n",
       "<text text-anchor=\"middle\" x=\"1729.0566\" y=\"-490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 1024, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4554917864&#45;&gt;4538580560 -->\n",
       "<g id=\"edge62\" class=\"edge\">\n",
       "<title>4554917864&#45;&gt;4538580560</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1719.6442,-483.762C1711.0949,-474.4627 1698.3045,-460.5503 1688.1363,-449.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1690.6385,-447.0404 1681.2939,-442.0475 1685.4853,-451.778 1690.6385,-447.0404\"/>\n",
       "</g>\n",
       "<!-- 4554864336 -->\n",
       "<g id=\"node64\" class=\"node\">\n",
       "<title>4554864336</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1827.5488,-448 1722.5645,-448 1722.5645,-416 1827.5488,-416 1827.5488,-448\"/>\n",
       "<text text-anchor=\"middle\" x=\"1775.0566\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv10.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1775.0566\" y=\"-422.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4554864336&#45;&gt;4554863568 -->\n",
       "<g id=\"edge63\" class=\"edge\">\n",
       "<title>4554864336&#45;&gt;4554863568</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1775.0566,-415.7102C1775.0566,-408.0144 1775.0566,-398.744 1775.0566,-390.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1778.5567,-390.3512 1775.0566,-380.3512 1771.5567,-390.3513 1778.5567,-390.3512\"/>\n",
       "</g>\n",
       "<!-- 4554864272 -->\n",
       "<g id=\"node65\" class=\"node\">\n",
       "<title>4554864272</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1918.7137,-448 1845.3996,-448 1845.3996,-416 1918.7137,-416 1918.7137,-448\"/>\n",
       "<text text-anchor=\"middle\" x=\"1882.0566\" y=\"-434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv10.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1882.0566\" y=\"-422.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4554864272&#45;&gt;4554863568 -->\n",
       "<g id=\"edge64\" class=\"edge\">\n",
       "<title>4554864272&#45;&gt;4554863568</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1854.223,-415.8721C1837.8661,-406.3943 1817.3145,-394.4858 1801.2504,-385.1777\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1802.7835,-382.0209 1792.3763,-380.0357 1799.2739,-388.0776 1802.7835,-382.0209\"/>\n",
       "</g>\n",
       "<!-- 4554917936 -->\n",
       "<g id=\"node66\" class=\"node\">\n",
       "<title>4554917936</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1930.0488,-380 1846.0645,-380 1846.0645,-360 1930.0488,-360 1930.0488,-380\"/>\n",
       "<text text-anchor=\"middle\" x=\"1888.0566\" y=\"-366.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 1024, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4554917936&#45;&gt;4554874960 -->\n",
       "<g id=\"edge65\" class=\"edge\">\n",
       "<title>4554917936&#45;&gt;4554874960</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1878.6442,-359.762C1870.0949,-350.4627 1857.3045,-336.5503 1847.1363,-325.4902\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1849.6385,-323.0404 1840.2939,-318.0475 1844.4853,-327.778 1849.6385,-323.0404\"/>\n",
       "</g>\n",
       "<!-- 4554862736 -->\n",
       "<g id=\"node67\" class=\"node\">\n",
       "<title>4554862736</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1986.5488,-324 1881.5645,-324 1881.5645,-292 1986.5488,-292 1986.5488,-324\"/>\n",
       "<text text-anchor=\"middle\" x=\"1934.0566\" y=\"-310.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv11.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1934.0566\" y=\"-298.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4554862736&#45;&gt;4538799952 -->\n",
       "<g id=\"edge66\" class=\"edge\">\n",
       "<title>4554862736&#45;&gt;4538799952</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1934.0566,-291.7102C1934.0566,-284.0144 1934.0566,-274.744 1934.0566,-266.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1937.5567,-266.3512 1934.0566,-256.3512 1930.5567,-266.3513 1937.5567,-266.3512\"/>\n",
       "</g>\n",
       "<!-- 4554863440 -->\n",
       "<g id=\"node68\" class=\"node\">\n",
       "<title>4554863440</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2077.7738,-324 2004.3395,-324 2004.3395,-292 2077.7738,-292 2077.7738,-324\"/>\n",
       "<text text-anchor=\"middle\" x=\"2041.0566\" y=\"-310.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv11.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2041.0566\" y=\"-298.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4554863440&#45;&gt;4538799952 -->\n",
       "<g id=\"edge67\" class=\"edge\">\n",
       "<title>4554863440&#45;&gt;4538799952</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2013.223,-291.8721C1996.8661,-282.3943 1976.3145,-270.4858 1960.2504,-261.1777\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1961.7835,-258.0209 1951.3763,-256.0357 1958.2739,-264.0776 1961.7835,-258.0209\"/>\n",
       "</g>\n",
       "<!-- 4554918008 -->\n",
       "<g id=\"node69\" class=\"node\">\n",
       "<title>4554918008</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2089.0488,-256 2005.0645,-256 2005.0645,-236 2089.0488,-236 2089.0488,-256\"/>\n",
       "<text text-anchor=\"middle\" x=\"2047.0566\" y=\"-242.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 1024, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4554918008&#45;&gt;4554875216 -->\n",
       "<g id=\"edge68\" class=\"edge\">\n",
       "<title>4554918008&#45;&gt;4554875216</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2036.8662,-235.9883C2028.7806,-228.0446 2017.2855,-216.7512 2007.7103,-207.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2010.1308,-204.8154 2000.5445,-200.3039 2005.225,-209.8088 2010.1308,-204.8154\"/>\n",
       "</g>\n",
       "<!-- 4554918080 -->\n",
       "<g id=\"node70\" class=\"node\">\n",
       "<title>4554918080</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2124.0488,-200 2040.0645,-200 2040.0645,-180 2124.0488,-180 2124.0488,-200\"/>\n",
       "<text text-anchor=\"middle\" x=\"2082.0566\" y=\"-186.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 1024, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4554918080&#45;&gt;4554875472 -->\n",
       "<g id=\"edge69\" class=\"edge\">\n",
       "<title>4554918080&#45;&gt;4554875472</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2073.8328,-179.9883C2067.5014,-172.2806 2058.5795,-161.4191 2050.996,-152.187\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2053.5725,-149.8096 2044.5205,-144.3039 2048.1634,-154.2528 2053.5725,-149.8096\"/>\n",
       "</g>\n",
       "<!-- 4538801936 -->\n",
       "<g id=\"node71\" class=\"node\">\n",
       "<title>4538801936</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2179.5488,-88 2098.5645,-88 2098.5645,-56 2179.5488,-56 2179.5488,-88\"/>\n",
       "<text text-anchor=\"middle\" x=\"2139.0566\" y=\"-74.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">fc.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"2139.0566\" y=\"-62.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1000, 1024)</text>\n",
       "</g>\n",
       "<!-- 4538801936&#45;&gt;4554875984 -->\n",
       "<g id=\"edge70\" class=\"edge\">\n",
       "<title>4538801936&#45;&gt;4554875984</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2170.7922,-55.8721C2189.7907,-46.2171 2213.7525,-34.0398 2232.2125,-24.6585\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2233.9799,-27.6864 2241.309,-20.0357 2230.8085,-21.446 2233.9799,-27.6864\"/>\n",
       "</g>\n",
       "<!-- 4538801424 -->\n",
       "<g id=\"node72\" class=\"node\">\n",
       "<title>4538801424</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2251.0566,-88 2197.0566,-88 2197.0566,-56 2251.0566,-56 2251.0566,-88\"/>\n",
       "<text text-anchor=\"middle\" x=\"2224.0566\" y=\"-74.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">fc.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2224.0566\" y=\"-62.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1000)</text>\n",
       "</g>\n",
       "<!-- 4538801424&#45;&gt;4554875984 -->\n",
       "<g id=\"edge71\" class=\"edge\">\n",
       "<title>4538801424&#45;&gt;4554875984</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2233.778,-55.7102C2238.6316,-47.5771 2244.5347,-37.6855 2249.6065,-29.1867\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2252.7602,-30.732 2254.8793,-20.3512 2246.7492,-27.1447 2252.7602,-30.732\"/>\n",
       "</g>\n",
       "<!-- 4554918152 -->\n",
       "<g id=\"node73\" class=\"node\">\n",
       "<title>4554918152</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2329.0488,-82 2269.0645,-82 2269.0645,-62 2329.0488,-62 2329.0488,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"2299.0566\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 1024)</text>\n",
       "</g>\n",
       "<!-- 4554918152&#45;&gt;4554875984 -->\n",
       "<g id=\"edge72\" class=\"edge\">\n",
       "<title>4554918152&#45;&gt;4554875984</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2292.7817,-61.762C2287.3035,-52.8238 2279.2132,-39.6239 2272.5738,-28.7912\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2275.4246,-26.7446 2267.2148,-20.0475 2269.4564,-30.4025 2275.4246,-26.7446\"/>\n",
       "</g>\n",
       "<!-- 4554918224 -->\n",
       "<g id=\"node74\" class=\"node\">\n",
       "<title>4554918224</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2425.0488,-82 2347.0645,-82 2347.0645,-62 2425.0488,-62 2425.0488,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"2386.0566\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1000, 1024)</text>\n",
       "</g>\n",
       "<!-- 4554918224&#45;&gt;4554875984 -->\n",
       "<g id=\"edge73\" class=\"edge\">\n",
       "<title>4554918224&#45;&gt;4554875984</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2365.695,-61.9006C2345.2653,-51.7675 2313.5917,-36.0574 2290.4413,-24.5748\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2291.9233,-21.403 2281.4095,-20.095 2288.8129,-27.674 2291.9233,-21.403\"/>\n",
       "</g>\n",
       "<!-- 4554918296 -->\n",
       "<g id=\"node75\" class=\"node\">\n",
       "<title>4554918296</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2497.0566,-82 2443.0566,-82 2443.0566,-62 2497.0566,-62 2497.0566,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"2470.0566\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1000)</text>\n",
       "</g>\n",
       "<!-- 4554918296&#45;&gt;4554875984 -->\n",
       "<g id=\"edge74\" class=\"edge\">\n",
       "<title>4554918296&#45;&gt;4554875984</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2448.9619,-61.9573C2444.123,-59.8413 2438.9587,-57.7288 2434.0566,-56 2395.5101,-42.4057 2350.9096,-30.6385 2316.6491,-22.4091\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2317.3592,-18.9805 2306.8213,-20.0771 2315.743,-25.7914 2317.3592,-18.9805\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x10e889b90>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "make_dot(y, params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Tensorflow model definition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np\n",
    "\n",
    "def g(inputs, params):\n",
    "    def tr(v):\n",
    "        if v.ndim == 4:\n",
    "            return v.transpose(2,3,1,0)\n",
    "        elif v.ndim == 2:\n",
    "            return v.transpose()\n",
    "        return v\n",
    "    params = {k: tf.constant(tr(v)) for k, v in params.iteritems()}\n",
    "    \n",
    "    def conv2d(x, params, name, stride=1, padding=0):\n",
    "        x = tf.pad(x, [[0,0],[padding,padding],[padding,padding],[0,0]])\n",
    "        z = tf.nn.conv2d(x, params['%s.weight'%name], [1,stride,stride,1],\n",
    "                         padding='VALID')\n",
    "        return tf.nn.bias_add(z, params['%s.bias'%name])\n",
    "    \n",
    "    def pool(f, x, stride):\n",
    "        return f(o,\n",
    "                 ksize=[1,stride,stride,1],\n",
    "                 strides=[1,stride,stride,1],\n",
    "                 padding='SAME')\n",
    "    \n",
    "    def block(x, names, stride=1, padding=0):\n",
    "        x = tf.nn.relu(conv2d(x, params, names[0], stride, padding))\n",
    "        x = tf.nn.relu(conv2d(x, params, names[1]))\n",
    "        x = tf.nn.relu(conv2d(x, params, names[2]))\n",
    "        return x\n",
    "    \n",
    "    o = block(inputs, ['conv0', 'conv1', 'conv2'], 4, 5)\n",
    "    o = pool(tf.nn.max_pool, o, 2)\n",
    "    o = block(o, ['conv3', 'conv4', 'conv5'], 1, 2)\n",
    "    o = pool(tf.nn.max_pool, o, 2)\n",
    "    o = block(o, ['conv6', 'conv7', 'conv8'], 1, 1)\n",
    "    o = pool(tf.nn.max_pool, o, 2)\n",
    "    o = block(o, ['conv9', 'conv10', 'conv11'], 1, 1)\n",
    "    o = pool(tf.nn.avg_pool, o, 7)\n",
    "    o = tf.reshape(o, [-1,1024])\n",
    "    o = tf.matmul(o, params['fc.weight']) + params['fc.bias']\n",
    "    return o\n",
    "\n",
    "params = hkl.load('nin-export.hkl')\n",
    "inputs_tf = tf.placeholder(tf.float32, shape=[None,224,224,3])\n",
    "\n",
    "out = g(inputs_tf, params)\n",
    "\n",
    "sess = tf.Session()\n",
    "y_tf = sess.run(out, feed_dict={inputs_tf: inputs.permute(0,2,3,1).numpy()})\n",
    "\n",
    "# check that difference between PyTorch and Tensorflow is small\n",
    "assert np.abs(y_tf - y.data.numpy()).max() < 1e-5"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}