demos/pytorch_graph.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# HiddenLayer Graph Demo - PyTorch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import torchvision.models\n",
    "import hiddenlayer as hl"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## VGG16"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: %3 Pages: 1 -->\r\n",
       "<svg width=\"364pt\" height=\"1628pt\"\r\n",
       " viewBox=\"0.00 0.00 363.50 1628.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(72 1592)\">\r\n",
       "<title>%3</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"none\" points=\"-72,36 -72,-1592 291.5,-1592 291.5,36 -72,36\"/>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[4]/outputs/37 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>VGG/Sequential[features]/MaxPool2d[4]/outputs/37</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"176,-1475 109,-1475 109,-1439 176,-1439 176,-1475\"/>\r\n",
       "<text text-anchor=\"start\" x=\"117.5\" y=\"-1454\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2</text>\r\n",
       "</g>\r\n",
       "<!-- 2178149313860281461 -->\r\n",
       "<g id=\"node20\" class=\"node\"><title>2178149313860281461</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"184.5,-1402 100.5,-1402 100.5,-1358 184.5,-1358 184.5,-1402\"/>\r\n",
       "<text text-anchor=\"start\" x=\"108.5\" y=\"-1386\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"170.5\" y=\"-1365\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[4]/outputs/37&#45;&gt;2178149313860281461 -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>VGG/Sequential[features]/MaxPool2d[4]/outputs/37&#45;&gt;2178149313860281461</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.5,-1438.98C142.5,-1431.15 142.5,-1421.61 142.5,-1412.54\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"146,-1412.24 142.5,-1402.24 139,-1412.24 146,-1412.24\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[9]/outputs/42 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>VGG/Sequential[features]/MaxPool2d[9]/outputs/42</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"176,-1321 109,-1321 109,-1285 176,-1285 176,-1321\"/>\r\n",
       "<text text-anchor=\"start\" x=\"117.5\" y=\"-1300\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2</text>\r\n",
       "</g>\r\n",
       "<!-- 7620460878585952078 -->\r\n",
       "<g id=\"node21\" class=\"node\"><title>7620460878585952078</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"184.5,-1248 100.5,-1248 100.5,-1204 184.5,-1204 184.5,-1248\"/>\r\n",
       "<text text-anchor=\"start\" x=\"108.5\" y=\"-1232\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"170.5\" y=\"-1211\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[9]/outputs/42&#45;&gt;7620460878585952078 -->\r\n",
       "<g id=\"edge18\" class=\"edge\"><title>VGG/Sequential[features]/MaxPool2d[9]/outputs/42&#45;&gt;7620460878585952078</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.5,-1284.98C142.5,-1277.15 142.5,-1267.61 142.5,-1258.54\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"146,-1258.24 142.5,-1248.24 139,-1258.24 146,-1258.24\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[16]/outputs/49 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>VGG/Sequential[features]/MaxPool2d[16]/outputs/49</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"176,-1167 109,-1167 109,-1131 176,-1131 176,-1167\"/>\r\n",
       "<text text-anchor=\"start\" x=\"117.5\" y=\"-1146\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2</text>\r\n",
       "</g>\r\n",
       "<!-- 8014352737571195385 -->\r\n",
       "<g id=\"node22\" class=\"node\"><title>8014352737571195385</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"184.5,-1094 100.5,-1094 100.5,-1050 184.5,-1050 184.5,-1094\"/>\r\n",
       "<text text-anchor=\"start\" x=\"108.5\" y=\"-1078\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"170.5\" y=\"-1057\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[16]/outputs/49&#45;&gt;8014352737571195385 -->\r\n",
       "<g id=\"edge20\" class=\"edge\"><title>VGG/Sequential[features]/MaxPool2d[16]/outputs/49&#45;&gt;8014352737571195385</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.5,-1130.98C142.5,-1123.15 142.5,-1113.61 142.5,-1104.54\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"146,-1104.24 142.5,-1094.24 139,-1104.24 146,-1104.24\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[23]/outputs/56 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>VGG/Sequential[features]/MaxPool2d[23]/outputs/56</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"176,-1013 109,-1013 109,-977 176,-977 176,-1013\"/>\r\n",
       "<text text-anchor=\"start\" x=\"117.5\" y=\"-992\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2</text>\r\n",
       "</g>\r\n",
       "<!-- 767550013900401772 -->\r\n",
       "<g id=\"node23\" class=\"node\"><title>767550013900401772</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"184.5,-940 100.5,-940 100.5,-896 184.5,-896 184.5,-940\"/>\r\n",
       "<text text-anchor=\"start\" x=\"108.5\" y=\"-924\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"170.5\" y=\"-903\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[23]/outputs/56&#45;&gt;767550013900401772 -->\r\n",
       "<g id=\"edge22\" class=\"edge\"><title>VGG/Sequential[features]/MaxPool2d[23]/outputs/56&#45;&gt;767550013900401772</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.5,-976.981C142.5,-969.153 142.5,-959.608 142.5,-950.539\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"146,-950.244 142.5,-940.244 139,-950.244 146,-950.244\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[30]/outputs/63 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>VGG/Sequential[features]/MaxPool2d[30]/outputs/63</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"176,-859 109,-859 109,-823 176,-823 176,-859\"/>\r\n",
       "<text text-anchor=\"start\" x=\"117.5\" y=\"-838\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/64 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>VGG/outputs/64</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"137.5,-776 83.5,-776 83.5,-740 137.5,-740 137.5,-776\"/>\r\n",
       "<text text-anchor=\"start\" x=\"96.5\" y=\"-755\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Shape</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[30]/outputs/63&#45;&gt;VGG/outputs/64 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>VGG/Sequential[features]/MaxPool2d[30]/outputs/63&#45;&gt;VGG/outputs/64</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M124.74,-822.901C120.295,-817.605 116.066,-811.453 113.5,-805 111.189,-799.188 110.009,-792.637 109.485,-786.34\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"112.977,-786.034 109.14,-776.159 105.981,-786.272 112.977,-786.034\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"136.5\" y=\"-797\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x512x7x7</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/71 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>VGG/outputs/71</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"178.5,-411 124.5,-411 124.5,-375 178.5,-375 178.5,-411\"/>\r\n",
       "<text text-anchor=\"start\" x=\"133.5\" y=\"-390\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Reshape</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[features]/MaxPool2d[30]/outputs/63&#45;&gt;VGG/outputs/71 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>VGG/Sequential[features]/MaxPool2d[30]/outputs/63&#45;&gt;VGG/outputs/71</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M153.342,-822.714C162.282,-806.79 173.5,-782.188 173.5,-759 173.5,-759 173.5,-759 173.5,-465 173.5,-449.781 168.831,-433.515 163.794,-420.398\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"166.989,-418.962 159.943,-411.05 160.516,-421.629 166.989,-418.962\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"196.5\" y=\"-609.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x512x7x7</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/65 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>VGG/outputs/65</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"137.5,-703 83.5,-703 83.5,-667 137.5,-667 137.5,-703\"/>\r\n",
       "<text text-anchor=\"start\" x=\"100.5\" y=\"-682\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Slice</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/64&#45;&gt;VGG/outputs/65 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>VGG/outputs/64&#45;&gt;VGG/outputs/65</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M110.5,-739.813C110.5,-731.789 110.5,-722.047 110.5,-713.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"114,-713.029 110.5,-703.029 107,-713.029 114,-713.029\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/66 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>VGG/outputs/66</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"137.5,-630 83.5,-630 83.5,-594 137.5,-594 137.5,-630\"/>\r\n",
       "<text text-anchor=\"start\" x=\"92.5\" y=\"-609\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Squeeze</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/65&#45;&gt;VGG/outputs/66 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>VGG/outputs/65&#45;&gt;VGG/outputs/66</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M110.5,-666.813C110.5,-658.789 110.5,-649.047 110.5,-640.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"114,-640.029 110.5,-630.029 107,-640.029 114,-640.029\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/68 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>VGG/outputs/68</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"144,-557 81,-557 81,-521 144,-521 144,-557\"/>\r\n",
       "<text text-anchor=\"start\" x=\"89.5\" y=\"-536\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Unsqueeze</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/66&#45;&gt;VGG/outputs/68 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>VGG/outputs/66&#45;&gt;VGG/outputs/68</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M110.984,-593.813C111.21,-585.789 111.485,-576.047 111.737,-567.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"115.237,-567.123 112.02,-557.029 108.24,-566.926 115.237,-567.123\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/67 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>VGG/outputs/67</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"58.5,-630 4.5,-630 4.5,-594 58.5,-594 58.5,-630\"/>\r\n",
       "<text text-anchor=\"start\" x=\"12.5\" y=\"-609\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Constant</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/69 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>VGG/outputs/69</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"63,-557 0,-557 0,-521 63,-521 63,-557\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8.5\" y=\"-536\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Unsqueeze</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/67&#45;&gt;VGG/outputs/69 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>VGG/outputs/67&#45;&gt;VGG/outputs/69</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M31.5,-593.813C31.5,-585.789 31.5,-576.047 31.5,-567.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"35.0001,-567.029 31.5,-557.029 28.0001,-567.029 35.0001,-567.029\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/70 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>VGG/outputs/70</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"139.5,-484 85.5,-484 85.5,-448 139.5,-448 139.5,-484\"/>\r\n",
       "<text text-anchor=\"start\" x=\"97.5\" y=\"-463\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/68&#45;&gt;VGG/outputs/70 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>VGG/outputs/68&#45;&gt;VGG/outputs/70</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M112.5,-520.813C112.5,-512.789 112.5,-503.047 112.5,-494.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"116,-494.029 112.5,-484.029 109,-494.029 116,-494.029\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/69&#45;&gt;VGG/outputs/70 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>VGG/outputs/69&#45;&gt;VGG/outputs/70</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M51.1078,-520.813C61.3557,-511.83 74.0611,-500.693 85.2502,-490.886\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"87.8598,-493.253 93.0727,-484.029 83.2456,-487.988 87.8598,-493.253\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/70&#45;&gt;VGG/outputs/71 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>VGG/outputs/70&#45;&gt;VGG/outputs/71</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M121.941,-447.813C126.54,-439.441 132.166,-429.197 137.272,-419.903\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"140.399,-421.479 142.146,-411.029 134.264,-418.109 140.399,-421.479\"/>\r\n",
       "</g>\r\n",
       "<!-- 13585443071635910817 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>13585443071635910817</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"188.5,-338 114.5,-338 114.5,-302 188.5,-302 188.5,-338\"/>\r\n",
       "<text text-anchor=\"start\" x=\"122.5\" y=\"-317\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Linear &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/outputs/71&#45;&gt;13585443071635910817 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>VGG/outputs/71&#45;&gt;13585443071635910817</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M151.5,-374.813C151.5,-366.789 151.5,-357.047 151.5,-348.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155,-348.029 151.5,-338.029 148,-348.029 155,-348.029\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[classifier]/Dropout[2]/outputs/74/75 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>VGG/Sequential[classifier]/Dropout[2]/outputs/74/75</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"178.5,-265 124.5,-265 124.5,-229 178.5,-229 178.5,-265\"/>\r\n",
       "<text text-anchor=\"start\" x=\"134.5\" y=\"-244\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- 15385372643611397961 -->\r\n",
       "<g id=\"node18\" class=\"node\"><title>15385372643611397961</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"188.5,-192 114.5,-192 114.5,-156 188.5,-156 188.5,-192\"/>\r\n",
       "<text text-anchor=\"start\" x=\"122.5\" y=\"-171\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Linear &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[classifier]/Dropout[2]/outputs/74/75&#45;&gt;15385372643611397961 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>VGG/Sequential[classifier]/Dropout[2]/outputs/74/75&#45;&gt;15385372643611397961</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M151.5,-228.813C151.5,-220.789 151.5,-211.047 151.5,-202.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155,-202.029 151.5,-192.029 148,-202.029 155,-202.029\"/>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[classifier]/Dropout[5]/outputs/78/79 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>VGG/Sequential[classifier]/Dropout[5]/outputs/78/79</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"178.5,-119 124.5,-119 124.5,-83 178.5,-83 178.5,-119\"/>\r\n",
       "<text text-anchor=\"start\" x=\"134.5\" y=\"-98\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[classifier]/Linear[6]/outputs/80 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>VGG/Sequential[classifier]/Linear[6]/outputs/80</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"178.5,-36 124.5,-36 124.5,-0 178.5,-0 178.5,-36\"/>\r\n",
       "<text text-anchor=\"start\" x=\"138.5\" y=\"-15\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Linear</text>\r\n",
       "</g>\r\n",
       "<!-- VGG/Sequential[classifier]/Dropout[5]/outputs/78/79&#45;&gt;VGG/Sequential[classifier]/Linear[6]/outputs/80 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>VGG/Sequential[classifier]/Dropout[5]/outputs/78/79&#45;&gt;VGG/Sequential[classifier]/Linear[6]/outputs/80</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M151.5,-82.822C151.5,-72.1903 151.5,-58.306 151.5,-46.2035\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155,-46.1532 151.5,-36.1533 148,-46.1533 155,-46.1532\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"167\" y=\"-57\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x4096</text>\r\n",
       "</g>\r\n",
       "<!-- 13585443071635910817&#45;&gt;VGG/Sequential[classifier]/Dropout[2]/outputs/74/75 -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>13585443071635910817&#45;&gt;VGG/Sequential[classifier]/Dropout[2]/outputs/74/75</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M151.5,-301.813C151.5,-293.789 151.5,-284.047 151.5,-275.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155,-275.029 151.5,-265.029 148,-275.029 155,-275.029\"/>\r\n",
       "</g>\r\n",
       "<!-- 15385372643611397961&#45;&gt;VGG/Sequential[classifier]/Dropout[5]/outputs/78/79 -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>15385372643611397961&#45;&gt;VGG/Sequential[classifier]/Dropout[5]/outputs/78/79</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M151.5,-155.813C151.5,-147.789 151.5,-138.047 151.5,-129.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155,-129.029 151.5,-119.029 148,-129.029 155,-129.029\"/>\r\n",
       "</g>\r\n",
       "<!-- 3780944308770942131 -->\r\n",
       "<g id=\"node19\" class=\"node\"><title>3780944308770942131</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"184.5,-1556 100.5,-1556 100.5,-1512 184.5,-1512 184.5,-1556\"/>\r\n",
       "<text text-anchor=\"start\" x=\"108.5\" y=\"-1540\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"170.5\" y=\"-1519\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- 3780944308770942131&#45;&gt;VGG/Sequential[features]/MaxPool2d[4]/outputs/37 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>3780944308770942131&#45;&gt;VGG/Sequential[features]/MaxPool2d[4]/outputs/37</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.5,-1511.71C142.5,-1503.46 142.5,-1493.91 142.5,-1485.17\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"146,-1485.06 142.5,-1475.06 139,-1485.06 146,-1485.06\"/>\r\n",
       "</g>\r\n",
       "<!-- 2178149313860281461&#45;&gt;VGG/Sequential[features]/MaxPool2d[9]/outputs/42 -->\r\n",
       "<g id=\"edge17\" class=\"edge\"><title>2178149313860281461&#45;&gt;VGG/Sequential[features]/MaxPool2d[9]/outputs/42</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.5,-1357.71C142.5,-1349.46 142.5,-1339.91 142.5,-1331.17\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"146,-1331.06 142.5,-1321.06 139,-1331.06 146,-1331.06\"/>\r\n",
       "</g>\r\n",
       "<!-- 7620460878585952078&#45;&gt;VGG/Sequential[features]/MaxPool2d[16]/outputs/49 -->\r\n",
       "<g id=\"edge19\" class=\"edge\"><title>7620460878585952078&#45;&gt;VGG/Sequential[features]/MaxPool2d[16]/outputs/49</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.5,-1203.71C142.5,-1195.46 142.5,-1185.91 142.5,-1177.17\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"146,-1177.06 142.5,-1167.06 139,-1177.06 146,-1177.06\"/>\r\n",
       "</g>\r\n",
       "<!-- 8014352737571195385&#45;&gt;VGG/Sequential[features]/MaxPool2d[23]/outputs/56 -->\r\n",
       "<g id=\"edge21\" class=\"edge\"><title>8014352737571195385&#45;&gt;VGG/Sequential[features]/MaxPool2d[23]/outputs/56</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.5,-1049.71C142.5,-1041.46 142.5,-1031.91 142.5,-1023.17\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"146,-1023.06 142.5,-1013.06 139,-1023.06 146,-1023.06\"/>\r\n",
       "</g>\r\n",
       "<!-- 767550013900401772&#45;&gt;VGG/Sequential[features]/MaxPool2d[30]/outputs/63 -->\r\n",
       "<g id=\"edge23\" class=\"edge\"><title>767550013900401772&#45;&gt;VGG/Sequential[features]/MaxPool2d[30]/outputs/63</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.5,-895.709C142.5,-887.457 142.5,-877.909 142.5,-869.173\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"146,-869.06 142.5,-859.06 139,-869.06 146,-869.06\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<hiddenlayer.graph.Graph at 0x1a7fff79d68>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# VGG16 with BatchNorm\n",
    "model = torchvision.models.vgg16()\n",
    "\n",
    "# Build HiddenLayer graph\n",
    "# Jupyter Notebook renders it automatically\n",
    "hl.build_graph(model, torch.zeros([1, 3, 224, 224]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## AlexNet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: %3 Pages: 1 -->\r\n",
       "<svg width=\"383pt\" height=\"1304pt\"\r\n",
       " viewBox=\"0.00 0.00 383.00 1304.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(72 1268)\">\r\n",
       "<title>%3</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"none\" points=\"-72,36 -72,-1268 311,-1268 311,36 -72,36\"/>\r\n",
       "<!-- AlexNet/Sequential[features]/MaxPool2d[2]/outputs/19 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>AlexNet/Sequential[features]/MaxPool2d[2]/outputs/19</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"190,-1159 116,-1159 116,-1123 190,-1123 190,-1159\"/>\r\n",
       "<text text-anchor=\"start\" x=\"124\" y=\"-1138\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- 17947359686555288364 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>17947359686555288364</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"199.5,-1086 106.5,-1086 106.5,-1050 199.5,-1050 199.5,-1086\"/>\r\n",
       "<text text-anchor=\"start\" x=\"115\" y=\"-1065\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv5x5 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[features]/MaxPool2d[2]/outputs/19&#45;&gt;17947359686555288364 -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>AlexNet/Sequential[features]/MaxPool2d[2]/outputs/19&#45;&gt;17947359686555288364</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M153,-1122.81C153,-1114.79 153,-1105.05 153,-1096.07\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"156.5,-1096.03 153,-1086.03 149.5,-1096.03 156.5,-1096.03\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[features]/MaxPool2d[5]/outputs/22 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>AlexNet/Sequential[features]/MaxPool2d[5]/outputs/22</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"190,-1013 116,-1013 116,-977 190,-977 190,-1013\"/>\r\n",
       "<text text-anchor=\"start\" x=\"124\" y=\"-992\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- 10918604162337454314 -->\r\n",
       "<g id=\"node19\" class=\"node\"><title>10918604162337454314</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"199.5,-940 106.5,-940 106.5,-896 199.5,-896 199.5,-940\"/>\r\n",
       "<text text-anchor=\"start\" x=\"115\" y=\"-924\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"184\" y=\"-903\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[features]/MaxPool2d[5]/outputs/22&#45;&gt;10918604162337454314 -->\r\n",
       "<g id=\"edge18\" class=\"edge\"><title>AlexNet/Sequential[features]/MaxPool2d[5]/outputs/22&#45;&gt;10918604162337454314</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M153,-976.981C153,-969.153 153,-959.608 153,-950.539\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"156.5,-950.244 153,-940.244 149.5,-950.244 156.5,-950.244\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[features]/MaxPool2d[12]/outputs/29 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>AlexNet/Sequential[features]/MaxPool2d[12]/outputs/29</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"190,-859 116,-859 116,-823 190,-823 190,-859\"/>\r\n",
       "<text text-anchor=\"start\" x=\"124\" y=\"-838\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/30 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>AlexNet/outputs/30</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"147,-776 93,-776 93,-740 147,-740 147,-776\"/>\r\n",
       "<text text-anchor=\"start\" x=\"105\" y=\"-755\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Shape</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[features]/MaxPool2d[12]/outputs/29&#45;&gt;AlexNet/outputs/30 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>AlexNet/Sequential[features]/MaxPool2d[12]/outputs/29&#45;&gt;AlexNet/outputs/30</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M132.892,-822.891C128.11,-817.679 123.634,-811.572 121,-805 118.677,-799.205 117.68,-792.661 117.415,-786.365\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"120.917,-786.228 117.555,-776.181 113.917,-786.131 120.917,-786.228\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"147\" y=\"-797\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x256x6x6</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/37 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>AlexNet/outputs/37</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"194,-411 136,-411 136,-375 194,-375 194,-411\"/>\r\n",
       "<text text-anchor=\"start\" x=\"144\" y=\"-390\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Reshape</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[features]/MaxPool2d[12]/outputs/29&#45;&gt;AlexNet/outputs/37 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>AlexNet/Sequential[features]/MaxPool2d[12]/outputs/29&#45;&gt;AlexNet/outputs/37</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M164.892,-822.856C174.696,-807.028 187,-782.487 187,-759 187,-759 187,-759 187,-465 187,-449.781 182.331,-433.515 177.294,-420.398\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"180.489,-418.962 173.443,-411.05 174.016,-421.629 180.489,-418.962\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-609.5\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x256x6x6</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/31 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>AlexNet/outputs/31</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"147,-703 93,-703 93,-667 147,-667 147,-703\"/>\r\n",
       "<text text-anchor=\"start\" x=\"108\" y=\"-682\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Slice</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/30&#45;&gt;AlexNet/outputs/31 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>AlexNet/outputs/30&#45;&gt;AlexNet/outputs/31</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M120,-739.813C120,-731.789 120,-722.047 120,-713.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"123.5,-713.029 120,-703.029 116.5,-713.029 123.5,-713.029\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/32 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>AlexNet/outputs/32</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"149.5,-630 90.5,-630 90.5,-594 149.5,-594 149.5,-630\"/>\r\n",
       "<text text-anchor=\"start\" x=\"99\" y=\"-609\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Squeeze</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/31&#45;&gt;AlexNet/outputs/32 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>AlexNet/outputs/31&#45;&gt;AlexNet/outputs/32</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M120,-666.813C120,-658.789 120,-649.047 120,-640.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"123.5,-640.029 120,-630.029 116.5,-640.029 123.5,-640.029\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/34 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>AlexNet/outputs/34</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"158,-557 88,-557 88,-521 158,-521 158,-557\"/>\r\n",
       "<text text-anchor=\"start\" x=\"96\" y=\"-536\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Unsqueeze</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/32&#45;&gt;AlexNet/outputs/34 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>AlexNet/outputs/32&#45;&gt;AlexNet/outputs/34</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M120.726,-593.813C121.065,-585.789 121.477,-576.047 121.856,-567.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"125.355,-567.168 122.28,-557.029 118.361,-566.872 125.355,-567.168\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/33 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>AlexNet/outputs/33</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"66,-630 4,-630 4,-594 66,-594 66,-630\"/>\r\n",
       "<text text-anchor=\"start\" x=\"12\" y=\"-609\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Constant</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/35 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>AlexNet/outputs/35</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"70,-557 0,-557 0,-521 70,-521 70,-557\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-536\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Unsqueeze</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/33&#45;&gt;AlexNet/outputs/35 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>AlexNet/outputs/33&#45;&gt;AlexNet/outputs/35</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M35,-593.813C35,-585.789 35,-576.047 35,-567.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"38.5001,-567.029 35,-557.029 31.5001,-567.029 38.5001,-567.029\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/36 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>AlexNet/outputs/36</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"150,-484 96,-484 96,-448 150,-448 150,-484\"/>\r\n",
       "<text text-anchor=\"start\" x=\"105\" y=\"-463\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/34&#45;&gt;AlexNet/outputs/36 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>AlexNet/outputs/34&#45;&gt;AlexNet/outputs/36</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M123,-520.813C123,-512.789 123,-503.047 123,-494.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"126.5,-494.029 123,-484.029 119.5,-494.029 126.5,-494.029\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/35&#45;&gt;AlexNet/outputs/36 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>AlexNet/outputs/35&#45;&gt;AlexNet/outputs/36</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M56.3023,-520.813C67.652,-511.656 81.7763,-500.26 94.1015,-490.316\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"96.3088,-493.032 101.894,-484.029 91.9133,-487.584 96.3088,-493.032\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/36&#45;&gt;AlexNet/outputs/37 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>AlexNet/outputs/36&#45;&gt;AlexNet/outputs/37</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M133.167,-447.813C138.12,-439.441 144.179,-429.197 149.677,-419.903\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"152.848,-421.418 154.927,-411.029 146.823,-417.854 152.848,-421.418\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[classifier]/Dropout[0]/outputs/38/39 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>AlexNet/Sequential[classifier]/Dropout[0]/outputs/38/39</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"193,-328 137,-328 137,-292 193,-292 193,-328\"/>\r\n",
       "<text text-anchor=\"start\" x=\"145\" y=\"-307\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/outputs/37&#45;&gt;AlexNet/Sequential[classifier]/Dropout[0]/outputs/38/39 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>AlexNet/outputs/37&#45;&gt;AlexNet/Sequential[classifier]/Dropout[0]/outputs/38/39</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M165,-374.822C165,-364.19 165,-350.306 165,-338.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"168.5,-338.153 165,-328.153 161.5,-338.153 168.5,-338.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"183\" y=\"-349\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x9216</text>\r\n",
       "</g>\r\n",
       "<!-- 13853751024797344660 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>13853751024797344660</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"205,-255 125,-255 125,-219 205,-219 205,-255\"/>\r\n",
       "<text text-anchor=\"start\" x=\"133\" y=\"-234\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Linear &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[classifier]/Dropout[0]/outputs/38/39&#45;&gt;13853751024797344660 -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>AlexNet/Sequential[classifier]/Dropout[0]/outputs/38/39&#45;&gt;13853751024797344660</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M165,-291.813C165,-283.789 165,-274.047 165,-265.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"168.5,-265.029 165,-255.029 161.5,-265.029 168.5,-265.029\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[classifier]/Dropout[3]/outputs/42/43 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>AlexNet/Sequential[classifier]/Dropout[3]/outputs/42/43</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"193,-182 137,-182 137,-146 193,-146 193,-182\"/>\r\n",
       "<text text-anchor=\"start\" x=\"145\" y=\"-161\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- 11578701577082315517 -->\r\n",
       "<g id=\"node18\" class=\"node\"><title>11578701577082315517</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"205,-109 125,-109 125,-73 205,-73 205,-109\"/>\r\n",
       "<text text-anchor=\"start\" x=\"133\" y=\"-88\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Linear &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[classifier]/Dropout[3]/outputs/42/43&#45;&gt;11578701577082315517 -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>AlexNet/Sequential[classifier]/Dropout[3]/outputs/42/43&#45;&gt;11578701577082315517</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M165,-145.813C165,-137.789 165,-128.047 165,-119.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"168.5,-119.029 165,-109.029 161.5,-119.029 168.5,-119.029\"/>\r\n",
       "</g>\r\n",
       "<!-- AlexNet/Sequential[classifier]/Linear[6]/outputs/46 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>AlexNet/Sequential[classifier]/Linear[6]/outputs/46</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"192,-36 138,-36 138,-0 192,-0 192,-36\"/>\r\n",
       "<text text-anchor=\"start\" x=\"150\" y=\"-15\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Linear</text>\r\n",
       "</g>\r\n",
       "<!-- 7835319627263929928 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>7835319627263929928</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"205.5,-1232 100.5,-1232 100.5,-1196 205.5,-1196 205.5,-1232\"/>\r\n",
       "<text text-anchor=\"start\" x=\"109\" y=\"-1211\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv11x11 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- 7835319627263929928&#45;&gt;AlexNet/Sequential[features]/MaxPool2d[2]/outputs/19 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>7835319627263929928&#45;&gt;AlexNet/Sequential[features]/MaxPool2d[2]/outputs/19</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M153,-1195.81C153,-1187.79 153,-1178.05 153,-1169.07\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"156.5,-1169.03 153,-1159.03 149.5,-1169.03 156.5,-1169.03\"/>\r\n",
       "</g>\r\n",
       "<!-- 17947359686555288364&#45;&gt;AlexNet/Sequential[features]/MaxPool2d[5]/outputs/22 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>17947359686555288364&#45;&gt;AlexNet/Sequential[features]/MaxPool2d[5]/outputs/22</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M153,-1049.81C153,-1041.79 153,-1032.05 153,-1023.07\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"156.5,-1023.03 153,-1013.03 149.5,-1023.03 156.5,-1023.03\"/>\r\n",
       "</g>\r\n",
       "<!-- 13853751024797344660&#45;&gt;AlexNet/Sequential[classifier]/Dropout[3]/outputs/42/43 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>13853751024797344660&#45;&gt;AlexNet/Sequential[classifier]/Dropout[3]/outputs/42/43</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M165,-218.813C165,-210.789 165,-201.047 165,-192.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"168.5,-192.029 165,-182.029 161.5,-192.029 168.5,-192.029\"/>\r\n",
       "</g>\r\n",
       "<!-- 11578701577082315517&#45;&gt;AlexNet/Sequential[classifier]/Linear[6]/outputs/46 -->\r\n",
       "<g id=\"edge17\" class=\"edge\"><title>11578701577082315517&#45;&gt;AlexNet/Sequential[classifier]/Linear[6]/outputs/46</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M165,-72.8129C165,-64.7895 165,-55.0475 165,-46.0691\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"168.5,-46.0288 165,-36.0288 161.5,-46.0289 168.5,-46.0288\"/>\r\n",
       "</g>\r\n",
       "<!-- 10918604162337454314&#45;&gt;AlexNet/Sequential[features]/MaxPool2d[12]/outputs/29 -->\r\n",
       "<g id=\"edge19\" class=\"edge\"><title>10918604162337454314&#45;&gt;AlexNet/Sequential[features]/MaxPool2d[12]/outputs/29</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M153,-895.709C153,-887.457 153,-877.909 153,-869.173\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"156.5,-869.06 153,-859.06 149.5,-869.06 156.5,-869.06\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<hiddenlayer.graph.Graph at 0x1a7fff9cf28>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# AlexNet\n",
    "model = torchvision.models.alexnet()\n",
    "\n",
    "# Build HiddenLayer graph\n",
    "hl_graph = hl.build_graph(model, torch.zeros([1, 3, 224, 224]))\n",
    "\n",
    "# Use a different color theme\n",
    "hl_graph.theme = hl.graph.THEMES[\"blue\"].copy()  # Two options: basic and blue\n",
    "hl_graph"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Transforms and Graph Expressions\n",
    "\n",
    "A Graph Expression is like a Regular Expression for graphs. It simplifies searching for nodes that fit a particular pattern. For example, the graph expression `Conv > Relu` will find Conv layers that are followed by RELU layers. And the expressions `Conv | MaxPool` will match any Conv and MaxPool layers that are in parallel branches (i.e. have the same parent node). See examples of more complex graph expressions below.\n",
    "\n",
    "Once the graph expression finds the nodes, we use Transforms to modify them. For example, if we want to delete all nodes of type `Const`, we'll use the transform `Prune(\"Const\")`. The graph expression here is simple, `Const`, which matches any node with operation of type Const. And the Prune() transform deletes the node.\n",
    "\n",
    "See more examples below. And, also, check `SIMPLICITY_TRANSFORMS` in `transforms.py`."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## ResNet101\n",
    "\n",
    "ResNet101 is a large network, but it consists of repetitive patterns. To simplify drawing the graph, we define our own transforms that find Residual Blocks and folds them together. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: %3 Pages: 1 -->\r\n",
       "<svg width=\"369pt\" height=\"1474pt\"\r\n",
       " viewBox=\"0.00 0.00 368.50 1474.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(72 1438)\">\r\n",
       "<title>%3</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"none\" points=\"-72,36 -72,-1438 296.5,-1438 296.5,36 -72,36\"/>\r\n",
       "<!-- ResNet/MaxPool2d[maxpool]/outputs/634 -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>ResNet/MaxPool2d[maxpool]/outputs/634</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"174,-1329 107,-1329 107,-1293 174,-1293 174,-1329\"/>\r\n",
       "<text text-anchor=\"start\" x=\"115.5\" y=\"-1308\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- 1458652348862088731 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>1458652348862088731</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"183,-1256 98,-1256 98,-1220 183,-1220 183,-1256\"/>\r\n",
       "<text text-anchor=\"start\" x=\"106.5\" y=\"-1235\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Bottleneck Block</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/MaxPool2d[maxpool]/outputs/634&#45;&gt;1458652348862088731 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>ResNet/MaxPool2d[maxpool]/outputs/634&#45;&gt;1458652348862088731</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-1292.81C140.5,-1284.79 140.5,-1275.05 140.5,-1266.07\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-1266.03 140.5,-1256.03 137,-1266.03 144,-1266.03\"/>\r\n",
       "</g>\r\n",
       "<!-- ResNet/AvgPool2d[avgpool]/outputs/1385 -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>ResNet/AvgPool2d[avgpool]/outputs/1385</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"167.5,-640 113.5,-640 113.5,-604 167.5,-604 167.5,-640\"/>\r\n",
       "<text text-anchor=\"start\" x=\"132.5\" y=\"-619\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Pad</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/AvgPool2d[avgpool]/outputs/1386 -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>ResNet/AvgPool2d[avgpool]/outputs/1386</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"183,-567 98,-567 98,-531 183,-531 183,-567\"/>\r\n",
       "<text text-anchor=\"start\" x=\"106.5\" y=\"-546\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">AveragePool7x7</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/AvgPool2d[avgpool]/outputs/1385&#45;&gt;ResNet/AvgPool2d[avgpool]/outputs/1386 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>ResNet/AvgPool2d[avgpool]/outputs/1385&#45;&gt;ResNet/AvgPool2d[avgpool]/outputs/1386</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-603.813C140.5,-595.789 140.5,-586.047 140.5,-577.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-577.029 140.5,-567.029 137,-577.029 144,-577.029\"/>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1387 -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>ResNet/outputs/1387</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"135.5,-484 81.5,-484 81.5,-448 135.5,-448 135.5,-484\"/>\r\n",
       "<text text-anchor=\"start\" x=\"94.5\" y=\"-463\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Shape</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/AvgPool2d[avgpool]/outputs/1386&#45;&gt;ResNet/outputs/1387 -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>ResNet/AvgPool2d[avgpool]/outputs/1386&#45;&gt;ResNet/outputs/1387</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M120.298,-530.928C115.515,-525.716 111.063,-519.601 108.5,-513 106.241,-507.181 105.361,-500.628 105.229,-494.331\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"108.734,-494.272 105.602,-484.15 101.738,-494.016 108.734,-494.272\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"134\" y=\"-505\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x2048x1x1</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1394 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>ResNet/outputs/1394</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"178.5,-119 124.5,-119 124.5,-83 178.5,-83 178.5,-119\"/>\r\n",
       "<text text-anchor=\"start\" x=\"133.5\" y=\"-98\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Reshape</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/AvgPool2d[avgpool]/outputs/1386&#45;&gt;ResNet/outputs/1394 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>ResNet/AvgPool2d[avgpool]/outputs/1386&#45;&gt;ResNet/outputs/1394</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M152.042,-530.807C161.558,-514.947 173.5,-490.385 173.5,-467 173.5,-467 173.5,-467 173.5,-173 173.5,-157.781 168.831,-141.515 163.794,-128.398\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"166.989,-126.962 159.943,-119.05 160.516,-129.629 166.989,-126.962\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"199\" y=\"-317.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x2048x1x1</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1388 -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>ResNet/outputs/1388</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"136.5,-411 82.5,-411 82.5,-375 136.5,-375 136.5,-411\"/>\r\n",
       "<text text-anchor=\"start\" x=\"99.5\" y=\"-390\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Slice</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1387&#45;&gt;ResNet/outputs/1388 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>ResNet/outputs/1387&#45;&gt;ResNet/outputs/1388</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M108.742,-447.813C108.855,-439.789 108.992,-430.047 109.119,-421.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"112.619,-421.077 109.26,-411.029 105.62,-420.979 112.619,-421.077\"/>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1389 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>ResNet/outputs/1389</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"136.5,-338 82.5,-338 82.5,-302 136.5,-302 136.5,-338\"/>\r\n",
       "<text text-anchor=\"start\" x=\"91.5\" y=\"-317\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Squeeze</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1388&#45;&gt;ResNet/outputs/1389 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>ResNet/outputs/1388&#45;&gt;ResNet/outputs/1389</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M109.5,-374.813C109.5,-366.789 109.5,-357.047 109.5,-348.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"113,-348.029 109.5,-338.029 106,-348.029 113,-348.029\"/>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1391 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>ResNet/outputs/1391</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"144,-265 81,-265 81,-229 144,-229 144,-265\"/>\r\n",
       "<text text-anchor=\"start\" x=\"89.5\" y=\"-244\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Unsqueeze</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1389&#45;&gt;ResNet/outputs/1391 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>ResNet/outputs/1389&#45;&gt;ResNet/outputs/1391</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M110.226,-301.813C110.565,-293.789 110.977,-284.047 111.356,-275.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"114.855,-275.168 111.78,-265.029 107.861,-274.872 114.855,-275.168\"/>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1390 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>ResNet/outputs/1390</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"58.5,-338 4.5,-338 4.5,-302 58.5,-302 58.5,-338\"/>\r\n",
       "<text text-anchor=\"start\" x=\"12.5\" y=\"-317\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Constant</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1392 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>ResNet/outputs/1392</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"63,-265 0,-265 0,-229 63,-229 63,-265\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8.5\" y=\"-244\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Unsqueeze</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1390&#45;&gt;ResNet/outputs/1392 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>ResNet/outputs/1390&#45;&gt;ResNet/outputs/1392</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M31.5,-301.813C31.5,-293.789 31.5,-284.047 31.5,-275.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"35.0001,-275.029 31.5,-265.029 28.0001,-275.029 35.0001,-275.029\"/>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1393 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>ResNet/outputs/1393</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"139.5,-192 85.5,-192 85.5,-156 139.5,-156 139.5,-192\"/>\r\n",
       "<text text-anchor=\"start\" x=\"97.5\" y=\"-171\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1391&#45;&gt;ResNet/outputs/1393 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>ResNet/outputs/1391&#45;&gt;ResNet/outputs/1393</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M112.5,-228.813C112.5,-220.789 112.5,-211.047 112.5,-202.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"116,-202.029 112.5,-192.029 109,-202.029 116,-202.029\"/>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1392&#45;&gt;ResNet/outputs/1393 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>ResNet/outputs/1392&#45;&gt;ResNet/outputs/1393</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M51.1078,-228.813C61.3557,-219.83 74.0611,-208.693 85.2502,-198.886\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"87.8598,-201.253 93.0727,-192.029 83.2456,-195.988 87.8598,-201.253\"/>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1393&#45;&gt;ResNet/outputs/1394 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>ResNet/outputs/1393&#45;&gt;ResNet/outputs/1394</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M121.941,-155.813C126.54,-147.441 132.166,-137.197 137.272,-127.903\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"140.399,-129.479 142.146,-119.029 134.264,-126.109 140.399,-129.479\"/>\r\n",
       "</g>\r\n",
       "<!-- ResNet/Linear[fc]/outputs/1395 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>ResNet/Linear[fc]/outputs/1395</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"178.5,-36 124.5,-36 124.5,-0 178.5,-0 178.5,-36\"/>\r\n",
       "<text text-anchor=\"start\" x=\"138.5\" y=\"-15\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Linear</text>\r\n",
       "</g>\r\n",
       "<!-- ResNet/outputs/1394&#45;&gt;ResNet/Linear[fc]/outputs/1395 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>ResNet/outputs/1394&#45;&gt;ResNet/Linear[fc]/outputs/1395</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M151.5,-82.822C151.5,-72.1903 151.5,-58.306 151.5,-46.2035\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155,-46.1532 151.5,-36.1533 148,-46.1533 155,-46.1532\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"167\" y=\"-57\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x2048</text>\r\n",
       "</g>\r\n",
       "<!-- 6948010801615873718 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>6948010801615873718</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"212,-1402 69,-1402 69,-1366 212,-1366 212,-1402\"/>\r\n",
       "<text text-anchor=\"start\" x=\"77.5\" y=\"-1381\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv7x7 &gt; BatchNorm &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- 6948010801615873718&#45;&gt;ResNet/MaxPool2d[maxpool]/outputs/634 -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>6948010801615873718&#45;&gt;ResNet/MaxPool2d[maxpool]/outputs/634</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-1365.81C140.5,-1357.79 140.5,-1348.05 140.5,-1339.07\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-1339.03 140.5,-1329.03 137,-1339.03 144,-1339.03\"/>\r\n",
       "</g>\r\n",
       "<!-- 15095528569385807241 -->\r\n",
       "<g id=\"node18\" class=\"node\"><title>15095528569385807241</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"179,-1183 102,-1183 102,-1139 179,-1139 179,-1183\"/>\r\n",
       "<text text-anchor=\"start\" x=\"110.5\" y=\"-1167\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Residual Block</text>\r\n",
       "<text text-anchor=\"start\" x=\"165.5\" y=\"-1146\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- 1458652348862088731&#45;&gt;15095528569385807241 -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>1458652348862088731&#45;&gt;15095528569385807241</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-1219.98C140.5,-1212.15 140.5,-1202.61 140.5,-1193.54\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-1193.24 140.5,-1183.24 137,-1193.24 144,-1193.24\"/>\r\n",
       "</g>\r\n",
       "<!-- 12648627763925288496 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>12648627763925288496</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"183,-1102 98,-1102 98,-1066 183,-1066 183,-1102\"/>\r\n",
       "<text text-anchor=\"start\" x=\"106.5\" y=\"-1081\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Bottleneck Block</text>\r\n",
       "</g>\r\n",
       "<!-- 3227304623344549334 -->\r\n",
       "<g id=\"node20\" class=\"node\"><title>3227304623344549334</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"179,-1029 102,-1029 102,-985 179,-985 179,-1029\"/>\r\n",
       "<text text-anchor=\"start\" x=\"110.5\" y=\"-1013\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Residual Block</text>\r\n",
       "<text text-anchor=\"start\" x=\"165.5\" y=\"-992\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- 12648627763925288496&#45;&gt;3227304623344549334 -->\r\n",
       "<g id=\"edge18\" class=\"edge\"><title>12648627763925288496&#45;&gt;3227304623344549334</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-1065.98C140.5,-1058.15 140.5,-1048.61 140.5,-1039.54\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-1039.24 140.5,-1029.24 137,-1039.24 144,-1039.24\"/>\r\n",
       "</g>\r\n",
       "<!-- 16970998929252623031 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>16970998929252623031</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"183,-948 98,-948 98,-912 183,-912 183,-948\"/>\r\n",
       "<text text-anchor=\"start\" x=\"106.5\" y=\"-927\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Bottleneck Block</text>\r\n",
       "</g>\r\n",
       "<!-- 1038754575394898 -->\r\n",
       "<g id=\"node21\" class=\"node\"><title>1038754575394898</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"179,-875 102,-875 102,-831 179,-831 179,-875\"/>\r\n",
       "<text text-anchor=\"start\" x=\"110.5\" y=\"-859\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Residual Block</text>\r\n",
       "<text text-anchor=\"start\" x=\"159.5\" y=\"-838\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x22</text>\r\n",
       "</g>\r\n",
       "<!-- 16970998929252623031&#45;&gt;1038754575394898 -->\r\n",
       "<g id=\"edge20\" class=\"edge\"><title>16970998929252623031&#45;&gt;1038754575394898</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-911.981C140.5,-904.153 140.5,-894.608 140.5,-885.539\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-885.244 140.5,-875.244 137,-885.244 144,-885.244\"/>\r\n",
       "</g>\r\n",
       "<!-- 54989600534420206 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>54989600534420206</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"183,-794 98,-794 98,-758 183,-758 183,-794\"/>\r\n",
       "<text text-anchor=\"start\" x=\"106.5\" y=\"-773\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Bottleneck Block</text>\r\n",
       "</g>\r\n",
       "<!-- 6428595148690187110 -->\r\n",
       "<g id=\"node19\" class=\"node\"><title>6428595148690187110</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"179,-721 102,-721 102,-677 179,-677 179,-721\"/>\r\n",
       "<text text-anchor=\"start\" x=\"110.5\" y=\"-705\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Residual Block</text>\r\n",
       "<text text-anchor=\"start\" x=\"165.5\" y=\"-684\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- 54989600534420206&#45;&gt;6428595148690187110 -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>54989600534420206&#45;&gt;6428595148690187110</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-757.981C140.5,-750.153 140.5,-740.608 140.5,-731.539\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-731.244 140.5,-721.244 137,-731.244 144,-731.244\"/>\r\n",
       "</g>\r\n",
       "<!-- 15095528569385807241&#45;&gt;12648627763925288496 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>15095528569385807241&#45;&gt;12648627763925288496</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-1138.71C140.5,-1130.46 140.5,-1120.91 140.5,-1112.17\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-1112.06 140.5,-1102.06 137,-1112.06 144,-1112.06\"/>\r\n",
       "</g>\r\n",
       "<!-- 6428595148690187110&#45;&gt;ResNet/AvgPool2d[avgpool]/outputs/1385 -->\r\n",
       "<g id=\"edge17\" class=\"edge\"><title>6428595148690187110&#45;&gt;ResNet/AvgPool2d[avgpool]/outputs/1385</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-676.709C140.5,-668.457 140.5,-658.909 140.5,-650.173\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-650.06 140.5,-640.06 137,-650.06 144,-650.06\"/>\r\n",
       "</g>\r\n",
       "<!-- 3227304623344549334&#45;&gt;16970998929252623031 -->\r\n",
       "<g id=\"edge19\" class=\"edge\"><title>3227304623344549334&#45;&gt;16970998929252623031</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-984.709C140.5,-976.457 140.5,-966.909 140.5,-958.173\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-958.06 140.5,-948.06 137,-958.06 144,-958.06\"/>\r\n",
       "</g>\r\n",
       "<!-- 1038754575394898&#45;&gt;54989600534420206 -->\r\n",
       "<g id=\"edge21\" class=\"edge\"><title>1038754575394898&#45;&gt;54989600534420206</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M140.5,-830.709C140.5,-822.457 140.5,-812.909 140.5,-804.173\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144,-804.06 140.5,-794.06 137,-804.06 144,-804.06\"/>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<hiddenlayer.graph.Graph at 0x1a79aadd630>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Resnet101\n",
    "model = torchvision.models.resnet101()\n",
    "\n",
    "# Rather than using the default transforms, build custom ones to group\n",
    "# nodes of residual and bottleneck blocks.\n",
    "transforms = [\n",
    "    # Fold Conv, BN, RELU layers into one\n",
    "    hl.transforms.Fold(\"Conv > BatchNorm > Relu\", \"ConvBnRelu\"),\n",
    "    # Fold Conv, BN layers together\n",
    "    hl.transforms.Fold(\"Conv > BatchNorm\", \"ConvBn\"),\n",
    "    # Fold bottleneck blocks\n",
    "    hl.transforms.Fold(\"\"\"\n",
    "        ((ConvBnRelu > ConvBnRelu > ConvBn) | ConvBn) > Add > Relu\n",
    "        \"\"\", \"BottleneckBlock\", \"Bottleneck Block\"),\n",
    "    # Fold residual blocks\n",
    "    hl.transforms.Fold(\"\"\"ConvBnRelu > ConvBnRelu > ConvBn > Add > Relu\"\"\",\n",
    "                       \"ResBlock\", \"Residual Block\"),\n",
    "    # Fold repeated blocks\n",
    "    hl.transforms.FoldDuplicates(),\n",
    "]\n",
    "\n",
    "# Display graph using the transforms above\n",
    "hl.build_graph(model, torch.zeros([1, 3, 224, 224]), transforms=transforms)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Comment out one of these lines if you want to see the original graph before transforms are applied."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Without simplification transforms, but include framework transforms\n",
    "# Framework transforms map PyTorch or TensorFlow graphs into a standard format\n",
    "# based, mostly, on ONNX naming conventions.\n",
    "\n",
    "# hl.build_graph(model, torch.zeros([1, 3, 224, 224]), transforms=[])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Remove all transforms completely\n",
    "# Override both, simplicity transforms and framework transforms, to get\n",
    "# the original raw graph.\n",
    "\n",
    "# hl.build_graph(model, torch.zeros([1, 3, 224, 224]), transforms=[], framework_transforms=[])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}