Merge pull request greentfrapp#13 from greentfrapp/dev

Notebooks restructuring, additional assert checks and kornia freeze
unnir · Oct 23, 2020 · b545d45 · b545d45
2 parents 19b8cd5 + 99e88fb
commit b545d45
Show file tree

Hide file tree

Showing 20 changed files with 21 additions and 7,236 deletions.
diff --git a/README.md b/README.md
@@ -43,29 +43,29 @@ render.render_vis(model, "mixed4a:476")
 
 ## Tutorials
 
-<a href="https://colab.research.google.com/github/greentfrapp/lucent/blob/master/notebooks/tutorial.ipynb">
-<img src="https://github.com/greentfrapp/lucent/raw/master/images/tutorial_card.jpg" width="500" alt=""></img></a>
+<a href="https://colab.research.google.com/github/greentfrapp/lucent-notebooks/blob/master/notebooks/tutorial.ipynb">
+<img src="https://github.com/greentfrapp/lucent-notebooks/raw/master/images/tutorial_card.jpg" width="500" alt=""></img></a>
 
-<a href="https://colab.research.google.com/github/greentfrapp/lucent/blob/master/notebooks/modelzoo.ipynb"><img src="https://github.com/greentfrapp/lucent/raw/master/images/modelzoo_card.jpg" width="500" alt=""></img></a>
+<a href="https://colab.research.google.com/github/greentfrapp/lucent-notebooks/blob/master/notebooks/modelzoo.ipynb"><img src="https://github.com/greentfrapp/lucent-notebooks/raw/master/images/modelzoo_card.jpg" width="500" alt=""></img></a>
 
 ## Other Notebooks
 
-Here, we have tried to recreate some of the Lucid notebooks!
+Here, we have tried to recreate some of the Lucid notebooks! You can also check out the [lucent-notebooks](https://github.com/greentfrapp/lucent-notebooks) repo to clone all the notebooks.
 
-<a href="https://colab.research.google.com/github/greentfrapp/lucent/blob/master/notebooks/diversity.ipynb"><img src="https://github.com/greentfrapp/lucent/raw/master/images/diversity_card.jpg" width="500" alt=""></img></a>
+<a href="https://colab.research.google.com/github/greentfrapp/lucent-notebooks/blob/master/notebooks/diversity.ipynb"><img src="https://github.com/greentfrapp/lucent-notebooks/raw/master/images/diversity_card.jpg" width="500" alt=""></img></a>
 
-<a href="https://colab.research.google.com/github/greentfrapp/lucent/blob/master/notebooks/neuron_interaction.ipynb"><img src="https://github.com/greentfrapp/lucent/raw/master/images/neuron_interaction_card.jpg" width="500" alt=""></img></a>
+<a href="https://colab.research.google.com/github/greentfrapp/lucent-notebooks/blob/master/notebooks/neuron_interaction.ipynb"><img src="https://github.com/greentfrapp/lucent-notebooks/raw/master/images/neuron_interaction_card.jpg" width="500" alt=""></img></a>
 
-<a href="https://colab.research.google.com/github/greentfrapp/lucent/blob/master/notebooks/feature_inversion.ipynb">
-<img src="https://github.com/greentfrapp/lucent/raw/master/images/feature_inversion_card.jpg" width="500" alt=""></img>
+<a href="https://colab.research.google.com/github/greentfrapp/lucent-notebooks/blob/master/notebooks/feature_inversion.ipynb">
+<img src="https://github.com/greentfrapp/lucent-notebooks/raw/master/images/feature_inversion_card.jpg" width="500" alt=""></img>
 </a>
 
-<a href="https://colab.research.google.com/github/greentfrapp/lucent/blob/master/notebooks/style_transfer.ipynb">
-<img src="https://github.com/greentfrapp/lucent/raw/master/images/style_transfer_card.jpg" width="500" alt=""></img>
+<a href="https://colab.research.google.com/github/greentfrapp/lucent-notebooks/blob/master/notebooks/style_transfer.ipynb">
+<img src="https://github.com/greentfrapp/lucent-notebooks/raw/master/images/style_transfer_card.jpg" width="500" alt=""></img>
 </a>
 
-<a href="https://colab.research.google.com/github/greentfrapp/lucent/blob/master/notebooks/activation_grids.ipynb">
-<img src="https://github.com/greentfrapp/lucent/raw/master/images/activation_grids_card.jpg" width="500" alt=""></img>
+<a href="https://colab.research.google.com/github/greentfrapp/lucent-notebooks/blob/master/notebooks/activation_grids.ipynb">
+<img src="https://github.com/greentfrapp/lucent-notebooks/raw/master/images/activation_grids_card.jpg" width="500" alt=""></img>
 </a>
 
 # Recommended Readings

diff --git a/images/activation_grids_card.jpg b/images/activation_grids_card.jpg
diff --git a/images/diversity_card.jpg b/images/diversity_card.jpg
diff --git a/images/feature_inversion_card.jpg b/images/feature_inversion_card.jpg
diff --git a/images/modelzoo_card.jpg b/images/modelzoo_card.jpg
diff --git a/images/neuron_interaction_card.jpg b/images/neuron_interaction_card.jpg
diff --git a/images/style_transfer_card.jpg b/images/style_transfer_card.jpg
diff --git a/images/transfer_big_ben.png b/images/transfer_big_ben.png
diff --git a/images/transfer_picasso.png b/images/transfer_picasso.png
diff --git a/images/transfer_vangogh.png b/images/transfer_vangogh.png
diff --git a/images/tutorial_card.jpg b/images/tutorial_card.jpg
diff --git a/lucent/optvis/render.py b/lucent/optvis/render.py
@@ -193,9 +193,13 @@ def hook_layers(net, prefix=[]):
 
     def hook(layer):
         if layer == "input":
-            return image_f()
-        if layer == "labels":
-            return list(features.values())[-1].features
-        return features[layer].features
+            out = image_f()
+        elif layer == "labels":
+            out = list(features.values())[-1].features
+        else:
+            assert layer in features, f"Invalid layer {layer}. Retrieve the list of layers with `lucent.modelzoo.util.get_model_layers(model)`."
+            out = features[layer].features
+        assert out is not None, "There are no saved feature maps. Make sure to put the model in eval mode, like so: `model.to(device).eval()`. See README for example."
+        return out
 
     return hook