make recorder work for t2t and deepvit

mathpopo · Mar 30, 2021 · d04ce06 · d04ce06
1 parent 8135d70
commit d04ce06
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 5 deletions.
diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'vit-pytorch',
   packages = find_packages(exclude=['examples']),
-  version = '0.10.1',
+  version = '0.10.2',
   license='MIT',
   description = 'Vision Transformer (ViT) - Pytorch',
   author = 'Phil Wang',

diff --git a/vit_pytorch/recorder.py b/vit_pytorch/recorder.py
@@ -4,9 +4,6 @@
 
 from vit_pytorch.vit import Attention
 
-def exists(val):
-    return val is not None
-
 def find_modules(nn_module, type):
     return [module for module in nn_module.modules() if isinstance(module, type)]
 
@@ -25,7 +22,7 @@ def _hook(self, _, input, output):
         self.recordings.append(output.clone().detach())
 
     def _register_hook(self):
-        modules = find_modules(self, Attention)
+        modules = find_modules(self.vit.transformer, Attention)
         for module in modules:
             handle = module.attend.register_forward_hook(self._hook)
             self.hooks.append(handle)