address lucidrains#279

GaryTest · Sep 10, 2023 · d830b05 · d830b05
1 parent 8208c85
commit d830b05
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'vit-pytorch',
   packages = find_packages(exclude=['examples']),
-  version = '1.4.4',
+  version = '1.4.5 ',
   license='MIT',
   description = 'Vision Transformer (ViT) - Pytorch',
   long_description_content_type = 'text/markdown',

diff --git a/vit_pytorch/cross_vit.py b/vit_pytorch/cross_vit.py
@@ -115,7 +115,7 @@ def __init__(self, sm_dim, lg_dim, depth, heads, dim_head, dropout):
         for _ in range(depth):
             self.layers.append(nn.ModuleList([
                 ProjectInOut(sm_dim, lg_dim, Attention(lg_dim, heads = heads, dim_head = dim_head, dropout = dropout)),
-                ProjectInOut(lg_dim, sm_dim, ttention(sm_dim, heads = heads, dim_head = dim_head, dropout = dropout))
+                ProjectInOut(lg_dim, sm_dim, Attention(sm_dim, heads = heads, dim_head = dim_head, dropout = dropout))
             ]))
 
     def forward(self, sm_tokens, lg_tokens):