将cls的pos emb加上，没有任何影响

Tianrui-Li · Dec 9, 2023 · 73561b0 · 73561b0
1 parent 293a8f2
commit 73561b0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pyskl/models/transformer/ST_JT.py b/pyskl/models/transformer/ST_JT.py
@@ -359,7 +359,7 @@ def forward(self, x):
         # prepend the cls token for source if needed
         if self.cls_token is not None:
             cls_token = self.cls_token.expand(x_input.size(0), -1, -1)
-            # cls_token = cls_token + self.pos_embed_cls
+            cls_token = cls_token + self.pos_embed_cls
             x_input = torch.cat((cls_token, x_input), dim=1)
 
         hidden_state = x_input