Remove unnecessary relu in ResNet

hunterhawk · May 3, 2017 · 9c40489 · 9c40489
1 parent 1a4bac9
commit 9c40489
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/models/resnet.py b/models/resnet.py
@@ -29,8 +29,8 @@ def __init__(self, in_planes, planes, stride=1):
 
     def forward(self, x):
         out = F.relu(self.bn1(self.conv1(x)))
-        out = F.relu(self.bn2(self.conv2(out)))
-        out += self.shortcut(x) if self.shortcut else x
+        out = self.bn2(self.conv2(out))
+        out += self.shortcut(x)
         out = F.relu(out)
         return out
 
@@ -58,7 +58,7 @@ def forward(self, x):
         out = F.relu(self.bn1(self.conv1(x)))
         out = F.relu(self.bn2(self.conv2(out)))
         out = self.bn3(self.conv3(out))
-        out += self.shortcut(x) if self.shortcut else x
+        out += self.shortcut(x)
         out = F.relu(out)
         return out