Revert the other half of the changes - again, to do the "right thing".

rknarukulla · Jan 9, 2014 · e1597ed · e1597ed
1 parent 621b42a
commit e1597ed
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/main/java/hex/Layer.java b/src/main/java/hex/Layer.java
@@ -924,9 +924,9 @@ public Rectifier(int units) {
         float g = 0;
         if( _a[u] > 0 ) { // don't use >=
           g = _e[u];
-        } else if (l1 == 0 && l2 == 0) continue; //nothing to do
+          bprop(u, g, r, m);
+        }
 
-        bprop(u, g, r, m);
       }
     }
   }
@@ -973,10 +973,10 @@ public RectifierDropout(int units) {
           for( int i = 0; i < _previous._a.length; i++ ) {
             _a[o] += _w[o * _previous._a.length + i] * _previous._a[i];
           }
-          _a[o] += _b[o];
           if( !training ) {
             _a[o] *= .5f;
           }
+          _a[o] += _b[o];
           if( _a[o] < 0 )
             _a[o] = 0;
         }