Merge pull request keras-team#917 from contextvision/dropout

Dropout: rescale data at training time (breaks bw compat.)
glouppe · Oct 30, 2015 · 41db741 · 41db741
2 parents 46bfa18 + bae645b
commit 41db741
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/keras/layers/core.py b/keras/layers/core.py
@@ -453,9 +453,7 @@ def get_output(self, train=False):
         if self.p > 0.:
             retain_prob = 1. - self.p
             if train:
-                X *= self.srng.binomial(X.shape, p=retain_prob, dtype=theano.config.floatX)
-            else:
-                X *= retain_prob
+                X *= self.srng.binomial(X.shape, p=retain_prob, dtype=theano.config.floatX) / retain_prob
         return X
 
     def get_config(self):