added dropouts to reduce overfitting

Protactini · May 16, 2018 · 3f25b01 · 3f25b01
1 parent b6eb63e
commit 3f25b01
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 4 deletions.
diff --git a/app/nlu/classifiers/tf_intent_classifer.py b/app/nlu/classifiers/tf_intent_classifer.py
@@ -31,8 +31,10 @@ def create_model():
             Define and return tensorflow model.
             """
             model = tf.keras.Sequential()
-            model.add(tf.keras.layers.Dense(512, activation=tf.nn.relu, input_shape=(vocab_size,)))
-            model.add(tf.keras.layers.Dense(256, activation=tf.nn.relu))
+            model.add(tf.keras.layers.Dense(256, activation=tf.nn.relu, input_shape=(vocab_size,)))
+            model.add(tf.keras.layers.Dropout(0.2))
+            model.add(tf.keras.layers.Dense(128, activation=tf.nn.relu))
+            model.add(tf.keras.layers.Dropout(0.2))
             model.add(tf.keras.layers.Dense(num_labels, activation=tf.nn.softmax))
 
             """
@@ -64,7 +66,7 @@ def create_model():
 
         self.model = create_model()
         # start training
-        self.model.fit(x_train, y_train, shuffle=True, epochs=50, verbose=1)
+        self.model.fit(x_train, y_train, shuffle=True, epochs=300, verbose=1)
 
         if models_dir:
             tf.keras.models.save_model(

diff --git a/run.py b/run.py
@@ -1,4 +1,4 @@
 from app import app
 
 if __name__ == '__main__':
-    app.run(host='0.0.0.0', port=8080, debug=True, threaded=False)
+    app.run(host='0.0.0.0', port=8080, debug=True, threaded=True)