fix fairseq weight decay

analysmith · Aug 12, 2019 · dd8d9d3 · dd8d9d3
1 parent 55ab71b
commit dd8d9d3
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/parlai/agents/fairseq/fairseq.py b/parlai/agents/fairseq/fairseq.py
@@ -312,6 +312,8 @@ def add_cmdline_args(cls, argparser):
 
         # one last time, restore any user set defaults
         argparser.set_defaults(**old_defaults)
+        # default weight decay in fairseq is zero not None
+        argparser.set_defaults(weight_decay=0.0)
 
     @staticmethod
     def dictionary_class():