set find_unused_parameters to True for DDP

leopard-ai · Apr 9, 2023 · fe27d97 · fe27d97
1 parent 831b8d6
commit fe27d97
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/betty/problems/problem.py b/betty/problems/problem.py
@@ -219,6 +219,7 @@ def patch_module(self):
             self.module = torch.nn.parallel.DistributedDataParallel(
                 module=self.module,
                 gradient_as_bucket_view=True,
+                find_unused_parameters=True,
             )
         elif self._strategy == "fsdp":
             if self.is_rank_zero():