From fe27d97b5f0fdedc84a2288857c67edb819d0a67 Mon Sep 17 00:00:00 2001
From: Sang Choe <sangkeuc@andrew.cmu.edu>
Date: Sun, 9 Apr 2023 16:37:56 -0400
Subject: [PATCH] set find_unused_parameters to True for DDP

---
 betty/problems/problem.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/betty/problems/problem.py b/betty/problems/problem.py
index 75ba680..d129992 100644
--- a/betty/problems/problem.py
+++ b/betty/problems/problem.py
@@ -219,6 +219,7 @@ def patch_module(self):
             self.module = torch.nn.parallel.DistributedDataParallel(
                 module=self.module,
                 gradient_as_bucket_view=True,
+                find_unused_parameters=True,
             )
         elif self._strategy == "fsdp":
             if self.is_rank_zero():