Update dist_helper.py

shengzhang90 · Oct 12, 2019 · 9379d7d · 9379d7d
1 parent 7ec1885
commit 9379d7d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tools/helper/dist_helper.py b/tools/helper/dist_helper.py
@@ -56,6 +56,7 @@ def all_gather(data):
         Returns:
             list[data]: list of data gathered from each rank
         """
+        DistHelper.synchronize()
         world_size = DistHelper.get_world_size()
         if world_size == 1:
             return [data]