Fix test for sagemaker and TPU integrations

ShadenSmith · Feb 4, 2021 · 4739ce1 · 4739ce1
1 parent 21b3922
commit 4739ce1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
@@ -793,7 +793,7 @@ def train(
             model = ShardedDDP(model, self.optimizer)
         elif is_sagemaker_distributed_available():
             model = DDP(model, device_ids=[dist.get_local_rank()], broadcast_buffers=False)
-        if self.deepspeed:
+        elif self.deepspeed:
             pass  # already initialized its own DDP earlier
         elif self.args.local_rank != -1:
             if self.args.ddp_find_unused_parameters is not None: