Ensure is initialized for SD (microsoft#2534)

rohithkrn · Nov 22, 2022 · 57e0a55 · 57e0a55
1 parent 2110552
commit 57e0a55
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/deepspeed/inference/engine.py b/deepspeed/inference/engine.py
@@ -102,6 +102,8 @@ def __init__(self, model, config):
 
         if isinstance(self.module, torch.nn.Module):
             moe, _ = has_moe_layers(self.module)
+        else:
+            moe = False
 
         if moe and dist.get_world_size() > 1:
             self._create_ep_parallel_group(config.moe.moe_experts)