Ensure is initialized for SD (deepspeedai#2534)

cmikeh2 · web-flow · commit 57e0a55066f0 · 2022-11-22T11:31:25.000-07:00
diff --git a/deepspeed/inference/engine.py b/deepspeed/inference/engine.py
@@ -102,6 +102,8 @@ def __init__(self, model, config):
 
         if isinstance(self.module, torch.nn.Module):
             moe, _ = has_moe_layers(self.module)
+        else:
+            moe = False
 
         if moe and dist.get_world_size() > 1:
             self._create_ep_parallel_group(config.moe.moe_experts)
