add missing moe deprecated fields to inference config (#2556)

c5f85858 · Michael Wyatt · GitHub · abe4fc6b · c5f85858
隐藏空白更改
内联并排

Showing with 4 addition and 0 deletion

deepspeed/inference/config.py deepspeed/inference/config.py +4 -0

未找到文件。
--- a/deepspeed/inference/config.py
+++ b/deepspeed/inference/config.py
@@ -260,6 +260,10 @@ class DeepSpeedInferenceConfig(DeepSpeedConfigModel):
                                alias="expert_mp_group",
                                deprecated=True,
                                new_param="moe.ep_mp_group")
+    moe_experts: list = Field([1], deprecated=True, new_param="moe.moe_experts")
+    moe_type: MoETypeEnum = Field(MoETypeEnum.standard,
+                                  deprecated=True,
+                                  new_param="moe.type")

    @validator("moe")
    def moe_backward_compat(cls, field_value, values):