Merge pull request #3390 from AI-Hypercomputer:mohit/expert_name_fix

PiperOrigin-RevId: 883286700

Author: Google-ML-Automation

src/maxtext/layers/moe.py

@@ -368,7 +368,7 @@ def __init__(
     else:
       self._tensor_parallelism_name = "tensor"
 
-    if self.config.attention == "vllm_rpa":
+    if self.config.attention == "vllm_rpa" and self.config.enable_dp_attention:
       self._expert_parallelism_name = "attn_dp_expert"
     else:
       self._expert_parallelism_name = "expert"