Skip to content

Commit e90e359

Browse files
committed
fix expert_parallelism_name assignment
1 parent 6b6dbc2 commit e90e359

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

src/maxtext/layers/moe.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -368,7 +368,7 @@ def __init__(
368368
else:
369369
self._tensor_parallelism_name = "tensor"
370370

371-
if self.config.attention == "vllm_rpa":
371+
if self.config.attention == "vllm_rpa" and self.config.enable_dp_attention:
372372
self._expert_parallelism_name = "attn_dp_expert"
373373
else:
374374
self._expert_parallelism_name = "expert"

0 commit comments

Comments
 (0)