Skip to content

Commit 7b0bace

Browse files
authored
fix rl moe gate type (#7393)
1 parent 8819a03 commit 7b0bace

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

fastdeploy/rl/rollout_config.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,7 @@ def __init__(
6868
routing_replay_config: str = None,
6969
load_choices: str = "default_v1",
7070
lm_head_fp32: bool = False,
71+
moe_gate_fp32: bool = True,
7172
):
7273
# Required parameters
7374
self.model = model_name_or_path
@@ -121,6 +122,7 @@ def __init__(
121122
self.routing_replay_config = routing_replay_config
122123
self.load_choices = load_choices
123124
self.lm_head_fp32 = lm_head_fp32
125+
self.moe_gate_fp32 = moe_gate_fp32
124126

125127
def __str__(self):
126128
return "\n".join(f"{k}: {v}" for k, v in self.__dict__.items())

0 commit comments

Comments
 (0)