We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8819a03 commit 7b0baceCopy full SHA for 7b0bace
fastdeploy/rl/rollout_config.py
@@ -68,6 +68,7 @@ def __init__(
68
routing_replay_config: str = None,
69
load_choices: str = "default_v1",
70
lm_head_fp32: bool = False,
71
+ moe_gate_fp32: bool = True,
72
):
73
# Required parameters
74
self.model = model_name_or_path
@@ -121,6 +122,7 @@ def __init__(
121
122
self.routing_replay_config = routing_replay_config
123
self.load_choices = load_choices
124
self.lm_head_fp32 = lm_head_fp32
125
+ self.moe_gate_fp32 = moe_gate_fp32
126
127
def __str__(self):
128
return "\n".join(f"{k}: {v}" for k, v in self.__dict__.items())
0 commit comments