Skip to content

Commit 90eeca6

Browse files
committed
Add experimental settings in tokamax
1 parent 7dfc26e commit 90eeca6

1 file changed

Lines changed: 3 additions & 1 deletion

File tree

src/maxdiffusion/models/attention_flax.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -271,7 +271,8 @@ def convert_to_tokamax_splash_config(
271271
residual_checkpoint_name: str | None = None,
272272
attn_logits_soft_cap: float | None = None,
273273
fuse_reciprocal: bool = True,
274-
use_base2_exp: bool = False,
274+
use_base2_exp: bool = True,
275+
use_experimental_scheduler: bool = True,
275276
max_logit_const: float | None = None,
276277
interpret: bool = False,
277278
dq_reduction_steps: int | None = None,
@@ -294,6 +295,7 @@ def convert_to_tokamax_splash_config(
294295
attn_logits_soft_cap=attn_logits_soft_cap,
295296
fuse_reciprocal=fuse_reciprocal,
296297
use_base2_exp=use_base2_exp,
298+
use_experimental_scheduler=use_experimental_scheduler,
297299
max_logit_const=max_logit_const,
298300
interpret=interpret,
299301
dq_reduction_steps=dq_reduction_steps,

0 commit comments

Comments
 (0)