Skip to content

Commit 73191ca

Browse files
committed
disabling stg+ rope type = split
1 parent 36fb678 commit 73191ca

3 files changed

Lines changed: 5 additions & 5 deletions

File tree

src/maxdiffusion/configs/ltx2_3_video.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,8 +31,8 @@ guidance_scale: 3.0
3131
guidance_rescale: 0.7
3232
audio_guidance_scale: 7.0
3333
audio_guidance_rescale: 0.7
34-
stg_scale: 1.0
35-
audio_stg_scale: 1.0
34+
stg_scale: 0.0
35+
audio_stg_scale: 0.0
3636
modality_scale: 1.0
3737
audio_modality_scale: 1.0
3838
use_cross_timestep: true

src/maxdiffusion/models/ltx2/text_encoders/text_encoders_ltx2.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ def __init__(
5353
connector_rope_base_seq_len: int = 4096,
5454
rope_double_precision: bool = True,
5555
rope_theta: float = 10000.0,
56-
rope_type: str = "interleaved",
56+
rope_type: str = "split",
5757
causal_temporal_positioning: bool = False,
5858
dtype: DType = jnp.float32,
5959
attention_kernel: str = "flash",

src/maxdiffusion/pipelines/ltx2/ltx2_pipeline.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -141,7 +141,7 @@ def create_model(rngs: nnx.Rngs, ltx2_config: dict):
141141
ltx2_config = LTX2VideoTransformer3DModel.load_config(config.pretrained_model_name_or_path, subfolder=subfolder)
142142

143143
# Align RoPE type with connectors
144-
ltx2_config["rope_type"] = "interleaved"
144+
ltx2_config["rope_type"] = "split"
145145

146146
if ltx2_config.get("activation_fn") == "gelu-approximate":
147147
ltx2_config["activation_fn"] = "gelu"
@@ -388,7 +388,7 @@ def create_model(rngs: nnx.Rngs, config: HyperParameters):
388388
"audio_gated_attn": True,
389389
"per_modality_projections": True,
390390
"proj_bias": True,
391-
"rope_type": "interleaved",
391+
"rope_type": "split",
392392
}
393393
)
394394
connector_repo = "Lightricks/LTX-2" if getattr(config, "model_name", "") == "ltx2.3" else config.pretrained_model_name_or_path

0 commit comments

Comments
 (0)