Skip to content

Commit 8f9ebf9

Browse files
committed
chnage + testing for distilled loras
1 parent 56d2066 commit 8f9ebf9

2 files changed

Lines changed: 20 additions & 4 deletions

File tree

src/maxdiffusion/configs/ltx2_video.yml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -107,9 +107,9 @@ audio_format: "s16"
107107
# LoRA parameters
108108
enable_lora: False
109109
lora_config: {
110-
lora_model_name_or_path: ["Lightricks/LTX-2-19b-IC-LoRA-Depth-Control", "Lightricks/LTX-2-19b-LoRA-Camera-Control-Dolly-Out"],
111-
weight_name: ["ltx-2-19b-ic-lora-depth-control.safetensors","ltx-2-19b-lora-camera-control-dolly-out.safetensors"],
112-
adapter_name: ["Depth-control","Camera-control-dolly-out"],
113-
rank: [64, 32]
110+
lora_model_name_or_path: ["Lightricks/LTX-2"],
111+
weight_name: ["ltx-2-19b-distilled-lora-384.safetensors"],
112+
adapter_name: ["distilled-lora-384"],
113+
rank: [384]
114114
}
115115

src/maxdiffusion/loaders/lora_conversion_utils.py

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -757,6 +757,22 @@ def translate_ltx2_nnx_path_to_diffusers_lora(nnx_path_str, scan_layers=False):
757757
}
758758

759759
# --- 3. Translation Logic ---
760+
global_map = {
761+
"proj_in": "diffusion_model.patchify_proj",
762+
"audio_proj_in": "diffusion_model.audio_patchify_proj",
763+
"proj_out": "diffusion_model.proj_out",
764+
"audio_proj_out": "diffusion_model.audio_proj_out",
765+
"time_embed.linear": "diffusion_model.adaln_single.linear",
766+
"audio_time_embed.linear": "diffusion_model.audio_adaln_single.linear",
767+
"av_cross_attn_video_a2v_gate.linear": "diffusion_model.av_ca_a2v_gate_adaln_single.linear",
768+
"av_cross_attn_audio_v2a_gate.linear": "diffusion_model.av_ca_v2a_gate_adaln_single.linear",
769+
"av_cross_attn_audio_scale_shift.linear": "diffusion_model.av_ca_audio_scale_shift_adaln_single.linear",
770+
"av_cross_attn_video_scale_shift.linear": "diffusion_model.av_ca_video_scale_shift_adaln_single.linear",
771+
}
772+
773+
if nnx_path_str in global_map:
774+
return global_map[nnx_path_str]
775+
760776
if scan_layers:
761777
if nnx_path_str.startswith("transformer_blocks."):
762778
inner_suffix = nnx_path_str[len("transformer_blocks.") :]

0 commit comments

Comments
 (0)