dot attn for audio self attn+ replication of audio stream over context axis

Author: prishajain1

src/maxdiffusion/models/ltx2/transformer_ltx2.py

@@ -239,7 +239,7 @@ def __init__(
         eps=norm_eps,
         dtype=dtype,
         mesh=mesh,
-        attention_kernel=self.attention_kernel,
+        attention_kernel="dot_product",
         rope_type=rope_type,
         flash_block_sizes=flash_block_sizes,
     )
@@ -265,7 +265,7 @@ def __init__(
         eps=norm_eps,
         dtype=dtype,
         mesh=mesh,
-        attention_kernel=self.attention_kernel,
+        attention_kernel="dot_product",
         rope_type=rope_type,
         flash_block_sizes=flash_block_sizes,
     )