Skip to content

Commit b0d5504

Browse files
committed
update wan configs to use default 512 flash block sizes.
1 parent 43a338c commit b0d5504

2 files changed

Lines changed: 2 additions & 19 deletions

File tree

src/maxdiffusion/configs/base_wan_14b.yml

Lines changed: 1 addition & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -73,15 +73,7 @@ mask_padding_tokens: True
7373
attention_sharding_uniform: True
7474
dropout: 0.1
7575

76-
flash_block_sizes: {
77-
"block_q" : 2048,
78-
"block_kv_compute" : 512,
79-
"block_kv" : 2048,
80-
"block_q_dkv" : 2048,
81-
"block_kv_dkv" : 2048,
82-
"block_kv_dkv_compute" : 512,
83-
"use_fused_bwd_kernel": True
84-
}
76+
flash_block_sizes: {}
8577
# Use on v6e
8678
# flash_block_sizes: {
8779
# "block_q" : 3024,

src/maxdiffusion/configs/base_wan_27b.yml

Lines changed: 1 addition & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -72,16 +72,7 @@ mask_padding_tokens: True
7272
attention_sharding_uniform: True
7373
dropout: 0.1
7474

75-
flash_block_sizes: {
76-
"block_q" : 1024,
77-
"block_kv_compute" : 256,
78-
"block_kv" : 1024,
79-
"block_q_dkv" : 1024,
80-
"block_kv_dkv" : 1024,
81-
"block_kv_dkv_compute" : 256,
82-
"block_q_dq" : 1024,
83-
"block_kv_dq" : 1024
84-
}
75+
flash_block_sizes: {}
8576
# Use on v6e
8677
# flash_block_sizes: {
8778
# "block_q" : 3024,

0 commit comments

Comments
 (0)