Skip to content

Commit fa1871e

Browse files
committed
modified flash block sizes for testing
1 parent 0bbf7f0 commit fa1871e

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

src/maxdiffusion/configs/base_wan_14b.yml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -74,13 +74,13 @@ attention_sharding_uniform: True
7474
dropout: 0.1
7575

7676
flash_block_sizes: {
77-
"block_q" : 3024,
77+
"block_q" : 2048,
7878
"block_kv_compute" : 1024,
7979
"block_kv" : 2048,
80-
"block_q_dkv" : 3024,
80+
"block_q_dkv" : 2048,
8181
"block_kv_dkv" : 2048,
8282
"block_kv_dkv_compute" : 2048,
83-
"block_q_dq" : 3024,
83+
"block_q_dq" : 2048,
8484
"block_kv_dq" : 2048
8585
}
8686
# Use on v6e

0 commit comments

Comments
 (0)