We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 77cfb55 commit 0affebaCopy full SHA for 0affeba
1 file changed
src/MaxText/configs/base.yml
@@ -455,6 +455,7 @@ logical_axis_rules: [
455
["kv_lora_up_proj",[]],
456
['norm', ['tensor', 'tensor_transpose']],
457
['layers', 'stage'],
458
+ ['qkv', []],
459
['kv', []],
460
['kv_head_dim', []],
461
['cache_batch_prefill', []],
0 commit comments