--reset --batch=complex_fusion/harness_mha_ci

# f16 inputs + f32 intermediates + f16 outputs, more shapes
--reset --in-shapes=1:1x16x32x512+2:1x16x32x512+3:1x16x32x512+5:1x1x32x32,\
                    1:1x16x64x512+2:1x16x64x512+3:1x16x64x512+5:1x1x64x64,\
                    1:1x16x128x512+2:1x16x128x512+3:1x16x128x512+5:1x1x128x128,\
                    1:1x16x256x512+2:1x16x256x512+3:1x16x256x512+5:1x1x256x256,\
                    1:1x16x512x512+2:1x16x512x512+3:1x16x512x512+5:1x1x512x512,\
                    1:1x16x1024x512+2:1x16x1024x512+3:1x16x1024x512+5:1x1x1024x1024,\
                    1:1x16x2048x512+2:1x16x2048x512+3:1x16x2048x512+5:1x1x2048x2048,\
                    1:1x16x1x512+2:1x16x33x512+3:1x16x33x512+5:1x1x1x33,\
                    1:1x16x1x512+2:1x16x65x512+3:1x16x65x512+5:1x1x1x65,\
                    1:1x16x1x512+2:1x16x129x512+3:1x16x129x512+5:1x1x1x129,\
                    1:1x16x1x512+2:1x16x257x512+3:1x16x257x512+5:1x1x1x257,\
                    1:1x16x1x512+2:1x16x513x512+3:1x16x513x512+5:1x1x1x513,\
                    1:1x16x1x512+2:1x16x1025x512+3:1x16x1025x512+5:1x1x1x1025,\
                    1:1x16x1x512+2:1x16x2049x512+3:1x16x2049x512+5:1x1x1x2049
--tensor-property=4:undef,4:host_scalar
--case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json

# Q=1 with transposed qry
 --reset --in-shapes=1:1x16x1x512*abdc+2:1x16x2049x512+3:1x16x2049x512+5:1x1x1x2049
--case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json

# q_seq_len != kv_seq_len
--reset --in-shapes=1:1x16x128x64+24:1x16x128x64 --case=complex_fusion/mha/sdpa-plain-bottom-right-implicit-causal-mask-f16-f32.json

--reset --in-shapes=0:1x16x2x256+1:1x16x256x2+5:1x16x2x2+9:1x16x2x256 --case=complex_fusion/mha/codegemma-bf16-f32.json
--reset --in-shapes=0:1x16x257x256+1:1x16x256x257+5:1x16x257x257+9:1x16x257x256 --case=complex_fusion/mha/codegemma-bf16-f32.json
--reset --in-shapes=0:1x16x1x256+1:1x16x256x257+5:1x16x1x257+9:1x16x257x256 --case=complex_fusion/mha/codegemma-bf16-f32.json
--reset --op-attrs=0:transpose_b:1 --in-shapes=0:1x16x2x256+1:1x16x2x256+5:1x16x2x2+9:1x16x2x256 --case=complex_fusion/mha/codegemma-bf16-f32.json

--reset --in-shapes=0:1x8x2x2x256+1:1x8x1x256x2+8:1x8x2x2x2+12:1x8x1x2x256 --case=complex_fusion/mha/gemma2-bf16-f32.json
--reset --in-shapes=0:1x8x2x257x256+1:1x8x1x256x257+8:1x8x2x257x257+12:1x8x1x257x256 --case=complex_fusion/mha/gemma2-bf16-f32.json
--reset --in-shapes=0:1x8x2x1x256+1:1x8x1x256x257+8:1x8x2x1x257+12:1x8x1x257x256 --case=complex_fusion/mha/gemma2-bf16-f32.json
--reset --op-attrs=0:transpose_b:1 --case=complex_fusion/mha/gemma2-bf16-f32.json

# sdpa with non-contiguous strides in mask add
--reset --in-shapes=5:1x1x384x384*147840x147840x385x1 --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json

# Re-written graphs
--reset --in-shapes=4:4x16x32x256+5:4x16x256x33+0:4x16x33x256+1:4x1x1x33+3:4x1x32x33 --case=complex_fusion/mha/MHA-GPT-inf-fp32-bs1.json
--reset --mb=20 --case=complex_fusion/mha/MHA-bert_large-inf-fp32-bs1.json
--reset --in-shapes=3:10x16x384x64+4:10x1x64x384+0:10x1x384x64+1:10x1x1x384 --case=complex_fusion/mha/MHA-bert_large-inf-fp32-bs1.json
--reset --dt=3:f16+4:f16+2:f16+1:f16+11:f16+0:f16+12:f16+14:f16+16:f16,3:bf16+4:bf16+2:bf16+1:bf16+11:bf16+0:bf16+12:bf16+14:bf16+16:bf16
        --in-shapes=3:10x16x384x64+4:10x1x64x384+0:10x1x384x64+1:10x1x1x384
        --case=complex_fusion/mha/MHA-bert_large-inf-fp32-bs1.json
--reset --in-shapes=4:56x12x128x64+5:56x12x64x128+0:56x12x128x64+1:56x1x1x128 --case=complex_fusion/mha/MHA-distill_bert-inf-fp32-bs1.json
--reset --in-shapes=2:1x1x1x128 --case=complex_fusion/mha/MHA-distill_bert-inf-fp32-bs1.json
--reset --in-shapes=0:56x8x1024x80+1:56x8x77x80+2:56x8x77x80 --case=complex_fusion/mha/MHA-stable_diffusion-inf-fp32-bs1.json
--reset --dt=0:f16+1:f16+3:f16+7:f16+2:f16+8:f16,0:bf16+1:bf16+3:bf16+7:bf16+2:bf16+8:bf16 --in-shapes=0:56x8x1024x80+1:56x8x77x80+2:56x8x77x80 --case=complex_fusion/mha/MHA-stable_diffusion-inf-fp32-bs1.json
--reset --in-shapes=0:20x16x384x64+1:20x16x384x64+8:20x16x384x64+5:20x1x1x384 --op-kind=1:undef --case=complex_fusion/mha/sdpa-plain-simplified-f32.json
--reset --dt=0:f16+1:f16+7:f16+8:f16+9:f16,0:bf16+1:bf16+7:bf16+8:bf16+9:bf16 --in-shapes=0:20x16x384x64+1:20x16x384x64+8:20x16x384x64+5:20x1x1x384 --op-kind=1:undef --case=complex_fusion/mha/sdpa-plain-simplified-f32.json

--reset --in-shapes=5:1x1x384x384,5:1x16x384x384 --tensor-property=3:undef,3:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f32.json
--reset --in-shapes=0:2x16x384x64+1:2x16x384x64+5:2x1x1x384+8:2x16x384x64 --tensor-property=3:undef,3:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f32.json
--reset --in-shapes=0:32x16x128x64+1:32x16x128x64+5:32x16x128x128+8:32x16x128x64 --tensor-property=3:undef,3:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f32.json
--reset --in-shapes=0:*acbd+1:*acbd+8:*acbd --tensor-property=3:undef,3:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f32.json
--reset --op-kind=1:Multiply,1:Divide --in-shapes=3:384,3:384x384,3:1x16x384x384 --case=complex_fusion/mha/sdpa-plain-simplified-f32.json
--reset --op-kind=1:Multiply,1:Divide --in-shapes=5:384,5:1x384 --tensor-property=3:undef,3:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f32.json

--reset --in-shapes=5:1x1x384x384,5:1x16x384x384 --tensor-property=4:undef,4:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
--reset --in-shapes=1:2x16x384x64+2:2x16x384x64+5:2x1x1x384+3:2x16x384x64 --tensor-property=4:undef,4:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
--reset --in-shapes=1:32x16x128x64+2:32x16x128x64+5:32x16x128x128+3:32x16x128x64 --tensor-property=4:undef,4:host_scalar  --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
--reset --in-shapes=1:*acbd+2:*acbd+3:*acbd --tensor-property=4:undef,4:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
--reset --op-kind=1:Multiply,1:Divide --in-shapes=4:384,4:384x384,4:1x16x384x384 --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
--reset --op-kind=1:Multiply,1:Divide --in-shapes=5:384,5:1x384 --tensor-property=4:undef,4:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json

--reset --dt=1:f16+2:f16+3:f16+4:f16+6:f16+104:f16,1:bf16+2:bf16+3:bf16+4:bf16+6:bf16+104:bf16
        --op-attrs=40:axis:-2+41:axis:-1 --in-shapes=1:1x32x128x64+2:1x32x128x64+3:1x32x128x64
        --case=complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json

# Re-written int8 graphs
--reset --in-shapes=5:4x16x32x256+4:4x16x256x33+0:4x16x33x256+1:4x1x1x33+3:4x1x32x33 --case=complex_fusion/mha/MHA-GPT-inf-int8-bs1.json
--reset --in-shapes=4:20x16x384x64+3:20x16x64x384+0:20x16x384x64+1:20x1x1x384 --case=complex_fusion/mha/MHA-bert_large-inf-int8-bs1.json
--reset --in-shapes=5:56x12x128x64+4:56x12x64x128+0:56x12x128x64+1:56x1x1x128 --case=complex_fusion/mha/MHA-distill_bert-inf-int8-bs1.json
--reset --in-shapes=2:1x1x1x128 --case=complex_fusion/mha/MHA-distill_bert-inf-int8-bs1.json
--reset --in-shapes=4:20x16x384x64+3:20x16x64x384+0:20x16x384x64+1:20x1x1x384 --case=complex_fusion/mha/sdpa-plain-wo-scale-int8-bs1.json

# sdpa with compressed key and value
# with and without key transposed
--reset --dt=15:f32+16:f32+5:f32+21:f32 --in-shapes=0:*abdc,0:*abcd --case=complex_fusion/mha/sdpa-compressed-kv-implicit-causal-mask-int8-gs128.json
--reset --dt=15:f32+4:f32+18:f32+16:f32 --in-shapes=0:*abdc,0:*abcd --case=complex_fusion/mha/sdpa-compressed-k-int8-gs32.json
--reset --dt=15:f32+4:f32+16:f32+18:f32 --case=complex_fusion/mha/sdpa-compressed-v-int8-gs32.json

# per-tensor quantization
--reset --dt=15:f32+4:f32+18:f32+16:f32 --op-attrs=34107656704:qtype:per_tensor*group_shape:undef --in-shapes=1:1+2:1 --case=complex_fusion/mha/sdpa-compressed-k-int8-gs32.json

# phi3-mini-4k-instruct, group size=96
--reset
--dt=15:f32+4:f32+16:f32+18:f32+0:s8+2:s8+6:s8+8:s8
--in-shapes=0:1x32x96x384*abdc+1:1x32x1x384+2:1x32x1x384+3:1x32x384x96+5:1x1x384x384+6:1x32x384x96+7:1x32x384x1+8:1x32x384x1,\
            0:1x32x96x385*abdc+1:1x32x1x385+2:1x32x1x385+3:1x32x1x96+5:1x1x1x385+6:1x32x385x96+7:1x32x385x1+8:1x32x385x1,\
            0:1x32x96x512*abdc+1:1x32x1x512+2:1x32x1x512+3:1x32x512x96+5:1x1x512x512+6:1x32x512x96+7:1x32x512x1+8:1x32x512x1,\
            0:1x32x96x513*abdc+1:1x32x1x513+2:1x32x1x513+3:1x32x1x96+5:1x1x1x513+6:1x32x513x96+7:1x32x513x1+8:1x32x513x1,\
            0:1x32x96x1024*abdc+1:1x32x1x1024+2:1x32x1x1024+3:1x32x1024x96+5:1x1x1024x1024+6:1x32x1024x96+7:1x32x1024x1+8:1x32x1024x1,\
            0:1x32x96x1025*abdc+1:1x32x1x1025+2:1x32x1x1025+3:1x32x1x96+5:1x1x1x1025+6:1x32x1025x96+7:1x32x1025x1+8:1x32x1025x1
--op-attrs=0:group_shape:1x1x96x1+99:group_shape:1x1x1x96
--case=complex_fusion/mha/sdpa-compressed-kv-int4-gs32.json

# group size=128.
--reset --dt=15:f32+4:f32+16:f32+18:f32+0:s8+2:s8+6:s8+8:s8 --op-attrs=0:group_shape:1x1x128x1+99:group_shape:1x1x1x128 --in-shapes=1:1x32x1x32+2:1x32x1x32+7:1x32x32x1+8:1x32x32x1 --case=complex_fusion/mha/sdpa-compressed-kv-int4-gs32.json

# implicit casual mask, group size=96
--reset
--dt=0:s8+2:s8+6:s8+8:s8+15:f32+16:f32+5:f32+21:f32
--in-shapes=0:1x32x96x384*abdc+1:1x32x1x384+2:1x32x1x384+3:1x32x384x96+6:1x32x384x96+7:1x32x384x1+8:1x32x384x1,\
            0:1x32x96x385*abdc+1:1x32x1x385+2:1x32x1x385+3:1x32x1x96+6:1x32x385x96+7:1x32x385x1+8:1x32x385x1,\
            0:1x32x96x512*abdc+1:1x32x1x512+2:1x32x1x512+3:1x32x512x96+6:1x32x512x96+7:1x32x512x1+8:1x32x512x1,\
            0:1x32x96x513*abdc+1:1x32x1x513+2:1x32x1x513+3:1x32x1x96+6:1x32x513x96+7:1x32x513x1+8:1x32x513x1,\
            0:1x32x96x1024*abdc+1:1x32x1x1024+2:1x32x1x1024+3:1x32x1024x96+6:1x32x1024x96+7:1x32x1024x1+8:1x32x1024x1,\
            0:1x32x96x1025*abdc+1:1x32x1x1025+2:1x32x1x1025+3:1x32x1x96+6:1x32x1025x96+7:1x32x1025x1+8:1x32x1025x1
--op-attrs=0:group_shape:1x1x96x1+8:group_shape:1x1x1x96
--case=complex_fusion/mha/sdpa-compressed-kv-implicit-causal-mask-int8-gs128.json

# llama-2-7b-chat, group size=128
--reset
--dt=15:f32+4:f32+16:f32+18:f32+0:s8+2:s8+6:s8+8:s8
--in-shapes=0:1x32x128x384*abdc+1:1x32x1x384+2:1x32x1x384+3:1x32x384x128+5:1x1x384x384+6:1x32x384x128+7:1x32x384x1+8:1x32x384x1,\
            0:1x32x128x385*abdc+1:1x32x1x385+2:1x32x1x385+3:1x32x1x128+5:1x1x1x385+6:1x32x385x128+7:1x32x385x1+8:1x32x385x1,\
            0:1x32x128x512*abdc+1:1x32x1x512+2:1x32x1x512+3:1x32x512x128+5:1x1x512x512+6:1x32x512x128+7:1x32x512x1+8:1x32x512x1,\
            0:1x32x128x513*abdc+1:1x32x1x513+2:1x32x1x513+3:1x32x1x128+5:1x1x1x513+6:1x32x513x128+7:1x32x513x1+8:1x32x513x1,\
            0:1x32x128x1024*abdc+1:1x32x1x1024+2:1x32x1x1024+3:1x32x1024x128+5:1x1x1024x1024+6:1x32x1024x128+7:1x32x1024x1+8:1x32x1024x1,\
            0:1x32x128x1025*abdc+1:1x32x1x1025+2:1x32x1x1025+3:1x32x1x128+5:1x1x1x1025+6:1x32x1025x128+7:1x32x1025x1+8:1x32x1025x1
--op-attrs=0:group_shape:1x1x128x1+99:group_shape:1x1x1x128
--case=complex_fusion/mha/sdpa-compressed-kv-int4-gs32.json

# implicit casual mask, group size=128
--reset
--dt=0:s8+2:s8+6:s8+8:s8+15:f32+16:f32+5:f32+21:f32
--in-shapes=0:1x32x128x384*abdc+1:1x32x1x384+2:1x32x1x384+3:1x32x384x128+6:1x32x384x128+7:1x32x384x1+8:1x32x384x1,\
            0:1x32x128x385*abdc+1:1x32x1x385+2:1x32x1x385+3:1x32x1x128+6:1x32x385x128+7:1x32x385x1+8:1x32x385x1,\
            0:1x32x128x512*abdc+1:1x32x1x512+2:1x32x1x512+3:1x32x512x128+6:1x32x512x128+7:1x32x512x1+8:1x32x512x1,\
            0:1x32x128x513*abdc+1:1x32x1x513+2:1x32x1x513+3:1x32x1x128+6:1x32x513x128+7:1x32x513x1+8:1x32x513x1,\
            0:1x32x128x1024*abdc+1:1x32x1x1024+2:1x32x1x1024+3:1x32x1024x128+6:1x32x1024x128+7:1x32x1024x1+8:1x32x1024x1,\
            0:1x32x128x1025*abdc+1:1x32x1x1025+2:1x32x1x1025+3:1x32x1x128+6:1x32x1025x128+7:1x32x1025x1+8:1x32x1025x1
--op-attrs=0:group_shape:1x1x128x1+8:group_shape:1x1x1x128
--case=complex_fusion/mha/sdpa-compressed-kv-implicit-causal-mask-int8-gs128.json

# reference implementation test
--reset --op-attrs=34107656704:group_shape:1x1x1x32+34107654464:transpose_b:1 --in-shapes=0:1x32x32x128+1:1x32x32x4+2:1x32x32x4 --case=complex_fusion/mha/sdpa-compressed-k-int8-gs32.json
--reset --op-attrs=34107656704:qtype:per_channel*axis:3*group_shape:undef --in-shapes=1:32+2:1 --case=complex_fusion/mha/sdpa-compressed-k-int8-gs32.json

# d_qk != d_v
--reset --in-shapes=8:1x16x384x32,8:1x16x384x64,8:1x16x384x128 --tensor-property=3:undef,3:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f32.json
--reset --in-shapes=3:1x16x384x32,3:1x16x384x64,3:1x16x384x128 --tensor-property=4:undef,4:host_scalar --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
--reset --in-shapes=3:1x16x384x32,3:1x16x384x64,3:1x16x384x128 --case=complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json
--reset --in-shapes=24:1x16x384x32,24:1x16x384x64,24:1x16x384x128 --case=complex_fusion/mha/sdpa-plain-bottom-right-implicit-causal-mask-f16-f32.json

# d_qk > d_v (larger query/key head, smaller value head)
--reset --in-shapes=0:1x16x384x128+1:1x16x384x128+8:1x16x384x32,0:1x16x384x128+1:1x16x384x128+8:1x16x384x64 --case=complex_fusion/mha/sdpa-plain-simplified-f32.json
--reset --in-shapes=1:1x16x384x128+2:1x16x384x128+3:1x16x384x32,1:1x16x384x128+2:1x16x384x128+3:1x16x384x64 --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
--reset --in-shapes=1:1x16x384x128+2:1x16x384x128+3:1x16x384x32,1:1x16x384x128+2:1x16x384x128+3:1x16x384x64 --case=complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json
--reset --in-shapes=0:1x16x384x128+1:1x16x384x128+24:1x16x384x32,0:1x16x384x128+1:1x16x384x128+24:1x16x384x64 --case=complex_fusion/mha/sdpa-plain-bottom-right-implicit-causal-mask-f16-f32.json

# sdpa with packed qkv
--reset --in-shapes=1:1x12x1024x64*2359296x64x2304x1+2:1x12x1024x64*2359296x64x2304x1+5:1x1x1x1024+3:1x12x1024x64*2359296x64x2304x1 --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json

# regression tests
--reset --in-shapes=1:1x8x4096x16+2:1x8x5x16+5:1x1x4096x5+3:1x8x5x16 --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
--reset --dt=1:bf16+2:bf16+3:bf16+5:bf16+6:bf16+104:bf16 --in-shapes=1:1x8x4096x16+2:1x8x5x16+5:1x1x4096x5+3:1x8x5x16 --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
# kv_seq_len = 1
--reset --dt=0:f32+1:f32+4:f32+7:f32+10:f32+13:f32+14:f32 --in-shapes=1:1x16x1x64+7:1x16x384x1+13:1x16x1x64 --case=complex_fusion/mha/sdpa-plain-training-forward-bf16-f32.json

# causal mask with Q larger than K/V
--reset
--dt=15:f32+16:f32+5:f32+21:f32
--in-shapes=0:2x10x64x77*abdc+1:2x10x1x77+2:2x10x1x77+3:2x10x2304x64+6:2x10x77x64+7:2x10x77x1+8:2x10x77x1
--op-attrs=0:group_shape:1x1x64x1+8:group_shape:1x1x1x64
--case=complex_fusion/mha/sdpa-compressed-kv-implicit-causal-mask-int8-gs128.json

--reset --dt=1:bf16+2:bf16+3:bf16+6:bf16+104:bf16 --in-shapes=1:2x10x2304x64*acbd+2:2x10x77x64*acbd+3:2x10x77x64*acbd --case=complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json
--reset --dt=1:f16+2:f16+3:f16+6:f16+104:f16 --in-shapes=1:2x10x2304x64*acbd+2:2x10x77x64*acbd+3:2x10x77x64*acbd --case=complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json
--reset --in-shapes=1:2x10x2304x64*acbd+2:2x10x77x64*acbd+3:2x10x77x64*acbd --case=complex_fusion/mha/sdpa-plain-implicit-causal-mask-fp32-bs1.json

# accumulation mode: only QK in f16 acc, and both QK and VS in f16 acc.
--reset --op-attrs=0:accumulation_mode:f16 --case=complex_fusion/mha/sdpa-plain-simplified-f16-f32.json
--reset --op-attrs=7:accumulation_mode:f16 --dt=1:f16+3:f16+8:f16+16:f16+19:f16+20:f16 --case=complex_fusion/mha/gqa-plain-implicit-causal-mask-fp32-bs1.json

# torchbench sdpa training
--reset --in-shapes=0:8x6x1500x64*acbd+1:8x6x1500x64*abcd+2:8x6x1500x64*abcd+3:8x6x1500x64*abcd+4:8x6x1500x64*abcd+5:8x6x1500x1*abcd+9:8x6x1500x64*abcd+10:8x6x1500x64*abcd+11:8x6x1500x64*abcd,\
0:32x6x197x64*acbd+1:32x6x197x64*226944x64x1152x1+2:32x6x197x64*226944x64x1152x1+3:32x6x197x64*226944x64x1152x1+4:32x6x197x64*acbd+5:32x6x197x1*abcd+9:32x6x197x64*acbd+10:32x6x197x64*acbd+11:32x6x197x64*acbd,\
0:8x12x512x64*acbd+1:8x12x512x64*acbd+2:8x12x512x64*acbd+3:8x12x512x64*acbd+4:8x12x512x64*acbd+5:8x12x512x1*abcd+9:8x12x512x64*acbd+10:8x12x512x64*acbd+11:8x12x512x64*acbd,\
0:32x16x257x88*acbd+1:32x16x257x88*1085568x88x4224x1+2:32x16x257x88*1085568x88x4224x1+3:32x16x257x88*1085568x88x4224x1+4:32x16x257x88*acbd+5:32x16x257x1*abcd+9:32x16x257x88*acbd+10:32x16x257x88*acbd+11:32x16x257x88*acbd,\
0:32x12x50x64*cabd+1:32x12x50x64*cabd+2:32x12x50x64*cabd+3:32x12x50x64*cabd+4:32x12x50x64*cabd+5:32x12x50x1*abcd+9:32x12x50x64*cabd+10:32x12x50x64*cabd+11:32x12x50x64*cabd
--case=complex_fusion/mha/torchbench-sdpa-bwd-bf16-f32.json

--reset --in-shapes=0:8x6x1500x64*abcd+1:8x6x1500x64*abcd+5:8x6x1500x64*abcd+6:8x6x1500x64*abcd+7:8x6x1500x1*abcd,\
0:32x16x257x88*1085568x88x4224x1+1:32x16x257x88*1085568x88x4224x1+5:32x16x257x88*1085568x88x4224x1+6:32x16x257x88*acbd+7:32x16x257x1*abcd,\
0:32x6x197x64*226944x64x1152x1+1:32x6x197x64*226944x64x1152x1+5:32x6x197x64*226944x64x1152x1+6:32x6x197x64*acbd+7:32x6x197x1*abcd,\
# 0:8x12x512x64*acbd+1:8x12x512x64*acbd+5:8x12x512x64*acbd+6:8x12x512x64*acbd+7:8x12x512x1*abcd,\
0:32x12x50x64*cabd+1:32x12x50x64*cabd+5:32x12x50x64*cabd+6:32x12x50x64*cabd+7:32x12x50x1*abcd
--case=complex_fusion/mha/torchbench-sdpa-fwd-bf16-f32.json

--reset --in-shapes=0:1x12x64x64*147456x64x2304x1+1:1x12x64x64*147456x64x2304x1+5:1x12x64x64*147456x64x2304x1+6:1x12x64x64*acbd+7:1x12x64x1*abcd,\
0:32x8x77x64*cabd+1:32x8x77x64*cabd+5:32x8x77x64*cabd+6:32x8x77x64*cabd+7:32x8x77x1*abcd
--case=complex_fusion/mha/torchbench-sdpa-fwd-implicit-mask-bf16-f32.json

--reset --in-shapes=0:1x12x64x64*acbd+1:1x12x64x64*147456x64x2304x1+2:1x12x64x64*147456x64x2304x1+3:1x12x64x64*147456x64x2304x1+4:1x12x64x64*acbd+5:1x12x64x1*abcd+9:1x12x64x64*acbd+10:1x12x64x64*acbd+11:1x12x64x64*acbd,\
0:32x8x77x64*cabd+1:32x8x77x64*cabd+2:32x8x77x64*cabd+3:32x8x77x64*cabd+4:32x8x77x64*cabd+5:32x8x77x1*abcd+9:32x8x77x64*cabd+10:32x8x77x64*cabd+11:32x8x77x64*cabd
--case=complex_fusion/mha/torchbench-sdpa-bwd-implicit-mask-bf16-f32.json

--reset --case=complex_fusion/mha/torchbench-sdpa-fwd-w-mask-bf16-f32.json
--reset --case=complex_fusion/mha/torchbench-sdpa-bwd-w-mask-bf16-f32.json

# huggingface sdpa training
--reset --in-shapes=0:1x6x1x64*acbd+1:1x6x1x64*abcd+5:1x6x1x64*abcd+6:1x6x1x64*acbd+7:1x6x1x1*abcd,\
0:128x16x128x32*acbd+1:128x16x128x32*acbd+5:128x16x128x32*acbd+6:128x16x128x32*acbd+7:128x16x128x1*abcd,\
0:4x64x512x64*acbd+1:4x64x512x64*acbd+5:4x64x512x64*acbd+6:4x64x512x64*acbd+7:4x64x512x1*abcd,\
0:8x64x512x64*acbd+1:8x64x512x64*acbd+5:8x64x512x64*acbd+6:8x64x512x64*acbd+7:8x64x512x1*abcd,\
0:64x16x128x64*acbd+1:64x16x128x64*acbd+5:64x16x128x64*acbd+6:64x16x128x64*acbd+7:64x16x128x1*abcd,\
0:4x16x1024x64*acbd+1:4x16x1024x64*acbd+5:4x16x1024x64*acbd+6:4x16x1024x64*acbd+7:4x16x1024x1*abcd,\
# 0:1x6x1x64*acbd+1:1x6x1500x64*abcd+5:1x6x1500x64*abcd+6:1x6x1x64*acbd+7:1x6x1x1*abcd,\
0:1x6x1500x64*abcd+1:1x6x1500x64*abcd+5:1x6x1500x64*abcd+6:1x6x1500x64*abcd+7:1x6x1500x1*abcd
--case=complex_fusion/mha/hf-sdpa-fwd-no-mask-bf16-f32.json

--reset --in-shapes=\
# 0:256x16x128x32*acbd+1:256x16x128x32*acbd+2:256x16x128x32*acbd+3:256x16x128x32*acbd+4:256x16x128x32*acbd+5:256x16x128x1*abcd+9:256x16x128x32*acbd+10:256x16x128x32*acbd+11:256x16x128x32*acbd,\
0:2x12x2048x64*acbd+1:2x12x2048x64*acbd+2:2x12x2048x64*acbd+3:2x12x2048x64*acbd+4:2x12x2048x64*acbd+5:2x12x2048x1*abcd+9:2x12x2048x64*acbd+10:2x12x2048x64*acbd+11:2x12x2048x64*acbd,\
0:4x16x1024x64*acbd+1:4x16x1024x64*acbd+2:4x16x1024x64*acbd+3:4x16x1024x64*acbd+4:4x16x1024x64*acbd+5:4x16x1024x1*abcd+9:4x16x1024x64*acbd+10:4x16x1024x64*acbd+11:4x16x1024x64*acbd,\
0:32x16x128x64*acbd+1:32x16x128x64*acbd+2:32x16x128x64*acbd+3:32x16x128x64*acbd+4:32x16x128x64*acbd+5:32x16x128x1*abcd+9:32x16x128x64*acbd+10:32x16x128x64*acbd+11:32x16x128x64*acbd,\
0:4x32x128x80*acbd+1:4x32x128x80*acbd+2:4x32x128x80*acbd+3:4x32x128x80*acbd+4:4x32x128x80*acbd+5:4x32x128x1*abcd+9:4x32x128x80*acbd+10:4x32x128x80*acbd+11:4x32x128x80*acbd,\
# 0:128x16x128x32*acbd+1:128x16x128x32*acbd+2:128x16x128x32*acbd+3:128x16x128x32*acbd+4:128x16x128x32*acbd+5:128x16x128x1*abcd+9:128x16x128x32*acbd+10:128x16x128x32*acbd+11:128x16x128x32*acbd,\
0:64x16x128x64*acbd+1:64x16x128x64*acbd+2:64x16x128x64*acbd+3:64x16x128x64*acbd+4:64x16x128x64*acbd+5:64x16x128x1*abcd+9:64x16x128x64*acbd+10:64x16x128x64*acbd+11:64x16x128x64*acbd
--case=complex_fusion/mha/hf-sdpa-bwd-implicit-mask-bf16-f32.json

--reset --in-shapes=0:4x16x1024x64*acbd+1:4x16x1024x64*acbd+2:4x16x1024x64*acbd+3:4x16x1024x64*acbd+4:4x16x1024x64*acbd+5:4x16x1024x1*abcd+8:4x1x1024x1024*abcd+9:4x16x1024x64*acbd+10:4x16x1024x64*acbd+11:4x16x1024x64*acbd,\
0:2x12x2048x64*acbd+1:2x12x2048x64*acbd+2:2x12x2048x64*acbd+3:2x12x2048x64*acbd+4:2x12x2048x64*acbd+5:2x12x2048x1*abcd+8:2x1x2048x2048*abcd+9:2x12x2048x64*acbd+10:2x12x2048x64*acbd+11:2x12x2048x64*acbd,\
0:32x16x128x64*acbd+1:32x16x128x64*acbd+2:32x16x128x64*acbd+3:32x16x128x64*acbd+4:32x16x128x64*acbd+5:32x16x128x1*abcd+8:32x1x128x128*abcd+9:32x16x128x64*acbd+10:32x16x128x64*acbd+11:32x16x128x64*acbd,\
# 0:128x16x128x32*acbd+1:128x16x128x32*acbd+2:128x16x128x32*acbd+3:128x16x128x32*acbd+4:128x16x128x32*acbd+5:128x16x128x1*abcd+8:128x1x128x128*abcd+9:128x16x128x32*acbd+10:128x16x128x32*acbd+11:128x16x128x32*acbd,\
0:4x32x128x80*acbd+1:4x32x128x80*acbd+2:4x32x128x80*acbd+3:4x32x128x80*acbd+4:4x32x128x80*acbd+5:4x32x128x1*abcd+8:4x1x128x128*abcd+9:4x32x128x80*acbd+10:4x32x128x80*acbd+11:4x32x128x80*acbd,\
0:64x16x128x64*acbd+1:64x16x128x64*acbd+2:64x16x128x64*acbd+3:64x16x128x64*acbd+4:64x16x128x64*acbd+5:64x16x128x1*abcd+8:64x1x128x128*abcd+9:64x16x128x64*acbd+10:64x16x128x64*acbd+11:64x16x128x64*acbd
--case=complex_fusion/mha/hf-sdpa-bwd-w-mask-bf16-f32.json

--reset --in-shapes=0:1x8x2x1000x128*adbce+1:1x8x1x1000x128*abcde+5:1x8x1x1000x128*abcde+6:1x8x2x1000x128*adbce+7:1x8x2x1000x1*abcde,\
0:4x32x128x80*acbd+1:4x32x128x80*acbd+5:4x32x128x80*acbd+6:4x32x128x80*acbd+7:4x32x128x1*abcd,\
0:1x8x4x1000x64*adbce+1:1x8x1x1000x64*abcde+5:1x8x1x1000x64*abcde+6:1x8x4x1000x64*adbce+7:1x8x4x1000x1*abcde,\
0:256x16x128x32*acbd+1:256x16x128x32*acbd+5:256x16x128x32*acbd+6:256x16x128x32*acbd+7:256x16x128x1*abcd,\
0:2x12x2048x64*acbd+1:2x12x2048x64*acbd+5:2x12x2048x64*acbd+6:2x12x2048x64*acbd+7:2x12x2048x1*abcd,\
0:1x4x2x1000x256*adbce+1:1x4x1x1000x256*abcde+5:1x4x1x1000x256*abcde+6:1x4x2x1000x256*adbce+7:1x4x2x1000x1*abcde,\
0:32x16x128x64*acbd+1:32x16x128x64*acbd+5:32x16x128x64*acbd+6:32x16x128x64*acbd+7:32x16x128x1*abcd,\
0:128x16x128x32*acbd+1:128x16x128x32*acbd+5:128x16x128x32*acbd+6:128x16x128x32*acbd+7:128x16x128x1*abcd,\
0:4x16x1024x64*acbd+1:4x16x1024x64*acbd+5:4x16x1024x64*acbd+6:4x16x1024x64*acbd+7:4x16x1024x1*abcd,\
0:64x16x128x64*acbd+1:64x16x128x64*acbd+5:64x16x128x64*acbd+6:64x16x128x64*acbd+7:64x16x128x1*abcd
--case=complex_fusion/mha/hf-sdpa-fwd-implicit-mask-bf16-f32.json

--reset --in-shapes=0:256x16x128x32*acbd+1:256x16x128x32*acbd+4:256x1x128x128*abcd+5:256x16x128x32*acbd+6:256x16x128x32*acbd+7:256x16x128x1*abcd,\
0:32x16x128x64*acbd+1:32x16x128x64*acbd+4:32x1x128x128*abcd+5:32x16x128x64*acbd+6:32x16x128x64*acbd+7:32x16x128x1*abcd,\
0:2x12x2048x64*acbd+1:2x12x2048x64*acbd+4:2x1x2048x2048*abcd+5:2x12x2048x64*acbd+6:2x12x2048x64*acbd+7:2x12x2048x1*abcd,\
0:4x32x128x80*acbd+1:4x32x128x80*acbd+4:4x1x128x128*abcd+5:4x32x128x80*acbd+6:4x32x128x80*acbd+7:4x32x128x1*abcd,\
0:128x16x128x32*acbd+1:128x16x128x32*acbd+4:128x1x128x128*abcd+5:128x16x128x32*acbd+6:128x16x128x32*acbd+7:128x16x128x1*abcd,\
0:64x16x128x64*acbd+1:64x16x128x64*acbd+4:64x1x128x128*abcd+5:64x16x128x64*acbd+6:64x16x128x64*acbd+7:64x16x128x1*abcd,\
0:4x16x1024x64*acbd+1:4x16x1024x64*acbd+4:4x1x1024x1024*abcd+5:4x16x1024x64*acbd+6:4x16x1024x64*acbd+7:4x16x1024x1*abcd
--case=complex_fusion/mha/hf-sdpa-fwd-w-mask-bf16-f32.json

--reset --in-shapes=0:4x64x512x64*acbd+1:4x64x512x64*acbd+2:4x64x512x64*acbd+3:4x64x512x64*acbd+4:4x64x512x64*acbd+5:4x64x512x1*abcd+9:4x64x512x64*acbd+10:4x64x512x64*acbd+11:4x64x512x64*acbd,\
0:8x64x512x64*acbd+1:8x64x512x64*acbd+2:8x64x512x64*acbd+3:8x64x512x64*acbd+4:8x64x512x64*acbd+5:8x64x512x1*abcd+9:8x64x512x64*acbd+10:8x64x512x64*acbd+11:8x64x512x64*acbd,\
# 0:128x16x128x32*acbd+1:128x16x128x32*acbd+2:128x16x128x32*acbd+3:128x16x128x32*acbd+4:128x16x128x32*acbd+5:128x16x128x1*abcd+9:128x16x128x32*acbd+10:128x16x128x32*acbd+11:128x16x128x32*acbd,\
0:4x16x1024x64*acbd+1:4x16x1024x64*acbd+2:4x16x1024x64*acbd+3:4x16x1024x64*acbd+4:4x16x1024x64*acbd+5:4x16x1024x1*abcd+9:4x16x1024x64*acbd+10:4x16x1024x64*acbd+11:4x16x1024x64*acbd,\
0:64x16x128x64*acbd+1:64x16x128x64*acbd+2:64x16x128x64*acbd+3:64x16x128x64*acbd+4:64x16x128x64*acbd+5:64x16x128x1*abcd+9:64x16x128x64*acbd+10:64x16x128x64*acbd+11:64x16x128x64*acbd
--case=complex_fusion/mha/hf-sdpa-bwd-no-mask-bf16-f32.json

# timms sdpa training
--reset --in-shapes=0:128x12x197x64*453888x64x2304x1+1:128x12x197x64*453888x64x2304x1+5:128x12x197x64*453888x64x2304x1+6:128x12x197x64*acbd+7:128x12x197x1*abcd,\
0:4x16x1x48*acbd+1:4x16x577x48*acbd+5:4x16x577x48*acbd+6:4x16x1x48*acbd+7:4x16x1x1*abcd,\
0:256x4x64x48*36864x48x576x1+1:256x4x64x48*36864x48x576x1+5:256x4x64x48*36864x48x576x1+6:256x4x64x48*acbd+7:256x4x64x1*abcd,\
0:64x8x257x64*394752x64x1536x1+1:64x8x257x64*394752x64x1536x1+5:64x8x257x64*394752x64x1536x1+6:64x8x257x64*acbd+7:64x8x257x1*abcd,\
0:128x12x196x32*225792x32x1152x1+1:128x12x196x32*225792x32x1152x1+5:128x12x196x32*225792x32x1152x1+6:128x12x196x32*acbd+7:128x12x196x1*abcd,\
0:128x3x197x64*113472x64x576x1+1:128x3x197x64*113472x64x576x1+5:128x3x197x64*113472x64x576x1+6:128x3x197x64*acbd+7:128x3x197x1*abcd,\
0:256x4x16x60*11520x60x720x1+1:256x4x16x60*11520x60x720x1+5:256x4x16x60*11520x60x720x1+6:256x4x16x60*acbd+7:256x4x16x1*abcd,\
0:128x8x49x64*acbd+1:128x8x49x64*50176x64x1024x1+5:128x8x49x64*50176x64x1024x1+6:128x8x49x64*acbd+7:128x8x49x1*abcd,\
0:128x1x3136x64*abcd+1:128x1x49x64*6272x64x128x1+5:128x1x49x64*6272x64x128x1+6:128x1x3136x64*abcd+7:128x1x3136x1*abcd,\
0:128x5x196x64*acbd+1:128x5x49x64*31360x64x640x1+5:128x5x49x64*31360x64x640x1+6:128x5x196x64*acbd+7:128x5x196x1*abcd,\
0:128x1x3136x64*abcd+1:128x1x49x64*6272x6272x128x1+5:128x1x49x64*6272x6272x128x1+6:128x1x3136x64*abcd+7:128x1x3136x1*abcd,\
0:128x12x1x64*acbd+1:128x12x256x64*393216x64x1536x1+5:128x12x256x64*393216x64x1536x1+6:128x12x1x64*acbd+7:128x12x1x1*abcd,\
0:128x2x784x64*acbd+1:128x2x49x64*12544x64x256x1+5:128x2x49x64*12544x64x256x1+6:128x2x784x64*acbd+7:128x2x784x1*abcd,\
0:16x16x1x48*acbd+1:16x16x785x48*acbd+5:16x16x785x48*acbd+6:16x16x1x48*acbd+7:16x16x1x1*abcd,\
0:64x16x65x64*199680x64x3072x1+1:64x16x65x64*199680x64x3072x1+5:64x16x65x64*199680x64x3072x1+6:64x16x65x64*acbd+7:64x16x65x1*abcd,\
0:128x12x256x64*589824x64x2304x1+1:128x12x256x64*589824x64x2304x1+5:128x12x256x64*589824x64x2304x1+6:128x12x256x64*acbd+7:128x12x256x1*abcd,\
0:256x4x197x64*151296x64x768x1+1:256x4x197x64*151296x64x768x1+5:256x4x197x64*151296x64x768x1+6:256x4x197x64*acbd+7:256x4x197x1*abcd,\
0:256x4x401x32*153984x32x384x1+1:256x4x401x32*153984x32x384x1+5:256x4x401x32*153984x32x384x1+6:256x4x401x32*acbd+7:256x4x401x1*abcd,\
0:64x12x198x64*456192x64x2304x1+1:64x12x198x64*456192x64x2304x1+5:64x12x198x64*456192x64x2304x1+6:64x12x198x64*acbd+7:64x12x198x1*abcd,\
0:256x4x256x36*110592x36x432x1+1:256x4x256x36*110592x36x432x1+5:256x4x256x36*110592x36x432x1+6:256x4x256x36*acbd+7:256x4x256x1*abcd,\
0:64x4x962x64*738816x64x768x1+1:64x4x962x64*738816x64x768x1+5:64x4x962x64*738816x64x768x1+6:64x4x962x64*acbd+7:64x4x962x1*abcd,\
0:128x12x1370x64*3156480x64x2304x1+1:128x12x1370x64*3156480x64x2304x1+5:128x12x1370x64*3156480x64x2304x1+6:128x12x1370x64*acbd+7:128x12x1370x1*abcd
--case=complex_fusion/mha/timms-sdpa-fwd-no-mask-bf16-f32.json

--reset --in-shapes=0:4x16x1x48*acbd+1:4x16x1x48*acbd+2:4x16x577x48*acbd+3:4x16x577x48*acbd+4:4x16x1x48*acbd+5:4x16x1x1*abcd+9:4x16x1x48*acbd+10:4x16x577x48*acbd+11:4x16x577x48*acbd,\
0:16x16x1x48*acbd+1:16x16x1x48*acbd+2:16x16x785x48*acbd+3:16x16x785x48*acbd+4:16x16x1x48*acbd+5:16x16x1x1*abcd+9:16x16x1x48*acbd+10:16x16x785x48*acbd+11:16x16x785x48*acbd,\
0:128x12x197x64*acbd+1:128x12x197x64*453888x64x2304x1+2:128x12x197x64*453888x64x2304x1+3:128x12x197x64*453888x64x2304x1+4:128x12x197x64*acbd+5:128x12x197x1*abcd+9:128x12x197x64*acbd+10:128x12x197x64*acbd+11:128x12x197x64*acbd,\
0:128x3x197x64*acbd+1:128x3x197x64*113472x64x576x1+2:128x3x197x64*113472x64x576x1+3:128x3x197x64*113472x64x576x1+4:128x3x197x64*acbd+5:128x3x197x1*abcd+9:128x3x197x64*acbd+10:128x3x197x64*acbd+11:128x3x197x64*acbd,\
0:64x12x198x64*acbd+1:64x12x198x64*456192x64x2304x1+2:64x12x198x64*456192x64x2304x1+3:64x12x198x64*456192x64x2304x1+4:64x12x198x64*acbd+5:64x12x198x1*abcd+9:64x12x198x64*acbd+10:64x12x198x64*acbd+11:64x12x198x64*acbd,\
# 0:128x12x196x32*acbd+1:128x12x196x32*225792x32x1152x1+2:128x12x196x32*225792x32x1152x1+3:128x12x196x32*225792x32x1152x1+4:128x12x196x32*acbd+5:128x12x196x1*abcd+9:128x12x196x32*acbd+10:128x12x196x32*acbd+11:128x12x196x32*acbd,\
0:256x4x197x64*acbd+1:256x4x197x64*151296x64x768x1+2:256x4x197x64*151296x64x768x1+3:256x4x197x64*151296x64x768x1+4:256x4x197x64*acbd+5:256x4x197x1*abcd+9:256x4x197x64*acbd+10:256x4x197x64*acbd+11:256x4x197x64*acbd,\
0:256x4x401x32*acbd+1:256x4x401x32*153984x32x384x1+2:256x4x401x32*153984x32x384x1+3:256x4x401x32*153984x32x384x1+4:256x4x401x32*acbd+5:256x4x401x1*abcd+9:256x4x401x32*acbd+10:256x4x401x32*acbd+11:256x4x401x32*acbd,\
0:256x4x16x60*acbd+1:256x4x16x60*11520x60x720x1+2:256x4x16x60*11520x60x720x1+3:256x4x16x60*11520x60x720x1+4:256x4x16x60*acbd+5:256x4x16x1*abcd+9:256x4x16x60*acbd+10:256x4x16x60*acbd+11:256x4x16x60*acbd,\
0:128x12x1x64*acbd+1:128x12x1x64*acbd+2:128x12x256x64*393216x64x1536x1+3:128x12x256x64*393216x64x1536x1+4:128x12x1x64*acbd+5:128x12x1x1*abcd+9:128x12x1x64*acbd+10:128x12x256x64*acbd+11:128x12x256x64*acbd,\
0:64x4x962x64*acbd+1:64x4x962x64*738816x64x768x1+2:64x4x962x64*738816x64x768x1+3:64x4x962x64*738816x64x768x1+4:64x4x962x64*acbd+5:64x4x962x1*abcd+9:64x4x962x64*acbd+10:64x4x962x64*acbd+11:64x4x962x64*acbd,\
0:64x8x257x64*acbd+1:64x8x257x64*394752x64x1536x1+2:64x8x257x64*394752x64x1536x1+3:64x8x257x64*394752x64x1536x1+4:64x8x257x64*acbd+5:64x8x257x1*abcd+9:64x8x257x64*acbd+10:64x8x257x64*acbd+11:64x8x257x64*acbd,\
0:64x16x65x64*acbd+1:64x16x65x64*199680x64x3072x1+2:64x16x65x64*199680x64x3072x1+3:64x16x65x64*199680x64x3072x1+4:64x16x65x64*acbd+5:64x16x65x1*abcd+9:64x16x65x64*acbd+10:64x16x65x64*acbd+11:64x16x65x64*acbd,\
0:128x2x784x64*acbd+1:128x2x784x64*abcd+2:128x2x49x64*12544x64x256x1+3:128x2x49x64*12544x64x256x1+4:128x2x784x64*abcd+5:128x2x784x1*abcd+9:128x2x784x64*abcd+10:128x2x49x64*acbd+11:128x2x49x64*acbd,\
0:128x5x196x64*acbd+1:128x5x196x64*acbd+2:128x5x49x64*31360x64x640x1+3:128x5x49x64*31360x64x640x1+4:128x5x196x64*acbd+5:128x5x196x1*abcd+9:128x5x196x64*acbd+10:128x5x49x64*acbd+11:128x5x49x64*acbd,\
0:128x2x784x64*acbd+1:128x2x784x64*acbd+2:128x2x49x64*12544x64x256x1+3:128x2x49x64*12544x64x256x1+4:128x2x784x64*acbd+5:128x2x784x1*abcd+9:128x2x784x64*acbd+10:128x2x49x64*acbd+11:128x2x49x64*acbd,\
0:128x8x49x64*acbd+1:128x8x49x64*abcd+2:128x8x49x64*50176x64x1024x1+3:128x8x49x64*50176x64x1024x1+4:128x8x49x64*abcd+5:128x8x49x1*abcd+9:128x8x49x64*abcd+10:128x8x49x64*acbd+11:128x8x49x64*acbd,\
0:128x8x49x64*acbd+1:128x8x49x64*acbd+2:128x8x49x64*50176x64x1024x1+3:128x8x49x64*50176x64x1024x1+4:128x8x49x64*acbd+5:128x8x49x1*abcd+9:128x8x49x64*acbd+10:128x8x49x64*acbd+11:128x8x49x64*acbd,\
0:128x5x196x64*acbd+1:128x5x196x64*abcd+2:128x5x49x64*31360x64x640x1+3:128x5x49x64*31360x64x640x1+4:128x5x196x64*abcd+5:128x5x196x1*abcd+9:128x5x196x64*abcd+10:128x5x49x64*acbd+11:128x5x49x64*acbd,\
0:128x1x3136x64*abcd+1:128x1x3136x64*abcd+2:128x1x49x64*6272x64x128x1+3:128x1x49x64*6272x64x128x1+4:128x1x3136x64*abcd+5:128x1x3136x1*abcd+9:128x1x3136x64*abcd+10:128x1x49x64*abcd+11:128x1x49x64*abcd
--case=complex_fusion/mha/timms-sdpa-bwd-no-mask-bf16-f32.json
