diff --git a/aiter/ops/triton/configs/gfx1151-MHA-DEFAULT.json b/aiter/ops/triton/configs/gfx1151-MHA-DEFAULT.json new file mode 100644 index 00000000000..e037bfa195a --- /dev/null +++ b/aiter/ops/triton/configs/gfx1151-MHA-DEFAULT.json @@ -0,0 +1,92 @@ +{ + "fwd": { + "dropout_or_fp32": { + "BLOCK_M": 32, + "BLOCK_N": 32, + "PRELOAD_V": false, + "waves_per_eu": 1, + "num_warps": 2, + "num_ctas": 1, + "num_stages": 1 + }, + "default": { + "BLOCK_M": 128, + "BLOCK_N": 64, + "PRELOAD_V": false, + "waves_per_eu": 2, + "num_warps": 8, + "num_ctas": 1, + "num_stages": 1 + }, + "pe": { + "BLOCK_M": 256, + "BLOCK_N": 64, + "PRELOAD_V": true, + "waves_per_eu": 1, + "num_warps": 8, + "num_ctas": 1, + "num_stages": 1 + }, + "pe_dropout_or_fp32": { + "BLOCK_M": 256, + "BLOCK_N": 64, + "PRELOAD_V": true, + "waves_per_eu": 1, + "num_warps": 8, + "num_ctas": 1, + "num_stages": 1 + } + }, + "bkwd_fused" : { + "preprocess_kernel": { + "PRE_BLOCK": 128 + }, + "dkdvdq_kernel_N64" : { + "BLOCK_M": 16, + "BLOCK_N": 64, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 2, + "BLK_SLICE_FACTOR": 1, + "matrix_instr_nonkdim": 16 + }, + "dkdvdq_kernel_N128" : { + "BLOCK_M": 16, + "BLOCK_N": 128, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 2, + "BLK_SLICE_FACTOR": 1, + "matrix_instr_nonkdim": 16 + } + }, + "bkwd_onekernel" : { + "preprocess_kernel": { + "PRE_BLOCK": 128 + }, + "onekernel" : { + "BLOCK_M1": 32, + "BLOCK_N1": 128, + "BLOCK_M2": 128, + "BLOCK_N2": 32, + "BLK_SLICE_FACTOR": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "num_warps": 4, + "num_ctas": 1, + "num_stages": 1 + }, + "onekernel_pe" : { + "BLOCK_M1": 32, + "BLOCK_N1": 64, + "BLOCK_M2": 128, + "BLOCK_N2": 32, + "BLK_SLICE_FACTOR": 2, + "waves_per_eu": 0, + "matrix_instr_nonkdim": 16, + "num_warps": 4, + "num_ctas": 1, + "num_stages": 2 + } + } +}