/*
* SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION &
* AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/


#pragma once

#include <flashinfer/trtllm/gemm/trtllmGen_gemm_export/GemmOptions.h>


namespace gemm { 


namespace tensorrt_llm
{

namespace kernels
{
// clang-format off

#define TLLM_GEN_EXPORT_VERSION "7.0"

static constexpr size_t tllmGenGemmListLen = 93;


static const gemm::GemmConfig tllmGenGemmList[] = {
#ifndef EXCLUDE_SM_100
{nullptr, 0, 128256, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s7_et128x8_m128x8x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "bdc67d2a5483b6f0562f011997c720d077240bcaf42bd825597dbdc1c2295257", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 145568, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s4_et128x8_m128x8x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "84f745f17bbc46cca6a3c23b2efc611ddd19f6c7bc7907a9238e3f988c37d33e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 192704, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "0b40424883961e4a6eb956d6db1ac77a60deeb4060c892ebe1b27cd08636d268", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 143528, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s4_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "8b541050288fefabb9a7ff60b5c1e48a651c866152fd6bd012d83cc6c6f2ce18", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 159872, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x256_s3_et128x32_m128x64x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "a1b41e8e7b8e140b6c3b92d056a9cdbda139f51301c5eca7442a5e0d48582b19", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 137472, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s7_et128x16_m128x16x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "2f52f740e4892f43c3120806d0bbc41edd74b11ba4d4475b30ec07fb2eb12d96", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 143528, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s4_et128x8_m128x8x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "dc1a1a5874d9bc944130c274fecd82f84e8412d4b3b26bf00d92e34b31ae8dcd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 184576, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s7_et128x32_m128x64x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "2b33ff943fffb734eff1f182c4606cd50bf43e0bd8e27ebb66ac47234aa05c59", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 126216, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s7_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "c0224163e149795ef262d5de41983c8d2dd88d8bbcf07da0c3b6e4f7a6c33d43", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 126216, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s7_et128x8_m128x8x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "3468aea62dd0e0b4ffbc33eae86a0b77cd57ae3e1c344c2ecec09d03369c61ef", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 196928, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s9_et128x32_m128x32x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "9aafb569d7c0d20abb2d89bc5d06a4822bcd0c6ad4ac0cc25aab7185664d8a2b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 188744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s9_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "738bf67531a991b8720b9e26133533e2eb855ef93651fe3ecf7ef2bf20ebf561", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 188616, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s5_et128x16_m128x16x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "ee975ed4e632d5169950d850c365f4280323aefa6133f7146d34888d43bd4f0b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 209096, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "eb33ca588a7448cf140a2f3e733da105da5c41265709c2ea40dff4c58636d0cb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 188744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s9_et128x32_m128x32x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "8c4b9e5bda76c41364ae63aa7747618c3469437b734e7068c2e5cc1dbc2869d9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 185696, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s4_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "f8b39e1d23d95581ad6b16134855b4136574f2ad6146e8526ce4981f45c56219", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 151688, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x256_s3_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "99e8794fa5d0eb619c14e4999561b310c331e73bbfe812c307147ebf95f40f27", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133384, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s7_et128x16_m128x16x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "e9bc4a831dd0ebc2001c69ad1d6d95c121f9cb42f2d7d35a0097e3adfad2d5b0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 188616, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s5_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "d738a02638657618ecb50a376cce5bef7c3e15f609682bc044b69c25956354f1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 209096, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "1bcefb2bad81b0b4d78b1bea336fc1e8a543aefadbf143ae2802bbc1e7cf08e2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 176392, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s7_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "c6bbcf48797e6f89403dcdf4bea5a4528b5a22d3164d3db9c43f42a205157886", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 176392, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s7_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "f712844f17891e18312f8766645be7dc21a1ceb70a12de0316ddec27fd3c00d9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 217280, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "55ec502f9fe74055148fb14fe5232fbc3744a9f7306a239d404ecd17c0efe26b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 113008, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s6_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd2x2x1x3_sm100f", 512, "ad6fd4756aac15b91f418f1e1f3969d27348a1746a2bf84bca1f8f601f2d4b60", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 64
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 64
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 2
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 1
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 0
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 120976, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 384, "f4866d13b8a82fbcaa38c241ba32d4120feb793ab296e3aac412377dbee0996a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 64
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 64
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 2
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 1
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 0
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 185696, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s4_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "e4ce335a1e800be7e94b484b08079e1f3511ca97eba4a2156bc943efa7c45123", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133384, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s7_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "058d8f8c102497a66f9ed1f96580cd44a2374eb312457b1ee4baaf352d51b3ef", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 137360, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 384, "2852e24710c3be1d975caf2f7dc7f2d1c8982ce138bbc71dd1c268f88c854497", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 64
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 64
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 2
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 1
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 0
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 151688, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x256_s3_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "9242aa827996c716ad655772a5add6057fb353d3a884daab5c4699df9fd0a7b5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 137584, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd2x2x1x3_sm100f", 512, "0013d31fa5b7bd81e4f3ec3421abd8fd59901c00cb6e68170d2644562c148df7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 64
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 64
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 2
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 1
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 0
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 185936, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s4_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_sm100f", 512, "9bcdbe12b6796464baf392d8b2a65e7ebdbe6cb5e6821b9521d62d2f41e2918e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 2
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 185936, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s4_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_sm100f", 512, "66620d4fd981d9159e1ca63709e923f868862d63289ce2219e1622b7795c0e4f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 2
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 186976, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x256u2_s6_et128x64_m128x64x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "bdc9a6f9b5bd07d14c34bc3a4b522ad985defcf2b869ca8aa1a8b631da9ed65b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133440, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s3_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "f4b21432991d2213a98a896ad19c237e2fa7345ddf1171a38ed46a3dac0cae1b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 186976, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x256_s6_et128x64_m128x64x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "2a9372012877b6c94b11b50b487c8dd052b176269c2a6082739109f2699b8062", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133440, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s3_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "e6ddd168d7ef43cea83f450d9f88454fd2eb6c5e5e6f996a2764619a43f04da3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 58592, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s2_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "c69105af32ac46692b6eaf8c642eacf6e98f4524207b4e1b988ad9b246d9291e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 58592, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s2_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "f1e03e861fa42d342a76e8f34dc66079963252a5aed64524242068b03ba526e8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 46304, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s2_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "39ddf3bde2635b15bd4e45c18fcc34b3797d3626905941d2b99ed9b168a8779c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 163232, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "16f9c82683236a9f62c12d63dbd20e5354e138e089e5fc5b938570188d4c9e08", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 85216, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s2_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "570fdb4bae8a1f5e3bf0f6e6f80b154ceb401bd786ea635e46abe4bf04b40b5e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 174496, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s4_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "c78f083fa95493f31307b2491d6961c19013384949e707e5064532cbf183cf82", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 174496, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "d987f51f3cc14a551e311f84ba742538cd7cdda3f872556235e639b7e9671022", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 151136, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s6_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "ae5f1d5d5803315aef69c6949bbb36cca34d9aff284c064c2dec2615d0849261", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 46304, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s2_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "e0fd485eef6fa36c9504128c63e3fc7c7b34d6406155255e4097e956610a555c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 124224, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "41467f3e7ad21786b515c06a46b7d05a368159b704732206f0f36136f51654c7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 111808, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "9ae85a0a37469d7b0fd91bbf3557e474eaa1582d29cd78ebc1664bdff8029542", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 124224, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "216ee84f31f854899251dfab575b17857570a21898cf0ef5b5f81e0f769e0578", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 163232, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "bf3f0efe91ea3f8ff61bd6d3e641ca2180ce7a3bea13834f1473fabfcda9836c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 85216, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s2_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "c438c8e43fbba2c61b458878b45e2b205f40c2a6e4730f0be5b9703225b97f02", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133824, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x128_s7_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "f06510cdedf20b3cdce8eab6e5638097ef776a47f1e895de3f9e56c9b27eaa7c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 91360, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s2_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "81bd95128c6cd7b354709892f9804dbf4caebf0840a9d68ab5728cc69f5a1bc3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 93456, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x128_s3_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "05a5d7c792f54648149ca5513400cc86aa38ea755be3ef31bb3ad99f00458c53", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 91360, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s2_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "472036bf792713f6a77bc42b40b3dd869c81e76303cafa7447f772df85441159", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 148752, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "ae64c4dfdc1b75067e6af432642fd33d79184ad3946ff12932ddf342069ae7e8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 148752, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s3_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "17ad921fec519bf4480bf54447576f127714bd9957340b5ae0c5987b0009032f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 151136, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s6_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "15da90689b7e6b77e73f1153779d472cb76bd6732173d8511d192986ad98791e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 93456, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x128u2_s3_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "05d961732cd5e4e48c582503604c5f04c00471d4362747c89006b9febc7a72dc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 103744, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x256_s3_et128x64_m128x64x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "d34dec290306560f33d88db499a2f0607eff0c341f388d626cde714ad2d961e8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 103744, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x256u2_s3_et128x64_m128x64x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "b61f11db8decc29b4f855e99e7fc4de56b8e8b70638b7952c0899153dc3d586d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 131784, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x128_s7_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "d100e3a91404e1e9e0fc91e3349833b41aff656b7ace67bab1ebc9324104bcf2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 148992, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x128_s6_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "e33001c70692ae1368384648dc882d4a65f0ff6b0cc6e291b6d5d464a5470089", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 111808, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s2_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "b91c6182b43538eb9e2700393e64d3511d2071bc3e369a067fcce859350d2397", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 148992, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x128u2_s6_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "f6caae4dbec8c1c45ae6519aaa33005f59e304c1fff2d5940baf57121280c760", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 150944, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s4_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "1a8216a5f2e1aaf29c869d1afaeaf341c4a904b6d9123215c2a49984cf167766", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 131784, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x128_s7_et128x8_m128x8x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "763989b95afe9c71f3df4ecfd2dbac119dd480fd89a2f5779ccf35f8c798253b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 148904, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s4_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "f1a6bdfcc5ea3dfa74ca810edf5390c0a9bd8a1e347007f7e5a66ab7888bd6b5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 148904, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s4_et128x8_m128x8x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "1098b740a049c83865cbbfeb006bc4ff3ccd51087f325ed56d5031b9521a4f62", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 143040, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x128_s7_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "b52189819a4dfb840e1b791112c91564f62074ed9d8817891b48da0b0830cb59", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 204672, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x128_s9_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "dbbcc646c84af0855b46792898fbbd59627aa3ade677c5046263d86ec3fbb581", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 199168, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "f5a5b8313799f7024f76b4e09a3233e7d896dd609e8cf5fb80fd6258d1cc90bc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 224768, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "7e8740778be98f16c48511a65585f2b461a4a5b73622c3249839e6014111898d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 138952, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x128_s7_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "1b26109c47eb173262bf9253f16cd7700b6469649292aebc8005b681ba1d5fb2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 195080, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "485e22471b258509a2616bd090ac511df5ff2ceced5193d4415ed7adf17e896a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 138952, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x128_s7_et128x16_m128x16x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "e273faeb34f76d534d246e33e461e324fd727814ffd0371299d7145939a374cb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 216584, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "19838fdc33ba2f134677a370eb5522717ad76c8509b961a60652cf8059cfc0f9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 215456, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x32_m128x64x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "097eb70dd5be8605e79d676a7afda1f953aa5f54f8ef9f2c89ddc1a5a3cfd131", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 196488, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x128_s9_et128x32_m128x32x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "c5b534c27414c07c15cf5b1ea7a1aeb0a4e3c3660bd061e3ab752f1388b78a1a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 195080, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "480e66ba697d751aa93bb450fe03fcb536adf0da91a664d33cd568e99e12145c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 191168, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x32_m128x64x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "f4581cf99b18248e748feae702161d12667aef29eb3d0d00c14b2c001539cf24", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 196488, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x128_s9_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "8d013e882bcff289f6eef77f413995b0e202c90f938f0b91805115cd087b0165", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 173664, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s6_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "9a2c07e1d23abe4caa58d6e4f726ac223f7fe25cad0f4a311fc4e3f7f0dc8c9b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 223648, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "34c90ee3c6dc5ed3177359dd03b4a3970837b83d304c1330c044492d64f42969", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 216584, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "a09b7c69f976e2b6b1790c409d12d77e52a39b68f70c0356771ebb0117b0ce00", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 182984, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "89785d274ba458ac737c2ca88239956e05ed19feeec4082d3eed91317b6a09e8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 182984, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "cca26f04ef7e7251c1d1008528ef41ac976af0222caa53ee5d14d3f09d5fa3c9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 157288, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s6_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "2ad24aa5d343d3d22e5c472a812d863dc9403d06dc9646452ac4037b2c70d012", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 224256, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s8_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPdx3_sm100f", 512, "c0d82a387b4838eb0edcbadd7e67a87a0eba87734e8c1aa12bd81b41f5d5c808", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 8
, /* mNumStagesB */ 8
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 8
, /* mNumStagesSmemSfB */ 8
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 8
, /* mNumStagesTmemSfB */ 8
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 207272, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "49d480f3ea07021e0f2ac84f40e88db7c67a38d4c14b100abc70cfcc48c4abbf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 207272, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "9ad4c3f501176e7f29c63530e9b1046676b7942aa9de637aca33d58d754c02a5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 157288, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s6_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "e1f8c98b7e3329d95a62a7847fd261a990c901fca7fa085dd596b80da04fcc1b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 124488, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPdx3_sm100f", 512, "71291709220af147b173629bdf6e658aebbbd3bed40cf252fe8e66b51464e815", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 2
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 256
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 212632, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x256x128u2_s5_et128x128_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_sm100f", 512, "94234986d029d097972584cd847a2badca1a6af735ee62fea89d0b2a4c909702", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 2
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 256
, /* mMmaN */ 256
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 256
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
#endif // EXCLUDE_SM_100
};
// clang-format on
} // namespace kernels
} // namespace tensorrt_llm

}